-- Logs begin at Sun 2021-08-29 16:36:20 UTC, end at Sun 2021-08-29 18:46:14 UTC. -- Aug 29 17:05:54.286572 n-d-713499-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 17:05:56.972259 n-d-713499-15 neutron-server[94686]: INFO neutron.common.config [-] Logging enabled! Aug 29 17:05:56.972842 n-d-713499-15 neutron-server[94686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 17:05:56.973024 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 17:05:56.976250 n-d-713499-15 neutron-server[94686]: INFO neutron.common.config [-] Logging enabled! Aug 29 17:05:56.976504 n-d-713499-15 neutron-server[94686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 17:05:56.976819 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 17:05:56.977765 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 17:05:56.978002 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 17:05:56.978358 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 17:05:56.978624 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 17:05:56.978857 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 17:05:56.979190 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.979493 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.979796 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.980027 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.980327 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.980622 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.980910 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.981206 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.981508 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.981795 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.982079 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.982364 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.982613 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.982896 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.983188 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.983478 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.983703 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] debug = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.983986 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.984410 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.984822 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.985099 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.985391 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.985671 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.985947 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.986224 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.986512 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.986863 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] host = n-d-713499-15 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.987150 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.987441 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.987732 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.988021 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.988297 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.988575 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.988863 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.989139 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.989412 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] log_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.989693 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.989986 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.990279 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.990571 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.990819 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.991043 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.991340 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.992156 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.992439 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.992719 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.992998 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.993278 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.993559 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.993832 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.994119 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.994405 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.994717 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.995000 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.995279 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.995556 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.995833 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.996123 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.996401 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.996679 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.996957 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.997247 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.997522 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.997800 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.998101 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.998391 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.998707 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.998999 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.999278 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.999566 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:56.999842 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.000117 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.000393 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] use_json = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.000669 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.000942 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.001229 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.001505 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.001779 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.002057 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.002330 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.002642 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:57.002944 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.003243 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.003548 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.003836 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.004134 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.004422 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.004716 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.004998 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.005290 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.005583 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.005874 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.006157 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.006448 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.006753 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.007054 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.007894 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.008195 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.008494 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.008775 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.009054 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.009332 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.009611 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.009904 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.010185 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.010478 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.010794 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.011079 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.011373 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.011666 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.011956 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.012232 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.012512 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.013049 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.013338 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.013612 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.013889 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.014180 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.014462 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.014761 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.015049 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.015328 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.015603 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.015876 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.016155 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.016448 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.016726 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.016999 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.017273 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.017551 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.017824 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.018109 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.018389 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.018686 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.018961 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.019239 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.019514 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.019786 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.020062 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.020334 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.020611 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.020885 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.021157 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.021435 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.021707 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.021978 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.022249 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.022523 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.022822 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.023121 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.023393 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.023667 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.023938 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.024210 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.024499 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.024795 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.025071 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.025351 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.025630 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.025907 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.026182 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.026456 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.026762 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.027042 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.027314 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.027604 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.027888 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.028174 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.028457 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.028738 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.029039 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.029319 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.029602 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.029882 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.030161 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.030446 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.030751 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.031050 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.031351 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.031646 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.031940 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.032232 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.032522 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.032829 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.033107 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:57.033325 n-d-713499-15 neutron-server[94686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 17:05:57.033562 n-d-713499-15 neutron-server[94686]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94686) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 17:05:57.390485 n-d-713499-15 neutron-server[94686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 17:05:57.390788 n-d-713499-15 neutron-server[94686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 17:05:57.391081 n-d-713499-15 neutron-server[94686]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 17:05:57.391419 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 17:05:57.782210 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.782498 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.782797 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.784103 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.784377 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.784643 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.820537 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.820814 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.821079 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.835607 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.835887 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.836153 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.863587 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.863868 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.864135 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.901795 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.902074 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:57.902342 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.131360 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.131971 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.131971 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.132112 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.133015 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.251550 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.251870 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.252150 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.252425 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.252697 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.253022 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.253282 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.253542 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.253799 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.254083 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.254346 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.254640 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.254904 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.255160 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.255417 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.255682 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.255939 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.256207 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.256478 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.256738 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.257011 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.257291 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.257573 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.257951 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.258204 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.258455 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.258876 n-d-713499-15 neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 17:05:58.259115 n-d-713499-15 neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 17:05:58.259349 n-d-713499-15 neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 17:05:58.259582 n-d-713499-15 neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 17:05:58.259815 n-d-713499-15 neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 17:05:58.260054 n-d-713499-15 neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 17:05:58.260413 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 17:05:58.263736 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 17:05:58.267734 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 17:05:58.271504 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 29 17:05:58.273151 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 17:05:58.273595 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 17:05:58.273931 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 17:05:58.274315 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 17:05:58.277093 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 17:05:58.277345 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 17:05:58.277691 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 17:05:58.282923 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 17:05:58.305702 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 17:05:58.306150 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.306445 n-d-713499-15 neutron-server[94686]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94686) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 17:05:58.306836 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.308181 n-d-713499-15 neutron-server[94686]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94686) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 17:05:58.308460 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 17:05:58.308703 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 17:05:58.311891 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.312167 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:58.375463 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 17:05:58.375697 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 17:05:58.375931 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 17:05:58.376294 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 17:05:58.396856 n-d-713499-15 neutron-server[94686]: DEBUG oslo_db.sqlalchemy.engines [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94686) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 17:05:58.927526 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Initializing driver for type 'gre' Aug 29 17:05:58.928055 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] gre ID ranges: [(1, 1000)] Aug 29 17:05:58.979468 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Initializing driver for type 'local' Aug 29 17:05:58.980025 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Initializing driver for type 'vlan' Aug 29 17:05:58.992785 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] VlanTypeDriver initialization complete Aug 29 17:05:58.993139 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Initializing driver for type 'vxlan' Aug 29 17:05:58.993631 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] vxlan ID ranges: [(1, 1000)] Aug 29 17:05:59.050051 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Initializing extension driver 'port_security' Aug 29 17:05:59.050384 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] PortSecurityExtensionDriver initialization complete Aug 29 17:05:59.050811 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Initializing mechanism driver 'openvswitch' Aug 29 17:05:59.051138 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Initializing mechanism driver 'hyperv' Aug 29 17:05:59.058094 n-d-713499-15 neutron-server[94686]: DEBUG neutron.plugins.ml2.plugin [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:59.058812 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > port after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.059192 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.059550 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.060065 n-d-713499-15 neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 17:05:59.060501 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > subnet after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.060857 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > subnet after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.061203 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.061588 n-d-713499-15 neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 17:05:59.061996 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > network after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.062347 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > network after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.062716 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > network after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.063103 n-d-713499-15 neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 17:05:59.063502 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > security_group after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.063852 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > security_group after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.064192 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.064711 n-d-713499-15 neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 17:05:59.065118 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.065472 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.065819 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.066206 n-d-713499-15 neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 17:05:59.066624 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > address_group after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.066976 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > address_group after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.067315 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.067700 n-d-713499-15 neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 17:05:59.068074 n-d-713499-15 neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] ML2 OVO RPC backend initialized. {{(pid=94686) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 17:05:59.068791 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.069146 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.069569 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > network before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.069991 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > networks before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.070341 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > port before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.070709 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > ports before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.071058 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > subnet before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.071402 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > subnets before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.071750 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > network after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.072101 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > network after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.072437 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > network after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.072773 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > port after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.073113 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.073449 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.073785 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > subnet after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.074120 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > subnet after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.074455 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.075072 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.plugin [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Modular L2 Plugin initialization complete Aug 29 17:05:59.075403 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading services supported by the core plugin {{(pid=94686) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 17:05:59.075734 n-d-713499-15 neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Got port-security extension from driver 'port_security' Aug 29 17:05:59.076204 n-d-713499-15 neutron-server[94686]: INFO neutron.extensions.vlantransparent [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Disabled vlantransparent extension. Aug 29 17:05:59.076686 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94686) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 17:05:59.077005 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading Plugin: router Aug 29 17:05:59.114935 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.115416 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router after_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.115856 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router before_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.116318 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.117534 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.117993 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router after_delete 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.118440 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.118907 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.119307 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router after_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.119824 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router after_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.120216 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router after_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.120641 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.121090 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router after_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.121737 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.122220 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.122619 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.123098 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: subnet after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.123569 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.124201 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.124709 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.125100 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: port before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.125485 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.126154 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router after_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.126485 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.126981 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.127520 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.127908 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.128374 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > agent after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.128874 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > agent after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.129315 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > network after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.130211 n-d-713499-15 neutron-server[94686]: DEBUG neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Tracking information for resource: router configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 17:05:59.130579 n-d-713499-15 neutron-server[94686]: DEBUG neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Tracking information for resource: floatingip configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 17:05:59.136404 n-d-713499-15 neutron-server[94686]: INFO neutron.db.l3_agentschedulers_db [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 17:05:59.137046 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.137593 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: port after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.138447 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.138872 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.139913 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router before_create 55550100 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.140319 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.140832 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_create 55550100 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.141291 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > router precommit_update 55550100 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.145848 n-d-713499-15 neutron-server[94686]: DEBUG neutron.services.provider_configuration [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service providers = [] {{(pid=94686) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 17:05:59.146214 n-d-713499-15 neutron-server[94686]: DEBUG neutron.db.servicetype_db [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94686) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 17:05:59.149693 n-d-713499-15 neutron-server[94686]: DEBUG neutron.services.service_base [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 17:05:59.150040 n-d-713499-15 neutron-server[94686]: DEBUG neutron.services.service_base [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 17:05:59.150381 n-d-713499-15 neutron-server[94686]: DEBUG neutron.services.service_base [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 17:05:59.151297 n-d-713499-15 neutron-server[94686]: DEBUG neutron.services.service_base [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 17:05:59.151671 n-d-713499-15 neutron-server[94686]: INFO neutron.services.service_base [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 17:05:59.152050 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 17:05:59.152368 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 17:05:59.162874 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 17:05:59.163216 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading Plugin: auto_allocate Aug 29 17:05:59.169536 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: network precommit_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.169906 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: network precommit_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.170419 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 17:05:59.170777 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading Plugin: tag Aug 29 17:05:59.177201 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 17:05:59.177574 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading Plugin: timestamp Aug 29 17:05:59.181510 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 17:05:59.181845 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading Plugin: network_ip_availability Aug 29 17:05:59.187219 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.187591 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.187948 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.188653 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 17:05:59.188975 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading Plugin: flavors Aug 29 17:05:59.193608 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 17:05:59.193944 n-d-713499-15 neutron-server[94686]: INFO neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading Plugin: revisions Aug 29 17:05:59.198211 n-d-713499-15 neutron-server[94686]: DEBUG neutron.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 17:05:59.198609 n-d-713499-15 neutron-server[94686]: DEBUG oslo_concurrency.lockutils [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=94686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 17:05:59.199350 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94686) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 17:05:59.199684 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Initializing extension manager. Aug 29 17:05:59.200191 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: __init__.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.200531 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: __pycache__ {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.200865 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.201197 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: address_group.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.201942 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.202506 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: address-group Aug 29 17:05:59.202854 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: address_scope.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.203563 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.204074 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: address-scope Aug 29 17:05:59.204396 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.205330 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.205851 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: router-admin-state-down-before-update Aug 29 17:05:59.206173 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: agent.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.207086 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.207592 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: agent Aug 29 17:05:59.207913 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: agent_resources_synced.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.208812 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.209325 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: agent-resources-synced Aug 29 17:05:59.209645 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: allowedaddresspairs.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.211938 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.212463 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: allowed-address-pairs Aug 29 17:05:59.212788 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: auto_allocated_topology.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.213848 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.214366 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: auto-allocated-topology Aug 29 17:05:59.214725 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: availability_zone.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.215516 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.216024 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: availability_zone Aug 29 17:05:59.216346 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: availability_zone_filter.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.217244 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.217756 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: availability_zone_filter Aug 29 17:05:59.218076 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: data_plane_status.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.218999 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.219505 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 17:05:59.219825 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: default_subnetpools.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.220728 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.221235 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: default-subnetpools Aug 29 17:05:59.221556 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.222347 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.222890 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: dhcp_agent_scheduler Aug 29 17:05:59.223214 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: dns.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.224121 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.224627 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 17:05:59.224953 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: dns_domain_ports.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.225913 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.226952 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 17:05:59.227279 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.228190 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.228700 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 17:05:59.229024 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: dvr.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.229686 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.230193 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: dvr Aug 29 17:05:59.230515 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: ecmp_routes.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.231444 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.231947 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 17:05:59.232270 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: empty_string_filtering.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.233166 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.233677 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: empty-string-filtering Aug 29 17:05:59.234000 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.234932 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.235445 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 17:05:59.235766 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.236666 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.237175 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 17:05:59.237499 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: external_net.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.238392 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.238935 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: external-net Aug 29 17:05:59.239259 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.240154 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.240667 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: extra_dhcp_opt Aug 29 17:05:59.240990 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: extraroute.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.241913 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.242427 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: extraroute Aug 29 17:05:59.242787 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: extraroute_atomic.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.243804 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.244323 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: extraroute-atomic Aug 29 17:05:59.244646 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: filter_validation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.245311 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.245819 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: filter-validation Aug 29 17:05:59.246141 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: fip_pf_description.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.247072 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.247578 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 17:05:59.247899 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: fip_port_details.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.248813 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.249325 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: fip-port-details Aug 29 17:05:59.249645 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: flavors.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.250883 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.251405 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: flavors Aug 29 17:05:59.251728 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.253366 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.253887 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 17:05:59.254219 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: floatingip_pools.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.254945 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.255464 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: floatingip-pools Aug 29 17:05:59.255790 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: ip_allocation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.256711 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.257246 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 17:05:59.257569 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.258488 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.259036 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: ip-substring-filtering Aug 29 17:05:59.259364 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: l2_adjacency.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.260282 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.260790 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 17:05:59.261115 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: l3.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.262201 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.263006 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: router Aug 29 17:05:59.263348 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.265559 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.266085 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 17:05:59.266417 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.267372 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.267891 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: ext-gw-mode Aug 29 17:05:59.268218 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.269146 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.269658 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: l3-ha Aug 29 17:05:59.269982 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: l3_flavors.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.270924 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.271438 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: l3-flavors Aug 29 17:05:59.271765 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.272671 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.273701 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 17:05:59.274031 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: l3agentscheduler.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.275079 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.275599 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: l3_agent_scheduler Aug 29 17:05:59.275931 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: logging.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.277395 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.277926 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension logging not supported by any of loaded plugins Aug 29 17:05:59.278253 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: metering.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.279010 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.279592 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: metering Aug 29 17:05:59.279915 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.280995 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.281515 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: metering_source_and_destination_fields Aug 29 17:05:59.281839 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: multiprovidernet.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.282784 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.283299 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: multi-provider Aug 29 17:05:59.283624 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: netmtu.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.284532 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.285045 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: net-mtu Aug 29 17:05:59.285369 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: netmtu_writable.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.286291 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.286840 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: net-mtu-writable Aug 29 17:05:59.287166 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: network_availability_zone.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.287835 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.288907 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: network_availability_zone Aug 29 17:05:59.289244 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: network_ip_availability.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.290321 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.290874 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: network-ip-availability Aug 29 17:05:59.291203 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: network_segment_range.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.291968 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.292475 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 17:05:59.292798 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: pagination.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.293763 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.294096 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: pagination Aug 29 17:05:59.294415 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: port_device_profile.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.295360 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.295885 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: port-device-profile Aug 29 17:05:59.296206 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.297116 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.297634 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: port-mac-address-regenerate Aug 29 17:05:59.297955 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.298893 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.299409 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: port-numa-affinity-policy Aug 29 17:05:59.299729 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: port_resource_request.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.300627 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.301136 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 17:05:59.301456 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: portbindings.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.302373 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.302918 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: binding Aug 29 17:05:59.303240 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: portbindings_extended.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.304691 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.305215 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: binding-extended Aug 29 17:05:59.305547 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: portsecurity.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.306463 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.307014 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: port-security Aug 29 17:05:59.307340 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: project_id.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.308310 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.308641 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: project-id Aug 29 17:05:59.308963 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: providernet.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.309884 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.310411 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: provider Aug 29 17:05:59.310770 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.314221 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.314770 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos not supported by any of loaded plugins Aug 29 17:05:59.315101 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.316400 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.316926 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 17:05:59.317256 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.318176 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.318726 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 17:05:59.319056 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_default.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.319980 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.320496 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-default not supported by any of loaded plugins Aug 29 17:05:59.320823 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_fip.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.321472 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.321979 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 17:05:59.322304 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_gateway_ip.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.323256 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.323774 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 17:05:59.324101 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_port_network_policy.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.325008 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.325522 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 17:05:59.325845 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_pps_rule.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.327035 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.327563 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 17:05:59.327886 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_rule_type_details.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.328789 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.329306 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 17:05:59.329630 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: qos_rules_alias.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.330680 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.331198 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 17:05:59.331524 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: quotasv2.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.332418 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.332746 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: quotas Aug 29 17:05:59.333066 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: quotasv2_detail.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.336614 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.336961 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: quota_details Aug 29 17:05:59.337293 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: rbac.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.338538 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.339094 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: rbac-policies Aug 29 17:05:59.339425 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: rbac_address_group.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.340364 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.340885 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: rbac-address-group Aug 29 17:05:59.341212 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: rbac_address_scope.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.342123 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.342668 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: rbac-address-scope Aug 29 17:05:59.342997 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: rbac_security_groups.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.343903 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.344425 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: rbac-security-groups Aug 29 17:05:59.344750 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: rbac_subnetpool.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.345656 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.346177 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: rbac-subnetpool Aug 29 17:05:59.346509 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: revisionifmatch.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.347442 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.347963 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: revision-if-match Aug 29 17:05:59.348288 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: revisions.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.349394 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.349908 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: standard-attr-revisions Aug 29 17:05:59.350236 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: router_availability_zone.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.351484 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.351999 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: router_availability_zone Aug 29 17:05:59.352322 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: routerservicetype.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.353233 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.353766 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 17:05:59.354089 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.355044 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.355557 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: security-groups-normalized-cidr Aug 29 17:05:59.355881 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.356801 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.357316 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: port-security-groups-filtering Aug 29 17:05:59.357643 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.358565 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.359110 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: security-groups-remote-address-group Aug 29 17:05:59.359434 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: securitygroup.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.370142 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.370717 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: security-group Aug 29 17:05:59.371053 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: segment.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.371834 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.372351 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension segment not supported by any of loaded plugins Aug 29 17:05:59.372680 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.373614 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.374131 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 17:05:59.374459 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: servicetype.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.375648 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.376178 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: service-type Aug 29 17:05:59.376515 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: sorting.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.377491 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.377824 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: sorting Aug 29 17:05:59.378144 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: standard_attr_segment.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.379089 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.379614 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 17:05:59.379938 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: standardattrdescription.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.380585 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.381163 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: standard-attr-description Aug 29 17:05:59.381493 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: stateful_security_group.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.382448 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.383008 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: stateful-security-group Aug 29 17:05:59.383335 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: stdattrs_common.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.383908 n-d-713499-15 neutron-server[94686]: WARNING neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 17:05:59.384227 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.385143 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.385655 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 17:05:59.385977 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: subnet_onboard.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.387080 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.387609 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: subnet_onboard Aug 29 17:05:59.388188 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.389107 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.389624 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 17:05:59.389961 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: subnet_service_types.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.390898 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.391423 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: subnet-service-types Aug 29 17:05:59.391748 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: subnetallocation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.392818 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.393345 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: subnet_allocation Aug 29 17:05:59.393670 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.394329 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.394875 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: subnetpool-prefix-ops Aug 29 17:05:59.395199 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.396116 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.396637 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 17:05:59.396960 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: tagging.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.398518 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.399069 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: standard-attr-tag Aug 29 17:05:59.399398 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: timestamp.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.400594 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.401119 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loaded extension: standard-attr-timestamp Aug 29 17:05:59.401448 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: trunk.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.402472 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.403022 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension trunk not supported by any of loaded plugins Aug 29 17:05:59.403351 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: trunk_details.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.404280 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.404800 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 17:05:59.405123 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: uplink_status_propagation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.406037 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.406554 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 17:05:59.406904 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Loading extension file: vlantransparent.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 17:05:59.407561 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 17:05:59.408072 n-d-713499-15 neutron-server[94686]: INFO neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 17:05:59.410473 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:network Aug 29 17:05:59.411028 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:subnet Aug 29 17:05:59.411432 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 17:05:59.411828 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:port Aug 29 17:05:59.413033 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.414014 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service FLAVORS assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.414669 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.415101 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.415429 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:router Aug 29 17:05:59.415857 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 17:05:59.416348 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service METERING assigned prefix: /metering {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.417965 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.418340 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.418874 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:05:59.419847 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 17:05:59.420298 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:security_group Aug 29 17:05:59.420740 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 17:05:59.421335 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service CORE assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.421664 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 17:05:59.422009 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] subnetpool is already registered Aug 29 17:05:59.422443 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service CORE assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.422790 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 17:05:59.423125 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] subnetpool is already registered Aug 29 17:05:59.425391 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.425823 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service FLAVORS assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.426407 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.426865 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.427199 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:router Aug 29 17:05:59.427539 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] router is already registered Aug 29 17:05:59.427991 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 17:05:59.428287 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] floatingip is already registered Aug 29 17:05:59.428740 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service METERING assigned prefix: /metering {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.429429 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 17:05:59.429756 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] rbac_policy is already registered Aug 29 17:05:59.430229 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:security_group Aug 29 17:05:59.430506 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] security_group is already registered Aug 29 17:05:59.430935 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 17:05:59.431269 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] security_group_rule is already registered Aug 29 17:05:59.431889 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service CORE assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.432217 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 17:05:59.432553 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] subnetpool is already registered Aug 29 17:05:59.432972 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Service CORE assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 17:05:59.433319 n-d-713499-15 neutron-server[94686]: INFO neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 17:05:59.433651 n-d-713499-15 neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] subnetpool is already registered Aug 29 17:05:59.434118 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: extensions {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.435585 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: address-groups {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.437077 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: address-scopes {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.438382 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: agents {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.439583 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: auto-allocated-topology {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.440830 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: availability_zones {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.442043 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: dhcp-networks {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.443582 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: dhcp-agents {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.445046 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: routers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.447262 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: flavors {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.448414 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: service_profiles {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.449633 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: next_providers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.451095 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: service_profiles {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.452614 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: floatingip-pools {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.453833 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: routers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.455976 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: floatingips {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.457268 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: l3-routers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.458680 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: l3-agents {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.460080 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: metering-labels {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.461974 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: metering-label-rules {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.463280 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: network-ip-availabilities {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.464531 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: bindings {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.466177 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: quotas {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.467704 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: quotas {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.469133 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: rbac-policies {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.470329 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: security-groups {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.471661 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: security-group-rules {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.472895 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: service-providers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.474107 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: subnetpools {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.477369 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: subnetpools {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.478859 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.480526 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.482312 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.484125 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.485923 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.487799 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.489479 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.491401 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.493231 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.494999 n-d-713499-15 neutron-server[94686]: DEBUG neutron.api.extensions [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 17:05:59.500888 n-d-713499-15 neutron-server[94686]: WARNING keystonemiddleware.auth_token [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 17:05:59.505577 n-d-713499-15 neutron-server[94686]: WARNING keystonemiddleware.auth_token [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 17:05:59.514744 n-d-713499-15 neutron-server[94686]: DEBUG oslo_concurrency.lockutils [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Acquired lock "singleton_lock" {{(pid=94686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 17:05:59.515252 n-d-713499-15 neutron-server[94686]: DEBUG oslo_concurrency.lockutils [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Releasing lock "singleton_lock" {{(pid=94686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 17:05:59.515890 n-d-713499-15 neutron-server[94686]: INFO oslo_service.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Starting 2 workers Aug 29 17:05:59.520821 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Started child 94795 {{(pid=94686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 17:05:59.525781 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Started child 94796 {{(pid=94686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 17:05:59.527043 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.527682 n-d-713499-15 neutron-server[94686]: INFO neutron.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 17:05:59.528068 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Notify callbacks [] for process, before_spawn {{(pid=94686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.528551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [-] (94795) wsgi starting up on http://0.0.0.0:9696 Aug 29 17:05:59.530489 n-d-713499-15 neutron-server[94686]: INFO oslo_service.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Starting 1 workers Aug 29 17:05:59.530741 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.532108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [-] (94796) wsgi starting up on http://0.0.0.0:9696 Aug 29 17:05:59.535752 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Started child 94797 {{(pid=94686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 17:05:59.536291 n-d-713499-15 neutron-server[94686]: INFO oslo_service.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Starting 1 workers Aug 29 17:05:59.539461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] calling RpcWorker wait() {{(pid=94797) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 17:05:59.540011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] returning from RpcWorker wait() {{(pid=94797) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 17:05:59.540781 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Started child 94798 {{(pid=94686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 17:05:59.541330 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.541647 n-d-713499-15 neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-8d44ea3b-5413-4ca9-b9e3-d91492337270 None None] Notify callbacks [] for process, after_spawn {{(pid=94686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.541956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:59.543560 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 17:05:59.543783 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 17:05:59.543963 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 17:05:59.544173 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 17:05:59.544508 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 17:05:59.544666 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 17:05:59.545158 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.545435 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.545570 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.546030 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.546030 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.546227 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.546803 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.546980 n-d-713499-15 neutron-server[94798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:59.547073 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.547301 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.547563 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.547814 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.547982 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.548143 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.548394 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.548641 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.548938 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.549196 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.549431 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.549694 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.549859 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.550122 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.550390 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.550644 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.550921 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] debug = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.551159 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.551651 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.551877 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.552111 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.552346 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.552639 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.552877 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.553149 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.553392 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.553635 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.553886 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.554179 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.554414 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.554670 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.554889 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.555155 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.555372 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.555831 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] host = n-d-713499-15 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.556067 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.556287 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.556519 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.556753 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.557014 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.557228 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.557490 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.557746 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.557995 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.558231 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.558474 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.558739 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.558976 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.559235 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.559395 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_options = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.559607 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.559867 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.560120 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.560304 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.560470 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.560648 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.560880 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.561093 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.561300 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.561514 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.561725 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.561935 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.562147 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.562377 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.562665 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.562918 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.563130 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.563335 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.563577 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.563820 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.564039 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.564261 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.564490 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.564701 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.564916 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.565146 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.565372 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.565610 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.565822 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.566058 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.566268 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.566531 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.566851 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.567034 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.567261 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.567484 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.567701 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.567955 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.568182 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.568424 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.568690 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.568922 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.569160 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.569372 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.570111 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.570333 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_json = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.570541 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.570792 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.571038 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.571261 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.571488 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.571671 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.571879 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.572110 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.572563 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.572852 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.573156 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.573394 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.573642 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.573878 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.574123 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.574354 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.574595 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.574867 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.575187 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.575435 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.575718 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.575971 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.576218 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.576773 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.576992 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.577238 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.577502 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.577740 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.577959 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.578206 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.578482 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.578751 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.579175 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.579943 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.580246 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.580639 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.580932 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.581202 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.581526 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.581781 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.582109 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.582423 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.582859 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.583078 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.583310 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.583581 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.584307 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.584307 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.585135 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.585135 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.585941 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588092 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588092 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588092 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588092 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588092 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588092 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588092 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588927 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588927 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588927 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.588927 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.589278 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.589278 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.589516 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.589733 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.589947 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.590166 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.590404 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.590652 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.591775 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.592053 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.592307 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.592544 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.592818 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.594553 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.594903 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.595112 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.595476 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.595659 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.595900 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.596129 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.596356 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.596582 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.596835 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.597057 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.597305 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.597537 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.597788 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.598012 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.598277 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.598504 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.598747 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.598961 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.599184 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.599416 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.599633 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.599927 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.600239 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.600517 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.600814 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.601024 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.601277 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.601501 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.601747 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.602890 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.602890 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.602890 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.602890 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.603224 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.603224 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.603432 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.603654 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.603934 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.604157 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.604383 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.604624 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.604873 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.605118 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.605422 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.605842 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.606211 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.606520 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.606802 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.607094 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.607351 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.607639 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.607883 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.608167 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.608457 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.608730 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.609000 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.609249 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.609500 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.609767 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.610019 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.610291 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.610527 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.610820 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.611072 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.611354 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.611603 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.611814 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.612035 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.612273 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.612607 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.612840 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.613057 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.613272 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.613561 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.613807 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.614060 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.614328 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.614604 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.614853 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.615109 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.615356 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.615572 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.615820 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.616064 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.616279 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.616517 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.616763 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.617013 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.617250 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.617463 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.617713 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.617943 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.618157 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.618385 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620069 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620069 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620069 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620069 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620069 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620069 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620069 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620589 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620589 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620589 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.620819 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.621048 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.621498 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.621604 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.621774 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.622003 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.622251 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.622487 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.622724 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.622972 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.623194 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.623414 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.623651 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.623871 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.624324 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.624535 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.624758 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.624978 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.625219 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.625472 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.625809 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.626065 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.626312 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.626571 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.626810 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.627057 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.627313 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.627520 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.627745 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.627952 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.628189 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.628450 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.628703 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.628956 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.629186 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.629428 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.629636 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.629872 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.630083 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.630372 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.630630 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.630859 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.631118 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.631359 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.631590 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.631820 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.632610 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.632825 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.633073 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.633301 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.633517 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.633773 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.633985 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.634192 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.634411 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.634660 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.634875 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.635102 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.635311 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.635566 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.635789 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.636003 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.636213 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.636435 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.636644 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.636857 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.637076 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.637309 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.637520 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.638024 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.638238 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.638445 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.638688 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.638907 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.639122 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.639420 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.639684 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.639907 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.640202 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.640450 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.640692 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.640946 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.641262 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.641497 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.641752 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.641988 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.642205 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.642429 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.642720 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.643035 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.643300 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.643552 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.643785 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.644054 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.644322 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.644587 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.644803 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.645097 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.645428 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.645697 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.645959 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.646186 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.646434 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.646675 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.646916 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.647166 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.647404 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.647622 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.648463 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.648697 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.648943 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.649179 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.649437 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.649685 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.649940 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.650169 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.650388 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.650616 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.650775 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 17:05:59.651277 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 17:05:59.651434 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 17:05:59.651609 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 17:05:59.651733 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 17:05:59.651914 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 17:05:59.652069 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 17:05:59.652271 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.652429 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.652585 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.652741 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.652897 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.653075 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.653234 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.653390 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.653545 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.653700 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.653855 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.654012 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.654169 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.654326 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.654502 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.654677 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.654840 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.654990 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.655159 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.655323 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.655464 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.655617 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.655776 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] debug = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.655953 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.656121 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.656281 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.656512 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.656619 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.656736 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.656905 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.657072 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.657197 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.657362 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.657504 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.657660 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.657811 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.657972 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.658126 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.658277 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.658494 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.658673 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] host = n-d-713499-15 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.658826 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.658964 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.659184 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.659334 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.659473 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.659609 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.659746 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.659881 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.660016 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.660145 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.660299 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.660454 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.660610 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.660764 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.660989 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_options = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.661123 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.661246 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.661368 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.661535 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.661697 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.661853 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.662010 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.662165 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.662315 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.662461 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.662642 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.662789 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.662932 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.663136 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.663261 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.663404 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.663547 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.663703 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.663859 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.664017 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.664171 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.664348 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.664479 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.664625 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.664780 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.664935 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.665089 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.665244 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.665399 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.665555 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.665711 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.665866 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.666021 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.666178 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.666332 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.666488 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.666662 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.666822 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.666979 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.667119 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.667276 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.667431 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.667588 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.667743 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.667898 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.668054 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_json = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.668210 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.668370 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.668524 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.668716 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.668835 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.668989 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.669143 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.669304 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 17:05:59.669479 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.669639 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.669809 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.669969 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.670127 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.670286 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.670444 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.670617 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.670779 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.670962 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.673581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:59.673832 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.674011 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.674193 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.674363 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.674530 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.674721 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.674885 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.675048 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.675211 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.675372 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.675533 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.675693 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.675863 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.676023 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.676184 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.676343 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.676503 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.676681 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.676842 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.677004 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.677164 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.677324 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.677486 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.677648 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.677809 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.677971 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.678181 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.678282 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.678440 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.678623 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.678778 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.678956 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.679119 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.679279 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.679440 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.679599 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.679760 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.679919 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.680078 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.680238 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.680399 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.680559 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.680720 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.680879 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.681043 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.681214 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.681373 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.681531 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.681690 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.681850 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.682008 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.682166 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.682324 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.682483 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.682662 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.682822 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.682995 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.683154 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.683311 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.683470 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.683629 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.683788 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.683948 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.684107 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.684266 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.684431 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.684591 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.684761 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.684904 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.685043 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.685182 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.685329 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.685484 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.685641 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.685803 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.685963 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.686110 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.686259 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.686397 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.686568 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.686763 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.686923 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.687083 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.687242 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.687400 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.687559 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.687717 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.687876 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.688034 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.688193 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.688351 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.688510 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.688670 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.688830 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.688990 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.689148 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.689309 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.689467 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.689627 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.689786 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.689944 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.690104 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.690264 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.690422 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.690563 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.690742 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.690916 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.691078 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.691240 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.691398 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.691562 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.691732 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.691894 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.692051 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.692211 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.692369 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.692528 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.692685 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.692843 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.693001 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.693159 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.693318 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.693484 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.693653 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.693811 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.694018 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.694145 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.694289 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.694448 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.695180 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.695353 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.695487 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.695648 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.695809 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.695969 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.696129 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.696290 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.696449 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.696614 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.696773 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.696933 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.697091 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.697250 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.697411 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.697573 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.697733 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.697894 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.698055 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.698215 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.698375 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.698534 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.698715 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.698876 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.699035 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.699194 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.699353 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.699513 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.699672 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.699832 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.699991 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.700150 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.700308 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.700466 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.700625 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.700786 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.700952 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.701112 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.701272 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.701433 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.701592 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.701753 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.701914 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.702073 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.702234 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.702394 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.702554 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.702733 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.702893 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.703052 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.703212 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.703371 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.703530 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.703703 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.703863 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.704023 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.704182 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.704340 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.704499 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.704659 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.704818 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.704976 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.705135 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.705293 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.705454 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.705616 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.705775 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.705935 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.706093 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.706253 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.706411 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.706572 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.706762 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.706922 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.707081 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.707240 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.707399 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.707559 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.707727 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.707886 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.708045 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.708203 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.708361 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.708519 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.708688 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.708847 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.709005 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.709163 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.709321 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.709479 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.709647 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.709805 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.709963 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.710122 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.710323 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.710990 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.711158 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.711317 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.711476 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.711635 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.711792 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.711950 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.712119 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.712277 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.712435 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.712593 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.712751 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.712908 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.713077 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.713237 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.713396 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.713563 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.713721 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.713880 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.714088 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.714213 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.714338 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.714493 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.714670 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.714830 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.714989 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.715150 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.715314 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.715481 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.715648 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.715830 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.715982 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.716150 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.716316 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.716475 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.716642 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.716813 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.716972 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.717132 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.717291 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.717450 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.717608 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.717767 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.717925 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.718085 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.718244 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.718402 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.718562 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.718739 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.718898 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.719057 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.719216 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.719375 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.719533 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.719693 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.719851 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 17:05:59.720001 n-d-713499-15 neutron-server[94686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 17:05:59.962207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53068) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.971036 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064387 Aug 29 17:06:11.247011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293245e-aa96-4017-8e41-e2d64dc12b95 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:06:11.327156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293245e-aa96-4017-8e41-e2d64dc12b95 None None] No non-hosted networks {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 17:06:11.337431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.agentschedulers_db [None req-6293245e-aa96-4017-8e41-e2d64dc12b95 None None] DHCP Agent not found on host n-d-713499-15 {{(pid=94797) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 17:06:11.524461 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-15dcaa46-2ecf-4e19-ba38-a9e069820473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664410'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.853571 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664410'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.856657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.857245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.857796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.858406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.858962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.859545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.861431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.863322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.863927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.867338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.869989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.873977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:13.878070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713499-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:13.913285 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-67332878-c375-4d89-a6f3-537aa586ba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664410'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.933259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713499-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:13.983715 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9924d46f-a98d-4831-8adb-f4a88910ddb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:15.361726 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664410'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:16.594281 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664410'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:16.703529 n-d-713499-15 neutron-server[94797]: INFO neutron.db.l3_hamode_db [None req-104bc8dc-7ee0-433d-943e-cb2d8139e0c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 17:06:16.781657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104bc8dc-7ee0-433d-943e-cb2d8139e0c8 None None] Routers set() bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:16.782048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104bc8dc-7ee0-433d-943e-cb2d8139e0c8 None None] Router IDs set() for agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 17:06:17.864231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53162) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:18.346659 n-d-713499-15 neutron-server[94796]: WARNING oslo_policy.policy [None req-9468775e-fa47-4bf8-8b7a-608900bd71fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 17:06:18.347227 n-d-713499-15 neutron-server[94796]: WARNING oslo_policy.policy [None req-9468775e-fa47-4bf8-8b7a-608900bd71fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 17:06:18.570892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-9468775e-fa47-4bf8-8b7a-608900bd71fc admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:06:18.571992 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9468775e-fa47-4bf8-8b7a-608900bd71fc admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7067437 Aug 29 17:06:20.913660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53176) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:21.219538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6e046ea4-745b-4319-8150-0a1e56adba51 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:21.312622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.policy [None req-6e046ea4-745b-4319-8150-0a1e56adba51 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94796) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 17:06:21.356447 n-d-713499-15 neutron-server[94796]: WARNING oslo_policy.policy [None req-6e046ea4-745b-4319-8150-0a1e56adba51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 17:06:21.356820 n-d-713499-15 neutron-server[94796]: WARNING oslo_policy.policy [None req-6e046ea4-745b-4319-8150-0a1e56adba51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 17:06:21.365128 n-d-713499-15 neutron-server[94796]: INFO neutron.quota [None req-6e046ea4-745b-4319-8150-0a1e56adba51 admin admin] Loaded quota_driver: . Aug 29 17:06:21.452574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e046ea4-745b-4319-8150-0a1e56adba51 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739106134116', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739106129587', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739106253044', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739106250406', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739106819543', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739106227059', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-640756', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-944842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2036112', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1632103'] for rbac-policy, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.515883 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e046ea4-745b-4319-8150-0a1e56adba51 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.517088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6e046ea4-745b-4319-8150-0a1e56adba51 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6024768 Aug 29 17:06:24.091276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53188) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:24.387248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Request body: {'network': {'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'admin_state_up': True, 'name': 'private', 'project_id': '55e72685f13e4957a22b67be197cddbe'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:24.415607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Made reservation on behalf of 55e72685f13e4957a22b67be197cddbe for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:24.418576 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.435196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.559805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.563580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.583208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:06:24.610810 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739108497637', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.611394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Unsubscribe: segment precommit_create {{(pid=94796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 17:06:24.611954 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Added segment a6c37355-f7f3-44fb-abd4-66909a0002bf of type vlan for network cf183e4f-0111-443a-9c69-2bfe53ae7039 Aug 29 17:06:24.627651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a26b0-890c-48d2-8501-19b7c174f09e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:24.654010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.654348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.654701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.655030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.655346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.655661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.655975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.656285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.656596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.656906 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.657213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.657518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Tracked resource versions report: Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: pushed versions: Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: { 'AddressGroup': {'1.2'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'ConntrackHelper': {'1.0'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Log': {'1.0'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Network': {'1.1'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Port': {'1.7'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'PortForwarding': {'1.2'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'QosPolicy': {'1.9'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'SecurityGroup': {'1.4'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'SecurityGroupRule': {'1.2'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'SubPort': {'1.0'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Subnet': {'1.1'}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Trunk': {'1.1'}} Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: consumer versions: Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: { DHCP agent@n-d-713499-15: {}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: L3 agent@n-d-713499-15: {}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: Metadata agent@n-d-713499-15: {}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: Metering agent@n-d-713499-15: {}, Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: Open vSwitch agent@n-d-713499-15: { 'AddressGroup': '1.2', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'ConntrackHelper': '1.0', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Log': '1.0', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Network': '1.1', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Port': '1.7', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'PortForwarding': '1.2', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'QosPolicy': '1.9', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'SecurityGroup': '1.4', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'SecurityGroupRule': '1.2', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'SubPort': '1.0', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Subnet': '1.1', Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: 'Trunk': '1.1'}} Aug 29 17:06:24.658639 n-d-713499-15 neutron-server[94796]: {{(pid=94796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 17:06:24.740466 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.778783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.780083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:24.780877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.864097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7716944 Aug 29 17:06:24.878194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02b739-2cf9-4413-9cde-93a71169e840 admin admin] Pushing event updated for resources: {'Network': ['ID=cf183e4f-0111-443a-9c69-2bfe53ae7039,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:24.892143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network cf183e4f-0111-443a-9c69-2bfe53ae7039 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:06:27.478778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53202) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:27.860915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2ed10-cbd1-40c9-9b19-c6182ef7a636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:27.862391 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a7a2ed10-cbd1-40c9-9b19-c6182ef7a636 admin admin] 10.222.0.41 "GET /v2.0/networks/cf183e4f-0111-443a-9c69-2bfe53ae7039 HTTP/1.1" status: 200 len: 825 time: 0.3825455 Aug 29 17:06:27.887884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-073e8d62-2377-4426-9291-d61d942d112b admin admin] 10.222.0.41 "GET /v2.0/subnetpools/3c2e9981-bf6d-4285-9178-207ff81de323 HTTP/1.1" status: 200 len: 734 time: 0.0189679 Aug 29 17:06:27.896768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Request body: {'subnet': {'subnetpool_id': '3c2e9981-bf6d-4285-9178-207ff81de323', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:27.917993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Made reservation on behalf of 55e72685f13e4957a22b67be197cddbe for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:27.920255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.206371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.276713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=594a427b-4783-4df0-87c5-6bcb5f5955ca,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:28.278706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Checking segment: {'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:28.279092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Network hostable DHCP agents. Network: cf183e4f-0111-443a-9c69-2bfe53ae7039, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:06:28.299289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Network cf183e4f-0111-443a-9c69-2bfe53ae7039 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:06:28.310561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, cf183e4f-0111-443a-9c69-2bfe53ae7039) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:28.315694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:28.316283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.320662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78388c9c-b917-414a-b527-f0442c29728f None None] Network cf183e4f-0111-443a-9c69-2bfe53ae7039 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:28.329801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8e9b9ed3-d57f-4894-ab26-9d3d050dc6d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4362261 Aug 29 17:06:28.637629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-cf183e4f-0111-443a-9c69-2bfe53ae7039', 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'fixed_ips': [{'subnet_id': '594a427b-4783-4df0-87c5-6bcb5f5955ca'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:06:28.638887 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.906511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Allocated IP 172.20.0.2 (cf183e4f-0111-443a-9c69-2bfe53ae7039/594a427b-4783-4df0-87c5-6bcb5f5955ca/d45dad4e-9633-4cef-ae14-5a67c75726fd) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:29.134212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.149716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Transition to ACTIVE for port object d45dad4e-9633-4cef-ae14-5a67c75726fd will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:29.170747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Transition to ACTIVE for port object d45dad4e-9633-4cef-ae14-5a67c75726fd will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:29.178885 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.247273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Network cf183e4f-0111-443a-9c69-2bfe53ae7039 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:29.257429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:29.260767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:29.268678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Pushing event updated for resources: {'Port': ['ID=d45dad4e-9633-4cef-ae14-5a67c75726fd,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:29.297328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.297671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.298010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.298343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.298694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.299025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.299348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.299670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.299988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.300305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.300621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.300936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Tracked resource versions report: Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: pushed versions: Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: { 'AddressGroup': {'1.2'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'ConntrackHelper': {'1.0'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Log': {'1.0'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Network': {'1.1'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Port': {'1.7'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'PortForwarding': {'1.2'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'QosPolicy': {'1.9'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'SecurityGroup': {'1.4'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'SecurityGroupRule': {'1.2'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'SubPort': {'1.0'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Subnet': {'1.1'}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Trunk': {'1.1'}} Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: consumer versions: Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: { DHCP agent@n-d-713499-15: {}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: L3 agent@n-d-713499-15: {}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: Metadata agent@n-d-713499-15: {}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: Metering agent@n-d-713499-15: {}, Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: Open vSwitch agent@n-d-713499-15: { 'AddressGroup': '1.2', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'ConntrackHelper': '1.0', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Log': '1.0', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Network': '1.1', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Port': '1.7', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'PortForwarding': '1.2', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'QosPolicy': '1.9', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'SecurityGroup': '1.4', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'SecurityGroupRule': '1.2', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'SubPort': '1.0', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Subnet': '1.1', Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: 'Trunk': '1.1'}} Aug 29 17:06:29.302058 n-d-713499-15 neutron-server[94797]: {{(pid=94797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 17:06:29.349394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Attempting to bind port d45dad4e-9633-4cef-ae14-5a67c75726fd on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:29.349981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Attempting to bind port d45dad4e-9633-4cef-ae14-5a67c75726fd by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:29.350189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Attempting to bind port d45dad4e-9633-4cef-ae14-5a67c75726fd on network cf183e4f-0111-443a-9c69-2bfe53ae7039 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:29.354916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:29.355325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Checking segment: {'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:29.355789 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.356174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Bound using segment: {'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:29.356677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Bound port: d45dad4e-9633-4cef-ae14-5a67c75726fd, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:29.357069 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.420395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] For port d45dad4e-9633-4cef-ae14-5a67c75726fd, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:29.424909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] For port d45dad4e-9633-4cef-ae14-5a67c75726fd, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d45dad4e-9633-4cef-ae14-5a67c75726fd,segment=NetworkSegment(a6c37355-f7f3-44fb-abd4-66909a0002bf),segment_id=a6c37355-f7f3-44fb-abd4-66909a0002bf)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:29.429244 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.489423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873691b-c3f7-4602-87a7-9874a1ec0b69 None None] Pushing event updated for resources: {'Port': ['ID=d45dad4e-9633-4cef-ae14-5a67c75726fd,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:30.717042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53210) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:31.031334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-2192d6c0-86c4-4307-be56-2d4f47e324ca admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:06:31.032355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2192d6c0-86c4-4307-be56-2d4f47e324ca admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144565 Aug 29 17:06:33.419922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:33.728227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-152395db-e40e-42c9-8d57-ab3ae0938123 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:06:33.729287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-152395db-e40e-42c9-8d57-ab3ae0938123 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3083382 Aug 29 17:06:36.330268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53228) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:36.625581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-436d4d57-1f52-465b-9dff-1f15f611d47e admin admin] Request body: {'router': {'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'name': 'router1', 'admin_state_up': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:36.659452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436d4d57-1f52-465b-9dff-1f15f611d47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.661241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436d4d57-1f52-465b-9dff-1f15f611d47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.802137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436d4d57-1f52-465b-9dff-1f15f611d47e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.806887 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436d4d57-1f52-465b-9dff-1f15f611d47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.819014 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436d4d57-1f52-465b-9dff-1f15f611d47e admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.820209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-436d4d57-1f52-465b-9dff-1f15f611d47e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4887812 Aug 29 17:06:37.818410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e116c2a-e913-48ee-834d-9c5f3dda7b9e None None] Network cf183e4f-0111-443a-9c69-2bfe53ae7039 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:37.876050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-25b8b1dc-006b-4f49-b2c4-54b20c1d43ac None None] Provisioning for port d45dad4e-9633-4cef-ae14-5a67c75726fd completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:37.969196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d45dad4e-9633-4cef-ae14-5a67c75726fd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:38.080700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d45dad4e-9633-4cef-ae14-5a67c75726fd completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:38.085492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d45dad4e-9633-4cef-ae14-5a67c75726fd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:38.085894 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:38.198680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:38.234505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port d45dad4e-9633-4cef-ae14-5a67c75726fd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d45dad4e-9633-4cef-ae14-5a67c75726fd,segment=NetworkSegment(a6c37355-f7f3-44fb-abd4-66909a0002bf),segment_id=a6c37355-f7f3-44fb-abd4-66909a0002bf)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:38.238463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:38.283132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=d45dad4e-9633-4cef-ae14-5a67c75726fd,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:38.305585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-32c28423-1072-414d-b36d-423828743132 None None] Provisioning complete for port d45dad4e-9633-4cef-ae14-5a67c75726fd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:38.305952 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-32c28423-1072-414d-b36d-423828743132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.220416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:39.528987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-235136c5-cea6-4ee5-b7a2-588c9eb3eeef admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:06:39.529966 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-235136c5-cea6-4ee5-b7a2-588c9eb3eeef admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085854 Aug 29 17:06:39.923500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d45dad4e-9633-4cef-ae14-5a67c75726fd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:39.968452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d45dad4e-9633-4cef-ae14-5a67c75726fd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:39.968826 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:41.136431 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17406182-86a0-4e54-92b9-84afeaa327fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:41.877813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53248) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:42.364054 n-d-713499-15 neutron-server[94795]: WARNING oslo_policy.policy [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 17:06:42.364631 n-d-713499-15 neutron-server[94795]: WARNING oslo_policy.policy [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 17:06:42.586811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:42.588443 n-d-713499-15 neutron-server[94795]: INFO neutron.quota [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Loaded quota_driver: . Aug 29 17:06:42.641602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Made reservation on behalf of 143252fb20f54c2fb949decf71a16dd2 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:42.706826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.policy [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94795) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 17:06:42.750483 n-d-713499-15 neutron-server[94795]: WARNING oslo_policy.policy [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 17:06:42.750880 n-d-713499-15 neutron-server[94795]: WARNING oslo_policy.policy [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 17:06:42.761114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.781432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.912328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.915917 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.926409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Reserving flat network on physical network physnet1 {{(pid=94795) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 17:06:42.956605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739108497637', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.957173 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Unsubscribe: segment precommit_create {{(pid=94795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 17:06:42.957696 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Added segment b17e076d-663b-4215-9a42-6631e4682225 of type flat for network caf01b39-0c6f-460d-a418-4d11d786aee7 Aug 29 17:06:42.980538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809e72e1-debe-4fe5-97f6-2b0f26d0ccd8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:42.997938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:42.998278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:42.998631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:42.998962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:42.999285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:42.999604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:42.999921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:43.000241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:43.000554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:43.000866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:43.001178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:43.001488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Tracked resource versions report: Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: pushed versions: Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: { 'AddressGroup': {'1.2'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'ConntrackHelper': {'1.0'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Log': {'1.0'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Network': {'1.1'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Port': {'1.7'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'PortForwarding': {'1.2'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'QosPolicy': {'1.9'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'SecurityGroup': {'1.4'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'SecurityGroupRule': {'1.2'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'SubPort': {'1.0'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Subnet': {'1.1'}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Trunk': {'1.1'}} Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: consumer versions: Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: { DHCP agent@n-d-713499-15: {}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: L3 agent@n-d-713499-15: {}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: Metadata agent@n-d-713499-15: {}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: Metering agent@n-d-713499-15: {}, Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: Open vSwitch agent@n-d-713499-15: { 'AddressGroup': '1.2', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'ConntrackHelper': '1.0', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Log': '1.0', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Network': '1.1', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Port': '1.7', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'PortForwarding': '1.2', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'QosPolicy': '1.9', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'SecurityGroup': '1.4', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'SecurityGroupRule': '1.2', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'SubPort': '1.0', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Subnet': '1.1', Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: 'Trunk': '1.1'}} Aug 29 17:06:43.002637 n-d-713499-15 neutron-server[94795]: {{(pid=94795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 17:06:43.095334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.142387 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.143663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:43.144298 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.224088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3439698 Aug 29 17:06:43.244339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91082ba-d3cb-4b03-8411-5ab8a126dbf4 admin admin] Pushing event updated for resources: {'Network': ['ID=caf01b39-0c6f-460d-a418-4d11d786aee7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:43.256408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network caf01b39-0c6f-460d-a418-4d11d786aee7 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:06:43.803103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53b201d8-8692-4740-9328-c4ce02f90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.807647 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.244747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.554207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53278) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:45.724847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08f345-cfd7-4649-92a8-d81a5af80ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:45.726124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0a08f345-cfd7-4649-92a8-d81a5af80ed1 admin admin] 10.222.0.41 "GET /v2.0/subnets/594a427b-4783-4df0-87c5-6bcb5f5955ca HTTP/1.1" status: 200 len: 849 time: 0.1709638 Aug 29 17:06:45.840718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1d04ce05-d154-438e-a5b9-b704177f93a8 admin admin] 10.222.0.41 "GET /v2.0/routers/d2c14182-7249-4dd2-80d5-6b73b2c4a642 HTTP/1.1" status: 200 len: 704 time: 0.1084797 Aug 29 17:06:46.098853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.397509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Allocated IP 172.20.0.1 (cf183e4f-0111-443a-9c69-2bfe53ae7039/594a427b-4783-4df0-87c5-6bcb5f5955ca/f36f71e9-6ec5-4105-9aef-33d02325d137) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:46.523336 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.550977 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.573954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Transition to ACTIVE for port object f36f71e9-6ec5-4105-9aef-33d02325d137 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:46.686254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.753332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Network cf183e4f-0111-443a-9c69-2bfe53ae7039 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:46.760602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:46.766525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:46.767090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.826715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Pushing event updated for resources: {'Port': ['ID=f36f71e9-6ec5-4105-9aef-33d02325d137,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:46.944497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f691111e-7004-411c-802b-3d9299c15553 None None] Provisioning for port f36f71e9-6ec5-4105-9aef-33d02325d137 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:46.947961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f691111e-7004-411c-802b-3d9299c15553 None None] Provisioning complete for port f36f71e9-6ec5-4105-9aef-33d02325d137 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:46.948333 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f691111e-7004-411c-802b-3d9299c15553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.960319 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.980637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f691111e-7004-411c-802b-3d9299c15553 None None] Port f36f71e9-6ec5-4105-9aef-33d02325d137 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:06:47.167317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.171398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.172124 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.249219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Pushing event updated for resources: {'Port': ['ID=f36f71e9-6ec5-4105-9aef-33d02325d137,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:47.292887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Network cf183e4f-0111-443a-9c69-2bfe53ae7039 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:47.294125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:47.453607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Router d2c14182-7249-4dd2-80d5-6b73b2c4a642 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:47.500586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4916da0a-a921-4c75-8bb1-5bb05161f2ae None None] Provisioning complete for port f36f71e9-6ec5-4105-9aef-33d02325d137 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:47.500897 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4916da0a-a921-4c75-8bb1-5bb05161f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.536545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4916da0a-a921-4c75-8bb1-5bb05161f2ae None None] Port f36f71e9-6ec5-4105-9aef-33d02325d137 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:06:47.546616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:47.552392 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-df95fab1-2ece-4b1b-b3ba-f9114b0a590a admin admin] 10.222.0.41 "PUT /v2.0/routers/d2c14182-7249-4dd2-80d5-6b73b2c4a642/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7062719 Aug 29 17:06:47.557009 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Sync routers for ids ['d2c14182-7249-4dd2-80d5-6b73b2c4a642'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:47.568740 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Routers {'d2c14182-7249-4dd2-80d5-6b73b2c4a642'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:47.569530 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:06:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d2c14182-7249-4dd2-80d5-6b73b2c4a642'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:47.753223 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Set router d2c14182-7249-4dd2-80d5-6b73b2c4a642 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:48.175713 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'name': 'router1', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:36Z', 'updated_at': '2021-08-29T17:06:46Z', 'revision_number': 2, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'gw_port_host': None, '_interfaces': [{'id': 'f36f71e9-6ec5-4105-9aef-33d02325d137', 'name': '', 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'mac_address': 'fa:16:3e:59:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:46Z', 'updated_at': '2021-08-29T17:06:47Z', 'revision_number': 2, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'subnets': [{'id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c2e9981-bf6d-4285-9178-207ff81de323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:48.229128 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Checking router: d2c14182-7249-4dd2-80d5-6b73b2c4a642 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:06:48.229506 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Updating router d2c14182-7249-4dd2-80d5-6b73b2c4a642 port f36f71e9-6ec5-4105-9aef-33d02325d137 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:06:48.278092 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.803507 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.821079 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Transition to ACTIVE for port object f36f71e9-6ec5-4105-9aef-33d02325d137 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:48.828946 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.912311 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Pushing event updated for resources: {'Port': ['ID=f36f71e9-6ec5-4105-9aef-33d02325d137,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:48.920679 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.921029 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.921374 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.921711 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.922044 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.922378 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.922732 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.923059 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.923383 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.923704 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.924038 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.924340 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Tracked resource versions report: Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: pushed versions: Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: { 'AddressGroup': {'1.2'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'ConntrackHelper': {'1.0'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Log': {'1.0'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Network': {'1.1'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Port': {'1.7'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'PortForwarding': {'1.2'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'QosPolicy': {'1.9'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'SecurityGroup': {'1.4'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'SecurityGroupRule': {'1.2'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'SubPort': {'1.0'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Subnet': {'1.1'}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Trunk': {'1.1'}} Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: consumer versions: Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: { DHCP agent@n-d-713499-15: {}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: L3 agent@n-d-713499-15: {}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: Metadata agent@n-d-713499-15: {}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: Metering agent@n-d-713499-15: {}, Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: Open vSwitch agent@n-d-713499-15: { 'AddressGroup': '1.2', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'ConntrackHelper': '1.0', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Log': '1.0', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Network': '1.1', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Port': '1.7', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'PortForwarding': '1.2', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'QosPolicy': '1.9', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'SecurityGroup': '1.4', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'SecurityGroupRule': '1.2', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'SubPort': '1.0', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Subnet': '1.1', Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: 'Trunk': '1.1'}} Aug 29 17:06:48.925445 n-d-713499-15 neutron-server[94798]: {{(pid=94798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 17:06:49.028210 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Attempting to bind port f36f71e9-6ec5-4105-9aef-33d02325d137 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:49.032653 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Attempting to bind port f36f71e9-6ec5-4105-9aef-33d02325d137 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:49.033135 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Attempting to bind port f36f71e9-6ec5-4105-9aef-33d02325d137 on network cf183e4f-0111-443a-9c69-2bfe53ae7039 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:49.047082 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:49.047523 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Checking segment: {'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:49.048018 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.048458 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Bound using segment: {'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:49.049035 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Bound port: f36f71e9-6ec5-4105-9aef-33d02325d137, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c37355-f7f3-44fb-abd4-66909a0002bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:49.049437 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.119888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] For port f36f71e9-6ec5-4105-9aef-33d02325d137, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:49.139067 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] For port f36f71e9-6ec5-4105-9aef-33d02325d137, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f36f71e9-6ec5-4105-9aef-33d02325d137,segment=NetworkSegment(a6c37355-f7f3-44fb-abd4-66909a0002bf),segment_id=a6c37355-f7f3-44fb-abd4-66909a0002bf)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:49.144400 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.201110 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Routers {'d2c14182-7249-4dd2-80d5-6b73b2c4a642'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:49.201655 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:06:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d2c14182-7249-4dd2-80d5-6b73b2c4a642'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:49.203705 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf620b-6b85-49aa-af14-e5b150e37731 None None] Pushing event updated for resources: {'Port': ['ID=f36f71e9-6ec5-4105-9aef-33d02325d137,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:49.292354 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] Set router d2c14182-7249-4dd2-80d5-6b73b2c4a642 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:49.498720 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'name': 'router1', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:36Z', 'updated_at': '2021-08-29T17:06:46Z', 'revision_number': 2, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'gw_port_host': None, '_interfaces': [{'id': 'f36f71e9-6ec5-4105-9aef-33d02325d137', 'name': '', 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'mac_address': 'fa:16:3e:59:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:46Z', 'updated_at': '2021-08-29T17:06:49Z', 'revision_number': 4, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'subnets': [{'id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c2e9981-bf6d-4285-9178-207ff81de323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:49.523983 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557b32b7-2e3e-4915-8fe7-6fb6ec99d1c3 None None] The sync data for ids ['d2c14182-7249-4dd2-80d5-6b73b2c4a642'] in n-d-713499-15 is: [{'id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'name': 'router1', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:36Z', 'updated_at': '2021-08-29T17:06:46Z', 'revision_number': 2, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'gw_port_host': None, '_interfaces': [{'id': 'f36f71e9-6ec5-4105-9aef-33d02325d137', 'name': '', 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'mac_address': 'fa:16:3e:59:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:46Z', 'updated_at': '2021-08-29T17:06:49Z', 'revision_number': 4, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'subnets': [{'id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c2e9981-bf6d-4285-9178-207ff81de323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:49.807133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53300) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:49.915700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5e50b-a980-4138-bf11-14691f75e632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:49.917059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0ed5e50b-a980-4138-bf11-14691f75e632 admin admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 842 time: 0.1089840 Aug 29 17:06:49.927645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Request body: {'subnet': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:49.947946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Made reservation on behalf of 143252fb20f54c2fb949decf71a16dd2 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:49.950382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.247290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:06:50.247748 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.304621 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f56e04-205a-4332-89ae-c2a2e88a250d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:50.308437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:50.308796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Network hostable DHCP agents. Network: caf01b39-0c6f-460d-a418-4d11d786aee7, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:06:50.325071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:06:50.332927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, caf01b39-0c6f-460d-a418-4d11d786aee7) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:50.336819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:50.337411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.341985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58042a-6d22-4c4e-8350-b6d4a726a2d7 None None] Network caf01b39-0c6f-460d-a418-4d11d786aee7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:50.359188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d880185d-969d-46ee-8f43-bb178f644c68 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4355152 Aug 29 17:06:50.476301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d51fd-5c03-40ce-8dd0-32c14b416d3e None None] Network caf01b39-0c6f-460d-a418-4d11d786aee7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:52.650256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53308) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:52.849432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d0989cb3-3f1f-4332-8716-12f9e0cb9202 admin admin] 10.222.0.41 "GET /v2.0/routers/d2c14182-7249-4dd2-80d5-6b73b2c4a642 HTTP/1.1" status: 200 len: 710 time: 0.1979160 Aug 29 17:06:52.940814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b61ced-0122-42ae-b8e0-a6964c0d8df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:52.942193 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-69b61ced-0122-42ae-b8e0-a6964c0d8df2 admin admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 886 time: 0.0868285 Aug 29 17:06:52.952026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:53.200217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.429900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.502147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.605611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Allocated IP 172.25.2.108 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/1c01f5d7-7a16-46ea-a663-e544f9dbb6f2) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:53.703613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.740414 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.779935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:53.782898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:53.791786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:53.797022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Pushing event updated for resources: {'Port': ['ID=1c01f5d7-7a16-46ea-a663-e544f9dbb6f2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:54.040648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.328496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.332066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.437894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Router d2c14182-7249-4dd2-80d5-6b73b2c4a642 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:06:54.555259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:54.560293 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.561521 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b9697c27-89d9-48e2-94d4-e2130bea7796 admin admin] 10.222.0.41 "PUT /v2.0/routers/d2c14182-7249-4dd2-80d5-6b73b2c4a642 HTTP/1.1" status: 200 len: 890 time: 1.6129804 Aug 29 17:06:55.890632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Sync routers for ids ['d2c14182-7249-4dd2-80d5-6b73b2c4a642'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:55.903652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Routers {'d2c14182-7249-4dd2-80d5-6b73b2c4a642'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:55.904592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:06:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d2c14182-7249-4dd2-80d5-6b73b2c4a642'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:55.975000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f36f71e9-6ec5-4105-9aef-33d02325d137 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:56.190991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Set router d2c14182-7249-4dd2-80d5-6b73b2c4a642 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:56.204979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f36f71e9-6ec5-4105-9aef-33d02325d137 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:56.242480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f36f71e9-6ec5-4105-9aef-33d02325d137 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:56.242882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.536870 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.604658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port f36f71e9-6ec5-4105-9aef-33d02325d137, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f36f71e9-6ec5-4105-9aef-33d02325d137,segment=NetworkSegment(a6c37355-f7f3-44fb-abd4-66909a0002bf),segment_id=a6c37355-f7f3-44fb-abd4-66909a0002bf)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:56.614887 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.683758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=f36f71e9-6ec5-4105-9aef-33d02325d137,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:56.701749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'name': 'router1', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c01f5d7-7a16-46ea-a663-e544f9dbb6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:36Z', 'updated_at': '2021-08-29T17:06:53Z', 'revision_number': 4, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'gw_port': {'id': '1c01f5d7-7a16-46ea-a663-e544f9dbb6f2', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:53Z', 'updated_at': '2021-08-29T17:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'f36f71e9-6ec5-4105-9aef-33d02325d137', 'name': '', 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'mac_address': 'fa:16:3e:59:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:46Z', 'updated_at': '2021-08-29T17:06:49Z', 'revision_number': 4, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'subnets': [{'id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c2e9981-bf6d-4285-9178-207ff81de323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:56.749535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Checking router: d2c14182-7249-4dd2-80d5-6b73b2c4a642 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:06:56.749832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Updating router d2c14182-7249-4dd2-80d5-6b73b2c4a642 port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:06:56.797120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.968094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53320) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:57.093641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-300fb81c-d727-4eba-a8c2-c7d8d14d60d5 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1109371 Aug 29 17:06:57.114771 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.125874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Transition to ACTIVE for port object 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:57.133548 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.186851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Attempting to bind port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:57.187222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Attempting to bind port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:57.187582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Attempting to bind port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:57.195602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9144ce-4c13-4a92-afe0-f55ec6e2deaf None None] Pushing event updated for resources: {'Port': ['ID=1c01f5d7-7a16-46ea-a663-e544f9dbb6f2,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:57.198950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:57.199337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:57.199744 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.200140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:57.200627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Bound port: 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:57.201040 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.255877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] For port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:57.258845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] For port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1c01f5d7-7a16-46ea-a663-e544f9dbb6f2,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:57.265318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.322610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9144ce-4c13-4a92-afe0-f55ec6e2deaf None None] Pushing event updated for resources: {'Port': ['ID=1c01f5d7-7a16-46ea-a663-e544f9dbb6f2,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:57.325448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Routers {'d2c14182-7249-4dd2-80d5-6b73b2c4a642'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:57.326050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:06:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d2c14182-7249-4dd2-80d5-6b73b2c4a642'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:57.512809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] Set router d2c14182-7249-4dd2-80d5-6b73b2c4a642 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:57.720710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'name': 'router1', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c01f5d7-7a16-46ea-a663-e544f9dbb6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:36Z', 'updated_at': '2021-08-29T17:06:53Z', 'revision_number': 4, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'gw_port': {'id': '1c01f5d7-7a16-46ea-a663-e544f9dbb6f2', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:53Z', 'updated_at': '2021-08-29T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'f36f71e9-6ec5-4105-9aef-33d02325d137', 'name': '', 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'mac_address': 'fa:16:3e:59:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:46Z', 'updated_at': '2021-08-29T17:06:56Z', 'revision_number': 5, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'subnets': [{'id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c2e9981-bf6d-4285-9178-207ff81de323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:57.749919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa6948-a428-4763-ac47-07234e5ec792 None None] The sync data for ids ['d2c14182-7249-4dd2-80d5-6b73b2c4a642'] in n-d-713499-15 is: [{'id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'name': 'router1', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c01f5d7-7a16-46ea-a663-e544f9dbb6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:36Z', 'updated_at': '2021-08-29T17:06:53Z', 'revision_number': 4, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'gw_port': {'id': '1c01f5d7-7a16-46ea-a663-e544f9dbb6f2', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:53Z', 'updated_at': '2021-08-29T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'f36f71e9-6ec5-4105-9aef-33d02325d137', 'name': '', 'network_id': 'cf183e4f-0111-443a-9c69-2bfe53ae7039', 'tenant_id': '55e72685f13e4957a22b67be197cddbe', 'mac_address': 'fa:16:3e:59:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c14182-7249-4dd2-80d5-6b73b2c4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:46Z', 'updated_at': '2021-08-29T17:06:56Z', 'revision_number': 5, 'project_id': '55e72685f13e4957a22b67be197cddbe', 'subnets': [{'id': '594a427b-4783-4df0-87c5-6bcb5f5955ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c2e9981-bf6d-4285-9178-207ff81de323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:58.054347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f36f71e9-6ec5-4105-9aef-33d02325d137 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:58.102727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f36f71e9-6ec5-4105-9aef-33d02325d137 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:58.103103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:58.189940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:58.240298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:58.247066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:58.248053 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:58.335497 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:58.359225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1c01f5d7-7a16-46ea-a663-e544f9dbb6f2,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:58.362935 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:58.434819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1c01f5d7-7a16-46ea-a663-e544f9dbb6f2,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:59.600254 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:06:59.948266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:07:00.007059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1c01f5d7-7a16-46ea-a663-e544f9dbb6f2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:00.007059 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.139548 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f483daf-cbc7-45b9-8e24-06b83a7469d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.795321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ee5bbbc-75c0-4c7f-8b25-e30b60fd56b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.813580 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:15.258378 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.536035 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:36.598568 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:07:41.172737 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fb12ea07-4ee0-43fe-b04b-fc5a3f93e5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.812459 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-33758b92-5ef8-4bb2-9a56-26d8ab7ba06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.819657 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.247591 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.536240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.145320 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf5f6-05f6-46f5-b834-776347ef576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.596297 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:08:13.795966 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ecae459e-f44b-4eb6-b0d7-2d7bcc7ffb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.812759 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.252183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.529252 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:37.387834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53914) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:37.448447 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67cc95d-9047-49c4-9314-8ede61cbb756 admin admin] GET failed (client error): The resource could not be found. Aug 29 17:08:37.449739 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e67cc95d-9047-49c4-9314-8ede61cbb756 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609684 Aug 29 17:08:37.612000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25957dac-cdab-4fe5-afac-e484ed4402e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:37.613381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-25957dac-cdab-4fe5-afac-e484ed4402e8 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584063 Aug 29 17:08:39.773570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53924) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:39.862370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade9c276-b8c3-4cbb-8084-697463e53dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:39.863731 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ade9c276-b8c3-4cbb-8084-697463e53dab admin admin] 10.222.0.41 "GET /v2.0/subnets/594a427b-4783-4df0-87c5-6bcb5f5955ca HTTP/1.1" status: 200 len: 849 time: 0.0892003 Aug 29 17:08:39.873666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:39.958394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.091216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739108455720'] for subnet, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.123786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:40.124388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.127099 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] 10.222.0.41 "PUT /v2.0/subnets/594a427b-4783-4df0-87c5-6bcb5f5955ca HTTP/1.1" status: 200 len: 868 time: 0.2569475 Aug 29 17:08:40.128764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0284b2-cd33-4fab-9206-fb3d19875e3e None None] Network cf183e4f-0111-443a-9c69-2bfe53ae7039 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:40.148703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=594a427b-4783-4df0-87c5-6bcb5f5955ca,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:40.156670 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.157059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.157331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.157665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.158052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.158376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.158720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.159040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.159358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.159677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.160001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.160316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e046a242-e43d-45a0-bf9a-a91474832006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:40.466624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cd77222a-229b-4d47-b4a3-6fc4e88fd99f None None] Provisioning complete for port d45dad4e-9633-4cef-ae14-5a67c75726fd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:40.467003 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cd77222a-229b-4d47-b4a3-6fc4e88fd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.552541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cd77222a-229b-4d47-b4a3-6fc4e88fd99f None None] Provisioning complete for port f36f71e9-6ec5-4105-9aef-33d02325d137 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:40.552913 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cd77222a-229b-4d47-b4a3-6fc4e88fd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:41.146121 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f3-c383-4c13-b80f-51f141f2f1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:42.280711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53932) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:42.487392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6230dd-a59b-4508-b605-3a101ecbfe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:42.487798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6230dd-a59b-4508-b605-3a101ecbfe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:42.489355 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e6230dd-a59b-4508-b605-3a101ecbfe34 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076905 Aug 29 17:08:43.797007 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1490a50-ca15-4721-b97d-1fcba4f87733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.814501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:44.640929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53942) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:44.771436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b5810-a895-4479-b295-17dafce045b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:44.771904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b5810-a895-4479-b295-17dafce045b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:44.773416 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-834b5810-a895-4479-b295-17dafce045b0 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315625 Aug 29 17:08:45.253854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:46.535831 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:46.949517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53950) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:47.070179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ac430-7876-4907-b856-17127a5793c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:47.071548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6b6ac430-7876-4907-b856-17127a5793c4 admin admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 886 time: 0.1210775 Aug 29 17:08:49.236085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53958) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:49.367677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e511de-451a-4162-8686-9aab4a88646c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:49.369868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-71e511de-451a-4162-8686-9aab4a88646c admin admin] 10.222.0.41 "GET /v2.0/networks/cf183e4f-0111-443a-9c69-2bfe53ae7039 HTTP/1.1" status: 200 len: 869 time: 0.1327896 Aug 29 17:08:50.595081 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:08:51.544476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53966) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:51.669212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be7068-a3bf-40e6-88ec-eeb27e9e3dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:51.669672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be7068-a3bf-40e6-88ec-eeb27e9e3dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:51.671230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-41be7068-a3bf-40e6-88ec-eeb27e9e3dc9 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258078 Aug 29 17:08:53.831468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53974) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:53.922889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9073f-3987-4cb7-bfec-7175a6134f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:53.923350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9073f-3987-4cb7-bfec-7175a6134f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:53.924828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6bd9073f-3987-4cb7-bfec-7175a6134f17 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924199 Aug 29 17:08:56.070431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53982) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:56.162212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab03d81-da58-449e-ab5b-93b6bff6a5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:56.163593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ab03d81-da58-449e-ab5b-93b6bff6a5c3 admin admin] 10.222.0.41 "GET /v2.0/subnets/594a427b-4783-4df0-87c5-6bcb5f5955ca HTTP/1.1" status: 200 len: 868 time: 0.0921714 Aug 29 17:08:58.315435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53990) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:58.424127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20bd252-7e7c-4351-8527-d6a2a884c9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:58.425443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a20bd252-7e7c-4351-8527-d6a2a884c9cd admin admin] 10.222.0.41 "GET /v2.0/subnets/95f56e04-205a-4332-89ae-c2a2e88a250d HTTP/1.1" status: 200 len: 816 time: 0.1090815 Aug 29 17:09:11.146706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e82ec330-f663-4799-a376-f2054cb9c2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:13.797694 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-137d9be3-c49f-444b-b368-c368e95503c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:13.815565 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.257131 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:16.539863 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.128987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54044) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:22.179643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-a2f99356-f3cf-47f1-9004-eb21bf64f648 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:09:22.180657 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a2f99356-f3cf-47f1-9004-eb21bf64f648 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507355 Aug 29 17:09:24.454442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54052) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:24.542137 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b2dabc-db28-4b3b-82b9-7a57c9ede7ba admin admin] GET failed (client error): The resource could not be found. Aug 29 17:09:24.543574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b4b2dabc-db28-4b3b-82b9-7a57c9ede7ba admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0880637 Aug 29 17:09:24.681599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7df44-123f-4179-9748-aacc094eb3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:24.683009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c3f7df44-123f-4179-9748-aacc094eb3b3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1341794 Aug 29 17:09:26.867703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54060) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:26.914541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:26.934677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Made reservation on behalf of 143252fb20f54c2fb949decf71a16dd2 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:26.936836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:26.969347 n-d-713499-15 neutron-server[94795]: WARNING neutron.services.revisions.revision_plugin [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Could not find related network for resource to bump revision. Aug 29 17:09:26.982575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:09:26.992090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:26.992431 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Added segment d93c493f-a176-49d8-a67b-73073be236ea of type vlan for network c8312b91-9a89-4a36-b2d4-8ff85a638175 Aug 29 17:09:27.036265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.060825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.061716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:27.062916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.117730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2489421 Aug 29 17:09:27.123368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c8312b91-9a89-4a36-b2d4-8ff85a638175,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:27.131388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.131770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.132112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.132601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.133014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.133279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.133616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.133946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.134371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.134635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.134948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.135276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f23ad9-b625-4396-8655-cbee748a70c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:27.147636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:09:27.593219 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:09:29.307702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54068) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:29.366195 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f03505b-eeca-4c21-856e-366104cc0a40 admin admin] GET failed (client error): The resource could not be found. Aug 29 17:09:29.367533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8f03505b-eeca-4c21-856e-366104cc0a40 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588880 Aug 29 17:09:29.449550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc7709-3cc7-4b7f-a23c-87f31186c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:29.451021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-11dc7709-3cc7-4b7f-a23c-87f31186c74a admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0789032 Aug 29 17:09:29.461914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:29.485722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Made reservation on behalf of 143252fb20f54c2fb949decf71a16dd2 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:29.488080 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:29.697238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:29.761228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765c8115-4397-4e66-ae5b-53b231dd7e2e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:29.771542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:29.771928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Network hostable DHCP agents. Network: c8312b91-9a89-4a36-b2d4-8ff85a638175, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:09:29.792429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:09:29.803028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c8312b91-9a89-4a36-b2d4-8ff85a638175) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:29.807752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:29.808337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:29.812867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12a0c2d-4c50-459c-bb0c-de75d9ded21b None None] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:29.832437 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5f32350b-47e8-416e-8921-78ce9c8e07e5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3641183 Aug 29 17:09:30.054986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c8312b91-9a89-4a36-b2d4-8ff85a638175', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'tenant_id': '143252fb20f54c2fb949decf71a16dd2', 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:30.055860 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.200928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Allocated IP 192.168.233.2 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/f8a83f41-0a25-4a75-93ed-214f317b0762) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:30.340736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.352734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Transition to ACTIVE for port object f8a83f41-0a25-4a75-93ed-214f317b0762 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:30.368560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Transition to ACTIVE for port object f8a83f41-0a25-4a75-93ed-214f317b0762 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:30.374942 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.420310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:30.423181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:30.427527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:30.430491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Pushing event updated for resources: {'Port': ['ID=f8a83f41-0a25-4a75-93ed-214f317b0762,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:30.441539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.441876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.442216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.442570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.442929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.443253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.443577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.444379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.444379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.444563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.445488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.445488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:30.491841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Attempting to bind port f8a83f41-0a25-4a75-93ed-214f317b0762 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:30.492208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Attempting to bind port f8a83f41-0a25-4a75-93ed-214f317b0762 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:30.492568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Attempting to bind port f8a83f41-0a25-4a75-93ed-214f317b0762 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:30.497537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:30.497909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:30.498311 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.498732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:30.499195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Bound port: f8a83f41-0a25-4a75-93ed-214f317b0762, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:30.499680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.561083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] For port f8a83f41-0a25-4a75-93ed-214f317b0762, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:30.564802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] For port f8a83f41-0a25-4a75-93ed-214f317b0762, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f8a83f41-0a25-4a75-93ed-214f317b0762,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:30.568617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.625933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ed627-399f-4b4f-b66c-1b402fd5fae7 None None] Pushing event updated for resources: {'Port': ['ID=f8a83f41-0a25-4a75-93ed-214f317b0762,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:31.447834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d109dc-a2bc-4c5d-a0e4-5fdf11a527c3 None None] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:31.511627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9301463f-7a27-4f1b-b6a1-8e1a3179eddc None None] Provisioning for port f8a83f41-0a25-4a75-93ed-214f317b0762 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:32.082967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f8a83f41-0a25-4a75-93ed-214f317b0762 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:32.132452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f8a83f41-0a25-4a75-93ed-214f317b0762 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:32.136284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f8a83f41-0a25-4a75-93ed-214f317b0762 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:32.136655 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.212931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.247055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port f8a83f41-0a25-4a75-93ed-214f317b0762, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f8a83f41-0a25-4a75-93ed-214f317b0762,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:32.251699 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.301964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=f8a83f41-0a25-4a75-93ed-214f317b0762,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:34.059330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f8a83f41-0a25-4a75-93ed-214f317b0762 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:34.105253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f8a83f41-0a25-4a75-93ed-214f317b0762 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:34.105623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:41.146751 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eb98b36e-732e-4524-8020-c22b11ae6d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:43.798875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c78a2120-5462-4008-adf9-715a741b3a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:43.815523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:45.262435 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:46.542028 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.591825 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:10:11.147673 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01c7aee0-301d-4cd9-85f1-f7c114bd322d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.800293 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aef9a436-f066-4ff4-ad1d-80c7f8035c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.817650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.263008 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.552679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.148429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aa40516d-9635-4ce4-9774-e967d1b615b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.589204 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:10:43.653710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54120) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:43.660211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-3e78e055-7091-41cc-80ae-14c74c6927ee tempest-verify_tempest_config-38277333 tempest-verify_tempest_config-38277333-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:43.661361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3e78e055-7091-41cc-80ae-14c74c6927ee tempest-verify_tempest_config-38277333 tempest-verify_tempest_config-38277333-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065875 Aug 29 17:10:43.802767 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d508906b-0f07-41de-9f35-c58befe5007a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.819040 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.951410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54138) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:44.053135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.141089 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.144670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.191351 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f31c4a89e68d4703a3e501c6010983cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2388608 Aug 29 17:10:44.192165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca564705-33af-48e8-870b-d7a42102094c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:44.194006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54142) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:44.198473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.198846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.199184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.199515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.199844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.200187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.200498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.200811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.201127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.201472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.201895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.202235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e85414-af02-457f-b591-b905092f8f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.247501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.267886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.356728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.359663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.363200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca564705-33af-48e8-870b-d7a42102094c HTTP/1.1" status: 204 len: 168 time: 0.1658437 Aug 29 17:10:44.368723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca564705-33af-48e8-870b-d7a42102094c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:44.375319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.375666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.376001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.376332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.376662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.377006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.377325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.377737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.377952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.378270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.378609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:44.378917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7973c8f-9143-4ae3-8e87-e19b689e780a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:45.265680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.550721 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.148103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-82be21f8-9d4d-44ad-8043-17458ac12350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.802638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4bbfde7-470e-4c85-95b7-c935cd229565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.818272 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.268107 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.554799 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:18.587180 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:11:41.148407 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-33d384de-c59f-45f1-974e-22d36528dd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:43.802880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-672c496a-d79d-44ab-8832-74e3645d0948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:43.818459 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:45.272352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.557282 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.584833 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:12:11.149193 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cb45ac6d-a05e-4ca9-b93d-833a1c512594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.801921 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0f4b-fd66-4504-b6e7-f8c24e4de5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.822772 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.273423 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.560667 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.582378 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:12:41.149884 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-59046575-c90a-4c6b-a1ae-a767d5bb1ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.801882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6a11fee-050c-4510-a36b-823e495580d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.822036 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.276992 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.563774 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:09.581745 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:13:11.149944 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-90d9d24d-fc4e-4060-8440-0641129f9821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:13.800784 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bbdfaef9-8ce8-462a-9cab-17df3ed9a575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:13.821905 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.279144 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.573868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.150803 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6419b8ef-04ae-45e5-bd2b-f4f73495f3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.178557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664410'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.557356 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664410'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.800986 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7d6b-b896-4e9a-9545-7f5611eaa311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.823575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:45.282300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.581702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.582387 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:14:11.151880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fa003fb-8a66-4499-ae72-6ae1e3551c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.131132 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.528661 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:13.801608 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ed4916b5-75b8-48b3-b632-ec3f78d7aaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:13.824826 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.285124 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:16.584321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:23.580948 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:14:31.298426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54204) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:31.406636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5538a5fc-5b76-4d1f-bb44-c0c2153f0b8c admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1064892 Aug 29 17:14:33.606910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54214) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:33.668425 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b08c3fcb-b6d8-4f5f-b754-e5445f9e9d1b admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0604446 Aug 29 17:14:41.153063 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b0672cff-99ca-4f8a-a8ee-00a9f4662d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:42.141560 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:42.533825 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:43.803265 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e28f-0f05-4211-9384-52097c59d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:43.824672 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:45.289705 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:46.586875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:00.580203 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:15:11.154141 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aa9154fb-faba-490f-a564-2df15d0866c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.135836 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.544454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:13.802932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-76cda70e-4380-4849-afe2-20194c8a5c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:13.823919 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.297610 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:16.594577 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:37.580287 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:15:41.155702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ab58dd88-520c-4dd5-bc27-61e54fd96638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:42.155473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:42.537191 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:43.804759 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7375baf3-f31f-4263-8bc6-e06cd5852fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:43.824321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:45.295388 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:46.596885 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:55.443241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54382) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:55.667772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0b75b6e0-39b1-465a-a3cf-561477b31951 tempest-AutoAllocateNetworkTest-938087289 tempest-AutoAllocateNetworkTest-938087289-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8fabc1f68e1c44c88d82fbdfc6a76ce4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2233806 Aug 29 17:15:55.670335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54404) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:55.976970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37f418-de0d-4622-9e61-335a3f4d8010 tempest-AutoAllocateNetworkTest-938087289 tempest-AutoAllocateNetworkTest-938087289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:55.978455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8d37f418-de0d-4622-9e61-335a3f4d8010 tempest-AutoAllocateNetworkTest-938087289 tempest-AutoAllocateNetworkTest-938087289-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3057389 Aug 29 17:15:55.981354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54426) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:56.042566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54428) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:56.042850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-130fe471-fe35-4ffa-aef3-72f369be20b4 tempest-AutoAllocateNetworkTest-938087289 tempest-AutoAllocateNetworkTest-938087289-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601380 Aug 29 17:15:56.077189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a4d844a9-2530-4c98-9738-7f04e0e16cf4 tempest-AutoAllocateNetworkTest-938087289 tempest-AutoAllocateNetworkTest-938087289-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8fabc1f68e1c44c88d82fbdfc6a76ce4 HTTP/1.1" status: 200 len: 208 time: 0.0326791 Aug 29 17:15:56.813009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54468) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:57.218353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:57.323157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:57.327616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:57.360697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32933743-ceee-4539-a103-a8d5fa18e8c6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:57.370469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.370899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.371173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.371505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.371833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.372236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.372484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.372802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.373120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.373439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.373746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.374069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] Tracked resource versions report: Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: pushed versions: Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: { 'AddressGroup': {'1.2'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'ConntrackHelper': {'1.0'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Log': {'1.0'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Network': {'1.1'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Port': {'1.7'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'PortForwarding': {'1.2'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'QosPolicy': {'1.9'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'SecurityGroup': {'1.4'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'SecurityGroupRule': {'1.2'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'SubPort': {'1.0'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Subnet': {'1.1'}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Trunk': {'1.1'}} Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: consumer versions: Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: { DHCP agent@n-d-713499-15: {}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: HyperV agent@n-h1-713499-15: {}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: HyperV agent@n-h2-713499-15: {}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: L3 agent@n-d-713499-15: {}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: Metadata agent@n-d-713499-15: {}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: Metering agent@n-d-713499-15: {}, Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: Open vSwitch agent@n-d-713499-15: { 'AddressGroup': '1.2', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'ConntrackHelper': '1.0', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Log': '1.0', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Network': '1.1', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Port': '1.7', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'PortForwarding': '1.2', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'QosPolicy': '1.9', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'SecurityGroup': '1.4', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'SecurityGroupRule': '1.2', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'SubPort': '1.0', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Subnet': '1.1', Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: 'Trunk': '1.1'}} Aug 29 17:15:57.375711 n-d-713499-15 neutron-server[94795]: {{(pid=94795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 17:15:57.384181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e9716450-a464-404a-92ab-3defc0b5760c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fabc1f68e1c44c88d82fbdfc6a76ce4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5687792 Aug 29 17:15:57.384649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54498) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:57.448273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:57.471065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:57.524513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:57.527207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:57.532184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32933743-ceee-4539-a103-a8d5fa18e8c6 HTTP/1.1" status: 204 len: 168 time: 0.1465280 Aug 29 17:15:57.541209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32933743-ceee-4539-a103-a8d5fa18e8c6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:57.548815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.549204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.549536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.550049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.550489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.550715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.551037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.551350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.551917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.552236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.552707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.553025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d6017-b3b9-474d-8ecf-422a59574273 admin admin] Tracked resource versions report: Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: pushed versions: Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: { 'AddressGroup': {'1.2'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'ConntrackHelper': {'1.0'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Log': {'1.0'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Network': {'1.1'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Port': {'1.7'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'PortForwarding': {'1.2'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'QosPolicy': {'1.9'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'SecurityGroup': {'1.4'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'SecurityGroupRule': {'1.2'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'SubPort': {'1.0'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Subnet': {'1.1'}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Trunk': {'1.1'}} Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: consumer versions: Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: { DHCP agent@n-d-713499-15: {}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: HyperV agent@n-h1-713499-15: {}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: HyperV agent@n-h2-713499-15: {}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: L3 agent@n-d-713499-15: {}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: Metadata agent@n-d-713499-15: {}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: Metering agent@n-d-713499-15: {}, Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: Open vSwitch agent@n-d-713499-15: { 'AddressGroup': '1.2', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'ConntrackHelper': '1.0', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Log': '1.0', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Network': '1.1', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Port': '1.7', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'PortForwarding': '1.2', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'QosPolicy': '1.9', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'SecurityGroup': '1.4', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'SecurityGroupRule': '1.2', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'SubPort': '1.0', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Subnet': '1.1', Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: 'Trunk': '1.1'}} Aug 29 17:15:57.554246 n-d-713499-15 neutron-server[94796]: {{(pid=94796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 17:15:59.411324 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54618) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:59.522992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1458971797-network', 'tenant_id': 'c8198dc55ead4e91a52532b580c7ee24'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:59.544470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Made reservation on behalf of c8198dc55ead4e91a52532b580c7ee24 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:15:59.547405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:59.555833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:59.666244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:59.670973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:59.704302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:15:59.706209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ae78c3-2bbd-477e-95b5-3a522227ded6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:59.718279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:59.719266 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Added segment 1cc2bdf3-01c8-4120-9058-0ef96f9f5abb of type vlan for network b1122961-ce1b-413c-a58d-b129354cbfe0 Aug 29 17:15:59.763786 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:59.790039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:59.791332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:59.792329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:59.850618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4379678 Aug 29 17:15:59.853394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54660) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:59.861193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Request body: {'subnet': {'network_id': 'b1122961-ce1b-413c-a58d-b129354cbfe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1458971797-subnet', 'tenant_id': 'c8198dc55ead4e91a52532b580c7ee24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:59.869288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54662) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:59.871494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe95e2-8f21-4b3c-8e5f-23a33551cc4c admin admin] Pushing event updated for resources: {'Network': ['ID=b1122961-ce1b-413c-a58d-b129354cbfe0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:59.871727 n-d-713499-15 neutron-server[94795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 17:15:59.883788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network b1122961-ce1b-413c-a58d-b129354cbfe0 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:15:59.895741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-fdcfb12e-0947-4d39-8205-8699d44fbdbc tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fd27c2980134d2aa8cb6151761194a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250072 Aug 29 17:15:59.902125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Made reservation on behalf of c8198dc55ead4e91a52532b580c7ee24 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:15:59.904507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:00.083618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:00.090113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-c2976074-750b-4626-9f43-aca7de3b3a09 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:00.091704 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-c2976074-750b-4626-9f43-aca7de3b3a09 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901767 Aug 29 17:16:00.110915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-53a8d2ce-21eb-44e2-aa09-6dcb32b7f0fb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/quotas/6fd27c2980134d2aa8cb6151761194a3 HTTP/1.1" status: 200 len: 375 time: 0.0127604 Aug 29 17:16:00.141713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac46dc2e-f428-4060-9e10-0ad73aae19a9,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:00.158081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Checking segment: {'id': '1cc2bdf3-01c8-4120-9058-0ef96f9f5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1122961-ce1b-413c-a58d-b129354cbfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:00.158432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Network hostable DHCP agents. Network: b1122961-ce1b-413c-a58d-b129354cbfe0, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:16:00.175102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Network b1122961-ce1b-413c-a58d-b129354cbfe0 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:16:00.183682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, b1122961-ce1b-413c-a58d-b129354cbfe0) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:00.193582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:00.196250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fbe18d-c5e4-41c8-ba4b-689bc4fda246 None None] Network b1122961-ce1b-413c-a58d-b129354cbfe0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:00.204781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-ae40ec8a-8921-4817-b0a3-7919cb4db5ed tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fd27c2980134d2aa8cb6151761194a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868585 Aug 29 17:16:00.204964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:00.225439 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-75a33511-2d42-459f-81e1-aa1ebcfe34ba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3704164 Aug 29 17:16:00.347414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35378242-db0d-4dce-bc24-20de09250565 None None] Network b1122961-ce1b-413c-a58d-b129354cbfe0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:00.602077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54718) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:00.770350 n-d-713499-15 neutron-server[94796]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 17:16:00.817039 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3523b076-7825-4432-bc40-8567d3b280e3 req-2ad98418-e6d7-4433-943a-3d32f0752bdc tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 210 time: 0.2134678 Aug 29 17:16:01.069313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54764) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:01.074561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-927557621-network', 'tenant_id': 'f9c352642e7440268849466dfe95173b'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:01.126200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Made reservation on behalf of f9c352642e7440268849466dfe95173b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:01.128525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.150006 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.276764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.284324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.323683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f9765-c2ca-4893-ae70-d11ecb6c0c05,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:01.335237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:16:01.370182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.372316 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Added segment 8a97afc6-dcee-47f8-8c97-a4843f4649af of type vlan for network da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a Aug 29 17:16:01.438929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54808) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:01.476263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.550016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.551250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:01.551992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.635837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5653794 Aug 29 17:16:01.638499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54830) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:01.644964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Request body: {'subnet': {'network_id': 'da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-927557621-subnet', 'tenant_id': 'f9c352642e7440268849466dfe95173b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:01.665961 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b59a5ee-4f0b-46c2-bd6b-91e7a19fc890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.678732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Made reservation on behalf of f9c352642e7440268849466dfe95173b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:01.682033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.732609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beed629-b83f-45b1-b77b-5b26846a5b74 admin admin] Pushing event updated for resources: {'Network': ['ID=da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:01.749076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:16:01.874185 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b59a5ee-4f0b-46c2-bd6b-91e7a19fc890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.879480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54848) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:01.892079 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b59a5ee-4f0b-46c2-bd6b-91e7a19fc890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.899171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:01.948493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f515b00-d70d-4456-80ce-bffda170fe7a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:01.982327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b59a5ee-4f0b-46c2-bd6b-91e7a19fc890 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6f79b3780824560ba3b2d237fe35488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5399520 Aug 29 17:16:01.982327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59a5ee-4f0b-46c2-bd6b-91e7a19fc890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877ffad4-d9b6-4913-a80a-f313df6920d3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:01.991363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54852) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:02.009712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Checking segment: {'id': '8a97afc6-dcee-47f8-8c97-a4843f4649af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:02.011157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Network hostable DHCP agents. Network: da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:16:02.070751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Network da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:16:02.094076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:02.101174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:02.102199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.110684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecabd2-05e7-4403-8ac4-94668de33e93 None None] Network da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:02.127482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-398f7c10-1c95-4659-ba1b-a7dbff29a109 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4864800 Aug 29 17:16:02.173650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9aebcbf-a444-4869-a8ca-0273a499fe69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.217034 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9aebcbf-a444-4869-a8ca-0273a499fe69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.277569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ab89d-5a2a-4d85-ac1b-6b085d1a0d39 None None] Network da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:02.282415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9aebcbf-a444-4869-a8ca-0273a499fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.287536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9aebcbf-a444-4869-a8ca-0273a499fe69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.292191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e9aebcbf-a444-4869-a8ca-0273a499fe69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/877ffad4-d9b6-4913-a80a-f313df6920d3 HTTP/1.1" status: 204 len: 168 time: 0.2833860 Aug 29 17:16:02.301574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aebcbf-a444-4869-a8ca-0273a499fe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877ffad4-d9b6-4913-a80a-f313df6920d3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:02.347159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb7b43e6-fbd0-4274-83c2-7670f4089476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.432320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54870) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:02.488144 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb7b43e6-fbd0-4274-83c2-7670f4089476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.496281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb7b43e6-fbd0-4274-83c2-7670f4089476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.560277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b43e6-fbd0-4274-83c2-7670f4089476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fec836-9042-45e2-a453-54f7859a202f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:02.576765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cb7b43e6-fbd0-4274-83c2-7670f4089476 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96917db6b445425c8f770c1346e769f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6956844 Aug 29 17:16:02.579596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54874) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:02.661662 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a51b39e-361a-4fec-92b7-d3787a4b8122 req-07991a98-1b75-4a73-85ed-cd5f26c75a7d tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 210 time: 0.0837977 Aug 29 17:16:02.685486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54882) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:02.731754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d3110f8-44d4-4e05-b373-74c712b5a3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.821513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6aa402dc-87b9-4867-82dd-12aa1f172d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.829096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-74778608-5bfd-43ec-8994-59ff3785d047 admin admin] Deleting subnet ac46dc2e-f428-4060-9e10-0ad73aae19a9 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:16:02.833915 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74778608-5bfd-43ec-8994-59ff3785d047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.840487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d3110f8-44d4-4e05-b373-74c712b5a3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.889365 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74778608-5bfd-43ec-8994-59ff3785d047 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.903472 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74778608-5bfd-43ec-8994-59ff3785d047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.949091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d3110f8-44d4-4e05-b373-74c712b5a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.954785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d3110f8-44d4-4e05-b373-74c712b5a3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.956580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2d3110f8-44d4-4e05-b373-74c712b5a3b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60fec836-9042-45e2-a453-54f7859a202f HTTP/1.1" status: 204 len: 168 time: 0.3758123 Aug 29 17:16:03.013346 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74778608-5bfd-43ec-8994-59ff3785d047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.040170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74778608-5bfd-43ec-8994-59ff3785d047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.040882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6aa402dc-87b9-4867-82dd-12aa1f172d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.042338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3110f8-44d4-4e05-b373-74c712b5a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fec836-9042-45e2-a453-54f7859a202f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:03.043849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-74778608-5bfd-43ec-8994-59ff3785d047 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ac46dc2e-f428-4060-9e10-0ad73aae19a9 HTTP/1.1" status: 204 len: 168 time: 0.3562071 Aug 29 17:16:03.047480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54910) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:03.056952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6aa402dc-87b9-4867-82dd-12aa1f172d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.105221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74778608-5bfd-43ec-8994-59ff3785d047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac46dc2e-f428-4060-9e10-0ad73aae19a9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:03.113165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6aa402dc-87b9-4867-82dd-12aa1f172d58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94bed3d9df374f10b75ce86c91914784&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6799645 Aug 29 17:16:03.116148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54916) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:03.172835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.43', 54377) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:03.183522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54922) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:03.212696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-8a81a396-32ae-4b16-8e46-ce54d729652c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6fd27c2980134d2aa8cb6151761194a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361619 Aug 29 17:16:03.219324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0bb47290-744a-47a5-b95d-b9746978fffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.222081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.250062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa402dc-87b9-4867-82dd-12aa1f172d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48815f15-d521-447b-b568-411cf64567a5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:03.294627 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6047ec7-1fa4-464b-ba65-4ea54e07c613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.390930 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6047ec7-1fa4-464b-ba65-4ea54e07c613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.422956 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.427030 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-50eda757-e118-41dd-8ff6-826babc026e2 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7803955c7778491a8d128eb5969de281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707133 Aug 29 17:16:03.439693 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.440054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.440801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.441153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > port after_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.441435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > port after_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.441762 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > port after_update 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.442086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.442391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.442730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.443046 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.631173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.631419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.631841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.632166 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:16:03.632527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1122961-ce1b-413c-a58d-b129354cbfe0']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:03.657573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc2bdf3-01c8-4120-9058-0ef96f9f5abb') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:03.657773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc2bdf3-01c8-4120-9058-0ef96f9f5abb') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:03.667939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-9ef0fe99-7eb9-4540-a383-9136d1615fb5 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:03.668219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-8380dd61-cd89-434e-8666-5e644fd112de tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:03.669460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-9ef0fe99-7eb9-4540-a383-9136d1615fb5 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4510121 Aug 29 17:16:03.676298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-8380dd61-cd89-434e-8666-5e644fd112de tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416425 Aug 29 17:16:03.683828 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.695488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6047ec7-1fa4-464b-ba65-4ea54e07c613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.697839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6047ec7-1fa4-464b-ba65-4ea54e07c613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.701357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b6047ec7-1fa4-464b-ba65-4ea54e07c613 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48815f15-d521-447b-b568-411cf64567a5 HTTP/1.1" status: 204 len: 168 time: 0.5812893 Aug 29 17:16:03.716748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-ccdf36a0-d078-4101-aaa0-88b6bf71a9b7 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/quotas/7803955c7778491a8d128eb5969de281 HTTP/1.1" status: 200 len: 375 time: 0.0395734 Aug 29 17:16:03.717602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047ec7-1fa4-464b-ba65-4ea54e07c613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48815f15-d521-447b-b568-411cf64567a5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:03.732672 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.755984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:16:03.756486 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: from cryptography.utils import int_from_bytes Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: from cryptography.utils import int_from_bytes Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:16:03.762065 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:16:03.788573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-4a80ffbd-24be-4fd6-9ecd-dcc53ad63df5 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7803955c7778491a8d128eb5969de281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587459 Aug 29 17:16:03.791485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0bb47290-744a-47a5-b95d-b9746978fffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.797498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0bb47290-744a-47a5-b95d-b9746978fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.851122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0bb47290-744a-47a5-b95d-b9746978fffd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5918768430464e95beab4f323522c4aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6684864 Aug 29 17:16:03.852276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb47290-744a-47a5-b95d-b9746978fffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a59363c-f103-4699-b847-9e5e6dc36d28,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:03.855019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:03.931451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54982) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:03.951119 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed90d3bd-6ae0-4a6b-bb6a-9717c02477a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.956035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a9abb9b-aff6-41b9-b974-b1e23e5cc598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:03.994398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed90d3bd-6ae0-4a6b-bb6a-9717c02477a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.006110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Request body: {'port': {'device_id': 'f639f883-6294-4ef0-8aa7-12880ae64bc8', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '6fd27c2980134d2aa8cb6151761194a3'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:04.163995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f47389a-32cb-49ba-93d0-f817c3b55f8a req-1386daf1-9880-419d-b9f0-1d86963a4961 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 210 time: 0.0724883 Aug 29 17:16:04.170446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.194818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:04.201766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed90d3bd-6ae0-4a6b-bb6a-9717c02477a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.204845 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed90d3bd-6ae0-4a6b-bb6a-9717c02477a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.206116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ed90d3bd-6ae0-4a6b-bb6a-9717c02477a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a59363c-f103-4699-b847-9e5e6dc36d28 HTTP/1.1" status: 204 len: 168 time: 0.3496385 Aug 29 17:16:04.213193 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.219234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] 10.222.0.41 "DELETE /v2.0/networks/b1122961-ce1b-413c-a58d-b129354cbfe0 HTTP/1.1" status: 204 len: 168 time: 1.1704426 Aug 29 17:16:04.229746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55004) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:04.294972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70346410-bb33-4b57-9811-47ad056f5aee admin admin] Pushing event deleted for resources: {'Network': ['ID=b1122961-ce1b-413c-a58d-b129354cbfe0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:04.355581 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae3af219-ef48-4ce1-be8e-494248464e19 req-ab69ba45-7a44-4c62-a198-873ec313823d tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 210 time: 0.1618016 Aug 29 17:16:04.355794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-026e4b53-95a8-4229-9733-438d830a6a76 admin admin] Deleting subnet 9f515b00-d70d-4456-80ce-bffda170fe7a {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:16:04.359573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026e4b53-95a8-4229-9733-438d830a6a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.364408 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cd4b-80b2-42de-82a2-4f99e2503c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.420912 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026e4b53-95a8-4229-9733-438d830a6a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.421431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90d3bd-6ae0-4a6b-bb6a-9717c02477a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a59363c-f103-4699-b847-9e5e6dc36d28,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:04.448878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a9abb9b-aff6-41b9-b974-b1e23e5cc598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.456508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a9abb9b-aff6-41b9-b974-b1e23e5cc598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.535140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-b6a2cd4b-80b2-42de-82a2-4f99e2503c57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:16:04.535140 n-d-713499-15 neutron-server[94795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:16:04.535140 n-d-713499-15 neutron-server[94795]: [parameters: {'project_id_1': 'f554c49af7374c5ba6d69ac02f809317', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 16, 4, 416844)}] Aug 29 17:16:04.535140 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:16:04.535804 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-b6a2cd4b-80b2-42de-82a2-4f99e2503c57 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:16:04.536027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9abb9b-aff6-41b9-b974-b1e23e5cc598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395da803-25a5-4227-8016-1bafe7568b96,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:04.537635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Made reservation on behalf of 6fd27c2980134d2aa8cb6151761194a3 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:04.558110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5a9abb9b-aff6-41b9-b974-b1e23e5cc598 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55a2895667794de19faa62494cd07ba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6251843 Aug 29 17:16:04.560587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55030) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:04.562559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.590410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.621506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026e4b53-95a8-4229-9733-438d830a6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.656947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b18d-5d33-4fce-a7e8-bc2f63b443fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.701978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b18d-5d33-4fce-a7e8-bc2f63b443fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.738720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026e4b53-95a8-4229-9733-438d830a6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.775550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e4b53-95a8-4229-9733-438d830a6a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f515b00-d70d-4456-80ce-bffda170fe7a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:04.790158 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026e4b53-95a8-4229-9733-438d830a6a76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.797299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-026e4b53-95a8-4229-9733-438d830a6a76 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9f515b00-d70d-4456-80ce-bffda170fe7a HTTP/1.1" status: 204 len: 168 time: 0.5529132 Aug 29 17:16:04.806214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55034) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:04.830643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b18d-5d33-4fce-a7e8-bc2f63b443fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.836905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b18d-5d33-4fce-a7e8-bc2f63b443fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.841109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d0c7b18d-5d33-4fce-a7e8-bc2f63b443fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/395da803-25a5-4227-8016-1bafe7568b96 HTTP/1.1" status: 204 len: 168 time: 0.2778859 Aug 29 17:16:04.857221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7b18d-5d33-4fce-a7e8-bc2f63b443fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395da803-25a5-4227-8016-1bafe7568b96,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:05.010473 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.019202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.037628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cd4b-80b2-42de-82a2-4f99e2503c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.106947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d571e9e9-7e92-4d2f-9ee1-ab024659aa52,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:05.113213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55050) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:05.118413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.305034 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cd4b-80b2-42de-82a2-4f99e2503c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.320264 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cd4b-80b2-42de-82a2-4f99e2503c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.383335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b6a2cd4b-80b2-42de-82a2-4f99e2503c57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f554c49af7374c5ba6d69ac02f809317&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1834190 Aug 29 17:16:05.389394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55062) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:05.488589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2cd4b-80b2-42de-82a2-4f99e2503c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c003e09-4367-46f1-aad0-2d4d5816239e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:05.558238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0308c5ee-dac3-44c6-bf12-72a7dd21e4c2 req-c8e908ac-bd8b-4cf9-b262-7a011cdadace tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 210 time: 0.0706453 Aug 29 17:16:05.584930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Allocated IP 192.168.233.109 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/3aba0d68-6f7f-485c-b534-04583d1e1eef) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:05.635165 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-815c4351-235d-4879-8ece-46961833b28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.657872 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b21f75a2-8a1f-4998-8d86-8fea12b197a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.766676 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b21f75a2-8a1f-4998-8d86-8fea12b197a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.778428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b21f75a2-8a1f-4998-8d86-8fea12b197a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.813202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.816741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b21f75a2-8a1f-4998-8d86-8fea12b197a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcf978ca62ed469aa65fc8c52be308ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6996658 Aug 29 17:16:05.816741 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-815c4351-235d-4879-8ece-46961833b28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.824031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55080) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:05.830744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Transition to ACTIVE for port object 3aba0d68-6f7f-485c-b534-04583d1e1eef will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:05.877957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.912685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b20cd371-d576-430d-b570-d4a52bcd84e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.938994 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b20cd371-d576-430d-b570-d4a52bcd84e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:05.957973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:05.964555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:06.003825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:06.016241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a37d4-1f57-4d46-b748-653ac968e524 req-c22f7f76-9c62-4658-b003-c54ee5200a7f tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:06.017225 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b20cd371-d576-430d-b570-d4a52bcd84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.020177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b20cd371-d576-430d-b570-d4a52bcd84e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.024167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b20cd371-d576-430d-b570-d4a52bcd84e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d9ac4e4-3e3d-4bce-b54b-0fee03d7fef5 HTTP/1.1" status: 204 len: 168 time: 0.1962757 Aug 29 17:16:06.024262 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f5a37d4-1f57-4d46-b748-653ac968e524 req-c22f7f76-9c62-4658-b003-c54ee5200a7f tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 936 time: 0.1522954 Aug 29 17:16:06.026811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f75a2-8a1f-4998-8d86-8fea12b197a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9ac4e4-3e3d-4bce-b54b-0fee03d7fef5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:06.038426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cd371-d576-430d-b570-d4a52bcd84e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9ac4e4-3e3d-4bce-b54b-0fee03d7fef5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:06.079938 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-815c4351-235d-4879-8ece-46961833b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.082400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-815c4351-235d-4879-8ece-46961833b28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.085879 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-815c4351-235d-4879-8ece-46961833b28f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c003e09-4367-46f1-aad0-2d4d5816239e HTTP/1.1" status: 204 len: 168 time: 0.6898332 Aug 29 17:16:06.102857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c4351-235d-4879-8ece-46961833b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c003e09-4367-46f1-aad0-2d4d5816239e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:06.170657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:06.171353 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.358105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5635285 Aug 29 17:16:06.411487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.438794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311edaf-30dc-4328-a1fe-8a5182d23a0c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Pushing event updated for resources: {'Port': ['ID=3aba0d68-6f7f-485c-b534-04583d1e1eef,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:06.449621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f5a37d4-1f57-4d46-b748-653ac968e524 req-d5b2507a-85f8-4c68-b350-bb766f24989a tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250581 Aug 29 17:16:06.451752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:06.486815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a97afc6-dcee-47f8-8c97-a4843f4649af') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:06.487115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a97afc6-dcee-47f8-8c97-a4843f4649af') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:06.507661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ebeed012-b0d0-448a-8833-99745a8bd34c None None] Provisioning for port 3aba0d68-6f7f-485c-b534-04583d1e1eef completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:06.509476 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.521278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ebeed012-b0d0-448a-8833-99745a8bd34c None None] Provisioning complete for port 3aba0d68-6f7f-485c-b534-04583d1e1eef triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:06.522301 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ebeed012-b0d0-448a-8833-99745a8bd34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.531846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.543154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:16:06.543561 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:16:06.549876 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:16:06.632613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ebeed012-b0d0-448a-8833-99745a8bd34c None None] Port 3aba0d68-6f7f-485c-b534-04583d1e1eef cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:16:06.665085 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.690217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.696512 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] 10.222.0.41 "DELETE /v2.0/networks/da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a HTTP/1.1" status: 204 len: 168 time: 1.8887360 Aug 29 17:16:06.706560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f8f9e-6b8f-45be-ab06-a04ca593c057 admin admin] Pushing event deleted for resources: {'Network': ['ID=da389fa4-3ccc-4bc1-bd9c-5ac8d8239c9a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:06.712090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87e95fc3-c787-47ab-b572-06aa043e4272 req-fa4eb304-ed19-49a4-b8ca-1b4d62ebcdb8 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 210 time: 0.0490341 Aug 29 17:16:06.948258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.44', 58458) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:06.978954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-ced4eec9-1e3c-47dd-a2f4-ff5ef4b4c967 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7803955c7778491a8d128eb5969de281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285809 Aug 29 17:16:07.075336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55114) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:07.114297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b069647-bcaa-4508-9533-f3128e0f95f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.184743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55116) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:07.255276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-374ca9fc-c2b4-44bc-a379-79e00002687f tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:07.257650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-374ca9fc-c2b4-44bc-a379-79e00002687f tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713099 Aug 29 17:16:07.295610 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bdbb6dad-90a9-4853-9302-9e13b69c923f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8198dc55ead4e91a52532b580c7ee24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1049070 Aug 29 17:16:07.296926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55122) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:07.349691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Request body: {'port': {'device_id': 'afce9554-108f-4ec5-82e6-928b4e123eb8', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '7803955c7778491a8d128eb5969de281'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:07.351389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b069647-bcaa-4508-9533-f3128e0f95f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.360950 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b069647-bcaa-4508-9533-f3128e0f95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.468277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6b069647-bcaa-4508-9533-f3128e0f95f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc8242d738d4458d98b5a4481e042697&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3913929 Aug 29 17:16:07.471562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b069647-bcaa-4508-9533-f3128e0f95f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88495f90-48a1-4526-91ab-98ee85f0acf2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:07.475433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55134) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:07.595553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6125-9190-477f-a0f0-443ea5d97d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.613288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd4a9-ba2e-4555-b8ba-d3858dee8307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.690281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd4a9-ba2e-4555-b8ba-d3858dee8307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.737040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6125-9190-477f-a0f0-443ea5d97d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.759736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Made reservation on behalf of 7803955c7778491a8d128eb5969de281 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:07.765839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.779634 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.799658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd4a9-ba2e-4555-b8ba-d3858dee8307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.804002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd4a9-ba2e-4555-b8ba-d3858dee8307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.805733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1f9dd4a9-ba2e-4555-b8ba-d3858dee8307 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36ae78c3-2bbd-477e-95b5-3a522227ded6 HTTP/1.1" status: 204 len: 168 time: 0.5076420 Aug 29 17:16:07.825630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dd4a9-ba2e-4555-b8ba-d3858dee8307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ae78c3-2bbd-477e-95b5-3a522227ded6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:07.877992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226b214-e087-4d54-b9cd-d3a0a2fef15b req-175e8bf7-e3eb-4faa-b203-f670557ecb98 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:07.886084 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8226b214-e087-4d54-b9cd-d3a0a2fef15b req-175e8bf7-e3eb-4faa-b203-f670557ecb98 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 936 time: 0.2770216 Aug 29 17:16:07.924911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f704d9c7-c8a3-4afd-bed7-1dad58ced7b1 req-bd9747cf-9f97-47f9-9f14-86fab5bb4adc tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 210 time: 0.0489674 Aug 29 17:16:07.958984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8226b214-e087-4d54-b9cd-d3a0a2fef15b req-4e9c3af0-4046-4997-b70b-fcd744536e00 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716753 Aug 29 17:16:07.969114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6125-9190-477f-a0f0-443ea5d97d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.972592 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6125-9190-477f-a0f0-443ea5d97d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.974533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cc6a6125-9190-477f-a0f0-443ea5d97d29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88495f90-48a1-4526-91ab-98ee85f0acf2 HTTP/1.1" status: 204 len: 168 time: 0.4973099 Aug 29 17:16:07.985761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a6125-9190-477f-a0f0-443ea5d97d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88495f90-48a1-4526-91ab-98ee85f0acf2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:08.066079 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:08.080117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:08.241001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124fd430-b371-4e23-8b92-0f86e65e252f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:08.575353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Allocated IP 192.168.233.34 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/1286ad33-6304-4664-b739-d085b560f26b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:08.898964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:08.940392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Transition to ACTIVE for port object 1286ad33-6304-4664-b739-d085b560f26b will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:08.993140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-475194eb-00f8-4607-84d7-677fc57ebb1b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:16:09.000097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-475194eb-00f8-4607-84d7-677fc57ebb1b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117874 Aug 29 17:16:09.083604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-14d287f7-3e20-47a6-93f5-68aa2fb3133e req-33438026-cf21-4e58-8b1d-4ab7ec7660d0 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 210 time: 0.0560241 Aug 29 17:16:09.098190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:09.161844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd25d5-04ec-4b94-83d0-4d945c8431c9 req-b2d4f7de-723c-432d-b1a5-a832c5ac2fc7 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:09.166944 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:09.176273 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36fd25d5-04ec-4b94-83d0-4d945c8431c9 req-b2d4f7de-723c-432d-b1a5-a832c5ac2fc7 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 936 time: 0.1043029 Aug 29 17:16:09.278380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:09.281022 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36fd25d5-04ec-4b94-83d0-4d945c8431c9 req-6d841349-1d2a-47ad-a185-df1567807c78 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025195 Aug 29 17:16:09.285576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:09.287733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Pushing event updated for resources: {'Port': ['ID=1286ad33-6304-4664-b739-d085b560f26b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:09.314828 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:09.332211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:09.332916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:09.395985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-404a9bad-1ecd-41ba-8778-03188012cdf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9c352642e7440268849466dfe95173b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2258303 Aug 29 17:16:09.398800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55186) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:09.420264 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-fb16c269-2ddc-4657-8403-0dc1c1849103 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0748367 Aug 29 17:16:09.693516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2d17e875-1b63-43d3-9633-0c48b5477310 None None] Provisioning for port 1286ad33-6304-4664-b739-d085b560f26b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:09.698980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2d17e875-1b63-43d3-9633-0c48b5477310 None None] Provisioning complete for port 1286ad33-6304-4664-b739-d085b560f26b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:09.699353 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d17e875-1b63-43d3-9633-0c48b5477310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:09.781453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2d17e875-1b63-43d3-9633-0c48b5477310 None None] Port 1286ad33-6304-4664-b739-d085b560f26b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:16:09.802025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-acf02e08-e131-42cd-ab7e-f5b1527c7247 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:16:09.804808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-acf02e08-e131-42cd-ab7e-f5b1527c7247 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065746 Aug 29 17:16:09.823516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2074401-0042-4fef-8f59-f9b74f09ae8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:09.873779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2074401-0042-4fef-8f59-f9b74f09ae8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:09.964244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2074401-0042-4fef-8f59-f9b74f09ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:09.970709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2074401-0042-4fef-8f59-f9b74f09ae8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:09.972660 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e2074401-0042-4fef-8f59-f9b74f09ae8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f98f9765-c2ca-4893-ae70-d11ecb6c0c05 HTTP/1.1" status: 204 len: 168 time: 0.5723321 Aug 29 17:16:09.990042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2074401-0042-4fef-8f59-f9b74f09ae8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f9765-c2ca-4893-ae70-d11ecb6c0c05,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:10.096825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Request body: {'port': {'device_id': 'f639f883-6294-4ef0-8aa7-12880ae64bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:10.270172 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:10.352447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efd4d1-387a-45f6-af16-08ef54cacaf0 req-86a5c8b3-d65e-4c10-a647-8164a4755bf7 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:10.369349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17efd4d1-387a-45f6-af16-08ef54cacaf0 req-86a5c8b3-d65e-4c10-a647-8164a4755bf7 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 935 time: 0.1207643 Aug 29 17:16:10.556173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17efd4d1-387a-45f6-af16-08ef54cacaf0 req-632057ae-2cf0-4899-a685-d8cb0525ee7b tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853395 Aug 29 17:16:10.925598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e41660-0e1b-4fb0-a65c-0ee742856f9c req-77eee40b-98f1-43c7-b563-3e2670aaf0b0 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:10.935639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59e41660-0e1b-4fb0-a65c-0ee742856f9c req-77eee40b-98f1-43c7-b563-3e2670aaf0b0 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 936 time: 0.2886708 Aug 29 17:16:11.023156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59e41660-0e1b-4fb0-a65c-0ee742856f9c req-af002c2f-4c4d-449b-a2a6-c3da5b26adca tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852556 Aug 29 17:16:11.192557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c8c94ffc-8cc7-4c69-bab0-904f3409c474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:11.216187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aba0d68-6f7f-485c-b534-04583d1e1eef {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:11.227783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:11.248751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Transition to ACTIVE for port object 3aba0d68-6f7f-485c-b534-04583d1e1eef will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:11.257184 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:11.346673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Pushing event updated for resources: {'Port': ['ID=3aba0d68-6f7f-485c-b534-04583d1e1eef,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:11.434791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Request body: {'port': {'device_id': 'afce9554-108f-4ec5-82e6-928b4e123eb8', 'device_owner': 'compute:tempest-test_az-593335863', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:11.621109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Attempting to bind port 3aba0d68-6f7f-485c-b534-04583d1e1eef on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:11.622866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Attempting to bind port 3aba0d68-6f7f-485c-b534-04583d1e1eef by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:11.623347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Attempting to bind port 3aba0d68-6f7f-485c-b534-04583d1e1eef on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:11.639380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Port 3aba0d68-6f7f-485c-b534-04583d1e1eef on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:11.644349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Attempting to bind port 3aba0d68-6f7f-485c-b534-04583d1e1eef on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:11.646926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:11.660199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:11.660877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:11.662959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:11.665359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Bound port: 3aba0d68-6f7f-485c-b534-04583d1e1eef, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:11.665829 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:11.924743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] For port 3aba0d68-6f7f-485c-b534-04583d1e1eef, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:11.961253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] For port 3aba0d68-6f7f-485c-b534-04583d1e1eef, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3aba0d68-6f7f-485c-b534-04583d1e1eef,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:11.977321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fd587-3b4c-4274-8a67-ed7a4ad368cd req-4187adf8-e537-4e1c-9402-c8970eac5de0 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:11.979270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-667fd587-3b4c-4274-8a67-ed7a4ad368cd req-4187adf8-e537-4e1c-9402-c8970eac5de0 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 935 time: 0.1678605 Aug 29 17:16:11.981691 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:12.039316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:12.040099 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:12.041608 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] 10.222.0.43 "PUT /v2.0/ports/3aba0d68-6f7f-485c-b534-04583d1e1eef HTTP/1.1" status: 200 len: 1097 time: 2.3062322 Aug 29 17:16:12.044594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f639f883-6294-4ef0-8aa7-12880ae64bc8', 'tag': '3aba0d68-6f7f-485c-b534-04583d1e1eef'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:12.095714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-667fd587-3b4c-4274-8a67-ed7a4ad368cd req-676122b7-3e66-43b4-bc9b-5691841f57db tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082590 Aug 29 17:16:12.099123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55256) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:12.174089 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:12.436602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0e88f-c6bb-405c-855c-5407cc37e571 service neutron] Pushing event updated for resources: {'Port': ['ID=3aba0d68-6f7f-485c-b534-04583d1e1eef,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:12.504868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-9bd4c8a3-3fb8-41de-aa9e-3ca161be14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:12.506635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-9bd4c8a3-3fb8-41de-aa9e-3ca161be14fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fd27c2980134d2aa8cb6151761194a3&device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 1100 time: 0.3752546 Aug 29 17:16:12.572556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:12.627804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-26596d25-7ba0-4bd6-850f-d1257f999931 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3aba0d68-6f7f-485c-b534-04583d1e1eef HTTP/1.1" status: 200 len: 217 time: 0.1096127 Aug 29 17:16:12.636306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4e42a-d5b2-4a33-859a-84ae2d4bddd9 req-3e84dd9b-9c2e-4ba4-badf-5acc21eb7cc4 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:12.637774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32c4e42a-d5b2-4a33-859a-84ae2d4bddd9 req-3e84dd9b-9c2e-4ba4-badf-5acc21eb7cc4 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 948 time: 0.3538280 Aug 29 17:16:12.669314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1286ad33-6304-4664-b739-d085b560f26b {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:12.685663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:12.722426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Transition to ACTIVE for port object 1286ad33-6304-4664-b739-d085b560f26b will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:12.731918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:12.795435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-ea22179e-94cd-472d-9c3e-c96f343f1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:12.805198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-ea22179e-94cd-472d-9c3e-c96f343f1bdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1664705 Aug 29 17:16:12.963529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Pushing event updated for resources: {'Port': ['ID=1286ad33-6304-4664-b739-d085b560f26b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:13.111506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Attempting to bind port 1286ad33-6304-4664-b739-d085b560f26b on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:13.114841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Attempting to bind port 1286ad33-6304-4664-b739-d085b560f26b by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:13.115792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Attempting to bind port 1286ad33-6304-4664-b739-d085b560f26b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:13.129055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Port 1286ad33-6304-4664-b739-d085b560f26b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:13.132778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Attempting to bind port 1286ad33-6304-4664-b739-d085b560f26b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:13.146411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32c4e42a-d5b2-4a33-859a-84ae2d4bddd9 req-79917b00-a8d1-456c-ad6e-45057c812850 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838434 Aug 29 17:16:13.154615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:13.154991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:13.156148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:13.159298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Bound port: 1286ad33-6304-4664-b739-d085b560f26b, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:13.161199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.212550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34e12a64-deb1-4a0c-9c32-b35cda56baf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.329516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-286489aa-bacb-4b10-a3b3-fabd56c7d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:13.333388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-286489aa-bacb-4b10-a3b3-fabd56c7d84c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4906926 Aug 29 17:16:13.341658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] For port 1286ad33-6304-4664-b739-d085b560f26b, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:13.356229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] For port 1286ad33-6304-4664-b739-d085b560f26b, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1286ad33-6304-4664-b739-d085b560f26b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:13.382695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.469507 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e438de2c-c0f1-4e20-a0dc-65fca195c283" -d '{"events": [{"name": "network-changed", "server_uuid": "f639f883-6294-4ef0-8aa7-12880ae64bc8", "tag": "3aba0d68-6f7f-485c-b534-04583d1e1eef"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:13.510380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:13.511153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.517476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] 10.222.0.44 "PUT /v2.0/ports/1286ad33-6304-4664-b739-d085b560f26b HTTP/1.1" status: 200 len: 1117 time: 2.6718798 Aug 29 17:16:13.518970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afce9554-108f-4ec5-82e6-928b4e123eb8', 'tag': '1286ad33-6304-4664-b739-d085b560f26b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:13.549427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34e12a64-deb1-4a0c-9c32-b35cda56baf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.556188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34e12a64-deb1-4a0c-9c32-b35cda56baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.593296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-34e12a64-deb1-4a0c-9c32-b35cda56baf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=535bfbf86c604fa493f53eac1cddea1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4704313 Aug 29 17:16:13.601587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55284) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:13.705850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c9901c-3bba-49c7-ab3d-2dcdb5c552e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.747018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c9901c-3bba-49c7-ab3d-2dcdb5c552e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.844416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12a64-deb1-4a0c-9c32-b35cda56baf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfca1e53-f618-4ef9-9687-0c5e1dd122f5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:13.871321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cb4edd34-e28f-402c-9bb7-f1400d79f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.893501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.898489 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c9901c-3bba-49c7-ab3d-2dcdb5c552e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.902259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c9901c-3bba-49c7-ab3d-2dcdb5c552e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:13.903899 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-65c9901c-3bba-49c7-ab3d-2dcdb5c552e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfca1e53-f618-4ef9-9687-0c5e1dd122f5 HTTP/1.1" status: 204 len: 168 time: 0.3011701 Aug 29 17:16:13.927154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9901c-3bba-49c7-ab3d-2dcdb5c552e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfca1e53-f618-4ef9-9687-0c5e1dd122f5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:14.020557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc89490-e3ad-4f4b-a353-dc326028d43e req-713ea80b-214c-4443-a9af-899f25681452 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:14.027370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cc89490-e3ad-4f4b-a353-dc326028d43e req-713ea80b-214c-4443-a9af-899f25681452 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 968 time: 0.6673944 Aug 29 17:16:14.047554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc356a-d423-49d4-b6a5-292af78ff76c service neutron] Pushing event updated for resources: {'Port': ['ID=1286ad33-6304-4664-b739-d085b560f26b,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:14.118228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-5da38518-cee8-47b8-bd10-3910d3228784 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443829 Aug 29 17:16:14.158728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55302) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:14.184590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-6bc4a8ab-57c1-4b82-bb45-776faf08c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:14.193040 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-6bc4a8ab-57c1-4b82-bb45-776faf08c38c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7803955c7778491a8d128eb5969de281&device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 1120 time: 0.4900343 Aug 29 17:16:14.267657 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cc89490-e3ad-4f4b-a353-dc326028d43e req-5ae919c9-1658-4807-a645-42805bbc9d3d tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747375 Aug 29 17:16:14.489702 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6848ea93-17a0-4668-915b-96e7f346965d x-openstack-request-id: req-6848ea93-17a0-4668-915b-96e7f346965d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:14.490248 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f639f883-6294-4ef0-8aa7-12880ae64bc8", "tag": "3aba0d68-6f7f-485c-b534-04583d1e1eef", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:14.490248 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6848ea93-17a0-4668-915b-96e7f346965d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:14.490699 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f639f883-6294-4ef0-8aa7-12880ae64bc8', 'tag': '3aba0d68-6f7f-485c-b534-04583d1e1eef', 'status': 'completed', 'code': 200} Aug 29 17:16:14.581603 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:16:14.601063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-f38c2f72-363d-48f5-bec9-c090ef034585 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1286ad33-6304-4664-b739-d085b560f26b HTTP/1.1" status: 200 len: 217 time: 0.3282909 Aug 29 17:16:14.662507 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b791104-1005-43c4-90a9-97c071980179 req-208d0c8a-b5ef-4141-94cd-6710d83edb2c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:14.675755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b791104-1005-43c4-90a9-97c071980179 req-208d0c8a-b5ef-4141-94cd-6710d83edb2c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 948 time: 0.1286778 Aug 29 17:16:14.767255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b791104-1005-43c4-90a9-97c071980179 req-45dd54da-3970-42f7-b73f-2f5a4257f179 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898709 Aug 29 17:16:14.798457 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce02f2f-8202-434e-ada4-72fc20a8af13" -d '{"events": [{"name": "network-changed", "server_uuid": "afce9554-108f-4ec5-82e6-928b4e123eb8", "tag": "1286ad33-6304-4664-b739-d085b560f26b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:14.971031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f10ec1f-dc65-46f4-bbcb-2b0332860c1b req-8f9a99ed-b093-4ce0-82ea-d810cef8f64c service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589308 Aug 29 17:16:15.035345 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc896d1b-2ef4-4e95-95d9-ae328b74187e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:15.118479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-ecab5745-e800-4a0f-b266-2249a6377683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:15.120559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-ecab5745-e800-4a0f-b266-2249a6377683 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fd27c2980134d2aa8cb6151761194a3&device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 1100 time: 0.0680485 Aug 29 17:16:15.211223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55328) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:15.235664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aadb8393-0007-45e9-b70f-0eee4cac0ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:15.285528 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37face73-11b3-46af-b264-11709c724674 x-openstack-request-id: req-37face73-11b3-46af-b264-11709c724674 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:15.285822 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afce9554-108f-4ec5-82e6-928b4e123eb8", "tag": "1286ad33-6304-4664-b739-d085b560f26b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:15.286075 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37face73-11b3-46af-b264-11709c724674 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:15.286527 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afce9554-108f-4ec5-82e6-928b4e123eb8', 'tag': '1286ad33-6304-4664-b739-d085b560f26b', 'status': 'completed', 'code': 200} Aug 29 17:16:15.308332 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:15.812107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55346) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:15.968509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e597-66ce-4116-a9f0-4df01d5cb2a4 req-1d1fa84b-15f6-428a-bf05-6b1f16d3bdda tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:15.980640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ea9e597-66ce-4116-a9f0-4df01d5cb2a4 req-1d1fa84b-15f6-428a-bf05-6b1f16d3bdda tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 948 time: 0.1157484 Aug 29 17:16:16.000545 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc896d1b-2ef4-4e95-95d9-ae328b74187e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.002157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-f9b43b4f-482a-409a-8788-1fe64c8e4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:16.004462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-f9b43b4f-482a-409a-8788-1fe64c8e4b6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.8339088 Aug 29 17:16:16.016195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44821826-d8f0-4b3c-9266-d6d2ea289794 req-f3477bcc-4d02-41bd-9233-b3dc3fc891b5 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:16.017932 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-44821826-d8f0-4b3c-9266-d6d2ea289794 req-f3477bcc-4d02-41bd-9233-b3dc3fc891b5 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 968 time: 0.2532854 Aug 29 17:16:16.019494 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc896d1b-2ef4-4e95-95d9-ae328b74187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.148347 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ea9e597-66ce-4116-a9f0-4df01d5cb2a4 req-9d9e0a04-0f56-4c65-bdf0-fbb07fd52118 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659791 Aug 29 17:16:16.153453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-31e1801c-e130-4cbc-b4e3-63bdf4d061da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3aba0d68-6f7f-485c-b534-04583d1e1eef HTTP/1.1" status: 200 len: 217 time: 0.1151874 Aug 29 17:16:16.162843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dc896d1b-2ef4-4e95-95d9-ae328b74187e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a65e55989ace467794232eedd7855586&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0026319 Aug 29 17:16:16.166091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55354) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:16.168230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc896d1b-2ef4-4e95-95d9-ae328b74187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67318434-ccba-4fb8-bd30-71b5e6b93177,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:16.169224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1546817588-network', 'tenant_id': '692a5920c5fc442fa9250991e80cc201'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:16.259645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-44821826-d8f0-4b3c-9266-d6d2ea289794 req-6f29028e-95c1-4160-a73c-53f1e5914163 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191753 Aug 29 17:16:16.354321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-7982c588-43e9-4145-b630-0398b759fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:16.358884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-7982c588-43e9-4145-b630-0398b759fb01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1600025 Aug 29 17:16:16.404672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-be9dceba-fbeb-4a7d-8883-4c11094b726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:16.407988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-be9dceba-fbeb-4a7d-8883-4c11094b726b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0996463 Aug 29 17:16:16.422896 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc36ce3-6d7b-49eb-8974-c83cdbafb930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.481586 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aadb8393-0007-45e9-b70f-0eee4cac0ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.484044 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc36ce3-6d7b-49eb-8974-c83cdbafb930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.502524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aadb8393-0007-45e9-b70f-0eee4cac0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.547373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:16.554055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aadb8393-0007-45e9-b70f-0eee4cac0ab7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec38089d88934f33a58a1e3f4b7a69a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3409836 Aug 29 17:16:16.612899 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.628055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Made reservation on behalf of 692a5920c5fc442fa9250991e80cc201 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:16.634101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.638313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb8393-0007-45e9-b70f-0eee4cac0ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f624225-181c-49a3-9bed-29e110652f21,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:16.680470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.713752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-18fec04a-e088-4cab-b639-7d1e210f7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:16.719929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-18fec04a-e088-4cab-b639-7d1e210f7ba7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3031642 Aug 29 17:16:16.834199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc36ce3-6d7b-49eb-8974-c83cdbafb930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.837189 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc36ce3-6d7b-49eb-8974-c83cdbafb930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.838446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3cc36ce3-6d7b-49eb-8974-c83cdbafb930 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67318434-ccba-4fb8-bd30-71b5e6b93177 HTTP/1.1" status: 204 len: 168 time: 0.6712272 Aug 29 17:16:16.863610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc36ce3-6d7b-49eb-8974-c83cdbafb930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67318434-ccba-4fb8-bd30-71b5e6b93177,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:16.871350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-1f732a1b-3c79-4978-bef5-e3e54aae3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:16.873057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-1f732a1b-3c79-4978-bef5-e3e54aae3f43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3089578 Aug 29 17:16:16.877086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-210f507e-4581-4737-ba63-062a4a7afcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.908887 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-210f507e-4581-4737-ba63-062a4a7afcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.051758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.064636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.103131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:16:17.134149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aec5af-ec7a-4f30-9e23-31539529baf7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:17.146415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.146807 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Added segment 7f176da2-e893-41ce-a5fc-09220d428ac9 of type vlan for network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 Aug 29 17:16:17.255876 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-488ba7bd-6851-43cd-adec-b934d65fb109 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015420 Aug 29 17:16:17.295155 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-210f507e-4581-4737-ba63-062a4a7afcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.303224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-210f507e-4581-4737-ba63-062a4a7afcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.309440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-210f507e-4581-4737-ba63-062a4a7afcc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f624225-181c-49a3-9bed-29e110652f21 HTTP/1.1" status: 204 len: 168 time: 0.7652528 Aug 29 17:16:17.314367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.338614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f507e-4581-4737-ba63-062a4a7afcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f624225-181c-49a3-9bed-29e110652f21,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:17.351825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-c268c903-b80f-4d0a-a08f-93c6e9516ae5 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912916 Aug 29 17:16:17.451989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.454029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:17.455330 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.487523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a592-191f-4cd9-9c48-6e4fe0b41c9a req-e3918d25-dfca-4617-b852-5e84ba630052 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:17.494678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f74a592-191f-4cd9-9c48-6e4fe0b41c9a req-e3918d25-dfca-4617-b852-5e84ba630052 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 948 time: 0.1656454 Aug 29 17:16:17.561701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7479987 Aug 29 17:16:17.565200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55400) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:17.570252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Request body: {'subnet': {'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1546817588-subnet', 'tenant_id': '692a5920c5fc442fa9250991e80cc201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:17.598100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df756b-89c1-4c9b-8239-7f8b292f89f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:17.619878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:16:17.629387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f74a592-191f-4cd9-9c48-6e4fe0b41c9a req-463b6c3c-f13c-49a1-be7e-eddeb968fac9 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336629 Aug 29 17:16:17.698469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e438de2c-c0f1-4e20-a0dc-65fca195c283 req-5493a1aa-40e5-4308-a319-03c7f871acfd service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383176 Aug 29 17:16:17.723361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc818cc-5c73-4072-86e6-3e549164d144 req-ccdd0019-c8ac-4818-ba9f-56b3b8f546e4 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:17.726426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc818cc-5c73-4072-86e6-3e549164d144 req-ccdd0019-c8ac-4818-ba9f-56b3b8f546e4 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 968 time: 0.3178666 Aug 29 17:16:17.734245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55404) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:17.771797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Made reservation on behalf of 692a5920c5fc442fa9250991e80cc201 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:17.779897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.808360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e12e2cf8-4a2f-4e8b-bc1d-e421d2d100c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.811828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc818cc-5c73-4072-86e6-3e549164d144 req-a6a0544d-b85a-42ba-b6d8-93f3a8aec5f0 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787334 Aug 29 17:16:17.918275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55410) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:17.959479 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d372815-c207-4e3c-80af-ff0e3ef54220 req-4013b47d-f48d-4f59-af36-6e52f6380a2f service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540254 Aug 29 17:16:18.115148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e12e2cf8-4a2f-4e8b-bc1d-e421d2d100c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.116610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.125138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e12e2cf8-4a2f-4e8b-bc1d-e421d2d100c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.201094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e12e2cf8-4a2f-4e8b-bc1d-e421d2d100c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5360833e3e94483388ee868b197a410c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641562 Aug 29 17:16:18.209939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55418) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:18.217232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ad350c9-00b5-4c49-bb78-ad7d1adb0106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.227486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e2cf8-4a2f-4e8b-bc1d-e421d2d100c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d3c33c-0fd2-4547-8b84-61482946b3f8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:18.237643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf668947-0792-4673-8f1d-0f7eb7fc5bd8,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:18.263394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:18.263730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Network hostable DHCP agents. Network: e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:16:18.309531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:16:18.320009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-47c0c818-9ee0-404f-a86b-9eb649423238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.335942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:18.346060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb0430-4b88-406d-9d8f-5110de6f6228 None None] Network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:18.346528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:18.348131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.364161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-47c0c818-9ee0-404f-a86b-9eb649423238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.419928 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ad350c9-00b5-4c49-bb78-ad7d1adb0106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.430658 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ad350c9-00b5-4c49-bb78-ad7d1adb0106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.434926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55424) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:18.462808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bbc4ad58-03bc-4a88-8228-c5b730491323 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8937573 Aug 29 17:16:18.480660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-47c0c818-9ee0-404f-a86b-9eb649423238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.484809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-47c0c818-9ee0-404f-a86b-9eb649423238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.488811 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-47c0c818-9ee0-404f-a86b-9eb649423238 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42d3c33c-0fd2-4547-8b84-61482946b3f8 HTTP/1.1" status: 204 len: 168 time: 0.2742805 Aug 29 17:16:18.511315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0c818-9ee0-404f-a86b-9eb649423238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d3c33c-0fd2-4547-8b84-61482946b3f8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:18.563928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ad350c9-00b5-4c49-bb78-ad7d1adb0106 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9002813e6924e29bf8c887b4c6db49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6441600 Aug 29 17:16:18.564863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad350c9-00b5-4c49-bb78-ad7d1adb0106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a5373-834c-4936-9cf7-7aef41c95f92,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:18.567034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55434) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:18.673313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b15a4ee0-651e-41b1-84f4-cb4fae8865b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.693505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8f2aa7-36a7-4d29-95ef-9b55e7c7d7f7 None None] Network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:18.730412 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b15a4ee0-651e-41b1-84f4-cb4fae8865b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.900336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38d03c73-f804-44d3-95cb-a190e853c275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.020780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583ccf0-53e3-48ef-8869-09517bea03f1 req-685d0bfe-ebb6-4543-acfc-fb0401866b0d tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:19.022771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8583ccf0-53e3-48ef-8869-09517bea03f1 req-685d0bfe-ebb6-4543-acfc-fb0401866b0d tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 948 time: 0.2595263 Aug 29 17:16:19.070011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bfff4-9498-4d1b-b23d-d9eaeb01abb9 req-3e752d80-7584-497c-ae56-e8b1d7e7b496 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:19.071751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-833bfff4-9498-4d1b-b23d-d9eaeb01abb9 req-3e752d80-7584-497c-ae56-e8b1d7e7b496 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 968 time: 0.1029029 Aug 29 17:16:19.074652 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b15a4ee0-651e-41b1-84f4-cb4fae8865b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.082767 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b15a4ee0-651e-41b1-84f4-cb4fae8865b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.088541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b15a4ee0-651e-41b1-84f4-cb4fae8865b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c91a5373-834c-4936-9cf7-7aef41c95f92 HTTP/1.1" status: 204 len: 168 time: 0.5200844 Aug 29 17:16:19.121862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4ee0-651e-41b1-84f4-cb4fae8865b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a5373-834c-4936-9cf7-7aef41c95f92,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:19.171944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8583ccf0-53e3-48ef-8869-09517bea03f1 req-7cc4563f-d647-4509-aaaa-e93c7a6efe4d tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319799 Aug 29 17:16:19.188709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-833bfff4-9498-4d1b-b23d-d9eaeb01abb9 req-01494808-ca73-40a2-9977-4a72cf4b100f tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017261 Aug 29 17:16:19.240250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38d03c73-f804-44d3-95cb-a190e853c275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.246038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38d03c73-f804-44d3-95cb-a190e853c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.328948 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38d03c73-f804-44d3-95cb-a190e853c275 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea38703e9e4c46de8bbc317c23dcead8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8875804 Aug 29 17:16:19.329922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55452) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:19.355341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d03c73-f804-44d3-95cb-a190e853c275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe6936e-9830-4dcf-bec2-25e69d35384c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:19.384330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-1b3e567e-a4f6-4858-9032-a1220e9cae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:19.386878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-1b3e567e-a4f6-4858-9032-a1220e9cae72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7803955c7778491a8d128eb5969de281&device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 1120 time: 0.1042175 Aug 29 17:16:19.443863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ce2de6b-4fd1-4b6c-be0b-3818d2784c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.495369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ce2de6b-4fd1-4b6c-be0b-3818d2784c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.596516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ce2de6b-4fd1-4b6c-be0b-3818d2784c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.600606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ce2de6b-4fd1-4b6c-be0b-3818d2784c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:19.604294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8ce2de6b-4fd1-4b6c-be0b-3818d2784c69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fe6936e-9830-4dcf-bec2-25e69d35384c HTTP/1.1" status: 204 len: 168 time: 0.2709107 Aug 29 17:16:19.623293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2de6b-4fd1-4b6c-be0b-3818d2784c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe6936e-9830-4dcf-bec2-25e69d35384c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:19.733863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-90203353-f346-4d20-9ca5-f8815e39a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:19.735680 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-90203353-f346-4d20-9ca5-f8815e39a048 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.3402441 Aug 29 17:16:19.885754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55470) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:19.901362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dcbb20d5-52cb-425b-b134-baf80fd357c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.009989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dcbb20d5-52cb-425b-b134-baf80fd357c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.014072 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dcbb20d5-52cb-425b-b134-baf80fd357c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.053647 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dcbb20d5-52cb-425b-b134-baf80fd357c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=097f7090559a4ca98b48df145c76c2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665208 Aug 29 17:16:20.056383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55476) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:20.063779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb20d5-52cb-425b-b134-baf80fd357c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83770e63-0d11-4139-a09c-b0b345fee049,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:20.133981 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-068f50b8-4352-47ff-b578-29661f5fe01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.162322 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-068f50b8-4352-47ff-b578-29661f5fe01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.331768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7b201-689d-432e-ac0d-b0798d937ad5 req-e278853f-44ed-411a-8e99-8739be54c909 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:20.340118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0f7b201-689d-432e-ac0d-b0798d937ad5 req-e278853f-44ed-411a-8e99-8739be54c909 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 968 time: 0.0739071 Aug 29 17:16:20.389331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0f7b201-689d-432e-ac0d-b0798d937ad5 req-833765ad-d964-4cb4-9127-84bcde084e03 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Aug 29 17:16:20.410127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55492) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:20.440184 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee80dffb-cf98-47d2-a23b-e7d631e2d9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.523386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-7d258946-fdb5-44f5-8150-22c74cd5f854 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1286ad33-6304-4664-b739-d085b560f26b HTTP/1.1" status: 200 len: 217 time: 0.1151464 Aug 29 17:16:20.584687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee80dffb-cf98-47d2-a23b-e7d631e2d9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.588519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb65f29-32cf-4be1-a575-4f956a9a6024 req-f1f6de06-3d9a-4056-9ab4-074dc953c368 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:20.588998 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee80dffb-cf98-47d2-a23b-e7d631e2d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.590202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbb65f29-32cf-4be1-a575-4f956a9a6024 req-f1f6de06-3d9a-4056-9ab4-074dc953c368 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 948 time: 0.1870382 Aug 29 17:16:20.640030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55498) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:20.645413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1078640078-network', 'tenant_id': '5592e3c8151f4a2e9e6d610f39b6889b'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:20.646144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-ef2a25fd-0589-4356-b6cb-0ed7fc4a1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:20.647877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-ef2a25fd-0589-4356-b6cb-0ed7fc4a1984 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1140652 Aug 29 17:16:20.648461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-068f50b8-4352-47ff-b578-29661f5fe01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.651019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-068f50b8-4352-47ff-b578-29661f5fe01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.652120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-068f50b8-4352-47ff-b578-29661f5fe01b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83770e63-0d11-4139-a09c-b0b345fee049 HTTP/1.1" status: 204 len: 168 time: 0.5944993 Aug 29 17:16:20.659914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbb65f29-32cf-4be1-a575-4f956a9a6024 req-6c21b08e-eefd-4613-93c7-80fce6342a00 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600815 Aug 29 17:16:20.675487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f50b8-4352-47ff-b578-29661f5fe01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83770e63-0d11-4139-a09c-b0b345fee049,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:20.681274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80dffb-cf98-47d2-a23b-e7d631e2d9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb08843d-fd0a-45b1-a5cf-73fee3265edd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:20.689259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ee80dffb-cf98-47d2-a23b-e7d631e2d9bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=447e2302175f4e419d2d25adfd2cb981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778597 Aug 29 17:16:20.690503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55504) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:20.708703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Made reservation on behalf of 5592e3c8151f4a2e9e6d610f39b6889b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:20.712608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.725949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.738153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-1e3772f8-7afc-486d-bced-e5ac39d562ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:20.744094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-1e3772f8-7afc-486d-bced-e5ac39d562ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0874228 Aug 29 17:16:20.766851 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa662020-23c2-4407-bbf6-ffc04394544c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.850834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.854164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa662020-23c2-4407-bbf6-ffc04394544c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.857280 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.894032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:16:20.913546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd03ebbb-138d-4308-8947-e9ed2e6d1b5b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:20.928694 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-453dd2c4-be05-4264-9c53-d2e9aed91301 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637318 Aug 29 17:16:20.944349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.946700 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Added segment 4e4ba969-8927-4fbf-9b1b-7339cbb1eb97 of type vlan for network 33455321-41b3-4c45-812f-9c4d3e1889cc Aug 29 17:16:20.989152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa662020-23c2-4407-bbf6-ffc04394544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.991919 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa662020-23c2-4407-bbf6-ffc04394544c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.996027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fa662020-23c2-4407-bbf6-ffc04394544c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb08843d-fd0a-45b1-a5cf-73fee3265edd HTTP/1.1" status: 204 len: 168 time: 0.3047519 Aug 29 17:16:21.010617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa662020-23c2-4407-bbf6-ffc04394544c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb08843d-fd0a-45b1-a5cf-73fee3265edd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:21.049883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ce02f2f-8202-434e-ada4-72fc20a8af13 req-fab37283-cb52-49b2-ad9e-ddaef3d94414 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107857 Aug 29 17:16:21.054018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:21.087724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:21.088939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.089492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:21.166380 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5226626 Aug 29 17:16:21.166726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55518) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:21.170047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be744709-e530-47a3-bafa-c3ee661e0cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=33455321-41b3-4c45-812f-9c4d3e1889cc,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:21.172611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Request body: {'subnet': {'network_id': '33455321-41b3-4c45-812f-9c4d3e1889cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1078640078-subnet', 'tenant_id': '5592e3c8151f4a2e9e6d610f39b6889b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:21.184367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 33455321-41b3-4c45-812f-9c4d3e1889cc details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:16:21.199952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Made reservation on behalf of 5592e3c8151f4a2e9e6d610f39b6889b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:21.203515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:21.414003 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:21.522067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c63ec3e-8bd8-4628-817e-1eebf3d2e872,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:21.525648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Checking segment: {'id': '4e4ba969-8927-4fbf-9b1b-7339cbb1eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '33455321-41b3-4c45-812f-9c4d3e1889cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:21.526173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Network hostable DHCP agents. Network: 33455321-41b3-4c45-812f-9c4d3e1889cc, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:16:21.540339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232429f-2c36-494e-a4a6-630d6c92d7e4 req-5ef47517-d66b-4a06-95dd-71e98970dad4 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.543039 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e232429f-2c36-494e-a4a6-630d6c92d7e4 req-5ef47517-d66b-4a06-95dd-71e98970dad4 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 968 time: 0.0761952 Aug 29 17:16:21.548565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Network 33455321-41b3-4c45-812f-9c4d3e1889cc is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:16:21.559546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 33455321-41b3-4c45-812f-9c4d3e1889cc) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:21.566435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.567528 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:21.571825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d83559-73f0-4bdb-b84c-477d5851f815 None None] Network 33455321-41b3-4c45-812f-9c4d3e1889cc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:21.602340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e232429f-2c36-494e-a4a6-630d6c92d7e4 req-e0e4388e-4e9b-4999-bea3-006b23472c98 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492432 Aug 29 17:16:21.619232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1b50fe77-b7bf-4423-af41-dd6a7e3c9a3b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4509635 Aug 29 17:16:21.722159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c79489-c01e-4f70-9d28-d5f819581796 None None] Network 33455321-41b3-4c45-812f-9c4d3e1889cc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:21.807732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0dabe-6a34-49ef-9f85-ef872e97d146 req-9943d32f-1e04-4eed-a9c8-c95fa9a21c5f tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.809795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cce0dabe-6a34-49ef-9f85-ef872e97d146 req-9943d32f-1e04-4eed-a9c8-c95fa9a21c5f tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 948 time: 0.0739262 Aug 29 17:16:21.855761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cce0dabe-6a34-49ef-9f85-ef872e97d146 req-560eaa64-334a-4c61-8c9b-eb777b130a95 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Aug 29 17:16:22.599971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55600) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:22.716143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04914c8c-c689-4987-8348-e6caff550a2f req-2d0867fe-c667-490e-be9e-e3c552c794b7 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.725064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04914c8c-c689-4987-8348-e6caff550a2f req-2d0867fe-c667-490e-be9e-e3c552c794b7 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 968 time: 0.0600760 Aug 29 17:16:22.770215 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55e38d8e-590e-44b3-91b7-d7951b4e8afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:22.792883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04914c8c-c689-4987-8348-e6caff550a2f req-bc2b8e3f-b8b4-4eec-a364-fc6e08f4f9ee tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648539 Aug 29 17:16:22.838886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-c94d09ab-289f-4025-9718-ddc6e97afa4b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.840676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-c94d09ab-289f-4025-9718-ddc6e97afa4b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 808 time: 0.2483661 Aug 29 17:16:22.862993 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-649d77f2-db0c-4990-8832-c2b172586e86 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/quotas/692a5920c5fc442fa9250991e80cc201 HTTP/1.1" status: 200 len: 375 time: 0.0158784 Aug 29 17:16:22.929734 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-1f4c83fd-9fb5-435d-8114-66b11755e707 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610955 Aug 29 17:16:22.938570 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55e38d8e-590e-44b3-91b7-d7951b4e8afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:22.949138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55e38d8e-590e-44b3-91b7-d7951b4e8afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.005305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-55e38d8e-590e-44b3-91b7-d7951b4e8afe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a363c71778e0407aab5dcd2c7d96c530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041893 Aug 29 17:16:23.007959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55622) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:23.008687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e38d8e-590e-44b3-91b7-d7951b4e8afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8580e804-2894-49c1-920c-65d623a3be68,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:23.044843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb4df1-070e-4544-ad4b-ee947afdf6e2 req-07010f6e-0296-4184-9341-9ceea1280456 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.056780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3efb4df1-070e-4544-ad4b-ee947afdf6e2 req-07010f6e-0296-4184-9341-9ceea1280456 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 948 time: 0.1214900 Aug 29 17:16:23.074898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeac166a-c260-4a75-92b0-6d3cd2b7cc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.103926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3aba0d68-6f7f-485c-b534-04583d1e1eef details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:23.107022 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeac166a-c260-4a75-92b0-6d3cd2b7cc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.108507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3efb4df1-070e-4544-ad4b-ee947afdf6e2 req-ce562a7a-833e-474c-a810-e15397d4f4bd tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Aug 29 17:16:23.171871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeac166a-c260-4a75-92b0-6d3cd2b7cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.176291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeac166a-c260-4a75-92b0-6d3cd2b7cc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.177930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aeac166a-c260-4a75-92b0-6d3cd2b7cc96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8580e804-2894-49c1-920c-65d623a3be68 HTTP/1.1" status: 204 len: 168 time: 0.1681948 Aug 29 17:16:23.188462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac166a-c260-4a75-92b0-6d3cd2b7cc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8580e804-2894-49c1-920c-65d623a3be68,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:23.243104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3aba0d68-6f7f-485c-b534-04583d1e1eef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3aba0d68-6f7f-485c-b534-04583d1e1eef,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:23.254531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '3aba0d68-6f7f-485c-b534-04583d1e1eef', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '3aba0d68-6f7f-485c-b534-04583d1e1eef', 'mac_address': 'fa:16:3e:a3:bc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:23.293347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.307646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aba0d68-6f7f-485c-b534-04583d1e1eef {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:23.331707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3aba0d68-6f7f-485c-b534-04583d1e1eef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3aba0d68-6f7f-485c-b534-04583d1e1eef,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:23.335819 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.393428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3aba0d68-6f7f-485c-b534-04583d1e1eef,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:23.401054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.401404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.401741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.402083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.402407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.402938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.403266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.403592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.403918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.404241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.404564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.405520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Tracked resource versions report: Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: pushed versions: Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: { 'AddressGroup': {'1.2'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'ConntrackHelper': {'1.0'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Log': {'1.0'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Network': {'1.1'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Port': {'1.7'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'PortForwarding': {'1.2'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'QosPolicy': {'1.9'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'SecurityGroup': {'1.4'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'SecurityGroupRule': {'1.2'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'SubPort': {'1.0'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Subnet': {'1.1'}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Trunk': {'1.1'}} Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: consumer versions: Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: { DHCP agent@n-d-713499-15: {}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: HyperV agent@n-h1-713499-15: {}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: HyperV agent@n-h2-713499-15: {}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: L3 agent@n-d-713499-15: {}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: Metadata agent@n-d-713499-15: {}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: Metering agent@n-d-713499-15: {}, Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: Open vSwitch agent@n-d-713499-15: { 'AddressGroup': '1.2', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'ConntrackHelper': '1.0', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Log': '1.0', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Network': '1.1', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Port': '1.7', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'PortForwarding': '1.2', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'QosPolicy': '1.9', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'SecurityGroup': '1.4', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'SecurityGroupRule': '1.2', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'SubPort': '1.0', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Subnet': '1.1', Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: 'Trunk': '1.1'}} Aug 29 17:16:23.406643 n-d-713499-15 neutron-server[94797]: {{(pid=94797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 17:16:23.470327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-c76a3ac5-c643-43a9-8763-bd2e0b879674 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:16:23.477430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-c76a3ac5-c643-43a9-8763-bd2e0b879674 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3343098 Aug 29 17:16:23.565345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-99700e3d-46a3-49bf-b31f-23d93d5cb5e2 service neutron] 10.222.0.41 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869546 Aug 29 17:16:23.630004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3aba0d68-6f7f-485c-b534-04583d1e1eef'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:23.669319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-4618b235-80ad-442e-80a6-1bb28378899a service neutron] 10.222.0.41 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972357 Aug 29 17:16:23.709026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55648) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:23.734992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03665867-4828-408e-8110-048a3560d37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.903713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03665867-4828-408e-8110-048a3560d37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.932741 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03665867-4828-408e-8110-048a3560d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.972916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c40dd4-e0fb-42a6-a576-449e92e8cbe8 req-191053ad-259a-4feb-9cb3-3ab234d2e567 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.982669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7c40dd4-e0fb-42a6-a576-449e92e8cbe8 req-191053ad-259a-4feb-9cb3-3ab234d2e567 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 968 time: 0.0657582 Aug 29 17:16:24.013346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f5abaf3-3ad6-48c4-bb46-8b46de1088eb req-f5953855-f6d6-4b16-8c6e-d8cde81b206a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 210 time: 0.1065712 Aug 29 17:16:24.017736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03665867-4828-408e-8110-048a3560d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf32bc93-45a4-48f8-b159-1b9217cf5be0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:24.039488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7c40dd4-e0fb-42a6-a576-449e92e8cbe8 req-96f2a962-a8db-4203-971c-010a99ae9754 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Aug 29 17:16:24.044747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-03665867-4828-408e-8110-048a3560d37f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49eb2258cb7c4d8695befb1d10bfdf99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324223 Aug 29 17:16:24.045042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55666) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:24.101105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0981085e-f902-49cf-b519-5a5164e30101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.136790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0981085e-f902-49cf-b519-5a5164e30101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.241578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e37d-5519-4b54-9aad-8252971c4233 req-9aedde4a-ec9d-4ad7-9399-f5433282c22b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:24.250092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2249e37d-5519-4b54-9aad-8252971c4233 req-9aedde4a-ec9d-4ad7-9399-f5433282c22b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 949 time: 0.0600777 Aug 29 17:16:24.253089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0981085e-f902-49cf-b519-5a5164e30101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.255650 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0981085e-f902-49cf-b519-5a5164e30101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.256884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0981085e-f902-49cf-b519-5a5164e30101 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf32bc93-45a4-48f8-b159-1b9217cf5be0 HTTP/1.1" status: 204 len: 168 time: 0.2109649 Aug 29 17:16:24.302840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981085e-f902-49cf-b519-5a5164e30101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf32bc93-45a4-48f8-b159-1b9217cf5be0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:24.309298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2249e37d-5519-4b54-9aad-8252971c4233 req-94c22567-f56d-4c8a-8c28-8220fba91d26 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581746 Aug 29 17:16:24.759823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1286ad33-6304-4664-b739-d085b560f26b details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:24.965075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1286ad33-6304-4664-b739-d085b560f26b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1286ad33-6304-4664-b739-d085b560f26b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:24.979878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '1286ad33-6304-4664-b739-d085b560f26b', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '1286ad33-6304-4664-b739-d085b560f26b', 'mac_address': 'fa:16:3e:f4:f4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:tempest-test_az-593335863', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:25.055258 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.090198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1286ad33-6304-4664-b739-d085b560f26b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:25.112649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3aba0d68-6f7f-485c-b534-04583d1e1eef up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:25.143381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a0b9019a-db63-4025-9bc1-ccf8a536a3c2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:25.147302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a0b9019a-db63-4025-9bc1-ccf8a536a3c2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 808 time: 0.1626370 Aug 29 17:16:25.153503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1286ad33-6304-4664-b739-d085b560f26b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1286ad33-6304-4664-b739-d085b560f26b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:25.160008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Request body: {'port': {'device_id': 'c0dd0868-860a-431a-9776-a93deae6da31', 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'admin_state_up': True, 'tenant_id': '692a5920c5fc442fa9250991e80cc201'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:25.172895 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.238000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 3aba0d68-6f7f-485c-b534-04583d1e1eef completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:25.245483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 3aba0d68-6f7f-485c-b534-04583d1e1eef triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:25.245857 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.248981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=1286ad33-6304-4664-b739-d085b560f26b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:25.355733 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.384772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f639f883-6294-4ef0-8aa7-12880ae64bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aba0d68-6f7f-485c-b534-04583d1e1eef'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:25.437813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-47ef552d-88dd-4b74-8f53-00fd7c7a7314 req-a261f518-08ec-4c7c-87a6-139f743444c4 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 210 time: 0.0325103 Aug 29 17:16:25.440523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41032-203c-4285-9513-a1d9a38d31a3 req-f227f32b-c02a-4216-9b16-ef84d5e89921 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:25.442889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ee41032-203c-4285-9513-a1d9a38d31a3 req-f227f32b-c02a-4216-9b16-ef84d5e89921 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 969 time: 0.0657842 Aug 29 17:16:25.495340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ee41032-203c-4285-9513-a1d9a38d31a3 req-213d595d-2223-4da3-ad7f-1845d6c04759 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463295 Aug 29 17:16:25.593924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Made reservation on behalf of 692a5920c5fc442fa9250991e80cc201 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:25.598404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.599963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['1286ad33-6304-4664-b739-d085b560f26b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:25.604897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3aba0d68-6f7f-485c-b534-04583d1e1eef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3aba0d68-6f7f-485c-b534-04583d1e1eef,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:25.625999 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.701633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3aba0d68-6f7f-485c-b534-04583d1e1eef,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:25.774893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Allocated IP 172.20.0.11 (e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8/bf668947-0792-4673-8f1d-0f7eb7fc5bd8/bf6efdc9-7450-4564-bb30-8a144348e729) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:25.813105 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38800168-f1d6-4d97-bef0-016f828f2e71" -d '{"events": [{"server_uuid": "f639f883-6294-4ef0-8aa7-12880ae64bc8", "name": "network-vif-plugged", "status": "completed", "tag": "3aba0d68-6f7f-485c-b534-04583d1e1eef"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:25.976774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7d1cf-2ddc-45d1-afa4-a2ef43412d2a req-07450661-c410-4a32-ad98-5736e380ab5b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:25.978379 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0b7d1cf-2ddc-45d1-afa4-a2ef43412d2a req-07450661-c410-4a32-ad98-5736e380ab5b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 950 time: 0.0823226 Aug 29 17:16:25.986571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55762) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:26.012525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.033597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0b7d1cf-2ddc-45d1-afa4-a2ef43412d2a req-a586b1f6-a703-4ac0-b846-594215e8d787 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487437 Aug 29 17:16:26.075804 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.100385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1204158595-network', 'tenant_id': '6055e94fc9d449f1b1b0c4eade2655e9'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:26.126733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Made reservation on behalf of 6055e94fc9d449f1b1b0c4eade2655e9 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:26.130177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.135728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:26.140787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:26.143093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.148227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:26.178409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Pushing event updated for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:26.227116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:26.227861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.231470 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a638ad59-8c60-4c6a-a067-dfab56e6d5fc x-openstack-request-id: req-a638ad59-8c60-4c6a-a067-dfab56e6d5fc {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:26.231974 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f639f883-6294-4ef0-8aa7-12880ae64bc8", "name": "network-vif-plugged", "status": "completed", "tag": "3aba0d68-6f7f-485c-b534-04583d1e1eef", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:26.232288 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a638ad59-8c60-4c6a-a067-dfab56e6d5fc {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:26.232894 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f639f883-6294-4ef0-8aa7-12880ae64bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aba0d68-6f7f-485c-b534-04583d1e1eef', 'code': 200} Aug 29 17:16:26.259397 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.266456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.285943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d7b76561-9477-49b2-a4a1-8e5f7b1340fc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1289089 Aug 29 17:16:26.299868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:16:26.309019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Request body: {'port': {'device_id': 'c0dd0868-860a-431a-9776-a93deae6da31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:26.312369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d0fd9-c065-45a6-bd46-e1f88a7637c3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:26.318710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.319355 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Added segment b77c1879-1850-4ba5-9f67-826ea051d2c2 of type vlan for network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 Aug 29 17:16:26.334350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.43', 54385) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:26.401238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.427238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.500056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.507008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:26.512269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.552726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad091b-cab4-49f0-9342-a088ac00619d req-02d6bf7c-601d-4a09-8676-1b2408379fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:26.555402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bad091b-cab4-49f0-9342-a088ac00619d req-02d6bf7c-601d-4a09-8676-1b2408379fe8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 1102 time: 0.2194541 Aug 29 17:16:26.619165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:26.629643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:16:26.662471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55802) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:26.681657 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8c7a8575-78fb-44d8-81db-710377faf0d0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6935766 Aug 29 17:16:26.682568 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4bad091b-cab4-49f0-9342-a088ac00619d req-47da7cea-c365-4986-b272-92a657a8d8a2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.697358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55804) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:26.706622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Request body: {'subnet': {'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1204158595-subnet', 'tenant_id': '6055e94fc9d449f1b1b0c4eade2655e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:26.736843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8087241-1738-484e-ba37-a0e1ba2e0210 req-76f5f1a7-7581-4bd4-86e6-288225df7302 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:26.738358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8087241-1738-484e-ba37-a0e1ba2e0210 req-76f5f1a7-7581-4bd4-86e6-288225df7302 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 932 time: 0.1224279 Aug 29 17:16:26.741389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:16:26.741389 n-d-713499-15 neutron-server[94795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:16:26.741389 n-d-713499-15 neutron-server[94795]: [parameters: {'project_id_1': '6055e94fc9d449f1b1b0c4eade2655e9', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 16, 26, 716603)}] Aug 29 17:16:26.741389 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:16:26.742289 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:16:26.747269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1286ad33-6304-4664-b739-d085b560f26b up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:26.792202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb2830-3bae-4d80-b782-00b961b57144 req-60d451e0-2bd2-47d7-9f1e-91f4b0a1bc2d tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:26.792499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8087241-1738-484e-ba37-a0e1ba2e0210 req-c11fb64a-7351-41b3-b34a-d98673fbbd81 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Aug 29 17:16:26.793731 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8feb2830-3bae-4d80-b782-00b961b57144 req-60d451e0-2bd2-47d7-9f1e-91f4b0a1bc2d tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 969 time: 0.1755543 Aug 29 17:16:26.829213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 1286ad33-6304-4664-b739-d085b560f26b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:26.836317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 1286ad33-6304-4664-b739-d085b560f26b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:26.836936 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.871057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8feb2830-3bae-4d80-b782-00b961b57144 req-d6bb163c-b7cb-4f53-b7b2-fdf22a8399ea tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676477 Aug 29 17:16:26.894621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4bad091b-cab4-49f0-9342-a088ac00619d req-47da7cea-c365-4986-b272-92a657a8d8a2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.905338 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4bad091b-cab4-49f0-9342-a088ac00619d req-47da7cea-c365-4986-b272-92a657a8d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.924545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6efdc9-7450-4564-bb30-8a144348e729 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:26.939414 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.942704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da7cea-c365-4986-b272-92a657a8d8a2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1671e96e-0201-4eb9-86fa-b35f9908d9d2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:26.950349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70f2c6c8-4a0d-48ae-8080-8481f37e7e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.961279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bad091b-cab4-49f0-9342-a088ac00619d req-47da7cea-c365-4986-b272-92a657a8d8a2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350425 Aug 29 17:16:26.978000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Transition to ACTIVE for port object bf6efdc9-7450-4564-bb30-8a144348e729 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:26.991532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.003628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.046400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1286ad33-6304-4664-b739-d085b560f26b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1286ad33-6304-4664-b739-d085b560f26b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:27.052000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.077560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:27.119956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=1286ad33-6304-4664-b739-d085b560f26b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:27.186369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70f2c6c8-4a0d-48ae-8080-8481f37e7e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.187912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:27.188410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:27.188794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:27.193790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70f2c6c8-4a0d-48ae-8080-8481f37e7e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.198227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:27.198800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:27.218557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:27.218926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:27.219308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:27.219731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Bound port: bf6efdc9-7450-4564-bb30-8a144348e729, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:27.220087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.252813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-70f2c6c8-4a0d-48ae-8080-8481f37e7e69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d41ee1cd6304b8ead6a3d4452e4dc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5885906 Aug 29 17:16:27.254818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2c6c8-4a0d-48ae-8080-8481f37e7e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ed15f-889c-49be-b116-662ad14a0fb5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:27.255908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55822) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:27.288978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Made reservation on behalf of 6055e94fc9d449f1b1b0c4eade2655e9 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:27.291277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.322161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:27.325931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:27.331577 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.367586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:27.368280 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.369665 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] 10.222.0.43 "PUT /v2.0/ports/bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 1093 time: 1.0733809 Aug 29 17:16:27.370104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:27.373541 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:27.405225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24c25-d80e-4634-bbc0-a1ec2ac07682 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:27.409640 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83dba849-d08e-44d1-951d-88a4379c6a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.447388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb123c-2d40-469c-b85e-e210bf2e0a92 req-3faff568-6336-49c4-83cf-7df469cd083a tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:27.447388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8aeb123c-2d40-469c-b85e-e210bf2e0a92 req-3faff568-6336-49c4-83cf-7df469cd083a tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 950 time: 0.1420472 Aug 29 17:16:27.480529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-75dd6f01-e718-41a9-b6d7-23251059141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:27.482302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-75dd6f01-e718-41a9-b6d7-23251059141c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1096 time: 0.0619156 Aug 29 17:16:27.487699 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a5e124-c4a4-4a0e-82e6-822928e1e21a x-openstack-request-id: req-e1a5e124-c4a4-4a0e-82e6-822928e1e21a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:27.488055 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:27.488311 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1a5e124-c4a4-4a0e-82e6-822928e1e21a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:27.488705 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729', 'status': 'completed', 'code': 200} Aug 29 17:16:27.507894 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83dba849-d08e-44d1-951d-88a4379c6a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.529202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8aeb123c-2d40-469c-b85e-e210bf2e0a92 req-1c3626f1-b799-4616-b7fb-e65d685b10d6 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734227 Aug 29 17:16:27.537986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-a43fa971-c5a9-4c8f-882f-871f595713da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 217 time: 0.0441232 Aug 29 17:16:27.606271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-b48b59d2-72a0-4176-970b-e38bc1ccffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:27.610263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-b48b59d2-72a0-4176-970b-e38bc1ccffbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0547705 Aug 29 17:16:27.632996 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83dba849-d08e-44d1-951d-88a4379c6a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.636143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83dba849-d08e-44d1-951d-88a4379c6a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.637464 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83dba849-d08e-44d1-951d-88a4379c6a9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a6ed15f-889c-49be-b116-662ad14a0fb5 HTTP/1.1" status: 204 len: 168 time: 0.3805611 Aug 29 17:16:27.642049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.646623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-68a3ee92-2c14-425f-bb2a-41361338cefa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301242 Aug 29 17:16:27.669715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dba849-d08e-44d1-951d-88a4379c6a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ed15f-889c-49be-b116-662ad14a0fb5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:27.702198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb74628-7c4a-434a-b4f3-a722701f2685,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:27.712291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:27.712651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Network hostable DHCP agents. Network: 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:16:27.736146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:16:27.748916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:27.759627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88013e-906a-42e7-81a6-dbb5023be4b5 None None] Network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:27.763515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:27.764410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-f4fbd969-82c6-445d-98cd-c62d20c0c15d service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083989 Aug 29 17:16:27.764522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:27.792406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b745ec51-7a02-4f92-8e80-51327bbeea7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0832269 Aug 29 17:16:27.876906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d8440ff-83be-43a4-915a-9832a79d41b7 req-d087855f-3723-457f-8828-6e05e60b2289 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032581 Aug 29 17:16:27.981092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c13988e-3a4f-4724-b683-6687fda018ea None None] Network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:27.994124 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca942bf-c1f2-4303-a3f3-635ec61a4e66 req-a26b4384-b912-4454-9c21-8b8f439511f5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:27.995831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ca942bf-c1f2-4303-a3f3-635ec61a4e66 req-a26b4384-b912-4454-9c21-8b8f439511f5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 944 time: 0.0806606 Aug 29 17:16:28.002507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-71296642-ae17-43d5-8390-f28deeab592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:28.004000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-71296642-ae17-43d5-8390-f28deeab592a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1096 time: 0.0616574 Aug 29 17:16:28.092789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ca942bf-c1f2-4303-a3f3-635ec61a4e66 req-f4210e00-2a0b-4e29-a793-3271d79690fe tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872388 Aug 29 17:16:28.144737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-72466f51-37c6-47e8-9374-60f05c8234cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:28.146222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-72466f51-37c6-47e8-9374-60f05c8234cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.1346002 Aug 29 17:16:28.194450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-3d73e74e-78be-49f3-9b3c-94c4bf4e9492 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 217 time: 0.0401301 Aug 29 17:16:28.234942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afce9554-108f-4ec5-82e6-928b4e123eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286ad33-6304-4664-b739-d085b560f26b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:28.238246 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc66229-5424-4b0f-9669-c5f7631ac5b4" -d '{"events": [{"server_uuid": "afce9554-108f-4ec5-82e6-928b4e123eb8", "name": "network-vif-plugged", "status": "completed", "tag": "1286ad33-6304-4664-b739-d085b560f26b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:28.283735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-6ce70393-7f7f-4550-8a65-1b5b1a3de2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:28.285223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-6ce70393-7f7f-4550-8a65-1b5b1a3de2ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0741875 Aug 29 17:16:28.296862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a173c71-6507-4b5b-9ef6-125a6b0acb5f req-35cb3490-269e-43c4-966e-68baa3e89c2f tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:28.298346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a173c71-6507-4b5b-9ef6-125a6b0acb5f req-35cb3490-269e-43c4-966e-68baa3e89c2f tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 970 time: 0.1067133 Aug 29 17:16:28.330626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-369decdb-5f19-4094-aca3-986c79bc9538 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311470 Aug 29 17:16:28.408026 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a173c71-6507-4b5b-9ef6-125a6b0acb5f req-dbae14c0-23b4-4f03-aa70-9070bce28a2d tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997112 Aug 29 17:16:28.446440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-28257fee-4f09-483a-adff-a05d5feb0847 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079934 Aug 29 17:16:28.467826 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba58eff-28e1-4144-a63a-1290c7a7f842 x-openstack-request-id: req-fba58eff-28e1-4144-a63a-1290c7a7f842 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:28.468276 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afce9554-108f-4ec5-82e6-928b4e123eb8", "name": "network-vif-plugged", "status": "completed", "tag": "1286ad33-6304-4664-b739-d085b560f26b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:28.468703 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fba58eff-28e1-4144-a63a-1290c7a7f842 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:28.469182 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afce9554-108f-4ec5-82e6-928b4e123eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286ad33-6304-4664-b739-d085b560f26b', 'code': 200} Aug 29 17:16:28.496437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55874) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:28.546302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41f09b82-9637-48c2-bde3-eeb93fc6bd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:28.566414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a91cd93-56f0-48b6-bd2f-35b00fd2b816 req-caab60e4-5b76-48f3-bc44-e35a6ae16208 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106582 Aug 29 17:16:28.608747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55880) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:28.663759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a980db-be5e-408b-899d-05d5dd177310 req-52a41852-96a7-4bb4-94d2-249274008509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:28.665722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5a980db-be5e-408b-899d-05d5dd177310 req-52a41852-96a7-4bb4-94d2-249274008509 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 1122 time: 0.0805535 Aug 29 17:16:28.745701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5a980db-be5e-408b-899d-05d5dd177310 req-da978065-8983-485e-b38f-6d1606e3a641 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568407 Aug 29 17:16:28.775998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73c3ee-1352-4a9e-8154-0fae8110be03 req-dd615ed8-6111-450a-b4e7-12e8d61dc572 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:28.785287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41f09b82-9637-48c2-bde3-eeb93fc6bd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:28.786759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af73c3ee-1352-4a9e-8154-0fae8110be03 req-dd615ed8-6111-450a-b4e7-12e8d61dc572 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 950 time: 0.1413627 Aug 29 17:16:28.791694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41f09b82-9637-48c2-bde3-eeb93fc6bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:28.837878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-41f09b82-9637-48c2-bde3-eeb93fc6bd3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7889020a7714998be1ca3756358123d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402560 Aug 29 17:16:28.839526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f09b82-9637-48c2-bde3-eeb93fc6bd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1bfba8-d12f-43c4-9fc0-a7043ecc375a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:28.842041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55900) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:28.883293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af73c3ee-1352-4a9e-8154-0fae8110be03 req-23fcfa7f-7fdf-4f4b-8d51-2f4e1ca00e1c tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950334 Aug 29 17:16:28.917516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e4399c6-d177-40a5-bbaf-50f17ae1a5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:28.939433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55904) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:28.946919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-229983268-network', 'tenant_id': 'b59abecb7c964214bbbcbdd1314fa25c'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:28.954211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a537e3d1-e565-40e0-a1ae-e0e3f24d4437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:28.976939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a537e3d1-e565-40e0-a1ae-e0e3f24d4437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.028921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e4399c6-d177-40a5-bbaf-50f17ae1a5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.032642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e4399c6-d177-40a5-bbaf-50f17ae1a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.039791 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a537e3d1-e565-40e0-a1ae-e0e3f24d4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.042746 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a537e3d1-e565-40e0-a1ae-e0e3f24d4437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.044143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a537e3d1-e565-40e0-a1ae-e0e3f24d4437 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f1bfba8-d12f-43c4-9fc0-a7043ecc375a HTTP/1.1" status: 204 len: 168 time: 0.2005756 Aug 29 17:16:29.056361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537e3d1-e565-40e0-a1ae-e0e3f24d4437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1bfba8-d12f-43c4-9fc0-a7043ecc375a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:29.076873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6e4399c6-d177-40a5-bbaf-50f17ae1a5bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8deb561c35e9428c8b1370e38d573fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650981 Aug 29 17:16:29.076873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4399c6-d177-40a5-bbaf-50f17ae1a5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c31db-917b-4ef4-bfb8-613b9af113b9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:29.078151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55908) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:29.081098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Made reservation on behalf of b59abecb7c964214bbbcbdd1314fa25c for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:29.083431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.095523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.135888 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbed9728-2669-46e9-a6b3-dccec46a828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.171629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbed9728-2669-46e9-a6b3-dccec46a828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.225310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.231486 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.255794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:16:29.265741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bca7f-1e04-414d-870e-ec78c3c20564 req-2a46e08b-fbd5-485d-b5d8-ee125780bcb5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:29.273277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b07bca7f-1e04-414d-870e-ec78c3c20564 req-2a46e08b-fbd5-485d-b5d8-ee125780bcb5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 944 time: 0.0757747 Aug 29 17:16:29.275927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac72f72b-b99b-41d8-ab51-fdd082aade5c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:29.297823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbed9728-2669-46e9-a6b3-dccec46a828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.300305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbed9728-2669-46e9-a6b3-dccec46a828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.302179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dbed9728-2669-46e9-a6b3-dccec46a828c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/561c31db-917b-4ef4-bfb8-613b9af113b9 HTTP/1.1" status: 204 len: 168 time: 0.2223554 Aug 29 17:16:29.312398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.312538 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Added segment 43c77a03-6117-478d-bb45-5294de31c130 of type vlan for network aa366773-5016-4278-983c-0e4544e3f009 Aug 29 17:16:29.342740 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b07bca7f-1e04-414d-870e-ec78c3c20564 req-a1bbc842-5627-48c4-9c35-7aea52eb70dc tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595713 Aug 29 17:16:29.342740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed9728-2669-46e9-a6b3-dccec46a828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c31db-917b-4ef4-bfb8-613b9af113b9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:29.383065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.417543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.418476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:29.419097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.485572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5419102 Aug 29 17:16:29.485788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55926) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:29.492363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Request body: {'subnet': {'network_id': 'aa366773-5016-4278-983c-0e4544e3f009', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-229983268-subnet', 'tenant_id': 'b59abecb7c964214bbbcbdd1314fa25c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:29.500206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17517a-6425-43ea-8924-8a42a72d011b admin admin] Pushing event updated for resources: {'Network': ['ID=aa366773-5016-4278-983c-0e4544e3f009,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:29.510388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network aa366773-5016-4278-983c-0e4544e3f009 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:16:29.544661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Made reservation on behalf of b59abecb7c964214bbbcbdd1314fa25c for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:29.547869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.550721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04dce-9284-4107-a330-0591451d9c28 req-9407e6c0-d4b1-45db-a551-dd773a69bd98 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:29.558660 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ed04dce-9284-4107-a330-0591451d9c28 req-9407e6c0-d4b1-45db-a551-dd773a69bd98 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 970 time: 0.0659356 Aug 29 17:16:29.599758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ed04dce-9284-4107-a330-0591451d9c28 req-e049d038-7d11-4d52-9dac-f9220769e395 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391068 Aug 29 17:16:29.681614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55934) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:29.774137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.778806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55940) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:29.813812 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65fda38c-5992-483c-a240-d776ee73639a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.858362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e16d80-6043-4a95-85f5-7babc610a5d2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:29.881676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Checking segment: {'id': '43c77a03-6117-478d-bb45-5294de31c130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa366773-5016-4278-983c-0e4544e3f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:29.882033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Network hostable DHCP agents. Network: aa366773-5016-4278-983c-0e4544e3f009, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:16:29.921067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Network aa366773-5016-4278-983c-0e4544e3f009 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:16:29.943587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, aa366773-5016-4278-983c-0e4544e3f009) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:29.946482 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30e6daf9-6f78-45d6-965b-ec9ae4a3488c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.950961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:29.951072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.955739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48d3bb-b648-4738-bca7-2cf9444f8c18 None None] Network aa366773-5016-4278-983c-0e4544e3f009 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:29.979340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65fda38c-5992-483c-a240-d776ee73639a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:29.992507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65fda38c-5992-483c-a240-d776ee73639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.057580 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-65fda38c-5992-483c-a240-d776ee73639a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1aeee42596a43bbae0255710a329749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761297 Aug 29 17:16:30.060293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55948) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:30.067890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fda38c-5992-483c-a240-d776ee73639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a44670c-2492-421a-94ee-36123d1c85c7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:30.088026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95964c-2115-45b1-b79c-fd35dd15b15d req-e9004c2a-c287-4da8-aac7-1d4fd3554ede tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:30.089583 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df95964c-2115-45b1-b79c-fd35dd15b15d req-e9004c2a-c287-4da8-aac7-1d4fd3554ede tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 950 time: 0.1089790 Aug 29 17:16:30.090724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914541a3-6f64-4508-a85d-39283f9c2e73 None None] Network aa366773-5016-4278-983c-0e4544e3f009 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:30.108731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30e6daf9-6f78-45d6-965b-ec9ae4a3488c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.115276 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30e6daf9-6f78-45d6-965b-ec9ae4a3488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.140533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a33c221a-3442-417a-a392-9d688e6615bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6452892 Aug 29 17:16:30.180741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-30e6daf9-6f78-45d6-965b-ec9ae4a3488c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0adedbeff1d641c191e7a1b843d05108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950504 Aug 29 17:16:30.181394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55956) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:30.187045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df95964c-2115-45b1-b79c-fd35dd15b15d req-f20ab2e0-6f05-4768-b04c-974bccd33bde tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744357 Aug 29 17:16:30.189532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6daf9-6f78-45d6-965b-ec9ae4a3488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6083bc66-ddde-4216-958a-bbe08ede08eb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:30.190856 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-681105aa-154e-4c43-82b5-039d3e9019a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.243628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-681105aa-154e-4c43-82b5-039d3e9019a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.259612 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99bd40ab-ae65-44fa-b0d1-b336ee8b56b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.284699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99bd40ab-ae65-44fa-b0d1-b336ee8b56b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.302241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-681105aa-154e-4c43-82b5-039d3e9019a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.306816 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-681105aa-154e-4c43-82b5-039d3e9019a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.307995 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-681105aa-154e-4c43-82b5-039d3e9019a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a44670c-2492-421a-94ee-36123d1c85c7 HTTP/1.1" status: 204 len: 168 time: 0.2470040 Aug 29 17:16:30.317532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681105aa-154e-4c43-82b5-039d3e9019a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a44670c-2492-421a-94ee-36123d1c85c7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:30.362890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99bd40ab-ae65-44fa-b0d1-b336ee8b56b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.367242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99bd40ab-ae65-44fa-b0d1-b336ee8b56b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:30.371349 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-99bd40ab-ae65-44fa-b0d1-b336ee8b56b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6083bc66-ddde-4216-958a-bbe08ede08eb HTTP/1.1" status: 204 len: 168 time: 0.1889474 Aug 29 17:16:30.383840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd40ab-ae65-44fa-b0d1-b336ee8b56b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6083bc66-ddde-4216-958a-bbe08ede08eb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:30.453366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5ba05-411e-4e7a-bdc6-f2d35e51e3c0 req-3ce700c0-7096-4578-b66b-58d937858426 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:30.455055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68a5ba05-411e-4e7a-bdc6-f2d35e51e3c0 req-3ce700c0-7096-4578-b66b-58d937858426 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 944 time: 0.0514624 Aug 29 17:16:30.501336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68a5ba05-411e-4e7a-bdc6-f2d35e51e3c0 req-dfe45e1d-4ac3-4d42-a994-c253d66e9625 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Aug 29 17:16:31.002965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dc637-f0c6-4bd0-934f-9af6934f3053 req-c2cc000c-db88-49e7-86ae-e51ba4c3e56c tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:31.004471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e0dc637-f0c6-4bd0-934f-9af6934f3053 req-c2cc000c-db88-49e7-86ae-e51ba4c3e56c tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 970 time: 0.0506005 Aug 29 17:16:31.047289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55990) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:31.047880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e0dc637-f0c6-4bd0-934f-9af6934f3053 req-f08702fb-c172-47b7-a543-0a63a1ae22c0 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Aug 29 17:16:31.085916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c102c810-ec51-48ec-a8a3-d99f836ddecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.099878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bf6efdc9-7450-4564-bb30-8a144348e729 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:31.251363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fee3d-6927-4ce9-95ea-4854b5e1b83a req-e8bcefc9-9618-4f6f-9cef-4ea3ef3e9c0d tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:31.253029 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-560fee3d-6927-4ce9-95ea-4854b5e1b83a req-e8bcefc9-9618-4f6f-9cef-4ea3ef3e9c0d tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 950 time: 0.0687339 Aug 29 17:16:31.275930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:31.299302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'bf6efdc9-7450-4564-bb30-8a144348e729', 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'port_id': 'bf6efdc9-7450-4564-bb30-8a144348e729', 'mac_address': 'fa:16:3e:96:d6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf668947-0792-4673-8f1d-0f7eb7fc5bd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:31.304448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c102c810-ec51-48ec-a8a3-d99f836ddecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.317554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-560fee3d-6927-4ce9-95ea-4854b5e1b83a req-8708adea-947d-4edd-9553-0d7a39b3c3f7 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535262 Aug 29 17:16:31.332400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c102c810-ec51-48ec-a8a3-d99f836ddecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.349127 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.365708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6efdc9-7450-4564-bb30-8a144348e729 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:31.391275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:31.397545 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.459866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:31.479907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c9f76-594d-4b25-8a43-990f5b6743da req-c10f36bc-b1d3-4f54-8f4b-f0c8532dca9f tempest-AggregatesAdminTestJSON-1266063553 tempest-AggregatesAdminTestJSON-1266063553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:31.481434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d9c9f76-594d-4b25-8a43-990f5b6743da req-c10f36bc-b1d3-4f54-8f4b-f0c8532dca9f tempest-AggregatesAdminTestJSON-1266063553 tempest-AggregatesAdminTestJSON-1266063553-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 1122 time: 0.0848179 Aug 29 17:16:31.509372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0d9c9f76-594d-4b25-8a43-990f5b6743da req-7f192039-85b2-4b1a-ba45-1db1e6d80c08 tempest-AggregatesAdminTestJSON-1266063553 tempest-AggregatesAdminTestJSON-1266063553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.618895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c102c810-ec51-48ec-a8a3-d99f836ddecb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6b591e56e794ffa9f3cf515f51c906a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661626 Aug 29 17:16:31.624813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['bf6efdc9-7450-4564-bb30-8a144348e729'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:31.625953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56024) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:31.649465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102c810-ec51-48ec-a8a3-d99f836ddecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4ec40a-d1b4-4982-ba83-1fb1f08db152,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:31.672931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0d9c9f76-594d-4b25-8a43-990f5b6743da req-7f192039-85b2-4b1a-ba45-1db1e6d80c08 tempest-AggregatesAdminTestJSON-1266063553 tempest-AggregatesAdminTestJSON-1266063553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.680610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-55833a5c-a277-4243-aa4d-02673c3c9ccc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:31.682779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0d9c9f76-594d-4b25-8a43-990f5b6743da req-7f192039-85b2-4b1a-ba45-1db1e6d80c08 tempest-AggregatesAdminTestJSON-1266063553 tempest-AggregatesAdminTestJSON-1266063553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.694231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-55833a5c-a277-4243-aa4d-02673c3c9ccc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 821 time: 0.4934015 Aug 29 17:16:31.721116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-dc3f454e-701c-4643-8d69-fc64f8fc8d42 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/quotas/6055e94fc9d449f1b1b0c4eade2655e9 HTTP/1.1" status: 200 len: 375 time: 0.0209239 Aug 29 17:16:31.751697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d9c9f76-594d-4b25-8a43-990f5b6743da req-7f192039-85b2-4b1a-ba45-1db1e6d80c08 tempest-AggregatesAdminTestJSON-1266063553 tempest-AggregatesAdminTestJSON-1266063553-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600632 Aug 29 17:16:31.791816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-71efc36f-abec-4e21-a740-c1266bbabbfa tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649154 Aug 29 17:16:31.810930 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3635e824-887c-4dbe-bda8-064825e81565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.844425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f192039-85b2-4b1a-ba45-1db1e6d80c08 tempest-AggregatesAdminTestJSON-1266063553 tempest-AggregatesAdminTestJSON-1266063553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8896daf-ebe2-4423-b9d2-c000741c6f0a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:31.877171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3635e824-887c-4dbe-bda8-064825e81565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.949425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d59599-c854-49cf-9a70-6462059c894d req-a536a3b8-b1b5-4146-95fb-4a50a3263f0c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:31.951005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-08d59599-c854-49cf-9a70-6462059c894d req-a536a3b8-b1b5-4146-95fb-4a50a3263f0c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 945 time: 0.0880017 Aug 29 17:16:31.984968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3635e824-887c-4dbe-bda8-064825e81565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.986525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-aca30ccc-e737-4bbe-a14a-1c996f5cfe1b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:16:31.987458 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3635e824-887c-4dbe-bda8-064825e81565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:31.988172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-aca30ccc-e737-4bbe-a14a-1c996f5cfe1b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0656619 Aug 29 17:16:31.988474 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3635e824-887c-4dbe-bda8-064825e81565 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c4ec40a-d1b4-4982-ba83-1fb1f08db152 HTTP/1.1" status: 204 len: 168 time: 0.3615680 Aug 29 17:16:32.004979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e824-887c-4dbe-bda8-064825e81565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4ec40a-d1b4-4982-ba83-1fb1f08db152,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:32.015372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-08d59599-c854-49cf-9a70-6462059c894d req-2e9cbb79-d9df-47cc-9f52-5f86ba75937b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547121 Aug 29 17:16:32.117989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-018a1bc3-9b20-4ac1-8efd-97022a27ed6a service neutron] 10.222.0.41 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221986 Aug 29 17:16:32.171133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-1811f67f-51da-47bc-8c6e-898cb0d70516 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:32.172141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-1811f67f-51da-47bc-8c6e-898cb0d70516 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 1102 time: 0.0696893 Aug 29 17:16:32.219885 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-db813c9c-c7f4-4531-afed-674937a00297 service neutron] 10.222.0.41 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010253 Aug 29 17:16:32.289333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] Deleting port 3aba0d68-6f7f-485c-b534-04583d1e1eef {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:32.289774 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:32.424947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] For port 3aba0d68-6f7f-485c-b534-04583d1e1eef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3aba0d68-6f7f-485c-b534-04583d1e1eef,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:32.427673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:32.443440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] Calling delete_port for 3aba0d68-6f7f-485c-b534-04583d1e1eef owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:32.572402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802561d-1ab4-487b-8502-0f0555c2c562 req-716042c4-cb0b-413f-9b6b-2103686fb5b3 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:32.580346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5802561d-1ab4-487b-8502-0f0555c2c562 req-716042c4-cb0b-413f-9b6b-2103686fb5b3 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=f639f883-6294-4ef0-8aa7-12880ae64bc8 HTTP/1.1" status: 200 len: 950 time: 0.0843494 Aug 29 17:16:32.625988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56076) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:32.632527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5802561d-1ab4-487b-8502-0f0555c2c562 req-224fcb61-78ba-4c95-a6d0-fb46347c6493 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505493 Aug 29 17:16:32.665896 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-843ba221-f847-4b5d-ba87-a14bc417fbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:32.710095 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:32.723792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3aba0d68-6f7f-485c-b534-04583d1e1eef'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:32.750722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] Pushing event deleted for resources: {'Port': ['ID=3aba0d68-6f7f-485c-b534-04583d1e1eef,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:32.761422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e47130e2-a6f3-4b1d-8f25-6ee287b6dadc req-6ab2ec99-5d84-4aa2-9361-9b51f602ce10 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 210 time: 0.0689998 Aug 29 17:16:32.815926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] No DVR routers for this DVR port 3aba0d68-6f7f-485c-b534-04583d1e1eef on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:32.842713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:32.844646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33ef4f61-6a5a-4d49-a5d9-2606c0d0495c req-277a123b-9663-400e-91ff-400fda2b2dc9 tempest-DeleteServersAdminTestJSON-1359366068 tempest-DeleteServersAdminTestJSON-1359366068-project-admin] 10.222.0.43 "DELETE /v2.0/ports/3aba0d68-6f7f-485c-b534-04583d1e1eef HTTP/1.1" status: 204 len: 173 time: 0.6643190 Aug 29 17:16:32.845094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f639f883-6294-4ef0-8aa7-12880ae64bc8', 'name': 'network-vif-deleted', 'tag': '3aba0d68-6f7f-485c-b534-04583d1e1eef'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:32.847664 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555b50f9-61c4-402f-846f-33970a0ee8a9" -d '{"events": [{"server_uuid": "f639f883-6294-4ef0-8aa7-12880ae64bc8", "name": "network-vif-deleted", "tag": "3aba0d68-6f7f-485c-b534-04583d1e1eef"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:32.859247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-d723fac8-0579-4faf-9eeb-b6695aa664b8 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c009d92c3b4b4d1caff8443d08a47f18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626998 Aug 29 17:16:32.990522 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-843ba221-f847-4b5d-ba87-a14bc417fbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:32.997848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-843ba221-f847-4b5d-ba87-a14bc417fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:33.092932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ba221-f847-4b5d-ba87-a14bc417fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5e517-76a8-40a1-85fb-c21967d04933,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:33.110468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bf6efdc9-7450-4564-bb30-8a144348e729 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:33.121423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-843ba221-f847-4b5d-ba87-a14bc417fbab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a71f7501bd54af8aa66aa3addf4fe4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928427 Aug 29 17:16:33.124740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56108) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:33.150164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95289-cca7-44c3-9c95-6441032180ad req-4b2d38f4-fe6f-4fd6-aafb-4425572a5e0d tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:33.160121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-4b2d38f4-fe6f-4fd6-aafb-4425572a5e0d tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927608 Aug 29 17:16:33.195993 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5845c9-a298-47e8-bbb6-36d3a2deb4d7 x-openstack-request-id: req-bf5845c9-a298-47e8-bbb6-36d3a2deb4d7 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:33.196934 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f639f883-6294-4ef0-8aa7-12880ae64bc8", "name": "network-vif-deleted", "tag": "3aba0d68-6f7f-485c-b534-04583d1e1eef", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:33.198187 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf5845c9-a298-47e8-bbb6-36d3a2deb4d7 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:33.198843 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f639f883-6294-4ef0-8aa7-12880ae64bc8', 'name': 'network-vif-deleted', 'tag': '3aba0d68-6f7f-485c-b534-04583d1e1eef', 'status': 'completed', 'code': 200} Aug 29 17:16:33.211158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-a3223a5f-deba-4eb4-b068-18bc85cece3a tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/quotas/c009d92c3b4b4d1caff8443d08a47f18 HTTP/1.1" status: 200 len: 375 time: 0.0475438 Aug 29 17:16:33.218716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port bf6efdc9-7450-4564-bb30-8a144348e729 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:33.226601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9766b0c0-ba66-4907-afcb-1c242ef4f945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:33.231487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port bf6efdc9-7450-4564-bb30-8a144348e729 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:33.232055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:33.252436 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9766b0c0-ba66-4907-afcb-1c242ef4f945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:33.268495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-0cbe11b9-507b-4052-9bc0-624fe4a2e900 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c009d92c3b4b4d1caff8443d08a47f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509186 Aug 29 17:16:33.338738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4c155-0e33-4cf9-a2be-a1417d8807f7 req-5c812731-8d9d-45b8-8385-95ca23b00b37 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:33.340541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73e4c155-0e33-4cf9-a2be-a1417d8807f7 req-5c812731-8d9d-45b8-8385-95ca23b00b37 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 945 time: 0.0736434 Aug 29 17:16:33.363863 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9766b0c0-ba66-4907-afcb-1c242ef4f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:33.366098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:33.366507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9766b0c0-ba66-4907-afcb-1c242ef4f945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:33.368215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9766b0c0-ba66-4907-afcb-1c242ef4f945 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ae5e517-76a8-40a1-85fb-c21967d04933 HTTP/1.1" status: 204 len: 168 time: 0.2423782 Aug 29 17:16:33.382150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766b0c0-ba66-4907-afcb-1c242ef4f945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5e517-76a8-40a1-85fb-c21967d04933,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:33.403625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73e4c155-0e33-4cf9-a2be-a1417d8807f7 req-ae58fcaf-120e-43cc-883e-931ea520aa25 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557251 Aug 29 17:16:33.415930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:33.418807 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7721ee1e-53c1-46e2-807e-94f0184f711e" -d '{"events": [{"server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "name": "network-vif-plugged", "status": "completed", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:33.442820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:33.453486 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:33.518663 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a73062-2032-479c-8e60-dbb5863ee4e3 x-openstack-request-id: req-f4a73062-2032-479c-8e60-dbb5863ee4e3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:33.519016 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "name": "network-vif-plugged", "status": "completed", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:33.519304 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4a73062-2032-479c-8e60-dbb5863ee4e3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:33.519914 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729', 'code': 200} Aug 29 17:16:33.525933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:33.606645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78a2b9ca-4870-43c8-947d-bcceff4726db req-cc11d4d2-faab-4ba8-8c17-875a32eb5670 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 210 time: 0.0520897 Aug 29 17:16:33.700889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d430d-0687-4e06-aac3-687c1c69dc2d req-0da5f7ad-fa07-4453-8b0a-78597e872879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:33.704779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-869d430d-0687-4e06-aac3-687c1c69dc2d req-0da5f7ad-fa07-4453-8b0a-78597e872879 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1098 time: 0.1172853 Aug 29 17:16:33.812680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-869d430d-0687-4e06-aac3-687c1c69dc2d req-03dc9342-4909-4554-8595-13eef049b3df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915051 Aug 29 17:16:33.966573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59031d04-cb8a-4304-8f11-ae094e146723 req-45a14dcf-d3aa-4568-a1d2-ea6533a4bd47 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 210 time: 0.0711582 Aug 29 17:16:34.025746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-0cdf571c-c94d-468e-9797-81b3ae9be67a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:34.027822 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-0cdf571c-c94d-468e-9797-81b3ae9be67a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 821 time: 0.1610849 Aug 29 17:16:34.055295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Request body: {'port': {'device_id': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'admin_state_up': True, 'tenant_id': '6055e94fc9d449f1b1b0c4eade2655e9'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:34.183340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-1f2c8209-18a3-467e-9674-c5340f01d21a tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fd27c2980134d2aa8cb6151761194a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373564 Aug 29 17:16:34.224895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Made reservation on behalf of 6055e94fc9d449f1b1b0c4eade2655e9 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:34.230530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:34.500334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Allocated IP 172.20.0.14 (182fe0bf-31b7-4f93-8a4b-78128e1e9cf3/dbb74628-7c4a-434a-b4f3-a722701f2685/6be326fd-d983-4942-88df-f29ca5b3e5e2) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:34.659172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-5e1ee0c1-d6bc-4542-912b-7beae449e738 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:34.660696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-5e1ee0c1-d6bc-4542-912b-7beae449e738 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4763515 Aug 29 17:16:34.676389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-238a3a46-7117-40cf-9741-d268005813d2 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/quotas/6fd27c2980134d2aa8cb6151761194a3 HTTP/1.1" status: 200 len: 375 time: 0.0098739 Aug 29 17:16:34.690808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56200) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:34.737583 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-db18ab8b-d884-4bb8-b224-a9eda773abf0 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fd27c2980134d2aa8cb6151761194a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482130 Aug 29 17:16:34.738574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104ed4-4eea-474b-9fcc-55f794128ef3 req-ed65773d-ad18-41d0-b8e9-9ed33d2bb9f4 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:34.741993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4104ed4-4eea-474b-9fcc-55f794128ef3 req-ed65773d-ad18-41d0-b8e9-9ed33d2bb9f4 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 946 time: 0.1258357 Aug 29 17:16:34.779773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:34.828607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4104ed4-4eea-474b-9fcc-55f794128ef3 req-b60bd587-e5d7-4ab2-98ae-cdfc3005226d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709655 Aug 29 17:16:34.892204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.042955 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-641cf806-837f-43b0-a943-6c7e25adf533 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c009d92c3b4b4d1caff8443d08a47f18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411990 Aug 29 17:16:35.070612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f984e6d4-f9cb-4d57-a721-9632d77646ef req-52261fc3-71a3-476e-b97e-8efc7284e19e tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 210 time: 0.1402957 Aug 29 17:16:35.130272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5d69-709d-492d-91e9-5818dee57a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.153206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:35.191216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:35.197829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:35.207330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:35.208073 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.219053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9879bf8f-8053-452b-b5bb-1f232524d3c4 req-2e7426e2-9064-4c5e-87e8-a715f1756334 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 210 time: 0.0699553 Aug 29 17:16:35.287271 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Pushing event updated for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:35.288238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95289-cca7-44c3-9c95-6441032180ad req-acdb360f-3161-45ee-9985-2805fb0bbd84 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:35.288238 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-acdb360f-3161-45ee-9985-2805fb0bbd84 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362077 Aug 29 17:16:35.301176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Request body: {'port': {'device_id': '87302b42-60cf-4b0d-92a4-e2f55ce37b84', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': 'c009d92c3b4b4d1caff8443d08a47f18'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:35.361881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021ac09-56d1-4730-819c-8cd2a5176dc4 req-6c989e15-6ce4-43eb-987e-88573f09bacb tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:35.370160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8021ac09-56d1-4730-819c-8cd2a5176dc4 req-6c989e15-6ce4-43eb-987e-88573f09bacb tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 932 time: 0.1920960 Aug 29 17:16:35.440471 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8021ac09-56d1-4730-819c-8cd2a5176dc4 req-6bd287ee-e66d-49a7-8a37-7e4b9b8ec5f4 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691609 Aug 29 17:16:35.502221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5d69-709d-492d-91e9-5818dee57a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.512809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5d69-709d-492d-91e9-5818dee57a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.534457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Made reservation on behalf of c009d92c3b4b4d1caff8443d08a47f18 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:35.538316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.549680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.551249 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-7d65cf2c-1f93-47ad-a78d-c683079fdcf3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5072291 Aug 29 17:16:35.598770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Request body: {'port': {'device_id': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:35.671734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.683905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ac1a5d69-709d-492d-91e9-5818dee57a04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c65ecdf06bc64819ad5ce81f47324c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9918947 Aug 29 17:16:35.687352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56260) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:35.689496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.698411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a5d69-709d-492d-91e9-5818dee57a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c5d67-8263-453d-8c5c-cce8f2c7c361,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:35.731067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaecbec-9b09-4514-acad-cf4761aae137,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:35.794246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.858391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5818a538-a32f-49a9-a02b-02d0b819b7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.923900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5818a538-a32f-49a9-a02b-02d0b819b7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:35.936730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Allocated IP 192.168.233.44 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/44607a8a-f56a-4bf4-8893-ada15fd4b49a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:36.114617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1668f0e-10f9-47a5-8112-4fddc536ddbb req-d7b4518a-bbd1-4199-9faa-47dded51d292 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:36.116283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1668f0e-10f9-47a5-8112-4fddc536ddbb req-d7b4518a-bbd1-4199-9faa-47dded51d292 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 946 time: 0.1364200 Aug 29 17:16:36.125716 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.133701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5818a538-a32f-49a9-a02b-02d0b819b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.136218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5818a538-a32f-49a9-a02b-02d0b819b7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.137318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5818a538-a32f-49a9-a02b-02d0b819b7e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e9c5d67-8263-453d-8c5c-cce8f2c7c361 HTTP/1.1" status: 204 len: 168 time: 0.4478240 Aug 29 17:16:36.143551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Transition to ACTIVE for port object 44607a8a-f56a-4bf4-8893-ada15fd4b49a will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:36.169344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818a538-a32f-49a9-a02b-02d0b819b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c5d67-8263-453d-8c5c-cce8f2c7c361,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:36.211957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.226910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1668f0e-10f9-47a5-8112-4fddc536ddbb req-b4cbbc36-dc52-4797-a2ff-58bc19c16f5f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830920 Aug 29 17:16:36.319959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be326fd-d983-4942-88df-f29ca5b3e5e2 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:36.334912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:36.336670 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:36.339744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:36.343249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.359023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d550bf98-fe4b-4d39-8358-d6e7dedca3b4 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6fd27c2980134d2aa8cb6151761194a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315571 Aug 29 17:16:36.389265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Transition to ACTIVE for port object 6be326fd-d983-4942-88df-f29ca5b3e5e2 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:36.399412 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Pushing event updated for resources: {'Port': ['ID=44607a8a-f56a-4bf4-8893-ada15fd4b49a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:36.454011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:36.455943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.462826 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.496070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-cd255ec7-1188-4d4e-993b-986ca96c0245 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1985171 Aug 29 17:16:36.515576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Request body: {'port': {'device_id': '87302b42-60cf-4b0d-92a4-e2f55ce37b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:36.606522 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.651360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-cbc20969-5782-46d9-b8f4-aab868dbe36f tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:36.653677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-cbc20969-5782-46d9-b8f4-aab868dbe36f tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869837 Aug 29 17:16:36.683374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:36.683799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:36.684237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:36.693886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Request body: {'port': {'device_id': '9071dbc0-0c42-4273-b22e-460e236b5e4e', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '6fd27c2980134d2aa8cb6151761194a3'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:36.744982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56308) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:36.773577 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6277a3ad-491d-47e6-b96b-cbfbbb226de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.794571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d36b938f-5412-41e4-8f57-89429e4d7000 None None] Provisioning for port 44607a8a-f56a-4bf4-8893-ada15fd4b49a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:36.801168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d36b938f-5412-41e4-8f57-89429e4d7000 None None] Provisioning complete for port 44607a8a-f56a-4bf4-8893-ada15fd4b49a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:36.801643 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d36b938f-5412-41e4-8f57-89429e4d7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.805688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cef91-5c85-4edb-b2f3-37d3a3e4dec0 req-56f066c1-bf28-45b1-b4e0-537391f67763 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:36.807265 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-223cef91-5c85-4edb-b2f3-37d3a3e4dec0 req-56f066c1-bf28-45b1-b4e0-537391f67763 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1098 time: 0.1492379 Aug 29 17:16:36.847687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d36b938f-5412-41e4-8f57-89429e4d7000 None None] Port 44607a8a-f56a-4bf4-8893-ada15fd4b49a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:16:36.882445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:36.882798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:36.884656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Pushing event updated for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:36.901789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d437-76bf-4029-bab1-32de62e1c984 req-008ded96-2a84-49e8-9058-d6adb5a59913 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:36.903278 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c53d437-76bf-4029-bab1-32de62e1c984 req-008ded96-2a84-49e8-9058-d6adb5a59913 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 935 time: 0.4572124 Aug 29 17:16:36.906877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:36.907234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:36.907600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:36.908050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Bound port: 6be326fd-d983-4942-88df-f29ca5b3e5e2, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:36.908405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:36.921085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-223cef91-5c85-4edb-b2f3-37d3a3e4dec0 req-47f4e646-ecf8-4403-ae63-8c3bd0fde4fc tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002052 Aug 29 17:16:37.014084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c53d437-76bf-4029-bab1-32de62e1c984 req-fecd71ab-6212-4d57-8cee-2b45403637b2 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005471 Aug 29 17:16:37.020419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6277a3ad-491d-47e6-b96b-cbfbbb226de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.034983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:37.039536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:37.047325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.055769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Made reservation on behalf of 6fd27c2980134d2aa8cb6151761194a3 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:37.057336 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d895ae7a-b667-432b-a753-fc90eae49f4f req-da1ce363-5d96-443b-8580-c8f72f6352d2 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 210 time: 0.0647399 Aug 29 17:16:37.059424 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.059580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6277a3ad-491d-47e6-b96b-cbfbbb226de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.105838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44607a8a-f56a-4bf4-8893-ada15fd4b49a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:37.115665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.116198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.117655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] 10.222.0.44 "PUT /v2.0/ports/6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 1093 time: 1.5378387 Aug 29 17:16:37.117916 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.120472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3aba0d68-6f7f-485c-b534-04583d1e1eef no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:37.121314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:37.123476 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4373efbf-3445-4819-bcfd-7e84a59cb32e" -d '{"events": [{"name": "network-changed", "server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:37.125935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6277a3ad-491d-47e6-b96b-cbfbbb226de3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e9740d1488d4c1dbb85ec01e31b9bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760922 Aug 29 17:16:37.125935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56316) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:37.127705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277a3ad-491d-47e6-b96b-cbfbbb226de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2034078-8270-496e-8b25-b00a1cdfd73d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:37.155909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Transition to ACTIVE for port object 44607a8a-f56a-4bf4-8893-ada15fd4b49a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:37.169427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.184634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de7356-4c55-44e7-8b05-9756cbe82ade service neutron] Pushing event updated for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:37.186992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 3aba0d68-6f7f-485c-b534-04583d1e1eef {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:37.187347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3aba0d68-6f7f-485c-b534-04583d1e1eef not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:37.219804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Pushing event updated for resources: {'Port': ['ID=44607a8a-f56a-4bf4-8893-ada15fd4b49a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:37.244840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-931a6428-b194-4051-87fa-725fd2209844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.312243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-8ac4bdd3-d960-4d3d-9042-314bc31098b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.313828 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-8ac4bdd3-d960-4d3d-9042-314bc31098b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1096 time: 0.1256557 Aug 29 17:16:37.322171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Allocated IP 192.168.233.20 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/74bd9752-655c-4139-8d07-01f3b20a70b9) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:37.330970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-931a6428-b194-4051-87fa-725fd2209844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.369346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-f4b458bf-1e6e-4efa-8134-2c41ac8334c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.0440595 Aug 29 17:16:37.419607 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-931a6428-b194-4051-87fa-725fd2209844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.422870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-931a6428-b194-4051-87fa-725fd2209844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.426441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-931a6428-b194-4051-87fa-725fd2209844 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2034078-8270-496e-8b25-b00a1cdfd73d HTTP/1.1" status: 204 len: 168 time: 0.2935441 Aug 29 17:16:37.455032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c76f0e-e1d7-47d3-95de-d5e77a16eee1 req-38490278-1abc-4d70-8590-fed75bd15d7e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.473355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75c76f0e-e1d7-47d3-95de-d5e77a16eee1 req-38490278-1abc-4d70-8590-fed75bd15d7e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 944 time: 0.2242174 Aug 29 17:16:37.483572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a6428-b194-4051-87fa-725fd2209844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2034078-8270-496e-8b25-b00a1cdfd73d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:37.510951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Attempting to bind port 44607a8a-f56a-4bf4-8893-ada15fd4b49a on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:37.511292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Attempting to bind port 44607a8a-f56a-4bf4-8893-ada15fd4b49a by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:37.511644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Attempting to bind port 44607a8a-f56a-4bf4-8893-ada15fd4b49a on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:37.519553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Port 44607a8a-f56a-4bf4-8893-ada15fd4b49a on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:37.519830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Attempting to bind port 44607a8a-f56a-4bf4-8893-ada15fd4b49a on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:37.533855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:37.534151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:37.534539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:37.535011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Bound port: 44607a8a-f56a-4bf4-8893-ada15fd4b49a, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:37.535370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.540658 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75c76f0e-e1d7-47d3-95de-d5e77a16eee1 req-97f090c3-ace0-454d-9bca-856d9e3030bc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665052 Aug 29 17:16:37.553420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-b40b2c09-bd6d-4f8b-a89e-40b84381076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.554924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-b40b2c09-bd6d-4f8b-a89e-40b84381076e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.1781204 Aug 29 17:16:37.568671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70fdeb-539e-4f86-8ec7-5abafd77f950 req-e2676fbd-4eb5-4708-8bc9-e7fe07d0305a tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.570382 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a70fdeb-539e-4f86-8ec7-5abafd77f950 req-e2676fbd-4eb5-4708-8bc9-e7fe07d0305a tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1098 time: 0.1741164 Aug 29 17:16:37.617238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-879e05b6-5892-41f1-9370-3e33ac8efb32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530071 Aug 29 17:16:37.617470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] For port 44607a8a-f56a-4bf4-8893-ada15fd4b49a, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:37.621958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] For port 44607a8a-f56a-4bf4-8893-ada15fd4b49a, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=44607a8a-f56a-4bf4-8893-ada15fd4b49a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:37.628216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.703366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Pushing event updated for resources: {'Port': ['ID=44607a8a-f56a-4bf4-8893-ada15fd4b49a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:37.709762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.721322 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1f3e4-3bc4-4ea0-a13f-725a0c3b6153 x-openstack-request-id: req-fac1f3e4-3bc4-4ea0-a13f-725a0c3b6153 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:37.721612 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:37.721856 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fac1f3e4-3bc4-4ea0-a13f-725a0c3b6153 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:37.722244 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2', 'status': 'completed', 'code': 200} Aug 29 17:16:37.724622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.726987 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.730158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-62cfb804-c8e0-4c98-a32e-bcaf8e534c95 service neutron] 10.222.0.43 "PUT /v2.0/ports/44607a8a-f56a-4bf4-8893-ada15fd4b49a HTTP/1.1" status: 200 len: 1096 time: 1.2262752 Aug 29 17:16:37.733092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87302b42-60cf-4b0d-92a4-e2f55ce37b84', 'tag': '44607a8a-f56a-4bf4-8893-ada15fd4b49a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:37.736805 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba52e7d-04e4-4c4c-b424-4e0db381996b" -d '{"events": [{"name": "network-changed", "server_uuid": "87302b42-60cf-4b0d-92a4-e2f55ce37b84", "tag": "44607a8a-f56a-4bf4-8893-ada15fd4b49a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:37.746608 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a70fdeb-539e-4f86-8ec7-5abafd77f950 req-703febd6-e97b-411f-8ede-3723059ac3ad tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609449 Aug 29 17:16:37.780502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Transition to ACTIVE for port object 74bd9752-655c-4139-8d07-01f3b20a70b9 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:37.815409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-cbaf34be-7030-4d6a-a7c5-bdb9973eca48 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876502 Aug 29 17:16:37.871177 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c0f148-2592-489c-8100-72169deab81c x-openstack-request-id: req-32c0f148-2592-489c-8100-72169deab81c {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:37.871465 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87302b42-60cf-4b0d-92a4-e2f55ce37b84", "tag": "44607a8a-f56a-4bf4-8893-ada15fd4b49a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:37.872713 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32c0f148-2592-489c-8100-72169deab81c {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:37.873161 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87302b42-60cf-4b0d-92a4-e2f55ce37b84', 'tag': '44607a8a-f56a-4bf4-8893-ada15fd4b49a', 'status': 'completed', 'code': 200} Aug 29 17:16:37.887803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95289-cca7-44c3-9c95-6441032180ad req-f58a9166-10a2-4aa7-9131-d182bd185649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.891614 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-f58a9166-10a2-4aa7-9131-d182bd185649 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c009d92c3b4b4d1caff8443d08a47f18&device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 1099 time: 0.1111524 Aug 29 17:16:37.953147 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-36fa98b6-b542-4ca6-a855-61c10e4ffa13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=44607a8a-f56a-4bf4-8893-ada15fd4b49a HTTP/1.1" status: 200 len: 217 time: 0.0530274 Aug 29 17:16:37.985404 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c98be47-79c0-427e-ac42-4df6164bf329 req-cc2ad409-9d43-462c-aac2-9f6ece8b2643 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525509 Aug 29 17:16:37.993179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.036579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:38.040176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:38.044165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:38.049752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.050689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.066833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95289-cca7-44c3-9c95-6441032180ad req-22e0b970-ce03-4def-9057-ce23a63eddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.071849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-22e0b970-ce03-4def-9057-ce23a63eddb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1101317 Aug 29 17:16:38.129610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95289-cca7-44c3-9c95-6441032180ad req-de295b5e-6523-4570-9114-ce72327f43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.134847 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-de295b5e-6523-4570-9114-ce72327f43d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527222 Aug 29 17:16:38.167751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Pushing event updated for resources: {'Port': ['ID=74bd9752-655c-4139-8d07-01f3b20a70b9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:38.171835 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-22f3e3fa-3841-44b9-907a-ec49c0062cbb tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4900832 Aug 29 17:16:38.193301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-95f1f7aa-6c05-4a86-8935-b1ded9beb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.194798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-95f1f7aa-6c05-4a86-8935-b1ded9beb477 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1096 time: 0.1405654 Aug 29 17:16:38.198780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Request body: {'port': {'device_id': '9071dbc0-0c42-4273-b22e-460e236b5e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:38.267127 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-c0341812-ac2d-418e-9abf-43e25e81c1fc service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284060 Aug 29 17:16:38.385828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.441669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cf12165b-787f-46d8-b7db-0fe69a356f4b None None] Provisioning for port 74bd9752-655c-4139-8d07-01f3b20a70b9 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:38.452257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cf12165b-787f-46d8-b7db-0fe69a356f4b None None] Provisioning complete for port 74bd9752-655c-4139-8d07-01f3b20a70b9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:38.457861 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cf12165b-787f-46d8-b7db-0fe69a356f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.477568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-d457175f-a321-4d21-865a-8e2712ebf98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.479347 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-d457175f-a321-4d21-865a-8e2712ebf98b service neutron] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.2315691 Aug 29 17:16:38.490125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49f95289-cca7-44c3-9c95-6441032180ad req-46bfc1ad-11c5-4910-bff9-17cb404bbdec service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144494 Aug 29 17:16:38.540554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-cf12165b-787f-46d8-b7db-0fe69a356f4b None None] Port 74bd9752-655c-4139-8d07-01f3b20a70b9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:16:38.624893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-6c22ebfc-e12c-4b13-949a-4cb0aec9f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.626473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-6c22ebfc-e12c-4b13-949a-4cb0aec9f127 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c009d92c3b4b4d1caff8443d08a47f18&device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 1099 time: 0.0804424 Aug 29 17:16:38.662685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56384) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:38.725880 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-2263d973-08d5-466c-88d3-5139b416bcf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.2356935 Aug 29 17:16:38.787001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215f8c5-03ce-461b-be9e-231807b5de9e req-c52391d2-d491-4ee4-a0d9-c70c17423b7a tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.788510 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1215f8c5-03ce-461b-be9e-231807b5de9e req-c52391d2-d491-4ee4-a0d9-c70c17423b7a tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 947 time: 0.0871491 Aug 29 17:16:38.800179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-0fb99de7-54e4-4ef4-9a35-209a74329597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.801506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-0fb99de7-54e4-4ef4-9a35-209a74329597 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1679492 Aug 29 17:16:38.808511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-9904285f-88f6-402c-bb2c-53f42edca16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.809975 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-9904285f-88f6-402c-bb2c-53f42edca16f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0763695 Aug 29 17:16:38.833247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bd9752-655c-4139-8d07-01f3b20a70b9 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:38.853529 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-6ec02d76-6fd2-4b12-a813-0d6fa30a8860 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333209 Aug 29 17:16:38.855350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.869397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-5bd80b68-edb8-4183-9855-2ef246a11423 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=44607a8a-f56a-4bf4-8893-ada15fd4b49a HTTP/1.1" status: 200 len: 217 time: 0.0550613 Aug 29 17:16:38.884870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Transition to ACTIVE for port object 74bd9752-655c-4139-8d07-01f3b20a70b9 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:38.911972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1215f8c5-03ce-461b-be9e-231807b5de9e req-a65ea39a-494c-4942-b1dc-a1b05031f876 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015573 Aug 29 17:16:38.913485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.971814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-network', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:38.998843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Pushing event updated for resources: {'Port': ['ID=74bd9752-655c-4139-8d07-01f3b20a70b9,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:39.007028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-415a7379-8a59-4e8e-b441-f22083093997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.010660 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-415a7379-8a59-4e8e-b441-f22083093997 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1335902 Aug 29 17:16:39.047161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-f192b94f-81d0-4766-bed3-a217d49f6e77 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824474 Aug 29 17:16:39.047995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Attempting to bind port 74bd9752-655c-4139-8d07-01f3b20a70b9 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:39.048331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Attempting to bind port 74bd9752-655c-4139-8d07-01f3b20a70b9 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:39.048658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Attempting to bind port 74bd9752-655c-4139-8d07-01f3b20a70b9 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:39.053127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Made reservation on behalf of e418ad5468464ae8a160bf3f05ef63d4 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:39.053507 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Port 74bd9752-655c-4139-8d07-01f3b20a70b9 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:39.053835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Attempting to bind port 74bd9752-655c-4139-8d07-01f3b20a70b9 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:39.055421 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.102018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.122703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:39.123204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:39.124746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:39.125294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Bound port: 74bd9752-655c-4139-8d07-01f3b20a70b9, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:39.125867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.142334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-6d2aee00-e4a2-4f84-97cf-54ba330db827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.144159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-6d2aee00-e4a2-4f84-97cf-54ba330db827 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249309 Aug 29 17:16:39.159310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58348804-034c-45b3-9c36-20dd556a643f req-8ceb83c6-1ad0-4a5c-94a3-9e39e393607b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.166764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58348804-034c-45b3-9c36-20dd556a643f req-8ceb83c6-1ad0-4a5c-94a3-9e39e393607b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 947 time: 0.1486557 Aug 29 17:16:39.215829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] For port 74bd9752-655c-4139-8d07-01f3b20a70b9, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:39.219901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] For port 74bd9752-655c-4139-8d07-01f3b20a70b9, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74bd9752-655c-4139-8d07-01f3b20a70b9,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:39.233061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.289722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.290345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.291781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] 10.222.0.43 "PUT /v2.0/ports/74bd9752-655c-4139-8d07-01f3b20a70b9 HTTP/1.1" status: 200 len: 1096 time: 1.1010032 Aug 29 17:16:39.296549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58348804-034c-45b3-9c36-20dd556a643f req-1a27e452-7305-4351-bfda-f899ba825f0d tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274860 Aug 29 17:16:39.338414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4373efbf-3445-4819-bcfd-7e84a59cb32e req-15b7c821-5431-49a9-8d95-0dd0b6719164 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815082 Aug 29 17:16:39.354331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-c5a6fda6-f16b-4539-a244-f1b4a5888e6d service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828694 Aug 29 17:16:39.374066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83911e9-02c6-4e17-b352-b4068bbe9253 service neutron] Pushing event updated for resources: {'Port': ['ID=74bd9752-655c-4139-8d07-01f3b20a70b9,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:39.439083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-94c2fe09-0ad5-4776-ac8c-7bbf2a84eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.440778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-94c2fe09-0ad5-4776-ac8c-7bbf2a84eacd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fd27c2980134d2aa8cb6151761194a3&device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 1099 time: 0.0468884 Aug 29 17:16:39.484718 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.488708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-20ea33af-8490-42a7-b5fe-ecb80b514803 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=74bd9752-655c-4139-8d07-01f3b20a70b9 HTTP/1.1" status: 200 len: 217 time: 0.0398774 Aug 29 17:16:39.494488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.538772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58617a-7080-424d-a6e0-442413b3ccce req-66e1ffe9-ed37-4d50-8f13-3e9a8d2c04e2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.540327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e58617a-7080-424d-a6e0-442413b3ccce req-66e1ffe9-ed37-4d50-8f13-3e9a8d2c04e2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 944 time: 0.1409614 Aug 29 17:16:39.556993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-0dda8b1c-ba25-476f-92b2-6c41e361530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.557390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:16:39.558669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-0dda8b1c-ba25-476f-92b2-6c41e361530f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0620291 Aug 29 17:16:39.591368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25b1964-2a36-45de-8dff-f56433b6bf0a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:39.602562 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.602944 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Added segment c331543a-dc79-43c7-9c4a-a42cdf385b37 of type vlan for network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 Aug 29 17:16:39.605962 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aba52e7d-04e4-4c4c-b424-4e0db381996b req-f2d9b48d-b5e6-4459-a6a8-3da8bf13d493 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357624 Aug 29 17:16:39.608811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-62240880-4d8a-4c72-b40e-cde1c4530b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.611241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-62240880-4d8a-4c72-b40e-cde1c4530b2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451438 Aug 29 17:16:39.658616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e58617a-7080-424d-a6e0-442413b3ccce req-945613c6-41a2-436e-ac01-e1409e4cba3d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021845 Aug 29 17:16:39.670032 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.700019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.701855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.702425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.725741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9071dbc0-0c42-4273-b22e-460e236b5e4e', 'tag': '74bd9752-655c-4139-8d07-01f3b20a70b9'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:39.728079 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7cff2a-88f3-460d-b78d-d72c838a5bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "9071dbc0-0c42-4273-b22e-460e236b5e4e", "tag": "74bd9752-655c-4139-8d07-01f3b20a70b9"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:39.738531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-9e36592d-7255-443c-8a4f-99b29e6486c6 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178627 Aug 29 17:16:39.766613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0649490 Aug 29 17:16:39.766811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56422) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:39.779287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Request body: {'subnet': {'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-subnet', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:39.786932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb93e5-5bee-458e-9175-a69e9c2af132 admin admin] Pushing event updated for resources: {'Network': ['ID=7f95ddea-fc1d-45be-b009-b7f6b56252d8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:39.803925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:16:39.821606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Made reservation on behalf of e418ad5468464ae8a160bf3f05ef63d4 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:39.825389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.878116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8eed4fda-508b-4fa1-a902-4097f0e2a4d0 req-28f9f78c-9cb3-40f6-8439-74f46dc1f4a6 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305459 Aug 29 17:16:39.899827 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea86b4-e27c-45d9-b853-9d31097b2814 x-openstack-request-id: req-7aea86b4-e27c-45d9-b853-9d31097b2814 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:39.900203 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9071dbc0-0c42-4273-b22e-460e236b5e4e", "tag": "74bd9752-655c-4139-8d07-01f3b20a70b9", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:39.900613 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aea86b4-e27c-45d9-b853-9d31097b2814 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:39.901085 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9071dbc0-0c42-4273-b22e-460e236b5e4e', 'tag': '74bd9752-655c-4139-8d07-01f3b20a70b9', 'status': 'completed', 'code': 200} Aug 29 17:16:40.045488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56440) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:40.067731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.123734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-8762c5b4-092f-48e0-a336-6414a58b6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:40.125283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-8762c5b4-092f-48e0-a336-6414a58b6da2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fd27c2980134d2aa8cb6151761194a3&device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 1099 time: 0.1990256 Aug 29 17:16:40.139336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-2fa3aa0c-67fc-42a5-8e43-eaf8d5c3e675 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:16:40.140387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-2fa3aa0c-67fc-42a5-8e43-eaf8d5c3e675 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0937166 Aug 29 17:16:40.158879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:40.188840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6fd1b-a5f2-4fd9-95fd-0d39156c8525 req-317952e6-d8de-4172-8293-1c12ce57ddec tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:40.190309 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63b6fd1b-a5f2-4fd9-95fd-0d39156c8525 req-317952e6-d8de-4172-8293-1c12ce57ddec tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 947 time: 0.1099572 Aug 29 17:16:40.198866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Checking segment: {'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:40.199226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Network hostable DHCP agents. Network: 7f95ddea-fc1d-45be-b009-b7f6b56252d8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:16:40.223806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-e5765251-98b1-48ee-a159-1c2a1acb2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:40.225700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-e5765251-98b1-48ee-a159-1c2a1acb2f8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.0918298 Aug 29 17:16:40.236410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:16:40.244793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Request body: {'binding': {'host': 'n-h1-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:40.245327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Unknown quota resources ['binding']. {{(pid=94796) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:16:40.254808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63b6fd1b-a5f2-4fd9-95fd-0d39156c8525 req-1694898c-bac1-4df0-a9b1-df8fca47e9ad tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572000 Aug 29 17:16:40.272198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7f95ddea-fc1d-45be-b009-b7f6b56252d8) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:40.278283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:40.278898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.282662 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-cc1d1770-fb10-4019-b88a-ef688feb4230 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=74bd9752-655c-4139-8d07-01f3b20a70b9 HTTP/1.1" status: 200 len: 217 time: 0.0489995 Aug 29 17:16:40.283172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737053c5-36c6-4dc7-bd6a-45d447fcd17b None None] Network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:40.311075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-26d19720-fe55-4210-8d70-45b9973573c7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5399981 Aug 29 17:16:40.324033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56450) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:40.329619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:40.369941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-6d02c28c-1628-4a19-936b-34422bd9dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:40.371496 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-6d02c28c-1628-4a19-936b-34422bd9dcff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0814977 Aug 29 17:16:40.378465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.380123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.450198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on host n-h1-713499-15 for vnic_type normal with profile None {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:40.450715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:40.451741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:40.459771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:40.460192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:40.475636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:40.475992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:40.476380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:40.476809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Bound port: bf6efdc9-7450-4564-bb30-8a144348e729, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:40.494751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e782e464-7d42-41e9-944f-162da567569a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7f95ddea-fc1d-45be-b009-b7f6b56252d8', 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'fixed_ips': [{'subnet_id': '2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:16:40.495740 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e782e464-7d42-41e9-944f-162da567569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.520369 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.526929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-f8c7dba9-5c7e-4ba0-b452-e3fa4b73f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:40.528633 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-f8c7dba9-5c7e-4ba0-b452-e3fa4b73f5f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437585 Aug 29 17:16:40.641911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e782e464-7d42-41e9-944f-162da567569a None None] Allocated IP 172.20.0.2 (7f95ddea-fc1d-45be-b009-b7f6b56252d8/2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736/e00a7e1a-8181-434e-ac8c-c0ae514f3744) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:40.756792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6be326fd-d983-4942-88df-f29ca5b3e5e2 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:40.764240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.773211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d9f4f-d0ca-4b92-ac03-0eb0efcd6b3c req-da675def-e124-4b1d-879f-03118c2a6dd9 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:40.774727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-191d9f4f-d0ca-4b92-ac03-0eb0efcd6b3c req-da675def-e124-4b1d-879f-03118c2a6dd9 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 947 time: 0.3185401 Aug 29 17:16:40.810253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:40.811279 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e782e464-7d42-41e9-944f-162da567569a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.817278 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.818516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-9c54b248-6ddb-46a1-af15-6589bb55fe23 service neutron] 10.222.0.41 "POST /v2.0/ports/bf6efdc9-7450-4564-bb30-8a144348e729/bindings HTTP/1.1" status: 201 len: 390 time: 0.6255248 Aug 29 17:16:40.820667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e782e464-7d42-41e9-944f-162da567569a None None] Transition to ACTIVE for port object e00a7e1a-8181-434e-ac8c-c0ae514f3744 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:40.830890 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-191d9f4f-d0ca-4b92-ac03-0eb0efcd6b3c req-7b33e51d-67c3-4960-8a0f-2515d41b5519 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Aug 29 17:16:40.842704 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-501a19e5-4710-437a-b606-6854c0e8527d service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946670 Aug 29 17:16:40.847413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e782e464-7d42-41e9-944f-162da567569a None None] Transition to ACTIVE for port object e00a7e1a-8181-434e-ac8c-c0ae514f3744 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:40.877432 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e782e464-7d42-41e9-944f-162da567569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.908748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782e464-7d42-41e9-944f-162da567569a None None] Network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:40.994553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da7cff2a-88f3-460d-b78d-d72c838a5bc9 req-422ca63c-933a-4c6c-b53c-dfa21dc17a82 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429639 Aug 29 17:16:41.127550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e782e464-7d42-41e9-944f-162da567569a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:41.129379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782e464-7d42-41e9-944f-162da567569a None None] Pushing event updated for resources: {'Port': ['ID=e00a7e1a-8181-434e-ac8c-c0ae514f3744,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:41.135757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782e464-7d42-41e9-944f-162da567569a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:41.159181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f8a3b-bc7b-4f9a-aa14-e31b4a3d6abc req-cad463e4-29a1-4861-861d-432942f22023 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:41.165940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 44607a8a-f56a-4bf4-8893-ada15fd4b49a details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:41.167535 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-442f8a3b-bc7b-4f9a-aa14-e31b4a3d6abc req-cad463e4-29a1-4861-861d-432942f22023 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 944 time: 0.1230850 Aug 29 17:16:41.219398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-442f8a3b-bc7b-4f9a-aa14-e31b4a3d6abc req-707d0220-0de6-4877-ba4a-456e4288bda9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Aug 29 17:16:41.258158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56482) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:41.267054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.270991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-ddfb1ce3-2404-4ae3-8c2c-199061170a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:41.272481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-ddfb1ce3-2404-4ae3-8c2c-199061170a97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1098 time: 0.1128626 Aug 29 17:16:41.287839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff083c8-01ac-4e21-8b55-5cd0fd49f103 req-f0eac59c-1370-4c4f-b07d-b56777961c6d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:41.300297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3ff083c8-01ac-4e21-8b55-5cd0fd49f103 req-f0eac59c-1370-4c4f-b07d-b56777961c6d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 946 time: 0.1751838 Aug 29 17:16:41.342469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 44607a8a-f56a-4bf4-8893-ada15fd4b49a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=44607a8a-f56a-4bf4-8893-ada15fd4b49a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:41.349137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.356030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '44607a8a-f56a-4bf4-8893-ada15fd4b49a', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '44607a8a-f56a-4bf4-8893-ada15fd4b49a', 'mac_address': 'fa:16:3e:09:a7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:41.411555 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.430000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-813bdcfd-087d-4ac2-a673-cf92ba2753de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.431242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08ebb258-7bd8-4db0-9b83-225c26ad7e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.438169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e782e464-7d42-41e9-944f-162da567569a None None] Attempting to bind port e00a7e1a-8181-434e-ac8c-c0ae514f3744 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:41.438539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e782e464-7d42-41e9-944f-162da567569a None None] Attempting to bind port e00a7e1a-8181-434e-ac8c-c0ae514f3744 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:41.438927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782e464-7d42-41e9-944f-162da567569a None None] Attempting to bind port e00a7e1a-8181-434e-ac8c-c0ae514f3744 on network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:41.452470 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44607a8a-f56a-4bf4-8893-ada15fd4b49a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:41.460215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782e464-7d42-41e9-944f-162da567569a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:41.460610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782e464-7d42-41e9-944f-162da567569a None None] Checking segment: {'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:41.460995 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e782e464-7d42-41e9-944f-162da567569a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.461392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782e464-7d42-41e9-944f-162da567569a None None] Bound using segment: {'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:41.462294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e782e464-7d42-41e9-944f-162da567569a None None] Bound port: e00a7e1a-8181-434e-ac8c-c0ae514f3744, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:41.462294 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e782e464-7d42-41e9-944f-162da567569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.470886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:41.473017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267e182-b018-40a0-a7ad-df5a2911972c req-e9c81bb8-cb20-4af0-b90e-c41cf615c2fe tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:41.475447 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6267e182-b018-40a0-a7ad-df5a2911972c req-e9c81bb8-cb20-4af0-b90e-c41cf615c2fe tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 947 time: 0.1038716 Aug 29 17:16:41.506078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 44607a8a-f56a-4bf4-8893-ada15fd4b49a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=44607a8a-f56a-4bf4-8893-ada15fd4b49a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:41.508544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '6be326fd-d983-4942-88df-f29ca5b3e5e2', 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'port_id': '6be326fd-d983-4942-88df-f29ca5b3e5e2', 'mac_address': 'fa:16:3e:75:d8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb74628-7c4a-434a-b4f3-a722701f2685', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:41.523011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3ff083c8-01ac-4e21-8b55-5cd0fd49f103 req-7b64994c-1cdb-48df-8c8e-2ea3bc24f504 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198255 Aug 29 17:16:41.535170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.543699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6267e182-b018-40a0-a7ad-df5a2911972c req-db7286ab-98b9-4ab6-9042-91b66007e695 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588636 Aug 29 17:16:41.619376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-519b3df5-0fed-461c-8f4d-fa4abb2a5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:41.621162 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-519b3df5-0fed-461c-8f4d-fa4abb2a5e56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2956734 Aug 29 17:16:41.633519 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-813bdcfd-087d-4ac2-a673-cf92ba2753de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.640433 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-813bdcfd-087d-4ac2-a673-cf92ba2753de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.681697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=44607a8a-f56a-4bf4-8893-ada15fd4b49a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:41.715545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-813bdcfd-087d-4ac2-a673-cf92ba2753de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c8141cd276b4535a6338dd4970e1ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556870 Aug 29 17:16:41.716316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56498) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:41.717531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bdcfd-087d-4ac2-a673-cf92ba2753de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c78258-4f4f-4ac8-9f19-d455bf2c13e8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:41.721130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.739297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e782e464-7d42-41e9-944f-162da567569a None None] For port e00a7e1a-8181-434e-ac8c-c0ae514f3744, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:41.742797 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-94d090a8-cb45-4556-8749-9897f6cd03bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 217 time: 0.1127796 Aug 29 17:16:41.745164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Allocated IP 172.25.2.119 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/a8874ead-3cbc-46b9-a205-8b21f79e42bd) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:41.749482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be326fd-d983-4942-88df-f29ca5b3e5e2 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:41.776642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['44607a8a-f56a-4bf4-8893-ada15fd4b49a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:41.783371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e782e464-7d42-41e9-944f-162da567569a None None] For port e00a7e1a-8181-434e-ac8c-c0ae514f3744, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e00a7e1a-8181-434e-ac8c-c0ae514f3744,segment=NetworkSegment(c331543a-dc79-43c7-9c4a-a42cdf385b37),segment_id=c331543a-dc79-43c7-9c4a-a42cdf385b37)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:41.849108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a045681-7b37-4ca3-bc9b-a8b72d3161ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.858633 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e782e464-7d42-41e9-944f-162da567569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.889188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a045681-7b37-4ca3-bc9b-a8b72d3161ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.945642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a045681-7b37-4ca3-bc9b-a8b72d3161ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.949202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a045681-7b37-4ca3-bc9b-a8b72d3161ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:41.951111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4a045681-7b37-4ca3-bc9b-a8b72d3161ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98c78258-4f4f-4ac8-9f19-d455bf2c13e8 HTTP/1.1" status: 204 len: 168 time: 0.2206471 Aug 29 17:16:41.962222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a045681-7b37-4ca3-bc9b-a8b72d3161ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c78258-4f4f-4ac8-9f19-d455bf2c13e8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:41.988240 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:42.014969 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.067767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782e464-7d42-41e9-944f-162da567569a None None] Pushing event updated for resources: {'Port': ['ID=e00a7e1a-8181-434e-ac8c-c0ae514f3744,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:42.147671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-eda2b4ba-6864-4667-914a-3ee6cb20ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:42.149140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-eda2b4ba-6864-4667-914a-3ee6cb20ab22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.3936577 Aug 29 17:16:42.190640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02785c-571c-433f-87f3-d7b9b5c0e50f req-9a94e9f3-296f-4e7e-b5ad-d31e1d9bda39 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:42.192187 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb02785c-571c-433f-87f3-d7b9b5c0e50f req-9a94e9f3-296f-4e7e-b5ad-d31e1d9bda39 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 947 time: 0.1525922 Aug 29 17:16:42.212357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-5843e7a1-3296-47c1-83a6-0a7c73a3bd10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531137 Aug 29 17:16:42.254776 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.269106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['6be326fd-d983-4942-88df-f29ca5b3e5e2'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:42.275456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:42.332384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.365204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb02785c-571c-433f-87f3-d7b9b5c0e50f req-ccc955fb-0e80-4dd4-b5ed-6575e06e5f77 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550593 Aug 29 17:16:42.452338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-00cfe6c2-963d-4d4b-ab5a-d07064d6a16c service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268484 Aug 29 17:16:42.492048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56542) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:42.510374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dfca73c-01f8-473c-9338-943e322133d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.549583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.603342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.636017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152fde-4cca-4cc1-bdf7-e4185f67ac81 req-20cabfe9-93d4-4e82-9e2e-a77c3f760dbc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:42.638192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa152fde-4cca-4cc1-bdf7-e4185f67ac81 req-20cabfe9-93d4-4e82-9e2e-a77c3f760dbc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 945 time: 0.1174698 Aug 29 17:16:42.646929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:42.665610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:42.670802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:42.674561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-15fbb74b-c066-4a4b-b3fb-9bd1258632de service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022347 Aug 29 17:16:42.703515 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa152fde-4cca-4cc1-bdf7-e4185f67ac81 req-97c9b2fd-0db3-46b1-a901-1ca573ead4ba tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561554 Aug 29 17:16:42.711777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Pushing event updated for resources: {'Port': ['ID=a8874ead-3cbc-46b9-a205-8b21f79e42bd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:42.748879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dfca73c-01f8-473c-9338-943e322133d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.754633 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dfca73c-01f8-473c-9338-943e322133d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.757950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d682d0e-21f6-4492-a9b5-745a623496b4 req-c341922b-f36a-4927-b8a3-7c54834ad421 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:42.759514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d682d0e-21f6-4492-a9b5-745a623496b4 req-c341922b-f36a-4927-b8a3-7c54834ad421 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 970 time: 0.2026834 Aug 29 17:16:42.822329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfca73c-01f8-473c-9338-943e322133d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba8574-7420-4431-a02c-ec59f846bad5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:42.826764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d682d0e-21f6-4492-a9b5-745a623496b4 req-b999a0ed-8cf3-4f86-929f-97185e6b5649 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502498 Aug 29 17:16:42.834481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7dfca73c-01f8-473c-9338-943e322133d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c025f744acd44b42ab1e7a0fdd6a7359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387294 Aug 29 17:16:42.834865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56550) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:42.886068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3868c-208c-4d67-8cf3-1f8d1c61f7a3 req-5e59c859-5a45-4a38-8d3b-8967b5f987b3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:42.887563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82f3868c-208c-4d67-8cf3-1f8d1c61f7a3 req-5e59c859-5a45-4a38-8d3b-8967b5f987b3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 946 time: 0.1015933 Aug 29 17:16:42.916686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0049156c-aca1-4371-b638-bac2bd277812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.950538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0049156c-aca1-4371-b638-bac2bd277812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:42.959995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82f3868c-208c-4d67-8cf3-1f8d1c61f7a3 req-4414b153-291f-4140-aa15-1c69313d3a07 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647326 Aug 29 17:16:43.021572 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0049156c-aca1-4371-b638-bac2bd277812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.028293 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0049156c-aca1-4371-b638-bac2bd277812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.029495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0049156c-aca1-4371-b638-bac2bd277812 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39ba8574-7420-4431-a02c-ec59f846bad5 HTTP/1.1" status: 204 len: 168 time: 0.1929240 Aug 29 17:16:43.037973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049156c-aca1-4371-b638-bac2bd277812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba8574-7420-4431-a02c-ec59f846bad5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:43.096561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-ebc6cb5f-67de-42f8-9c1f-a1acd3e7806a tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:43.097984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-ebc6cb5f-67de-42f8-9c1f-a1acd3e7806a tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1098 time: 0.2273674 Aug 29 17:16:43.109496 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804e59-3b54-40d2-b30f-543202535955 req-5b90161f-8948-41d5-b3ab-df5da027537f tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:43.111040 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-30804e59-3b54-40d2-b30f-543202535955 req-5b90161f-8948-41d5-b3ab-df5da027537f tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 948 time: 0.1978257 Aug 29 17:16:43.116160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-15'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:43.141397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74bd9752-655c-4139-8d07-01f3b20a70b9 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:43.153737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.207266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 44607a8a-f56a-4bf4-8893-ada15fd4b49a up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:43.290200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-30804e59-3b54-40d2-b30f-543202535955 req-2a163354-0f95-4fad-ada1-603b78a6be36 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603115 Aug 29 17:16:43.290200 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.378940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74bd9752-655c-4139-8d07-01f3b20a70b9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74bd9752-655c-4139-8d07-01f3b20a70b9,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:43.381609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 44607a8a-f56a-4bf4-8893-ada15fd4b49a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:43.392494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 44607a8a-f56a-4bf4-8893-ada15fd4b49a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:43.393144 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.436979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '74bd9752-655c-4139-8d07-01f3b20a70b9', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '74bd9752-655c-4139-8d07-01f3b20a70b9', 'mac_address': 'fa:16:3e:d0:51:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:43.521510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90652935-c922-4176-bf19-2a035982ec45 None None] Network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:43.596887 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.684005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-730fe49f-7643-4ab1-bacb-1629a26dad31 None None] Provisioning for port e00a7e1a-8181-434e-ac8c-c0ae514f3744 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:43.684643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ff408-a13d-495f-8846-788d962b523b req-b0319fb3-fef7-4b99-8da1-65822c4e66c7 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:43.686846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e92ff408-a13d-495f-8846-788d962b523b req-b0319fb3-fef7-4b99-8da1-65822c4e66c7 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 947 time: 0.1410260 Aug 29 17:16:43.693087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.693294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bd9752-655c-4139-8d07-01f3b20a70b9 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:43.699770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:43.725434 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.758367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74bd9752-655c-4139-8d07-01f3b20a70b9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74bd9752-655c-4139-8d07-01f3b20a70b9,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:43.780623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.789809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87302b42-60cf-4b0d-92a4-e2f55ce37b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44607a8a-f56a-4bf4-8893-ada15fd4b49a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:43.792315 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a93f9-91c4-4e99-b15f-57ac8574dd61" -d '{"events": [{"server_uuid": "87302b42-60cf-4b0d-92a4-e2f55ce37b84", "name": "network-vif-plugged", "status": "completed", "tag": "44607a8a-f56a-4bf4-8893-ada15fd4b49a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:43.831907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.44', 58473) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:43.842828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 44607a8a-f56a-4bf4-8893-ada15fd4b49a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=44607a8a-f56a-4bf4-8893-ada15fd4b49a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:43.878556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.901767 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7223174-ed7a-498a-9544-912ac5419042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.917257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.927677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74bd9752-655c-4139-8d07-01f3b20a70b9,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:43.997191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['74bd9752-655c-4139-8d07-01f3b20a70b9'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:44.038417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2788b67-bb99-4040-a178-9b468ae91366 req-d8439e11-be6b-42bd-897f-901619bd0e1b tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:44.039972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2788b67-bb99-4040-a178-9b468ae91366 req-d8439e11-be6b-42bd-897f-901619bd0e1b tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.44 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 970 time: 0.2059894 Aug 29 17:16:44.058677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=44607a8a-f56a-4bf4-8893-ada15fd4b49a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:44.082905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a318a-ce50-44b9-af01-296d1f94c106 req-93b1e047-17c3-4f8d-a935-d1dacee3647a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:44.084497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-499a318a-ce50-44b9-af01-296d1f94c106 req-93b1e047-17c3-4f8d-a935-d1dacee3647a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 945 time: 0.1541774 Aug 29 17:16:44.156622 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e92ff408-a13d-495f-8846-788d962b523b req-9c0c1a20-e2ae-4ddd-84e1-d054347687a7 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606347 Aug 29 17:16:44.262013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56610) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:44.321626 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedf1d3d-c939-4c23-9875-ba12980a33c8 x-openstack-request-id: req-cedf1d3d-c939-4c23-9875-ba12980a33c8 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:44.322278 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87302b42-60cf-4b0d-92a4-e2f55ce37b84", "name": "network-vif-plugged", "status": "completed", "tag": "44607a8a-f56a-4bf4-8893-ada15fd4b49a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:44.322740 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cedf1d3d-c939-4c23-9875-ba12980a33c8 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:44.323222 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87302b42-60cf-4b0d-92a4-e2f55ce37b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44607a8a-f56a-4bf4-8893-ada15fd4b49a', 'code': 200} Aug 29 17:16:44.332593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-499a318a-ce50-44b9-af01-296d1f94c106 req-70a3e064-35d4-4339-930e-3a0604d0ca50 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986427 Aug 29 17:16:44.358696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:44.442673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Deleting port 1286ad33-6304-4664-b739-d085b560f26b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:44.443456 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.491444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e00a7e1a-8181-434e-ac8c-c0ae514f3744 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:44.528660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:44.531936 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a395c8-f7be-4114-b6ac-ec2a7d6e49de" -d '{"events": [{"server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "name": "network-vif-unplugged", "status": "completed", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:44.540573 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.575235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.576705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e00a7e1a-8181-434e-ac8c-c0ae514f3744 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:44.579936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eec70-5885-48f4-86a3-09c8f0748976 req-c4e0ff3a-e7d4-4d4c-b64c-17f38a02e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:44.581978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e00a7e1a-8181-434e-ac8c-c0ae514f3744 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:44.582407 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.583565 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b2eec70-5885-48f4-86a3-09c8f0748976 req-c4e0ff3a-e7d4-4d4c-b64c-17f38a02e1f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 1101 time: 0.2407918 Aug 29 17:16:44.615302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb98e81-89eb-4ff7-a0a1-2c6650d3edb8 req-27984ad3-3959-4785-82d8-f3d278d2cf2b tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:44.617424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edb98e81-89eb-4ff7-a0a1-2c6650d3edb8 req-27984ad3-3959-4785-82d8-f3d278d2cf2b tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 970 time: 0.1967921 Aug 29 17:16:44.640276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] For port 1286ad33-6304-4664-b739-d085b560f26b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1286ad33-6304-4664-b739-d085b560f26b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:44.640813 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.678020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Calling delete_port for 1286ad33-6304-4664-b739-d085b560f26b owned by compute:tempest-test_az-593335863 {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:44.680580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a75c7b0-cd98-4aea-897d-4a67b38d0ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.699044 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.712668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d193f7-72da-4b78-ab0f-649450c6a679 req-baf797b9-8ec2-4720-a659-4efacb902f9a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:44.724815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87d193f7-72da-4b78-ab0f-649450c6a679 req-baf797b9-8ec2-4720-a659-4efacb902f9a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 944 time: 0.1496933 Aug 29 17:16:44.737362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Router e7072eba-f74f-4b4c-b680-106e7fb6ec09 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:16:44.739635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port e00a7e1a-8181-434e-ac8c-c0ae514f3744, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e00a7e1a-8181-434e-ac8c-c0ae514f3744,segment=NetworkSegment(c331543a-dc79-43c7-9c4a-a42cdf385b37),segment_id=c331543a-dc79-43c7-9c4a-a42cdf385b37)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:44.745598 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.765889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b2eec70-5885-48f4-86a3-09c8f0748976 req-dcd81c25-e4b9-4bdf-9d7b-ef9441fe8318 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630213 Aug 29 17:16:44.797618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Pushing event updated for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:44.803419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=e00a7e1a-8181-434e-ac8c-c0ae514f3744,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:44.807218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6be326fd-d983-4942-88df-f29ca5b3e5e2 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:44.869515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 6be326fd-d983-4942-88df-f29ca5b3e5e2 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:44.875786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 6be326fd-d983-4942-88df-f29ca5b3e5e2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:44.877061 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.885352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edb98e81-89eb-4ff7-a0a1-2c6650d3edb8 req-a18d5670-6896-4088-808a-b3540dcc45f2 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/security-groups?id=124fd430-b371-4e23-8b92-0f86e65e252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192025 Aug 29 17:16:44.900296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:44.903582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:44.904665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:44.911075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87d193f7-72da-4b78-ab0f-649450c6a679 req-02aced62-fca3-4c01-a28f-54e76a45a02f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816900 Aug 29 17:16:44.922203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:44.922828 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Attempting to bind port bf6efdc9-7450-4564-bb30-8a144348e729 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:44.935449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:44.935884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:44.936352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:44.937312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Bound port: bf6efdc9-7450-4564-bb30-8a144348e729, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:44.937897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:44.967820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-9edbe672-244e-4755-92ad-71bb5878a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:44.969467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-9edbe672-244e-4755-92ad-71bb5878a833 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1085 time: 0.2420712 Aug 29 17:16:44.983527 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.025986 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c715d9-120f-4120-9fb6-83dba0c05ce2 x-openstack-request-id: req-98c715d9-120f-4120-9fb6-83dba0c05ce2 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:45.026302 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "name": "network-vif-unplugged", "status": "completed", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:45.026714 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98c715d9-120f-4120-9fb6-83dba0c05ce2 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:45.027617 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729', 'code': 200} Aug 29 17:16:45.030233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:45.036649 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.081890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a75c7b0-cd98-4aea-897d-4a67b38d0ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.101539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:45.112730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a75c7b0-cd98-4aea-897d-4a67b38d0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.130921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:16:45.140675 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Sync routers for ids ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:16:45.153619 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Routers {'e7072eba-f74f-4b4c-b680-106e7fb6ec09'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:45.154189 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:45.174197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74bd9752-655c-4139-8d07-01f3b20a70b9 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:45.181172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca034078-44ce-4215-9ec0-27c6db614234 req-6208b3dd-1095-4219-be35-f4a1848fb5f6 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.187119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca034078-44ce-4215-9ec0-27c6db614234 req-6208b3dd-1095-4219-be35-f4a1848fb5f6 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 949 time: 0.1663008 Aug 29 17:16:45.192639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:45.200399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:45.215296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6a75c7b0-cd98-4aea-897d-4a67b38d0ab4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19409520461148c1806ab8fa3f711fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9457080 Aug 29 17:16:45.218118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56638) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:45.220139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75c7b0-cd98-4aea-897d-4a67b38d0ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c036e5-a9cf-49b1-8484-e9799af95d9d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:45.241196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.241447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-5e80e585-89c7-486a-93ff-1bfe4dbe5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.243218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-5e80e585-89c7-486a-93ff-1bfe4dbe5eff service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2320647 Aug 29 17:16:45.253228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.266387 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.269280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2602e920-1d38-435f-887b-c47eebc1deed admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9442148 Aug 29 17:16:45.282481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['1286ad33-6304-4664-b739-d085b560f26b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:45.292829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56640) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:45.347764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca034078-44ce-4215-9ec0-27c6db614234 req-2bdfdb88-d354-4517-9b7c-c2a725c9662d tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434710 Aug 29 17:16:45.364720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Pushing event updated for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=8']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:45.374915 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.376673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 74bd9752-655c-4139-8d07-01f3b20a70b9 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:45.382299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 74bd9752-655c-4139-8d07-01f3b20a70b9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:45.382798 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.387921 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Set router e7072eba-f74f-4b4c-b680-106e7fb6ec09 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:45.389702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.390490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.391980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1df7e3ff-9a45-49e0-b271-1ffd594dbd6e service neutron] 10.222.0.44 "PUT /v2.0/ports/bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 1124 time: 2.2800171 Aug 29 17:16:45.408889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-ce96f536-5716-4172-b27b-f1ca7ba202e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 217 time: 0.1567271 Aug 29 17:16:45.410167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Pushing event deleted for resources: {'Port': ['ID=1286ad33-6304-4664-b739-d085b560f26b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:45.473897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['bf6efdc9-7450-4564-bb30-8a144348e729'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:45.537747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.580541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27095-f4e4-4c32-a46b-8a2d11665d24 req-10209a76-f837-4713-b36a-84e3cb0f3694 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.586407 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0fb27095-f4e4-4c32-a46b-8a2d11665d24 req-10209a76-f837-4713-b36a-84e3cb0f3694 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 946 time: 0.0961623 Aug 29 17:16:45.615831 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:42Z', 'revision_number': 3, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:45.654541 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Checking router: e7072eba-f74f-4b4c-b680-106e7fb6ec09 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:16:45.655220 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Updating router e7072eba-f74f-4b4c-b680-106e7fb6ec09 port a8874ead-3cbc-46b9-a205-8b21f79e42bd binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:16:45.660359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74bd9752-655c-4139-8d07-01f3b20a70b9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74bd9752-655c-4139-8d07-01f3b20a70b9,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:45.665513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] No DVR routers for this DVR port 1286ad33-6304-4664-b739-d085b560f26b on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:45.676181 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.683183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0fb27095-f4e4-4c32-a46b-8a2d11665d24 req-459cb388-d424-41b2-b25d-b21c189def48 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803468 Aug 29 17:16:45.687025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.690513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2788b67-bb99-4040-a178-9b468ae91366 req-f8c155ae-3be9-4fbe-86cb-a832f9a342c6 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.44 "DELETE /v2.0/ports/1286ad33-6304-4664-b739-d085b560f26b HTTP/1.1" status: 204 len: 173 time: 1.6342213 Aug 29 17:16:45.707499 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.765692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74bd9752-655c-4139-8d07-01f3b20a70b9,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:45.792290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afce9554-108f-4ec5-82e6-928b4e123eb8', 'name': 'network-vif-deleted', 'tag': '1286ad33-6304-4664-b739-d085b560f26b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:45.795168 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1271b0d7-cbeb-4d58-959b-38bc09af8c5d" -d '{"events": [{"server_uuid": "afce9554-108f-4ec5-82e6-928b4e123eb8", "name": "network-vif-deleted", "tag": "1286ad33-6304-4664-b739-d085b560f26b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:45.798859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-95606762-f749-4a5f-b6bc-702b16469f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.800300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-95606762-f749-4a5f-b6bc-702b16469f12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.3716385 Aug 29 17:16:45.805407 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5ca6-8f4f-49e0-b7f5-e6252c935e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.845711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54374dcb-c04f-4819-8a87-bc9986f1ebd8 req-4f2350dd-034f-4c92-a44e-c2fcbbbcc84f tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.852484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54374dcb-c04f-4819-8a87-bc9986f1ebd8 req-4f2350dd-034f-4c92-a44e-c2fcbbbcc84f tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 948 time: 0.5638843 Aug 29 17:16:45.929533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-7f3e792d-9031-4f55-8657-9d38fb05f813 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707974 Aug 29 17:16:45.935959 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5ca6-8f4f-49e0-b7f5-e6252c935e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.017076 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9355dd71-19e8-453a-bbf5-8975a33b5fab x-openstack-request-id: req-9355dd71-19e8-453a-bbf5-8975a33b5fab {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:46.017474 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afce9554-108f-4ec5-82e6-928b4e123eb8", "name": "network-vif-deleted", "tag": "1286ad33-6304-4664-b739-d085b560f26b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:46.017726 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9355dd71-19e8-453a-bbf5-8975a33b5fab {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:46.018110 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afce9554-108f-4ec5-82e6-928b4e123eb8', 'name': 'network-vif-deleted', 'tag': '1286ad33-6304-4664-b739-d085b560f26b', 'status': 'completed', 'code': 200} Aug 29 17:16:46.063238 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.073079 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Transition to ACTIVE for port object a8874ead-3cbc-46b9-a205-8b21f79e42bd will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:46.079199 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.085871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54374dcb-c04f-4819-8a87-bc9986f1ebd8 req-92162d15-4062-47e6-ad7e-b0b7c0e70605 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297928 Aug 29 17:16:46.090118 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce2f3cd2-d0cf-4dc7-9c93-547f9d611333 req-4cc10cf6-4247-4f7b-88d7-78d28cb21984 tempest-AggregatesAdminTestJSON-589130991 tempest-AggregatesAdminTestJSON-589130991-project] 10.222.0.41 "GET /v2.0/ports?device_id=afce9554-108f-4ec5-82e6-928b4e123eb8 HTTP/1.1" status: 200 len: 210 time: 0.0307877 Aug 29 17:16:46.127589 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Pushing event updated for resources: {'Port': ['ID=a8874ead-3cbc-46b9-a205-8b21f79e42bd,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:46.137001 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.137545 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.137886 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.139267 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.139619 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.148177 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.150483 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.150869 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.151241 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.151585 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.151996 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.152336 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Tracked resource versions report: Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: pushed versions: Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: { 'AddressGroup': {'1.2'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'ConntrackHelper': {'1.0'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Log': {'1.0'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Network': {'1.1'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Port': {'1.7'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'PortForwarding': {'1.2'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'QosPolicy': {'1.9'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'SecurityGroup': {'1.4'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'SecurityGroupRule': {'1.2'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'SubPort': {'1.0'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Subnet': {'1.1'}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Trunk': {'1.1'}} Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: consumer versions: Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: { DHCP agent@n-d-713499-15: {}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: HyperV agent@n-h1-713499-15: {}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: HyperV agent@n-h2-713499-15: {}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: L3 agent@n-d-713499-15: {}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: Metadata agent@n-d-713499-15: {}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: Metering agent@n-d-713499-15: {}, Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: Open vSwitch agent@n-d-713499-15: { 'AddressGroup': '1.2', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'ConntrackHelper': '1.0', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Log': '1.0', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Network': '1.1', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Port': '1.7', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'PortForwarding': '1.2', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'QosPolicy': '1.9', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'SecurityGroup': '1.4', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'SecurityGroupRule': '1.2', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'SubPort': '1.0', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Subnet': '1.1', Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: 'Trunk': '1.1'}} Aug 29 17:16:46.156391 n-d-713499-15 neutron-server[94798]: {{(pid=94798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 17:16:46.190914 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Attempting to bind port a8874ead-3cbc-46b9-a205-8b21f79e42bd on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:46.191931 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Attempting to bind port a8874ead-3cbc-46b9-a205-8b21f79e42bd by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:46.192334 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Attempting to bind port a8874ead-3cbc-46b9-a205-8b21f79e42bd on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:46.199549 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:46.199930 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:46.200899 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.201322 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:46.201818 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Bound port: a8874ead-3cbc-46b9-a205-8b21f79e42bd, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:46.202576 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.269937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] For port a8874ead-3cbc-46b9-a205-8b21f79e42bd, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:46.273438 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] For port a8874ead-3cbc-46b9-a205-8b21f79e42bd, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8874ead-3cbc-46b9-a205-8b21f79e42bd,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:46.280935 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.324422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2'}, {'server_uuid': '9071dbc0-0c42-4273-b22e-460e236b5e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd9752-655c-4139-8d07-01f3b20a70b9'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:46.328418 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfe3a98-94e0-4832-a6c5-96d323a266dd" -d '{"events": [{"server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "name": "network-vif-plugged", "status": "completed", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2"}, {"server_uuid": "9071dbc0-0c42-4273-b22e-460e236b5e4e", "name": "network-vif-plugged", "status": "completed", "tag": "74bd9752-655c-4139-8d07-01f3b20a70b9"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:46.382298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5ca6-8f4f-49e0-b7f5-e6252c935e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.385064 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5ca6-8f4f-49e0-b7f5-e6252c935e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.386441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3e7d5ca6-8f4f-49e0-b7f5-e6252c935e25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74c036e5-a9cf-49b1-8484-e9799af95d9d HTTP/1.1" status: 204 len: 168 time: 1.1672604 Aug 29 17:16:46.398528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-0bf0b8e3-86ed-4fd0-8457-8a63a4a6f832 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428718 Aug 29 17:16:46.408549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d5ca6-8f4f-49e0-b7f5-e6252c935e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c036e5-a9cf-49b1-8484-e9799af95d9d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:46.436642 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756139ca-8199-4d40-934e-6b063eb577a1 x-openstack-request-id: req-756139ca-8199-4d40-934e-6b063eb577a1 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:46.439371 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "name": "network-vif-plugged", "status": "completed", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2", "code": 200}, {"server_uuid": "9071dbc0-0c42-4273-b22e-460e236b5e4e", "name": "network-vif-plugged", "status": "completed", "tag": "74bd9752-655c-4139-8d07-01f3b20a70b9", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:46.439637 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-756139ca-8199-4d40-934e-6b063eb577a1 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:46.440044 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2', 'code': 200} Aug 29 17:16:46.440299 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9071dbc0-0c42-4273-b22e-460e236b5e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd9752-655c-4139-8d07-01f3b20a70b9', 'code': 200} Aug 29 17:16:46.463205 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Routers {'e7072eba-f74f-4b4c-b680-106e7fb6ec09'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:46.469995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:46.479547 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae61cf-6015-40ea-a226-314edaa122f9 None None] Pushing event updated for resources: {'Port': ['ID=a8874ead-3cbc-46b9-a205-8b21f79e42bd,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:46.486913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e00a7e1a-8181-434e-ac8c-c0ae514f3744 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:46.522182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2da7e-6765-4937-a5af-dfe42cfaf99a req-50467e39-c50c-4632-80b9-502049a4896c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.523817 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ffc2da7e-6765-4937-a5af-dfe42cfaf99a req-50467e39-c50c-4632-80b9-502049a4896c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 944 time: 0.2220767 Aug 29 17:16:46.642949 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.644817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e00a7e1a-8181-434e-ac8c-c0ae514f3744 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:46.645186 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.698633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e488-a6c4-48be-b12c-3df0c7c930d1 req-21cd445c-2c24-45fa-9103-02fc0aba7a4a tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.711359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b58e488-a6c4-48be-b12c-3df0c7c930d1 req-21cd445c-2c24-45fa-9103-02fc0aba7a4a tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 949 time: 0.1551261 Aug 29 17:16:46.785936 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] Set router e7072eba-f74f-4b4c-b680-106e7fb6ec09 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:46.849184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ffc2da7e-6765-4937-a5af-dfe42cfaf99a req-d7963ed8-7ff6-431a-9991-ea75878bc913 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094363 Aug 29 17:16:46.882664 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b58e488-a6c4-48be-b12c-3df0c7c930d1 req-0df7afcb-a501-4d60-8a78-c4a0b55a6261 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628411 Aug 29 17:16:46.886798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92ccee-95a5-43fa-9450-9365c86cb44f req-afcdbfd6-ab76-4f06-a2e9-e6f126d2b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.889023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b92ccee-95a5-43fa-9450-9365c86cb44f req-afcdbfd6-ab76-4f06-a2e9-e6f126d2b824 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 1101 time: 0.2574983 Aug 29 17:16:46.895275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83b657c2-8e29-4f74-a582-503c20e9a6c5 req-f7354cb6-c19d-4965-b390-03064ef78916 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877958 Aug 29 17:16:46.914863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2671d6d-9873-46d5-88b9-92b4f7f5b99b req-d082b30b-e7d4-4c48-9dbc-1294e361f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.916365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b2671d6d-9873-46d5-88b9-92b4f7f5b99b req-d082b30b-e7d4-4c48-9dbc-1294e361f39b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1098 time: 0.2977304 Aug 29 17:16:46.959907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56686) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:46.993405 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b92ccee-95a5-43fa-9450-9365c86cb44f req-3f3889aa-d90c-4a0a-83d3-ce357d6e89b1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948997 Aug 29 17:16:47.028803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:47.031719 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c34f3-bb10-4295-8af4-4caa50c441d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:47.087090 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b2671d6d-9873-46d5-88b9-92b4f7f5b99b req-e1463c10-beea-4b02-870e-165b0eaf8eab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554794 Aug 29 17:16:47.107964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56692) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:47.133844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c73bb23-2c37-4ab3-aa97-913a098fd669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.171063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d181623-bfa9-4f55-adbf-2d8426a0f024 req-feee8c61-c07e-401c-b006-fbf690fd3c23 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:47.172728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d181623-bfa9-4f55-adbf-2d8426a0f024 req-feee8c61-c07e-401c-b006-fbf690fd3c23 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 946 time: 0.1496804 Aug 29 17:16:47.191679 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:42Z', 'revision_number': 3, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:47.230122 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb6d53-367c-4602-9d43-47af5a64bf1a None None] The sync data for ids ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'] in n-d-713499-15 is: [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:42Z', 'revision_number': 3, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:16:47.293867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c73bb23-2c37-4ab3-aa97-913a098fd669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.306500 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c73bb23-2c37-4ab3-aa97-913a098fd669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.309461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d181623-bfa9-4f55-adbf-2d8426a0f024 req-dad89362-118f-4b7c-9b38-f76fbdbdcfe0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246159 Aug 29 17:16:47.328102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.360016 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb4af2-13e2-4013-a2ff-432212743c2f x-openstack-request-id: req-35fb4af2-13e2-4013-a2ff-432212743c2f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:47.360660 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:47.361052 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35fb4af2-13e2-4013-a2ff-432212743c2f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:47.361570 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729', 'status': 'completed', 'code': 200} Aug 29 17:16:47.391210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3c73bb23-2c37-4ab3-aa97-913a098fd669 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2c7fbbe8c254d92863a5e70b6acf7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821543 Aug 29 17:16:47.393776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73bb23-2c37-4ab3-aa97-913a098fd669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64315227-fca7-49e3-9f68-c14b3573fdd3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:47.397376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56700) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:47.409982 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0d395ed-e1e6-4df3-b800-cafc65761a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.537344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-00f4cd9a-422e-4fd3-8473-8c64ee954f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:47.539103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-00f4cd9a-422e-4fd3-8473-8c64ee954f81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1127 time: 0.1465032 Aug 29 17:16:47.625869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-689e564b-4461-4db3-8cd9-43fb26086fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.644664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Allocated IP 172.20.0.1 (7f95ddea-fc1d-45be-b009-b7f6b56252d8/2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736/ecd82991-75f0-47c1-84ee-89089603512a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:47.705637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-689e564b-4461-4db3-8cd9-43fb26086fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.808021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-9e81a4a2-adfe-45af-b6b5-0283b68f4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:47.808793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc454897-4bb6-411c-ac1c-08789380f8b4 req-80b91e9c-aca7-4889-b08a-e918ec698c60 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:47.810020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-9e81a4a2-adfe-45af-b6b5-0283b68f4ad7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2583721 Aug 29 17:16:47.815254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0d395ed-e1e6-4df3-b800-cafc65761a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.816942 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc454897-4bb6-411c-ac1c-08789380f8b4 req-80b91e9c-aca7-4889-b08a-e918ec698c60 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 949 time: 0.3633060 Aug 29 17:16:47.822414 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0d395ed-e1e6-4df3-b800-cafc65761a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.854417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.857362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56710) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:47.889137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc454897-4bb6-411c-ac1c-08789380f8b4 req-07c5a934-22ee-4356-91fc-6ea9a1adf5f3 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695305 Aug 29 17:16:47.894338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Transition to ACTIVE for port object ecd82991-75f0-47c1-84ee-89089603512a will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:47.901506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-689e564b-4461-4db3-8cd9-43fb26086fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.904614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-689e564b-4461-4db3-8cd9-43fb26086fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.905784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-689e564b-4461-4db3-8cd9-43fb26086fe5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64315227-fca7-49e3-9f68-c14b3573fdd3 HTTP/1.1" status: 204 len: 168 time: 0.4828107 Aug 29 17:16:47.911353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-04374a4c-324b-42d0-9899-53069ce40e8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 217 time: 0.0721776 Aug 29 17:16:47.915191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b0d395ed-e1e6-4df3-b800-cafc65761a7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07a9b51664794dc2a0c8e68e1042d36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9542308 Aug 29 17:16:47.916376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d395ed-e1e6-4df3-b800-cafc65761a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a58ba23-0f51-4cf2-8b69-9f23ae726d1b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:47.918896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56718) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:47.945332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e564b-4461-4db3-8cd9-43fb26086fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64315227-fca7-49e3-9f68-c14b3573fdd3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:48.031773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.130072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd82991-75f0-47c1-84ee-89089603512a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:48.226574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:48.230381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-d8210871-f87b-403a-b9dc-16c00e8785af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:48.232968 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-d8210871-f87b-403a-b9dc-16c00e8785af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.2711570 Aug 29 17:16:48.251023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cf2ea-524b-434f-864e-699c551d825b req-35607956-e546-4e8e-b6df-07e9196ca6a6 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:48.252693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e71cf2ea-524b-434f-864e-699c551d825b req-35607956-e546-4e8e-b6df-07e9196ca6a6 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 944 time: 0.1256239 Aug 29 17:16:48.253617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:48.261678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06e28083-373e-4094-92a3-4e0512137db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.266674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b52c7b85-2bcc-46f3-ac6a-d8e9cd28d7a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7803955c7778491a8d128eb5969de281&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4042735 Aug 29 17:16:48.267523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:48.273238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56724) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:48.317436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c21df-a7e6-40b8-b3f5-07dee92a64f7 req-092a8c7d-3cb0-49db-bffa-883c0fe71a13 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:48.319399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-544c21df-a7e6-40b8-b3f5-07dee92a64f7 req-092a8c7d-3cb0-49db-bffa-883c0fe71a13 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 949 time: 0.1838396 Aug 29 17:16:48.321415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-6752de85-fe0e-4c27-acb2-7d4c67e34c65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619934 Aug 29 17:16:48.364470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06e28083-373e-4094-92a3-4e0512137db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.469133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8874ead-3cbc-46b9-a205-8b21f79e42bd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:48.479822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34dfa315-6656-4acc-b59b-c8f5e3c59185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.496534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e71cf2ea-524b-434f-864e-699c551d825b req-979887e1-e42e-4daa-9643-b6179dd2c20e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280724 Aug 29 17:16:48.517484 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.548596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-3cc7b51b-cb0b-4779-9251-40b2530d4354 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085936 Aug 29 17:16:48.553688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a8874ead-3cbc-46b9-a205-8b21f79e42bd completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:48.565415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a8874ead-3cbc-46b9-a205-8b21f79e42bd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:48.566069 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.612581 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-544c21df-a7e6-40b8-b3f5-07dee92a64f7 req-056141cc-77e0-41e6-829e-09ff5515bf2f tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656069 Aug 29 17:16:48.691051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-28e49e21-78f1-47bb-8501-d53a5a39eb73 None None] Provisioning for port ecd82991-75f0-47c1-84ee-89089603512a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:48.714637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-28e49e21-78f1-47bb-8501-d53a5a39eb73 None None] Provisioning complete for port ecd82991-75f0-47c1-84ee-89089603512a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:48.715365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-28e49e21-78f1-47bb-8501-d53a5a39eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.732529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34dfa315-6656-4acc-b59b-c8f5e3c59185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.735413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06e28083-373e-4094-92a3-4e0512137db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.739431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06e28083-373e-4094-92a3-4e0512137db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.740619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-06e28083-373e-4094-92a3-4e0512137db4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a58ba23-0f51-4cf2-8b69-9f23ae726d1b HTTP/1.1" status: 204 len: 168 time: 0.8198910 Aug 29 17:16:48.754417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e28083-373e-4094-92a3-4e0512137db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a58ba23-0f51-4cf2-8b69-9f23ae726d1b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:48.758147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d9c34f3-bb10-4295-8af4-4caa50c441d7 req-77898a69-c234-4cc5-8090-709086f7ac26 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951437 Aug 29 17:16:48.758541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-28e49e21-78f1-47bb-8501-d53a5a39eb73 None None] Port ecd82991-75f0-47c1-84ee-89089603512a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:16:48.781059 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.818398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a8874ead-3cbc-46b9-a205-8b21f79e42bd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8874ead-3cbc-46b9-a205-8b21f79e42bd,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:48.818398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device bf6efdc9-7450-4564-bb30-8a144348e729 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:48.831054 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.854970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.887506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34dfa315-6656-4acc-b59b-c8f5e3c59185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.895326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1286ad33-6304-4664-b739-d085b560f26b no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:48.895479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34dfa315-6656-4acc-b59b-c8f5e3c59185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.896913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-34dfa315-6656-4acc-b59b-c8f5e3c59185 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/124fd430-b371-4e23-8b92-0f86e65e252f HTTP/1.1" status: 204 len: 168 time: 0.6215553 Aug 29 17:16:48.910952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfa315-6656-4acc-b59b-c8f5e3c59185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124fd430-b371-4e23-8b92-0f86e65e252f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:49.077026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 1286ad33-6304-4664-b739-d085b560f26b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:49.077380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1286ad33-6304-4664-b739-d085b560f26b not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:49.083257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bb607-54f3-4dcb-867b-a65a9f3f3f58 req-87b49c1d-5c92-47c3-95d0-2afa275b29a4 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:49.092502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f8bb607-54f3-4dcb-867b-a65a9f3f3f58 req-87b49c1d-5c92-47c3-95d0-2afa275b29a4 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 946 time: 0.2913902 Aug 29 17:16:49.098082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a8874ead-3cbc-46b9-a205-8b21f79e42bd,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:49.136373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0568ab-81ca-4cca-a668-009ca7f39b90 req-6d8feaa8-d52e-4dd3-8048-68d8611b2d3a tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:49.143838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.146088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc0568ab-81ca-4cca-a668-009ca7f39b90 req-6d8feaa8-d52e-4dd3-8048-68d8611b2d3a tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 949 time: 0.0886614 Aug 29 17:16:49.165886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.176757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:49.198807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device bf6efdc9-7450-4564-bb30-8a144348e729 has no active binding in host n-h1-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:16:49.227716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc0568ab-81ca-4cca-a668-009ca7f39b90 req-d30afdbd-0826-4c59-9adf-6d046b537059 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743952 Aug 29 17:16:49.255020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f8bb607-54f3-4dcb-867b-a65a9f3f3f58 req-f4447a59-8f79-4e1d-b4a2-1571e8013cd5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614559 Aug 29 17:16:49.281086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd82991-75f0-47c1-84ee-89089603512a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:49.322279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.490402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:49.495045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:49.589838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56764) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:49.615867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56766) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:49.679061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a6ba17cd-36d2-4a95-80b0-b1e7e10699b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=286860ec1c2f4a89a27a1a6368e9efe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620334 Aug 29 17:16:49.682497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56770) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:49.686493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Router e7072eba-f74f-4b4c-b680-106e7fb6ec09 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:16:49.692998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af7172fe-9a04-4f21-b59d-b74942760f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.853262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c844a41e-0851-4682-8574-fc69beca767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.889049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0fd5c915-0e1c-4582-8ca4-e33df85f0d10 None None] Provisioning complete for port ecd82991-75f0-47c1-84ee-89089603512a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:49.890652 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c915-0e1c-4582-8ca4-e33df85f0d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.891814 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c844a41e-0851-4682-8574-fc69beca767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.905010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:16:49.916873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-78accba5-7019-485d-a7a9-5acaec4a3b44 admin admin] 10.222.0.41 "PUT /v2.0/routers/e7072eba-f74f-4b4c-b680-106e7fb6ec09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5842340 Aug 29 17:16:49.961952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c844a41e-0851-4682-8574-fc69beca767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.965086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c844a41e-0851-4682-8574-fc69beca767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.969601 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c844a41e-0851-4682-8574-fc69beca767c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8896daf-ebe2-4423-b9d2-c000741c6f0a HTTP/1.1" status: 204 len: 168 time: 0.2861087 Aug 29 17:16:49.978196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844a41e-0851-4682-8574-fc69beca767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8896daf-ebe2-4423-b9d2-c000741c6f0a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:50.011971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bca2f5-49e0-4b52-92f1-df775ca73eee req-f18e1d79-1fc2-49cf-abce-0e6f0e15261e tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:50.014957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11bca2f5-49e0-4b52-92f1-df775ca73eee req-f18e1d79-1fc2-49cf-abce-0e6f0e15261e tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 949 time: 0.4934437 Aug 29 17:16:50.022320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Sync routers for ids ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:16:50.030271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5c915-0e1c-4582-8ca4-e33df85f0d10 None None] Port ecd82991-75f0-47c1-84ee-89089603512a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:16:50.042266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Routers {'e7072eba-f74f-4b4c-b680-106e7fb6ec09'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:50.042929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:50.077278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-4d12aa83-337b-4018-8dea-367f47ce96c2 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:50.078802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-4d12aa83-337b-4018-8dea-367f47ce96c2 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.43 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 949 time: 0.5077739 Aug 29 17:16:50.118082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364665f-b045-4187-8bc1-a6ea6311f0b1 req-e620b4df-5763-4db5-8fa6-8b88e5c52714 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:50.124002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0364665f-b045-4187-8bc1-a6ea6311f0b1 req-e620b4df-5763-4db5-8fa6-8b88e5c52714 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1098 time: 0.0855267 Aug 29 17:16:50.176225 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0364665f-b045-4187-8bc1-a6ea6311f0b1 req-bdae38fd-04a3-4d4c-9064-d58637343d83 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470047 Aug 29 17:16:50.191286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Set router e7072eba-f74f-4b4c-b680-106e7fb6ec09 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:50.239845 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11bca2f5-49e0-4b52-92f1-df775ca73eee req-dedf5778-65f1-496e-9dd0-1223ad56c880 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157454 Aug 29 17:16:50.462701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aab1dc-f1c9-4900-8501-acc672499bad req-e1ad5a77-7be8-445e-96d0-444a560eb27b tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:50.464339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c9aab1dc-f1c9-4900-8501-acc672499bad req-e1ad5a77-7be8-445e-96d0-444a560eb27b tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 949 time: 0.0836110 Aug 29 17:16:50.472300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Deleting port 44607a8a-f56a-4bf4-8893-ada15fd4b49a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:50.472656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.479028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8874ead-3cbc-46b9-a205-8b21f79e42bd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:50.531013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c9aab1dc-f1c9-4900-8501-acc672499bad req-22f99120-f89f-469e-b75a-e6f1af51ae7e tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/security-groups?id=6eaecbec-9b09-4514-acad-cf4761aae137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537953 Aug 29 17:16:50.541558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d2efd-9c46-41b7-89f6-ddce51aa804e req-71c4c455-daed-4a8b-bced-e91488e1b358 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:50.543909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-623d2efd-9c46-41b7-89f6-ddce51aa804e req-71c4c455-daed-4a8b-bced-e91488e1b358 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 944 time: 0.1963115 Aug 29 17:16:50.558100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af7172fe-9a04-4f21-b59d-b74942760f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.574996 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af7172fe-9a04-4f21-b59d-b74942760f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.608001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a8874ead-3cbc-46b9-a205-8b21f79e42bd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:50.608385 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.612602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'ecd82991-75f0-47c1-84ee-89089603512a', 'name': '', 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'mac_address': 'fa:16:3e:64:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:47Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 2, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'subnets': [{'id': '2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:50.664705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-af7172fe-9a04-4f21-b59d-b74942760f23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=084d197e148d4ebea0755ac22c84b384&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0709682 Aug 29 17:16:50.667597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56804) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:50.674212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Checking router: e7072eba-f74f-4b4c-b680-106e7fb6ec09 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:16:50.674569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Updating router e7072eba-f74f-4b4c-b680-106e7fb6ec09 port ecd82991-75f0-47c1-84ee-89089603512a binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:16:50.676459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7172fe-9a04-4f21-b59d-b74942760f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb4112c-ce70-419c-a433-a42962f559c0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:50.696021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-623d2efd-9c46-41b7-89f6-ddce51aa804e req-c1c6fcea-513a-4cc6-9bca-79fd283dd060 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506555 Aug 29 17:16:50.723357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] For port 44607a8a-f56a-4bf4-8893-ada15fd4b49a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=44607a8a-f56a-4bf4-8893-ada15fd4b49a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:50.724998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.725800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.760662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Calling delete_port for 44607a8a-f56a-4bf4-8893-ada15fd4b49a owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:50.780276 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d11b9c5c-6f35-46f2-8636-0b77022b466f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.816924 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d11b9c5c-6f35-46f2-8636-0b77022b466f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.880075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d11b9c5c-6f35-46f2-8636-0b77022b466f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.884712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d11b9c5c-6f35-46f2-8636-0b77022b466f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.885875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d11b9c5c-6f35-46f2-8636-0b77022b466f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cb4112c-ce70-419c-a433-a42962f559c0 HTTP/1.1" status: 204 len: 168 time: 0.2172074 Aug 29 17:16:50.901855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b9c5c-6f35-46f2-8636-0b77022b466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb4112c-ce70-419c-a433-a42962f559c0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:51.050777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.051559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d169eb10-1ca2-4330-a71d-cf49f4db1b48 req-be7a9445-cd70-4c27-83da-b9efd9b4fe8f tempest-FloatingIPsNegativeTestJSON-1429861172 tempest-FloatingIPsNegativeTestJSON-1429861172-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=e418ad5468464ae8a160bf3f05ef63d4 HTTP/1.1" status: 200 len: 217 time: 0.0789509 Aug 29 17:16:51.064661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['44607a8a-f56a-4bf4-8893-ada15fd4b49a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:51.150190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Pushing event deleted for resources: {'Port': ['ID=44607a8a-f56a-4bf4-8893-ada15fd4b49a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:51.220017 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.236617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Transition to ACTIVE for port object ecd82991-75f0-47c1-84ee-89089603512a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:51.244739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc32a4f-e62a-477c-9434-7c3b5d4f727b req-b87c71f6-ba83-4ffa-88fe-5a80c160051a tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:51.249232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9fc32a4f-e62a-477c-9434-7c3b5d4f727b req-b87c71f6-ba83-4ffa-88fe-5a80c160051a tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 949 time: 0.1077580 Aug 29 17:16:51.255435 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.268635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] No DVR routers for this DVR port 44607a8a-f56a-4bf4-8893-ada15fd4b49a on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:51.273096 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.276331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5aefbbd4-13be-40ce-bf8f-bdc39aa86908 req-eec5f2e8-a62e-43aa-8082-ac0a2c98fb04 tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.43 "DELETE /v2.0/ports/44607a8a-f56a-4bf4-8893-ada15fd4b49a HTTP/1.1" status: 204 len: 173 time: 1.1852868 Aug 29 17:16:51.280222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87302b42-60cf-4b0d-92a4-e2f55ce37b84', 'name': 'network-vif-deleted', 'tag': '44607a8a-f56a-4bf4-8893-ada15fd4b49a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:51.283661 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268c9874-3330-428c-b23a-f3baf091d4a1" -d '{"events": [{"server_uuid": "87302b42-60cf-4b0d-92a4-e2f55ce37b84", "name": "network-vif-deleted", "tag": "44607a8a-f56a-4bf4-8893-ada15fd4b49a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:51.305220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec3f6f-c72c-4ec8-b33f-8c64b1fc534f req-c8e72b36-6a1d-4fd9-a622-4e0845693cf6 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:51.310522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21ec3f6f-c72c-4ec8-b33f-8c64b1fc534f req-c8e72b36-6a1d-4fd9-a622-4e0845693cf6 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1098 time: 0.1803064 Aug 29 17:16:51.361444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9fc32a4f-e62a-477c-9434-7c3b5d4f727b req-b0e8a447-2688-4845-b908-1de24febf1ff tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049490 Aug 29 17:16:51.391701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21ec3f6f-c72c-4ec8-b33f-8c64b1fc534f req-33ee741a-25f1-41e6-a48d-c9ebd74f46a7 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751655 Aug 29 17:16:51.413257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63a20e-127c-4bf4-a31e-d882d007ebe5 None None] Pushing event updated for resources: {'Port': ['ID=ecd82991-75f0-47c1-84ee-89089603512a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:51.479455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Attempting to bind port ecd82991-75f0-47c1-84ee-89089603512a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:51.480072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Attempting to bind port ecd82991-75f0-47c1-84ee-89089603512a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:51.480607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Attempting to bind port ecd82991-75f0-47c1-84ee-89089603512a on network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:51.495924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:51.498998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Checking segment: {'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:51.499904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.500513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Bound using segment: {'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:51.501283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Bound port: ecd82991-75f0-47c1-84ee-89089603512a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c331543a-dc79-43c7-9c4a-a42cdf385b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:51.501872 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.583453 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:16:51.695191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-deeac4fb-dc04-40c1-98cf-309108dd0ba2 req-8d240017-2aae-49ef-b66b-658e37f7148c tempest-FloatingIPsNegativeTestJSON-1429861172 tempest-FloatingIPsNegativeTestJSON-1429861172-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0821683 Aug 29 17:16:51.726073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] For port ecd82991-75f0-47c1-84ee-89089603512a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:51.729843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] For port ecd82991-75f0-47c1-84ee-89089603512a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ecd82991-75f0-47c1-84ee-89089603512a,segment=NetworkSegment(c331543a-dc79-43c7-9c4a-a42cdf385b37),segment_id=c331543a-dc79-43c7-9c4a-a42cdf385b37)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:51.743053 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.787109 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde07b04-68a9-45b1-9e97-c14ee5ba7509 x-openstack-request-id: req-cde07b04-68a9-45b1-9e97-c14ee5ba7509 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:51.787701 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87302b42-60cf-4b0d-92a4-e2f55ce37b84", "name": "network-vif-deleted", "tag": "44607a8a-f56a-4bf4-8893-ada15fd4b49a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:51.788321 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cde07b04-68a9-45b1-9e97-c14ee5ba7509 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:51.788902 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87302b42-60cf-4b0d-92a4-e2f55ce37b84', 'name': 'network-vif-deleted', 'tag': '44607a8a-f56a-4bf4-8893-ada15fd4b49a', 'status': 'completed', 'code': 200} Aug 29 17:16:51.849373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-41715c1d-4426-449f-af6a-e67e85f871dd service neutron] 10.222.0.43 "GET /v2.0/ports/bf6efdc9-7450-4564-bb30-8a144348e729/bindings/n-h1-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.2150900 Aug 29 17:16:51.905435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Routers {'e7072eba-f74f-4b4c-b680-106e7fb6ec09'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:51.923103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:51.927055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63a20e-127c-4bf4-a31e-d882d007ebe5 None None] Pushing event updated for resources: {'Port': ['ID=ecd82991-75f0-47c1-84ee-89089603512a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:52.016592 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb868ae1-3db1-49dd-8d6d-0371851f9fd7 req-903d0b94-62e0-4a2b-b33b-0cf5d19d0d4d tempest-TenantUsagesTestJSON-1516054786 tempest-TenantUsagesTestJSON-1516054786-project] 10.222.0.41 "GET /v2.0/ports?device_id=87302b42-60cf-4b0d-92a4-e2f55ce37b84 HTTP/1.1" status: 200 len: 210 time: 0.1613038 Aug 29 17:16:52.214683 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-40c3abde-d728-48db-b75a-f75a6d305086 req-a392eb9a-02e2-4d10-b538-e6e13c5f3d82 tempest-FloatingIPsNegativeTestJSON-1429861172 tempest-FloatingIPsNegativeTestJSON-1429861172-project] show failed (client error): The resource could not be found. Aug 29 17:16:52.215776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40c3abde-d728-48db-b75a-f75a6d305086 req-a392eb9a-02e2-4d10-b538-e6e13c5f3d82 tempest-FloatingIPsNegativeTestJSON-1429861172 tempest-FloatingIPsNegativeTestJSON-1429861172-project] 10.222.0.41 "GET /v2.0/floatingips/08bfa521-a78f-4824-8719-57aeeba416d6 HTTP/1.1" status: 404 len: 350 time: 0.1298647 Aug 29 17:16:52.225842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56866) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:52.342003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] Set router e7072eba-f74f-4b4c-b680-106e7fb6ec09 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:52.438110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:52.501567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:52.578772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee94e5a-d2ef-4f0c-a761-969096fadfb0 req-1aff0b66-0ccb-4c33-8244-bceaf3d1f9ec tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:52.580333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ee94e5a-d2ef-4f0c-a761-969096fadfb0 req-1aff0b66-0ccb-4c33-8244-bceaf3d1f9ec tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 944 time: 0.2236435 Aug 29 17:16:52.617810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-ac248c4c-1c7f-4ce2-8893-bc8405252427 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:52.619385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-ac248c4c-1c7f-4ce2-8893-bc8405252427 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 949 time: 0.0953834 Aug 29 17:16:52.671775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6efdc9-7450-4564-bb30-8a144348e729 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:52.693973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:52.749540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.777762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ee94e5a-d2ef-4f0c-a761-969096fadfb0 req-32fd7d1c-d2e0-4668-9c81-6c2b9f793400 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861949 Aug 29 17:16:52.912475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Deleting port 74bd9752-655c-4139-8d07-01f3b20a70b9 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:52.914907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.916766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] Transition to ACTIVE for port object bf6efdc9-7450-4564-bb30-8a144348e729 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:52.929883 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:53.049192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] No DVR routers for this DVR port bf6efdc9-7450-4564-bb30-8a144348e729 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:53.095058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] Pushing event updated for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=10']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:53.131784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b0636-12b3-4ab3-93b3-2d023ad11718 req-345575a1-d39f-47d2-b9bf-ab22ee8de2bc tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.132078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'ecd82991-75f0-47c1-84ee-89089603512a', 'name': '', 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'mac_address': 'fa:16:3e:64:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:47Z', 'updated_at': '2021-08-29T17:16:51Z', 'revision_number': 4, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'subnets': [{'id': '2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:53.133537 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc5b0636-12b3-4ab3-93b3-2d023ad11718 req-345575a1-d39f-47d2-b9bf-ab22ee8de2bc tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/ports?device_id=9071dbc0-0c42-4273-b22e-460e236b5e4e HTTP/1.1" status: 200 len: 949 time: 0.2231116 Aug 29 17:16:53.141823 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-369c4902-ce6a-4f87-a7d0-5cf72c8550db service neutron] 10.222.0.43 "PUT /v2.0/ports/bf6efdc9-7450-4564-bb30-8a144348e729/bindings/n-h1-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2638621 Aug 29 17:16:53.191800 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 44607a8a-f56a-4bf4-8893-ada15fd4b49a no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:53.194314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62919519-4762-4d3c-aaa0-8b2437084bc2 None None] The sync data for ids ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'] in n-d-713499-15 is: [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'ecd82991-75f0-47c1-84ee-89089603512a', 'name': '', 'network_id': '7f95ddea-fc1d-45be-b009-b7f6b56252d8', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'mac_address': 'fa:16:3e:64:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:47Z', 'updated_at': '2021-08-29T17:16:51Z', 'revision_number': 4, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'subnets': [{'id': '2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:16:53.211100 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc5b0636-12b3-4ab3-93b3-2d023ad11718 req-76171162-c36a-411d-9299-58819d106827 tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.41 "GET /v2.0/security-groups?id=d571e9e9-7e92-4d2f-9ee1-ab024659aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679448 Aug 29 17:16:53.225045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 44607a8a-f56a-4bf4-8893-ada15fd4b49a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:53.225389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 44607a8a-f56a-4bf4-8893-ada15fd4b49a not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:53.359014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] For port 74bd9752-655c-4139-8d07-01f3b20a70b9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74bd9752-655c-4139-8d07-01f3b20a70b9,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:53.359380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:53.373170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Calling delete_port for 74bd9752-655c-4139-8d07-01f3b20a70b9 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:53.570223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-4bebcd83-549b-4f45-81c9-35b37a1952f8 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.571837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-4bebcd83-549b-4f45-81c9-35b37a1952f8 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.3290610 Aug 29 17:16:53.700087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-5c5b1787-17b2-4b97-ba58-07d262e3f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.702243 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-5c5b1787-17b2-4b97-ba58-07d262e3f37e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31&tenant_id=692a5920c5fc442fa9250991e80cc201 HTTP/1.1" status: 200 len: 1097 time: 0.1199660 Aug 29 17:16:53.834159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:53.848035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:53.854922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['74bd9752-655c-4139-8d07-01f3b20a70b9'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:53.942831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Pushing event deleted for resources: {'Port': ['ID=74bd9752-655c-4139-8d07-01f3b20a70b9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:53.946227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-93933081-24ff-420b-9922-79daa3d42696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.947756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-93933081-24ff-420b-9922-79daa3d42696 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1097 time: 0.2202296 Aug 29 17:16:54.045675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bd221-2442-464b-8f24-3fd884e1097a req-ec9cbbc3-77eb-48b6-b9dc-5d8c293579ca tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:54.047617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f10bd221-2442-464b-8f24-3fd884e1097a req-ec9cbbc3-77eb-48b6-b9dc-5d8c293579ca tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 945 time: 0.1237853 Aug 29 17:16:54.148352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] No DVR routers for this DVR port 74bd9752-655c-4139-8d07-01f3b20a70b9 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:54.155317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.157618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04aed9db-52d4-4372-aefd-3207d8ebcf44 req-7fdcecaf-4645-482b-9e19-de93c4a8e42b tempest-DeleteServersAdminTestJSON-1553337589 tempest-DeleteServersAdminTestJSON-1553337589-project] 10.222.0.43 "DELETE /v2.0/ports/74bd9752-655c-4139-8d07-01f3b20a70b9 HTTP/1.1" status: 204 len: 173 time: 1.5298426 Aug 29 17:16:54.162333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9071dbc0-0c42-4273-b22e-460e236b5e4e', 'name': 'network-vif-deleted', 'tag': '74bd9752-655c-4139-8d07-01f3b20a70b9'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:54.165091 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccd3595-7775-41ed-805f-56c29908f93f" -d '{"events": [{"server_uuid": "9071dbc0-0c42-4273-b22e-460e236b5e4e", "name": "network-vif-deleted", "tag": "74bd9752-655c-4139-8d07-01f3b20a70b9"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:54.177671 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f10bd221-2442-464b-8f24-3fd884e1097a req-797ee506-f0ce-431e-a2df-4478a0c6491e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198828 Aug 29 17:16:54.276089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.399994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-82d572c9-762d-44fe-9c96-16d14a978c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:54.406352 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-82d572c9-762d-44fe-9c96-16d14a978c60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.4408712 Aug 29 17:16:54.457580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ecd82991-75f0-47c1-84ee-89089603512a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:54.472415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-d9d1a3a0-d124-452d-820a-0643e07c87e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 217 time: 0.0569541 Aug 29 17:16:54.509659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:54.558895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ecd82991-75f0-47c1-84ee-89089603512a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:54.566225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ecd82991-75f0-47c1-84ee-89089603512a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:54.567634 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.636596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-dec226cf-f3be-471e-82a8-0c54225bb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:54.639124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-dec226cf-f3be-471e-82a8-0c54225bb90c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.1371310 Aug 29 17:16:54.643063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e56ce515-a8a7-492e-91bb-9d79cd3da03c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c009d92c3b4b4d1caff8443d08a47f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7928669 Aug 29 17:16:54.655141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56986) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:54.709952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-426da300-f096-43fb-a5df-28ced27e15ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.738872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56988) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:54.757761 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.767853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57708aed-496d-4875-a03b-54117096c908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.814141 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57708aed-496d-4875-a03b-54117096c908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.852067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ecd82991-75f0-47c1-84ee-89089603512a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ecd82991-75f0-47c1-84ee-89089603512a,segment=NetworkSegment(c331543a-dc79-43c7-9c4a-a42cdf385b37),segment_id=c331543a-dc79-43c7-9c4a-a42cdf385b37)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:54.863432 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.887370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-47e770d3-7f6a-46fa-aab1-507d101894f5 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:16:54.900171 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-47e770d3-7f6a-46fa-aab1-507d101894f5 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1553690 Aug 29 17:16:54.949650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-426da300-f096-43fb-a5df-28ced27e15ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.952687 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57708aed-496d-4875-a03b-54117096c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.959796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57708aed-496d-4875-a03b-54117096c908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.961584 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-57708aed-496d-4875-a03b-54117096c908 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eaecbec-9b09-4514-acad-cf4761aae137 HTTP/1.1" status: 204 len: 168 time: 0.3033087 Aug 29 17:16:54.965217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-426da300-f096-43fb-a5df-28ced27e15ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.968284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ecd82991-75f0-47c1-84ee-89089603512a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:54.988081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57708aed-496d-4875-a03b-54117096c908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaecbec-9b09-4514-acad-cf4761aae137,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:55.038195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426da300-f096-43fb-a5df-28ced27e15ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0002f3-b25e-47dc-b07d-990b8d616493,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:55.045432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-426da300-f096-43fb-a5df-28ced27e15ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5025f2868f14493aa96b46a3d74c97ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344288 Aug 29 17:16:55.048084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57006) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:55.113709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Request body: {'binding': {'host': 'n-h2-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:55.114238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Unknown quota resources ['binding']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:16:55.132612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-3bcd6864-552e-45b9-a518-1713866f3f38 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512452 Aug 29 17:16:55.161089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-e0a0f60b-a668-4427-b088-efb8a4bb6309 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4708054 Aug 29 17:16:55.204442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bf6efdc9-7450-4564-bb30-8a144348e729 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:55.219859 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc34ad0b-d1a6-4f83-a123-81222d7ddbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.244056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc34ad0b-d1a6-4f83-a123-81222d7ddbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.259997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bf6efdc9-7450-4564-bb30-8a144348e729 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:55.262334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74bd9752-655c-4139-8d07-01f3b20a70b9 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:55.293341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 74bd9752-655c-4139-8d07-01f3b20a70b9 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:55.295284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74bd9752-655c-4139-8d07-01f3b20a70b9 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:55.328691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-a3e7c87a-b659-46bf-9f0b-c78fde193f0d service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532290 Aug 29 17:16:55.351083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57012) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:55.382076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-94af5b6e-cd7a-43e1-805c-3b5c6f4acbbb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.383537 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-94af5b6e-cd7a-43e1-805c-3b5c6f4acbbb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299523 Aug 29 17:16:55.408267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc34ad0b-d1a6-4f83-a123-81222d7ddbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.410710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc34ad0b-d1a6-4f83-a123-81222d7ddbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.411181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-afee9bd0-5295-42fd-bae1-f8a4e44ca945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.411816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bc34ad0b-d1a6-4f83-a123-81222d7ddbd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa0002f3-b25e-47dc-b07d-990b8d616493 HTTP/1.1" status: 204 len: 168 time: 0.3623981 Aug 29 17:16:55.419566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-daeb3498-c7ff-454d-8cac-207176fc1c30 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/quotas/27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 375 time: 0.0272574 Aug 29 17:16:55.427413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34ad0b-d1a6-4f83-a123-81222d7ddbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0002f3-b25e-47dc-b07d-990b8d616493,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:55.451582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on host n-h2-713499-15 for vnic_type normal with profile None {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:55.451946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:55.452275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:55.468734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-3ce69d32-e7ec-4d77-b2bf-338b56d147fe tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345116 Aug 29 17:16:55.474514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:55.476282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:55.486878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:55.487492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:55.488042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:55.488343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Deleting port ecd82991-75f0-47c1-84ee-89089603512a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:55.488680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.488825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Bound port: 6be326fd-d983-4942-88df-f29ca5b3e5e2, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:55.494188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-1fe44fe8-b8ed-4d57-bd05-193ea32de9b2 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448915 Aug 29 17:16:55.599834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:55.610242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.612849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-294f6058-2c5f-4bfa-8f41-b2e94aab66fa service neutron] 10.222.0.41 "POST /v2.0/ports/6be326fd-d983-4942-88df-f29ca5b3e5e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.6117880 Aug 29 17:16:55.613383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] For port ecd82991-75f0-47c1-84ee-89089603512a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ecd82991-75f0-47c1-84ee-89089603512a,segment=NetworkSegment(c331543a-dc79-43c7-9c4a-a42cdf385b37),segment_id=c331543a-dc79-43c7-9c4a-a42cdf385b37)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:55.613756 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.643821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Calling delete_port for ecd82991-75f0-47c1-84ee-89089603512a owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:55.681168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-afee9bd0-5295-42fd-bae1-f8a4e44ca945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.760521 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791affbc-0d06-4358-97a2-91791670a99d x-openstack-request-id: req-791affbc-0d06-4358-97a2-91791670a99d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:55.760667 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9071dbc0-0c42-4273-b22e-460e236b5e4e", "name": "network-vif-deleted", "tag": "74bd9752-655c-4139-8d07-01f3b20a70b9", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:55.760914 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-791affbc-0d06-4358-97a2-91791670a99d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:55.761298 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9071dbc0-0c42-4273-b22e-460e236b5e4e', 'name': 'network-vif-deleted', 'tag': '74bd9752-655c-4139-8d07-01f3b20a70b9', 'status': 'completed', 'code': 200} Aug 29 17:16:55.761988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-afee9bd0-5295-42fd-bae1-f8a4e44ca945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.869777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee9bd0-5295-42fd-bae1-f8a4e44ca945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7327df43-bbf0-480d-8f28-1db15d1e205a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:55.878601 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-afee9bd0-5295-42fd-bae1-f8a4e44ca945 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17b7af7f757a40598d31e72c418dbe54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187669 Aug 29 17:16:55.882411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57034) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:55.931559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-5ce8cdd4-d3f7-4e04-9d9a-1ce3bedc59ab tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.933050 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-5ce8cdd4-d3f7-4e04-9d9a-1ce3bedc59ab tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.1653316 Aug 29 17:16:56.105517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57036) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:56.139876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2369a22f-f0e6-430e-b983-b4fe967e2b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.179880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-a881d58a-ac70-4ab7-aac1-d43c3b3b95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.181417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-a881d58a-ac70-4ab7-aac1-d43c3b3b95f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1098 time: 0.1568706 Aug 29 17:16:56.254008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392c9cf-2878-453c-9355-8eda3ca2c3d7 req-0b517641-f27f-4fba-b148-408ba9c11ef2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.255559 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6392c9cf-2878-453c-9355-8eda3ca2c3d7 req-0b517641-f27f-4fba-b148-408ba9c11ef2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 945 time: 0.2920251 Aug 29 17:16:56.256384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f89411cb-7ebd-4cc7-b75b-59a25dfdc075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.270310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.293583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f89411cb-7ebd-4cc7-b75b-59a25dfdc075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.338053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6392c9cf-2878-453c-9355-8eda3ca2c3d7 req-79f0dfac-2263-4546-bb51-0dfa6427d7f5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714140 Aug 29 17:16:56.365738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd82991-75f0-47c1-84ee-89089603512a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:56.383454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4137287-a54d-4a3b-ba04-feb2af9499c6 req-c29cfc63-ddd6-401a-9d33-48af0a5f4b6e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 210 time: 0.0897248 Aug 29 17:16:56.389067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-da031a8e-4d6c-4dcb-bc77-8217a7b840e3 service neutron] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:56.396104 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f89411cb-7ebd-4cc7-b75b-59a25dfdc075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.398873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f89411cb-7ebd-4cc7-b75b-59a25dfdc075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.402422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f89411cb-7ebd-4cc7-b75b-59a25dfdc075 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7327df43-bbf0-480d-8f28-1db15d1e205a HTTP/1.1" status: 204 len: 168 time: 0.5165439 Aug 29 17:16:56.424549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ecd82991-75f0-47c1-84ee-89089603512a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:56.425077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89411cb-7ebd-4cc7-b75b-59a25dfdc075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7327df43-bbf0-480d-8f28-1db15d1e205a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:56.463647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ecd82991-75f0-47c1-84ee-89089603512a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:56.463994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ecd82991-75f0-47c1-84ee-89089603512a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 17:16:56.466651 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-da031a8e-4d6c-4dcb-bc77-8217a7b840e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.468699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c66afd-43be-47f9-a8ac-35e79a9e3fe0 req-da031a8e-4d6c-4dcb-bc77-8217a7b840e3 service neutron] 10.222.0.44 "DELETE /v2.0/ports/bf6efdc9-7450-4564-bb30-8a144348e729/bindings/n-h2-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.5236518 Aug 29 17:16:56.555817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port ecd82991-75f0-47c1-84ee-89089603512a not found, will not notify nova. {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 17:16:56.599983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-5016dddf-819d-421d-a8a0-76d7aab65675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.601533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-5016dddf-819d-421d-a8a0-76d7aab65675 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.4069402 Aug 29 17:16:56.630578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01633550-9f36-4eeb-bbfb-5338af4d6456 req-c285b517-6cf9-4b99-b736-de89c4f80983 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.639138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01633550-9f36-4eeb-bbfb-5338af4d6456 req-c285b517-6cf9-4b99-b736-de89c4f80983 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 946 time: 0.0688746 Aug 29 17:16:56.739455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01633550-9f36-4eeb-bbfb-5338af4d6456 req-65087376-c6e3-4352-b3ad-335e44aa06a4 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900240 Aug 29 17:16:56.811174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2369a22f-f0e6-430e-b983-b4fe967e2b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.813072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-ed815f28-48de-4d19-aa6a-1eca5934e381 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.1952298 Aug 29 17:16:56.819669 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2369a22f-f0e6-430e-b983-b4fe967e2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.860703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2369a22f-f0e6-430e-b983-b4fe967e2b18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35f9c3b76871419bab3ce47509bff060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7541158 Aug 29 17:16:56.863677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57064) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:56.931177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5de-5b5b-47d6-8aef-f702d0c4e19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.958018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5de-5b5b-47d6-8aef-f702d0c4e19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.027356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369a22f-f0e6-430e-b983-b4fe967e2b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e428c2e1-edce-4fd8-87b0-8bd89a831800,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:57.040761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-695bbd34-7c35-46dd-af5a-681898494fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.042253 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-695bbd34-7c35-46dd-af5a-681898494fce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.1904500 Aug 29 17:16:57.046034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9686-52b8-489c-8406-bde6bf8e6bea req-2f3f23ea-ebff-4772-974d-414d02aa5ec2 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.047489 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-600c9686-52b8-489c-8406-bde6bf8e6bea req-2f3f23ea-ebff-4772-974d-414d02aa5ec2 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1097 time: 0.1946063 Aug 29 17:16:57.078146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5de-5b5b-47d6-8aef-f702d0c4e19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.081456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5de-5b5b-47d6-8aef-f702d0c4e19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.083023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b7bdf5de-5b5b-47d6-8aef-f702d0c4e19e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e428c2e1-edce-4fd8-87b0-8bd89a831800 HTTP/1.1" status: 204 len: 168 time: 0.2183404 Aug 29 17:16:57.095526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdf5de-5b5b-47d6-8aef-f702d0c4e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e428c2e1-edce-4fd8-87b0-8bd89a831800,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:57.112784 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-9981204c-0ec2-429b-b986-6ae2127816d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603173 Aug 29 17:16:57.113380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.189731 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d1c1c4df-b368-402b-b11c-03bf266fa6a5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562158 Aug 29 17:16:57.212076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57078) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:57.233610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57080) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:57.313929 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-600c9686-52b8-489c-8406-bde6bf8e6bea req-6de8cb4b-4d03-42be-be78-daf7e8a0b390 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200692 Aug 29 17:16:57.389338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-ffe4d52e-9f73-40d0-a4ea-a0ca16c617e9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.392134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-ffe4d52e-9f73-40d0-a4ea-a0ca16c617e9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976395 Aug 29 17:16:57.411061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Request body: {'port': {'device_id': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '27a60cdb0d44401891aecbc57532e8d0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:57.427011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-416a3faa-17fe-496f-89fa-99d99ead8389 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857590 Aug 29 17:16:57.531799 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9331326a-2e10-4335-bcc5-06f94bdc7017 req-604398b2-2bb1-41b1-96b9-bf34fb63c620 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Aug 29 17:16:57.614108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.653973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d45d586-fae7-4d17-974f-a4daa3adc277 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fd27c2980134d2aa8cb6151761194a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4401906 Aug 29 17:16:57.656989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57094) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:57.665255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-62d37392-f282-4f1a-9aed-ad132f496076 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281277 Aug 29 17:16:57.667076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Router e7072eba-f74f-4b4c-b680-106e7fb6ec09 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:16:57.677802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Made reservation on behalf of 27a60cdb0d44401891aecbc57532e8d0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:57.682470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.701529 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.803199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.880991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.974337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276d94e-f958-411f-8e00-65d5fe0aad3c req-2d068ad2-183f-473c-a14f-ecffed130ae6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.982821 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7276d94e-f958-411f-8e00-65d5fe0aad3c req-2d068ad2-183f-473c-a14f-ecffed130ae6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 946 time: 0.0829864 Aug 29 17:16:58.006657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.009213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.010523 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d571e9e9-7e92-4d2f-9ee1-ab024659aa52 HTTP/1.1" status: 204 len: 168 time: 0.3523159 Aug 29 17:16:58.029136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d571e9e9-7e92-4d2f-9ee1-ab024659aa52,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:58.049604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7276d94e-f958-411f-8e00-65d5fe0aad3c req-cf321c87-78f6-4259-8b61-ad63e8f75e3d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654790 Aug 29 17:16:58.055191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.057852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.059421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.062025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.062620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.063167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.064231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.066119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.066814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.067373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.068804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.069346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb69061-5119-40e5-bdad-209fa7776b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.275562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-7ab94465-4db0-4d04-9774-192bb2429868 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:58.277326 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-7ab94465-4db0-4d04-9774-192bb2429868 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1098 time: 0.4804437 Aug 29 17:16:58.298223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-15'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:58.344777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57136) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:58.344906 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:16:58.359644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ee7da75b-5884-4352-988f-2842fafa202a admin admin] 10.222.0.41 "PUT /v2.0/routers/e7072eba-f74f-4b4c-b680-106e7fb6ec09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1325357 Aug 29 17:16:58.361654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.365824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57138) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:58.366435 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] Sync routers for ids ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:16:58.383085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] Routers {'e7072eba-f74f-4b4c-b680-106e7fb6ec09'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:58.383085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:58.410953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0e92f14-9698-4eee-b51f-52fccb4b707e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.506846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.520479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01971-f231-4078-9313-8819a4521421 req-dfc0d12e-79a6-45d8-9928-75c61e89e8b2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:58.522356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-dfc0d12e-79a6-45d8-9928-75c61e89e8b2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 808 time: 0.7352531 Aug 29 17:16:58.557855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.596226 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] Set router e7072eba-f74f-4b4c-b680-106e7fb6ec09 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:58.608652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7e9c6-af5e-48e3-9f7e-86d1585943e9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:58.612054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.626706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.645218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.645422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.645721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.646063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.646421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.646784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.647185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.647512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.647844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.648338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.648478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.648810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:58.663900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-5985f8f0-e550-47a6-99f7-17cf8817de44 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/quotas/692a5920c5fc442fa9250991e80cc201 HTTP/1.1" status: 200 len: 375 time: 0.0864422 Aug 29 17:16:58.668856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.754824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d2239b91-866e-468c-812e-3b0d89e67d6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c5eea0eb383477b94d4313cfb59ecb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5069530 Aug 29 17:16:58.779283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Allocated IP 192.168.233.243 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/fdec2733-e51b-40b4-9c86-f04ca19cc342) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:58.780752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57160) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:58.820624 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:56Z', 'revision_number': 5, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:58.827630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-66fc7919-060a-4947-a8fa-b1642f863008 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1628182 Aug 29 17:16:58.859485 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] Checking router: e7072eba-f74f-4b4c-b680-106e7fb6ec09 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:16:58.868125 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] Routers {'e7072eba-f74f-4b4c-b680-106e7fb6ec09'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:58.868745 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:58.957766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60132e8d-19b7-4574-a76e-22a93c57c9f0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:58.974229 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:58.996710 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] Set router e7072eba-f74f-4b4c-b680-106e7fb6ec09 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:59.002920 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae37a95c-c8b3-405c-b79c-f41c76f66e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.023955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9af81d6b-ccca-4c47-920d-88a3f68ec6ae req-925f1951-a3dd-47c9-8af0-7283dc890879 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 210 time: 0.0965068 Aug 29 17:16:59.036150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.057576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Transition to ACTIVE for port object fdec2733-e51b-40b4-9c86-f04ca19cc342 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:59.082225 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae37a95c-c8b3-405c-b79c-f41c76f66e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.133935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:59.143896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-7ded69ac-eb76-47ac-9e63-01d605a462c8 service neutron] 10.222.0.41 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071318 Aug 29 17:16:59.177664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.207548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Deleting port a8874ead-3cbc-46b9-a205-8b21f79e42bd {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:59.207882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.231525 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0e92f14-9698-4eee-b51f-52fccb4b707e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.244141 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0e92f14-9698-4eee-b51f-52fccb4b707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.260403 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:56Z', 'revision_number': 5, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:59.287241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:59.296413 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e46a77-e697-4430-8a4e-f40a9dc288f9 None None] The sync data for ids ['e7072eba-f74f-4b4c-b680-106e7fb6ec09'] in n-d-713499-15 is: [{'id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312118320-router', 'tenant_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:16:40Z', 'updated_at': '2021-08-29T17:16:56Z', 'revision_number': 5, 'project_id': 'e418ad5468464ae8a160bf3f05ef63d4', 'gw_port': {'id': 'a8874ead-3cbc-46b9-a205-8b21f79e42bd', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7072eba-f74f-4b4c-b680-106e7fb6ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:16:41Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:16:59.303956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:59.321535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:59.330985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:59.331826 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.344385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:59.361961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c0e92f14-9698-4eee-b51f-52fccb4b707e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b98c155337c4d10b13e2b639252ecc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0123322 Aug 29 17:16:59.363686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57176) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:59.367109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e92f14-9698-4eee-b51f-52fccb4b707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afedb72f-70a1-4557-aa0b-9babaf009cce,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:59.380212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-5c96e0a8-cb2d-40cc-9218-5ab41955765a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9746726 Aug 29 17:16:59.398754 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f955a9-e844-489f-aa7a-7eef098f93e9 req-9cd3e36d-0d78-42ba-91a1-6d9b2870a739 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:59.406073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:59.415344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-58f955a9-e844-489f-aa7a-7eef098f93e9 req-9cd3e36d-0d78-42ba-91a1-6d9b2870a739 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 946 time: 0.2224686 Aug 29 17:16:59.425523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Request body: {'port': {'device_id': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:59.512428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae37a95c-c8b3-405c-b79c-f41c76f66e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.515792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae37a95c-c8b3-405c-b79c-f41c76f66e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.520234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ae37a95c-c8b3-405c-b79c-f41c76f66e11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ff7e9c6-af5e-48e3-9f7e-86d1585943e9 HTTP/1.1" status: 204 len: 168 time: 0.7337422 Aug 29 17:16:59.536827 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-58f955a9-e844-489f-aa7a-7eef098f93e9 req-ccf3fc77-4a84-4586-bdb3-8e3b0ec0fbff tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201730 Aug 29 17:16:59.547201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.553296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-20f23dc9-c611-4cf2-adc4-9636e36173f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808346 Aug 29 17:16:59.553979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b8ad9d-0a85-4b6c-b6ad-b47777db8063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.560871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:59.565118 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabb5871-82a4-4be9-adcb-2fb403577ae7" -d '{"events": [{"server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "name": "network-vif-unplugged", "status": "completed", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:59.629161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] For port a8874ead-3cbc-46b9-a205-8b21f79e42bd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8874ead-3cbc-46b9-a205-8b21f79e42bd,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:59.633617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.669570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Calling delete_port for a8874ead-3cbc-46b9-a205-8b21f79e42bd owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:59.781521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.800564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37a95c-c8b3-405c-b79c-f41c76f66e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7e9c6-af5e-48e3-9f7e-86d1585943e9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:59.855420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-92175756-b8cf-4667-b5e6-092e1109babd None None] Provisioning for port fdec2733-e51b-40b4-9c86-f04ca19cc342 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:59.857753 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.865051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-92175756-b8cf-4667-b5e6-092e1109babd None None] Provisioning complete for port fdec2733-e51b-40b4-9c86-f04ca19cc342 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:59.865428 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-92175756-b8cf-4667-b5e6-092e1109babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.883267 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52643fa-00ef-4a28-ae5a-faa792110610 x-openstack-request-id: req-d52643fa-00ef-4a28-ae5a-faa792110610 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:59.883594 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "name": "network-vif-unplugged", "status": "completed", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:59.883854 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d52643fa-00ef-4a28-ae5a-faa792110610 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:59.885414 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2', 'code': 200} Aug 29 17:16:59.919840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b8ad9d-0a85-4b6c-b6ad-b47777db8063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.963407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-92175756-b8cf-4667-b5e6-092e1109babd None None] Port fdec2733-e51b-40b4-9c86-f04ca19cc342 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:00.014199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b8ad9d-0a85-4b6c-b6ad-b47777db8063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.016699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b8ad9d-0a85-4b6c-b6ad-b47777db8063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.017826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a0b8ad9d-0a85-4b6c-b6ad-b47777db8063 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afedb72f-70a1-4557-aa0b-9babaf009cce HTTP/1.1" status: 204 len: 168 time: 0.6493285 Aug 29 17:17:00.046395 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dadb9f64-4342-42d0-a6cf-459d826fb361 req-e4413a87-fa7b-4401-9508-756601bb27bd tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 210 time: 0.1557245 Aug 29 17:17:00.064951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8ad9d-0a85-4b6c-b6ad-b47777db8063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afedb72f-70a1-4557-aa0b-9babaf009cce,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:00.161761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdec2733-e51b-40b4-9c86-f04ca19cc342 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:00.173168 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.191408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Transition to ACTIVE for port object fdec2733-e51b-40b4-9c86-f04ca19cc342 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:00.202232 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.222816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Pushing event updated for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:00.254984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on host n-h1-713499-15 for vnic_type normal with profile {"migrating_to": "n-h2-713499-15"} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:00.254984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:00.255317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:00.279944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:00.280306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Attempting to bind port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:00.288105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:00.288105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:00.288105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:00.288105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Bound port: 6be326fd-d983-4942-88df-f29ca5b3e5e2, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:00.288471 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.352089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ecd82991-75f0-47c1-84ee-89089603512a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:00.357921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:00.364289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Attempting to bind port fdec2733-e51b-40b4-9c86-f04ca19cc342 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:00.364636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Attempting to bind port fdec2733-e51b-40b4-9c86-f04ca19cc342 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:00.364957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Attempting to bind port fdec2733-e51b-40b4-9c86-f04ca19cc342 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:00.377098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Port fdec2733-e51b-40b4-9c86-f04ca19cc342 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:00.377447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Attempting to bind port fdec2733-e51b-40b4-9c86-f04ca19cc342 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:00.401598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:00.403679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:00.406124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:00.407398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Bound port: fdec2733-e51b-40b4-9c86-f04ca19cc342, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:00.407807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.417318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:00.418967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ecd82991-75f0-47c1-84ee-89089603512a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:00.419333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ecd82991-75f0-47c1-84ee-89089603512a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:00.457811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc460aae-629b-4f43-a1f1-6d42faf82ac0 req-5c334325-b5e4-4b64-8c88-2dd6f24475ec tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:00.460516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc460aae-629b-4f43-a1f1-6d42faf82ac0 req-5c334325-b5e4-4b64-8c88-2dd6f24475ec tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 948 time: 0.2327945 Aug 29 17:17:00.514480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:00.519201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:00.520839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc215-0ab6-4e9d-9fbc-766a55febc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.537981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:00.541422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:00.550738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.558054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.589689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:00.590405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.592423 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] 10.222.0.43 "PUT /v2.0/ports/fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 1097 time: 1.2028468 Aug 29 17:17:00.592948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:00.595607 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361ca586-5701-4af3-94dd-6f47a9cebcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:00.635295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786551e-d340-413b-b8bf-bf97b2a006c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:00.705882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.714957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-91e554d5-6484-48b2-b4a1-2abaee3c4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:00.721529 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-91e554d5-6484-48b2-b4a1-2abaee3c4142 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1100 time: 0.0777183 Aug 29 17:17:00.773939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc460aae-629b-4f43-a1f1-6d42faf82ac0 req-a368187c-073a-468d-9b76-bbb2220c0b0b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369671 Aug 29 17:17:00.826646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-18fdbe90-48a3-47b6-b8a7-d9ffb1b790dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 217 time: 0.0930717 Aug 29 17:17:00.884068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['6be326fd-d983-4942-88df-f29ca5b3e5e2'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:00.919014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-526b2ef8-0e71-4a6a-9f29-5d63f3e5ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:00.921149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-526b2ef8-0e71-4a6a-9f29-5d63f3e5ca49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0858409 Aug 29 17:17:00.940514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:00.941202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.942566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] 10.222.0.43 "PUT /v2.0/ports/6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 1124 time: 2.6534626 Aug 29 17:17:00.980237 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc215-0ab6-4e9d-9fbc-766a55febc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.036240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07966191-9a64-419c-b2a4-a8cacd91529d service neutron] Pushing event updated for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=8']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:01.045452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc215-0ab6-4e9d-9fbc-766a55febc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.066089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-77f2544e-f286-457e-aa8e-57defb7abc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:01.072661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-77f2544e-f286-457e-aa8e-57defb7abc90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432993 Aug 29 17:17:01.113135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8874ead-3cbc-46b9-a205-8b21f79e42bd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:01.138698 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.147908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e9fdc215-0ab6-4e9d-9fbc-766a55febc3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c93b70be9afc4e828a186bd3a86dc59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174065 Aug 29 17:17:01.162427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdc215-0ab6-4e9d-9fbc-766a55febc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f028fe83-a9ab-4139-8592-7b2fc98c5248,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:01.163329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57240) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:01.205633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089400e-ce83-4bec-a8a3-56360cdd3060 req-7f81ae84-093a-4bfe-bc82-06ba71971b5a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:01.220059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0089400e-ce83-4bec-a8a3-56360cdd3060 req-7f81ae84-093a-4bfe-bc82-06ba71971b5a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 944 time: 0.3036938 Aug 29 17:17:01.250874 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690888a6-5a99-4ac3-9ff3-b598dfda957a x-openstack-request-id: req-690888a6-5a99-4ac3-9ff3-b598dfda957a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:01.251394 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:01.252145 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-690888a6-5a99-4ac3-9ff3-b598dfda957a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:01.252869 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'status': 'completed', 'code': 200} Aug 29 17:17:01.273807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35147706-8df2-413a-9b4a-a2d3bf3939a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.282555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-6bb84289-cb60-48a7-8469-0b744c0f6e71 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022166 Aug 29 17:17:01.323145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35147706-8df2-413a-9b4a-a2d3bf3939a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.328923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.331944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.434772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60474569-c357-46ab-ad92-0d139d8731c4 req-01ec4c62-41c9-4583-8522-f4765328173f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 210 time: 0.0488129 Aug 29 17:17:01.439745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0089400e-ce83-4bec-a8a3-56360cdd3060 req-e5cb9271-8850-4321-beb6-4f4a1c06dffe tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186592 Aug 29 17:17:01.469593 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.471780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7072eba-f74f-4b4c-b680-106e7fb6ec09 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:17:01.506075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.510382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7b83da0f-07e7-4455-a206-e672d8430762 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e7072eba-f74f-4b4c-b680-106e7fb6ec09 HTTP/1.1" status: 204 len: 168 time: 3.1435883 Aug 29 17:17:01.523210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57254) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:01.537027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a82ef1c1-74e7-49bc-a7bf-d248fc013ee7 req-e576d4e0-5a61-41c5-9712-f117884124af service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387872 Aug 29 17:17:01.589501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35147706-8df2-413a-9b4a-a2d3bf3939a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.601135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35147706-8df2-413a-9b4a-a2d3bf3939a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.609886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-35147706-8df2-413a-9b4a-a2d3bf3939a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f028fe83-a9ab-4139-8592-7b2fc98c5248 HTTP/1.1" status: 204 len: 168 time: 0.4427505 Aug 29 17:17:01.650867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35147706-8df2-413a-9b4a-a2d3bf3939a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f028fe83-a9ab-4139-8592-7b2fc98c5248,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:01.739821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01971-f231-4078-9313-8819a4521421 req-0558c763-c3e0-470b-b5dd-ad20a47ddfb7 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:01.741637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-0558c763-c3e0-470b-b5dd-ad20a47ddfb7 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 808 time: 0.2968736 Aug 29 17:17:01.756096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Request body: {'port': {'device_id': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'admin_state_up': True, 'tenant_id': '692a5920c5fc442fa9250991e80cc201'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:01.780812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-537e4842-a93c-4130-bfe6-bbe0483674ab admin admin] Deleting subnet 2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:17:01.785569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-537e4842-a93c-4130-bfe6-bbe0483674ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.820614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-b3fd5f5a-4ec5-4507-864d-c775cd9e8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:01.822119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-b3fd5f5a-4ec5-4507-864d-c775cd9e8580 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1100 time: 0.1729660 Aug 29 17:17:01.830151 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-537e4842-a93c-4130-bfe6-bbe0483674ab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.889774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:01.897015 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3878bdbd-9152-4880-a233-24e79602db11" -d '{"events": [{"name": "network-changed", "server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:02.021719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-537e4842-a93c-4130-bfe6-bbe0483674ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:02.073254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Made reservation on behalf of 692a5920c5fc442fa9250991e80cc201 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:02.078062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:02.095017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6686-ba0b-49b0-9705-a695ac005b9b req-c600a031-badd-419b-9812-4c4c5ea220fd tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:02.096832 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03eb6686-ba0b-49b0-9705-a695ac005b9b req-c600a031-badd-419b-9812-4c4c5ea220fd tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 948 time: 0.1846371 Aug 29 17:17:02.103366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-bcfd4b79-3dbb-48bf-9e11-af5a83e68248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:02.106269 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-bcfd4b79-3dbb-48bf-9e11-af5a83e68248 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2734263 Aug 29 17:17:02.198770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57274) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:02.222733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-edf29715-807c-429a-8b55-c5c9fcfc21e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 217 time: 0.1068745 Aug 29 17:17:02.255901 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-537e4842-a93c-4130-bfe6-bbe0483674ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:02.269908 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f34ec3-ed5e-4dc7-a5a8-f4ab83102b33 x-openstack-request-id: req-52f34ec3-ed5e-4dc7-a5a8-f4ab83102b33 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:02.270194 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:02.270440 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52f34ec3-ed5e-4dc7-a5a8-f4ab83102b33 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:02.271253 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2', 'status': 'completed', 'code': 200} Aug 29 17:17:02.275525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Allocated IP 172.20.0.12 (e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8/bf668947-0792-4673-8f1d-0f7eb7fc5bd8/6e02cd88-6db4-4148-83d1-b5a8f1a38b5b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:02.302055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03eb6686-ba0b-49b0-9705-a695ac005b9b req-f8e573ff-a72b-4937-ba16-2eca3d3fa8a5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714828 Aug 29 17:17:02.335372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e4842-a93c-4130-bfe6-bbe0483674ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:02.350333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-537e4842-a93c-4130-bfe6-bbe0483674ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:02.350333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-537e4842-a93c-4130-bfe6-bbe0483674ab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2ef0ca90-8c0e-4c8e-9785-ed0ea1c9b736 HTTP/1.1" status: 204 len: 168 time: 0.8201149 Aug 29 17:17:02.350333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57284) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:02.355246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58132f6e-0182-4b89-beea-903eec6c37d3 None None] Network 7f95ddea-fc1d-45be-b009-b7f6b56252d8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:02.412298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-395a9be1-a0f9-4277-9023-07b407ec1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:02.413760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-395a9be1-a0f9-4277-9023-07b407ec1e39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1808918 Aug 29 17:17:02.427290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbd-9152-4880-a233-24e79602db11 req-3ae06fc5-f422-4aba-90ad-3bb5d028beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:02.435644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3878bdbd-9152-4880-a233-24e79602db11 req-3ae06fc5-f422-4aba-90ad-3bb5d028beb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1127 time: 0.1506281 Aug 29 17:17:02.462565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8874ead-3cbc-46b9-a205-8b21f79e42bd no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:02.540783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a8874ead-3cbc-46b9-a205-8b21f79e42bd {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:02.544689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8874ead-3cbc-46b9-a205-8b21f79e42bd not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:02.610206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:02.617093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a341c45-0470-47d4-90f4-c1bb52ca6c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:02.643552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbd-9152-4880-a233-24e79602db11 req-b61d5ee4-f76b-4545-a649-4d1bb8b4a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:02.645353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3878bdbd-9152-4880-a233-24e79602db11 req-b61d5ee4-f76b-4545-a649-4d1bb8b4a9cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.2011125 Aug 29 17:17:02.660268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-016153fe-efce-4a9c-b642-b53b79231f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:02.661739 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-016153fe-efce-4a9c-b642-b53b79231f63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2304616 Aug 29 17:17:02.691056 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:02.754123 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3878bdbd-9152-4880-a233-24e79602db11 req-5d380307-9dbc-41b5-8328-3886cc295b52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.1008332 Aug 29 17:17:02.845733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] DHCP port deletion for 7f95ddea-fc1d-45be-b009-b7f6b56252d8 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:17:02.848515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbd-9152-4880-a233-24e79602db11 req-e1254d38-fb16-4821-b89c-a7e6df8b929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:02.850092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3878bdbd-9152-4880-a233-24e79602db11 req-e1254d38-fb16-4821-b89c-a7e6df8b929a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0813065 Aug 29 17:17:02.891501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3878bdbd-9152-4880-a233-24e79602db11 req-567bf8e9-cd10-4432-83ce-6e31052ad00e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297518 Aug 29 17:17:02.923023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:02.960445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] Deleting port e00a7e1a-8181-434e-ac8c-c0ae514f3744 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:02.960838 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.042338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] For port e00a7e1a-8181-434e-ac8c-c0ae514f3744, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e00a7e1a-8181-434e-ac8c-c0ae514f3744,segment=NetworkSegment(c331543a-dc79-43c7-9c4a-a42cdf385b37),segment_id=c331543a-dc79-43c7-9c4a-a42cdf385b37)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:03.043040 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.062525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] Calling delete_port for e00a7e1a-8181-434e-ac8c-c0ae514f3744 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:03.118008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b71667-df57-4092-9583-593644ee27a9 req-8702b6f6-e69e-4c98-afa7-868ad3a09cb1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:03.133921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11b71667-df57-4092-9583-593644ee27a9 req-8702b6f6-e69e-4c98-afa7-868ad3a09cb1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 944 time: 0.5398839 Aug 29 17:17:03.243714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6be326fd-d983-4942-88df-f29ca5b3e5e2 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:03.250816 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.285751 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-d478fe80-8957-47c3-9982-a90a0fa13187 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150188 Aug 29 17:17:03.289683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11b71667-df57-4092-9583-593644ee27a9 req-54587bd8-e3f3-43cb-9b90-1bda7fa7e58f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549532 Aug 29 17:17:03.303057 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] No DVR routers for this DVR port e00a7e1a-8181-434e-ac8c-c0ae514f3744 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:03.312205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965350ea-0fbb-4a49-8f03-23ea6c191307 None None] Pushing event deleted for resources: {'Port': ['ID=e00a7e1a-8181-434e-ac8c-c0ae514f3744,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:03.339845 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a341c45-0470-47d4-90f4-c1bb52ca6c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.445390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:03.457625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:03.464440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6be326fd-d983-4942-88df-f29ca5b3e5e2 has no active binding in host n-h2-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:17:03.464607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:03.474821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Pushing event updated for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:03.474983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:03.478374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-361ca586-5701-4af3-94dd-6f47a9cebcaf req-af774335-cffc-4b0a-b6c9-1a344212549d service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344943 Aug 29 17:17:03.481895 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a341c45-0470-47d4-90f4-c1bb52ca6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.515239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Deleting port e00a7e1a-8181-434e-ac8c-c0ae514f3744 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:03.515742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.530154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:03.531071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.543386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57322) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:03.572193 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7a341c45-0470-47d4-90f4-c1bb52ca6c16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ce33655c82042e187f67f4ed25781ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3690250 Aug 29 17:17:03.572849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57326) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:03.576657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a341c45-0470-47d4-90f4-c1bb52ca6c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b83915-f00e-4ad9-9343-ba294018cbfb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:03.583182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed181b-70e7-41af-b6fa-063a7307a105 req-9e0768ec-91e2-4d1b-8b68-28a4d5668e06 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:03.585687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bed181b-70e7-41af-b6fa-063a7307a105 req-9e0768ec-91e2-4d1b-8b68-28a4d5668e06 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 932 time: 0.2274096 Aug 29 17:17:03.597900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-f36569af-a9d6-44c8-88d2-74f934189078 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8461537 Aug 29 17:17:03.623617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3878bdbd-9152-4880-a233-24e79602db11 req-50282362-65c0-4748-a6a9-515e75972e42 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221560 Aug 29 17:17:03.628008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Request body: {'port': {'device_id': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:03.636793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] For port e00a7e1a-8181-434e-ac8c-c0ae514f3744, host n-d-713499-15, got binding levels [] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:03.637362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.657864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Calling delete_port for e00a7e1a-8181-434e-ac8c-c0ae514f3744 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:03.663097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_backend_mixin [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Port e00a7e1a-8181-434e-ac8c-c0ae514f3744 was not found and therefore no delete operation was performed {{(pid=94795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:17:03.668408 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.681869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bed181b-70e7-41af-b6fa-063a7307a105 req-bc1ccbe4-88d1-4c5a-b36c-b55c1e5cc75a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884335 Aug 29 17:17:03.722414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-network', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:03.726481 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2113cc1a-6b14-4991-aa7b-dd3110bb99c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.729271 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Pushing event deleted for resources: {'Port': ['ID=e00a7e1a-8181-434e-ac8c-c0ae514f3744,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:03.738327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] No DVR routers for this DVR port e00a7e1a-8181-434e-ac8c-c0ae514f3744 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:03.775391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Made reservation on behalf of 6a1dfb2e572947c5bc85c67306a77aab for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:03.777830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.795220 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2113cc1a-6b14-4991-aa7b-dd3110bb99c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.799850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.820604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.854963 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:03.872593 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.873040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.873876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.874226 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > port after_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.874664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.875193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > port after_update 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.875444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.875780 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.876074 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.876414 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.920454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3878bdbd-9152-4880-a233-24e79602db11 req-47e64516-8b83-44ae-8bfb-acacf9bb336b service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837923 Aug 29 17:17:03.953403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a50fe-38a8-4afa-82b8-4ec0a9afba12 req-76008fb8-bfce-4fe7-8be6-a3de73dd084e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:03.954935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf1a50fe-38a8-4afa-82b8-4ec0a9afba12 req-76008fb8-bfce-4fe7-8be6-a3de73dd084e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 948 time: 0.1603382 Aug 29 17:17:03.963405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.963756 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.964093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.964427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 17:17:03.964814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f95ddea-fc1d-45be-b009-b7f6b56252d8']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:03.988486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c331543a-dc79-43c7-9c4a-a42cdf385b37') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:03.989040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c331543a-dc79-43c7-9c4a-a42cdf385b37') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:04.009831 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.041101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2113cc1a-6b14-4991-aa7b-dd3110bb99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.044792 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2113cc1a-6b14-4991-aa7b-dd3110bb99c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.048433 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2113cc1a-6b14-4991-aa7b-dd3110bb99c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48b83915-f00e-4ad9-9343-ba294018cbfb HTTP/1.1" status: 204 len: 168 time: 0.4703095 Aug 29 17:17:04.054506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.061560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113cc1a-6b14-4991-aa7b-dd3110bb99c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b83915-f00e-4ad9-9343-ba294018cbfb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:04.070390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:17:04.071078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: from cryptography.utils import int_from_bytes Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: from cryptography.utils import int_from_bytes Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:17:04.076064 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:17:04.099606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf1a50fe-38a8-4afa-82b8-4ec0a9afba12 req-9a45d4b7-66ce-40bc-b685-a5c00456ca31 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334443 Aug 29 17:17:04.178367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.205875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.210420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f95ddea-fc1d-45be-b009-b7f6b56252d8 HTTP/1.1" status: 204 len: 168 time: 1.8600447 Aug 29 17:17:04.210420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cf7c1-e0ab-4269-94b1-f0d77c3c662e admin admin] Pushing event deleted for resources: {'Network': ['ID=7f95ddea-fc1d-45be-b009-b7f6b56252d8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:04.219979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.230088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.255783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:17:04.292842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d4dc4-b5e0-4bf6-85ab-369e74fe5ab2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:04.299281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.299632 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Added segment 420508d9-16cc-4ad3-8c63-66a9fab26391 of type vlan for network ab1af198-a2d0-452b-a5c2-37f8c475916a Aug 29 17:17:04.368849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.409098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e00a7e1a-8181-434e-ac8c-c0ae514f3744 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:04.439805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e00a7e1a-8181-434e-ac8c-c0ae514f3744 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:04.440402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e00a7e1a-8181-434e-ac8c-c0ae514f3744 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:04.452781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:04.465978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.469596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.470497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:04.471296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.540583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Transition to ACTIVE for port object 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:04.546833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9934938 Aug 29 17:17:04.547251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57362) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:04.554297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Request body: {'subnet': {'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-subnet', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:04.555671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.569905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79c32c-d9bd-410a-90eb-c9e0b389ed3d req-58ba212b-6f04-4646-8c34-8d0b4cbccd74 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:04.577030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a79c32c-d9bd-410a-90eb-c9e0b389ed3d req-58ba212b-6f04-4646-8c34-8d0b4cbccd74 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 944 time: 0.1767526 Aug 29 17:17:04.589681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Made reservation on behalf of 6a1dfb2e572947c5bc85c67306a77aab for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:04.594564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.658624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:04.695827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdccaf-73bf-47fc-b43e-cf326c9a97e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1af198-a2d0-452b-a5c2-37f8c475916a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:04.707134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ab1af198-a2d0-452b-a5c2-37f8c475916a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:17:04.747501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57378) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:04.768374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:04.770833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-158a5c75-d543-4809-a151-a9d8f3ada8e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e418ad5468464ae8a160bf3f05ef63d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108847 Aug 29 17:17:04.773660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57382) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:04.859352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-24206c84-f311-4fce-ad86-eeaa0fe9ad4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.864387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a79c32c-d9bd-410a-90eb-c9e0b389ed3d req-186d47fc-eb26-426c-8f4f-e71059abe257 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864294 Aug 29 17:17:04.880002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:04.880502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:04.881069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:04.888007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:04.888717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:04.894727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:04.895225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:04.895708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:04.896232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Bound port: 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:04.897034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.921332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-24206c84-f311-4fce-ad86-eeaa0fe9ad4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.982925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe84cf1-4a33-4351-be9f-c67ec86f24b0 req-4862b39d-8162-4c82-8bb0-cbaee1419084 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:04.984508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fe84cf1-4a33-4351-be9f-c67ec86f24b0 req-4862b39d-8162-4c82-8bb0-cbaee1419084 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 944 time: 0.1521380 Aug 29 17:17:05.069742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-24206c84-f311-4fce-ad86-eeaa0fe9ad4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.071039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:05.072813 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-24206c84-f311-4fce-ad86-eeaa0fe9ad4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.074262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-24206c84-f311-4fce-ad86-eeaa0fe9ad4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a25b1964-2a36-45de-8dff-f56433b6bf0a HTTP/1.1" status: 204 len: 168 time: 0.2998157 Aug 29 17:17:05.081725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:05.088245 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.114893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fe84cf1-4a33-4351-be9f-c67ec86f24b0 req-94a2b208-00f1-467a-933e-37115e00cf28 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003013 Aug 29 17:17:05.143920 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6addba40-725a-4322-906d-9bb55c24b78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.183835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:05.185095 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.186820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 200 len: 1093 time: 1.5678048 Aug 29 17:17:05.187277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:05.189616 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25567bf-9445-465b-a497-b07332927499" -d '{"events": [{"name": "network-changed", "server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:05.237281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206c84-f311-4fce-ad86-eeaa0fe9ad4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25b1964-2a36-45de-8dff-f56433b6bf0a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:05.239297 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.263069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device fdec2733-e51b-40b4-9c86-f04ca19cc342 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:05.304979 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3346198e-bb2a-444f-9405-5f9fa6c01685 x-openstack-request-id: req-3346198e-bb2a-444f-9405-5f9fa6c01685 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:05.305316 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:05.305672 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3346198e-bb2a-444f-9405-5f9fa6c01685 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:05.306254 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b', 'status': 'completed', 'code': 200} Aug 29 17:17:05.318653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06a979-f6ce-4564-a20d-d7d4dd444cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:05.330477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:05.338975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56e4b3-4eb2-4b48-9a28-f37ecdb62adf req-a8241436-7cc4-4b1a-b4c2-cc2488665026 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:05.348479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf56e4b3-4eb2-4b48-9a28-f37ecdb62adf req-a8241436-7cc4-4b1a-b4c2-cc2488665026 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 948 time: 0.1405497 Aug 29 17:17:05.351486 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6addba40-725a-4322-906d-9bb55c24b78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.360404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01971-f231-4078-9313-8819a4521421 req-2623404c-11b4-4293-8113-0f103d6488fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:05.362101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-2623404c-11b4-4293-8113-0f103d6488fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1096 time: 0.1203434 Aug 29 17:17:05.376958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Checking segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:05.377328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Network hostable DHCP agents. Network: ab1af198-a2d0-452b-a5c2-37f8c475916a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:17:05.379469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6addba40-725a-4322-906d-9bb55c24b78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.406348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:05.411302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addba40-725a-4322-906d-9bb55c24b78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e46a693-044b-4655-aa1c-ada50a15b4cd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:05.420481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'mac_address': 'fa:16:3e:f9:45:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:05.421463 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-2a7a5ed7-3bea-47eb-b7e3-1f6b3d1f92db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 200 len: 217 time: 0.0502865 Aug 29 17:17:05.439130 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6addba40-725a-4322-906d-9bb55c24b78b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=500133c96dca415ca357b59d5a4c8ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6792419 Aug 29 17:17:05.441756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57414) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:05.444702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Network ab1af198-a2d0-452b-a5c2-37f8c475916a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:17:05.468498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ab1af198-a2d0-452b-a5c2-37f8c475916a) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:05.478663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.483861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3fbb39-d2b1-4aac-bb74-e00d27e82d9a None None] Network ab1af198-a2d0-452b-a5c2-37f8c475916a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:05.489604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:05.490911 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.491101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf56e4b3-4eb2-4b48-9a28-f37ecdb62adf req-475cfd22-039e-49c1-9fda-fcc530414011 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424272 Aug 29 17:17:05.522798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01971-f231-4078-9313-8819a4521421 req-c679d0a9-4503-4290-a5a6-ee55a5289957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:05.524945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-c679d0a9-4503-4290-a5a6-ee55a5289957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0872486 Aug 29 17:17:05.547847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdec2733-e51b-40b4-9c86-f04ca19cc342 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:05.554279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-40bed46d-fc38-451a-a1d8-322b8bdd88c9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0055823 Aug 29 17:17:05.555898 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-738f9ae3-5f04-48e0-9f5e-fce82e8bc1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.558437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57416) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:05.563879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:05.584409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:05.586694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-57ec16a6-b057-4ad2-a344-f6607e99e48b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540979 Aug 29 17:17:05.596391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.597076 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.597807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.619162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-738f9ae3-5f04-48e0-9f5e-fce82e8bc1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.663150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:05.705241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.755521 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-dd80522c-ff1d-4f46-b289-2c23c94ea570 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601496 Aug 29 17:17:05.777381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57422) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:05.788853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ab1af198-a2d0-452b-a5c2-37f8c475916a', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:17:05.789718 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.797485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-738f9ae3-5f04-48e0-9f5e-fce82e8bc1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.800282 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-738f9ae3-5f04-48e0-9f5e-fce82e8bc1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.801445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-738f9ae3-5f04-48e0-9f5e-fce82e8bc1d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e46a693-044b-4655-aa1c-ada50a15b4cd HTTP/1.1" status: 204 len: 168 time: 0.3586795 Aug 29 17:17:05.834105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57430) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:05.878254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f9ae3-5f04-48e0-9f5e-fce82e8bc1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e46a693-044b-4655-aa1c-ada50a15b4cd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:05.884877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.952418 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda01971-f231-4078-9313-8819a4521421 req-233ced99-62f4-4e04-afa6-64c0cb76a1af service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891179 Aug 29 17:17:06.011789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:06.036919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Allocated IP 172.20.0.2 (ab1af198-a2d0-452b-a5c2-37f8c475916a/c1e6ae67-15ce-4f92-ba50-e6a56002fcb9/a0e04d9c-8976-4547-8352-a1a551255f18) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:06.087620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88504489-e4b7-4f53-8931-be6ffc6bb56f req-2834e3b0-174e-478e-b018-4fec5d8e05b2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:06.090942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88504489-e4b7-4f53-8931-be6ffc6bb56f req-2834e3b0-174e-478e-b018-4fec5d8e05b2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 944 time: 0.0810211 Aug 29 17:17:06.183758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1885410038-network', 'tenant_id': '84069ddf4fa44fa3b96b9d87fe058e79'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:06.192363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25567bf-9445-465b-a497-b07332927499 req-5ff42885-d2e5-4f91-a895-90f4a312c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:06.194143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25567bf-9445-465b-a497-b07332927499 req-5ff42885-d2e5-4f91-a895-90f4a312c399 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1096 time: 0.1770105 Aug 29 17:17:06.214367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-77eb7c14-75c6-4800-bcf3-ff2c1e13ae53 service neutron] 10.222.0.44 "GET /v2.0/ports/6be326fd-d983-4942-88df-f29ca5b3e5e2/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.1879990 Aug 29 17:17:06.240151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88504489-e4b7-4f53-8931-be6ffc6bb56f req-fb874f66-567f-4639-a6f9-a938ab329ee4 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409750 Aug 29 17:17:06.279278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.299823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Made reservation on behalf of 84069ddf4fa44fa3b96b9d87fe058e79 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:06.303644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.303777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Transition to ACTIVE for port object a0e04d9c-8976-4547-8352-a1a551255f18 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:06.316652 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.320421 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.336399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Transition to ACTIVE for port object a0e04d9c-8976-4547-8352-a1a551255f18 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:06.355469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.372841 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.378879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e812cb0a-ccb8-4236-b35e-2042d7d365c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.433938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Network ab1af198-a2d0-452b-a5c2-37f8c475916a is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:06.442616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:06.448491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:06.453082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5ebd6-7ac0-49b6-9362-2f8786e3f2c1 req-beb649e6-78bf-47de-a53e-f4f6a392ff27 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:06.455817 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91a5ebd6-7ac0-49b6-9362-2f8786e3f2c1 req-beb649e6-78bf-47de-a53e-f4f6a392ff27 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 944 time: 0.1892717 Aug 29 17:17:06.468271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25567bf-9445-465b-a497-b07332927499 req-752ba6f7-654b-4676-95a6-2d8751fa5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:06.469934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25567bf-9445-465b-a497-b07332927499 req-752ba6f7-654b-4676-95a6-2d8751fa5435 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2671487 Aug 29 17:17:06.484186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57450) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:06.521152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Pushing event updated for resources: {'Port': ['ID=a0e04d9c-8976-4547-8352-a1a551255f18,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:06.540313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95d7ae9f-1c45-46f1-8daa-a2765a736eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.558095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Attempting to bind port a0e04d9c-8976-4547-8352-a1a551255f18 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:06.558727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Attempting to bind port a0e04d9c-8976-4547-8352-a1a551255f18 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:06.559809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Attempting to bind port a0e04d9c-8976-4547-8352-a1a551255f18 on network ab1af198-a2d0-452b-a5c2-37f8c475916a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:06.573804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:06.574489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Checking segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:06.575592 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.576155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Bound using segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:06.576802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Bound port: a0e04d9c-8976-4547-8352-a1a551255f18, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:06.577384 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.596964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Allocated IP 172.25.2.43 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/f5b2ddcf-9797-462f-ba67-43910b78f443) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:06.623350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:06.654726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:06.701280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be326fd-d983-4942-88df-f29ca5b3e5e2 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:06.717013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:06.722846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] For port a0e04d9c-8976-4547-8352-a1a551255f18, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:06.728349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] For port a0e04d9c-8976-4547-8352-a1a551255f18, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a0e04d9c-8976-4547-8352-a1a551255f18,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:06.737857 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.749983 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.802336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a043a0-5eca-4141-bab5-387cdccb46e7 None None] Pushing event updated for resources: {'Port': ['ID=a0e04d9c-8976-4547-8352-a1a551255f18,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:06.814854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25567bf-9445-465b-a497-b07332927499 req-f9e9bfbd-df7e-4077-a65e-07629f6bfa99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 200 len: 217 time: 0.0854459 Aug 29 17:17:06.838993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57456) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:06.891440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91a5ebd6-7ac0-49b6-9362-2f8786e3f2c1 req-df0b26fb-df21-45d8-a84e-968702bbb27a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598606 Aug 29 17:17:06.916635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25567bf-9445-465b-a497-b07332927499 req-874e5660-4ff5-48ff-b788-61ae70fa1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:06.920378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25567bf-9445-465b-a497-b07332927499 req-874e5660-4ff5-48ff-b788-61ae70fa1ed9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0969753 Aug 29 17:17:06.949992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.959342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.033228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25567bf-9445-465b-a497-b07332927499 req-d6e8b917-2bdd-4ba8-8b61-1d3b7069e0b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001725 Aug 29 17:17:07.036125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59d053-9eae-4fe7-81be-ecdb5f45e285 req-48da788b-ba39-4a87-bf48-4fe7d720afaa tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:07.037639 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc59d053-9eae-4fe7-81be-ecdb5f45e285 req-48da788b-ba39-4a87-bf48-4fe7d720afaa tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 949 time: 0.4173598 Aug 29 17:17:07.044637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:17:07.048669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-network', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:07.073916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e762b2e1-566b-4d8f-b410-ad5d07305c02,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.092438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.092784 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Added segment f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e of type vlan for network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a Aug 29 17:17:07.149900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.159979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] Transition to ACTIVE for port object 6be326fd-d983-4942-88df-f29ca5b3e5e2 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:07.171186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.172152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc59d053-9eae-4fe7-81be-ecdb5f45e285 req-6642fd8d-7211-4da4-9419-c6618db4b280 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252396 Aug 29 17:17:07.177558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.222019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.222370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e812cb0a-ccb8-4236-b35e-2042d7d365c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.223061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:07.223805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.236617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e812cb0a-ccb8-4236-b35e-2042d7d365c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.240252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25567bf-9445-465b-a497-b07332927499 req-fe24375a-7c0f-4acd-9351-4dd9635df775 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966093 Aug 29 17:17:07.283701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.296065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device fdec2733-e51b-40b4-9c86-f04ca19cc342 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:07.303820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] No DVR routers for this DVR port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:07.353866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa848c-90f3-442e-887c-9066043aedda service neutron] Pushing event updated for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=10']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.355427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.364597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e812cb0a-ccb8-4236-b35e-2042d7d365c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5841955c40334a2fbb6694d897a1f2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5823469 Aug 29 17:17:07.367488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:07.371098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57462) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:07.375816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port fdec2733-e51b-40b4-9c86-f04ca19cc342 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:07.379757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812cb0a-ccb8-4236-b35e-2042d7d365c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9dd384-34e4-4fdc-be10-f4357bd51b6d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.381979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port fdec2733-e51b-40b4-9c86-f04ca19cc342 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:07.384123 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.388712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:07.392446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:07.404713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b2ddcf-9797-462f-ba67-43910b78f443,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.426986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:17:07.566510 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.586522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ab1651d-1528-49c5-9ad1-b2529c652854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.590128 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95d7ae9f-1c45-46f1-8daa-a2765a736eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.616380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:07.617461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:07.620036 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f1f9cc-76c3-483c-8d85-20ca5dda1d76" -d '{"events": [{"server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "name": "network-vif-plugged", "status": "completed", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:07.627768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95d7ae9f-1c45-46f1-8daa-a2765a736eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.631824 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.664438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ab1651d-1528-49c5-9ad1-b2529c652854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.666973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-8caa848c-90f3-442e-887c-9066043aedda service neutron] 10.222.0.44 "PUT /v2.0/ports/6be326fd-d983-4942-88df-f29ca5b3e5e2/bindings/n-h2-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4375834 Aug 29 17:17:07.689974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-98a85cf7-ce47-4246-b00e-f2c265defdd0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8506658 Aug 29 17:17:07.697071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.697845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57466) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:07.721247 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313021a3-8f9b-4d61-b8ab-892cea663f42 x-openstack-request-id: req-313021a3-8f9b-4d61-b8ab-892cea663f42 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:07.721626 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "name": "network-vif-plugged", "status": "completed", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:07.721854 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-313021a3-8f9b-4d61-b8ab-892cea663f42 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:07.722440 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'code': 200} Aug 29 17:17:07.726215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Request body: {'subnet': {'network_id': 'a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1885410038-subnet', 'tenant_id': '84069ddf4fa44fa3b96b9d87fe058e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:07.740588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Made reservation on behalf of ab26b0b937ea464f8f55e3d5645ba715 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:07.742898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.753217 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-95d7ae9f-1c45-46f1-8daa-a2765a736eea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b36fa1a96e49484b81586b44cef1210f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2630780 Aug 29 17:17:07.756601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57468) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:07.769744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926060a1-6f5a-43c6-862b-a20cb6568fb6 req-9397a3a9-f17f-40e9-91ee-2f7c5a13f375 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:07.771307 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-926060a1-6f5a-43c6-862b-a20cb6568fb6 req-9397a3a9-f17f-40e9-91ee-2f7c5a13f375 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 945 time: 0.4192588 Aug 29 17:17:07.787290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25567bf-9445-465b-a497-b07332927499 req-b1348aa6-884a-405e-8997-3f98fe2e8c7c service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196161 Aug 29 17:17:07.795679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7ae9f-1c45-46f1-8daa-a2765a736eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dacdd15-d3cf-4fc9-b0c2-aff64acfd67f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.802054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.855595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Made reservation on behalf of 84069ddf4fa44fa3b96b9d87fe058e79 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:07.858550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.876266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-5a9fecf5-e396-475a-b84e-419b0f4cf677 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:07.877785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-5a9fecf5-e396-475a-b84e-419b0f4cf677 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.1249244 Aug 29 17:17:07.917380 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ab1651d-1528-49c5-9ad1-b2529c652854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.920493 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ab1651d-1528-49c5-9ad1-b2529c652854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.921043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7ab1651d-1528-49c5-9ad1-b2529c652854 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a9dd384-34e4-4fdc-be10-f4357bd51b6d HTTP/1.1" status: 204 len: 168 time: 0.5488760 Aug 29 17:17:08.007352 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-926060a1-6f5a-43c6-862b-a20cb6568fb6 req-df7272b9-2e41-462b-bfcd-1f2f80eaf093 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189069 Aug 29 17:17:08.009461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f134-4477-4038-8be9-69d2445737a5 req-472ba6c3-4805-4bcf-b76e-4e1aaaa52e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.011104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd18f134-4477-4038-8be9-69d2445737a5 req-472ba6c3-4805-4bcf-b76e-4e1aaaa52e1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1102 time: 0.2003310 Aug 29 17:17:08.019632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3a3cf-b249-4ab7-98b0-1d005e706eeb None None] Network ab1af198-a2d0-452b-a5c2-37f8c475916a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:08.034267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1651d-1528-49c5-9ad1-b2529c652854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9dd384-34e4-4fdc-be10-f4357bd51b6d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:08.047001 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d39ec9ff-dcbb-4d0e-8b94-6d33a83d1c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.072145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.117731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d39ec9ff-dcbb-4d0e-8b94-6d33a83d1c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.118822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8f0a4b4c-dc42-491e-98ef-5f5ef7c3b73d None None] Provisioning for port a0e04d9c-8976-4547-8352-a1a551255f18 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:08.127429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-43f7dcc3-2461-4318-af40-1917dd859837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.129442 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-43f7dcc3-2461-4318-af40-1917dd859837 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9 HTTP/1.1" status: 200 len: 1097 time: 0.2226994 Aug 29 17:17:08.172409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd18f134-4477-4038-8be9-69d2445737a5 req-11522f4c-c4b2-404f-a35a-7140977cd177 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462824 Aug 29 17:17:08.214535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d361be9-7570-4ce6-b645-fdc8d334f303 req-2e5cd1dd-7060-4f8d-8a2d-6c23bc87481d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.223977 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d361be9-7570-4ce6-b645-fdc8d334f303 req-2e5cd1dd-7060-4f8d-8a2d-6c23bc87481d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 944 time: 0.2257197 Aug 29 17:17:08.286742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.292835 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d39ec9ff-dcbb-4d0e-8b94-6d33a83d1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.298066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d39ec9ff-dcbb-4d0e-8b94-6d33a83d1c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.299867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d39ec9ff-dcbb-4d0e-8b94-6d33a83d1c4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5dacdd15-d3cf-4fc9-b0c2-aff64acfd67f HTTP/1.1" status: 204 len: 168 time: 0.5387564 Aug 29 17:17:08.303730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.307590 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.350843 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d361be9-7570-4ce6-b645-fdc8d334f303 req-e7defcdb-8458-45a7-be30-11ef096e170c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209736 Aug 29 17:17:08.355357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-e66b550f-308b-4b4e-9a21-ea84d8068540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.356564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-e66b550f-308b-4b4e-9a21-ea84d8068540 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1097 time: 0.1907866 Aug 29 17:17:08.356806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ec9ff-dcbb-4d0e-8b94-6d33a83d1c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dacdd15-d3cf-4fc9-b0c2-aff64acfd67f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:08.372980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:17:08.429971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57480) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:08.472441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.472799 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Added segment 038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5 of type vlan for network e38673ee-3ce3-4da0-99d0-c6989cd99209 Aug 29 17:17:08.513686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-536cf373-9988-40aa-bcad-90ae1bdd7d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.515555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becf7df5-3fc0-43ac-9147-f1a8a21bf134,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:08.529730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a0e04d9c-8976-4547-8352-a1a551255f18 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:08.540552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c443b9-b535-4974-a01b-5dcac10b8741,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:08.591636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.600471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-2cb6beba-4d87-46f4-9634-efce4a671418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.601462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07f180-fefd-4e0b-b479-7251a30db7fe req-6e3aef72-c3ef-4213-84bb-4f5796fbd68a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.602264 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-2cb6beba-4d87-46f4-9634-efce4a671418 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.2375443 Aug 29 17:17:08.603057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce07f180-fefd-4e0b-b479-7251a30db7fe req-6e3aef72-c3ef-4213-84bb-4f5796fbd68a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.2508471 Aug 29 17:17:08.603813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Checking segment: {'id': 'f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:08.604178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Network hostable DHCP agents. Network: a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:17:08.619860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.676153 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a0e04d9c-8976-4547-8352-a1a551255f18 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:08.681029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a0e04d9c-8976-4547-8352-a1a551255f18 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:08.681915 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.711987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:17:08.720516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce07f180-fefd-4e0b-b479-7251a30db7fe req-09ae982c-b20e-4ff1-a3bd-d95a767a847e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041732 Aug 29 17:17:08.727502 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.728548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.729801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.771147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:08.781379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.782029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.803389 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.810564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-dbbcf62e-90ab-41f9-ba23-0a897abae46a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.0654013 Aug 29 17:17:08.819573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a27301-1edb-4ec4-ba02-f7eb78975985 None None] Network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:08.885087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Router d29812be-aca3-419f-83c4-5acd652b66a1 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:17:08.893099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-ac269910-f19c-4b78-b091-04335658138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:08.894743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-ac269910-f19c-4b78-b091-04335658138c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0772862 Aug 29 17:17:08.905574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a0e04d9c-8976-4547-8352-a1a551255f18, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a0e04d9c-8976-4547-8352-a1a551255f18,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:08.916960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-536cf373-9988-40aa-bcad-90ae1bdd7d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.919464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] Pushing event updated for resources: {'Network': ['ID=e38673ee-3ce3-4da0-99d0-c6989cd99209,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:08.928183 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-536cf373-9988-40aa-bcad-90ae1bdd7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.929669 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.939785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-3fdeb2ee-5a58-4d65-902e-1d19ac4802d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370154 Aug 29 17:17:08.949771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-502982f0-76e0-4890-a9ee-abc8f08cfd5b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2477140 Aug 29 17:17:08.957798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8c48aeed-7dbf-4802-90f3-8fe46842ae79 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1159279 Aug 29 17:17:08.964970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57494) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:08.985007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e38673ee-3ce3-4da0-99d0-c6989cd99209 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:17:08.986686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Request body: {'subnet': {'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-subnet', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:09.007442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-536cf373-9988-40aa-bcad-90ae1bdd7d43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a511ac7af54f44459e69b4ea1cbf8ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713902 Aug 29 17:17:09.009637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57496) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:09.056628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf373-9988-40aa-bcad-90ae1bdd7d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ad03e3-e00e-4296-8156-41174748a64b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:09.105505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c2715b-4ab3-4c6c-8b45-e5b38cf513f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.118975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Made reservation on behalf of ab26b0b937ea464f8f55e3d5645ba715 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:09.121568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.171627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a0e04d9c-8976-4547-8352-a1a551255f18,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:09.172747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c2715b-4ab3-4c6c-8b45-e5b38cf513f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.221530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-06bbc328-9734-47bb-9d01-97da7f313893 None None] Provisioning complete for port a0e04d9c-8976-4547-8352-a1a551255f18 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:09.221530 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06bbc328-9734-47bb-9d01-97da7f313893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.324000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143adb1-6998-4bfc-b074-bd1de688e6a5 None None] Network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:09.326494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:09.333014 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c2715b-4ab3-4c6c-8b45-e5b38cf513f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.334291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c2715b-4ab3-4c6c-8b45-e5b38cf513f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.339875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-10c2715b-4ab3-4c6c-8b45-e5b38cf513f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0ad03e3-e00e-4296-8156-41174748a64b HTTP/1.1" status: 204 len: 168 time: 0.3265169 Aug 29 17:17:09.385158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2715b-4ab3-4c6c-8b45-e5b38cf513f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ad03e3-e00e-4296-8156-41174748a64b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:09.483771 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.547423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:09.564309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-ddcdb959-954a-4276-9cbb-f7dca5928e3a service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727785 Aug 29 17:17:09.567043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff81a36d-aa8d-4a35-87b4-8e9902319a60,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:09.580194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Checking segment: {'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:09.580559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Network hostable DHCP agents. Network: e38673ee-3ce3-4da0-99d0-c6989cd99209, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:17:09.595831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Sync routers for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:09.604221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Network e38673ee-3ce3-4da0-99d0-c6989cd99209 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:17:09.619225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb13a3-ee93-4f05-8855-2f976cc9e821 req-aae12349-48ff-48f6-8fd5-cf800d0a80d9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:09.620766 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8bb13a3-ee93-4f05-8855-2f976cc9e821 req-aae12349-48ff-48f6-8fd5-cf800d0a80d9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 945 time: 0.1947460 Aug 29 17:17:09.622152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e38673ee-3ce3-4da0-99d0-c6989cd99209) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:09.629800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:09.630822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.649107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b4c57-ef5a-4811-88e3-7bd4d747e75a None None] Network e38673ee-3ce3-4da0-99d0-c6989cd99209 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:09.651491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c0e602db-929e-4b4e-89db-61a063670691 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6793211 Aug 29 17:17:09.654818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57518) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:09.662312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:09.705602 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.706758 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.734242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.738439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57522) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:09.739103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e4f3df6d-7264-4ec8-919a-73bf945250c6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1795652 Aug 29 17:17:09.786134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:09.786866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:09.822188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8bb13a3-ee93-4f05-8855-2f976cc9e821 req-b792edea-81a0-4ef4-992d-6e96299b8347 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193388 Aug 29 17:17:09.829451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.852661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-fc7feb67-ebe5-4d72-ba45-5f692a296e3b service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760797 Aug 29 17:17:10.000167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:10.017759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd473-5ee6-4084-92a0-17a1c77da2f0 req-44451350-874b-45ad-973c-1c875cabd27e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:10.038168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-feecd473-5ee6-4084-92a0-17a1c77da2f0 req-44451350-874b-45ad-973c-1c875cabd27e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 944 time: 0.1224449 Aug 29 17:17:10.092146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-feecd473-5ee6-4084-92a0-17a1c77da2f0 req-6fd386cb-d55a-400e-8867-85316c4b938c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 Aug 29 17:17:10.160369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.213960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-8a88e20f-ab81-4e19-8373-45dd9ec365c0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:10.215603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-8a88e20f-ab81-4e19-8373-45dd9ec365c0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/networks?id=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a HTTP/1.1" status: 200 len: 814 time: 0.3338180 Aug 29 17:17:10.290802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:10.322881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-1ecb46ba-f74d-4139-8882-e32ce466194f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/quotas/84069ddf4fa44fa3b96b9d87fe058e79 HTTP/1.1" status: 200 len: 375 time: 0.0293100 Aug 29 17:17:10.328494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b', 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'port_id': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b', 'mac_address': 'fa:16:3e:7b:d0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf668947-0792-4673-8f1d-0f7eb7fc5bd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:10.390652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d21b4-4309-4f2d-a28d-2d96359ce69e req-d601f453-235a-4e47-9832-5230db61536d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:10.392511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea0d21b4-4309-4f2d-a28d-2d96359ce69e req-d601f453-235a-4e47-9832-5230db61536d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1634977 Aug 29 17:17:10.395906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-70c118ff-edd7-4916-969e-f28d906dd131 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:10.397557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-70c118ff-edd7-4916-969e-f28d906dd131 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.0816774 Aug 29 17:17:10.473598 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.515381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:10.517432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea0d21b4-4309-4f2d-a28d-2d96359ce69e req-6ee0f2a2-2aa0-4ac8-ac9a-ad830db662db tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187296 Aug 29 17:17:10.559988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a0e04d9c-8976-4547-8352-a1a551255f18 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:10.630698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-e38673ee-3ce3-4da0-99d0-c6989cd99209', 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'fixed_ips': [{'subnet_id': 'ff81a36d-aa8d-4a35-87b4-8e9902319a60'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:17:10.631573 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.662296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-292318cf-46c3-4aea-8256-0d3fb8aefe0d service neutron] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:10.668895 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-292318cf-46c3-4aea-8256-0d3fb8aefe0d service neutron] Notify callbacks [] for binding, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.671153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb7e540a-259f-4b4b-9eb0-c90b3aecb618 req-292318cf-46c3-4aea-8256-0d3fb8aefe0d service neutron] 10.222.0.43 "DELETE /v2.0/ports/6be326fd-d983-4942-88df-f29ca5b3e5e2/bindings/n-h1-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.2579865 Aug 29 17:17:10.673183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:10.765504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.773280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a0e04d9c-8976-4547-8352-a1a551255f18 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:10.773655 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.785419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-e7b491ec-69d0-4944-a04b-c5da55f420fd tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=84069ddf4fa44fa3b96b9d87fe058e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4352829 Aug 29 17:17:10.843077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:07Z', 'revision_number': 3, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:10.990457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-fea1b818-daee-4ab8-b6b5-07274c1d1cd8 service neutron] 10.222.0.41 "GET /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953878 Aug 29 17:17:11.099173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6be326fd-d983-4942-88df-f29ca5b3e5e2 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:11.120571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Checking router: d29812be-aca3-419f-83c4-5acd652b66a1 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:11.121174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Updating router d29812be-aca3-419f-83c4-5acd652b66a1 port f5b2ddcf-9797-462f-ba67-43910b78f443 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:11.124872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ab6ff-27ea-43ed-999d-e3ef7964d696 req-1ac088e0-aede-469e-9bea-d8e75ca50b77 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:11.132197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f60ab6ff-27ea-43ed-999d-e3ef7964d696 req-1ac088e0-aede-469e-9bea-d8e75ca50b77 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1102 time: 0.0765271 Aug 29 17:17:11.151968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f60ab6ff-27ea-43ed-999d-e3ef7964d696 req-06061593-64b4-4c11-83bc-1442dd45b02e tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.195245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:11.201615 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['6e02cd88-6db4-4148-83d1-b5a8f1a38b5b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:11.226224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.255945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Allocated IP 172.20.0.2 (e38673ee-3ce3-4da0-99d0-c6989cd99209/ff81a36d-aa8d-4a35-87b4-8e9902319a60/7047fbb9-98c3-48e5-b417-eebee85a1fd9) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:11.301728 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f60ab6ff-27ea-43ed-999d-e3ef7964d696 req-06061593-64b4-4c11-83bc-1442dd45b02e tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.305960 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.306522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f60ab6ff-27ea-43ed-999d-e3ef7964d696 req-06061593-64b4-4c11-83bc-1442dd45b02e tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.319874 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7227ff48-3ac0-44ed-964b-71e97e5bcedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.345532 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f60ab6ff-27ea-43ed-999d-e3ef7964d696 req-06061593-64b4-4c11-83bc-1442dd45b02e tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068708 Aug 29 17:17:11.371115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6be326fd-d983-4942-88df-f29ca5b3e5e2 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:11.374263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06061593-64b4-4c11-83bc-1442dd45b02e tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fee7335-73be-4828-be87-bfea93aaef8e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:11.429604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.437429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-86145bdb-e512-4845-89f3-15a7e7abc0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356077 Aug 29 17:17:11.505002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.540189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Allocated IP 172.20.0.1 (ab1af198-a2d0-452b-a5c2-37f8c475916a/c1e6ae67-15ce-4f92-ba50-e6a56002fcb9/53807b3a-8b6b-4963-9422-39185efcc06b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:11.560458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5a427-3dfb-4ec1-aae7-59b918b603ab req-fdd4a94b-ef7b-4582-87b8-c0fa7c8f5abc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:11.569607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dae5a427-3dfb-4ec1-aae7-59b918b603ab req-fdd4a94b-ef7b-4582-87b8-c0fa7c8f5abc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 945 time: 0.0815878 Aug 29 17:17:11.619687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dae5a427-3dfb-4ec1-aae7-59b918b603ab req-2c69cdb7-e557-44b2-ab7a-9481cc83d6b1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486827 Aug 29 17:17:11.825070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Allocated IP 172.25.2.44 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/154c8f1e-81f6-4385-b162-ed47a00a9aba) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:11.934445 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.946448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Transition to ACTIVE for port object 7047fbb9-98c3-48e5-b417-eebee85a1fd9 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:11.966088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Transition to ACTIVE for port object 7047fbb9-98c3-48e5-b417-eebee85a1fd9 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:11.982633 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.020475 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.035109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.051080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Transition to ACTIVE for port object 53807b3a-8b6b-4963-9422-39185efcc06b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:12.066670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Pushing event updated for resources: {'Port': ['ID=7047fbb9-98c3-48e5-b417-eebee85a1fd9,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:12.068593 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531bf62-7053-442e-ac1c-06254c9d9c09 req-6c9682f5-331b-459f-8dcc-34d64c52c4e0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:12.078609 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f531bf62-7053-442e-ac1c-06254c9d9c09 req-6c9682f5-331b-459f-8dcc-34d64c52c4e0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 945 time: 0.1530097 Aug 29 17:17:12.079861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Network e38673ee-3ce3-4da0-99d0-c6989cd99209 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:12.082065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:12.088702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:12.145684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-bf431c90-eaf6-4f09-9ab7-0a6c7f4a4455 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332685 Aug 29 17:17:12.157622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Attempting to bind port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:12.158513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Attempting to bind port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:12.159266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Attempting to bind port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 on network e38673ee-3ce3-4da0-99d0-c6989cd99209 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:12.161278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f531bf62-7053-442e-ac1c-06254c9d9c09 req-345f9f34-94c5-458f-8d0a-f1f93272c672 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817420 Aug 29 17:17:12.169332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:12.169703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Checking segment: {'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:12.170302 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.171278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Bound using segment: {'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:12.171952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Bound port: 7047fbb9-98c3-48e5-b417-eebee85a1fd9, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:12.173510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.173833 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.210245 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.227647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:12.236654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:12.242109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:12.275023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Network ab1af198-a2d0-452b-a5c2-37f8c475916a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:12.280570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:12.285794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:12.290510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Pushing event updated for resources: {'Port': ['ID=154c8f1e-81f6-4385-b162-ed47a00a9aba,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:12.417132 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.420789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-e04d3249-6051-4593-8616-384596bfc140 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:12.427732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Transition to ACTIVE for port object f5b2ddcf-9797-462f-ba67-43910b78f443 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:12.431071 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.432243 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-e04d3249-6051-4593-8616-384596bfc140 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847857 Aug 29 17:17:12.443531 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.444623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.476658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-568ed90c-e315-495f-913e-ae780e3a652d tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/quotas/1ad4e0b76c9845c69af64ec06f8b7aa7 HTTP/1.1" status: 200 len: 375 time: 0.0414357 Aug 29 17:17:12.545282 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-991d3576-438a-4c8c-afb6-64df0c383553 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656061 Aug 29 17:17:12.555714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Pushing event updated for resources: {'Port': ['ID=53807b3a-8b6b-4963-9422-39185efcc06b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:12.565776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb633af-9279-41ac-9bcc-800dd5fe6d37 None None] Pushing event updated for resources: {'Port': ['ID=f5b2ddcf-9797-462f-ba67-43910b78f443,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:12.597662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] For port 7047fbb9-98c3-48e5-b417-eebee85a1fd9, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:12.617147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Attempting to bind port f5b2ddcf-9797-462f-ba67-43910b78f443 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:12.617892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Attempting to bind port f5b2ddcf-9797-462f-ba67-43910b78f443 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:12.618705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Attempting to bind port f5b2ddcf-9797-462f-ba67-43910b78f443 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:12.627311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:12.628045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:12.628877 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.629569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:12.630254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Bound port: f5b2ddcf-9797-462f-ba67-43910b78f443, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:12.630922 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.635614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] For port 7047fbb9-98c3-48e5-b417-eebee85a1fd9, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7047fbb9-98c3-48e5-b417-eebee85a1fd9,segment=NetworkSegment(038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5),segment_id=038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:12.655331 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.658900 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.801633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc99dd-4cd7-48b5-8707-997534557f43 None None] Pushing event updated for resources: {'Port': ['ID=7047fbb9-98c3-48e5-b417-eebee85a1fd9,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:12.815716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] For port f5b2ddcf-9797-462f-ba67-43910b78f443, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:12.819760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] For port f5b2ddcf-9797-462f-ba67-43910b78f443, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f5b2ddcf-9797-462f-ba67-43910b78f443,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:12.833220 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.886967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.898630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b91e0f89-8648-42d3-9981-49fbed7cc7ad None None] Provisioning for port 53807b3a-8b6b-4963-9422-39185efcc06b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:12.909366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b91e0f89-8648-42d3-9981-49fbed7cc7ad None None] Provisioning complete for port 53807b3a-8b6b-4963-9422-39185efcc06b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:12.910048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b91e0f89-8648-42d3-9981-49fbed7cc7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.914769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:12.915664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:12.922833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.060821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb633af-9279-41ac-9bcc-800dd5fe6d37 None None] Pushing event updated for resources: {'Port': ['ID=f5b2ddcf-9797-462f-ba67-43910b78f443,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:13.072596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b91e0f89-8648-42d3-9981-49fbed7cc7ad None None] Port 53807b3a-8b6b-4963-9422-39185efcc06b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:13.141376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fdba1c2-90ab-43d3-b43f-ca85fc180f94 req-2a47e589-f2fa-48c4-8a65-daf027e0e9d8 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 210 time: 0.1019280 Aug 29 17:17:13.197583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:13.245912 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7a645a3-7b9d-4229-870f-0fa5da4dc6ab req-a10d0cd2-b211-405a-8c7a-d352fe487e0f tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 210 time: 0.0366852 Aug 29 17:17:13.319433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:13.370368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95feb9e-9a5a-49b2-9675-466f8422d79c req-0b08f205-1305-4fc8-87a5-915dcb57f23f tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:13.379124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b95feb9e-9a5a-49b2-9675-466f8422d79c req-0b08f205-1305-4fc8-87a5-915dcb57f23f tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1097 time: 0.0558336 Aug 29 17:17:13.427569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b95feb9e-9a5a-49b2-9675-466f8422d79c req-88fad06f-a986-4b06-83b5-e60e683eaafb tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472631 Aug 29 17:17:13.573723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:13.612795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:13.614313 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.645231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66a7d-beaa-4718-be88-926774b21153 req-47cab13d-988d-4d32-b72c-0391c31a3305 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:13.654624 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8e66a7d-beaa-4718-be88-926774b21153 req-47cab13d-988d-4d32-b72c-0391c31a3305 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.0742104 Aug 29 17:17:13.699118 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8e66a7d-beaa-4718-be88-926774b21153 req-f2c7fe10-02ad-449e-b62f-cace19532e78 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Aug 29 17:17:13.853635 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.859975 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.861873 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fb7de54d-e498-4384-b670-9446db20d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.873427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:11Z', 'revision_number': 1, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:13.974098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986710-d916-4f5b-bc20-bc3441289fc3 None None] The sync data for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 is: [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:11Z', 'revision_number': 1, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:14.007322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:14.016178 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff00de6b-04ca-484c-9306-78df9d77a12c" -d '{"events": [{"server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "name": "network-vif-plugged", "status": "completed", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:14.030568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:14.034898 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.079822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb512b64-b915-49ab-bf05-9b1e3295eae7 None None] Network e38673ee-3ce3-4da0-99d0-c6989cd99209 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:14.100353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-716ae2ac-f42f-46dc-a4e6-f56492eaa780 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8857050 Aug 29 17:17:14.129146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:14.150944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f662a7c0-cb01-4500-bceb-cde74300aa22 None None] Provisioning for port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:14.191154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.206973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-3f1f1a4e-bffb-4a11-93e8-0dbb66238015 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:14.209336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-3f1f1a4e-bffb-4a11-93e8-0dbb66238015 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 821 time: 0.1840110 Aug 29 17:17:14.214087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.251940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c5597-451e-4713-be54-4135f439ce32 req-b6bafc12-75af-403a-93e1-d54aaac40258 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:14.253516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-665c5597-451e-4713-be54-4135f439ce32 req-b6bafc12-75af-403a-93e1-d54aaac40258 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 945 time: 0.3418832 Aug 29 17:17:14.264511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-4a926317-38f6-4d7f-b149-e027d1bed20b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/quotas/6055e94fc9d449f1b1b0c4eade2655e9 HTTP/1.1" status: 200 len: 375 time: 0.0468926 Aug 29 17:17:14.362492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-f8f6523a-0879-485f-b2cb-ff72d2319d95 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969496 Aug 29 17:17:14.429880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Pushing event updated for resources: {'Port': ['ID=53807b3a-8b6b-4963-9422-39185efcc06b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:14.464418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-57518470-1b24-4376-86a0-acaae5b360a7 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337830 Aug 29 17:17:14.548972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7047fbb9-98c3-48e5-b417-eebee85a1fd9 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:14.572224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-d8a17ea1-e82b-4ca6-a527-4496150b80ca tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:14.573987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-d8a17ea1-e82b-4ca6-a527-4496150b80ca tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.44 "GET /v2.0/networks?id=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a HTTP/1.1" status: 200 len: 814 time: 1.3162630 Aug 29 17:17:14.621193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Request body: {'port': {'device_id': '9129a12f-848a-4b41-bc54-02abd7f5124c', 'network_id': 'a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a', 'admin_state_up': True, 'tenant_id': '84069ddf4fa44fa3b96b9d87fe058e79'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:14.651722 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.656110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-4a3d371f-336c-442f-af58-7aa73e7f6eba service neutron] 10.222.0.41 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913580 Aug 29 17:17:14.672099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:14.678411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:14.680187 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.759288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-b51886f0-77e1-4f30-8192-102f9b80c3c4 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:14.761071 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-b51886f0-77e1-4f30-8192-102f9b80c3c4 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895355 Aug 29 17:17:14.761464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-665c5597-451e-4713-be54-4135f439ce32 req-f2cd4910-120d-4846-b86e-7f8aece63176 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135862 Aug 29 17:17:14.774921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.789575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Request body: {'port': {'device_id': 'e52a636e-7ac1-4780-bd5e-77ed44b47ba0', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '1ad4e0b76c9845c69af64ec06f8b7aa7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:14.886382 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647b2357-f01c-4f05-8275-b76046d7f7de x-openstack-request-id: req-647b2357-f01c-4f05-8275-b76046d7f7de {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:14.886700 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "name": "network-vif-plugged", "status": "completed", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:14.887480 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-647b2357-f01c-4f05-8275-b76046d7f7de {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:14.887889 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b', 'code': 200} Aug 29 17:17:14.891725 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.999638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 7047fbb9-98c3-48e5-b417-eebee85a1fd9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7047fbb9-98c3-48e5-b417-eebee85a1fd9,segment=NetworkSegment(038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5),segment_id=038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:15.026976 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.096920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-5fd031c5-10af-4450-bdad-bb43585acb3f service neutron] 10.222.0.41 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398603 Aug 29 17:17:15.139853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e0d7ecbb-33d3-4521-ab49-cffab9995ba1 req-46fa81e9-3843-461c-a826-e2f07dc7117a tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 210 time: 0.0887673 Aug 29 17:17:15.155749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0865b-58cf-4c77-871d-1e9aeb56cfcf req-abedda4b-93cd-440c-b8ce-4c9ba79a88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:15.157648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94c0865b-58cf-4c77-871d-1e9aeb56cfcf req-abedda4b-93cd-440c-b8ce-4c9ba79a88b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1098 time: 0.1744056 Aug 29 17:17:15.192310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=7047fbb9-98c3-48e5-b417-eebee85a1fd9,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:15.217276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Made reservation on behalf of 1ad4e0b76c9845c69af64ec06f8b7aa7 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:15.234403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.264485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.269521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4fc28ff3-a7ba-4f1b-b267-0ce51237b0f5 None None] Provisioning complete for port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:15.269923 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fc28ff3-a7ba-4f1b-b267-0ce51237b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.289921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94c0865b-58cf-4c77-871d-1e9aeb56cfcf req-fb9d7bd8-fc63-4f5f-96e6-ec96575fd87c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062567 Aug 29 17:17:15.371671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b447a16e-708d-4316-b1cc-40405595c41e req-86108ef5-c560-4e0a-b549-0315835637d0 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 210 time: 0.0958831 Aug 29 17:17:15.377370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Made reservation on behalf of 84069ddf4fa44fa3b96b9d87fe058e79 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:15.380851 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.396888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Network ab1af198-a2d0-452b-a5c2-37f8c475916a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:15.407272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:15.425520 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.580996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa63998-7805-4539-b90e-f4ba3524b309 req-b17a438c-9892-4bb0-ad51-036215177551 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:15.586470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ffa63998-7805-4539-b90e-f4ba3524b309 req-b17a438c-9892-4bb0-ad51-036215177551 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.2047198 Aug 29 17:17:15.673675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.689929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.703905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a57e9e3-1778-4760-b0bc-e1ba0e2794fc req-f8b60932-02ca-4163-9c6d-3a13824c02f6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 210 time: 0.1131072 Aug 29 17:17:15.712082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ffa63998-7805-4539-b90e-f4ba3524b309 req-14b5c88b-d0c3-4518-9f32-3ad114ef4b07 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188328 Aug 29 17:17:15.800360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Router 81f887ff-5321-4931-b636-ba3717a357ba is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:17:15.867000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ecf91473-39ad-48c5-9bd5-ca4c7078a7eb None None] Provisioning complete for port 53807b3a-8b6b-4963-9422-39185efcc06b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:15.868040 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ecf91473-39ad-48c5-9bd5-ca4c7078a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.906234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae9ada9-cc63-4939-8de9-9e8fe97e2847,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:15.956470 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ecf91473-39ad-48c5-9bd5-ca4c7078a7eb None None] Port 53807b3a-8b6b-4963-9422-39185efcc06b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:16.016996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Allocated IP 192.168.233.61 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/5847bdc3-b5c2-4757-a58d-2e24ed3415ba) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:16.038638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Router d29812be-aca3-419f-83c4-5acd652b66a1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:16.083676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Allocated IP 172.20.0.9 (a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a/53c443b9-b535-4974-a01b-5dcac10b8741/92b70588-702b-4790-8ec0-b35e5fd7641a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:16.138692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-b471e67a-c9d7-47cc-9719-71981cb488fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:16.140522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-b471e67a-c9d7-47cc-9719-71981cb488fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1102 time: 0.0945301 Aug 29 17:17:16.191114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95c18-df3c-4112-9299-952365d9d96e req-de59eb3a-0ac0-44d0-83e6-278b66d710d2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:16.192607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eeb95c18-df3c-4112-9299-952365d9d96e req-de59eb3a-0ac0-44d0-83e6-278b66d710d2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 946 time: 0.2660110 Aug 29 17:17:16.198513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:16.212340 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Sync routers for ids ['81f887ff-5321-4931-b636-ba3717a357ba'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:16.233372 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Routers {'81f887ff-5321-4931-b636-ba3717a357ba'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:16.236346 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['81f887ff-5321-4931-b636-ba3717a357ba'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:16.361729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:16.366375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9df44392-2d07-448f-96fb-325949b1839b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.7097473 Aug 29 17:17:16.396892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57730) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:16.455511 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Set router 81f887ff-5321-4931-b636-ba3717a357ba gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:16.489470 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eeb95c18-df3c-4112-9299-952365d9d96e req-058ac45c-8fe8-4475-8a8e-dd53d5dc4115 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852194 Aug 29 17:17:16.525775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:16.542520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0fcd3b38-19a1-4b0c-b68c-d0bab0847343 admin admin] 10.222.0.41 "PUT /v2.0/routers/d29812be-aca3-419f-83c4-5acd652b66a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8002841 Aug 29 17:17:16.571502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:16.619785 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:16.669400 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:16.701230 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 3, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port': {'id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:16.752478 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7047fbb9-98c3-48e5-b417-eebee85a1fd9 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:16.763567 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cbf1a183-d628-406c-bbaf-c1aa2ac0655a req-9d2d4dfb-9e8d-4c14-a04a-ccfc32ef01a1 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 210 time: 0.3570247 Aug 29 17:17:16.780229 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Checking router: 81f887ff-5321-4931-b636-ba3717a357ba for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:16.780589 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Updating router 81f887ff-5321-4931-b636-ba3717a357ba port 154c8f1e-81f6-4385-b162-ed47a00a9aba binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:16.810575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e8f84a-699d-4a58-b7fd-371ca4eb3604 req-8d51d2ac-10e9-4e67-8588-5ccb4c210578 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 210 time: 0.0767307 Aug 29 17:17:16.837201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-4e0ab2ed-fc7d-4a68-a8f4-d7a9010fc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:16.842233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-4e0ab2ed-fc7d-4a68-a8f4-d7a9010fc13d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.6591740 Aug 29 17:17:16.852723 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:16.863996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:16.874122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dcf81f49-7471-4e6e-becf-220191b104bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:16.884574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:16.885087 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:16.921147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-33697177-3ab6-4c18-a97d-2b7deaf12299 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 217 time: 0.0554488 Aug 29 17:17:17.021415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c2dcd8a-1f70-40c5-8092-40fcc7a3ce3a req-3ce5b0e6-4001-4f7d-8be2-d77b670f7f10 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 210 time: 0.0727262 Aug 29 17:17:17.039644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:17.057009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:17.068891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:17.074839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Pushing event updated for resources: {'Port': ['ID=92b70588-702b-4790-8ec0-b35e5fd7641a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:17.108862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.134929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f5b2ddcf-9797-462f-ba67-43910b78f443 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:17.141605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de26e8-ca12-42c0-87af-4e5d57f1b9a4 req-6d2ba5d8-c8d7-46e2-9d35-d86d82bec33c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:17.149874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87de26e8-ca12-42c0-87af-4e5d57f1b9a4 req-6d2ba5d8-c8d7-46e2-9d35-d86d82bec33c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.2256060 Aug 29 17:17:17.161292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-0524e04e-23b4-485c-9d87-fb08f8680470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:17.163626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-0524e04e-23b4-485c-9d87-fb08f8680470 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2261887 Aug 29 17:17:17.200793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:17.201314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.220878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Transition to ACTIVE for port object 5847bdc3-b5c2-4757-a58d-2e24ed3415ba will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:17.300321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f5b2ddcf-9797-462f-ba67-43910b78f443 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:17.305357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f5b2ddcf-9797-462f-ba67-43910b78f443 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:17.305997 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.407134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-4abf6c77-ef8f-4a48-a8a7-4b9fcdddd05f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:17.408697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-4abf6c77-ef8f-4a48-a8a7-4b9fcdddd05f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 821 time: 0.2577956 Aug 29 17:17:17.424882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dcf81f49-7471-4e6e-becf-220191b104bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.429211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Request body: {'port': {'device_id': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'admin_state_up': True, 'tenant_id': '6055e94fc9d449f1b1b0c4eade2655e9'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:17.490953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.498653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dcf81f49-7471-4e6e-becf-220191b104bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.520764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-b11350d4-108c-4095-9a8b-743e42e3ad3f tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9082160 Aug 29 17:17:17.535521 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.538385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port f5b2ddcf-9797-462f-ba67-43910b78f443, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f5b2ddcf-9797-462f-ba67-43910b78f443,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:17.548981 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.552295 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Transition to ACTIVE for port object 154c8f1e-81f6-4385-b162-ed47a00a9aba will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:17.565032 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.600194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Request body: {'port': {'device_id': '9129a12f-848a-4b41-bc54-02abd7f5124c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:17.615021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Sync routers for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:17.633414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:17.634056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:17.652424 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Attempting to bind port 154c8f1e-81f6-4385-b162-ed47a00a9aba on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:17.653137 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Attempting to bind port 154c8f1e-81f6-4385-b162-ed47a00a9aba by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:17.654162 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Attempting to bind port 154c8f1e-81f6-4385-b162-ed47a00a9aba on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:17.670083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dcf81f49-7471-4e6e-becf-220191b104bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c53e623066a4236a66df19be0ca2268&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0970070 Aug 29 17:17:17.676415 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:17.677132 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:17.677912 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.678520 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:17.679220 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Bound port: 154c8f1e-81f6-4385-b162-ed47a00a9aba, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:17.679834 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.694250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=f5b2ddcf-9797-462f-ba67-43910b78f443,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:17.711346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57760) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:17.711965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57762) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:17.720456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-network', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:17.755300 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] For port 154c8f1e-81f6-4385-b162-ed47a00a9aba, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:17.760919 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] For port 154c8f1e-81f6-4385-b162-ed47a00a9aba, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=154c8f1e-81f6-4385-b162-ed47a00a9aba,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:17.766037 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87de26e8-ca12-42c0-87af-4e5d57f1b9a4 req-fd3efcb7-2590-413f-81dd-8ed2734efdaa tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150470 Aug 29 17:17:17.776108 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.801247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:17.813796 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Routers {'81f887ff-5321-4931-b636-ba3717a357ba'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:17.814965 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['81f887ff-5321-4931-b636-ba3717a357ba'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:17.819262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Made reservation on behalf of b1dc50cb97de42eabee5a89a4c5c9efb for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:17.823930 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.859116 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c62e51-f1cf-43da-9780-d511f276daf0 None None] Pushing event updated for resources: {'Port': ['ID=154c8f1e-81f6-4385-b162-ed47a00a9aba,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:17.891991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.959537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf81f49-7471-4e6e-becf-220191b104bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8597665-a561-4755-bd75-02886366e1ac,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:17.964023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-a700bad9-7a84-496e-8bca-794ce161526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:17.966265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-a700bad9-7a84-496e-8bca-794ce161526c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7706084 Aug 29 17:17:18.023527 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c62e51-f1cf-43da-9780-d511f276daf0 None None] Pushing event updated for resources: {'Port': ['ID=154c8f1e-81f6-4385-b162-ed47a00a9aba,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:18.023991 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.035611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc634c-76c2-4024-9976-8ed9b7be9c0f req-8846889e-0529-4a2c-af7c-6325e46d7ac1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:18.040606 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] Set router 81f887ff-5321-4931-b636-ba3717a357ba gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:18.043248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97cc634c-76c2-4024-9976-8ed9b7be9c0f req-8846889e-0529-4a2c-af7c-6325e46d7ac1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 946 time: 0.4222963 Aug 29 17:17:18.084424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:13Z', 'revision_number': 2, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:18.102539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-fe417556-9ec9-4c50-92f1-7344eb97760b service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256123 Aug 29 17:17:18.111876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97cc634c-76c2-4024-9976-8ed9b7be9c0f req-cdc6ce8a-6fb6-475c-9db5-d0b809899c2d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676885 Aug 29 17:17:18.122112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Checking router: d29812be-aca3-419f-83c4-5acd652b66a1 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:18.122579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Updating router d29812be-aca3-419f-83c4-5acd652b66a1 port 53807b3a-8b6b-4963-9422-39185efcc06b binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:18.156421 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.176644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.181556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9c403e2-5a8e-444c-bf7c-63cb51448418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.297202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629f18-3b6d-4d6b-a9fd-c049bf15dc26 req-e42f5af8-ad4a-4144-a3b3-67b8c76cd049 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:18.299212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9629f18-3b6d-4d6b-a9fd-c049bf15dc26 req-e42f5af8-ad4a-4144-a3b3-67b8c76cd049 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 931 time: 0.4153116 Aug 29 17:17:18.310972 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7a84fe18-d991-48e6-8006-390921649878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 3, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port': {'id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:18.342099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab831c37-9e0b-4312-a662-75872d0f9d9f req-79609969-9873-4849-bbec-72e6ab48eab9 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:18.343620 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab831c37-9e0b-4312-a662-75872d0f9d9f req-79609969-9873-4849-bbec-72e6ab48eab9 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 935 time: 0.1173389 Aug 29 17:17:18.351777 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84fe18-d991-48e6-8006-390921649878 None None] The sync data for ids ['81f887ff-5321-4931-b636-ba3717a357ba'] in n-d-713499-15 is: [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 3, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port': {'id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:18.421240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab831c37-9e0b-4312-a662-75872d0f9d9f req-affab42e-871f-499d-beb3-356c81b0a4a0 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714521 Aug 29 17:17:18.467426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f5b2ddcf-9797-462f-ba67-43910b78f443 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:18.473377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.497135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Pushing event updated for resources: {'Port': ['ID=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:18.514408 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.520162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b70588-702b-4790-8ec0-b35e5fd7641a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:18.527295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:18.533249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.540954 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9c403e2-5a8e-444c-bf7c-63cb51448418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.552028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Made reservation on behalf of 6055e94fc9d449f1b1b0c4eade2655e9 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:18.556205 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.558002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:18.573452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:18.573644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Transition to ACTIVE for port object 92b70588-702b-4790-8ec0-b35e5fd7641a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:18.613455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:17:18.629414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f5b2ddcf-9797-462f-ba67-43910b78f443 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:18.630033 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.636411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-7e8dc2cc-4131-4933-9d8f-8a23b135621a service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192161 Aug 29 17:17:18.638849 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.676567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.702148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Transition to ACTIVE for port object 53807b3a-8b6b-4963-9422-39185efcc06b will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:18.714079 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.748834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2792d3-ce68-478a-94f7-63e8009a1ada,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:18.774753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9629f18-3b6d-4d6b-a9fd-c049bf15dc26 req-99e63116-2ea9-44ef-8206-b4384ff3951e tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994478 Aug 29 17:17:18.803609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.803955 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Added segment 6993bb88-2331-408e-8484-ac3c639aaf37 of type vlan for network c46d23a0-a022-43ac-89c5-461b7ba508c4 Aug 29 17:17:18.844079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Allocated IP 172.20.0.12 (182fe0bf-31b7-4f93-8a4b-78128e1e9cf3/dbb74628-7c4a-434a-b4f3-a722701f2685/273b3599-8581-4802-b916-d52cbd6b6d1c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:18.868297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d687f60-d475-46be-b563-b1a356bf28c5 None None] Pushing event updated for resources: {'Port': ['ID=53807b3a-8b6b-4963-9422-39185efcc06b,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:18.873405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.914448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.948395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Attempting to bind port 53807b3a-8b6b-4963-9422-39185efcc06b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:18.948768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Attempting to bind port 53807b3a-8b6b-4963-9422-39185efcc06b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:18.949187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Attempting to bind port 53807b3a-8b6b-4963-9422-39185efcc06b on network ab1af198-a2d0-452b-a5c2-37f8c475916a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:18.955198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:18.955571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Checking segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:18.955968 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.956359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Bound using segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:18.956822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Bound port: 53807b3a-8b6b-4963-9422-39185efcc06b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:18.957204 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.992364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6121ebba-691e-462f-a7e7-f52c718f85b4 req-b2ff4a49-17e4-44d3-b67f-a00618930b0d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 210 time: 0.1220720 Aug 29 17:17:19.086277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] For port 53807b3a-8b6b-4963-9422-39185efcc06b, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:19.088864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-767232aa-2b5a-4ba7-b7c2-13abc65de051 None None] Provisioning for port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:19.095651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] For port 53807b3a-8b6b-4963-9422-39185efcc06b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=53807b3a-8b6b-4963-9422-39185efcc06b,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:19.095965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-767232aa-2b5a-4ba7-b7c2-13abc65de051 None None] Provisioning complete for port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:19.096273 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-767232aa-2b5a-4ba7-b7c2-13abc65de051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.120775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.191632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:19.192276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:19.193080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Pushing event updated for resources: {'Port': ['ID=92b70588-702b-4790-8ec0-b35e5fd7641a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:19.298767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:19.300863 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.311075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:19.375846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f41ae9-dfeb-4e3e-af98-65b2761cbdea req-6ed7cfa3-0b21-40b1-b57f-56b76315e4ee tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:19.377424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03f41ae9-dfeb-4e3e-af98-65b2761cbdea req-6ed7cfa3-0b21-40b1-b57f-56b76315e4ee tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1803951 Aug 29 17:17:19.397038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-767232aa-2b5a-4ba7-b7c2-13abc65de051 None None] Port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:19.444846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d687f60-d475-46be-b563-b1a356bf28c5 None None] Pushing event updated for resources: {'Port': ['ID=53807b3a-8b6b-4963-9422-39185efcc06b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:19.457127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Allocated IP 172.20.0.1 (e38673ee-3ce3-4da0-99d0-c6989cd99209/ff81a36d-aa8d-4a35-87b4-8e9902319a60/2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:19.466285 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.466636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9c403e2-5a8e-444c-bf7c-63cb51448418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.471333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9c403e2-5a8e-444c-bf7c-63cb51448418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.482908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c9c403e2-5a8e-444c-bf7c-63cb51448418 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8597665-a561-4755-bd75-02886366e1ac HTTP/1.1" status: 204 len: 168 time: 1.7625918 Aug 29 17:17:19.487765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.488799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:19.489376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.505503 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03f41ae9-dfeb-4e3e-af98-65b2761cbdea req-59949886-5b84-4d7a-9d5c-794a20d771f7 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187963 Aug 29 17:17:19.513652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Attempting to bind port 92b70588-702b-4790-8ec0-b35e5fd7641a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:19.517459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Attempting to bind port 92b70588-702b-4790-8ec0-b35e5fd7641a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:19.517981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Attempting to bind port 92b70588-702b-4790-8ec0-b35e5fd7641a on network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:19.534240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Port 92b70588-702b-4790-8ec0-b35e5fd7641a on network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:19.535105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Attempting to bind port 92b70588-702b-4790-8ec0-b35e5fd7641a on network a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:19.552373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:19.552850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Checking segment: {'id': 'f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:19.553400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Bound using segment: {'id': 'f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:19.554035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Bound port: 92b70588-702b-4790-8ec0-b35e5fd7641a, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:19.556718 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.601530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:19Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:19.609536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c403e2-5a8e-444c-bf7c-63cb51448418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8597665-a561-4755-bd75-02886366e1ac,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:19.630249 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-a6138877-5560-404b-979e-5367de7a7f2a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8541827 Aug 29 17:17:19.644130 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9276686 Aug 29 17:17:19.673837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57782) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:19.698717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Request body: {'port': {'device_id': 'e52a636e-7ac1-4780-bd5e-77ed44b47ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:19.702659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb50e56-448b-420a-a75f-ba634a0d802f req-c4ddf616-6cb7-4938-98ef-1d5a22eda480 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:19.704214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8bb50e56-448b-420a-a75f-ba634a0d802f req-c4ddf616-6cb7-4938-98ef-1d5a22eda480 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1098 time: 0.7304742 Aug 29 17:17:19.722849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Request body: {'subnet': {'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-subnet', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:19.761054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026245b-309f-48fc-bbfc-3752f33ba94e admin admin] Pushing event updated for resources: {'Network': ['ID=c46d23a0-a022-43ac-89c5-461b7ba508c4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:19.786649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751e170-4ae9-4426-a97c-4c46bc9e08be None None] The sync data for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 is: [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:19Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:19.793348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c46d23a0-a022-43ac-89c5-461b7ba508c4 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:17:19.817717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.880280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.883388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8bb50e56-448b-420a-a75f-ba634a0d802f req-5e55f9f0-3cc2-42b5-b381-4a95801fc420 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472816 Aug 29 17:17:19.928052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.944633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Transition to ACTIVE for port object 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:19.949877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d222521-807e-413e-bbb2-d21ed519f38d req-1bb6e646-1999-486b-87f0-65d6a79e4ca2 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:19.951418 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d222521-807e-413e-bbb2-d21ed519f38d req-1bb6e646-1999-486b-87f0-65d6a79e4ca2 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 935 time: 0.2766607 Aug 29 17:17:19.960344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Made reservation on behalf of b1dc50cb97de42eabee5a89a4c5c9efb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:19.962687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.988763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:20.010354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Pushing event updated for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:20.015266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] For port 92b70588-702b-4790-8ec0-b35e5fd7641a, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:20.075748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:20.104586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:20.115938 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d222521-807e-413e-bbb2-d21ed519f38d req-709b11d0-a548-43bb-b65b-2d9298a1bc2c tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300185 Aug 29 17:17:20.133939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] For port 92b70588-702b-4790-8ec0-b35e5fd7641a, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=92b70588-702b-4790-8ec0-b35e5fd7641a,segment=NetworkSegment(f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e),segment_id=f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:20.157956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57792) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:20.180395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.244650 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71096aae-47a0-4546-b52e-e1abdb20f01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.297966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Pushing event updated for resources: {'Port': ['ID=92b70588-702b-4790-8ec0-b35e5fd7641a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:20.323582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84e132-561a-4c71-b2a0-19696e96eeb8 req-c7339ef5-f588-4a16-b231-2b6f2d3a26d4 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:20.330687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b84e132-561a-4c71-b2a0-19696e96eeb8 req-c7339ef5-f588-4a16-b231-2b6f2d3a26d4 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 943 time: 0.2304933 Aug 29 17:17:20.338447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.362298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:20.364080 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.365948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0912e33-da3a-49c0-b04e-4227f70c8a19 service neutron] 10.222.0.44 "PUT /v2.0/ports/92b70588-702b-4790-8ec0-b35e5fd7641a HTTP/1.1" status: 200 len: 1092 time: 2.7914531 Aug 29 17:17:20.368035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9129a12f-848a-4b41-bc54-02abd7f5124c', 'tag': '92b70588-702b-4790-8ec0-b35e5fd7641a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:20.370699 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744" -d '{"events": [{"name": "network-changed", "server_uuid": "9129a12f-848a-4b41-bc54-02abd7f5124c", "tag": "92b70588-702b-4790-8ec0-b35e5fd7641a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:20.380584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:20.381949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.427245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:20.459576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Network e38673ee-3ce3-4da0-99d0-c6989cd99209 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:20.462833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48e461-2c7a-4c51-81be-d276c0731a8b req-e27fe4d2-e1ba-4aff-b5a8-1267272ad41b tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:20.470820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf48e461-2c7a-4c51-81be-d276c0731a8b req-e27fe4d2-e1ba-4aff-b5a8-1267272ad41b tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1098 time: 0.2221692 Aug 29 17:17:20.473240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:20.488535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:20.555348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b84e132-561a-4c71-b2a0-19696e96eeb8 req-6791d714-2f35-4ff9-933c-86e3fb629ab3 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236457 Aug 29 17:17:20.600880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-2c64e7db-5b70-4ced-ace0-0b29c6c6ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:20.604011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-2c64e7db-5b70-4ced-ace0-0b29c6c6ab1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84069ddf4fa44fa3b96b9d87fe058e79&device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 1095 time: 0.1841183 Aug 29 17:17:20.648872 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.694689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf48e461-2c7a-4c51-81be-d276c0731a8b req-67a7f674-a9db-4abd-8b10-09c4a36096e1 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223113 Aug 29 17:17:20.699842 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-3c3cfdc1-d612-4b09-9a0a-f1d367967182 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92b70588-702b-4790-8ec0-b35e5fd7641a HTTP/1.1" status: 200 len: 217 time: 0.0812588 Aug 29 17:17:20.731839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 53807b3a-8b6b-4963-9422-39185efcc06b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:20.765566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5847bdc3-b5c2-4757-a58d-2e24ed3415ba {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:20.827824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.832226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-4f665317-e57f-47a0-96de-38efdeeda1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:20.833845 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-4f665317-e57f-47a0-96de-38efdeeda1ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53c443b9-b535-4974-a01b-5dcac10b8741 HTTP/1.1" status: 200 len: 854 time: 0.0884452 Aug 29 17:17:20.835419 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e23cb-31b3-488c-9d6a-49097576409a x-openstack-request-id: req-db6e23cb-31b3-488c-9d6a-49097576409a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:20.835789 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9129a12f-848a-4b41-bc54-02abd7f5124c", "tag": "92b70588-702b-4790-8ec0-b35e5fd7641a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:20.836150 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db6e23cb-31b3-488c-9d6a-49097576409a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:20.836660 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9129a12f-848a-4b41-bc54-02abd7f5124c', 'tag': '92b70588-702b-4790-8ec0-b35e5fd7641a', 'status': 'completed', 'code': 200} Aug 29 17:17:20.839108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 53807b3a-8b6b-4963-9422-39185efcc06b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:20.843522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 53807b3a-8b6b-4963-9422-39185efcc06b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:20.843902 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.853929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Transition to ACTIVE for port object 5847bdc3-b5c2-4757-a58d-2e24ed3415ba will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:20.928055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-486b7eb9-90ad-4140-a59f-d3a30bcaaaac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736980 Aug 29 17:17:20.969474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.989781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c0e250a1-fb47-4a61-ac4c-48dd2b22aa6c None None] Provisioning for port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:20.995155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c0e250a1-fb47-4a61-ac4c-48dd2b22aa6c None None] Provisioning complete for port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:20.995546 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c0e250a1-fb47-4a61-ac4c-48dd2b22aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.997473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.047286 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-a0d94cc4-04b6-4c0a-94e0-4d0da1c613a1 service neutron] 10.222.0.44 "GET /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086159 Aug 29 17:17:21.050745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.069115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c0e250a1-fb47-4a61-ac4c-48dd2b22aa6c None None] Port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:21.073787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 53807b3a-8b6b-4963-9422-39185efcc06b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=53807b3a-8b6b-4963-9422-39185efcc06b,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:21.081390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.082661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 154c8f1e-81f6-4385-b162-ed47a00a9aba up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:21.114635 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71096aae-47a0-4546-b52e-e1abdb20f01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.122981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72ce0e-5013-48f3-8855-33d2f16d7971 req-7d4bb479-92df-4882-ac7e-8503c6518331 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:21.124630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d72ce0e-5013-48f3-8855-33d2f16d7971 req-7d4bb479-92df-4882-ac7e-8503c6518331 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.2793844 Aug 29 17:17:21.171623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71096aae-47a0-4546-b52e-e1abdb20f01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.195001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 154c8f1e-81f6-4385-b162-ed47a00a9aba completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:21.200150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d4fcf8e7-a254-48d8-9f8f-60d23eb4347c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7787230 Aug 29 17:17:21.204599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 154c8f1e-81f6-4385-b162-ed47a00a9aba triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:21.205209 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.244394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=53807b3a-8b6b-4963-9422-39185efcc06b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:21.247231 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-71096aae-47a0-4546-b52e-e1abdb20f01d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43bbd16adf4d4dba8cde2aac7d7ab21a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0862615 Aug 29 17:17:21.247961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78da7db2-fe98-48f9-b497-7b8d32d5561e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:21.257382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57802) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:21.267952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Request body: {'port': {'device_id': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:21.300973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6491-f7f9-4b4d-a913-edae53fd0385 req-2af6151b-7811-499f-b108-001cb648d515 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:21.302721 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-798e6491-f7f9-4b4d-a913-edae53fd0385 req-2af6151b-7811-499f-b108-001cb648d515 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 932 time: 0.5325630 Aug 29 17:17:21.320060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:21.363649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d72ce0e-5013-48f3-8855-33d2f16d7971 req-4630562c-461c-455f-9496-fb01aa893528 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043016 Aug 29 17:17:21.377164 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.409351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 154c8f1e-81f6-4385-b162-ed47a00a9aba, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=154c8f1e-81f6-4385-b162-ed47a00a9aba,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:21.416853 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.465232 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.517368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71096aae-47a0-4546-b52e-e1abdb20f01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4706ca5b-36e1-4f14-aef6-09ec3946d724,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:21.544861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=154c8f1e-81f6-4385-b162-ed47a00a9aba,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:21.554531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-798e6491-f7f9-4b4d-a913-edae53fd0385 req-37768964-ee2e-45e9-be32-70847e3b76c8 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402518 Aug 29 17:17:21.581898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.591345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455b3c9c-e7f9-45a9-ae8d-0ca4974d1ac7 req-3b73d947-0d44-40df-a7ec-39ca1a756d8c service neutron] 10.222.0.44 "GET /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060663 Aug 29 17:17:21.625074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Attempting to bind port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:21.625416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Attempting to bind port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:21.625746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Attempting to bind port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:21.632404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a00d6e6-06e4-4d8b-8302-ff7f54629e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.634198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Checking segment: {'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:21.634563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Network hostable DHCP agents. Network: c46d23a0-a022-43ac-89c5-461b7ba508c4, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:17:21.644345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:21.644716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Attempting to bind port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:21.653474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:21.653901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:21.654237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:21.655938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Bound port: 5847bdc3-b5c2-4757-a58d-2e24ed3415ba, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:21.655938 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.764398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a00d6e6-06e4-4d8b-8302-ff7f54629e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.812255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-1113a7d0-4206-4203-92ae-98935457cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:21.813720 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-1113a7d0-4206-4203-92ae-98935457cd24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84069ddf4fa44fa3b96b9d87fe058e79&device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 1095 time: 0.1019645 Aug 29 17:17:21.822716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Network c46d23a0-a022-43ac-89c5-461b7ba508c4 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:17:21.873279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] For port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:21.904086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5efc0b-e20c-45bd-a2db-63c4d00c3407 req-f746b7d7-ff3f-4f7f-9e2e-9237af3aef97 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:21.905562 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc5efc0b-e20c-45bd-a2db-63c4d00c3407 req-f746b7d7-ff3f-4f7f-9e2e-9237af3aef97 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 947 time: 0.2863307 Aug 29 17:17:21.906363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] For port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:21.909384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.919640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f0713-ca3b-4694-b631-ea89058e408a req-84a7e9cf-6577-47be-993e-c1b9e0202143 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:21.921356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd7f0713-ca3b-4694-b631-ea89058e408a req-84a7e9cf-6577-47be-993e-c1b9e0202143 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 943 time: 0.1064913 Aug 29 17:17:21.922893 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.926218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c46d23a0-a022-43ac-89c5-461b7ba508c4) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:21.926375 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.934545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ea205-623a-4b84-8713-c4ccc49e85dc None None] Network c46d23a0-a022-43ac-89c5-461b7ba508c4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:21.962190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:21.962851 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.009652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.010686 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.012208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] 10.222.0.44 "PUT /v2.0/ports/5847bdc3-b5c2-4757-a58d-2e24ed3415ba HTTP/1.1" status: 200 len: 1096 time: 2.3182154 Aug 29 17:17:22.021057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a636e-7ac1-4780-bd5e-77ed44b47ba0', 'tag': '5847bdc3-b5c2-4757-a58d-2e24ed3415ba'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:22.023638 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a636e-7ac1-4780-bd5e-77ed44b47ba0", "tag": "5847bdc3-b5c2-4757-a58d-2e24ed3415ba"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:22.076654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.084373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd7f0713-ca3b-4694-b631-ea89058e408a req-6e315571-a1e6-45aa-a415-75576af9e6d1 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521800 Aug 29 17:17:22.100005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496eb4c-c4a7-4ceb-8254-e07db1b15bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:22.163272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c46d23a0-a022-43ac-89c5-461b7ba508c4', 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'fixed_ips': [{'subnet_id': '78da7db2-fe98-48f9-b497-7b8d32d5561e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:17:22.164586 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.290657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:22.316190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-18b61160-8fbd-455c-8cae-b97b6185fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.317698 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-18b61160-8fbd-455c-8cae-b97b6185fd34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 1099 time: 0.1995463 Aug 29 17:17:22.344686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a00d6e6-06e4-4d8b-8302-ff7f54629e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.347126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a00d6e6-06e4-4d8b-8302-ff7f54629e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.348247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0a00d6e6-06e4-4d8b-8302-ff7f54629e48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4706ca5b-36e1-4f14-aef6-09ec3946d724 HTTP/1.1" status: 204 len: 168 time: 1.0703156 Aug 29 17:17:22.349559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4b1b2093-4be4-4f03-b08f-e709b4708d22 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6323984 Aug 29 17:17:22.372251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc5efc0b-e20c-45bd-a2db-63c4d00c3407 req-0a75923c-c02e-4b02-be5c-8557805d76f2 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523194 Aug 29 17:17:22.375680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57816) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:22.415198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca25ca-286d-4186-99de-01f0da538165 req-0df36b37-0ba1-45fe-8e1a-cb1c19289312 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.421006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:22.425517 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23ca25ca-286d-4186-99de-01f0da538165 req-0df36b37-0ba1-45fe-8e1a-cb1c19289312 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1098 time: 0.1903579 Aug 29 17:17:22.447398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00d6e6-06e4-4d8b-8302-ff7f54629e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4706ca5b-36e1-4f14-aef6-09ec3946d724,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:22.461583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-b9514f73-c24b-40d5-ad82-dd9df0cb5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.463215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-b9514f73-c24b-40d5-ad82-dd9df0cb5f0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a HTTP/1.1" status: 200 len: 915 time: 0.6378148 Aug 29 17:17:22.463587 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f22668-537f-4d0c-aa3e-63e3bd7138e2 x-openstack-request-id: req-99f22668-537f-4d0c-aa3e-63e3bd7138e2 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:22.463878 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a636e-7ac1-4780-bd5e-77ed44b47ba0", "tag": "5847bdc3-b5c2-4757-a58d-2e24ed3415ba", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:22.464131 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99f22668-537f-4d0c-aa3e-63e3bd7138e2 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:22.465063 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52a636e-7ac1-4780-bd5e-77ed44b47ba0', 'tag': '5847bdc3-b5c2-4757-a58d-2e24ed3415ba', 'status': 'completed', 'code': 200} Aug 29 17:17:22.466648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-3bd2a0de-e2ac-497c-829f-b0b6867bb101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=5847bdc3-b5c2-4757-a58d-2e24ed3415ba HTTP/1.1" status: 200 len: 217 time: 0.1396034 Aug 29 17:17:22.529919 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.530741 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.534639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-5a21b628-ae8a-4049-a30d-4f9831f57171 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92b70588-702b-4790-8ec0-b35e5fd7641a HTTP/1.1" status: 200 len: 217 time: 0.0559766 Aug 29 17:17:22.535721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Allocated IP 172.20.0.2 (c46d23a0-a022-43ac-89c5-461b7ba508c4/78da7db2-fe98-48f9-b497-7b8d32d5561e/8416adc4-c2c1-406b-b848-8ae794a8daef) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:22.555822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Network e38673ee-3ce3-4da0-99d0-c6989cd99209 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:22.562225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:22.588611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 53807b3a-8b6b-4963-9422-39185efcc06b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:22.651615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23ca25ca-286d-4186-99de-01f0da538165 req-6390384f-999c-4196-a09c-3f6867948bd5 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223573 Aug 29 17:17:22.678224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-2bbe3ab0-cc8b-4401-81e8-52746e8c487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.682306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-2bbe3ab0-cc8b-4401-81e8-52746e8c487f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2001734 Aug 29 17:17:22.711204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-6ca26e5d-f799-437b-8bba-fdc6be9ddda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.712702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-6ca26e5d-f799-437b-8bba-fdc6be9ddda9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53c443b9-b535-4974-a01b-5dcac10b8741 HTTP/1.1" status: 200 len: 854 time: 0.1712642 Aug 29 17:17:22.754248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.755731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 53807b3a-8b6b-4963-9422-39185efcc06b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:22.756249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.876991 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:22.884003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-0435c94a-5010-4251-867e-960bb3044262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.885520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-0435c94a-5010-4251-867e-960bb3044262 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1946349 Aug 29 17:17:22.891395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Transition to ACTIVE for port object 8416adc4-c2c1-406b-b848-8ae794a8daef will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:22.892488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Router 81f887ff-5321-4931-b636-ba3717a357ba has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:22.900124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5197890-6b66-4cf9-aa0e-ad6a920f3706 req-cdab8763-37da-4eba-afce-3a51ecbe253c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.909669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5197890-6b66-4cf9-aa0e-ad6a920f3706 req-cdab8763-37da-4eba-afce-3a51ecbe253c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 932 time: 0.1811383 Aug 29 17:17:22.921396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Transition to ACTIVE for port object 8416adc4-c2c1-406b-b848-8ae794a8daef will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:22.925005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-87867d96-91a8-485c-9dba-ce7f74488f91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646295 Aug 29 17:17:22.929117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273b3599-8581-4802-b916-d52cbd6b6d1c {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:22.943780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.028639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 154c8f1e-81f6-4385-b162-ed47a00a9aba up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:23.030823 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-1558b1e9-736c-416f-9468-c2a5e5fcb693 service neutron] 10.222.0.44 "GET /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958037 Aug 29 17:17:23.035568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.044743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Network c46d23a0-a022-43ac-89c5-461b7ba508c4 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:23.055496 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5197890-6b66-4cf9-aa0e-ad6a920f3706 req-b852e423-8770-41eb-8e3f-d48445a60f94 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413786 Aug 29 17:17:23.056125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601da0-0e12-436b-890b-1a6ef084fb13 req-06908a08-356d-4eec-af6a-b62d32fa03d6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.063383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8601da0-0e12-436b-890b-1a6ef084fb13 req-06908a08-356d-4eec-af6a-b62d32fa03d6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.5106239 Aug 29 17:17:23.080080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:23.095343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:23.111676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-47a3d643-2f88-4b5c-9e7b-b2837764e1df None None] Provisioning complete for port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:23.111902 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-47a3d643-2f88-4b5c-9e7b-b2837764e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.147319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-aef92d61-a5b9-45f9-a57c-1fbf2d3b00d7 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356803 Aug 29 17:17:23.149572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Pushing event updated for resources: {'Port': ['ID=8416adc4-c2c1-406b-b848-8ae794a8daef,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:23.207504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-47a3d643-2f88-4b5c-9e7b-b2837764e1df None None] Port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:23.223391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Attempting to bind port 8416adc4-c2c1-406b-b848-8ae794a8daef on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:23.223887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Attempting to bind port 8416adc4-c2c1-406b-b848-8ae794a8daef by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:23.224256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Attempting to bind port 8416adc4-c2c1-406b-b848-8ae794a8daef on network c46d23a0-a022-43ac-89c5-461b7ba508c4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:23.233540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:23.233770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Checking segment: {'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:23.234036 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.234440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Bound using segment: {'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:23.235006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Bound port: 8416adc4-c2c1-406b-b848-8ae794a8daef, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:23.235335 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.238717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 154c8f1e-81f6-4385-b162-ed47a00a9aba triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:23.238922 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.243273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:23.251910 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Sync routers for ids ['81f887ff-5321-4931-b636-ba3717a357ba'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:23.252550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3740631f-1b6c-45c0-a56c-d3ec0c8fda03 admin admin] 10.222.0.41 "PUT /v2.0/routers/81f887ff-5321-4931-b636-ba3717a357ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8523178 Aug 29 17:17:23.265984 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Routers {'81f887ff-5321-4931-b636-ba3717a357ba'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:23.267616 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['81f887ff-5321-4931-b636-ba3717a357ba'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:23.326411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Transition to ACTIVE for port object 273b3599-8581-4802-b916-d52cbd6b6d1c will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:23.359158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18223b54-9f86-45f7-a5a8-96f6179ee741 req-90695b30-6f43-42f3-a484-98b3269039c2 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016783 Aug 29 17:17:23.370022 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.372387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] For port 8416adc4-c2c1-406b-b848-8ae794a8daef, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:23.373370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.376948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] For port 8416adc4-c2c1-406b-b848-8ae794a8daef, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8416adc4-c2c1-406b-b848-8ae794a8daef,segment=NetworkSegment(6993bb88-2331-408e-8484-ac3c639aaf37),segment_id=6993bb88-2331-408e-8484-ac3c639aaf37)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:23.450978 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.470526 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Set router 81f887ff-5321-4931-b636-ba3717a357ba gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:23.522293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-639cbdd2-d148-4e14-8cbd-54ae82047bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.523750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-639cbdd2-d148-4e14-8cbd-54ae82047bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 1099 time: 0.0924513 Aug 29 17:17:23.577470 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8601da0-0e12-436b-890b-1a6ef084fb13 req-3293a9b7-37ad-42a1-9f0e-7194bf75d1bd tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131884 Aug 29 17:17:23.583046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Pushing event updated for resources: {'Port': ['ID=8416adc4-c2c1-406b-b848-8ae794a8daef,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:23.599903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.600258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.600599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.600941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.601290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.601619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.601939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.602270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.602611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.602947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.606614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.606973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9ba1-29ae-44b7-a008-049923fe911b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:23.685426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Pushing event updated for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:23.741009 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9f9ed2-8379-41d3-9b1a-13ee9aaf2744 req-997373e0-ba32-4f11-b6a3-107c61ba64b0 service neutron] 10.222.0.44 "GET /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015779 Aug 29 17:17:23.752188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-6b2161cd-7bc1-403e-ab6f-9c729c6159b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.757466 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-6b2161cd-7bc1-403e-ab6f-9c729c6159b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2257149 Aug 29 17:17:23.851051 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-995a234f-a696-4870-aea4-7534f802edd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=5847bdc3-b5c2-4757-a58d-2e24ed3415ba HTTP/1.1" status: 200 len: 217 time: 0.0767181 Aug 29 17:17:23.867974 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 4, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port': {'id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a', 'name': '', 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'mac_address': 'fa:16:3e:66:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ff81a36d-aa8d-4a35-87b4-8e9902319a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:19Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 2, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'subnets': [{'id': 'ff81a36d-aa8d-4a35-87b4-8e9902319a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:23.906436 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Checking router: 81f887ff-5321-4931-b636-ba3717a357ba for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:23.906832 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Updating router 81f887ff-5321-4931-b636-ba3717a357ba port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:23.948598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:23.948896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:23.950113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:23.952441 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.962454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfdd03-f063-402e-8714-1782a1327fc4 req-8f0e6891-70ff-46ab-ad5c-5c2fea88705b tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.964143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ffdfdd03-f063-402e-8714-1782a1327fc4 req-8f0e6891-70ff-46ab-ad5c-5c2fea88705b tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 943 time: 0.2480693 Aug 29 17:17:23.966096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:23.966487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:23.974016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:23.974487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:23.975115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:23.975481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Bound port: 273b3599-8581-4802-b916-d52cbd6b6d1c, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:23.975905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:23.988970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-5e924d78-298b-4af9-a375-f20f43b272a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.992140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-5e924d78-298b-4af9-a375-f20f43b272a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1372185 Aug 29 17:17:24.091186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-ca8703e1-cbb1-43cd-af1e-920594521fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:24.091899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:24.093393 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-ca8703e1-cbb1-43cd-af1e-920594521fbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928590 Aug 29 17:17:24.095191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:24.171944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.223712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ffdfdd03-f063-402e-8714-1782a1327fc4 req-5fd8ce99-9263-42b0-bbb2-def1faff083d tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512913 Aug 29 17:17:24.255343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:24.255534 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.256981 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] 10.222.0.43 "PUT /v2.0/ports/273b3599-8581-4802-b916-d52cbd6b6d1c HTTP/1.1" status: 200 len: 1093 time: 2.9959636 Aug 29 17:17:24.257342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:24.259962 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:24.260933 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-8879cd1e-bfb8-4190-a83f-4cf4a7877f48 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597006 Aug 29 17:17:24.349945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994de263-e5ac-4ea2-a59d-7dc9d2f78f3f service neutron] Pushing event updated for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:24.369972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.408585 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.428742 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Transition to ACTIVE for port object 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:24.434834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.451770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d5bb56d-dbd4-4be0-9ffa-dd08f49dc098 req-f0ea0f7b-963d-49f2-a18b-e16032fe4ab6 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822476 Aug 29 17:17:24.457500 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.524993 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3385ebc-abc3-4de9-b0af-bc9f0a968d20 None None] Pushing event updated for resources: {'Port': ['ID=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:24.533432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-0f45d4e5-424e-4c50-81cc-4530bdf1c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:24.535923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-0f45d4e5-424e-4c50-81cc-4530bdf1c4af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1096 time: 0.2221777 Aug 29 17:17:24.588462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8416adc4-c2c1-406b-b848-8ae794a8daef up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:24.601074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-06519c3e-e410-40b4-812a-1ef6bea0f868 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273b3599-8581-4802-b916-d52cbd6b6d1c HTTP/1.1" status: 200 len: 217 time: 0.0520897 Aug 29 17:17:24.636943 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Attempting to bind port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:24.637322 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Attempting to bind port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:24.637747 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Attempting to bind port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a on network e38673ee-3ce3-4da0-99d0-c6989cd99209 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:24.644753 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:24.645136 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Checking segment: {'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:24.645720 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.646131 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Bound using segment: {'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:24.646659 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Bound port: 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:24.647085 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.647231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffb974-a94a-4dc1-b3b6-ccddc9b3b8bd req-42f6a80e-3697-433d-a419-d5edbe1bbbb9 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:24.654887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33ffb974-a94a-4dc1-b3b6-ccddc9b3b8bd req-42f6a80e-3697-433d-a419-d5edbe1bbbb9 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 947 time: 0.2989740 Aug 29 17:17:24.706110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8416adc4-c2c1-406b-b848-8ae794a8daef completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:24.748826 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] For port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:24.754085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] For port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,segment=NetworkSegment(038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5),segment_id=038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:24.760390 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:24.767453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-7917d4f8-bf9e-43f8-82a2-8610a8f4163c tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:17:24.776809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-7917d4f8-bf9e-43f8-82a2-8610a8f4163c tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0712392 Aug 29 17:17:24.788837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Request body: {'binding': {'host': 'n-h1-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:24.789299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Unknown quota resources ['binding']. {{(pid=94796) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:17:24.837639 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3385ebc-abc3-4de9-b0af-bc9f0a968d20 None None] Pushing event updated for resources: {'Port': ['ID=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:24.840584 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Routers {'81f887ff-5321-4931-b636-ba3717a357ba'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:24.841291 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['81f887ff-5321-4931-b636-ba3717a357ba'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:24.876683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Allocated IP 172.25.2.97 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/bebfcc7c-d7d0-42d2-bb50-083419558e61) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:24.932848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d46fd633-26c0-46b2-a680-7992569e9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:24.934918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-d46fd633-26c0-46b2-a680-7992569e9a9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.2788172 Aug 29 17:17:24.953909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33ffb974-a94a-4dc1-b3b6-ccddc9b3b8bd req-22b0c536-4933-447f-8eb1-347f53adc4ff tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318401 Aug 29 17:17:24.989824 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] Set router 81f887ff-5321-4931-b636-ba3717a357ba gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:25.005372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 92b70588-702b-4790-8ec0-b35e5fd7641a details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:25.039333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-82c61fa9-f155-41db-824b-1f7273edc1e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793145 Aug 29 17:17:25.139798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a849ef-847a-4200-b62a-cc6fadc76045 None None] Network c46d23a0-a022-43ac-89c5-461b7ba508c4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:25.203803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-144a094e-0bd1-4575-a278-386e35042ec7 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549077 Aug 29 17:17:25.206132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on host n-h1-713499-15 for vnic_type normal with profile None {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:25.206473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:25.206869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:25.219815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:25.220147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:25.257977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:25.257977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:25.258331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:25.258675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Bound port: 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:25.261751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4d3dac43-20d2-4c64-925c-2cf0ab52bad5 None None] Provisioning for port 8416adc4-c2c1-406b-b848-8ae794a8daef completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:25.271935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 92b70588-702b-4790-8ec0-b35e5fd7641a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=92b70588-702b-4790-8ec0-b35e5fd7641a,segment=NetworkSegment(f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e),segment_id=f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:25.275723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4d3dac43-20d2-4c64-925c-2cf0ab52bad5 None None] Provisioning complete for port 8416adc4-c2c1-406b-b848-8ae794a8daef triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:25.276092 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4d3dac43-20d2-4c64-925c-2cf0ab52bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:25.313394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:25.315300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '92b70588-702b-4790-8ec0-b35e5fd7641a', 'network_id': 'a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a', 'port_id': '92b70588-702b-4790-8ec0-b35e5fd7641a', 'mac_address': 'fa:16:3e:c5:f9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c443b9-b535-4974-a01b-5dcac10b8741', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:25.378931 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 4, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port': {'id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a', 'name': '', 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'mac_address': 'fa:16:3e:66:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ff81a36d-aa8d-4a35-87b4-8e9902319a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:19Z', 'updated_at': '2021-08-29T17:17:24Z', 'revision_number': 4, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'subnets': [{'id': 'ff81a36d-aa8d-4a35-87b4-8e9902319a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:25.408027 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7031ba9-7025-4a18-b65b-cf0d6ccdea70 None None] The sync data for ids ['81f887ff-5321-4931-b636-ba3717a357ba'] in n-d-713499-15 is: [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 4, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port': {'id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a', 'name': '', 'network_id': 'e38673ee-3ce3-4da0-99d0-c6989cd99209', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'mac_address': 'fa:16:3e:66:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ff81a36d-aa8d-4a35-87b4-8e9902319a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:19Z', 'updated_at': '2021-08-29T17:17:24Z', 'revision_number': 4, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'subnets': [{'id': 'ff81a36d-aa8d-4a35-87b4-8e9902319a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:25.424396 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:25.469475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b70588-702b-4790-8ec0-b35e5fd7641a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:25.514160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 92b70588-702b-4790-8ec0-b35e5fd7641a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=92b70588-702b-4790-8ec0-b35e5fd7641a,segment=NetworkSegment(f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e),segment_id=f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:25.518154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4d3dac43-20d2-4c64-925c-2cf0ab52bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:25.522027 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:25.612959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4d3dac43-20d2-4c64-925c-2cf0ab52bad5 None None] For port 8416adc4-c2c1-406b-b848-8ae794a8daef, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8416adc4-c2c1-406b-b848-8ae794a8daef,segment=NetworkSegment(6993bb88-2331-408e-8484-ac3c639aaf37),segment_id=6993bb88-2331-408e-8484-ac3c639aaf37)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:25.615392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=92b70588-702b-4790-8ec0-b35e5fd7641a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:25.622893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4d3dac43-20d2-4c64-925c-2cf0ab52bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:25.636089 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-478be9ca-6cb7-4e40-97d7-fe8046072ceb req-96d550d2-23b0-4a9e-9c7d-6f9fea060ed6 tempest-FloatingIPDetailsNegativeTestJSON-1192485437 tempest-FloatingIPDetailsNegativeTestJSON-1192485437-project] show failed (client error): The resource could not be found. Aug 29 17:17:25.637973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478be9ca-6cb7-4e40-97d7-fe8046072ceb req-96d550d2-23b0-4a9e-9c7d-6f9fea060ed6 tempest-FloatingIPDetailsNegativeTestJSON-1192485437 tempest-FloatingIPDetailsNegativeTestJSON-1192485437-project] 10.222.0.41 "GET /v2.0/floatingips/4ccd0a15-134f-475e-81f2-555ae737b989 HTTP/1.1" status: 404 len: 350 time: 0.3301437 Aug 29 17:17:25.648186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:25.683920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dac43-20d2-4c64-925c-2cf0ab52bad5 None None] Pushing event updated for resources: {'Port': ['ID=8416adc4-c2c1-406b-b848-8ae794a8daef,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:25.724450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:25.736486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e65bf0b9-cdca-49e3-9522-8fb560e528d7 req-4c31281e-da30-4e54-8251-2fbd8f4331b5 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139782 Aug 29 17:17:25.744796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:25.746990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-c3a1b064-482e-453a-94eb-42ffaa41b458 service neutron] 10.222.0.41 "POST /v2.0/ports/6e02cd88-6db4-4148-83d1-b5a8f1a38b5b/bindings HTTP/1.1" status: 201 len: 390 time: 0.9683659 Aug 29 17:17:25.748709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:25.750366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['92b70588-702b-4790-8ec0-b35e5fd7641a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:25.843392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:25.886987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:25.893814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:25.946655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Pushing event updated for resources: {'Port': ['ID=bebfcc7c-d7d0-42d2-bb50-083419558e61,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:25.983087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf6f0c-7072-4033-b20f-392deb607ee2 req-bb4d424c-642e-4db2-a7a2-3d3c5a983688 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:25.990386 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ddf6f0c-7072-4033-b20f-392deb607ee2 req-bb4d424c-642e-4db2-a7a2-3d3c5a983688 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 944 time: 0.1807687 Aug 29 17:17:26.006161 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f242e80d-d3f1-4f69-a033-cbf6a4e1bc7d x-openstack-request-id: req-f242e80d-d3f1-4f69-a033-cbf6a4e1bc7d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:26.006445 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:26.006731 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f242e80d-d3f1-4f69-a033-cbf6a4e1bc7d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:26.007124 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c', 'status': 'completed', 'code': 200} Aug 29 17:17:26.093564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3f15b51c-0b00-4c3b-bc39-51645efdbd3e None None] Provisioning complete for port 8416adc4-c2c1-406b-b848-8ae794a8daef triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:26.094145 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f15b51c-0b00-4c3b-bc39-51645efdbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:26.167021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ddf6f0c-7072-4033-b20f-392deb607ee2 req-0e7d4222-71ed-46d6-a284-f6481f1248dd tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625345 Aug 29 17:17:26.230395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-5007244c-78ee-4e40-9730-160d175c268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.232560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-5007244c-78ee-4e40-9730-160d175c268f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1096 time: 0.1643174 Aug 29 17:17:26.428076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-45f231ce-415a-48be-b89c-0df3f6f8d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.429550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-45f231ce-415a-48be-b89c-0df3f6f8d672 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.1513608 Aug 29 17:17:26.506960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-f03a3f04-2c37-4d0e-9b52-dde5607d578f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273b3599-8581-4802-b916-d52cbd6b6d1c HTTP/1.1" status: 200 len: 217 time: 0.0626349 Aug 29 17:17:26.507506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:26.562353 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8416adc4-c2c1-406b-b848-8ae794a8daef up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:26.570623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-2b3d5097-aeb4-4bf6-85a9-d92c3b686f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.572181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-2b3d5097-aeb4-4bf6-85a9-d92c3b686f64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1098 time: 0.1982317 Aug 29 17:17:26.583027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b2d1d-3d62-4b43-8a66-27d09febd28a req-39726e95-d74f-42ba-b5e0-fe275024e406 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.584910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-875b2d1d-3d62-4b43-8a66-27d09febd28a req-39726e95-d74f-42ba-b5e0-fe275024e406 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.2098818 Aug 29 17:17:26.619839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8416adc4-c2c1-406b-b848-8ae794a8daef triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:26.620399 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:26.649868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbdd89-d536-46da-952e-9d2f463d5fe2 req-4c55b146-cc1b-4026-bdce-946f45f64904 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.653972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fbdd89-d536-46da-952e-9d2f463d5fe2 req-4c55b146-cc1b-4026-bdce-946f45f64904 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 944 time: 0.2230577 Aug 29 17:17:26.680294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-24797a4b-ee42-43b7-8e19-b9d34377a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.682022 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-24797a4b-ee42-43b7-8e19-b9d34377a0b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.1383488 Aug 29 17:17:26.722698 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-875b2d1d-3d62-4b43-8a66-27d09febd28a req-d5c38f71-d24a-49f5-abe9-86c651fcbe31 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237798 Aug 29 17:17:26.769272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-1a446450-145e-4f5b-ac52-8e23fd90615c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388386 Aug 29 17:17:26.779622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-ad14922f-ea1d-4fff-964e-4ea3f3fa0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.781092 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-ad14922f-ea1d-4fff-964e-4ea3f3fa0f75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.1910324 Aug 29 17:17:26.825576 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fbdd89-d536-46da-952e-9d2f463d5fe2 req-858a40ca-ed26-4ca5-bddf-2a089f8ce325 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380107 Aug 29 17:17:26.879604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-50baacf8-aa41-4d5e-aa89-ff41b5cfdd73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 200 len: 217 time: 0.0902839 Aug 29 17:17:26.904098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:26.973858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:26.976300 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:26.977897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:26.978272 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:26.988068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76ffbf-cfcd-4da4-a8de-7c78b4149586 req-ea83aa16-154e-44fc-b7cd-b1cc4fd169ee tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.989544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-4960a0ee-b635-4798-be6d-9a9021a5f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.989668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb76ffbf-cfcd-4da4-a8de-7c78b4149586 req-ea83aa16-154e-44fc-b7cd-b1cc4fd169ee tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 947 time: 0.0949028 Aug 29 17:17:26.990995 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-4960a0ee-b635-4798-be6d-9a9021a5f459 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0927138 Aug 29 17:17:27.006574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94746-2dde-42d0-829a-ae4f4318e5e2 req-54e761ad-fb13-464d-be32-be6f807b7c28 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.012372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5db94746-2dde-42d0-829a-ae4f4318e5e2 req-54e761ad-fb13-464d-be32-be6f807b7c28 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 946 time: 0.1565661 Aug 29 17:17:27.049561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5847bdc3-b5c2-4757-a58d-2e24ed3415ba details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:27.052130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 92b70588-702b-4790-8ec0-b35e5fd7641a up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:27.069799 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-52f98872-302d-4f06-987c-5976f4290604 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827630 Aug 29 17:17:27.077017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-64d47250-1d92-418c-b1a7-cf81962229c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571365 Aug 29 17:17:27.080456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.126095 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.151188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5db94746-2dde-42d0-829a-ae4f4318e5e2 req-4c5fa266-fed7-4281-8f69-83573e8aa9ef tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365805 Aug 29 17:17:27.186013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb76ffbf-cfcd-4da4-a8de-7c78b4149586 req-c35a89a3-8e0c-4613-a745-86e573091bb6 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841185 Aug 29 17:17:27.230789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 92b70588-702b-4790-8ec0-b35e5fd7641a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:27.237947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,segment=NetworkSegment(038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5),segment_id=038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:27.243681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 92b70588-702b-4790-8ec0-b35e5fd7641a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:27.244117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.289571 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.315149 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff225291-d4a8-4a42-a4ea-03b0d6f9017c req-b46757e2-2d97-4ce3-88cc-9af918f27a61 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359278 Aug 29 17:17:27.329962 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-fc0fa57f-02b8-456f-addc-17e1d32bd481 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117643 Aug 29 17:17:27.351501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:27.362232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:27.366051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65114d8-636d-446e-87a3-4515f69c5068 req-9fea1a68-4f8b-4257-ac52-fc00ba1959c3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.373215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b65114d8-636d-446e-87a3-4515f69c5068 req-9fea1a68-4f8b-4257-ac52-fc00ba1959c3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 944 time: 0.0772543 Aug 29 17:17:27.400016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '5847bdc3-b5c2-4757-a58d-2e24ed3415ba', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '5847bdc3-b5c2-4757-a58d-2e24ed3415ba', 'mac_address': 'fa:16:3e:d5:67:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:27.400269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Router fec3f37a-a13c-4ac6-93aa-087d37c28d05 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:17:27.438234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b65114d8-636d-446e-87a3-4515f69c5068 req-235995c7-7c9a-469b-a646-5ab120333886 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636632 Aug 29 17:17:27.467144 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.492889 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.520419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5847bdc3-b5c2-4757-a58d-2e24ed3415ba {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:27.534013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9129a12f-848a-4b41-bc54-02abd7f5124c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b70588-702b-4790-8ec0-b35e5fd7641a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:27.537089 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d90d3-8f3c-4000-9626-7393f1920ff7" -d '{"events": [{"server_uuid": "9129a12f-848a-4b41-bc54-02abd7f5124c", "name": "network-vif-plugged", "status": "completed", "tag": "92b70588-702b-4790-8ec0-b35e5fd7641a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:27.564065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 92b70588-702b-4790-8ec0-b35e5fd7641a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=92b70588-702b-4790-8ec0-b35e5fd7641a,segment=NetworkSegment(f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e),segment_id=f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:27.566292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:27.572024 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.576777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.581864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-ab32221f-ba26-4989-ac9f-9113697205c6 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427142 Aug 29 17:17:27.593472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:27.615126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Sync routers for ids ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:27.626667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.628091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-571c6fb0-5b02-4557-8db8-594caba0954f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.2410011 Aug 29 17:17:27.630777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57922) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:27.633590 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe15356-b209-4fa2-8b47-d999bcca714f x-openstack-request-id: req-dfe15356-b209-4fa2-8b47-d999bcca714f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:27.634100 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9129a12f-848a-4b41-bc54-02abd7f5124c", "name": "network-vif-plugged", "status": "completed", "tag": "92b70588-702b-4790-8ec0-b35e5fd7641a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:27.634410 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfe15356-b209-4fa2-8b47-d999bcca714f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:27.634875 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9129a12f-848a-4b41-bc54-02abd7f5124c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b70588-702b-4790-8ec0-b35e5fd7641a', 'code': 200} Aug 29 17:17:27.644782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Routers {'fec3f37a-a13c-4ac6-93aa-087d37c28d05'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:27.645520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:27.724188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-2ec7fa31-71e4-42cd-899a-eb186ae64ddc tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.725871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-2ec7fa31-71e4-42cd-899a-eb186ae64ddc tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1098 time: 0.0670264 Aug 29 17:17:27.732328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Deleting port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:27.732755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.748770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-15'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:27.779351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Set router fec3f37a-a13c-4ac6-93aa-087d37c28d05 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:27.791100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc0f3-bbd3-4064-8f99-d5a40571ad84 req-d33518de-df1c-4868-9d81-95714c0fa432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.793545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f11bc0f3-bbd3-4064-8f99-d5a40571ad84 req-d33518de-df1c-4868-9d81-95714c0fa432 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 1097 time: 0.0978167 Aug 29 17:17:27.898348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=92b70588-702b-4790-8ec0-b35e5fd7641a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:27.924452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] For port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,segment=NetworkSegment(038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5),segment_id=038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:27.926524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.934396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['5847bdc3-b5c2-4757-a58d-2e24ed3415ba'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:27.945609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Calling delete_port for 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:27.954161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:27.959508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57930) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:27.964672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f11bc0f3-bbd3-4064-8f99-d5a40571ad84 req-1f9812dd-e47b-446c-beb5-20737f9e54a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641312 Aug 29 17:17:28.010463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:28.031894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7738b3-b9c7-43db-acbb-e3455752f632 req-65c3d9b4-0373-48a9-a5e8-05c15665e597 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:28.033996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c7738b3-b9c7-43db-acbb-e3455752f632 req-65c3d9b4-0373-48a9-a5e8-05c15665e597 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1564820 Aug 29 17:17:28.121075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fca6cb-5117-4656-98b5-3e3c958a02b0 req-7ce7c16b-da13-43d6-b1fe-51ceaebac923 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:28.122916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7fca6cb-5117-4656-98b5-3e3c958a02b0 req-7ce7c16b-da13-43d6-b1fe-51ceaebac923 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 945 time: 0.1607277 Aug 29 17:17:28.168303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:17:26Z', 'revision_number': 3, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port': {'id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:24Z', 'updated_at': '2021-08-29T17:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:28.208529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Checking router: fec3f37a-a13c-4ac6-93aa-087d37c28d05 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:28.208768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Updating router fec3f37a-a13c-4ac6-93aa-087d37c28d05 port bebfcc7c-d7d0-42d2-bb50-083419558e61 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:28.237954 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.459115 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c7738b3-b9c7-43db-acbb-e3455752f632 req-2b00d5c7-8240-480d-a96b-7b9900825b9f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761439 Aug 29 17:17:28.472983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:28.477871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-008f9290-66a3-4e13-b43a-b33e3dedd5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.506837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7fca6cb-5117-4656-98b5-3e3c958a02b0 req-a18a326f-737a-492b-8217-9566479bf9b6 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503361 Aug 29 17:17:28.537318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:28.586994 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:17:28.625087 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.636582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:28.637290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.657341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43fcb3-602e-465b-bb00-f8c408d93715 req-98d258cf-310f-4afb-bf04-b536e5e65efe tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:28.659616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea43fcb3-602e-465b-bb00-f8c408d93715 req-98d258cf-310f-4afb-bf04-b536e5e65efe tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 946 time: 0.0926390 Aug 29 17:17:28.661487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.676227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:28.713521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Transition to ACTIVE for port object bebfcc7c-d7d0-42d2-bb50-083419558e61 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:28.725391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.727011 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.745759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab4345-c06d-4e0e-be3b-c9cd5a23dc1e req-268173c0-7c55-41b2-b205-d48e54a359fb tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:28.747309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04ab4345-c06d-4e0e-be3b-c9cd5a23dc1e req-268173c0-7c55-41b2-b205-d48e54a359fb tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 948 time: 0.1477880 Aug 29 17:17:28.757718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea43fcb3-602e-465b-bb00-f8c408d93715 req-6718e31e-de40-4a65-b4c4-5bc7039222e3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823021 Aug 29 17:17:28.772853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:28.776024 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c97cce-a718-45a0-a080-afb98b78d76d" -d '{"events": [{"server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "name": "network-vif-unplugged", "status": "completed", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:28.782386 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.785543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:28.800965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Attempting to bind port bebfcc7c-d7d0-42d2-bb50-083419558e61 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:28.800965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Attempting to bind port bebfcc7c-d7d0-42d2-bb50-083419558e61 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:28.801231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Attempting to bind port bebfcc7c-d7d0-42d2-bb50-083419558e61 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:28.808051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12d666-055e-419f-8c3c-4d3d02ee8305 None None] Pushing event updated for resources: {'Port': ['ID=bebfcc7c-d7d0-42d2-bb50-083419558e61,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:28.810811 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.820470 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:28.820853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:28.821257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.821654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:28.822129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Bound port: bebfcc7c-d7d0-42d2-bb50-083419558e61, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:28.822515 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.890464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] For port bebfcc7c-d7d0-42d2-bb50-083419558e61, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:28.895364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] For port bebfcc7c-d7d0-42d2-bb50-083419558e61, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bebfcc7c-d7d0-42d2-bb50-083419558e61,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:28.904951 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.951734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Allocated IP 172.20.0.1 (c46d23a0-a022-43ac-89c5-461b7ba508c4/78da7db2-fe98-48f9-b497-7b8d32d5561e/af3c0311-3d6c-40e7-8928-f47f12404a70) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:28.970172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04ab4345-c06d-4e0e-be3b-c9cd5a23dc1e req-bce6f181-7c3c-478a-8b5e-6c29200a9ec9 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914904 Aug 29 17:17:28.979476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Routers {'fec3f37a-a13c-4ac6-93aa-087d37c28d05'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:28.980739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:29.019903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-008f9290-66a3-4e13-b43a-b33e3dedd5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.022323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:29.033437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-008f9290-66a3-4e13-b43a-b33e3dedd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.040048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12d666-055e-419f-8c3c-4d3d02ee8305 None None] Pushing event updated for resources: {'Port': ['ID=bebfcc7c-d7d0-42d2-bb50-083419558e61,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:29.050374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ae827-e4a2-4e6e-9b72-292051a69dad req-65158d7d-00d0-4f1f-9e17-472c1d6806ee tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.052148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-823ae827-e4a2-4e6e-9b72-292051a69dad req-65158d7d-00d0-4f1f-9e17-472c1d6806ee tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 944 time: 0.1737676 Aug 29 17:17:29.055175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5847bdc3-b5c2-4757-a58d-2e24ed3415ba up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:29.143480 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a9543-d8ff-4f96-ba28-43e74100057c x-openstack-request-id: req-045a9543-d8ff-4f96-ba28-43e74100057c {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:29.143765 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "name": "network-vif-unplugged", "status": "completed", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:29.144024 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-045a9543-d8ff-4f96-ba28-43e74100057c {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:29.144135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.144485 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b', 'code': 200} Aug 29 17:17:29.175999 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-823ae827-e4a2-4e6e-9b72-292051a69dad req-4ebb11ad-c882-432d-8f8a-df1f9c8dd4a5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754423 Aug 29 17:17:29.176890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Transition to ACTIVE for port object af3c0311-3d6c-40e7-8928-f47f12404a70 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:29.182366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:29.190112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] Set router fec3f37a-a13c-4ac6-93aa-087d37c28d05 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:29.192831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:29.193409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.205356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:29.205356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:29.205625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:29.239986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.246128 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-008f9290-66a3-4e13-b43a-b33e3dedd5c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f82c04398bb04b63b14387e6fba56d20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2814517 Aug 29 17:17:29.249931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57942) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:29.251898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f9290-66a3-4e13-b43a-b33e3dedd5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b767c456-5970-4520-b7b6-23032d388dd1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:29.265111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:29.265441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Attempting to bind port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:29.280404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:29.280791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:29.281140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:29.281442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Network c46d23a0-a022-43ac-89c5-461b7ba508c4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:29.281614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Bound port: 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:29.281950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.284773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:29.288801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:29.326869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.327092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=af3c0311-3d6c-40e7-8928-f47f12404a70,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:29.345396 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.403831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:29.407111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:29.436867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 273b3599-8581-4802-b916-d52cbd6b6d1c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:29.447863 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.522644 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.561488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2af9253-d0d8-4c50-b6a9-10656ae927e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.655103 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2af9253-d0d8-4c50-b6a9-10656ae927e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.659413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=8']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:29.673133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:29.689300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.690067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.691608 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-cc345c2a-750d-4de4-b946-89f3e689e794 service neutron] 10.222.0.44 "PUT /v2.0/ports/6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 200 len: 1124 time: 1.9557862 Aug 29 17:17:29.695786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c947bdeb-990c-4a81-8cee-578e31ad29f8 None None] Provisioning for port af3c0311-3d6c-40e7-8928-f47f12404a70 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:29.709094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '273b3599-8581-4802-b916-d52cbd6b6d1c', 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'port_id': '273b3599-8581-4802-b916-d52cbd6b6d1c', 'mac_address': 'fa:16:3e:35:4c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb74628-7c4a-434a-b4f3-a722701f2685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:29.710574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c947bdeb-990c-4a81-8cee-578e31ad29f8 None None] Provisioning complete for port af3c0311-3d6c-40e7-8928-f47f12404a70 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:29.711181 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c947bdeb-990c-4a81-8cee-578e31ad29f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.730924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1a16-48cc-4b8c-a525-99ed7005c97f req-c0de7002-a93c-4aaf-a0a2-40fdfef736e5 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.739335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c75b1a16-48cc-4b8c-a525-99ed7005c97f req-c0de7002-a93c-4aaf-a0a2-40fdfef736e5 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 945 time: 0.1136398 Aug 29 17:17:29.739885 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.774622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7c760-959e-4215-9aa5-caab7ad46451 req-b908858e-1d87-4ca6-9c13-6634d0cec25a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.776204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79d7c760-959e-4215-9aa5-caab7ad46451 req-b908858e-1d87-4ca6-9c13-6634d0cec25a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1887333 Aug 29 17:17:29.790537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['6e02cd88-6db4-4148-83d1-b5a8f1a38b5b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:29.813321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c75b1a16-48cc-4b8c-a525-99ed7005c97f req-cfd8d540-de31-4e87-a1d7-f003c1d070d3 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662966 Aug 29 17:17:29.843610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.853500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.858351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a636e-7ac1-4780-bd5e-77ed44b47ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5847bdc3-b5c2-4757-a58d-2e24ed3415ba'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:29.860718 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf9250-5533-4ddb-9bcd-f3c1bc0ef88a" -d '{"events": [{"server_uuid": "e52a636e-7ac1-4780-bd5e-77ed44b47ba0", "name": "network-vif-plugged", "status": "completed", "tag": "5847bdc3-b5c2-4757-a58d-2e24ed3415ba"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:29.864325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c947bdeb-990c-4a81-8cee-578e31ad29f8 None None] Port af3c0311-3d6c-40e7-8928-f47f12404a70 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:29.877750 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2af9253-d0d8-4c50-b6a9-10656ae927e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.880366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2af9253-d0d8-4c50-b6a9-10656ae927e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.881585 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f2af9253-d0d8-4c50-b6a9-10656ae927e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b767c456-5970-4520-b7b6-23032d388dd1 HTTP/1.1" status: 204 len: 168 time: 0.6306324 Aug 29 17:17:29.890438 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.898392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:29.913843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.922449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273b3599-8581-4802-b916-d52cbd6b6d1c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:29.931845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.942322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af9253-d0d8-4c50-b6a9-10656ae927e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b767c456-5970-4520-b7b6-23032d388dd1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:29.984248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79d7c760-959e-4215-9aa5-caab7ad46451 req-47f6f333-acfe-4819-b251-42c844fc5dd6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391861 Aug 29 17:17:29.984762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Router 81f887ff-5321-4931-b636-ba3717a357ba has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:29.992397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:30.009564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:30.022610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:17:26Z', 'revision_number': 3, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port': {'id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:24Z', 'updated_at': '2021-08-29T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:30.024298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:30.076332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab328c4-8a63-4c0b-a95f-24445b354d60 None None] The sync data for ids ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'] in n-d-713499-15 is: [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:17:26Z', 'revision_number': 3, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port': {'id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:24Z', 'updated_at': '2021-08-29T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:30.137485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=af3c0311-3d6c-40e7-8928-f47f12404a70,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:30.141947 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e6ae6-d12f-4a92-a993-ace7371297ad x-openstack-request-id: req-335e6ae6-d12f-4a92-a993-ace7371297ad {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:30.142248 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a636e-7ac1-4780-bd5e-77ed44b47ba0", "name": "network-vif-plugged", "status": "completed", "tag": "5847bdc3-b5c2-4757-a58d-2e24ed3415ba", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:30.142506 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-335e6ae6-d12f-4a92-a993-ace7371297ad {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:30.143834 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52a636e-7ac1-4780-bd5e-77ed44b47ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5847bdc3-b5c2-4757-a58d-2e24ed3415ba', 'code': 200} Aug 29 17:17:30.176027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:30.192079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97565a31-1dc6-4bae-b38e-fab0c9905da1 req-e6adba85-9a1f-4321-8bdc-c52e570d0868 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:30.201007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97565a31-1dc6-4bae-b38e-fab0c9905da1 req-e6adba85-9a1f-4321-8bdc-c52e570d0868 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 944 time: 0.2649148 Aug 29 17:17:30.219110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:30.226989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ed7071a7-9edf-4cf8-9160-9b5bbff43f8e admin admin] 10.222.0.41 "PUT /v2.0/routers/81f887ff-5321-4931-b636-ba3717a357ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5775142 Aug 29 17:17:30.230987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57964) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:30.231318 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] Sync routers for ids ['81f887ff-5321-4931-b636-ba3717a357ba'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:30.253273 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] Routers {'81f887ff-5321-4931-b636-ba3717a357ba'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:30.256474 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['81f887ff-5321-4931-b636-ba3717a357ba'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:30.291552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['273b3599-8581-4802-b916-d52cbd6b6d1c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:30.301026 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97565a31-1dc6-4bae-b38e-fab0c9905da1 req-e875ba39-49f7-4c36-a231-6d20c191d171 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996211 Aug 29 17:17:30.304471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Network c46d23a0-a022-43ac-89c5-461b7ba508c4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:30.311853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:30.480484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57966) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:30.489717 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] Set router 81f887ff-5321-4931-b636-ba3717a357ba gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:30.563424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de53772-f4bf-4281-a10e-c01bc7e5ac86 req-34702dab-8cc7-40e3-a7e2-e1c5efc570ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:30.564951 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5de53772-f4bf-4281-a10e-c01bc7e5ac86 req-34702dab-8cc7-40e3-a7e2-e1c5efc570ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 1101 time: 0.3250666 Aug 29 17:17:30.644576 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:30.659483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594a57c-c543-4787-9de8-e78c6dfea046 req-52d39594-ea61-40e4-b6d1-e256e0bcca81 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:30.668103 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11018612-ed9c-4e9b-a438-b67bd1a131ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:30.671172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2594a57c-c543-4787-9de8-e78c6dfea046 req-52d39594-ea61-40e4-b6d1-e256e0bcca81 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 949 time: 0.3215218 Aug 29 17:17:30.739095 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5de53772-f4bf-4281-a10e-c01bc7e5ac86 req-68ba8e9d-238a-4ba5-8b49-69ee4ae6a2e5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570208 Aug 29 17:17:30.763044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Router fec3f37a-a13c-4ac6-93aa-087d37c28d05 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:30.817754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6e19d507-1b74-4739-bead-a9ae53722fcb None None] Provisioning complete for port af3c0311-3d6c-40e7-8928-f47f12404a70 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:30.819978 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6e19d507-1b74-4739-bead-a9ae53722fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:30.821362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745900e7-97fd-479e-a344-74f61cd2239a req-5685ec3e-780f-4216-9071-18e0dd95cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:30.823223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745900e7-97fd-479e-a344-74f61cd2239a req-5685ec3e-780f-4216-9071-18e0dd95cb42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84069ddf4fa44fa3b96b9d87fe058e79&device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 1097 time: 0.1372452 Aug 29 17:17:30.823386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2594a57c-c543-4787-9de8-e78c6dfea046 req-440a7812-469a-4c8f-a854-33ebf2880229 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468754 Aug 29 17:17:30.889758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:30.893182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6e19d507-1b74-4739-bead-a9ae53722fcb None None] Port af3c0311-3d6c-40e7-8928-f47f12404a70 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:30.905690 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:28Z', 'revision_number': 5, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port': {'id': '154c8f1e-81f6-4385-b162-ed47a00a9aba', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f887ff-5321-4931-b636-ba3717a357ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:30.915976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089df233-8796-498d-91e0-a67cb4e8ea68 req-c3fedc99-a4b4-42b7-abf9-bb2744a9c25b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:30.924994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-089df233-8796-498d-91e0-a67cb4e8ea68 req-c3fedc99-a4b4-42b7-abf9-bb2744a9c25b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 945 time: 0.1968329 Aug 29 17:17:30.942052 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] Checking router: 81f887ff-5321-4931-b636-ba3717a357ba for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:30.953217 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] Routers {'81f887ff-5321-4931-b636-ba3717a357ba'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:30.954143 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['81f887ff-5321-4931-b636-ba3717a357ba'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:31.019717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b2de-87a3-4b2c-8f95-28a43695092c req-577473f3-b100-4be3-b403-50271992db0d tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.022626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fd3b2de-87a3-4b2c-8f95-28a43695092c req-577473f3-b100-4be3-b403-50271992db0d tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 945 time: 0.1055069 Aug 29 17:17:31.029708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Deleting port 154c8f1e-81f6-4385-b162-ed47a00a9aba {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:31.030556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.051324 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] Set router 81f887ff-5321-4931-b636-ba3717a357ba gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:31.110886 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:30Z', 'revision_number': 6, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:31.116218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-089df233-8796-498d-91e0-a67cb4e8ea68 req-b43ee593-622f-4d88-891b-8be3ff7daafb tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904683 Aug 29 17:17:31.130806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fd3b2de-87a3-4b2c-8f95-28a43695092c req-dbb392fa-de85-48b5-8e99-e9669acafd6e tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922685 Aug 29 17:17:31.146494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:31.147534 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6523c7d-1ad5-4bd4-ade7-0ca2b9a792ee None None] The sync data for ids ['81f887ff-5321-4931-b636-ba3717a357ba'] in n-d-713499-15 is: [{'id': '81f887ff-5321-4931-b636-ba3717a357ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1515879041-router', 'tenant_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:09Z', 'updated_at': '2021-08-29T17:17:30Z', 'revision_number': 6, 'project_id': 'ab26b0b937ea464f8f55e3d5645ba715', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:31.149941 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dba1fe-dff6-4c13-b802-984b5fc6973f" -d '{"events": [{"name": "network-changed", "server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:31.179507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11018612-ed9c-4e9b-a438-b67bd1a131ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.192006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] For port 154c8f1e-81f6-4385-b162-ed47a00a9aba, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=154c8f1e-81f6-4385-b162-ed47a00a9aba,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:31.192380 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.211273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745900e7-97fd-479e-a344-74f61cd2239a req-4ee0c149-8e91-4b62-9ecd-b280adb29150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.213010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745900e7-97fd-479e-a344-74f61cd2239a req-4ee0c149-8e91-4b62-9ecd-b280adb29150 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a HTTP/1.1" status: 200 len: 915 time: 0.2827411 Aug 29 17:17:31.216805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11018612-ed9c-4e9b-a438-b67bd1a131ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.221244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Calling delete_port for 154c8f1e-81f6-4385-b162-ed47a00a9aba owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:31.236466 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c206d0-75ef-49cc-8dad-89866ee7980d x-openstack-request-id: req-e7c206d0-75ef-49cc-8dad-89866ee7980d {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:31.236790 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:31.237002 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7c206d0-75ef-49cc-8dad-89866ee7980d {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:31.237387 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b', 'status': 'completed', 'code': 200} Aug 29 17:17:31.250739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:31.271044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ca2afea-894a-4cea-a608-da823576d3a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/fec3f37a-a13c-4ac6-93aa-087d37c28d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6300819 Aug 29 17:17:31.309897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b9d32-ff88-44aa-8af4-c4f3cf599099 req-801572f5-60ef-41ec-81d8-fa7421beedb3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.311480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf3b9d32-ff88-44aa-8af4-c4f3cf599099 req-801572f5-60ef-41ec-81d8-fa7421beedb3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1076519 Aug 29 17:17:31.348580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-11018612-ed9c-4e9b-a438-b67bd1a131ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd1136ca011b49afbacb4e268805b1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8554354 Aug 29 17:17:31.348580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745900e7-97fd-479e-a344-74f61cd2239a req-5226863e-ab64-4755-bca2-5223b2b43158 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92b70588-702b-4790-8ec0-b35e5fd7641a HTTP/1.1" status: 200 len: 217 time: 0.1237972 Aug 29 17:17:31.364441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57978) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:31.420735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745900e7-97fd-479e-a344-74f61cd2239a req-aa01cf8a-b484-4420-9479-addbd1fe3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.422253 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745900e7-97fd-479e-a344-74f61cd2239a req-aa01cf8a-b484-4420-9479-addbd1fe3496 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53c443b9-b535-4974-a01b-5dcac10b8741 HTTP/1.1" status: 200 len: 854 time: 0.0560665 Aug 29 17:17:31.426367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11018612-ed9c-4e9b-a438-b67bd1a131ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b71387-d4f5-46aa-abbd-52271b8a36ed,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:31.428849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 273b3599-8581-4802-b916-d52cbd6b6d1c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:31.470564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf3b9d32-ff88-44aa-8af4-c4f3cf599099 req-5f796080-e395-4163-9352-6f8a6578c94c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469836 Aug 29 17:17:31.517678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 273b3599-8581-4802-b916-d52cbd6b6d1c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:31.518147 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745900e7-97fd-479e-a344-74f61cd2239a req-db2755db-e7e0-407d-ae39-aaf06fae5048 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708241 Aug 29 17:17:31.525705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 273b3599-8581-4802-b916-d52cbd6b6d1c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:31.527335 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.530099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-9b061fa3-3347-46a7-a521-54e214ad63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.531641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-9b061fa3-3347-46a7-a521-54e214ad63b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1127 time: 0.2347214 Aug 29 17:17:31.547107 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.603576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Pushing event deleted for resources: {'Port': ['ID=154c8f1e-81f6-4385-b162-ed47a00a9aba,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:31.665473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.690890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d888025-0beb-4567-8d8d-2a2e9d63a4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.712543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ef5f-89d5-4efe-944d-6419ce7c28b9 req-ff87bcf0-33a5-4ec4-9dbe-6240bf4b9aaf tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.715561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce40ef5f-89d5-4efe-944d-6419ce7c28b9 req-ff87bcf0-33a5-4ec4-9dbe-6240bf4b9aaf tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 944 time: 0.2909634 Aug 29 17:17:31.725633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:31.732191 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.734833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.753864 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d888025-0beb-4567-8d8d-2a2e9d63a4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.816153 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:31.853654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.859722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.879593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce40ef5f-89d5-4efe-944d-6419ce7c28b9 req-93240bf0-2839-4364-af59-83ab1274f3ec tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896444 Aug 29 17:17:31.905986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-619492e0-f1df-43d9-9426-b126f463ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.907897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-619492e0-f1df-43d9-9426-b126f463ccc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.3545368 Aug 29 17:17:31.914781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745900e7-97fd-479e-a344-74f61cd2239a req-15f8fa17-3b40-4736-bfc0-ac280997a35f service neutron] 10.222.0.44 "GET /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811901 Aug 29 17:17:31.924801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d888025-0beb-4567-8d8d-2a2e9d63a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.932403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d888025-0beb-4567-8d8d-2a2e9d63a4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.942170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2d888025-0beb-4567-8d8d-2a2e9d63a4fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7b71387-d4f5-46aa-abbd-52271b8a36ed HTTP/1.1" status: 204 len: 168 time: 0.5630128 Aug 29 17:17:31.959349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.959908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f887ff-5321-4931-b636-ba3717a357ba {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:17:31.967038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.969041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ae2af3a7-5bcc-4484-bfc6-60be1f28ca40 admin admin] 10.222.0.41 "DELETE /v2.0/routers/81f887ff-5321-4931-b636-ba3717a357ba HTTP/1.1" status: 204 len: 168 time: 1.7370291 Aug 29 17:17:31.974276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57994) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:32.000850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-c109e8e1-5541-4218-8818-0f30abe6ecd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 200 len: 217 time: 0.0847597 Aug 29 17:17:32.032888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a5c8ea-8483-45c3-8556-c28f6c07e524 admin admin] Deleting subnet ff81a36d-aa8d-4a35-87b4-8e9902319a60 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:17:32.037237 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8ea-8483-45c3-8556-c28f6c07e524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.094921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8ea-8483-45c3-8556-c28f6c07e524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.145155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:32.149516 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbd3c73-31f8-4933-8d5b-95a82012922d" -d '{"events": [{"server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "name": "network-vif-plugged", "status": "completed", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:32.169520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d888025-0beb-4567-8d8d-2a2e9d63a4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b71387-d4f5-46aa-abbd-52271b8a36ed,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:32.292809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8ea-8483-45c3-8556-c28f6c07e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.359706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8ea-8483-45c3-8556-c28f6c07e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.384884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340392ae-6af0-4234-886a-84ad2b5fe5b6 None None] Network e38673ee-3ce3-4da0-99d0-c6989cd99209 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:32.398733 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8ea-8483-45c3-8556-c28f6c07e524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.406129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-51a5c8ea-8483-45c3-8556-c28f6c07e524 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ff81a36d-aa8d-4a35-87b4-8e9902319a60 HTTP/1.1" status: 204 len: 168 time: 0.4307299 Aug 29 17:17:32.457525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5c8ea-8483-45c3-8556-c28f6c07e524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff81a36d-aa8d-4a35-87b4-8e9902319a60,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:32.464994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58010) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:32.464994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58012) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:32.476892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-59ec659a-0937-475f-beea-2f38284b229c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417238683', 'description': 'tempest-description--1528946154'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:32.550921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bebfcc7c-d7d0-42d2-bb50-083419558e61 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:32.558444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-dd38b740-7a61-4e09-ac8f-499fa07dc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:32.559911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-dd38b740-7a61-4e09-ac8f-499fa07dc781 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.5370920 Aug 29 17:17:32.624357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-43fa313e-d8d8-445a-ad6d-3ebbbf795e6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460401 Aug 29 17:17:32.669892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd331d9-57db-4dcf-aa1c-f58774afcf8d req-e0159528-b3d2-4b83-b068-c86a497d1844 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:32.679067 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4dd331d9-57db-4dcf-aa1c-f58774afcf8d req-e0159528-b3d2-4b83-b068-c86a497d1844 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 949 time: 0.6819916 Aug 29 17:17:32.705442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59ec659a-0937-475f-beea-2f38284b229c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.710613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port bebfcc7c-d7d0-42d2-bb50-083419558e61 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:32.720454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port bebfcc7c-d7d0-42d2-bb50-083419558e61 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:32.720840 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.760471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745900e7-97fd-479e-a344-74f61cd2239a req-10575982-ea94-448b-85b5-0a8c1c328ffa service neutron] 10.222.0.44 "GET /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8248789 Aug 29 17:17:32.799273 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4dd331d9-57db-4dcf-aa1c-f58774afcf8d req-d4ca4d0a-be1a-4a20-9cdb-9a3a660a995e tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192160 Aug 29 17:17:32.851004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-2f647bae-a9a5-47b4-89c0-b29f9961d6d5 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067132 Aug 29 17:17:32.860734 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.885485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] DHCP port deletion for e38673ee-3ce3-4da0-99d0-c6989cd99209 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:17:32.894355 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a748a448-6980-48d7-9aa6-0eaa8a6f1071 x-openstack-request-id: req-a748a448-6980-48d7-9aa6-0eaa8a6f1071 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:32.894691 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "name": "network-vif-plugged", "status": "completed", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:32.894928 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a748a448-6980-48d7-9aa6-0eaa8a6f1071 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:32.895370 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c', 'code': 200} Aug 29 17:17:32.946616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port bebfcc7c-d7d0-42d2-bb50-083419558e61, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bebfcc7c-d7d0-42d2-bb50-083419558e61,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:33.008247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Sync routers for ids ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:33.013367 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.049174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdc076-337f-40b9-b653-a94f5f7926fc req-c1658986-aa73-4a38-aa94-dbbc51a7c6f5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:33.056233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fecdc076-337f-40b9-b653-a94f5f7926fc req-c1658986-aa73-4a38-aa94-dbbc51a7c6f5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 946 time: 0.0848267 Aug 29 17:17:33.060689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1dba1fe-dff6-4c13-b802-984b5fc6973f req-c43125e5-a6b9-4c80-9aa9-0179eee6b9cf service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966584 Aug 29 17:17:33.113198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:33.116507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=bebfcc7c-d7d0-42d2-bb50-083419558e61,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:33.117531 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fecdc076-337f-40b9-b653-a94f5f7926fc req-b63e6802-12ef-4ad8-9789-9e2ce9158904 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601387 Aug 29 17:17:33.125852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 154c8f1e-81f6-4385-b162-ed47a00a9aba no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:33.133394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Routers {'fec3f37a-a13c-4ac6-93aa-087d37c28d05'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:33.134041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:33.155194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b4182-c0bd-40fb-a981-9ed914e2a6cb req-4a1e3fd4-2500-412c-856f-e35163f3f2d3 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:33.164683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e82b4182-c0bd-40fb-a981-9ed914e2a6cb req-4a1e3fd4-2500-412c-856f-e35163f3f2d3 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 945 time: 0.6065762 Aug 29 17:17:33.201487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 154c8f1e-81f6-4385-b162-ed47a00a9aba {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:33.202088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 154c8f1e-81f6-4385-b162-ed47a00a9aba not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:33.202311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:33.210417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.231520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:33.232026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2b1bb025-1cdf-4e3e-a9cd-6a523a72ff1a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:33.235737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cef0b-4cd7-424d-9dd9-833451f52d82 req-b847fe00-be5f-4101-b2e6-0a4916b7c150 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:33.237398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b6cef0b-4cd7-424d-9dd9-833451f52d82 req-b847fe00-be5f-4101-b2e6-0a4916b7c150 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.0555241 Aug 29 17:17:33.288212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b6cef0b-4cd7-424d-9dd9-833451f52d82 req-bc896d48-63e2-45a9-b497-511b5d99c172 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Aug 29 17:17:33.302663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d6e0-7407-441e-9a13-34228ece8999 req-e3c27085-5f3d-416a-a266-f3cdbf28a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:33.304166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9be4d6e0-7407-441e-9a13-34228ece8999 req-e3c27085-5f3d-416a-a266-f3cdbf28a060 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1098 time: 0.1371291 Aug 29 17:17:33.318046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e82b4182-c0bd-40fb-a981-9ed914e2a6cb req-0dfdbca0-07b3-48f6-8e55-4bb040c80973 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477637 Aug 29 17:17:33.375263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] Deleting port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:33.376156 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.430540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217be5f-1e8a-405c-adbb-ffa14adbcc58 req-fef47fd6-ca7f-4f13-980e-264d625dbe87 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:33.436563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b217be5f-1e8a-405c-adbb-ffa14adbcc58 req-fef47fd6-ca7f-4f13-980e-264d625dbe87 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 944 time: 0.0761232 Aug 29 17:17:33.510184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9be4d6e0-7407-441e-9a13-34228ece8999 req-a2a4ee7f-45bd-4446-a55e-75628c08ba94 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910515 Aug 29 17:17:33.526555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Deleting port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:33.527752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.532789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59ec659a-0937-475f-beea-2f38284b229c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.540509 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b217be5f-1e8a-405c-adbb-ffa14adbcc58 req-1a7b47df-305f-47d7-ba04-0ccfb868df7e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952497 Aug 29 17:17:33.547566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59ec659a-0937-475f-beea-2f38284b229c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.552610 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-67a190ec-252b-4470-ad65-222bdcdfda2a service neutron] 10.222.0.43 "GET /v2.0/ports/6e02cd88-6db4-4148-83d1-b5a8f1a38b5b/bindings/n-h1-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.1093261 Aug 29 17:17:33.623468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59ec659a-0937-475f-beea-2f38284b229c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.627473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-59ec659a-0937-475f-beea-2f38284b229c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1529653 Aug 29 17:17:33.628322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58040) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:33.631769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Set router fec3f37a-a13c-4ac6-93aa-087d37c28d05 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:33.635574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-90db3331-c5ba-4437-bb3c-1fda55eadd7a tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Request body: {'security_group_rule': {'security_group_id': '1fe38f79-beda-4c9c-8ad5-47cad281e063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:33.642218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] For port 7047fbb9-98c3-48e5-b417-eebee85a1fd9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7047fbb9-98c3-48e5-b417-eebee85a1fd9,segment=NetworkSegment(038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5),segment_id=038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:33.642618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.644835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec659a-0937-475f-beea-2f38284b229c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe38f79-beda-4c9c-8ad5-47cad281e063,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:33.664120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Calling delete_port for 7047fbb9-98c3-48e5-b417-eebee85a1fd9 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:33.679563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] For port 7047fbb9-98c3-48e5-b417-eebee85a1fd9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7047fbb9-98c3-48e5-b417-eebee85a1fd9,segment=NetworkSegment(038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5),segment_id=038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:33.681731 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.686972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:33.713161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b has no active binding in host n-h1-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:17:33.715017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] Calling delete_port for 7047fbb9-98c3-48e5-b417-eebee85a1fd9 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:33.782508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90db3331-c5ba-4437-bb3c-1fda55eadd7a tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.787046 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.830131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] No DVR routers for this DVR port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:33.835096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7047fbb9-98c3-48e5-b417-eebee85a1fd9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:33.914571 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.943292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] Pushing event deleted for resources: {'Port': ['ID=7047fbb9-98c3-48e5-b417-eebee85a1fd9,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:33.949009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4c901-eaf4-4114-8360-cacaa287ae01 None None] No DVR routers for this DVR port 7047fbb9-98c3-48e5-b417-eebee85a1fd9 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:33.953259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:33.975381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:17:29Z', 'revision_number': 4, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port': {'id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:24Z', 'updated_at': '2021-08-29T17:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'af3c0311-3d6c-40e7-8928-f47f12404a70', 'name': '', 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'mac_address': 'fa:16:3e:ba:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '78da7db2-fe98-48f9-b497-7b8d32d5561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:28Z', 'updated_at': '2021-08-29T17:17:29Z', 'revision_number': 2, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'subnets': [{'id': '78da7db2-fe98-48f9-b497-7b8d32d5561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:33.983877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:34.002423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Checking router: fec3f37a-a13c-4ac6-93aa-087d37c28d05 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:34.002912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Updating router fec3f37a-a13c-4ac6-93aa-087d37c28d05 port af3c0311-3d6c-40e7-8928-f47f12404a70 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:34.022029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90db3331-c5ba-4437-bb3c-1fda55eadd7a tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.029784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:34.037542 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.037860 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90db3331-c5ba-4437-bb3c-1fda55eadd7a tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.048260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:34.067881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.071279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.080663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38673ee-3ce3-4da0-99d0-c6989cd99209']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:34.093948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:34.094267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038540b8-c9ba-4f5f-b2e5-fac48dbfa5d5') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:34.103966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.136659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afacdf8-228e-4146-92c8-a9df3f3e8587 req-83724329-6f39-4d95-b9fb-85b76c8687f2 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:34.138689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3afacdf8-228e-4146-92c8-a9df3f3e8587 req-83724329-6f39-4d95-b9fb-85b76c8687f2 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 949 time: 0.2355399 Aug 29 17:17:34.140945 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.143463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db3331-c5ba-4437-bb3c-1fda55eadd7a tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2ced9e-6801-4e9a-8c35-3cdb81c4c6e4,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:34.159788 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90db3331-c5ba-4437-bb3c-1fda55eadd7a tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.161010 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-90db3331-c5ba-4437-bb3c-1fda55eadd7a tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5323253 Aug 29 17:17:34.162201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:17:34.162614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.163746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58058) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:17:34.171488 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:17:34.176806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-59b71982-8b0f-4430-b8e4-bca4b44efb99 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Request body: {'security_group_rule': {'security_group_id': '1fe38f79-beda-4c9c-8ad5-47cad281e063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:34.227809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59b71982-8b0f-4430-b8e4-bca4b44efb99 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.240770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3afacdf8-228e-4146-92c8-a9df3f3e8587 req-0229fe5b-0756-49ca-a385-42c231d6045f tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928323 Aug 29 17:17:34.251057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.256632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] Transition to ACTIVE for port object 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:34.258637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.261500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e38673ee-3ce3-4da0-99d0-c6989cd99209 HTTP/1.1" status: 204 len: 168 time: 1.7975154 Aug 29 17:17:34.277370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491859f7-2a95-40a2-9704-046b8d32bf04 admin admin] Pushing event deleted for resources: {'Network': ['ID=e38673ee-3ce3-4da0-99d0-c6989cd99209,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:34.280513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.390760 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.403032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Transition to ACTIVE for port object af3c0311-3d6c-40e7-8928-f47f12404a70 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:34.407150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] No DVR routers for this DVR port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:34.411811 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.441172 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59b71982-8b0f-4430-b8e4-bca4b44efb99 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.443571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] Pushing event updated for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=10']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:34.464449 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59b71982-8b0f-4430-b8e4-bca4b44efb99 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.475182 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-722a6a3a-a74f-41dd-a96c-7f939e245fbf service neutron] 10.222.0.43 "PUT /v2.0/ports/6e02cd88-6db4-4148-83d1-b5a8f1a38b5b/bindings/n-h1-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7659836 Aug 29 17:17:34.494475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b71982-8b0f-4430-b8e4-bca4b44efb99 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a640792-77c2-4412-966f-09d55c621753,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:34.508038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59b71982-8b0f-4430-b8e4-bca4b44efb99 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.512682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-59b71982-8b0f-4430-b8e4-bca4b44efb99 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3430748 Aug 29 17:17:34.512928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58072) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:34.517853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:34.521639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bebfcc7c-d7d0-42d2-bb50-083419558e61 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:34.525027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eabcc-ca6c-4853-8299-f954bd7e42e9 req-b6680782-6a8e-4f86-89c7-1da97428632b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:34.527293 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa1eabcc-ca6c-4853-8299-f954bd7e42e9 req-b6680782-6a8e-4f86-89c7-1da97428632b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 946 time: 0.1806898 Aug 29 17:17:34.600489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704f85c-f9ba-4af2-8477-ccbb9288371b None None] Pushing event updated for resources: {'Port': ['ID=af3c0311-3d6c-40e7-8928-f47f12404a70,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:34.602240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa1eabcc-ca6c-4853-8299-f954bd7e42e9 req-296839a5-eb32-45ba-aaa4-82d8810f2660 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682280 Aug 29 17:17:34.630005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.649890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Attempting to bind port af3c0311-3d6c-40e7-8928-f47f12404a70 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:34.650557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Attempting to bind port af3c0311-3d6c-40e7-8928-f47f12404a70 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:34.650765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Attempting to bind port af3c0311-3d6c-40e7-8928-f47f12404a70 on network c46d23a0-a022-43ac-89c5-461b7ba508c4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:34.660909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:34.661391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Checking segment: {'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:34.661925 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.662462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Bound using segment: {'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:34.663041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Bound port: af3c0311-3d6c-40e7-8928-f47f12404a70, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6993bb88-2331-408e-8484-ac3c639aaf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:34.663551 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.669620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58076) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:34.699927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-bc5c1f8f-1dc3-4d13-823e-88878eafcce9 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:34.701766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-bc5c1f8f-1dc3-4d13-823e-88878eafcce9 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.1529088 Aug 29 17:17:34.757987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1ffe6094-0abb-4d91-8f13-848dfa15df21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab26b0b937ea464f8f55e3d5645ba715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837324 Aug 29 17:17:34.758373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58078) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:34.759754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port bebfcc7c-d7d0-42d2-bb50-083419558e61 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:34.759876 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.816656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-dad9af08-baa3-4a7c-bb47-61785dcd3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:34.818148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-dad9af08-baa3-4a7c-bb47-61785dcd3fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465&tenant_id=692a5920c5fc442fa9250991e80cc201 HTTP/1.1" status: 200 len: 1097 time: 0.0823822 Aug 29 17:17:34.867053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] For port af3c0311-3d6c-40e7-8928-f47f12404a70, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:34.896840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] For port af3c0311-3d6c-40e7-8928-f47f12404a70, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=af3c0311-3d6c-40e7-8928-f47f12404a70,segment=NetworkSegment(6993bb88-2331-408e-8484-ac3c639aaf37),segment_id=6993bb88-2331-408e-8484-ac3c639aaf37)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:34.900201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e071f9-f4cd-4402-909f-8f8e2ef0c4d3 req-b4ff81d1-8c3a-40f7-93ce-c74a93eb14d3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:34.903377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f2e071f9-f4cd-4402-909f-8f8e2ef0c4d3 req-b4ff81d1-8c3a-40f7-93ce-c74a93eb14d3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1459029 Aug 29 17:17:34.908544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57fc3c1a-7d70-4f84-959b-6f16cd96ce5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.936795 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.949847 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57fc3c1a-7d70-4f84-959b-6f16cd96ce5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.955252 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.965009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-961cdff9-b900-4eb4-86ad-009abc301587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:34.966622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-961cdff9-b900-4eb4-86ad-009abc301587 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1097 time: 0.1079197 Aug 29 17:17:34.982058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3e00f-8256-4639-8252-c8e5701c539f req-fe89bdd5-01c1-4ff6-83b2-94a1da28dd63 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:34.983710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05f3e00f-8256-4639-8252-c8e5701c539f req-fe89bdd5-01c1-4ff6-83b2-94a1da28dd63 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 945 time: 0.0884807 Aug 29 17:17:34.990564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f2e071f9-f4cd-4402-909f-8f8e2ef0c4d3 req-aec6b2c4-78e8-4d23-af5b-385086696ab0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765829 Aug 29 17:17:35.025151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704f85c-f9ba-4af2-8477-ccbb9288371b None None] Pushing event updated for resources: {'Port': ['ID=af3c0311-3d6c-40e7-8928-f47f12404a70,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:35.034033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Routers {'fec3f37a-a13c-4ac6-93aa-087d37c28d05'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:35.034782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:35.075579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57fc3c1a-7d70-4f84-959b-6f16cd96ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.078557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57fc3c1a-7d70-4f84-959b-6f16cd96ce5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.079992 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-57fc3c1a-7d70-4f84-959b-6f16cd96ce5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/becf7df5-3fc0-43ac-9147-f1a8a21bf134 HTTP/1.1" status: 204 len: 168 time: 0.3208883 Aug 29 17:17:35.101449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc3c1a-7d70-4f84-959b-6f16cd96ce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becf7df5-3fc0-43ac-9147-f1a8a21bf134,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:35.215866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7047fbb9-98c3-48e5-b417-eebee85a1fd9 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:35.237249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-e75e58bb-978b-40ee-9dbc-8620f602e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:35.240937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-e75e58bb-978b-40ee-9dbc-8620f602e946 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2298710 Aug 29 17:17:35.273288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471f8c5-a440-41b4-b520-3bc1a0c0777a req-5d9f65bc-ea82-481d-9231-a4d79888bd00 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:35.275246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0471f8c5-a440-41b4-b520-3bc1a0c0777a req-5d9f65bc-ea82-481d-9231-a4d79888bd00 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 945 time: 0.0988598 Aug 29 17:17:35.278923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 7047fbb9-98c3-48e5-b417-eebee85a1fd9 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:35.279367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7047fbb9-98c3-48e5-b417-eebee85a1fd9 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:35.303914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05f3e00f-8256-4639-8252-c8e5701c539f req-b62d660a-40d8-4f90-95c3-f57f44a1e532 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891521 Aug 29 17:17:35.319917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] Set router fec3f37a-a13c-4ac6-93aa-087d37c28d05 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:35.369526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-869f664d-08d0-4730-a543-4247a88a3e8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 200 len: 217 time: 0.0697711 Aug 29 17:17:35.380233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0471f8c5-a440-41b4-b520-3bc1a0c0777a req-18477481-fbc4-4e6e-af45-70466737db0b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833473 Aug 29 17:17:35.406049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Allocated IP 172.25.2.215 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/7fcd25a8-4460-4e1e-b0fa-008ceba2eb10) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:35.564648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58094) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:35.619724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.631682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-8bb6bd06-4d7e-42b2-a449-a4061d9557aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:35.633493 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-8bb6bd06-4d7e-42b2-a449-a4061d9557aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.2039552 Aug 29 17:17:35.638423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:17:29Z', 'revision_number': 4, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port': {'id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:24Z', 'updated_at': '2021-08-29T17:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'af3c0311-3d6c-40e7-8928-f47f12404a70', 'name': '', 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'mac_address': 'fa:16:3e:ba:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '78da7db2-fe98-48f9-b497-7b8d32d5561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:28Z', 'updated_at': '2021-08-29T17:17:34Z', 'revision_number': 4, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'subnets': [{'id': '78da7db2-fe98-48f9-b497-7b8d32d5561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:35.647493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89d694-ce23-4b20-a8e1-3e747cde0834 req-46635afa-3a43-4e0e-809c-2b33aeacb944 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:35.649511 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d89d694-ce23-4b20-a8e1-3e747cde0834 req-46635afa-3a43-4e0e-809c-2b33aeacb944 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 949 time: 0.2209518 Aug 29 17:17:35.675924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0198a-046d-4b15-a28f-27078190d153 None None] The sync data for ids ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'] in n-d-713499-15 is: [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:17:29Z', 'revision_number': 4, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port': {'id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:24Z', 'updated_at': '2021-08-29T17:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'af3c0311-3d6c-40e7-8928-f47f12404a70', 'name': '', 'network_id': 'c46d23a0-a022-43ac-89c5-461b7ba508c4', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'mac_address': 'fa:16:3e:ba:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '78da7db2-fe98-48f9-b497-7b8d32d5561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:28Z', 'updated_at': '2021-08-29T17:17:34Z', 'revision_number': 4, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'subnets': [{'id': '78da7db2-fe98-48f9-b497-7b8d32d5561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:35.710783 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-6a567f3b-1c95-440c-b469-00af07d3e7af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565648 Aug 29 17:17:35.780794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf50d-0098-46d5-9487-e59555b8d131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.928771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c69b7-04db-46f5-a28d-d8dd365d224b req-c68e328f-2ac3-4876-9b21-883788289d06 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:35.930335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-003c69b7-04db-46f5-a28d-d8dd365d224b req-c68e328f-2ac3-4876-9b21-883788289d06 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 946 time: 0.0721245 Aug 29 17:17:35.941668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-29e201bf-7c96-4ad4-ac85-f8919c4ef0c0 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066469 Aug 29 17:17:35.946822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d89d694-ce23-4b20-a8e1-3e747cde0834 req-8750d8a3-2fa3-459c-a636-b4f41ed31e80 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815733 Aug 29 17:17:35.952660 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.006211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf50d-0098-46d5-9487-e59555b8d131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.024835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf50d-0098-46d5-9487-e59555b8d131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.064539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b5bf50d-0098-46d5-9487-e59555b8d131 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd6d7a7bf916400f9465476c8451e6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962928 Aug 29 17:17:36.066305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58118) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:36.078645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event updated for resources: {'Port': ['ID=7fcd25a8-4460-4e1e-b0fa-008ceba2eb10,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.084088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:36.089613 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-003c69b7-04db-46f5-a28d-d8dd365d224b req-bce7219c-c2a2-495f-aa75-a89e26669414 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502917 Aug 29 17:17:36.102301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:36.106048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:36.186375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bf50d-0098-46d5-9487-e59555b8d131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa907466-391b-4dff-8968-bf8820d8cd8d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.242157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b6712-4809-4740-a6ff-68619fc1f8ca req-c74bf18a-9f40-4979-ae7c-a7dc1603ca40 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:36.243826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-501b6712-4809-4740-a6ff-68619fc1f8ca req-c74bf18a-9f40-4979-ae7c-a7dc1603ca40 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 945 time: 0.1585853 Aug 29 17:17:36.255402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cb08ba3-0602-44f7-b89b-1ce503a8de89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.284911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-82714173-57d1-4422-876b-1aef4ac82e91 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342321 Aug 29 17:17:36.346871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56733f92-0548-4f89-9f82-524f0b50ff2e req-55ae8d9a-5071-4b05-90b5-cf47a6cc6321 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:36.359558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56733f92-0548-4f89-9f82-524f0b50ff2e req-55ae8d9a-5071-4b05-90b5-cf47a6cc6321 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1394050 Aug 29 17:17:36.388419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.392040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cb08ba3-0602-44f7-b89b-1ce503a8de89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.417896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-501b6712-4809-4740-a6ff-68619fc1f8ca req-9e618148-6af3-4041-af0f-896a872bb8a5 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535573 Aug 29 17:17:36.432144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56733f92-0548-4f89-9f82-524f0b50ff2e req-c2d4efcd-d780-4913-b70e-109033958ba9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693371 Aug 29 17:17:36.493942 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.503082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device af3c0311-3d6c-40e7-8928-f47f12404a70 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:36.545599 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cb08ba3-0602-44f7-b89b-1ce503a8de89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.548809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cb08ba3-0602-44f7-b89b-1ce503a8de89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.549971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9cb08ba3-0602-44f7-b89b-1ce503a8de89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa907466-391b-4dff-8968-bf8820d8cd8d HTTP/1.1" status: 204 len: 168 time: 0.4776933 Aug 29 17:17:36.576836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb08ba3-0602-44f7-b89b-1ce503a8de89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa907466-391b-4dff-8968-bf8820d8cd8d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.610637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port af3c0311-3d6c-40e7-8928-f47f12404a70 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:36.616886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port af3c0311-3d6c-40e7-8928-f47f12404a70 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:36.617524 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.659311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-44f6b5e5-a7da-49a6-be43-9b33a5e377d8 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691652 Aug 29 17:17:36.735615 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.777733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00db139-16f0-410b-a8dd-503b62427ff3 req-736ae06b-7334-43ca-8e28-286878e0fbe2 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:36.785838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c00db139-16f0-410b-a8dd-503b62427ff3 req-736ae06b-7334-43ca-8e28-286878e0fbe2 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1098 time: 0.2457197 Aug 29 17:17:36.805447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port af3c0311-3d6c-40e7-8928-f47f12404a70, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=af3c0311-3d6c-40e7-8928-f47f12404a70,segment=NetworkSegment(6993bb88-2331-408e-8484-ac3c639aaf37),segment_id=6993bb88-2331-408e-8484-ac3c639aaf37)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:36.815550 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.830922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42edc82-9d80-4107-8e64-7536bc109cee req-af1da507-12f8-47ac-bb78-4b0f672db164 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:36.832647 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-af1da507-12f8-47ac-bb78-4b0f672db164 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671705 Aug 29 17:17:36.858573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-47b5da9b-c3f4-4b2a-b8b5-a34c79045f44 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/quotas/1ad4e0b76c9845c69af64ec06f8b7aa7 HTTP/1.1" status: 200 len: 375 time: 0.0174437 Aug 29 17:17:36.868671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=af3c0311-3d6c-40e7-8928-f47f12404a70,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.921124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-d7064ed4-750f-494b-b11e-36c682fa74ea tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618057 Aug 29 17:17:37.060119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58146) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:37.078041 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a9a6375-943e-4909-ba88-aff98eeafd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.118125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-fb8f52ae-2b26-4d92-aef3-aafdf271a7bf tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:37.125429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-fb8f52ae-2b26-4d92-aef3-aafdf271a7bf tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.5526052 Aug 29 17:17:37.197976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c00db139-16f0-410b-a8dd-503b62427ff3 req-997bf7ab-053a-4c59-8bba-6a727fd1aed5 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108596 Aug 29 17:17:37.247353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a9a6375-943e-4909-ba88-aff98eeafd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.261204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a9a6375-943e-4909-ba88-aff98eeafd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.328669 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.342606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.370653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4a9a6375-943e-4909-ba88-aff98eeafd86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ba9439a418b4291a6cf9af32accc4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091910 Aug 29 17:17:37.372143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58158) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:37.380285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a6375-943e-4909-ba88-aff98eeafd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ca271c-c09b-4488-ae6b-bed3f83fb7e9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:37.402655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-ee0d6696-c0c8-466c-937c-34f921b98d44 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:37.404191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-ee0d6696-c0c8-466c-937c-34f921b98d44 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 945 time: 0.1554031 Aug 29 17:17:37.449696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-feddca49-9d95-424a-9cc0-6800990abdc0 service neutron] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:37.492225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:37.493021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-feddca49-9d95-424a-9cc0-6800990abdc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.494017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dade61fc-2a5d-4b7a-886b-91fe1206c53c req-feddca49-9d95-424a-9cc0-6800990abdc0 service neutron] 10.222.0.44 "DELETE /v2.0/ports/6e02cd88-6db4-4148-83d1-b5a8f1a38b5b/bindings/n-h2-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.3585553 Aug 29 17:17:37.533882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event updated for resources: {'Port': ['ID=7fcd25a8-4460-4e1e-b0fa-008ceba2eb10,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:37.539368 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.570231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32828e2-7997-4a09-ba4e-d55efd3e2311 req-2d456795-b47f-4431-940a-a1f1fb034516 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:37.570675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:37.572504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c32828e2-7997-4a09-ba4e-d55efd3e2311 req-2d456795-b47f-4431-940a-a1f1fb034516 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 945 time: 0.2078955 Aug 29 17:17:37.579653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.581114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e95c1dec-2154-444b-9267-59f3ef551e4c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0668840 Aug 29 17:17:37.588593 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a06a9e3-8893-4e00-a1d5-1146cbc97c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.618689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c32828e2-7997-4a09-ba4e-d55efd3e2311 req-4bb7e7e9-c25c-4d43-8dd1-a7734a6fe4d5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363984 Aug 29 17:17:37.650339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73583af4-913f-4253-a2e2-07fe9d46644a req-f8245e5f-3619-489d-9af1-8fae1afaa25c tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 210 time: 0.0588782 Aug 29 17:17:37.653101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a06a9e3-8893-4e00-a1d5-1146cbc97c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.718778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Deleting port 92b70588-702b-4790-8ec0-b35e5fd7641a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:37.719284 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.747434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc8b85-7c4e-4a41-ab13-9b1eda2eaaa3 req-d455ac4f-e003-4c6f-9e58-f5398c3790b6 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:37.748947 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dbc8b85-7c4e-4a41-ab13-9b1eda2eaaa3 req-d455ac4f-e003-4c6f-9e58-f5398c3790b6 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1098 time: 0.0600154 Aug 29 17:17:37.784294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a06a9e3-8893-4e00-a1d5-1146cbc97c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.786931 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a06a9e3-8893-4e00-a1d5-1146cbc97c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.788082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2a06a9e3-8893-4e00-a1d5-1146cbc97c14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6ca271c-c09b-4488-ae6b-bed3f83fb7e9 HTTP/1.1" status: 204 len: 168 time: 0.4145882 Aug 29 17:17:37.812931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dbc8b85-7c4e-4a41-ab13-9b1eda2eaaa3 req-576d14cd-59f9-4a18-a34b-67d8f1e54765 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Aug 29 17:17:37.826997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06a9e3-8893-4e00-a1d5-1146cbc97c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ca271c-c09b-4488-ae6b-bed3f83fb7e9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:37.882735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425fad7-bd79-44ae-a3cd-4285ce32942f req-d8d1a6ea-5c36-4fde-8f1b-088b5cf89043 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:37.888746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1425fad7-bd79-44ae-a3cd-4285ce32942f req-d8d1a6ea-5c36-4fde-8f1b-088b5cf89043 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/ports?device_id=9129a12f-848a-4b41-bc54-02abd7f5124c HTTP/1.1" status: 200 len: 945 time: 0.1208084 Aug 29 17:17:37.927467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] For port 92b70588-702b-4790-8ec0-b35e5fd7641a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=92b70588-702b-4790-8ec0-b35e5fd7641a,segment=NetworkSegment(f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e),segment_id=f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:37.927874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.953072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Calling delete_port for 92b70588-702b-4790-8ec0-b35e5fd7641a owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:37.964758 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1425fad7-bd79-44ae-a3cd-4285ce32942f req-44464ead-3a04-40d8-b3cb-532384d0e8bb tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.41 "GET /v2.0/security-groups?id=e762b2e1-566b-4d8f-b410-ad5d07305c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715141 Aug 29 17:17:37.991975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97c530-5a3e-4562-9c4b-24e33a0c3c65 req-2ede6b1d-6b7d-4787-bf34-91131a093fe5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:37.999116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b97c530-5a3e-4562-9c4b-24e33a0c3c65 req-2ede6b1d-6b7d-4787-bf34-91131a093fe5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.0847163 Aug 29 17:17:38.060411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b97c530-5a3e-4562-9c4b-24e33a0c3c65 req-2733d8e5-540f-48e1-99ab-e697f9ed947f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Aug 29 17:17:38.148069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:38.166513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['92b70588-702b-4790-8ec0-b35e5fd7641a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:38.240150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Pushing event deleted for resources: {'Port': ['ID=92b70588-702b-4790-8ec0-b35e5fd7641a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:38.271942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] No DVR routers for this DVR port 92b70588-702b-4790-8ec0-b35e5fd7641a on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:38.275032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:38.278888 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a7985d2-b2fd-4f0b-bc0f-1bee91794769 req-18f02218-455a-46ff-b2d5-a2cca6ff8ac0 tempest-InstanceActionsTestJSON-1223122841 tempest-InstanceActionsTestJSON-1223122841-project] 10.222.0.44 "DELETE /v2.0/ports/92b70588-702b-4790-8ec0-b35e5fd7641a HTTP/1.1" status: 204 len: 173 time: 0.8632281 Aug 29 17:17:38.279668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9129a12f-848a-4b41-bc54-02abd7f5124c', 'name': 'network-vif-deleted', 'tag': '92b70588-702b-4790-8ec0-b35e5fd7641a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:38.282638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5509-aafc-4467-9982-ca5bc6e330e4 req-0f9fc3f6-eb63-4c86-84ad-7b4b162ab2e5 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:38.284276 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e1b5509-aafc-4467-9982-ca5bc6e330e4 req-0f9fc3f6-eb63-4c86-84ad-7b4b162ab2e5 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1097 time: 0.0470088 Aug 29 17:17:38.286880 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0129c6-7fd2-403a-ab98-76d05c63dd79" -d '{"events": [{"server_uuid": "9129a12f-848a-4b41-bc54-02abd7f5124c", "name": "network-vif-deleted", "tag": "92b70588-702b-4790-8ec0-b35e5fd7641a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:38.330549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-15779da3-7a40-4c0f-a2d5-c5736b98d38f tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1417238683&fields=id&tenant_id=6a1dfb2e572947c5bc85c67306a77aab HTTP/1.1" status: 200 len: 267 time: 0.1801090 Aug 29 17:17:38.336526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e1b5509-aafc-4467-9982-ca5bc6e330e4 req-906b34f7-4ad5-4d48-9a8d-2c8b46c08e20 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447011 Aug 29 17:17:38.483337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-0b481da2-9730-49ea-8f34-c078b5b9af15 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348803 Aug 29 17:17:38.524884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device af3c0311-3d6c-40e7-8928-f47f12404a70 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:38.638741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port af3c0311-3d6c-40e7-8928-f47f12404a70 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:38.639582 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:38.660221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42edc82-9d80-4107-8e64-7536bc109cee req-5723eb27-3068-4d93-8eca-12236f773e43 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:38.671199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-5723eb27-3068-4d93-8eca-12236f773e43 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789362 Aug 29 17:17:38.684534 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b3c92f-5486-4955-af37-14db63b756dd x-openstack-request-id: req-88b3c92f-5486-4955-af37-14db63b756dd {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:38.688263 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9129a12f-848a-4b41-bc54-02abd7f5124c", "name": "network-vif-deleted", "tag": "92b70588-702b-4790-8ec0-b35e5fd7641a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:38.688634 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88b3c92f-5486-4955-af37-14db63b756dd {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:38.689107 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9129a12f-848a-4b41-bc54-02abd7f5124c', 'name': 'network-vif-deleted', 'tag': '92b70588-702b-4790-8ec0-b35e5fd7641a', 'status': 'completed', 'code': 200} Aug 29 17:17:38.700926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Request body: {'port': {'device_id': 'df373b6d-e7cc-4d52-95ef-33effc6bf01c', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '1ad4e0b76c9845c69af64ec06f8b7aa7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:38.770258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-987ccd45-300b-43b5-96e1-9f21222fb02b tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:38.771205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-987ccd45-300b-43b5-96e1-9f21222fb02b tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 824 time: 0.4331257 Aug 29 17:17:38.798451 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-bbb1cd7b-4b8f-4ea2-9b17-4d3c1bba5856 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/quotas/6a1dfb2e572947c5bc85c67306a77aab HTTP/1.1" status: 200 len: 375 time: 0.0192180 Aug 29 17:17:38.897618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-9f987918-5895-4e24-b736-38ecd724d029 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:38.899405 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-9f987918-5895-4e24-b736-38ecd724d029 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 808 time: 0.1462770 Aug 29 17:17:38.919338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-4f98c2ad-afde-4706-b729-8225223c3e42 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074910 Aug 29 17:17:38.923979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-186c69fd-852c-42f1-9c8c-01ff70be4eee tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/quotas/692a5920c5fc442fa9250991e80cc201 HTTP/1.1" status: 200 len: 375 time: 0.0172148 Aug 29 17:17:38.927757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Made reservation on behalf of 1ad4e0b76c9845c69af64ec06f8b7aa7 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:38.932737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:38.985212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-8516fa92-2888-4e6d-a123-d2b1515dd78e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546401 Aug 29 17:17:39.098123 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-2e5eebf9-3a98-4c8c-b3ce-0572cb81d97d service neutron] 10.222.0.41 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057668 Aug 29 17:17:39.201345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-2dbed3a0-e518-4c9b-84d4-cd00b226a1fd service neutron] 10.222.0.41 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956378 Aug 29 17:17:39.333036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-4b38cd7a-1e74-4a5a-a886-51051bbd148e service neutron] 10.222.0.41 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968544 Aug 29 17:17:39.416286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacc0e7-4154-4b39-aea2-ba4ec372c130 req-0eb04a52-9e76-450a-8a6f-fa0dff41e90f tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:39.428111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfacc0e7-4154-4b39-aea2-ba4ec372c130 req-0eb04a52-9e76-450a-8a6f-fa0dff41e90f tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1098 time: 0.0651848 Aug 29 17:17:39.444394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Allocated IP 192.168.233.111 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/71ffc9c0-3298-4bdf-a9b8-6bdc050559e1) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:39.486170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-10ffddcb-b9c9-4732-93de-3896ab0860ec service neutron] 10.222.0.41 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522768 Aug 29 17:17:39.498720 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfacc0e7-4154-4b39-aea2-ba4ec372c130 req-bda90b82-0f99-4efa-bef9-23aa54cdef56 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648675 Aug 29 17:17:39.675566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.726039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Transition to ACTIVE for port object 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:39.743871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58296) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:39.764598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-27d789e4-81d0-4cc9-ad4a-7789933112ab req-26a37b1a-69fc-4b6b-8649-f23ff72d9657 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 210 time: 0.0740943 Aug 29 17:17:39.803053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcbd5ef-a7de-463f-a0d4-44c81ecec5ec admin admin] Deleting subnet 53c443b9-b535-4974-a01b-5dcac10b8741 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:17:39.819657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd5ef-a7de-463f-a0d4-44c81ecec5ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.858526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32924e4f-50ed-4ac9-8a4a-40ec0ee69fcc req-6c6b93c4-bb56-4b14-8449-2ea283f9e27a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 210 time: 0.0392942 Aug 29 17:17:39.929449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd5ef-a7de-463f-a0d4-44c81ecec5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.978535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a005cb-ae53-4854-b29f-9093deb8f89f req-74c999b0-d036-411c-94ae-3d4c22292e96 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:39.981059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-55a005cb-ae53-4854-b29f-9093deb8f89f req-74c999b0-d036-411c-94ae-3d4c22292e96 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1162286 Aug 29 17:17:39.985473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.997017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['5847bdc3-b5c2-4757-a58d-2e24ed3415ba'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:40.067572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd5ef-a7de-463f-a0d4-44c81ecec5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.126205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:40.144208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:40.146542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:40.157189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Pushing event updated for resources: {'Port': ['ID=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:40.186858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-55a005cb-ae53-4854-b29f-9093deb8f89f req-57c66b3c-9461-453f-b682-c70264e804bc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959472 Aug 29 17:17:40.236743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:40.238244 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.243229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd5ef-a7de-463f-a0d4-44c81ecec5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.330781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbd5ef-a7de-463f-a0d4-44c81ecec5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c443b9-b535-4974-a01b-5dcac10b8741,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:40.336157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd5ef-a7de-463f-a0d4-44c81ecec5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.341813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:40.342287 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9dcbd5ef-a7de-463f-a0d4-44c81ecec5ec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53c443b9-b535-4974-a01b-5dcac10b8741 HTTP/1.1" status: 204 len: 168 time: 0.5925348 Aug 29 17:17:40.356131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-3c88bb50-026c-4126-a56a-1964298217fa tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6658859 Aug 29 17:17:40.403134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa163f6f-ed8c-47d8-98d4-35f8c4aa2a3e req-e15321f3-8b43-4610-939f-f2a048fff608 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 210 time: 0.0757411 Aug 29 17:17:40.424561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Request body: {'port': {'device_id': 'df373b6d-e7cc-4d52-95ef-33effc6bf01c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:40.478112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c9ff3c20-8b9e-4582-ba6f-84b0a003bc78 None None] Provisioning for port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:40.490262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.498504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c9ff3c20-8b9e-4582-ba6f-84b0a003bc78 None None] Provisioning complete for port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:40.499622 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c9ff3c20-8b9e-4582-ba6f-84b0a003bc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.527774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.550926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff3c20-8b9e-4582-ba6f-84b0a003bc78 None None] Port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:40.583726 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.595369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:40.608132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:40.608776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f85fc8-7e5a-4299-aa26-6fda6f7d8d4e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:40.621640 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.641687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.653097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:17:40.653507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:17:40.665010 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:17:40.827010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-37ef9532-3ba2-49b8-9680-6d7389fbc18f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:40.828823 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-37ef9532-3ba2-49b8-9680-6d7389fbc18f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 808 time: 0.1233027 Aug 29 17:17:40.830367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58334) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:40.855754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Request body: {'port': {'device_id': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'admin_state_up': True, 'tenant_id': '692a5920c5fc442fa9250991e80cc201'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:40.865914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.914035 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-d27f7e9e-1619-43aa-be29-c27ec11314ad service neutron] show failed (client error): The resource could not be found. Aug 29 17:17:40.915589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-d27f7e9e-1619-43aa-be29-c27ec11314ad service neutron] 10.222.0.43 "GET /v2.0/ports/fdec2733-e51b-40b4-9c86-f04ca19cc342/bindings/n-h1-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.1345370 Aug 29 17:17:40.956990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:40.963194 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.966097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f33902bc-058c-42fa-9559-741af3ae61a1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9dbbd46-059c-41b1-9bb9-3b2f51aa1b9a HTTP/1.1" status: 204 len: 168 time: 0.6232491 Aug 29 17:17:41.112440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 92b70588-702b-4790-8ec0-b35e5fd7641a no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:41.114154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46924a1f-a3d1-48c6-833e-979395b0f5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.131857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Made reservation on behalf of 692a5920c5fc442fa9250991e80cc201 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:41.141920 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.181216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 92b70588-702b-4790-8ec0-b35e5fd7641a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:41.184927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 92b70588-702b-4790-8ec0-b35e5fd7641a not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:41.234665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6b934ece-107e-4650-b614-334c5fdadd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.309426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58356) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:41.357668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:41.374156 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.402808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Transition to ACTIVE for port object 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:41.414373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-e63ddffa-2633-4d30-9b78-d28d76125310 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:41.416683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-e63ddffa-2633-4d30-9b78-d28d76125310 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.43 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 824 time: 0.2155337 Aug 29 17:17:41.419060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.421242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Allocated IP 172.20.0.10 (e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8/bf668947-0792-4673-8f1d-0f7eb7fc5bd8/8a421199-2ae2-472a-a4a6-5afb9b6845fe) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:41.446916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a2908a5c-bfc2-4882-ac6f-97cc25f20f5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84069ddf4fa44fa3b96b9d87fe058e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348100 Aug 29 17:17:41.453863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-fbc45425-a652-4638-a093-f14f5fe2de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:41.455637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58362) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:41.455878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-fbc45425-a652-4638-a093-f14f5fe2de40 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021&tenant_id=27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 1102 time: 0.1852624 Aug 29 17:17:41.472428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:41.576077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:41.576661 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46924a1f-a3d1-48c6-833e-979395b0f5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.619478 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46924a1f-a3d1-48c6-833e-979395b0f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.620659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-7521ef75-713b-4190-933d-ae7a5732747c tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1dfb2e572947c5bc85c67306a77aab HTTP/1.1" status: 200 len: 380 time: 0.1818430 Aug 29 17:17:41.636968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709f02-8e97-4175-aa24-8df06ebc9a71 req-87097f43-1ef8-4afe-98b8-8fbe9cc925d2 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:41.638838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c8709f02-8e97-4175-aa24-8df06ebc9a71 req-87097f43-1ef8-4afe-98b8-8fbe9cc925d2 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 948 time: 0.2211976 Aug 29 17:17:41.641885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.660590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Request body: {'port': {'device_id': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'admin_state_up': True, 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'security_groups': ['1fe38f79-beda-4c9c-8ad5-47cad281e063']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:41.696640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46924a1f-a3d1-48c6-833e-979395b0f5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b9d9a0-a13f-48b0-a868-13ccefd9719c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:41.702841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-46924a1f-a3d1-48c6-833e-979395b0f5a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3036457cf2b4a90954891f9ef07f866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8712618 Aug 29 17:17:41.709669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58364) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:41.712996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-6c754533-f39b-419c-8cdc-3cf025745688 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:17:41.714541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-6c754533-f39b-419c-8cdc-3cf025745688 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187454 Aug 29 17:17:41.753108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Request body: {'binding': {'host': 'n-h1-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:41.753580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Unknown quota resources ['binding']. {{(pid=94796) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:17:41.796451 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-928a7e23-24e1-4203-8775-f49518d17e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.863643 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c8709f02-8e97-4175-aa24-8df06ebc9a71 req-41c1e18f-939d-43b4-afe0-2f1b1c4dcdcc tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990833 Aug 29 17:17:41.872986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Attempting to bind port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:41.873328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Attempting to bind port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:41.881796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Attempting to bind port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:41.884396 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-928a7e23-24e1-4203-8775-f49518d17e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.894023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:41.894369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Attempting to bind port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:41.897763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.919044 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:41.919523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:41.919923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:41.920360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Bound port: 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:41.920720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.990323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b859707-9604-4b4f-b3eb-1d6e20210f40 req-a827fdb7-a37b-4684-aa48-ac6ce4ce720d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 210 time: 0.0378375 Aug 29 17:17:41.993289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Made reservation on behalf of 6a1dfb2e572947c5bc85c67306a77aab for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:41.997557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.040039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7398139f-297f-43b9-af50-816d4e59f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.067236 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-928a7e23-24e1-4203-8775-f49518d17e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.069760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-928a7e23-24e1-4203-8775-f49518d17e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.070883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-928a7e23-24e1-4203-8775-f49518d17e5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e762b2e1-566b-4d8f-b410-ad5d07305c02 HTTP/1.1" status: 204 len: 168 time: 0.5950975 Aug 29 17:17:42.142177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] For port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:42.145588 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7398139f-297f-43b9-af50-816d4e59f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.146059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a7e23-24e1-4203-8775-f49518d17e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e762b2e1-566b-4d8f-b410-ad5d07305c02,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:42.176139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] For port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:42.204901 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.217861 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.221762 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.257648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4dca-eaa3-4b19-b6f1-eb84107813cc req-cd8e16b4-5aa3-4a8d-9c84-9c7c9bd7bc55 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:42.259403 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40ee4dca-eaa3-4b19-b6f1-eb84107813cc req-cd8e16b4-5aa3-4a8d-9c84-9c7c9bd7bc55 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.1965218 Aug 29 17:17:42.286426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:42.287740 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.289176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] 10.222.0.44 "PUT /v2.0/ports/71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 HTTP/1.1" status: 200 len: 1097 time: 1.8845563 Aug 29 17:17:42.294752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Allocated IP 172.20.0.6 (ab1af198-a2d0-452b-a5c2-37f8c475916a/c1e6ae67-15ce-4f92-ba50-e6a56002fcb9/5a2d64b1-7f12-4aab-a305-0f7a4afd575e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:42.301459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df373b6d-e7cc-4d52-95ef-33effc6bf01c', 'tag': '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:42.303802 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b251829-5419-4ccf-bcbf-6507a969bb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "df373b6d-e7cc-4d52-95ef-33effc6bf01c", "tag": "71ffc9c0-3298-4bdf-a9b8-6bdc050559e1"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:42.308581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:42.353559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:42.355027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on host n-h1-713499-15 for vnic_type normal with profile None {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:42.355391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:42.355925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:42.365207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:42.374895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:42.383277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Pushing event updated for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:42.412006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:42.412735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:42.417653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc79bf4-4929-41e4-94ca-6798e04b8ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:42.431769 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40ee4dca-eaa3-4b19-b6f1-eb84107813cc req-f4337359-807c-44bf-b6b7-5400cd220787 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561692 Aug 29 17:17:42.433994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:42.434341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:42.434793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:42.435278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Bound port: 273b3599-8581-4802-b916-d52cbd6b6d1c, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:42.451604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:42.455860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7398139f-297f-43b9-af50-816d4e59f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.457891 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7398139f-297f-43b9-af50-816d4e59f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.461927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7398139f-297f-43b9-af50-816d4e59f421 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14b9d9a0-a13f-48b0-a868-13ccefd9719c HTTP/1.1" status: 204 len: 168 time: 0.7191975 Aug 29 17:17:42.498129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42edc82-9d80-4107-8e64-7536bc109cee req-b18386c7-6c4a-41d3-b3e7-ba0a7004de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:42.500162 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-b18386c7-6c4a-41d3-b3e7-ba0a7004de47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 1100 time: 0.1622458 Aug 29 17:17:42.582852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398139f-297f-43b9-af50-816d4e59f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b9d9a0-a13f-48b0-a868-13ccefd9719c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:42.583377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-969319fb-6c6d-440e-a8fc-a45532acd64a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 HTTP/1.1" status: 200 len: 217 time: 0.0463786 Aug 29 17:17:42.609670 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:42.614090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.640253 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.675398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42edc82-9d80-4107-8e64-7536bc109cee req-e34786f7-d584-416d-8e0c-8cc6b3230d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:42.676920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-e34786f7-d584-416d-8e0c-8cc6b3230d31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0834911 Aug 29 17:17:42.691405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:42.696653 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-f3ba4074-c2cd-4d41-96af-1b4f0f73b68b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8446865 Aug 29 17:17:42.709528 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.721165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-067aa294-5f32-46f2-a756-dd9760cf67d0 service neutron] 10.222.0.41 "POST /v2.0/ports/273b3599-8581-4802-b916-d52cbd6b6d1c/bindings HTTP/1.1" status: 201 len: 390 time: 0.9723217 Aug 29 17:17:42.732915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Request body: {'port': {'device_id': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:42.743524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:42.745353 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b7d30-6d70-44d0-9d95-4748bf1d043a" -d '{"events": [{"server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "name": "network-vif-unplugged", "status": "completed", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:42.745965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.758376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42edc82-9d80-4107-8e64-7536bc109cee req-0e712a39-14eb-4809-b9b4-358134ecc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:42.761345 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-0e712a39-14eb-4809-b9b4-358134ecc1e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729325 Aug 29 17:17:42.770525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Transition to ACTIVE for port object 5a2d64b1-7f12-4aab-a305-0f7a4afd575e will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:42.786137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.853078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Transition to ACTIVE for port object fdec2733-e51b-40b4-9c86-f04ca19cc342 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:42.876358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.908927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-a9001cde-a8d6-48dc-9ad9-aebfa8203c0d service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396689 Aug 29 17:17:42.910352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.931663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Network ab1af198-a2d0-452b-a5c2-37f8c475916a is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:42.936048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:42.973166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:42.982070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.44', 58514) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:43.176373 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae911df-c3a7-43a7-ad5c-bd0ceb96948b x-openstack-request-id: req-4ae911df-c3a7-43a7-ad5c-bd0ceb96948b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:43.176776 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "name": "network-vif-unplugged", "status": "completed", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:43.178563 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ae911df-c3a7-43a7-ad5c-bd0ceb96948b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:43.179000 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'code': 200} Aug 29 17:17:43.179596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b42edc82-9d80-4107-8e64-7536bc109cee req-e51a100b-b6f9-472a-8d00-91fbb5158baf service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457061 Aug 29 17:17:43.189309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] No DVR routers for this DVR port fdec2733-e51b-40b4-9c86-f04ca19cc342 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:43.196641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-01f5a377-d0cf-4d2a-a084-90fdec08fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.199547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-01f5a377-d0cf-4d2a-a084-90fdec08fc37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1098 time: 0.2022555 Aug 29 17:17:43.200756 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.220898 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f0bea6-fc1d-47f2-8b81-4980422fca2c x-openstack-request-id: req-55f0bea6-fc1d-47f2-8b81-4980422fca2c {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:43.223947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:43.225501 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df373b6d-e7cc-4d52-95ef-33effc6bf01c", "tag": "71ffc9c0-3298-4bdf-a9b8-6bdc050559e1", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:43.225776 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55f0bea6-fc1d-47f2-8b81-4980422fca2c {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:43.226200 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df373b6d-e7cc-4d52-95ef-33effc6bf01c', 'tag': '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1', 'status': 'completed', 'code': 200} Aug 29 17:17:43.261955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f801db-7ad5-4f1c-b5fc-7a2841433214 req-af8b4523-0db3-4dc1-88ce-58d5575c1a10 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.264132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69f801db-7ad5-4f1c-b5fc-7a2841433214 req-af8b4523-0db3-4dc1-88ce-58d5575c1a10 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 931 time: 0.3285475 Aug 29 17:17:43.393544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-50909ea6-d590-4ec9-a136-9406f51ca97b None None] Provisioning for port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:43.403017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-50909ea6-d590-4ec9-a136-9406f51ca97b None None] Provisioning complete for port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:43.404042 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-50909ea6-d590-4ec9-a136-9406f51ca97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.404921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Attempting to bind port fdec2733-e51b-40b4-9c86-f04ca19cc342 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:43.405331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Attempting to bind port fdec2733-e51b-40b4-9c86-f04ca19cc342 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:43.405665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Attempting to bind port fdec2733-e51b-40b4-9c86-f04ca19cc342 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:43.425618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Port fdec2733-e51b-40b4-9c86-f04ca19cc342 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:43.425946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Attempting to bind port fdec2733-e51b-40b4-9c86-f04ca19cc342 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:43.431002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event updated for resources: {'Port': ['ID=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:43.442863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.443507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.476419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-890d802d-e0ad-4f09-8443-e0841c4579b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.480038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-890d802d-e0ad-4f09-8443-e0841c4579b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 1100 time: 0.2001762 Aug 29 17:17:43.503467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69f801db-7ad5-4f1c-b5fc-7a2841433214 req-f4f8abf4-a8b0-4a1c-8ef9-56631ffbf02b tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874237 Aug 29 17:17:43.509820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:43.509997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:43.510294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:43.511367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Bound port: fdec2733-e51b-40b4-9c86-f04ca19cc342, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:43.511729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.512093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-50909ea6-d590-4ec9-a136-9406f51ca97b None None] Port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:43.539408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58420) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:43.566387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-fd571f16-a2dd-424f-aafa-94499f3b2b92 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9262211 Aug 29 17:17:43.601457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Request body: {'port': {'device_id': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:43.614840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035668ec-c30b-4aea-ba2d-e6a14f830ec1 req-80ebc940-2f3f-4764-b928-64f339535714 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.622554 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-035668ec-c30b-4aea-ba2d-e6a14f830ec1 req-80ebc940-2f3f-4764-b928-64f339535714 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 946 time: 0.3141158 Aug 29 17:17:43.689201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-5c421735-bbfb-4ba4-8467-b3194e5f5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.689797 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-5c421735-bbfb-4ba4-8467-b3194e5f5667 service neutron] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.4687927 Aug 29 17:17:43.725285 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-035668ec-c30b-4aea-ba2d-e6a14f830ec1 req-b3a353a2-4f1c-4d10-95cb-2c4e94d7e4e1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014979 Aug 29 17:17:43.730904 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.760620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-63034112-649f-4b9a-9d55-c6708b546012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.762084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-63034112-649f-4b9a-9d55-c6708b546012 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2643523 Aug 29 17:17:43.829009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1429462496-network', 'tenant_id': 'bcc3dd464c6247c98568f55642534ccb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:43.829689 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c869d559-01fc-4bca-abf3-03828b6e3d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.832719 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-1dc4a288-7526-4ff5-87de-79df3da52637 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 HTTP/1.1" status: 200 len: 217 time: 0.0525155 Aug 29 17:17:43.839426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.093018 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-174747cd-478a-43cf-af1e-8904a7c14f16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273b3599-8581-4802-b916-d52cbd6b6d1c HTTP/1.1" status: 200 len: 217 time: 0.3824589 Aug 29 17:17:44.117312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:44.132887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24db87f-546c-4273-9572-d16bc784ce17 req-e7095613-578c-4f68-9ce2-d540cb6da814 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.134387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c24db87f-546c-4273-9572-d16bc784ce17 req-e7095613-578c-4f68-9ce2-d540cb6da814 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 948 time: 0.4748914 Aug 29 17:17:44.170946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:44.193021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.197075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Made reservation on behalf of bcc3dd464c6247c98568f55642534ccb for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:44.199926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.227542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.236112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-7fe8d0ce-423e-428e-b85d-c6c7fd174be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.237564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-7fe8d0ce-423e-428e-b85d-c6c7fd174be2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.3874049 Aug 29 17:17:44.244997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70a000-039b-476a-8f26-909b5c74f156 req-ca8ceb9c-6501-456c-8fef-9711a86000f8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.246373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c70a000-039b-476a-8f26-909b5c74f156 req-ca8ceb9c-6501-456c-8fef-9711a86000f8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 932 time: 0.4244602 Aug 29 17:17:44.267296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-4007114f-93af-49d1-baba-d9603ced5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.268705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-4007114f-93af-49d1-baba-d9603ced5dc9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.1632235 Aug 29 17:17:44.287774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.288394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.289749 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] 10.222.0.44 "PUT /v2.0/ports/fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 1097 time: 2.8248463 Aug 29 17:17:44.293236 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c24db87f-546c-4273-9572-d16bc784ce17 req-8058d3fc-b851-4470-8f14-c2417d1ae381 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269896 Aug 29 17:17:44.333802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-84f8a948-4f1e-4981-94e8-2328bbacdd51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503516 Aug 29 17:17:44.358997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2effb-86bd-42e3-8cba-e2a7ec0fb029 service neutron] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:44.406296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c70a000-039b-476a-8f26-909b5c74f156 req-41420b31-d4f2-4623-88c1-24bb5b542018 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401026 Aug 29 17:17:44.444385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-8f6fb68e-6057-438b-a191-1b897963d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.445959 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-8f6fb68e-6057-438b-a191-1b897963d544 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1987135 Aug 29 17:17:44.498193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a421199-2ae2-472a-a4a6-5afb9b6845fe {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:44.520273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-01ee6881-97d5-4b6a-877a-4b704acee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.522031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-01ee6881-97d5-4b6a-877a-4b704acee142 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1100 time: 0.1869199 Aug 29 17:17:44.535870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.614455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Transition to ACTIVE for port object 8a421199-2ae2-472a-a4a6-5afb9b6845fe will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:44.625796 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-dcea27b7-c7b7-4406-91bb-fb4b1b8bf496 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736082 Aug 29 17:17:44.633821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.661639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca104e4b-9ce0-467e-b1c9-22d211518949 req-1c025bbb-eda9-41fd-9894-c09c44e8d542 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.663192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca104e4b-9ce0-467e-b1c9-22d211518949 req-1c025bbb-eda9-41fd-9894-c09c44e8d542 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 948 time: 0.1923344 Aug 29 17:17:44.675119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-2a1b07d2-7648-4dbf-8a9d-8d8a805e07dc service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124217 Aug 29 17:17:44.683996 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.701795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2d64b1-7f12-4aab-a305-0f7a4afd575e {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:44.708718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.43', 54445) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:44.753077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.798348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.819018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:17:44.842350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Pushing event updated for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:44.850764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Transition to ACTIVE for port object 5a2d64b1-7f12-4aab-a305-0f7a4afd575e will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:44.852028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-24e5c56a-e79a-4289-9df8-6456edcbe5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.853484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-24e5c56a-e79a-4289-9df8-6456edcbe5b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.3204029 Aug 29 17:17:44.862259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f8ca4d-936b-4be2-9746-cb5064868763,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:44.866719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.867068 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Added segment 93273149-ef07-407d-988c-19967ec01b2b of type vlan for network b02ce594-c526-4635-822c-618e88467c02 Aug 29 17:17:44.877181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca104e4b-9ce0-467e-b1c9-22d211518949 req-087ece5f-31fd-463e-a22e-25f880524427 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776843 Aug 29 17:17:44.886898 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.907555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-7a83e112-a160-42ba-9ee7-4b66ec2bdf13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1958168 Aug 29 17:17:44.977155 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-b8d772b6-c82c-4432-a8f9-f94a7ca3e1c4 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408148 Aug 29 17:17:44.980809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-9363b342-864c-47df-be0b-9757064274b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 217 time: 0.1025815 Aug 29 17:17:44.993904 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.030438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:45.030800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:45.031126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:45.038565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:45.038914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:45.050330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:45.050721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:45.051122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:45.051569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Bound port: 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:45.051931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.078898 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b251829-5419-4ccf-bcbf-6507a969bb9e req-e536be8c-6ede-425f-b35e-a58a6abb7e07 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918087 Aug 29 17:17:45.100430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-70bca487-bf35-4f7c-830d-d12677e337de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.102282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-70bca487-bf35-4f7c-830d-d12677e337de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1116047 Aug 29 17:17:45.102778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Pushing event updated for resources: {'Port': ['ID=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:45.183212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:45.183447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.184509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.185184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.185451 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064bf79d-2c87-44e4-bd31-0d53fff6194c" -d '{"events": [{"name": "network-changed", "server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:45.196291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-db737f63-eab1-412b-8536-2f2cc9970141 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.197772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-db737f63-eab1-412b-8536-2f2cc9970141 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1098 time: 0.1391876 Aug 29 17:17:45.200424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-45ed0bd9-2284-4409-a1c6-d850e5330d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.202001 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-45ed0bd9-2284-4409-a1c6-d850e5330d30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1097 time: 0.2248185 Aug 29 17:17:45.214113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-15'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:45.236109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d190f-f291-4272-997a-b12b76d7d947 req-2da05ac4-c06d-4faa-aa40-30baf3756bf1 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.243782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b49d190f-f291-4272-997a-b12b76d7d947 req-2da05ac4-c06d-4faa-aa40-30baf3756bf1 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 943 time: 0.2566583 Aug 29 17:17:45.275199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:45.282450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-50f473ef-769c-4ae0-9049-139dd140514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.283959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-50f473ef-769c-4ae0-9049-139dd140514d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1510074 Aug 29 17:17:45.309892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:45.318336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] Pushing event updated for resources: {'Network': ['ID=b02ce594-c526-4635-822c-618e88467c02,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:45.321538 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.330834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network b02ce594-c526-4635-822c-618e88467c02 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:17:45.331699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.374531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.401715 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-59b3f62f-48dc-4a64-9278-5a1b05ec953d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8603036 Aug 29 17:17:45.405210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Attempting to bind port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:45.405619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Attempting to bind port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:45.405952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Attempting to bind port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e on network ab1af198-a2d0-452b-a5c2-37f8c475916a {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:45.409676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58454) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:45.414329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Request body: {'subnet': {'network_id': 'b02ce594-c526-4635-822c-618e88467c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1429462496-subnet', 'tenant_id': 'bcc3dd464c6247c98568f55642534ccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:45.442527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e on network ab1af198-a2d0-452b-a5c2-37f8c475916a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:45.442880 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Attempting to bind port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e on network ab1af198-a2d0-452b-a5c2-37f8c475916a {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:45.464673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b49d190f-f291-4272-997a-b12b76d7d947 req-55b03141-c0a6-42c2-baa0-f2dba89237dc tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201138 Aug 29 17:17:45.471014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:45.471352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Checking segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:45.471746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Bound using segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:45.472215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Bound port: 5a2d64b1-7f12-4aab-a305-0f7a4afd575e, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:45.472585 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.487660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.487660 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.487660 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] 10.222.0.43 "PUT /v2.0/ports/8a421199-2ae2-472a-a4a6-5afb9b6845fe HTTP/1.1" status: 200 len: 1093 time: 2.7767608 Aug 29 17:17:45.488994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-985d4a7d-66fc-465a-b396-0ade6c716e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.490565 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-985d4a7d-66fc-465a-b396-0ade6c716e5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.2196639 Aug 29 17:17:45.494240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Made reservation on behalf of bcc3dd464c6247c98568f55642534ccb for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:45.497376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.587051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device fdec2733-e51b-40b4-9c86-f04ca19cc342 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:45.593445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-0f8f2262-b20c-4a5f-a6c7-813df83d4cfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.0932128 Aug 29 17:17:45.624920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-f3806027-83d7-4b72-b2ae-15c001e1b8a6 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285539 Aug 29 17:17:45.632038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device fdec2733-e51b-40b4-9c86-f04ca19cc342 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:45.653011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92fe59-3efb-4a68-8b1c-f4f7382d0c3c service neutron] Pushing event updated for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:45.667198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] For port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:45.707487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] For port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:45.711965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.43', 54446) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:45.724872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-023410bf-5f8f-4873-bae2-d32517d1cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.726310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-023410bf-5f8f-4873-bae2-d32517d1cba4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.1220076 Aug 29 17:17:45.729882 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.762290 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63367327-e36c-4175-92aa-392714c006c6 x-openstack-request-id: req-63367327-e36c-4175-92aa-392714c006c6 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:45.762572 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:45.762866 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63367327-e36c-4175-92aa-392714c006c6 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:45.763524 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'status': 'completed', 'code': 200} Aug 29 17:17:45.781207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6506c6e-29aa-48c2-b8a2-dd5b9cde794f req-dc9378d6-041f-4b29-891a-c1a8a3c907b5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.782737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e6506c6e-29aa-48c2-b8a2-dd5b9cde794f req-dc9378d6-041f-4b29-891a-c1a8a3c907b5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 946 time: 0.4119580 Aug 29 17:17:45.808145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2cbe52e-b67c-412f-bf92-59d74ea29db1 req-b396114b-921c-4d8f-8fa0-022095577b58 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486578 Aug 29 17:17:45.824141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-52cf2e86-408d-4019-9277-30aa354fcc0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711231 Aug 29 17:17:45.851256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.851876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.853233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] 10.222.0.43 "PUT /v2.0/ports/5a2d64b1-7f12-4aab-a305-0f7a4afd575e HTTP/1.1" status: 200 len: 1092 time: 2.2566817 Aug 29 17:17:45.864826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-0e5911ad-fefd-4468-951f-0ecc79e107ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.866366 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-0e5911ad-fefd-4468-951f-0ecc79e107ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1096 time: 0.3342967 Aug 29 17:17:45.877088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'tag': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:45.887885 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb191ac-812a-4f74-bf5d-251012a29d51" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdf93fb-c705-4f25-b795-0a91d9039cab", "tag": "5a2d64b1-7f12-4aab-a305-0f7a4afd575e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:45.956135 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e6506c6e-29aa-48c2-b8a2-dd5b9cde794f req-8b60034c-79d4-40f7-904d-4817c1d296cf tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432824 Aug 29 17:17:46.011289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-94b3cb7f-5249-4240-8bfd-44d938c077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.012711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-94b3cb7f-5249-4240-8bfd-44d938c077b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1100 time: 0.2981944 Aug 29 17:17:46.015872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-4f1ee1b1-a49d-4974-b320-58490dbead70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe HTTP/1.1" status: 200 len: 217 time: 0.0912883 Aug 29 17:17:46.036008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2566884-658d-4b9f-a67b-8937396df4db service neutron] Pushing event updated for resources: {'Port': ['ID=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:46.043521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-d31333e4-8322-4c9f-8c38-e40817924a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.045364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-d31333e4-8322-4c9f-8c38-e40817924a91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1100 time: 0.1735530 Aug 29 17:17:46.048242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:46.173977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00028f-fb2e-4199-91a9-53b521896973 req-3f7c6c8d-c969-47ef-857c-bd6bb7bda55c tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.175596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b00028f-fb2e-4199-91a9-53b521896973 req-3f7c6c8d-c969-47ef-857c-bd6bb7bda55c tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 948 time: 0.4024639 Aug 29 17:17:46.232190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68a19c-ed71-4d8a-9af3-0b9c16554851 req-ba7962da-985f-42a6-b7ee-89e1481c1fee tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.233691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e68a19c-ed71-4d8a-9af3-0b9c16554851 req-ba7962da-985f-42a6-b7ee-89e1481c1fee tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.1607065 Aug 29 17:17:46.241365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-837fce74-def3-4f1c-80bd-34fe37734998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.242821 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-837fce74-def3-4f1c-80bd-34fe37734998 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.2131538 Aug 29 17:17:46.288513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-d8493631-e14c-40d7-beb7-e45d91588186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.290208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-d8493631-e14c-40d7-beb7-e45d91588186 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 1095 time: 0.3013439 Aug 29 17:17:46.297018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:46.298544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:46.302898 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-480cf8e6-6c4a-4f8f-8ee2-4dd6042fd90c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464599 Aug 29 17:17:46.326945 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-bd7abd23-c901-476e-8a97-518782fa59d7 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791617 Aug 29 17:17:46.405213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e68a19c-ed71-4d8a-9af3-0b9c16554851 req-37f6bc47-083a-4650-8d8c-868576a17980 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599629 Aug 29 17:17:46.410929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-950bb5de-ffac-4a8d-9eb7-9cd7f647ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.412350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-950bb5de-ffac-4a8d-9eb7-9cd7f647ecae service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.3377597 Aug 29 17:17:46.418630 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b00028f-fb2e-4199-91a9-53b521896973 req-f4a504f1-5261-4771-badc-7892b94c232a tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213449 Aug 29 17:17:46.450107 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:46.458562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-b9d00671-afe6-4685-b1ca-d6b79f126794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.460064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-b9d00671-afe6-4685-b1ca-d6b79f126794 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.4278493 Aug 29 17:17:46.461316 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-225143bf-bfa2-4c33-b43a-e1db164835d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2d64b1-7f12-4aab-a305-0f7a4afd575e HTTP/1.1" status: 200 len: 217 time: 0.1562600 Aug 29 17:17:46.487980 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-b0cea873-75cc-4f4b-be51-2d735881dfae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 217 time: 0.0625377 Aug 29 17:17:46.495597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:46.615572 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:46.741261 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ae3233-6d7e-451c-a784-bd72be356922 x-openstack-request-id: req-06ae3233-6d7e-451c-a784-bd72be356922 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:46.741827 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdf93fb-c705-4f25-b795-0a91d9039cab", "tag": "5a2d64b1-7f12-4aab-a305-0f7a4afd575e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:46.741827 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06ae3233-6d7e-451c-a784-bd72be356922 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:46.742199 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'tag': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'status': 'completed', 'code': 200} Aug 29 17:17:46.747308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58480) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:46.786961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e534e677-2903-4f97-92af-39db7f1bc457 req-694d4f0e-1552-441b-98ba-b0bd9cc3e773 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5679014 Aug 29 17:17:46.819123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-2beaebde-70d9-49dc-a265-496f797bb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.820756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-2beaebde-70d9-49dc-a265-496f797bb7d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.3194897 Aug 29 17:17:46.860104 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-6a1afa11-adf0-433e-85ac-b3d0cd15e54d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 217 time: 0.1239274 Aug 29 17:17:46.868854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad128e20-0cf5-4f05-931d-1f38b8c2d1c2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:46.882950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-ba706b84-dfd5-40dd-9781-418f09510e78 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581620 Aug 29 17:17:46.986319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Checking segment: {'id': '93273149-ef07-407d-988c-19967ec01b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b02ce594-c526-4635-822c-618e88467c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:46.986711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Network hostable DHCP agents. Network: b02ce594-c526-4635-822c-618e88467c02, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:17:46.993886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-a6565239-4cb3-4ad1-a4c6-8b8771e41c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.995402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-a6565239-4cb3-4ad1-a4c6-8b8771e41c56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 HTTP/1.1" status: 200 len: 863 time: 0.2490964 Aug 29 17:17:47.000238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:47.007785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-c830f468-2767-4f77-9bd6-ab212566e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.009517 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-c830f468-2767-4f77-9bd6-ab212566e3c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1796710 Aug 29 17:17:47.016976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:47.017398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:47.017830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:47.024726 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810f7f6e-f29f-4de1-a78c-951441b6b469 req-b89bed12-742d-4558-b308-527d0ffd86a3 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834805 Aug 29 17:17:47.025462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c63890c8-7cbe-4868-8050-1369002d05d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.040568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbbb17-d6a3-4494-86b4-e18c2a6f275b req-8aa22e45-1840-4efc-af53-7fee1b104b26 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.048141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7cdbbb17-d6a3-4494-86b4-e18c2a6f275b req-8aa22e45-1840-4efc-af53-7fee1b104b26 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 948 time: 0.3083994 Aug 29 17:17:47.078060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:47.078536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Attempting to bind port 273b3599-8581-4802-b916-d52cbd6b6d1c on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:47.078901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-99409b2b-de21-4f83-bad0-4fcb2a362572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.080308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-99409b2b-de21-4f83-bad0-4fcb2a362572 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2086086 Aug 29 17:17:47.104545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534e677-2903-4f97-92af-39db7f1bc457 req-dd3b887c-3c0d-4932-a624-5f6583bdf096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.106102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e534e677-2903-4f97-92af-39db7f1bc457 req-dd3b887c-3c0d-4932-a624-5f6583bdf096 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 1097 time: 0.2256203 Aug 29 17:17:47.106560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:47.107026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:47.107514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:47.108159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Bound port: 273b3599-8581-4802-b916-d52cbd6b6d1c, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:47.108588 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.140530 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-319397b0-907a-4ca4-abcd-6baa7b1935d8 req-3eae8fc1-05ab-4a2d-9606-636b000ef293 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312291 Aug 29 17:17:47.154015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:47.165117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Network b02ce594-c526-4635-822c-618e88467c02 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:17:47.182994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-2f37b093-e073-46c7-b27c-2ce39583bccc service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597455 Aug 29 17:17:47.202327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b5c1ae83-e11b-4a01-8b82-b73a99e8b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.204043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-b5c1ae83-e11b-4a01-8b82-b73a99e8b355 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab1af198-a2d0-452b-a5c2-37f8c475916a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1947703 Aug 29 17:17:47.270900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7cdbbb17-d6a3-4494-86b4-e18c2a6f275b req-961db737-0a6d-45d7-8fd3-1a235809f736 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204964 Aug 29 17:17:47.283202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:47.314396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1', 'mac_address': 'fa:16:3e:77:22:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:47.335296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, b02ce594-c526-4635-822c-618e88467c02) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:47.361842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766ec43-952e-4a0c-9000-93eb91b1f68e None None] Network b02ce594-c526-4635-822c-618e88467c02 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:47.377804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:47.389844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.390385 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.400841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb64a89-a311-4234-abe8-a292faf6811d req-573f6df8-d11c-48c2-b671-6e64fe664a80 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.403477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bb64a89-a311-4234-abe8-a292faf6811d req-573f6df8-d11c-48c2-b671-6e64fe664a80 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 943 time: 0.1285968 Aug 29 17:17:47.410351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534e677-2903-4f97-92af-39db7f1bc457 req-98ec8bd2-5559-44e4-9fed-a835f384d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.411858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e534e677-2903-4f97-92af-39db7f1bc457 req-98ec8bd2-5559-44e4-9fed-a835f384d9e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2666144 Aug 29 17:17:47.427772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:47.432889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-4a357e18-3627-46c3-933f-ed12499b243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.433630 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.434090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-4a357e18-3627-46c3-933f-ed12499b243e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3362987 Aug 29 17:17:47.455540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:47.491562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:47.496519 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.509355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bb64a89-a311-4234-abe8-a292faf6811d req-5f72bfa4-2ddf-49c3-8a00-76bbc7994c8b tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964694 Aug 29 17:17:47.513431 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.519593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-93df568f-814f-429a-bedd-48b830417c9d service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030121 Aug 29 17:17:47.602492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.603312 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.606236 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/273b3599-8581-4802-b916-d52cbd6b6d1c HTTP/1.1" status: 200 len: 1124 time: 2.3989556 Aug 29 17:17:47.612067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfce71b-dc33-4ac8-ad19-c9614e0de3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=8']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:47.626050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e534e677-2903-4f97-92af-39db7f1bc457 req-75a87ac0-f378-47cf-9048-5583b5a6f8b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 200 len: 217 time: 0.1888838 Aug 29 17:17:47.699393 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-7424b9f4-6c64-4b42-9ec6-24ecae659d63 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377462 Aug 29 17:17:47.699654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954aa2b-8fe2-4296-a9e2-f16f5922fc73 req-dc951d1c-3d24-4b2c-8b33-7c5b89247e89 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.701469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6954aa2b-8fe2-4296-a9e2-f16f5922fc73 req-dc951d1c-3d24-4b2c-8b33-7c5b89247e89 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 949 time: 0.0707178 Aug 29 17:17:47.738245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:47.739027 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c63890c8-7cbe-4868-8050-1369002d05d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.759935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3097f952-9575-4ce2-a873-515a93bb703e None None] Network b02ce594-c526-4635-822c-618e88467c02 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:47.763358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534e677-2903-4f97-92af-39db7f1bc457 req-1d32a63d-f685-46cc-887e-bc8e537ac42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.765218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e534e677-2903-4f97-92af-39db7f1bc457 req-1d32a63d-f685-46cc-887e-bc8e537ac42b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.1218681 Aug 29 17:17:47.780383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6954aa2b-8fe2-4296-a9e2-f16f5922fc73 req-440c9368-1bb9-4911-8241-c709fb5577a4 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663106 Aug 29 17:17:47.781159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe'}, {'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c'}, {'name': 'network-changed', 'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:47.792272 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f191bde7-cc4f-4e83-a91d-f7b080a250f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe"}, {"server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "name": "network-vif-unplugged", "status": "completed", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c"}, {"name": "network-changed", "server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:47.814275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['273b3599-8581-4802-b916-d52cbd6b6d1c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:47.816361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['71ffc9c0-3298-4bdf-a9b8-6bdc050559e1'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:47.825692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e534e677-2903-4f97-92af-39db7f1bc457 req-f5025afe-f23f-436e-9722-037e3529ed68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363123 Aug 29 17:17:47.833412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174789e-14ec-4cf8-8f3b-e907b35ab138 req-c6a89b0e-24e6-4ce1-ae99-c8e1ea25b954 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.835272 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5174789e-14ec-4cf8-8f3b-e907b35ab138 req-c6a89b0e-24e6-4ce1-ae99-c8e1ea25b954 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 944 time: 0.4378710 Aug 29 17:17:47.836774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c63890c8-7cbe-4868-8050-1369002d05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.895198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fd35a50a-44fe-454f-b15e-33cd40fb7188 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4844809 Aug 29 17:17:47.929220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63890c8-7cbe-4868-8050-1369002d05d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dea87a9-c814-415e-b093-2ba2903b6eca,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:47.935847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707147b-1ee5-454f-8270-d6693fe16c03 req-49a402c1-c1f1-4955-a0e8-50108db0f280 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.937683 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e707147b-1ee5-454f-8270-d6693fe16c03 req-49a402c1-c1f1-4955-a0e8-50108db0f280 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.0820858 Aug 29 17:17:47.942115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-8ccf1a94-38cb-48a3-ba56-4274237b53de service neutron] 10.222.0.43 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937280 Aug 29 17:17:47.976575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c63890c8-7cbe-4868-8050-1369002d05d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70a033d05515492aa8bdda343e0129c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2282772 Aug 29 17:17:47.983041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58504) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:48.061382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d719046c-6f81-494e-a76a-01856ef72d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.066155 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e707147b-1ee5-454f-8270-d6693fe16c03 req-df68b9d5-ef21-4b3b-89e6-8fe40a4914f1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229012 Aug 29 17:17:48.088005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d719046c-6f81-494e-a76a-01856ef72d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.130849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5174789e-14ec-4cf8-8f3b-e907b35ab138 req-462316d9-a163-458c-b96f-6bad822fb3ad tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739894 Aug 29 17:17:48.138966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c97ca56-26cd-48bd-8f4b-4c5707d8b2e6 req-039a5363-0017-46e8-9372-ae7372fd10cc service neutron] 10.222.0.43 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683111 Aug 29 17:17:48.155012 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d719046c-6f81-494e-a76a-01856ef72d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.160665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d719046c-6f81-494e-a76a-01856ef72d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.162225 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d719046c-6f81-494e-a76a-01856ef72d73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6dea87a9-c814-415e-b093-2ba2903b6eca HTTP/1.1" status: 204 len: 168 time: 0.1779234 Aug 29 17:17:48.187501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-064bf79d-2c87-44e4-bd31-0d53fff6194c req-0a630680-33b2-404e-9399-749fdfd6cf0c service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212370 Aug 29 17:17:48.209968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719046c-6f81-494e-a76a-01856ef72d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dea87a9-c814-415e-b093-2ba2903b6eca,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:48.220364 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e534e677-2903-4f97-92af-39db7f1bc457 req-92a03ad6-8f30-464b-9d1c-55baf7eb5b38 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498323 Aug 29 17:17:48.234870 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075f4aaf-768e-4e05-b5fa-78b58f865539 x-openstack-request-id: req-075f4aaf-768e-4e05-b5fa-78b58f865539 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:48.235361 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe", "status": "completed", "code": 200}, {"server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "name": "network-vif-unplugged", "status": "completed", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c", "code": 200}, {"name": "network-changed", "server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:48.235839 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-075f4aaf-768e-4e05-b5fa-78b58f865539 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:48.236725 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe', 'status': 'completed', 'code': 200} Aug 29 17:17:48.236725 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c', 'code': 200} Aug 29 17:17:48.236725 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c', 'status': 'completed', 'code': 200} Aug 29 17:17:48.392803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-6db0d02f-c143-45f4-ae4a-3fc3f3d8d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:48.394442 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-6db0d02f-c143-45f4-ae4a-3fc3f3d8d6df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1096 time: 0.1370902 Aug 29 17:17:48.402388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-eaca7301-c693-42ac-a20b-31a1cd0fadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:48.404072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-eaca7301-c693-42ac-a20b-31a1cd0fadde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 1095 time: 0.1379583 Aug 29 17:17:48.412235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f21c29-9976-4ff9-ba39-3595ac30859b req-3bba07c0-5891-4adb-8645-3d94cfdffb2c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:48.414259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51f21c29-9976-4ff9-ba39-3595ac30859b req-3bba07c0-5891-4adb-8645-3d94cfdffb2c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 948 time: 0.0742171 Aug 29 17:17:48.433373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e534e677-2903-4f97-92af-39db7f1bc457 req-802c1952-5f44-4403-9fe1-df2159abda8e service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056768 Aug 29 17:17:48.454989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51f21c29-9976-4ff9-ba39-3595ac30859b req-95bc03cd-7489-42c8-902e-d4a37702a625 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343843 Aug 29 17:17:48.575960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-60e354c6-c7ac-439c-a6c5-a65b3a407408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:48.577369 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-60e354c6-c7ac-439c-a6c5-a65b3a407408 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.1710453 Aug 29 17:17:48.579924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-2219e157-d243-448c-abe0-2d057755c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:48.581290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-2219e157-d243-448c-abe0-2d057755c7f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 925 time: 0.1650198 Aug 29 17:17:48.606204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58530) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:48.623677 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b86ad1a5-7ebf-470c-8086-00dfcb89ff0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.648491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-13ce63fb-392b-4f76-8e62-57c2d54fed13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe HTTP/1.1" status: 200 len: 217 time: 0.0572114 Aug 29 17:17:48.693312 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-23f8f718-23b3-4163-a0c7-0048eee7c211 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2d64b1-7f12-4aab-a305-0f7a4afd575e HTTP/1.1" status: 200 len: 217 time: 0.0961885 Aug 29 17:17:48.715144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b86ad1a5-7ebf-470c-8086-00dfcb89ff0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.719953 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b86ad1a5-7ebf-470c-8086-00dfcb89ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.759931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b86ad1a5-7ebf-470c-8086-00dfcb89ff0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=494c32455c8c4c60ab8a4daa514161a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500957 Aug 29 17:17:48.759931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ad1a5-7ebf-470c-8086-00dfcb89ff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef6be2c-90b1-4daa-8585-c791e51f871d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:48.761107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58536) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:48.812424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d58dc-1cde-48d2-aa62-ac79accc7647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.843650 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d58dc-1cde-48d2-aa62-ac79accc7647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.894905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d58dc-1cde-48d2-aa62-ac79accc7647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.897742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d58dc-1cde-48d2-aa62-ac79accc7647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.901676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0e2d58dc-1cde-48d2-aa62-ac79accc7647 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ef6be2c-90b1-4daa-8585-c791e51f871d HTTP/1.1" status: 204 len: 168 time: 0.1369431 Aug 29 17:17:48.908038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d58dc-1cde-48d2-aa62-ac79accc7647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef6be2c-90b1-4daa-8585-c791e51f871d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:49.087625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-6393bd3f-d433-456a-9839-ffb11b1c76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.089688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-6393bd3f-d433-456a-9839-ffb11b1c76c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.3708558 Aug 29 17:17:49.100346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0ac33-2ece-4d75-9fa5-0b5fff22a726 req-2a226ce6-9ffe-4b3e-b3c2-e59496faabce tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.101870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d0ac33-2ece-4d75-9fa5-0b5fff22a726 req-2a226ce6-9ffe-4b3e-b3c2-e59496faabce tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 943 time: 0.1092515 Aug 29 17:17:49.120279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-e1183871-70af-4171-9863-880ebd610a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.121711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-e1183871-70af-4171-9863-880ebd610a76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 HTTP/1.1" status: 200 len: 863 time: 0.3713219 Aug 29 17:17:49.139060 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-4039c8d8-f93b-4cbc-81a1-00a6efbec226 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411792 Aug 29 17:17:49.152579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-24918854-25cc-4a29-bbab-037e2b6e8af5 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.154019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-24918854-25cc-4a29-bbab-037e2b6e8af5 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/networks?id=b02ce594-c526-4635-822c-618e88467c02 HTTP/1.1" status: 200 len: 818 time: 0.5041404 Aug 29 17:17:49.159825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-5124a324-ed43-4156-acb8-e9ad5fc1bee4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.161374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-5124a324-ed43-4156-acb8-e9ad5fc1bee4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021&tenant_id=27a60cdb0d44401891aecbc57532e8d0&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 948 time: 0.1313937 Aug 29 17:17:49.167654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device fdec2733-e51b-40b4-9c86-f04ca19cc342 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:49.172604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:49.206122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d0ac33-2ece-4d75-9fa5-0b5fff22a726 req-97901944-2171-4503-acf8-c6025bd50143 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952430 Aug 29 17:17:49.239071 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-7e85299e-d51d-4ab3-9669-d81f452c4caa service neutron] delete failed (client error): The resource could not be found. Aug 29 17:17:49.240090 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-7e85299e-d51d-4ab3-9669-d81f452c4caa service neutron] 10.222.0.43 "DELETE /v2.0/ports/fdec2733-e51b-40b4-9c86-f04ca19cc342/bindings/n-h2-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0704968 Aug 29 17:17:49.247093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5f6d006a-c17d-4357-b06c-17d3ad1bccef tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/quotas/bcc3dd464c6247c98568f55642534ccb HTTP/1.1" status: 200 len: 375 time: 0.0693543 Aug 29 17:17:49.268053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-92e293e8-fcd7-477d-961b-528aef1b8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.269252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-92e293e8-fcd7-477d-961b-528aef1b8bf4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab1af198-a2d0-452b-a5c2-37f8c475916a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327572 Aug 29 17:17:49.283833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:49.293582 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-b879c91e-c668-4d64-b7d7-31854d9f6719 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcc3dd464c6247c98568f55642534ccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405281 Aug 29 17:17:49.325873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:49.327237 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:49.409040 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-efe1473f-95fe-43f0-90d1-f7194b9fcdf5 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540450 Aug 29 17:17:49.444847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-e4c66d5d-dca9-47d0-a315-17eb5b1768dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.446356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-e4c66d5d-dca9-47d0-a315-17eb5b1768dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1100 time: 0.1021464 Aug 29 17:17:49.455325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03485d-bd5b-47e3-b64f-48161a9307f5 req-693cdda1-c5e9-4e5a-8780-69edb0893197 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.467989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:49.469421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e03485d-bd5b-47e3-b64f-48161a9307f5 req-693cdda1-c5e9-4e5a-8780-69edb0893197 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 949 time: 0.1120093 Aug 29 17:17:49.492273 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:49.525440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'mac_address': 'fa:16:3e:f9:45:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:49.525949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-306bcb8e-2485-475d-893d-7d49591a5818 service neutron] 10.222.0.43 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363930 Aug 29 17:17:49.529997 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-50610f10-ea22-4b32-927d-2cc9955d7bee service neutron] 10.222.0.41 "GET /v2.0/networks/b02ce594-c526-4635-822c-618e88467c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278190 Aug 29 17:17:49.545887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df373b6d-e7cc-4d52-95ef-33effc6bf01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:49.549921 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2520495b-8054-4f7f-87e2-cec1d3670e2b" -d '{"events": [{"server_uuid": "df373b6d-e7cc-4d52-95ef-33effc6bf01c", "name": "network-vif-plugged", "status": "completed", "tag": "71ffc9c0-3298-4bdf-a9b8-6bdc050559e1"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:49.580172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e03485d-bd5b-47e3-b64f-48161a9307f5 req-1fa8965e-fc58-4696-9d34-f611f3213ab2 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072769 Aug 29 17:17:49.586893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:49.601550 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:49.622140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8a421199-2ae2-472a-a4a6-5afb9b6845fe details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:49.656811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-bad6a226-5ccc-453e-8832-f6be72c9fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.658675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-bad6a226-5ccc-453e-8832-f6be72c9fb7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1741266 Aug 29 17:17:49.663739 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-d84537ff-5eed-4b36-8a72-c9b1ffd02ffa service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466404 Aug 29 17:17:49.733785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:49.736948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-718aeec6-ce6d-4da4-a5dd-72d534a63d5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 217 time: 0.0658731 Aug 29 17:17:49.750954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '8a421199-2ae2-472a-a4a6-5afb9b6845fe', 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'port_id': '8a421199-2ae2-472a-a4a6-5afb9b6845fe', 'mac_address': 'fa:16:3e:9f:32:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf668947-0792-4673-8f1d-0f7eb7fc5bd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:49.779160 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:49.801981 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fb191ac-812a-4f74-bf5d-251012a29d51 req-df34eec7-a222-44a8-9b8f-34e3416fed37 service neutron] 10.222.0.43 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653599 Aug 29 17:17:49.814900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-d2b1507f-935f-4b24-85ed-3ec77ea7f284 service neutron] 10.222.0.41 "GET /v2.0/networks/b02ce594-c526-4635-822c-618e88467c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756531 Aug 29 17:17:49.836724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-a10ebed8-dbae-4d9b-8f82-ec7c1c07d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.841441 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-a10ebed8-dbae-4d9b-8f82-ec7c1c07d6bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1127 time: 0.1173799 Aug 29 17:17:49.853404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdec2733-e51b-40b4-9c86-f04ca19cc342 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:49.853612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-59686bc5-ba9c-4c09-93d1-50f436aa6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.855260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-59686bc5-ba9c-4c09-93d1-50f436aa6e32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1096649 Aug 29 17:17:49.877382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:49.888486 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:49.907913 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:49.909993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:49.947400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a421199-2ae2-472a-a4a6-5afb9b6845fe {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:49.959174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-e914779d-b153-4c45-a59b-7823b6ea1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.962605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-e914779d-b153-4c45-a59b-7823b6ea1af9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986428 Aug 29 17:17:50.005245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:50.019343 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:50.025528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:50.042977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-0e7e6b91-0c5a-453a-a82c-e179736d6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.044816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-0e7e6b91-0c5a-453a-a82c-e179736d6df5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.1979814 Aug 29 17:17:50.124095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:50.127294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-c49860df-317b-42fc-9df8-0dec71a458cf service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558487 Aug 29 17:17:50.139231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-eec72952-c7ec-4b42-a21a-75969f00ce63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273b3599-8581-4802-b916-d52cbd6b6d1c HTTP/1.1" status: 200 len: 217 time: 0.0833001 Aug 29 17:17:50.240276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881f9c3-54f9-47ca-b91c-3ec0c45c6120 req-96a0d5ee-d619-4bf8-b9ae-c0381d8d9e79 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.242079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6881f9c3-54f9-47ca-b91c-3ec0c45c6120 req-96a0d5ee-d619-4bf8-b9ae-c0381d8d9e79 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 949 time: 0.1059396 Aug 29 17:17:50.244286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-d7298713-1446-4aa1-aae1-298bb1273f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.246865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-d7298713-1446-4aa1-aae1-298bb1273f8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0967960 Aug 29 17:17:50.259852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35d18b-302f-4b8d-a8cf-82f5545be016 req-61c665b8-5e69-4342-8ae7-64e3403375c3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.261969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc35d18b-302f-4b8d-a8cf-82f5545be016 req-61c665b8-5e69-4342-8ae7-64e3403375c3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 945 time: 0.1148922 Aug 29 17:17:50.276561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['8a421199-2ae2-472a-a4a6-5afb9b6845fe'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:50.294487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5038c4-b192-4d38-8ea0-43f66178fb63 req-8cdadf70-fa32-4de0-aa0f-85283f924474 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582012 Aug 29 17:17:50.299538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-1e6f998c-28c5-4db5-a3e9-eb2baaf39c47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397375 Aug 29 17:17:50.316167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc35d18b-302f-4b8d-a8cf-82f5545be016 req-fac51906-8334-4f2e-903d-0cfe01d347f8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Aug 29 17:17:50.349562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:50.355912 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6881f9c3-54f9-47ca-b91c-3ec0c45c6120 req-3017a297-9b0d-4989-9f61-82cc7c82b0d0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047964 Aug 29 17:17:50.488076 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-147b1c82-39d5-405c-af54-2c130cc60e4c service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777449 Aug 29 17:17:50.505957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c49b9-06c6-41a2-9e1d-98cd421b8ffc req-a328928f-e56b-439c-bdff-1e12e11eb5c6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.524773 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375ee006-dcaf-4691-bc19-bd3cbf906824 x-openstack-request-id: req-375ee006-dcaf-4691-bc19-bd3cbf906824 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:50.525070 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df373b6d-e7cc-4d52-95ef-33effc6bf01c", "name": "network-vif-plugged", "status": "completed", "tag": "71ffc9c0-3298-4bdf-a9b8-6bdc050559e1", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:50.525272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-873c49b9-06c6-41a2-9e1d-98cd421b8ffc req-a328928f-e56b-439c-bdff-1e12e11eb5c6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 944 time: 0.1280575 Aug 29 17:17:50.525382 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-375ee006-dcaf-4691-bc19-bd3cbf906824 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:50.525811 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df373b6d-e7cc-4d52-95ef-33effc6bf01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1', 'code': 200} Aug 29 17:17:50.626401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-873c49b9-06c6-41a2-9e1d-98cd421b8ffc req-28d1e560-a4bc-49a8-841e-1146f5c19971 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902598 Aug 29 17:17:50.735215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c296adf-d596-433a-8d71-dc5ce1cab502 req-af313f4b-ca2a-45e5-9f37-396be1d31601 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 210 time: 0.1307194 Aug 29 17:17:50.784111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f191bde7-cc4f-4e83-a91d-f7b080a250f6 req-6f9ec454-1d1f-45cd-8677-7d641591efce service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858377 Aug 29 17:17:50.789423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10911e51-2a86-4452-893c-41670b1b5a81 req-7b90225f-1b5d-42f2-bb96-2ea6749a1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.791013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10911e51-2a86-4452-893c-41670b1b5a81 req-7b90225f-1b5d-42f2-bb96-2ea6749a1b45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 1102 time: 0.1900225 Aug 29 17:17:50.849391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10911e51-2a86-4452-893c-41670b1b5a81 req-334f8779-49d5-4a01-afc3-78bf680cfb83 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465963 Aug 29 17:17:50.950446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2a37c-ff98-4a9f-bd51-4b2e54788a48 req-a68bea28-ebe7-4134-9b75-03d731aa2bbe tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.952678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8f2a37c-ff98-4a9f-bd51-4b2e54788a48 req-a68bea28-ebe7-4134-9b75-03d731aa2bbe tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 943 time: 0.0700231 Aug 29 17:17:51.003791 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8f2a37c-ff98-4a9f-bd51-4b2e54788a48 req-c1785822-df3b-4874-b93c-c41a2ebd5010 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 Aug 29 17:17:51.038133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375e63f-836b-4a66-8f97-809bc1456793 req-c1668da8-5b97-40d4-a46b-a803a04cd819 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.047178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d375e63f-836b-4a66-8f97-809bc1456793 req-c1668da8-5b97-40d4-a46b-a803a04cd819 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 950 time: 0.0678158 Aug 29 17:17:51.090971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d375e63f-836b-4a66-8f97-809bc1456793 req-2f255919-c4dc-4c43-95c9-8fb62ee81810 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Aug 29 17:17:51.185285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 273b3599-8581-4802-b916-d52cbd6b6d1c details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:51.285453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:51.304240 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 273b3599-8581-4802-b916-d52cbd6b6d1c has no active binding in host n-h1-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:17:51.330114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e704aef9-96e3-4235-88bc-48f3ef9eaf64 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ad0c8264d80340e399c6fdeee30f7206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275700 Aug 29 17:17:51.440987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafcf9a-d1e9-49ba-8370-dc76358eec96 req-6607179c-6892-4382-82fa-7b93105378bb tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.442718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efafcf9a-d1e9-49ba-8370-dc76358eec96 req-6607179c-6892-4382-82fa-7b93105378bb tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 945 time: 0.0516038 Aug 29 17:17:51.451462 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-629d6626-b5d4-4831-a40f-10557e8ce144 service neutron] 10.222.0.43 "GET /v2.0/ports/273b3599-8581-4802-b916-d52cbd6b6d1c/bindings/n-h1-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.1278040 Aug 29 17:17:51.454158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58630) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:51.487768 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efafcf9a-d1e9-49ba-8370-dc76358eec96 req-4fd70a1e-9ad3-4af5-8770-02b990279c47 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Aug 29 17:17:51.511320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-42615dbe-d342-4c1c-8b08-e514163571f1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.512898 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-42615dbe-d342-4c1c-8b08-e514163571f1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614206 Aug 29 17:17:51.544604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-5f5de650-b601-4e3c-a290-2376930d8f6a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/quotas/ad0c8264d80340e399c6fdeee30f7206 HTTP/1.1" status: 200 len: 375 time: 0.0215957 Aug 29 17:17:51.610240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a83a91-48d4-4de5-ae97-ca25189477cd req-4a6866f5-358b-46c3-9b9f-ed296ba0128a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.612982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a7a83a91-48d4-4de5-ae97-ca25189477cd req-4a6866f5-358b-46c3-9b9f-ed296ba0128a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 949 time: 0.0595644 Aug 29 17:17:51.614034 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e13558c-5685-4e48-9399-6ebabca4ddd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:51.618170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5a2d64b1-7f12-4aab-a305-0f7a4afd575e details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:51.621076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8a421199-2ae2-472a-a4a6-5afb9b6845fe up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:51.623511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-ae662abe-3fa3-4a45-b0d2-45d56fe74c75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489123 Aug 29 17:17:51.658998 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a7a83a91-48d4-4de5-ae97-ca25189477cd req-24908d5b-c63e-4d39-b274-6ba1ece2d844 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Aug 29 17:17:51.858678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:51.872176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eceb2-b166-42ff-b209-7c25736f68b8 req-9313f852-7ab7-4ce8-bb06-d1ebcd148a1e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.873745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-086eceb2-b166-42ff-b209-7c25736f68b8 req-9313f852-7ab7-4ce8-bb06-d1ebcd148a1e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 944 time: 0.1426806 Aug 29 17:17:51.879263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'port_id': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'mac_address': 'fa:16:3e:66:98:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:51.950415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 8a421199-2ae2-472a-a4a6-5afb9b6845fe completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:51.979078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-086eceb2-b166-42ff-b209-7c25736f68b8 req-2328d6de-f182-4210-952d-a7047dcb0a39 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938773 Aug 29 17:17:51.987084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 8a421199-2ae2-472a-a4a6-5afb9b6845fe triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:51.987541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:51.989299 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:51.991720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-43bc3485-c34a-452c-9866-7914dc356a69 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.998059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-43bc3485-c34a-452c-9866-7914dc356a69 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.44 "GET /v2.0/networks?id=b02ce594-c526-4635-822c-618e88467c02 HTTP/1.1" status: 200 len: 818 time: 0.2902617 Aug 29 17:17:52.053637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2d64b1-7f12-4aab-a305-0f7a4afd575e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:52.071729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Request body: {'port': {'device_id': '06691dc0-f29a-4911-975f-6d3bb0e5b615', 'network_id': 'b02ce594-c526-4635-822c-618e88467c02', 'admin_state_up': True, 'tenant_id': 'bcc3dd464c6247c98568f55642534ccb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:52.079488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:52.152438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d5b37f0-5176-4c2d-bba4-88cf41e392a9 req-5515d545-3335-4e17-9f64-81def168318e tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 210 time: 0.0499516 Aug 29 17:17:52.178090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:52.189992 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:52.228812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25818436-d93d-4c3c-acff-1bf404beb8e9 req-1b67f197-b4ba-4551-886f-eb5599e0afc5 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:52.247212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25818436-d93d-4c3c-acff-1bf404beb8e9 req-1b67f197-b4ba-4551-886f-eb5599e0afc5 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1101 time: 0.3493156 Aug 29 17:17:52.277935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:52.282224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-889ce955-fe33-4661-b24f-108bab0b2861 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ad0c8264d80340e399c6fdeee30f7206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341384 Aug 29 17:17:52.348199 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:52.361124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:52.429724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-57695c7f-912f-4af2-9dff-cedfaf874c5c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:52.435763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:52.438199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-57695c7f-912f-4af2-9dff-cedfaf874c5c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547961 Aug 29 17:17:52.441144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5a2d64b1-7f12-4aab-a305-0f7a4afd575e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:52.445001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:52.459761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25818436-d93d-4c3c-acff-1bf404beb8e9 req-1d4d481d-44c1-4739-ac74-0fef2aff6575 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098107 Aug 29 17:17:52.469770 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-a2604de2-6d29-4eb1-bcfc-3adb28e4d1cc tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/quotas/ad0c8264d80340e399c6fdeee30f7206 HTTP/1.1" status: 200 len: 375 time: 0.0303562 Aug 29 17:17:52.502252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273b3599-8581-4802-b916-d52cbd6b6d1c {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:52.526876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:52.530509 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0069eb95-f911-464a-83f2-77b70f76b0f5" -d '{"events": [{"server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "name": "network-vif-plugged", "status": "completed", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:52.536994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-56c9d341-7d95-4ed4-8e42-494e970c0853 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632849 Aug 29 17:17:52.545715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:52.551939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:52.598650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e13558c-5685-4e48-9399-6ebabca4ddd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:52.601426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:52.630951 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e13558c-5685-4e48-9399-6ebabca4ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:52.703629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Made reservation on behalf of bcc3dd464c6247c98568f55642534ccb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:52.707132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:52.728153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3e13558c-5685-4e48-9399-6ebabca4ddd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcc446a5760e4f89bfe6a02133252bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2729011 Aug 29 17:17:52.734983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58674) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:52.739840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13558c-5685-4e48-9399-6ebabca4ddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11f7458-49d9-45fb-951d-6c31d0b56f47,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:52.772377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d14f1-6efe-4270-99c0-7f31fe02e38d req-9a5c110c-3e09-43c8-9526-eb2e0ddff3c4 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:52.779947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c15d14f1-6efe-4270-99c0-7f31fe02e38d req-9a5c110c-3e09-43c8-9526-eb2e0ddff3c4 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 944 time: 0.1984160 Aug 29 17:17:52.813662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c6a83-eb80-4a40-8c42-41400abcd544 req-32cb94f4-bdd6-4668-9142-82043f1377c6 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:52.815709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe9c6a83-eb80-4a40-8c42-41400abcd544 req-32cb94f4-bdd6-4668-9142-82043f1377c6 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 950 time: 0.0910606 Aug 29 17:17:52.858737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe9c6a83-eb80-4a40-8c42-41400abcd544 req-01c915e1-7fe2-4aac-8729-5f90704340c1 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Aug 29 17:17:52.933312 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c15d14f1-6efe-4270-99c0-7f31fe02e38d req-9bba7a6c-d52b-4a63-8fd6-de87fc79aaf6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524403 Aug 29 17:17:52.943158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] Transition to ACTIVE for port object 273b3599-8581-4802-b916-d52cbd6b6d1c will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:52.955522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:52.989037 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03718533-0bf7-44b8-8bf4-9548c1e594b4 x-openstack-request-id: req-03718533-0bf7-44b8-8bf4-9548c1e594b4 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:52.989399 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "name": "network-vif-plugged", "status": "completed", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:52.989712 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03718533-0bf7-44b8-8bf4-9548c1e594b4 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:52.990184 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe', 'code': 200} Aug 29 17:17:53.016999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab893d-37b4-4124-ad6b-e9e1161dc410 req-de02406c-f5a4-465f-911d-e6757309275f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.025820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46ab893d-37b4-4124-ad6b-e9e1161dc410 req-de02406c-f5a4-465f-911d-e6757309275f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0781069 Aug 29 17:17:53.039243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b30c28a5-4146-48b5-96da-4c0c9dfe2cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.078887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46ab893d-37b4-4124-ad6b-e9e1161dc410 req-281551c0-01d4-46ae-93ae-ab5c2856fe97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516765 Aug 29 17:17:53.091844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25537719-5b0f-46b7-a9e5-f608ae712929 req-762c40aa-dc3b-4d33-9c53-aa30ce44fb3e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 210 time: 0.0596867 Aug 29 17:17:53.133519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] No DVR routers for this DVR port 273b3599-8581-4802-b916-d52cbd6b6d1c on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:53.153086 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b30c28a5-4146-48b5-96da-4c0c9dfe2cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.188344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a2bca-60b2-4c92-907b-dcd2167b91d9 req-0d97d2cc-e0f6-41b1-9974-f1a581062e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.189539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] Pushing event updated for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=10']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:53.189677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device fdec2733-e51b-40b4-9c86-f04ca19cc342 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:53.191321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d48a2bca-60b2-4c92-907b-dcd2167b91d9 req-0d97d2cc-e0f6-41b1-9974-f1a581062e78 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1098 time: 0.1057196 Aug 29 17:17:53.213487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Allocated IP 172.20.0.3 (b02ce594-c526-4635-822c-618e88467c02/ad128e20-0cf5-4f05-931d-1f38b8c2d1c2/a1b10d1d-51eb-47ec-bdfc-bc1592c98854) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:53.265776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d48a2bca-60b2-4c92-907b-dcd2167b91d9 req-75ca3492-ea4a-4d86-832e-41f0878009fc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607827 Aug 29 17:17:53.301641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port fdec2733-e51b-40b4-9c86-f04ca19cc342 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:53.305668 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-f3884195-f3d7-4418-9215-a23fbd4de2a1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ad0c8264d80340e399c6fdeee30f7206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856752 Aug 29 17:17:53.307708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port fdec2733-e51b-40b4-9c86-f04ca19cc342 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:53.314609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-3f63edc6-a533-4ae0-bc00-a432cec99bbd service neutron] 10.222.0.43 "PUT /v2.0/ports/273b3599-8581-4802-b916-d52cbd6b6d1c/bindings/n-h1-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 1.8525565 Aug 29 17:17:53.315322 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.386121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33879a-cbbc-41ff-8145-4b9dd764294b req-0e25c502-a088-483f-9bc5-ce250f72a823 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.393852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc33879a-cbbc-41ff-8145-4b9dd764294b req-0e25c502-a088-483f-9bc5-ce250f72a823 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 945 time: 0.1651776 Aug 29 17:17:53.416119 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b30c28a5-4146-48b5-96da-4c0c9dfe2cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.418691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b30c28a5-4146-48b5-96da-4c0c9dfe2cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.422196 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b30c28a5-4146-48b5-96da-4c0c9dfe2cc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b11f7458-49d9-45fb-951d-6c31d0b56f47 HTTP/1.1" status: 204 len: 168 time: 0.6771750 Aug 29 17:17:53.426998 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.492913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:53.498822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-ab683e96-a448-42ea-8d2e-be3102416690 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779197 Aug 29 17:17:53.501882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.563416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:53.638759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5a2d64b1-7f12-4aab-a305-0f7a4afd575e up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:53.644752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-12c9a967-84c2-48d1-ae35-ddaec1f5a664 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.646260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-12c9a967-84c2-48d1-ae35-ddaec1f5a664 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.1163125 Aug 29 17:17:53.704364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-323b5edb-d72e-4ee6-9b6c-7447a84d0149 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.711838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-323b5edb-d72e-4ee6-9b6c-7447a84d0149 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084572 Aug 29 17:17:53.738361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:53.744353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-5bc0b4a7-c4ec-4528-a9c8-bc3aabe20d7f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/quotas/27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 375 time: 0.0240111 Aug 29 17:17:53.745479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:53.745859 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.782074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-ed32997e-9497-42dc-aaf5-ba6a94e162a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.783813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-ed32997e-9497-42dc-aaf5-ba6a94e162a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9 HTTP/1.1" status: 200 len: 1097 time: 0.1276019 Aug 29 17:17:53.817473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-e9e9e8cb-f264-47c6-a314-4a96d3d011c6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699742 Aug 29 17:17:53.829625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c28a5-4146-48b5-96da-4c0c9dfe2cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11f7458-49d9-45fb-951d-6c31d0b56f47,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:53.841500 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.895357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:53.904585 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc33879a-cbbc-41ff-8145-4b9dd764294b req-aacb71d5-4e5f-4614-8018-a8a71175202e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060384 Aug 29 17:17:53.926878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-470521da-9da7-4535-bd4b-98457b6c6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.926878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-470521da-9da7-4535-bd4b-98457b6c6619 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1097 time: 0.1012380 Aug 29 17:17:53.927270 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.927270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 273b3599-8581-4802-b916-d52cbd6b6d1c no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:54.083712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 273b3599-8581-4802-b916-d52cbd6b6d1c not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:54.096963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-88211fc1-80df-4836-aefb-533214e78b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.101447 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-88211fc1-80df-4836-aefb-533214e78b97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.1727786 Aug 29 17:17:54.107943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:54.112541 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.163380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e86c117-c07f-4ec0-97e0-696dc54c4992 req-813f0361-3193-484e-9dd3-52b186c373bd tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 210 time: 0.0733631 Aug 29 17:17:54.171457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-b45ad695-a75c-4f3f-b138-0878be981033 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.173039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-b45ad695-a75c-4f3f-b138-0878be981033 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7086306 Aug 29 17:17:54.201302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Request body: {'port': {'device_id': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': 'ad0c8264d80340e399c6fdeee30f7206'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:54.214674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-8c2d546a-a928-4d56-beed-19c7e6f88d42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273b3599-8581-4802-b916-d52cbd6b6d1c HTTP/1.1" status: 200 len: 217 time: 0.1033740 Aug 29 17:17:54.268037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.323443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-1b2ff68c-e55c-47a7-bb0b-764e82457358 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad0c8264d80340e399c6fdeee30f7206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185877 Aug 29 17:17:54.333457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Pushing event updated for resources: {'Port': ['ID=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:54.409944 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Network b02ce594-c526-4635-822c-618e88467c02 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:54.424097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:54.429786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:54.441742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a9557-bd10-47bb-bb76-5f1388a409e9 req-c4ee9369-386d-487f-8bac-caf01fda97bf tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.443518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-537a9557-bd10-47bb-bb76-5f1388a409e9 req-c4ee9369-386d-487f-8bac-caf01fda97bf tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 945 time: 0.1152995 Aug 29 17:17:54.503812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-aff43f59-efce-4b55-b32e-5cf0b4e18165 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.505875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-aff43f59-efce-4b55-b32e-5cf0b4e18165 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714079 Aug 29 17:17:54.526318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Request body: {'port': {'device_id': '3ad930bc-ba69-4450-a341-86ac41c60eb5', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': 'ad0c8264d80340e399c6fdeee30f7206'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:54.528663 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-537a9557-bd10-47bb-bb76-5f1388a409e9 req-8c395df6-067f-4aed-8c86-c8d94f5c4170 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558975 Aug 29 17:17:54.531701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Made reservation on behalf of ad0c8264d80340e399c6fdeee30f7206 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:54.535401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.551624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.552263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.556042 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.559966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-91283f62-190c-4ff5-8182-2c18507d4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.561995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-91283f62-190c-4ff5-8182-2c18507d4b75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.3193707 Aug 29 17:17:54.591495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-5230cfc0-d159-44e5-a91d-ae95b4f9944d tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5688205 Aug 29 17:17:54.622912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184607-c567-4bdf-a7c2-97589f2cc0ce req-8f22706e-90d9-4750-b4ff-25dcfd7a426e tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.624852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-452aab2e-9e53-4f7e-8d4e-ee285d4b9325 req-28a1a0f6-744f-414c-a38b-33a9903ad5a5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 210 time: 0.0319521 Aug 29 17:17:54.631449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Request body: {'port': {'device_id': '06691dc0-f29a-4911-975f-6d3bb0e5b615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:54.635721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22184607-c567-4bdf-a7c2-97589f2cc0ce req-8f22706e-90d9-4750-b4ff-25dcfd7a426e tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 950 time: 0.4228938 Aug 29 17:17:54.712021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-4100fd95-cafd-4ee3-bb33-7bd8822891db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085162 Aug 29 17:17:54.723461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.734046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22184607-c567-4bdf-a7c2-97589f2cc0ce req-9acdd4c8-f4b9-4580-b0db-254c6e24d8f6 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876968 Aug 29 17:17:54.866496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5db842e3-970a-43c6-97cb-4f30eecc7642 req-8cce4188-d7f8-437a-9146-0be4c9fe24a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 210 time: 0.0395014 Aug 29 17:17:54.872689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-d0ec67cc-0ef4-45ac-9514-1bf5c105fc89 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504040 Aug 29 17:17:54.943108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a82e4-5ada-4acf-8c72-c22a6043a145 req-790f5b0c-c458-49f3-9f9a-d3c911c799bd tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.944686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c49a82e4-5ada-4acf-8c72-c22a6043a145 req-790f5b0c-c458-49f3-9f9a-d3c911c799bd tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.2389026 Aug 29 17:17:54.992226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342'}, {'server_uuid': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:54.999603 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eac05d-4d4e-45bf-b40b-413541685a75" -d '{"events": [{"server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "name": "network-vif-plugged", "status": "completed", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342"}, {"server_uuid": "ebdf93fb-c705-4f25-b795-0a91d9039cab", "name": "network-vif-plugged", "status": "completed", "tag": "5a2d64b1-7f12-4aab-a305-0f7a4afd575e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:55.003118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-4f81be3a-5f48-42fc-974c-de6adf151af0 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155345 Aug 29 17:17:55.005215 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.019070 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.049510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Made reservation on behalf of ad0c8264d80340e399c6fdeee30f7206 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:55.053282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.079903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c49a82e4-5ada-4acf-8c72-c22a6043a145 req-295d248d-6a2f-4866-b896-8d1f3b1a5abe tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124988 Aug 29 17:17:55.151592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f31e52-4e70-4da3-bfbb-5b128f1d0391,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:55.309398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b10d1d-51eb-47ec-bdfc-bc1592c98854 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:55.315728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Allocated IP 192.168.233.77 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:55.336597 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.346227 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-871e4a96-0bb1-4511-b756-e39810fb5ca2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483239 Aug 29 17:17:55.358167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e647424-0874-45a8-a7d3-db8e45046e4f req-d1c7b44e-2427-4e19-972f-a0cbdc594555 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.359714 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e647424-0874-45a8-a7d3-db8e45046e4f req-d1c7b44e-2427-4e19-972f-a0cbdc594555 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 945 time: 0.1818776 Aug 29 17:17:55.409728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Transition to ACTIVE for port object a1b10d1d-51eb-47ec-bdfc-bc1592c98854 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:55.453132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.492110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-f4706e63-996f-47a1-982c-ea68b0fa5966 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.493605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-f4706e63-996f-47a1-982c-ea68b0fa5966 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.0878897 Aug 29 17:17:55.496684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2716332-a649-40ff-ab86-4172b19a7c4e req-7ba20e16-6041-429c-9826-2f711b41e907 tempest-LiveMigrationNegativeTest-1738606407 tempest-LiveMigrationNegativeTest-1738606407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.498044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2716332-a649-40ff-ab86-4172b19a7c4e req-7ba20e16-6041-429c-9826-2f711b41e907 tempest-LiveMigrationNegativeTest-1738606407 tempest-LiveMigrationNegativeTest-1738606407-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 1102 time: 0.0909889 Aug 29 17:17:55.542356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2716332-a649-40ff-ab86-4172b19a7c4e req-1f137aca-44bf-4405-93c4-13e98ef2f1d3 tempest-LiveMigrationNegativeTest-1738606407 tempest-LiveMigrationNegativeTest-1738606407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.571481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e647424-0874-45a8-a7d3-db8e45046e4f req-978361d8-b98f-48ec-ac31-aa9f5bd9832f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961107 Aug 29 17:17:55.630137 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ea8613-cfbd-4359-a8c1-ec1b8c1798ed x-openstack-request-id: req-00ea8613-cfbd-4359-a8c1-ec1b8c1798ed {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:55.630374 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "name": "network-vif-plugged", "status": "completed", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342", "code": 200}, {"server_uuid": "ebdf93fb-c705-4f25-b795-0a91d9039cab", "name": "network-vif-plugged", "status": "completed", "tag": "5a2d64b1-7f12-4aab-a305-0f7a4afd575e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:55.630778 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00ea8613-cfbd-4359-a8c1-ec1b8c1798ed {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:55.631368 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'code': 200} Aug 29 17:17:55.631623 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'code': 200} Aug 29 17:17:55.655412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Pushing event updated for resources: {'Port': ['ID=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:55.681206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-8b0303aa-a1a4-41ab-805e-ab33dfc91a66 service neutron] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:55.687373 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-8b0303aa-a1a4-41ab-805e-ab33dfc91a66 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.688553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5306a6-96b1-418e-bc14-dae6abf08aae req-8b0303aa-a1a4-41ab-805e-ab33dfc91a66 service neutron] 10.222.0.44 "DELETE /v2.0/ports/273b3599-8581-4802-b916-d52cbd6b6d1c/bindings/n-h2-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.1858320 Aug 29 17:17:55.740029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2716332-a649-40ff-ab86-4172b19a7c4e req-1f137aca-44bf-4405-93c4-13e98ef2f1d3 tempest-LiveMigrationNegativeTest-1738606407 tempest-LiveMigrationNegativeTest-1738606407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.745602 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2716332-a649-40ff-ab86-4172b19a7c4e req-1f137aca-44bf-4405-93c4-13e98ef2f1d3 tempest-LiveMigrationNegativeTest-1738606407 tempest-LiveMigrationNegativeTest-1738606407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.770668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-1e14dcd0-acee-431d-b9e3-34d883abf1c0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.772104 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-1e14dcd0-acee-431d-b9e3-34d883abf1c0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4095101 Aug 29 17:17:55.783567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ab07-c021-4c6b-9af8-883d6736c3d6 req-30fbe5d0-8b71-4c85-8266-8760d7811d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.785051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99e5ab07-c021-4c6b-9af8-883d6736c3d6 req-30fbe5d0-8b71-4c85-8266-8760d7811d27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 1097 time: 0.0785596 Aug 29 17:17:55.787625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2716332-a649-40ff-ab86-4172b19a7c4e req-1f137aca-44bf-4405-93c4-13e98ef2f1d3 tempest-LiveMigrationNegativeTest-1738606407 tempest-LiveMigrationNegativeTest-1738606407-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787123 Aug 29 17:17:55.788586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f137aca-44bf-4405-93c4-13e98ef2f1d3 tempest-LiveMigrationNegativeTest-1738606407 tempest-LiveMigrationNegativeTest-1738606407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bcf7f3-2b8b-484f-866e-79c5767d1115,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:55.795172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Request body: {'port': {'device_id': '9109423d-d316-4066-9021-f9bfa3af6339', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '27a60cdb0d44401891aecbc57532e8d0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:55.819018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.823058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99e5ab07-c021-4c6b-9af8-883d6736c3d6 req-d79af3e4-4e87-4ab8-a79f-cd7fd16d174d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297654 Aug 29 17:17:55.857381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Attempting to bind port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:55.857713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Attempting to bind port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '93273149-ef07-407d-988c-19967ec01b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b02ce594-c526-4635-822c-618e88467c02'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:55.858037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Attempting to bind port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 on network b02ce594-c526-4635-822c-618e88467c02 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:55.880875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b0929-3f34-46c6-ac9c-4a31441e769f req-96ab0901-0505-41da-a10e-b72d8eddb29a tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.882598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca3b0929-3f34-46c6-ac9c-4a31441e769f req-96ab0901-0505-41da-a10e-b72d8eddb29a tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1098 time: 0.1845548 Aug 29 17:17:55.883611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Transition to ACTIVE for port object 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:55.887234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 on network b02ce594-c526-4635-822c-618e88467c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:55.887556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Attempting to bind port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 on network b02ce594-c526-4635-822c-618e88467c02 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:55.903377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-530ebc13-c166-4806-b5e1-080337669cac req-c6f250bb-2567-476a-8f3f-4aaf2f47c76d tempest-AbsoluteLimitsNegativeTestJSON-1855855411 tempest-AbsoluteLimitsNegativeTestJSON-1855855411-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1050b1944ec74e7196109a826dcd6124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230718 Aug 29 17:17:55.911953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:55.912295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Checking segment: {'id': '93273149-ef07-407d-988c-19967ec01b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b02ce594-c526-4635-822c-618e88467c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:55.912668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Bound using segment: {'id': '93273149-ef07-407d-988c-19967ec01b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b02ce594-c526-4635-822c-618e88467c02'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:55.913107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Bound port: a1b10d1d-51eb-47ec-bdfc-bc1592c98854, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93273149-ef07-407d-988c-19967ec01b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b02ce594-c526-4635-822c-618e88467c02'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:55.913462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.002562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca3b0929-3f34-46c6-ac9c-4a31441e769f req-aa76b564-1f1d-4cd8-a4f8-8a515b530402 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068089 Aug 29 17:17:56.008577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ebc13-c166-4806-b5e1-080337669cac req-8f696af2-21fe-4d34-9490-0f84321a5592 tempest-AbsoluteLimitsNegativeTestJSON-1855855411 tempest-AbsoluteLimitsNegativeTestJSON-1855855411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.010278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-530ebc13-c166-4806-b5e1-080337669cac req-8f696af2-21fe-4d34-9490-0f84321a5592 tempest-AbsoluteLimitsNegativeTestJSON-1855855411 tempest-AbsoluteLimitsNegativeTestJSON-1855855411-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1012845 Aug 29 17:17:56.038404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.055557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Made reservation on behalf of 27a60cdb0d44401891aecbc57532e8d0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:56.059874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.069212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-530ebc13-c166-4806-b5e1-080337669cac req-0a31f0e3-415d-4fc7-af39-69baa8dd6a73 tempest-AbsoluteLimitsNegativeTestJSON-1855855411 tempest-AbsoluteLimitsNegativeTestJSON-1855855411-project] 10.222.0.41 "GET /v2.0/quotas/1050b1944ec74e7196109a826dcd6124 HTTP/1.1" status: 200 len: 375 time: 0.0412753 Aug 29 17:17:56.107357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] For port a1b10d1d-51eb-47ec-bdfc-bc1592c98854, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:56.111795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-530ebc13-c166-4806-b5e1-080337669cac req-7eb7d0df-4e71-4713-b6b8-192dde494b9d tempest-AbsoluteLimitsNegativeTestJSON-1855855411 tempest-AbsoluteLimitsNegativeTestJSON-1855855411-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1050b1944ec74e7196109a826dcd6124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320301 Aug 29 17:17:56.118968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:56.120645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Allocated IP 192.168.233.225 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/97b16111-e9eb-4417-832b-eaf6a660c028) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:56.153371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:56.155990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:56.163228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] For port a1b10d1d-51eb-47ec-bdfc-bc1592c98854, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,segment=NetworkSegment(93273149-ef07-407d-988c-19967ec01b2b),segment_id=93273149-ef07-407d-988c-19967ec01b2b)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:56.204034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:56.208026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.297125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.297734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.299564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] 10.222.0.44 "PUT /v2.0/ports/a1b10d1d-51eb-47ec-bdfc-bc1592c98854 HTTP/1.1" status: 200 len: 1092 time: 1.6740792 Aug 29 17:17:56.308315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06691dc0-f29a-4911-975f-6d3bb0e5b615', 'tag': 'a1b10d1d-51eb-47ec-bdfc-bc1592c98854'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:56.310683 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c" -d '{"events": [{"name": "network-changed", "server_uuid": "06691dc0-f29a-4911-975f-6d3bb0e5b615", "tag": "a1b10d1d-51eb-47ec-bdfc-bc1592c98854"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:56.351021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.351674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.361889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51db6e-287c-42c1-bffc-15a2ec03bb29 req-c647db33-9ae1-45e0-9009-22b948c72486 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.363209 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d51db6e-287c-42c1-bffc-15a2ec03bb29 req-c647db33-9ae1-45e0-9009-22b948c72486 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 943 time: 0.2807822 Aug 29 17:17:56.428110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e836f-76a3-49a8-8c7d-08c40a28358f service neutron] Pushing event updated for resources: {'Port': ['ID=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:56.443507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2093e421-72b2-426b-b663-31aac7ec2dc7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2471919 Aug 29 17:17:56.449470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f4c0d-a4ae-488f-8e03-08d5c8ed4e61 req-5f1e497e-3f47-44af-af36-b71ff8b6b578 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.457805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e4f4c0d-a4ae-488f-8e03-08d5c8ed4e61 req-5f1e497e-3f47-44af-af36-b71ff8b6b578 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 945 time: 0.1760750 Aug 29 17:17:56.472431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Request body: {'port': {'device_id': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:56.488760 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.505106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d51db6e-287c-42c1-bffc-15a2ec03bb29 req-b2a3c8ca-f2fe-45a8-a3bb-131eba968531 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168709 Aug 29 17:17:56.510395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-6bc3c12d-0d35-428c-a2ba-10afef0b7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.512298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-6bc3c12d-0d35-428c-a2ba-10afef0b7ad3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcc3dd464c6247c98568f55642534ccb&device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 1095 time: 0.1443365 Aug 29 17:17:56.516227 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e4f4c0d-a4ae-488f-8e03-08d5c8ed4e61 req-262c69a1-b929-4acd-81c1-fffc48a5e248 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572670 Aug 29 17:17:56.520952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Transition to ACTIVE for port object 97b16111-e9eb-4417-832b-eaf6a660c028 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:56.550213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58780) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:56.573570 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.584077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fdc5e75c-ba92-418c-9b10-11550eb531f6 None None] Provisioning for port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:56.591438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fdc5e75c-ba92-418c-9b10-11550eb531f6 None None] Provisioning complete for port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:56.591827 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fdc5e75c-ba92-418c-9b10-11550eb531f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.621734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:56.626429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:56.630650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:56.661095 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-c1f253b3-087b-4d6d-ad6a-58adb985b9b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1b10d1d-51eb-47ec-bdfc-bc1592c98854 HTTP/1.1" status: 200 len: 217 time: 0.1228502 Aug 29 17:17:56.677772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fdc5e75c-ba92-418c-9b10-11550eb531f6 None None] Port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:56.733183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7868ae4-23b9-4341-aa12-0fe89a8090dd req-0269ec50-efb1-4120-8af2-12305e82ae0a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 210 time: 0.0669909 Aug 29 17:17:56.783973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.785681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.786461 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.805623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Pushing event updated for resources: {'Port': ['ID=97b16111-e9eb-4417-832b-eaf6a660c028,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:56.825375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Allocated IP 192.168.233.228 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/95533882-fb2d-4f34-b515-513ad7606ed5) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:56.877699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd4db8d3-2e0d-4413-9240-d1f541466965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:56.879923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-6d617eac-1df1-4428-aae6-2ca45603db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.881398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-6d617eac-1df1-4428-aae6-2ca45603db3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad128e20-0cf5-4f05-931d-1f38b8c2d1c2 HTTP/1.1" status: 200 len: 858 time: 0.1967323 Aug 29 17:17:56.896648 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c0a5d-175e-4477-a5e2-ffbab6cd98d3 x-openstack-request-id: req-d30c0a5d-175e-4477-a5e2-ffbab6cd98d3 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:56.896932 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06691dc0-f29a-4911-975f-6d3bb0e5b615", "tag": "a1b10d1d-51eb-47ec-bdfc-bc1592c98854", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:56.897592 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d30c0a5d-175e-4477-a5e2-ffbab6cd98d3 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:56.897592 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06691dc0-f29a-4911-975f-6d3bb0e5b615', 'tag': 'a1b10d1d-51eb-47ec-bdfc-bc1592c98854', 'status': 'completed', 'code': 200} Aug 29 17:17:56.904908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-9ee27475-a117-468b-983e-234fff801d75 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3836603 Aug 29 17:17:56.924519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad8d86-5fbb-41f7-b007-90668d7f12c9 req-6838015a-783a-4f5a-b67e-9b77ec6bc266 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.927065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fad8d86-5fbb-41f7-b007-90668d7f12c9 req-6838015a-783a-4f5a-b67e-9b77ec6bc266 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 936 time: 0.2244170 Aug 29 17:17:56.940107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Request body: {'port': {'device_id': '3ad930bc-ba69-4450-a341-86ac41c60eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:56.951325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-86d145b2-ad7a-47f1-9be9-c3cdb0057e63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b02ce594-c526-4635-822c-618e88467c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528760 Aug 29 17:17:57.002211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ffd7097f-29e1-4ea8-a196-e061f3ac96e6 None None] Provisioning for port 97b16111-e9eb-4417-832b-eaf6a660c028 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:57.009062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ffd7097f-29e1-4ea8-a196-e061f3ac96e6 None None] Provisioning complete for port 97b16111-e9eb-4417-832b-eaf6a660c028 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:57.009444 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ffd7097f-29e1-4ea8-a196-e061f3ac96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.058946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7097f-29e1-4ea8-a196-e061f3ac96e6 None None] Port 97b16111-e9eb-4417-832b-eaf6a660c028 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:57.072700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fad8d86-5fbb-41f7-b007-90668d7f12c9 req-3e23d608-3bad-4abe-a491-d29c650ebd58 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277983 Aug 29 17:17:57.091675 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.278918 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd4db8d3-2e0d-4413-9240-d1f541466965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.284557 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd4db8d3-2e0d-4413-9240-d1f541466965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.333794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bd4db8d3-2e0d-4413-9240-d1f541466965 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1050b1944ec74e7196109a826dcd6124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824600 Aug 29 17:17:57.337220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58800) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:57.337876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4db8d3-2e0d-4413-9240-d1f541466965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da559fbf-c24b-4bcc-b38a-d2e574bd2138,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:57.394921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc4e-23db-49c5-a454-68b9f4845a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.443894 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc4e-23db-49c5-a454-68b9f4845a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.482039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03b287-0f7f-401f-bb68-a39b7686b38a req-ce85a2ec-2df6-44c3-805c-5b6adf7fdce7 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:57.483597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a03b287-0f7f-401f-bb68-a39b7686b38a req-ce85a2ec-2df6-44c3-805c-5b6adf7fdce7 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 950 time: 0.0857446 Aug 29 17:17:57.489132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc096dd2-4881-49c5-b1da-1e03157b13d1 req-4c971710-0198-49bc-bbf9-c409cecaec0d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:57.490813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc096dd2-4881-49c5-b1da-1e03157b13d1 req-4c971710-0198-49bc-bbf9-c409cecaec0d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 945 time: 0.5233850 Aug 29 17:17:57.543623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a03b287-0f7f-401f-bb68-a39b7686b38a req-534d366a-9c60-454d-82f0-234c2c9c775b tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Aug 29 17:17:57.554291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc4e-23db-49c5-a454-68b9f4845a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.557911 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc4e-23db-49c5-a454-68b9f4845a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.559175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-afb2bc4e-23db-49c5-a454-68b9f4845a24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da559fbf-c24b-4bcc-b38a-d2e574bd2138 HTTP/1.1" status: 204 len: 168 time: 0.2184980 Aug 29 17:17:57.586628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc096dd2-4881-49c5-b1da-1e03157b13d1 req-e1766a51-2161-490e-b49c-b88476319992 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678587 Aug 29 17:17:57.593002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-3b60c9df-0951-4e37-8fd5-1f8938e1791d service neutron] 10.222.0.44 "GET /v2.0/networks/b02ce594-c526-4635-822c-618e88467c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325889 Aug 29 17:17:57.593386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2bc4e-23db-49c5-a454-68b9f4845a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da559fbf-c24b-4bcc-b38a-d2e574bd2138,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:57.683413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.696765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Transition to ACTIVE for port object 95533882-fb2d-4f34-b515-513ad7606ed5 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:57.779832 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.793156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:57.849642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0686a-db75-4308-94d5-0eb596a08cb5 req-7d879736-c04a-4805-9d5f-9f4c896ec50a tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:57.854288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bbd0686a-db75-4308-94d5-0eb596a08cb5 req-7d879736-c04a-4805-9d5f-9f4c896ec50a tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 943 time: 0.1380517 Aug 29 17:17:57.921418 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bbd0686a-db75-4308-94d5-0eb596a08cb5 req-40422f72-b985-46d7-a343-98e2a832c220 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Aug 29 17:17:57.958076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffb0ed-a87c-4619-a016-1344d123118e req-3d0ef2ef-4ebf-4bcb-a815-130de4d13c1b tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:57.961803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88ffb0ed-a87c-4619-a016-1344d123118e req-3d0ef2ef-4ebf-4bcb-a815-130de4d13c1b tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 945 time: 0.2904761 Aug 29 17:17:57.993619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:58.004917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:58.019956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:58.041610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:58.073976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b16111-e9eb-4417-832b-eaf6a660c028 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:58.097234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d93006-67bb-41cd-aea6-68a62d435019 req-14c3f43b-c31d-4089-8063-c385a22ce357 service neutron] 10.222.0.44 "GET /v2.0/networks/b02ce594-c526-4635-822c-618e88467c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947402 Aug 29 17:17:58.104927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:58.145228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Transition to ACTIVE for port object 97b16111-e9eb-4417-832b-eaf6a660c028 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:58.166215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88ffb0ed-a87c-4619-a016-1344d123118e req-761301bb-350a-4486-a407-1a9d768d17ff tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870515 Aug 29 17:17:58.175168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:58.186684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef3745-831b-4955-9594-b1401e471377 req-16a9923a-54e1-453d-8a14-b7b0057c538a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:58.204486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9ef3745-831b-4955-9594-b1401e471377 req-16a9923a-54e1-453d-8a14-b7b0057c538a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 936 time: 0.1224303 Aug 29 17:17:58.226277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:58.226985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:58.333138 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9ef3745-831b-4955-9594-b1401e471377 req-4962dace-5cdc-47e7-aa4a-272fa0f50f1c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258745 Aug 29 17:17:58.381143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Pushing event updated for resources: {'Port': ['ID=97b16111-e9eb-4417-832b-eaf6a660c028,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:58.387430 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-b250dfa3-2f26-4a1b-a9a6-5032d4057a99 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6060698 Aug 29 17:17:58.409686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Request body: {'port': {'device_id': '9109423d-d316-4066-9021-f9bfa3af6339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:58.473412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-0ce60f9c-6c24-43f1-81ff-b96f8443d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:58.475609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-0ce60f9c-6c24-43f1-81ff-b96f8443d222 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcc3dd464c6247c98568f55642534ccb&device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 1095 time: 0.2756155 Aug 29 17:17:58.489055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf6dff-685a-4796-95bc-ad21bbad1fd1 req-aee1d730-4699-4fd4-97a9-fe4cc5da8f3b tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:58.499079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-13cf6dff-685a-4796-95bc-ad21bbad1fd1 req-aee1d730-4699-4fd4-97a9-fe4cc5da8f3b tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 1097 time: 0.1898663 Aug 29 17:17:58.516093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2246926f-34a8-4b76-b66c-bc977bdba72c None None] Provisioning for port 95533882-fb2d-4f34-b515-513ad7606ed5 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:58.520854 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2246926f-34a8-4b76-b66c-bc977bdba72c None None] Provisioning complete for port 95533882-fb2d-4f34-b515-513ad7606ed5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:58.522501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2246926f-34a8-4b76-b66c-bc977bdba72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:58.574875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2246926f-34a8-4b76-b66c-bc977bdba72c None None] Port 95533882-fb2d-4f34-b515-513ad7606ed5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:58.587205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Attempting to bind port 97b16111-e9eb-4417-832b-eaf6a660c028 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:58.587807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Attempting to bind port 97b16111-e9eb-4417-832b-eaf6a660c028 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:58.587948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Attempting to bind port 97b16111-e9eb-4417-832b-eaf6a660c028 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:58.600658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4311a99-7894-4000-b7db-3d5229240e15 req-469fa1cf-e1d5-4d33-bedc-7c7dd63b0589 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:58.604952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4311a99-7894-4000-b7db-3d5229240e15 req-469fa1cf-e1d5-4d33-bedc-7c7dd63b0589 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 948 time: 0.1581662 Aug 29 17:17:58.608800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Port 97b16111-e9eb-4417-832b-eaf6a660c028 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:58.609134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Attempting to bind port 97b16111-e9eb-4417-832b-eaf6a660c028 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:58.640416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:58.640986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:58.641542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:58.642292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Bound port: 97b16111-e9eb-4417-832b-eaf6a660c028, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:58.642874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:58.716201 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4311a99-7894-4000-b7db-3d5229240e15 req-68fb3b52-3e72-49bd-876a-54ddcd2290b4 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034038 Aug 29 17:17:58.767812 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:58.793806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58852) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:58.818803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] For port 97b16111-e9eb-4417-832b-eaf6a660c028, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:58.832199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-13cf6dff-685a-4796-95bc-ad21bbad1fd1 req-d5ecb352-846c-451d-87fe-6252960392ee tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303373 Aug 29 17:17:58.852112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] For port 97b16111-e9eb-4417-832b-eaf6a660c028, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=97b16111-e9eb-4417-832b-eaf6a660c028,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:58.856046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:58.861550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:58.903946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd191-5468-459a-8c9e-0207cbb1f02d req-900a518e-a720-4574-bebe-603142f44666 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:58.905548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69bbd191-5468-459a-8c9e-0207cbb1f02d req-900a518e-a720-4574-bebe-603142f44666 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 945 time: 0.1247256 Aug 29 17:17:58.917285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:58.917965 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:58.919363 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] 10.222.0.44 "PUT /v2.0/ports/97b16111-e9eb-4417-832b-eaf6a660c028 HTTP/1.1" status: 200 len: 1097 time: 1.9836733 Aug 29 17:17:58.921971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad930bc-ba69-4450-a341-86ac41c60eb5', 'tag': '97b16111-e9eb-4417-832b-eaf6a660c028'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:58.925647 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40d5e25-3547-43f5-9d45-3fecc8983204" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad930bc-ba69-4450-a341-86ac41c60eb5", "tag": "97b16111-e9eb-4417-832b-eaf6a660c028"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:58.928310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:58.977089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Request body: {'floatingip': {'port_id': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:59.078444 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb6864-dcf0-4e5e-8ba9-f1ad691aba01 x-openstack-request-id: req-cdfb6864-dcf0-4e5e-8ba9-f1ad691aba01 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:59.078748 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad930bc-ba69-4450-a341-86ac41c60eb5", "tag": "97b16111-e9eb-4417-832b-eaf6a660c028", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:59.078997 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdfb6864-dcf0-4e5e-8ba9-f1ad691aba01 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:59.079518 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad930bc-ba69-4450-a341-86ac41c60eb5', 'tag': '97b16111-e9eb-4417-832b-eaf6a660c028', 'status': 'completed', 'code': 200} Aug 29 17:17:59.121692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.133083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-783415490-network', 'tenant_id': '1bf52b162e174279a69d2db95b4c03ca'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:59.136261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.180791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Pushing event updated for resources: {'Port': ['ID=97b16111-e9eb-4417-832b-eaf6a660c028,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:59.242663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-afc3fc21-5cac-4326-aa24-1baa89158b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.244366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-afc3fc21-5cac-4326-aa24-1baa89158b93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b02ce594-c526-4635-822c-618e88467c02 HTTP/1.1" status: 200 len: 919 time: 0.7350407 Aug 29 17:17:59.245030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Made reservation on behalf of 1bf52b162e174279a69d2db95b4c03ca for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:59.247335 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.248614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.248954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.249285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.249612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.250246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.250246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.250558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.250903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.251221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.251608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.252117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.252475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ce1fe-1a89-4222-a05b-5f886232373d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.258065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Transition to ACTIVE for port object 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:59.303668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-975f2b9d-ea88-4982-bd8d-5e340b392cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.305182 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-975f2b9d-ea88-4982-bd8d-5e340b392cd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 1100 time: 0.3236876 Aug 29 17:17:59.323149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-188f3a7c-a9c1-4717-ab95-cb378d30251f tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.323955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.324585 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-188f3a7c-a9c1-4717-ab95-cb378d30251f tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 950 time: 0.3272953 Aug 29 17:17:59.326003 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.349349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-e7921985-d2e7-463e-a5fb-2f99dfeb6721 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1b10d1d-51eb-47ec-bdfc-bc1592c98854 HTTP/1.1" status: 200 len: 217 time: 0.0924401 Aug 29 17:17:59.434288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-fae428a3-0d24-44fd-b9ca-7a0f5f76ea2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=97b16111-e9eb-4417-832b-eaf6a660c028 HTTP/1.1" status: 200 len: 217 time: 0.1087284 Aug 29 17:17:59.445609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ad74f-25be-4020-ae73-3977426f1180 req-45446686-f77d-412d-a839-53bb1138f454 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.447179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb3ad74f-25be-4020-ae73-3977426f1180 req-45446686-f77d-412d-a839-53bb1138f454 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 943 time: 0.2602482 Aug 29 17:17:59.455531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43b7a6-41c6-4fb2-9727-3993fa6afaf7 req-2319d22a-7fcb-453a-8fbb-fda61b1c6fc5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.457245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa43b7a6-41c6-4fb2-9727-3993fa6afaf7 req-2319d22a-7fcb-453a-8fbb-fda61b1c6fc5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 950 time: 0.4219522 Aug 29 17:17:59.526152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:59.587667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.588872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.589607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.590093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.590730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.591342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.591950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.592584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.593207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.593821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.594422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.595554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:59.618673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-1fde32da-c908-4403-8718-2b7ebbc23a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.620489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-1fde32da-c908-4403-8718-2b7ebbc23a53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad128e20-0cf5-4f05-931d-1f38b8c2d1c2 HTTP/1.1" status: 200 len: 858 time: 0.2388031 Aug 29 17:17:59.659370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb3ad74f-25be-4020-ae73-3977426f1180 req-ef2cf554-14dd-40b6-a57c-7f5aa35c7379 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914752 Aug 29 17:17:59.661086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-a1f11cdd-8a36-49ea-ab2e-be806f95585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.663879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-a1f11cdd-8a36-49ea-ab2e-be806f95585c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2137415 Aug 29 17:17:59.732689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa43b7a6-41c6-4fb2-9727-3993fa6afaf7 req-3865d3a0-97c6-42b9-b2b2-96ac814eb059 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631443 Aug 29 17:17:59.800277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-166945c0-9d47-4ff9-9cc4-3b13237d5c48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b02ce594-c526-4635-822c-618e88467c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620343 Aug 29 17:17:59.884194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Attempting to bind port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:59.884822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Attempting to bind port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:59.885203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Attempting to bind port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:59.967255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Deleting port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:59.967595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.994082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.998438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:59.998795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Attempting to bind port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:00.015179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.020032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95533882-fb2d-4f34-b515-513ad7606ed5 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:00.034566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:00.034937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:00.035331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:00.035778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Bound port: 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:00.036140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.039234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.074381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:18:00.110615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Transition to ACTIVE for port object 95533882-fb2d-4f34-b515-513ad7606ed5 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:00.122856 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.123207 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Added segment edc7ffac-3e68-4fb6-b855-12357774ba9e of type vlan for network 0d01ad2f-a7e6-4c81-8614-69e867948edc Aug 29 17:18:00.128051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c550365-b9dc-4af3-9b49-3fa0e50e447f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:00.130646 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.169857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991803-fb58-4c9d-8e21-094bc7c3f11f req-716eb4bb-1351-4368-abcc-12e1848f7d1d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:00.171515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28991803-fb58-4c9d-8e21-094bc7c3f11f req-716eb4bb-1351-4368-abcc-12e1848f7d1d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 936 time: 0.2800684 Aug 29 17:18:00.256271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-5ec1d422-dd1a-4c7d-9bdb-5e740c55a8dc service neutron] 10.222.0.44 "GET /v2.0/networks/b02ce594-c526-4635-822c-618e88467c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630424 Aug 29 17:18:00.268485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-7d976ef8-ba33-4d41-a002-2cded842efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:00.269974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-7d976ef8-ba33-4d41-a002-2cded842efee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5831444 Aug 29 17:18:00.273590 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.355422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:00.375700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:00.422714 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28991803-fb58-4c9d-8e21-094bc7c3f11f req-c7d56c55-ed1a-403c-8d93-dce4674e0515 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414372 Aug 29 17:18:00.431075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:00.463507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-4006651a-e9e2-41d1-bfd8-30dbbc852015 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:00.464668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-4006651a-e9e2-41d1-bfd8-30dbbc852015 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 821 time: 0.6839221 Aug 29 17:18:00.481432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.504831 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.505944 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:00.506705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.566646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] For port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:00.567033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.575973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-ea1df7b9-fde0-459b-86d3-3dfd7ec81d36 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/quotas/6055e94fc9d449f1b1b0c4eade2655e9 HTTP/1.1" status: 200 len: 375 time: 0.0981386 Aug 29 17:18:00.587848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f3cec1e-bdb7-4b7f-8195-864b9dafa46c req-03b44ae7-7311-4b92-849a-c9ede340ae9b service neutron] 10.222.0.44 "GET /v2.0/networks/b02ce594-c526-4635-822c-618e88467c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161545 Aug 29 17:18:00.591807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:00.593299 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.594873 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b HTTP/1.1" status: 200 len: 1096 time: 4.1419179 Aug 29 17:18:00.624653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:18:00.627555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Calling delete_port for 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:00.630451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:00.632766 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de13bb56-c4bc-4f50-928f-6efa73d2a58c" -d '{"events": [{"name": "network-changed", "server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:00.637043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8337107 Aug 29 17:18:00.680489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58884) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:00.686291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Request body: {'subnet': {'network_id': '0d01ad2f-a7e6-4c81-8614-69e867948edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-783415490-subnet', 'tenant_id': '1bf52b162e174279a69d2db95b4c03ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:00.696350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-d1c9b5fc-bf32-40e0-930b-9fdae4caceef service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782423 Aug 29 17:18:00.835959 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.849003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.902198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Made reservation on behalf of 1bf52b162e174279a69d2db95b4c03ca for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:00.904462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:00.912056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-404448cf-6b54-4d31-90c9-44a8255461c4 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3154292 Aug 29 17:18:00.943997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0a202-ff90-4e94-b4f0-bf86f74e7a69 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:00.953730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af8763-3755-4c71-9ad3-2690091b662b admin admin] Pushing event updated for resources: {'Network': ['ID=0d01ad2f-a7e6-4c81-8614-69e867948edc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:00.960670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Attempting to bind port 95533882-fb2d-4f34-b515-513ad7606ed5 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:00.961030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Attempting to bind port 95533882-fb2d-4f34-b515-513ad7606ed5 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:00.961319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Attempting to bind port 95533882-fb2d-4f34-b515-513ad7606ed5 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:00.966360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 0d01ad2f-a7e6-4c81-8614-69e867948edc details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:18:00.972963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Port 95533882-fb2d-4f34-b515-513ad7606ed5 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:00.973294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Attempting to bind port 95533882-fb2d-4f34-b515-513ad7606ed5 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:00.984563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f2d09-01e5-4bc7-93eb-96975400fa59 req-fdb17f07-efee-4e40-9a9c-1ca3d0885ca5 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:00.986113 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-327f2d09-01e5-4bc7-93eb-96975400fa59 req-fdb17f07-efee-4e40-9a9c-1ca3d0885ca5 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 948 time: 0.4539237 Aug 29 17:18:00.992857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:00.993476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:00.993719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:00.994030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Bound port: 95533882-fb2d-4f34-b515-513ad7606ed5, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:00.994394 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:01.000401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-79cea1c0-06b6-464f-8038-f7fab3224a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.001853 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-79cea1c0-06b6-464f-8038-f7fab3224a2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1099 time: 0.1107490 Aug 29 17:18:01.082338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-1eeafcc3-3422-4b3c-80ec-fd9254d2d52c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b HTTP/1.1" status: 200 len: 217 time: 0.0684745 Aug 29 17:18:01.134234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-327f2d09-01e5-4bc7-93eb-96975400fa59 req-6fa3709d-aaf1-44a9-ac11-60e6eb60e53b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357536 Aug 29 17:18:01.159422 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4d48108-4dc2-4ec7-bf79-f76e7ef62b72 req-bdb97847-ecd2-482c-b2f2-ca17f9fa894b service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498715 Aug 29 17:18:01.172601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:01.176298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-0baecac1-c598-4798-897f-1fc5d839b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.178069 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-0baecac1-c598-4798-897f-1fc5d839b84b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0870347 Aug 29 17:18:01.180160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:01.196110 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Floating IP 86059ef2-cf3b-4002-b99b-b519e64533e6 associated. External IP: 172.25.2.215, port: 5a2d64b1-7f12-4aab-a305-0f7a4afd575e. Aug 29 17:18:01.197398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:01.210166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a1b10d1d-51eb-47ec-bdfc-bc1592c98854 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:01.251370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.251588 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:01.252997 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] 10.222.0.43 "PUT /v2.0/ports/95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 1097 time: 2.8502803 Aug 29 17:18:01.273588 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-97a960f9-644f-4e9e-bf70-3550a28b694a service neutron] 10.222.0.41 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173537 Aug 29 17:18:01.314826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-be197a5a-30b1-4abf-991b-c49dfa7ff4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.316256 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-be197a5a-30b1-4abf-991b-c49dfa7ff4a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313288 Aug 29 17:18:01.316870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b37d7-e83d-4b7d-a2ca-49e25e3d42ab service neutron] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:01.392667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:01.409047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a1b10d1d-51eb-47ec-bdfc-bc1592c98854, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,segment=NetworkSegment(93273149-ef07-407d-988c-19967ec01b2b),segment_id=93273149-ef07-407d-988c-19967ec01b2b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:01.420989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['5847bdc3-b5c2-4757-a58d-2e24ed3415ba', '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:01.439927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-e048e7cd-9c23-4c6f-8d39-8726a88339f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.441473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-e048e7cd-9c23-4c6f-8d39-8726a88339f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 1100 time: 0.1296022 Aug 29 17:18:01.495232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'a1b10d1d-51eb-47ec-bdfc-bc1592c98854', 'network_id': 'b02ce594-c526-4635-822c-618e88467c02', 'port_id': 'a1b10d1d-51eb-47ec-bdfc-bc1592c98854', 'mac_address': 'fa:16:3e:d0:a0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad128e20-0cf5-4f05-931d-1f38b8c2d1c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:01.521765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-78ebe75b-2908-433a-87b6-823afee9fd3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 217 time: 0.0665941 Aug 29 17:18:01.523912 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-2b77a302-fb53-4638-911e-b2417fe292f5 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955111 Aug 29 17:18:01.578711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Pushing event deleted for resources: {'Port': ['ID=71ffc9c0-3298-4bdf-a9b8-6bdc050559e1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:01.596951 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:01.616221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b10d1d-51eb-47ec-bdfc-bc1592c98854 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:01.641036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-1b93fdd4-5023-41c1-9d99-6e2e713e2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.642530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-1b93fdd4-5023-41c1-9d99-6e2e713e2c45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1076026 Aug 29 17:18:01.663891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a1b10d1d-51eb-47ec-bdfc-bc1592c98854, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,segment=NetworkSegment(93273149-ef07-407d-988c-19967ec01b2b),segment_id=93273149-ef07-407d-988c-19967ec01b2b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:01.678769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:01.707006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-f5538582-d4b7-4d4f-88a9-77a297594075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.707670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f25c22-ce64-45a1-b748-a0391e61f018 req-a985e15f-ecd3-40d2-98ef-00c84e7919ad service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641960 Aug 29 17:18:01.711643 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-f5538582-d4b7-4d4f-88a9-77a297594075 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 1100 time: 0.4550190 Aug 29 17:18:01.722539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-50608192-3ee7-4d74-8c0d-0144822ad5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.724697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-50608192-3ee7-4d74-8c0d-0144822ad5fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734742 Aug 29 17:18:01.809650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:01.843768 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:01.877949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Router d29812be-aca3-419f-83c4-5acd652b66a1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:18:01.918484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] No DVR routers for this DVR port 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:01.934669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-9541f23c-5c0a-40a8-9cd3-04e4991c28b7 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833129 Aug 29 17:18:01.943189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3470e-82a8-4346-aa62-7baf1d8e7238 req-7fba7057-2280-4756-8ed7-c7a7e92aa686 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.950905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c3470e-82a8-4346-aa62-7baf1d8e7238 req-7fba7057-2280-4756-8ed7-c7a7e92aa686 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 944 time: 0.0885119 Aug 29 17:18:01.956066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:01.958063 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b4f5bb5-d91c-4273-b530-4bde795b3b29 req-cd072385-8653-4b12-8e1d-14690b2e8c42 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "DELETE /v2.0/ports/71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 HTTP/1.1" status: 204 len: 173 time: 2.6180544 Aug 29 17:18:01.961080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df373b6d-e7cc-4d52-95ef-33effc6bf01c', 'name': 'network-vif-deleted', 'tag': '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:01.964062 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6236e43f-44ea-42b7-a58c-afaf9ecec73d" -d '{"events": [{"server_uuid": "df373b6d-e7cc-4d52-95ef-33effc6bf01c", "name": "network-vif-deleted", "tag": "71ffc9c0-3298-4bdf-a9b8-6bdc050559e1"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:01.993381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-d6cbbc7f-3b79-4e6c-b594-3d2262a76232 service neutron] 10.222.0.41 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189856 Aug 29 17:18:02.024820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73177bcb-46b3-4f4c-9d47-33533c7a3fbe,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:02.049979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a1b10d1d-51eb-47ec-bdfc-bc1592c98854'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:02.152770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c3470e-82a8-4346-aa62-7baf1d8e7238 req-c1827a0d-d472-4926-b322-f4f6cc1c8dc6 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781285 Aug 29 17:18:02.254798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28c440c9-67f7-4c05-a8c6-80aa0d93b694 req-75cc1c7b-731e-47d0-bcbb-7e507b6cda7f service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019593 Aug 29 17:18:02.270551 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf34e22-336d-4476-8e29-b5f25c954557 x-openstack-request-id: req-fbf34e22-336d-4476-8e29-b5f25c954557 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:02.270896 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:02.271350 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbf34e22-336d-4476-8e29-b5f25c954557 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:02.287322 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'status': 'completed', 'code': 200} Aug 29 17:18:02.418411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324f883c-5644-4d0f-a98e-5e43d1a2608e req-e3398d7b-35dc-44b5-ae4f-ca1b0cb07012 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=df373b6d-e7cc-4d52-95ef-33effc6bf01c HTTP/1.1" status: 200 len: 210 time: 0.0585563 Aug 29 17:18:02.421308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Checking segment: {'id': 'edc7ffac-3e68-4fb6-b855-12357774ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0d01ad2f-a7e6-4c81-8614-69e867948edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:02.421590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Network hostable DHCP agents. Network: 0d01ad2f-a7e6-4c81-8614-69e867948edc, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:18:02.426331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-762a3ca1-72f2-4e0b-8734-c1684d3b1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.428041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-762a3ca1-72f2-4e0b-8734-c1684d3b1919 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1099 time: 0.1199481 Aug 29 17:18:02.444956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710b140-2745-4add-b034-ccb0346183fd req-62535b40-823b-4506-9aa2-f71e05c41e38 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.452546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4710b140-2745-4add-b034-ccb0346183fd req-62535b40-823b-4506-9aa2-f71e05c41e38 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 948 time: 0.0964394 Aug 29 17:18:02.495810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-f4c32285-6a21-4882-b0dd-45fdee08c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.497258 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-f4c32285-6a21-4882-b0dd-45fdee08c907 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.6703680 Aug 29 17:18:02.535316 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff51aa7-646c-4c6d-844a-ba32c6fd0f27 x-openstack-request-id: req-5ff51aa7-646c-4c6d-844a-ba32c6fd0f27 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:02.536082 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df373b6d-e7cc-4d52-95ef-33effc6bf01c", "name": "network-vif-deleted", "tag": "71ffc9c0-3298-4bdf-a9b8-6bdc050559e1", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:02.536717 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ff51aa7-646c-4c6d-844a-ba32c6fd0f27 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:02.537695 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df373b6d-e7cc-4d52-95ef-33effc6bf01c', 'name': 'network-vif-deleted', 'tag': '71ffc9c0-3298-4bdf-a9b8-6bdc050559e1', 'status': 'completed', 'code': 200} Aug 29 17:18:02.610909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4710b140-2745-4add-b034-ccb0346183fd req-f52de338-83a6-411b-b6ce-9c67bcf4a5c3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492989 Aug 29 17:18:02.644959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-46b6112f-d560-49d9-8ae4-bba08804cd36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=97b16111-e9eb-4417-832b-eaf6a660c028 HTTP/1.1" status: 200 len: 217 time: 0.1214991 Aug 29 17:18:02.645839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Network 0d01ad2f-a7e6-4c81-8614-69e867948edc is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:18:02.692810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-8ce04ab2-244a-47d5-89d9-fcbce7b01c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.711388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-8ce04ab2-244a-47d5-89d9-fcbce7b01c83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2439075 Aug 29 17:18:02.745629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81bc9b66-67ad-42bf-a4d2-4b139b9a1911 req-db0507d8-64b5-4800-86a8-5f4865c10f60 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 210 time: 0.0965388 Aug 29 17:18:02.766163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 0d01ad2f-a7e6-4c81-8614-69e867948edc) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:02.770580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.771963 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:02.785191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46803af3-625e-4b0a-955b-1ed699b59169 None None] Network 0d01ad2f-a7e6-4c81-8614-69e867948edc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:02.802817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:18:02.812749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:02.820448 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] Sync routers for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:18:02.835367 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-c14a7e8f-8710-48d7-98ab-4d77fd169e54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b HTTP/1.1" status: 200 len: 217 time: 0.1149726 Aug 29 17:18:02.836399 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:18:02.839807 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:02.889474 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb766d5b-e4e0-46de-9e09-a33851c4b9e9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1994698 Aug 29 17:18:02.889474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-1875c913-f2ac-4b50-b142-a80cb9f8499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.889474 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-1875c913-f2ac-4b50-b142-a80cb9f8499f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2135201 Aug 29 17:18:02.920876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-39ac248b-423a-4dd7-8e1a-e78bf4258123 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "PUT /v2.0/floatingips/86059ef2-cf3b-4002-b99b-b519e64533e6 HTTP/1.1" status: 200 len: 991 time: 3.9793389 Aug 29 17:18:02.977930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-fb039390-9e4c-41b8-bf1b-1599b36a95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.979719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-fb039390-9e4c-41b8-bf1b-1599b36a95e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807374 Aug 29 17:18:02.980566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bcd754-31bf-4c32-a644-ac4e99113c4d None None] Network 0d01ad2f-a7e6-4c81-8614-69e867948edc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:03.083341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dc45c-8752-4328-ba93-242caa6787e9 req-a618fa98-35f9-4afd-bbcd-270ab6cb672a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:03.091152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b1dc45c-8752-4328-ba93-242caa6787e9 req-a618fa98-35f9-4afd-bbcd-270ab6cb672a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 948 time: 0.2629340 Aug 29 17:18:03.106707 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:18:03.107939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-b64ee0f9-4bd3-4e5b-a4b8-1ceccace205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:03.109461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-b64ee0f9-4bd3-4e5b-a4b8-1ceccace205b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2560470 Aug 29 17:18:03.141356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-43d5fc3b-e50e-4390-a0cd-b652157ccbf8 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487489 Aug 29 17:18:03.231697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b1dc45c-8752-4328-ba93-242caa6787e9 req-86534860-fe2d-4876-b65f-0f4e84977a30 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354294 Aug 29 17:18:03.258938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:03.266870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-f5c1ba2e-bf61-4dc0-ade6-120d972c8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:03.267894 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-f5c1ba2e-bf61-4dc0-ade6-120d972c8bb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490755 Aug 29 17:18:03.304839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:03.305190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 71ffc9c0-3298-4bdf-a9b8-6bdc050559e1 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:03.384078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f40d5e25-3547-43f5-9d45-3fecc8983204 req-bc3b12b3-bbac-4794-856b-1c02c51d1770 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285945 Aug 29 17:18:03.406229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-947d30bf-42a4-4e75-a215-6c37108046e7 req-1e50dc16-efc3-40a6-b9d8-b978fac152e3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1615912109', 'description': 'tempest-description-328356348'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:03.442838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-947d30bf-42a4-4e75-a215-6c37108046e7 req-1e50dc16-efc3-40a6-b9d8-b978fac152e3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:03.450003 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '86059ef2-cf3b-4002-b99b-b519e64533e6', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'port_id': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'mac_address': 'fa:16:3e:66:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:18:00Z', 'revision_number': 1, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:03.457808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7097-a95f-4e68-af8c-691f30301dd7 req-6d117dce-0def-431e-a36e-e46cdd7d2702 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:03.466121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-791e7097-a95f-4e68-af8c-691f30301dd7 req-6d117dce-0def-431e-a36e-e46cdd7d2702 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 944 time: 0.0886793 Aug 29 17:18:03.497880 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] Checking router: d29812be-aca3-419f-83c4-5acd652b66a1 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:18:03.508269 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:18:03.509192 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:17:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:03.527403 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-791e7097-a95f-4e68-af8c-691f30301dd7 req-c7239ebc-9850-4dcf-838f-46443de44fb5 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603557 Aug 29 17:18:03.529877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-032ecf51-859d-483d-93d5-bf0f04e0c805 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527633 Aug 29 17:18:03.539024 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-947d30bf-42a4-4e75-a215-6c37108046e7 req-1e50dc16-efc3-40a6-b9d8-b978fac152e3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:03.545990 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-947d30bf-42a4-4e75-a215-6c37108046e7 req-1e50dc16-efc3-40a6-b9d8-b978fac152e3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:03.601803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50dc16-efc3-40a6-b9d8-b978fac152e3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec242fc-9962-41f6-84fd-e95120f7f63c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:03.616036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-947d30bf-42a4-4e75-a215-6c37108046e7 req-1e50dc16-efc3-40a6-b9d8-b978fac152e3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:03.617565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-947d30bf-42a4-4e75-a215-6c37108046e7 req-1e50dc16-efc3-40a6-b9d8-b978fac152e3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2154443 Aug 29 17:18:03.705742 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:18:03.733623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de13bb56-c4bc-4f50-928f-6efa73d2a58c req-17a7f3d0-9d51-450d-94a3-80a70c3cfc5f service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935666 Aug 29 17:18:03.874899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eefe4-181e-478a-9da7-c26cc58e09e0 req-9dd1edcd-6e04-4291-b6b3-241f08f4d200 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:03.881937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c7eefe4-181e-478a-9da7-c26cc58e09e0 req-9dd1edcd-6e04-4291-b6b3-241f08f4d200 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 948 time: 0.1650891 Aug 29 17:18:03.885874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4aa1309-6ec8-4e4f-9522-5589c1b1ccc7 req-593875f4-6ce8-4b53-b38f-8af368bc682a tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/6ec242fc-9962-41f6-84fd-e95120f7f63c HTTP/1.1" status: 200 len: 1804 time: 0.0619576 Aug 29 17:18:03.902950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b4aa1309-6ec8-4e4f-9522-5589c1b1ccc7 req-acb8ee3c-9037-4e0a-bf7d-63fa877e03ed tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ec242fc-9962-41f6-84fd-e95120f7f63c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:03.903785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b4aa1309-6ec8-4e4f-9522-5589c1b1ccc7 req-acb8ee3c-9037-4e0a-bf7d-63fa877e03ed tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ec242fc-9962-41f6-84fd-e95120f7f63c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:03.927053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-bb387d83-4935-4171-beb8-1f76b2579c6e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:03.928497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-bb387d83-4935-4171-beb8-1f76b2579c6e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 821 time: 0.2005486 Aug 29 17:18:03.949812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Request body: {'port': {'device_id': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'admin_state_up': True, 'tenant_id': '6055e94fc9d449f1b1b0c4eade2655e9'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:04.015926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4aa1309-6ec8-4e4f-9522-5589c1b1ccc7 req-acb8ee3c-9037-4e0a-bf7d-63fa877e03ed tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.069525 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4aa1309-6ec8-4e4f-9522-5589c1b1ccc7 req-acb8ee3c-9037-4e0a-bf7d-63fa877e03ed tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.084611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4aa1309-6ec8-4e4f-9522-5589c1b1ccc7 req-acb8ee3c-9037-4e0a-bf7d-63fa877e03ed tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.089480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Made reservation on behalf of 6055e94fc9d449f1b1b0c4eade2655e9 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:04.092635 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.098556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8ee3c-9037-4e0a-bf7d-63fa877e03ed tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc9fe61-1b69-4a83-abcf-64642a1cd4b1,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:04.116244 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4aa1309-6ec8-4e4f-9522-5589c1b1ccc7 req-acb8ee3c-9037-4e0a-bf7d-63fa877e03ed tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.118137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4aa1309-6ec8-4e4f-9522-5589c1b1ccc7 req-acb8ee3c-9037-4e0a-bf7d-63fa877e03ed tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2249537 Aug 29 17:18:04.131722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c7eefe4-181e-478a-9da7-c26cc58e09e0 req-3e95ec78-fdb0-4e44-8406-227b552bee6c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389762 Aug 29 17:18:04.181669 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '86059ef2-cf3b-4002-b99b-b519e64533e6', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'port_id': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'mac_address': 'fa:16:3e:66:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:18:00Z', 'revision_number': 1, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:04.215179 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a156bb-6659-4980-b5f2-dbb769e85138 None None] The sync data for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 is: [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '86059ef2-cf3b-4002-b99b-b519e64533e6', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'port_id': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'mac_address': 'fa:16:3e:66:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:18:00Z', 'revision_number': 1, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:18:04.242251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19a7bc18-b996-4e6e-bbfe-5d8fb86810f5 req-b114eb74-c457-4178-9c5d-0f78660fed54 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 210 time: 0.0307879 Aug 29 17:18:04.287946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:04.293821 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53" -d '{"events": [{"name": "network-changed", "server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:04.339007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db11b5-68e8-4313-a6ca-cb5b9021a846 req-8e4075ca-77c0-4fc4-9598-3c8d4467cbcf tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:04.346705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23db11b5-68e8-4313-a6ca-cb5b9021a846 req-8e4075ca-77c0-4fc4-9598-3c8d4467cbcf tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 949 time: 0.1364207 Aug 29 17:18:04.389172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-da5c9e7f-7251-411c-acf2-9c4e612d6353 req-d67011e9-7764-4f74-9430-bba0aba43c33 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2122733432', 'description': 'tempest-description-109678822'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:04.392445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Allocated IP 172.20.0.3 (182fe0bf-31b7-4f93-8a4b-78128e1e9cf3/dbb74628-7c4a-434a-b4f3-a722701f2685/e434695c-9d05-4280-9115-aa024db72cc6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:04.419794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23db11b5-68e8-4313-a6ca-cb5b9021a846 req-c7806b5f-ccb0-431a-9351-385faf69e250 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721271 Aug 29 17:18:04.430394 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-da5c9e7f-7251-411c-acf2-9c4e612d6353 req-d67011e9-7764-4f74-9430-bba0aba43c33 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.543191 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-da5c9e7f-7251-411c-acf2-9c4e612d6353 req-d67011e9-7764-4f74-9430-bba0aba43c33 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.549221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-da5c9e7f-7251-411c-acf2-9c4e612d6353 req-d67011e9-7764-4f74-9430-bba0aba43c33 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.569206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed9a11-e0f7-4a8a-b6ee-7de998ef804a None None] New status for floating IP 86059ef2-cf3b-4002-b99b-b519e64533e6: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:18:04.584281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'tag': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:04.586870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67011e9-7764-4f74-9430-bba0aba43c33 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a87cdd2-9e0b-4f07-8393-17b5da3cdfb2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:04.587126 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdf93fb-c705-4f25-b795-0a91d9039cab", "tag": "5a2d64b1-7f12-4aab-a305-0f7a4afd575e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:04.599668 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-da5c9e7f-7251-411c-acf2-9c4e612d6353 req-d67011e9-7764-4f74-9430-bba0aba43c33 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.612346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da5c9e7f-7251-411c-acf2-9c4e612d6353 req-d67011e9-7764-4f74-9430-bba0aba43c33 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2283614 Aug 29 17:18:04.647440 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84eda6e-f85a-4659-a07f-47d5715f972f x-openstack-request-id: req-b84eda6e-f85a-4659-a07f-47d5715f972f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:04.647863 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:04.648674 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b84eda6e-f85a-4659-a07f-47d5715f972f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:04.649168 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5', 'status': 'completed', 'code': 200} Aug 29 17:18:04.671217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.687732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90014734-7727-4e6a-9ead-c7851d4ee568 req-98df5c8f-b5ae-41eb-aaee-45e7150af2a9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:04.696032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90014734-7727-4e6a-9ead-c7851d4ee568 req-98df5c8f-b5ae-41eb-aaee-45e7150af2a9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 948 time: 0.1057544 Aug 29 17:18:04.776565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90014734-7727-4e6a-9ead-c7851d4ee568 req-3a2ba8ec-b12d-4afb-80fb-8fc826096b44 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796783 Aug 29 17:18:04.782396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-33157466-4da7-4fb0-a3cd-5f6c46f63d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:04.787082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-33157466-4da7-4fb0-a3cd-5f6c46f63d14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 1100 time: 0.1182239 Aug 29 17:18:04.787907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.840561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:04.843636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:04.846557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:04.907047 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49657d5-4319-43a7-9eac-f60ee1e6d7ff x-openstack-request-id: req-f49657d5-4319-43a7-9eac-f60ee1e6d7ff {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:04.907790 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdf93fb-c705-4f25-b795-0a91d9039cab", "tag": "5a2d64b1-7f12-4aab-a305-0f7a4afd575e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:04.907790 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f49657d5-4319-43a7-9eac-f60ee1e6d7ff {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:04.907968 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'tag': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'status': 'completed', 'code': 200} Aug 29 17:18:04.916581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:04.917467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:04.955517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-1278b141-32ed-4358-b747-46e1a59ad9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:04.955736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Pushing event updated for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:04.957099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-1278b141-32ed-4358-b747-46e1a59ad9e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1630676 Aug 29 17:18:04.968917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c019-4c62-4e98-8182-15c7cbeb6d35 req-8ae9960f-09ba-4002-b48f-7dd63645d42f tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:04.977129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea83c019-4c62-4e98-8182-15c7cbeb6d35 req-8ae9960f-09ba-4002-b48f-7dd63645d42f tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 944 time: 0.2413523 Aug 29 17:18:04.979797 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-0e22a265-cb6c-4c75-9784-543512ad7784 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0359826 Aug 29 17:18:04.996578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Request body: {'port': {'device_id': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:05.021280 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e65a43b-23d9-47af-a18b-5aae9f49857d req-b41fd39b-5a8a-48f7-b08d-25cb807fa969 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/9a87cdd2-9e0b-4f07-8393-17b5da3cdfb2 HTTP/1.1" status: 200 len: 1804 time: 0.1107762 Aug 29 17:18:05.046427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-7ec34f36-edd6-4c06-90ec-968294b3ccda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 217 time: 0.0661910 Aug 29 17:18:05.053880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5e65a43b-23d9-47af-a18b-5aae9f49857d req-d48ffd14-3394-485d-b312-e1da39a924a8 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9a87cdd2-9e0b-4f07-8393-17b5da3cdfb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:05.054207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5e65a43b-23d9-47af-a18b-5aae9f49857d req-d48ffd14-3394-485d-b312-e1da39a924a8 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9a87cdd2-9e0b-4f07-8393-17b5da3cdfb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:05.075843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.127925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-fa1e12d5-f2b9-4c15-8e78-ecc35801d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.129602 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-fa1e12d5-f2b9-4c15-8e78-ecc35801d2f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 1097 time: 0.1928554 Aug 29 17:18:05.143141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea83c019-4c62-4e98-8182-15c7cbeb6d35 req-ae28c928-dada-4804-a2ba-d9204d991221 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650167 Aug 29 17:18:05.173897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e65a43b-23d9-47af-a18b-5aae9f49857d req-d48ffd14-3394-485d-b312-e1da39a924a8 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.194280 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e65a43b-23d9-47af-a18b-5aae9f49857d req-d48ffd14-3394-485d-b312-e1da39a924a8 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.209441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e65a43b-23d9-47af-a18b-5aae9f49857d req-d48ffd14-3394-485d-b312-e1da39a924a8 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.211444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-9ddfd82a-b822-4475-8058-ab4b60408d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.213917 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-9ddfd82a-b822-4475-8058-ab4b60408d6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1518881 Aug 29 17:18:05.239117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 97b16111-e9eb-4417-832b-eaf6a660c028 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:05.335308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f193ed-b1ff-4702-8877-947b01cadcdd req-be03f3fd-4e0a-442b-8632-78924fc0b97c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.343131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5f193ed-b1ff-4702-8877-947b01cadcdd req-be03f3fd-4e0a-442b-8632-78924fc0b97c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 948 time: 0.1341197 Aug 29 17:18:05.344884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 97b16111-e9eb-4417-832b-eaf6a660c028, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=97b16111-e9eb-4417-832b-eaf6a660c028,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:05.358891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '97b16111-e9eb-4417-832b-eaf6a660c028', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '97b16111-e9eb-4417-832b-eaf6a660c028', 'mac_address': 'fa:16:3e:f0:60:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:05.359701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-a2d4bbe2-ec84-4ae2-93ce-dec6bcebf57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.361050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a1b10d1d-51eb-47ec-bdfc-bc1592c98854 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:05.361354 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-a2d4bbe2-ec84-4ae2-93ce-dec6bcebf57d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345282 Aug 29 17:18:05.379502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-d3c7adbd-4712-4e73-97fe-54030007df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.381128 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-d3c7adbd-4712-4e73-97fe-54030007df03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 925 time: 0.2349551 Aug 29 17:18:05.439426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.457696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ffd14-3394-485d-b312-e1da39a924a8 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ddf63-ca04-487c-b535-bca6e7556948,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:05.458968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b16111-e9eb-4417-832b-eaf6a660c028 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:05.481557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 97b16111-e9eb-4417-832b-eaf6a660c028, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=97b16111-e9eb-4417-832b-eaf6a660c028,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:05.493340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.507788 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5f193ed-b1ff-4702-8877-947b01cadcdd req-967bbbc1-3170-4e8c-a316-48a97f948527 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635797 Aug 29 17:18:05.536035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e65a43b-23d9-47af-a18b-5aae9f49857d req-d48ffd14-3394-485d-b312-e1da39a924a8 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.537306 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e65a43b-23d9-47af-a18b-5aae9f49857d req-d48ffd14-3394-485d-b312-e1da39a924a8 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5048068 Aug 29 17:18:05.577163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-2a4e8db3-d09c-445c-a163-9d4a2b3a5683 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.578711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-2a4e8db3-d09c-445c-a163-9d4a2b3a5683 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 949 time: 0.1225619 Aug 29 17:18:05.584125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=97b16111-e9eb-4417-832b-eaf6a660c028,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:05.586451 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:18:05.591183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:05.595806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:05.596343 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.644097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e434695c-9d05-4280-9115-aa024db72cc6 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:05.653410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.696245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.717268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 95533882-fb2d-4f34-b515-513ad7606ed5 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:05.718174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-fa7ea472-f322-40f1-9d06-6db95023a23f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2d64b1-7f12-4aab-a305-0f7a4afd575e HTTP/1.1" status: 200 len: 1001 time: 0.3189175 Aug 29 17:18:05.749731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Transition to ACTIVE for port object e434695c-9d05-4280-9115-aa024db72cc6 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:05.750381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06691dc0-f29a-4911-975f-6d3bb0e5b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b10d1d-51eb-47ec-bdfc-bc1592c98854'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:05.753115 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13f68ec-d9b4-4e61-a4e6-aa120662c425" -d '{"events": [{"server_uuid": "06691dc0-f29a-4911-975f-6d3bb0e5b615", "name": "network-vif-plugged", "status": "completed", "tag": "a1b10d1d-51eb-47ec-bdfc-bc1592c98854"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:05.772181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a1b10d1d-51eb-47ec-bdfc-bc1592c98854, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,segment=NetworkSegment(93273149-ef07-407d-988c-19967ec01b2b),segment_id=93273149-ef07-407d-988c-19967ec01b2b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:05.812109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.883984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635321d-8b12-44d3-ae38-ae3c374cb335 req-8f4e22ce-824b-4f3c-a3ef-825876b6ff7d tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.886807 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635321d-8b12-44d3-ae38-ae3c374cb335 req-8f4e22ce-824b-4f3c-a3ef-825876b6ff7d tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 949 time: 0.1444149 Aug 29 17:18:05.887595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:05.888124 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Pushing event updated for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:05.901602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '95533882-fb2d-4f34-b515-513ad7606ed5', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '95533882-fb2d-4f34-b515-513ad7606ed5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:05.905201 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:05.907620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['97b16111-e9eb-4417-832b-eaf6a660c028'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:05.958729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Deleting port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:05.959315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.006996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-e189413c-0d5a-4db8-aec9-0e299ac3972a service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367877 Aug 29 17:18:06.028170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.064837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95533882-fb2d-4f34-b515-513ad7606ed5 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:06.072853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] For port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:06.073224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.085298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:06.093579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Calling delete_port for 5847bdc3-b5c2-4757-a58d-2e24ed3415ba owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:06.101001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-12950210-9207-407e-a5dd-f033cfe2a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:06.102632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-12950210-9207-407e-a5dd-f033cfe2a2c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 HTTP/1.1" status: 200 len: 863 time: 0.1101258 Aug 29 17:18:06.103912 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.104545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:06.117019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06482f-69d7-4dfc-a747-148cc035b16f req-21cfd762-9419-4b0e-a8de-d8dd71b59515 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:06.124786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b06482f-69d7-4dfc-a747-148cc035b16f req-21cfd762-9419-4b0e-a8de-d8dd71b59515 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 931 time: 0.4847701 Aug 29 17:18:06.142159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:06.201284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:06.250605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:06.277374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'mac_address': 'fa:16:3e:86:e3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:06.278244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b06482f-69d7-4dfc-a747-148cc035b16f req-f5b4b72d-29d9-4355-b719-4fb4f05e18d7 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523647 Aug 29 17:18:06.280800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfe2cd45-3562-4fa4-ba4f-822a0e26dc53 req-b07e3f18-0fdc-4c45-88b2-26a0c5f0f471 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545516 Aug 29 17:18:06.295297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-75006b43-98b0-4fc8-83e7-f384df1ba8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:06.297603 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-75006b43-98b0-4fc8-83e7-f384df1ba8c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab1af198-a2d0-452b-a5c2-37f8c475916a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703939 Aug 29 17:18:06.328730 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.343293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:06.356179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635321d-8b12-44d3-ae38-ae3c374cb335 req-064921f0-30f0-4e96-8eae-8185f3678704 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae9ada9-cc63-4939-8de9-9e8fe97e2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397991 Aug 29 17:18:06.362922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:06.364674 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.369600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-89b77dfe-74fb-44fd-9fcd-06a9dd736ae8 req-690ceef1-bd58-47cc-b981-f51647163178 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1884823725', 'description': 'tempest-description-615964249'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:06.371160 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.419812 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-89b77dfe-74fb-44fd-9fcd-06a9dd736ae8 req-690ceef1-bd58-47cc-b981-f51647163178 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.437015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Pushing event deleted for resources: {'Port': ['ID=5847bdc3-b5c2-4757-a58d-2e24ed3415ba,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:06.457581 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-0a10833d-79e5-4b41-9266-fa803a34c266 service neutron] 10.222.0.43 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461036 Aug 29 17:18:06.460612 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34ef7cf-b53b-4be5-bde9-a3319d0b65df x-openstack-request-id: req-a34ef7cf-b53b-4be5-bde9-a3319d0b65df {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:06.465580 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06691dc0-f29a-4911-975f-6d3bb0e5b615", "name": "network-vif-plugged", "status": "completed", "tag": "a1b10d1d-51eb-47ec-bdfc-bc1592c98854", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:06.466002 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a34ef7cf-b53b-4be5-bde9-a3319d0b65df {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:06.466561 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06691dc0-f29a-4911-975f-6d3bb0e5b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b10d1d-51eb-47ec-bdfc-bc1592c98854', 'code': 200} Aug 29 17:18:06.504454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:06.504795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:06.505129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:06.509784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:06.544149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] No DVR routers for this DVR port 5847bdc3-b5c2-4757-a58d-2e24ed3415ba on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:06.548340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.550451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10793288-6853-49cd-b1cc-aca8b87c4879 req-4e57ef33-b255-4f54-934d-2ce0a053dea5 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.44 "DELETE /v2.0/ports/5847bdc3-b5c2-4757-a58d-2e24ed3415ba HTTP/1.1" status: 204 len: 173 time: 0.8923481 Aug 29 17:18:06.551739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:06.552113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:06.559229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:06.559571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:06.559967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:06.560400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Bound port: e434695c-9d05-4280-9115-aa024db72cc6, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:06.560764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.642623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['95533882-fb2d-4f34-b515-513ad7606ed5'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:06.646773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:06.708683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb30bfe-fa1b-4d25-bd2c-33f4809acd2a req-70baf6de-6373-4fb1-8146-57ca7fbeb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:06.710538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdb30bfe-fa1b-4d25-bd2c-33f4809acd2a req-70baf6de-6373-4fb1-8146-57ca7fbeb53d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 1097 time: 0.1440487 Aug 29 17:18:06.720639 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfbff08f-77b7-4b9d-825d-23af00bcdd9e req-9dea780b-5479-46a9-a25d-8b4bda035eb0 service neutron] 10.222.0.43 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252297 Aug 29 17:18:06.772625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-89b77dfe-74fb-44fd-9fcd-06a9dd736ae8 req-690ceef1-bd58-47cc-b981-f51647163178 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.773283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:06.778439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:06.783012 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-89b77dfe-74fb-44fd-9fcd-06a9dd736ae8 req-690ceef1-bd58-47cc-b981-f51647163178 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.791929 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.801319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f82d0c-956c-4bc5-ac28-f01166ff88f1 req-2ee56c7c-0a64-487d-a15c-55da7a7f7b5f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:06.810867 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdb30bfe-fa1b-4d25-bd2c-33f4809acd2a req-03b8e66c-916c-450c-be77-3561bd9e5195 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846982 Aug 29 17:18:06.820140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01f82d0c-956c-4bc5-ac28-f01166ff88f1 req-2ee56c7c-0a64-487d-a15c-55da7a7f7b5f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 949 time: 0.2466214 Aug 29 17:18:06.821075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['5847bdc3-b5c2-4757-a58d-2e24ed3415ba'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:06.828589 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-89b77dfe-74fb-44fd-9fcd-06a9dd736ae8 req-690ceef1-bd58-47cc-b981-f51647163178 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.840907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89b77dfe-74fb-44fd-9fcd-06a9dd736ae8 req-690ceef1-bd58-47cc-b981-f51647163178 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5064001 Aug 29 17:18:06.851686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ceef1-bd58-47cc-b981-f51647163178 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc574f9-93ab-4fb9-b3e6-5b23500db59d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:06.897548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:06.898316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:06.900087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] 10.222.0.44 "PUT /v2.0/ports/e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 200 len: 1092 time: 1.9091334 Aug 29 17:18:06.911126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a636e-7ac1-4780-bd5e-77ed44b47ba0', 'name': 'network-vif-deleted', 'tag': '5847bdc3-b5c2-4757-a58d-2e24ed3415ba'}, {'name': 'network-changed', 'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:06.914196 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ab515-412f-42e6-8236-e1f46bf2fc27" -d '{"events": [{"server_uuid": "e52a636e-7ac1-4780-bd5e-77ed44b47ba0", "name": "network-vif-deleted", "tag": "5847bdc3-b5c2-4757-a58d-2e24ed3415ba"}, {"name": "network-changed", "server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "tag": "e434695c-9d05-4280-9115-aa024db72cc6"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:06.933449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01f82d0c-956c-4bc5-ac28-f01166ff88f1 req-5ccf2c6c-d6b7-43a9-a7a7-ead7f3cf6cb7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122763 Aug 29 17:18:06.960668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649b55c-6dac-4990-9901-c22c724dcce7 service neutron] Pushing event updated for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:07.015237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49461c6-812a-4391-a553-7b1fa7429949 req-e4b788b5-1f51-41ce-a5e0-f9ddceef9b7e tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:07.017257 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e49461c6-812a-4391-a553-7b1fa7429949 req-e4b788b5-1f51-41ce-a5e0-f9ddceef9b7e tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 945 time: 0.0964580 Aug 29 17:18:07.069806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e49461c6-812a-4391-a553-7b1fa7429949 req-532a1733-31d3-4f59-948c-e3d8e574e0a9 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454180 Aug 29 17:18:07.124562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-9d04cfc0-8663-48e1-b06d-6a0d3075e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:07.126263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-9d04cfc0-8663-48e1-b06d-6a0d3075e54e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1095 time: 0.0814548 Aug 29 17:18:07.142251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490f670-33ef-47f5-9b34-0c0d81e3c34d req-ecff18ef-d1ec-4ac6-a21e-81dfc823c06b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:07.143806 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4490f670-33ef-47f5-9b34-0c0d81e3c34d req-ecff18ef-d1ec-4ac6-a21e-81dfc823c06b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 949 time: 0.0902221 Aug 29 17:18:07.182792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-05c03d18-2788-4cb2-a060-efbe0e97991e req-9ad7a601-4825-4eb4-adba-f96eab3f81f5 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-344768429', 'description': 'tempest-description-2085496402'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:07.208085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-de19a062-710c-471d-bfe3-9dda0f1209c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 200 len: 217 time: 0.0633092 Aug 29 17:18:07.220717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-05c03d18-2788-4cb2-a060-efbe0e97991e req-9ad7a601-4825-4eb4-adba-f96eab3f81f5 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.237060 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4490f670-33ef-47f5-9b34-0c0d81e3c34d req-dcbf88ef-fb54-4f29-9c4b-970961c94195 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771673 Aug 29 17:18:07.254945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 97b16111-e9eb-4417-832b-eaf6a660c028 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:07.290023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-23f57dc4-17e8-49d1-a6b0-65d294f30e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:07.292237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-23f57dc4-17e8-49d1-a6b0-65d294f30e83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0517313 Aug 29 17:18:07.345635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-05c03d18-2788-4cb2-a060-efbe0e97991e req-9ad7a601-4825-4eb4-adba-f96eab3f81f5 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.355607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-05c03d18-2788-4cb2-a060-efbe0e97991e req-9ad7a601-4825-4eb4-adba-f96eab3f81f5 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.368903 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-918d572c-151f-49a1-895c-10ba2862fb36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631371 Aug 29 17:18:07.426864 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39601ee3-08cc-4be9-8f91-634a0cced91b x-openstack-request-id: req-39601ee3-08cc-4be9-8f91-634a0cced91b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:07.443900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7a601-4825-4eb4-adba-f96eab3f81f5 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee7a694-81cd-43a1-ab21-2d73d7beefbd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:07.446305 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a636e-7ac1-4780-bd5e-77ed44b47ba0", "name": "network-vif-deleted", "tag": "5847bdc3-b5c2-4757-a58d-2e24ed3415ba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "tag": "e434695c-9d05-4280-9115-aa024db72cc6", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:07.446776 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39601ee3-08cc-4be9-8f91-634a0cced91b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:07.447956 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52a636e-7ac1-4780-bd5e-77ed44b47ba0', 'name': 'network-vif-deleted', 'tag': '5847bdc3-b5c2-4757-a58d-2e24ed3415ba', 'status': 'completed', 'code': 200} Aug 29 17:18:07.448217 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6', 'status': 'completed', 'code': 200} Aug 29 17:18:07.476235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-05c03d18-2788-4cb2-a060-efbe0e97991e req-9ad7a601-4825-4eb4-adba-f96eab3f81f5 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.493398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-05c03d18-2788-4cb2-a060-efbe0e97991e req-9ad7a601-4825-4eb4-adba-f96eab3f81f5 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3150637 Aug 29 17:18:07.608193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 97b16111-e9eb-4417-832b-eaf6a660c028 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:07.613303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 97b16111-e9eb-4417-832b-eaf6a660c028 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:07.614037 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.668609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac8fd0a2-c9ec-4943-8073-18d6609df1e8 req-fb27e0ee-874d-4f11-869c-30a7fdd14968 tempest-LiveMigrationNegativeTest-1130052699 tempest-LiveMigrationNegativeTest-1130052699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e52a636e-7ac1-4780-bd5e-77ed44b47ba0 HTTP/1.1" status: 200 len: 210 time: 0.0683699 Aug 29 17:18:07.694665 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-2b20126e-a082-4f8f-a6f4-a17c07213436 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148334 Aug 29 17:18:07.708304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb824fd9-1465-47d1-8da4-acfb1e043eea req-05e9671f-85de-4945-b191-3dd02edf198c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:07.715414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 95533882-fb2d-4f34-b515-513ad7606ed5 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:07.717527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb824fd9-1465-47d1-8da4-acfb1e043eea req-05e9671f-85de-4945-b191-3dd02edf198c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.1932304 Aug 29 17:18:07.775930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.778364 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-777cf1c7-bb39-424a-9294-dc841be2081f tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/6dc574f9-93ab-4fb9-b3e6-5b23500db59d HTTP/1.1" status: 200 len: 1804 time: 0.0756671 Aug 29 17:18:07.815803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 95533882-fb2d-4f34-b515-513ad7606ed5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:07.822805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb824fd9-1465-47d1-8da4-acfb1e043eea req-eb576a0f-4c9b-4b6a-b7ab-d94d149ce51d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006010 Aug 29 17:18:07.823023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 97b16111-e9eb-4417-832b-eaf6a660c028, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=97b16111-e9eb-4417-832b-eaf6a660c028,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:07.827061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 95533882-fb2d-4f34-b515-513ad7606ed5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:07.827544 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.847207 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-09f63c4f-bd5a-471d-852c-20b32c595737 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/6ee7a694-81cd-43a1-ab21-2d73d7beefbd HTTP/1.1" status: 200 len: 1804 time: 0.0675287 Aug 29 17:18:07.852145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-98ff2811-19fe-4e48-8d4b-4576c5d082de tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6dc574f9-93ab-4fb9-b3e6-5b23500db59d', 'remote_group_id': '6ee7a694-81cd-43a1-ab21-2d73d7beefbd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:07.852467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-98ff2811-19fe-4e48-8d4b-4576c5d082de tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6dc574f9-93ab-4fb9-b3e6-5b23500db59d', 'remote_group_id': '6ee7a694-81cd-43a1-ab21-2d73d7beefbd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:07.863180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.869480 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1ed06bf-ca8c-4595-91eb-e72e671cf298 req-1b54e1a6-63dd-4a8b-aed9-4b0933947995 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488771 Aug 29 17:18:07.955650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-98ff2811-19fe-4e48-8d4b-4576c5d082de tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.957212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=97b16111-e9eb-4417-832b-eaf6a660c028,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:08.006935 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.017290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-051da32c-e6d1-42ec-b40e-49324c3b9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.019519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-051da32c-e6d1-42ec-b40e-49324c3b9463 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1095 time: 0.0794754 Aug 29 17:18:08.058614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-98ff2811-19fe-4e48-8d4b-4576c5d082de tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.064280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:08.067360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-98ff2811-19fe-4e48-8d4b-4576c5d082de tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.075129 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.076202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:08.092562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2811-19fe-4e48-8d4b-4576c5d082de tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c98e78-ee17-4802-a228-12e6be2fd37c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:08.102633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-98ff2811-19fe-4e48-8d4b-4576c5d082de tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.105978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75c2afc7-53ca-4c68-be73-330ebb2fab63 req-98ff2811-19fe-4e48-8d4b-4576c5d082de tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2578590 Aug 29 17:18:08.157598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b848eca-3518-4c7d-87d3-d4f165c657af req-a6b48f92-20e2-4e89-a4ab-36db2a7cba64 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.159150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b848eca-3518-4c7d-87d3-d4f165c657af req-a6b48f92-20e2-4e89-a4ab-36db2a7cba64 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 950 time: 0.1032019 Aug 29 17:18:08.170363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:08.210344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-ebc4b6d1-b757-4d46-97b3-288ebf3ddf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.213015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-ebc4b6d1-b757-4d46-97b3-288ebf3ddf76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.1806865 Aug 29 17:18:08.247576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:08.252969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:08.253348 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.269314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca9db4-24e6-42bf-a7bd-b07c7547c577 req-fbe3bf12-ff85-4b4d-b2f9-78cf53b22b7e tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.272002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-f875f136-511c-429a-aa56-2a0f311b4e49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 200 len: 217 time: 0.0416751 Aug 29 17:18:08.277969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b848eca-3518-4c7d-87d3-d4f165c657af req-b2c3bf41-ab9d-4217-a1f0-f2eab875444c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104255 Aug 29 17:18:08.278544 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bca9db4-24e6-42bf-a7bd-b07c7547c577 req-fbe3bf12-ff85-4b4d-b2f9-78cf53b22b7e tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 945 time: 0.0784986 Aug 29 17:18:08.327637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-82001663-ea87-4ea1-b404-4c82f90a7e2a req-2a2958b1-25a1-43d8-89e1-e485b824a55f tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1717559685', 'description': 'tempest-description-2072043627'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:08.329646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bca9db4-24e6-42bf-a7bd-b07c7547c577 req-f71726cf-010a-42ac-bf12-0c2e5550dcc8 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Aug 29 17:18:08.352167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-ccb81ac6-66c6-4eec-b724-5f25bac29478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.354957 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-ccb81ac6-66c6-4eec-b724-5f25bac29478 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0749972 Aug 29 17:18:08.356246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82001663-ea87-4ea1-b404-4c82f90a7e2a req-2a2958b1-25a1-43d8-89e1-e485b824a55f tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.385106 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.402142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-01de5b88-abe9-4d77-be21-81936937e830 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338459 Aug 29 17:18:08.427187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:08.433549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.499190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad930bc-ba69-4450-a341-86ac41c60eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b16111-e9eb-4417-832b-eaf6a660c028'}, {'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5'}, {'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:08.501863 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea5f904-bc65-4d51-8086-f5d10db7431c" -d '{"events": [{"server_uuid": "3ad930bc-ba69-4450-a341-86ac41c60eb5", "name": "network-vif-plugged", "status": "completed", "tag": "97b16111-e9eb-4417-832b-eaf6a660c028"}, {"server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "name": "network-vif-plugged", "status": "completed", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5"}, {"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-plugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:08.511508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:08.555272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c2a9-ffbd-436c-8428-9259763e9d87 req-3f725edb-72ef-4d14-81bc-3a221e448a48 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.557802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e01c2a9-ffbd-436c-8428-9259763e9d87 req-3f725edb-72ef-4d14-81bc-3a221e448a48 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0641980 Aug 29 17:18:08.592880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-8e66f3e7-b4d6-4df5-b91a-c07e6114ee9d service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806197 Aug 29 17:18:08.602093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e01c2a9-ffbd-436c-8428-9259763e9d87 req-25600c7d-f0e7-45b2-a7c3-c76dc1c44178 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Aug 29 17:18:08.661877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82001663-ea87-4ea1-b404-4c82f90a7e2a req-2a2958b1-25a1-43d8-89e1-e485b824a55f tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.669801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82001663-ea87-4ea1-b404-4c82f90a7e2a req-2a2958b1-25a1-43d8-89e1-e485b824a55f tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.708852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82001663-ea87-4ea1-b404-4c82f90a7e2a req-2a2958b1-25a1-43d8-89e1-e485b824a55f tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.710132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82001663-ea87-4ea1-b404-4c82f90a7e2a req-2a2958b1-25a1-43d8-89e1-e485b824a55f tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3883736 Aug 29 17:18:08.724720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2958b1-25a1-43d8-89e1-e485b824a55f tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee09400e-660f-4553-9a8a-8d8dc788de31,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:08.733384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3ab515-412f-42e6-8236-e1f46bf2fc27 req-c50c0e0d-2693-4805-94d7-728d3c074cd4 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334143 Aug 29 17:18:08.787330 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3e9d67-0c12-488b-b915-239b376e2ffe x-openstack-request-id: req-ad3e9d67-0c12-488b-b915-239b376e2ffe {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:08.788412 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad930bc-ba69-4450-a341-86ac41c60eb5", "name": "network-vif-plugged", "status": "completed", "tag": "97b16111-e9eb-4417-832b-eaf6a660c028", "code": 200}, {"server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "name": "network-vif-plugged", "status": "completed", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5", "code": 200}, {"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-plugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:08.788686 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad3e9d67-0c12-488b-b915-239b376e2ffe {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:08.789108 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad930bc-ba69-4450-a341-86ac41c60eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b16111-e9eb-4417-832b-eaf6a660c028', 'code': 200} Aug 29 17:18:08.789359 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5', 'code': 200} Aug 29 17:18:08.789608 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'code': 200} Aug 29 17:18:08.811287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-750ef979-5ea1-4460-9cba-653ef91cd9d3 req-5dfa34c6-5667-46b3-977e-fcbbe5299e30 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-99649825', 'description': 'tempest-description-1583385322'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:08.856153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-750ef979-5ea1-4460-9cba-653ef91cd9d3 req-5dfa34c6-5667-46b3-977e-fcbbe5299e30 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.979138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827726fc-dd72-44c6-9e14-e325e004f582 req-58a0ecb7-f23e-4080-8e63-11f96e59d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.980758 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-827726fc-dd72-44c6-9e14-e325e004f582 req-58a0ecb7-f23e-4080-8e63-11f96e59d491 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 1102 time: 0.1177320 Aug 29 17:18:08.981174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-750ef979-5ea1-4460-9cba-653ef91cd9d3 req-5dfa34c6-5667-46b3-977e-fcbbe5299e30 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.983465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532aefb-3c4e-4cae-b987-7ff99911ce94 req-b62c492d-30ad-4ec9-ba76-4a9f87ec5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.984975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3532aefb-3c4e-4cae-b987-7ff99911ce94 req-b62c492d-30ad-4ec9-ba76-4a9f87ec5256 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 1102 time: 0.0691171 Aug 29 17:18:08.989122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-750ef979-5ea1-4460-9cba-653ef91cd9d3 req-5dfa34c6-5667-46b3-977e-fcbbe5299e30 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.996909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae12aba-b5a8-4448-a893-75c4cd2ce631 req-b1c46946-540c-4a6e-8d9c-640187ce03bd tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:08.998421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ae12aba-b5a8-4448-a893-75c4cd2ce631 req-b1c46946-540c-4a6e-8d9c-640187ce03bd tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 945 time: 0.1177385 Aug 29 17:18:09.001703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa9dc-fc2d-489d-958c-f3046d6385ed req-c7c3d9fc-9f8d-4c77-8b6d-279363e5ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:09.003004 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa7aa9dc-fc2d-489d-958c-f3046d6385ed req-c7c3d9fc-9f8d-4c77-8b6d-279363e5ca4e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1101 time: 0.0889492 Aug 29 17:18:09.044681 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-750ef979-5ea1-4460-9cba-653ef91cd9d3 req-5dfa34c6-5667-46b3-977e-fcbbe5299e30 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.046008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-750ef979-5ea1-4460-9cba-653ef91cd9d3 req-5dfa34c6-5667-46b3-977e-fcbbe5299e30 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2398605 Aug 29 17:18:09.048513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa34c6-5667-46b3-977e-fcbbe5299e30 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12a4b3c-1d1d-4c30-8d02-1b9f54176c04,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:09.060784 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3532aefb-3c4e-4cae-b987-7ff99911ce94 req-a05b3bc9-6a0b-44e7-a888-b4fa94e71306 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659907 Aug 29 17:18:09.069773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59026) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:09.074237 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-827726fc-dd72-44c6-9e14-e325e004f582 req-b88b831a-3d15-4e70-bd8d-80b622fc5e6b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747731 Aug 29 17:18:09.091256 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ae12aba-b5a8-4448-a893-75c4cd2ce631 req-4290d634-4f1f-4eb7-a16a-251d2a6ffe55 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831707 Aug 29 17:18:09.095011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa7aa9dc-fc2d-489d-958c-f3046d6385ed req-e1329dc0-093f-4e37-8384-0bf21bae818f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720508 Aug 29 17:18:09.166974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-cc288d75-640e-448f-b869-dee1d0951f9a tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/ee09400e-660f-4553-9a8a-8d8dc788de31 HTTP/1.1" status: 200 len: 1805 time: 0.0490184 Aug 29 17:18:09.184962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5690d-785d-4dc4-abf1-4b8789889357 req-25968d6e-eb13-462f-a087-475b9c5a1728 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:09.191098 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16f5690d-785d-4dc4-abf1-4b8789889357 req-25968d6e-eb13-462f-a087-475b9c5a1728 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0708716 Aug 29 17:18:09.226933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16f5690d-785d-4dc4-abf1-4b8789889357 req-ebe74e4e-67dd-4884-a451-a502d330b95e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Aug 29 17:18:09.238711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-219a2661-81e3-43fd-a085-19afc1e790b1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/e12a4b3c-1d1d-4c30-8d02-1b9f54176c04 HTTP/1.1" status: 200 len: 1803 time: 0.0631177 Aug 29 17:18:09.250901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-0b306d57-575e-4631-afd6-b35da3cd2f6d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee09400e-660f-4553-9a8a-8d8dc788de31', 'remote_group_id': 'e12a4b3c-1d1d-4c30-8d02-1b9f54176c04', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:09.251423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-0b306d57-575e-4631-afd6-b35da3cd2f6d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee09400e-660f-4553-9a8a-8d8dc788de31', 'remote_group_id': 'e12a4b3c-1d1d-4c30-8d02-1b9f54176c04', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:09.254637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5847bdc3-b5c2-4757-a58d-2e24ed3415ba no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:09.269319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b2fa01bd-c194-492b-89f7-ed09a230ca85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ad4e0b76c9845c69af64ec06f8b7aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974099 Aug 29 17:18:09.272204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59030) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:09.275603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 5847bdc3-b5c2-4757-a58d-2e24ed3415ba {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:09.275948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5847bdc3-b5c2-4757-a58d-2e24ed3415ba not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:09.362309 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e460ae8-9645-4a48-a81d-b9354f8f5edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.375691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-0b306d57-575e-4631-afd6-b35da3cd2f6d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.398039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e460ae8-9645-4a48-a81d-b9354f8f5edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.400857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588d487-21f1-4c33-92f0-f74cc558b95a req-7b556eb0-1428-4edd-8c2c-6546a25d6b4e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:09.402330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f588d487-21f1-4c33-92f0-f74cc558b95a req-7b556eb0-1428-4edd-8c2c-6546a25d6b4e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 950 time: 0.0490165 Aug 29 17:18:09.428499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-0b306d57-575e-4631-afd6-b35da3cd2f6d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.435912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-0b306d57-575e-4631-afd6-b35da3cd2f6d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.440246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f588d487-21f1-4c33-92f0-f74cc558b95a req-0b06b864-b81e-412f-a35b-62cb7858e63c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Aug 29 17:18:09.465952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b306d57-575e-4631-afd6-b35da3cd2f6d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dccd0e-6d40-4f1a-88c2-ed515503679e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:09.471565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-0b306d57-575e-4631-afd6-b35da3cd2f6d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.472863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40f39dd9-f5ba-4fae-bfdb-4318e0681f15 req-0b306d57-575e-4631-afd6-b35da3cd2f6d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2261765 Aug 29 17:18:09.492775 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e460ae8-9645-4a48-a81d-b9354f8f5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.496143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e460ae8-9645-4a48-a81d-b9354f8f5edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.497328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9e460ae8-9645-4a48-a81d-b9354f8f5edb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bae9ada9-cc63-4939-8de9-9e8fe97e2847 HTTP/1.1" status: 204 len: 168 time: 0.2242227 Aug 29 17:18:09.520897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e460ae8-9645-4a48-a81d-b9354f8f5edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae9ada9-cc63-4939-8de9-9e8fe97e2847,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:09.551923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70feb32b-974f-4b2a-b80b-f3a7cce41600 req-66b548ee-ea29-4f1b-939c-70ea17fcd091 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/e12a4b3c-1d1d-4c30-8d02-1b9f54176c04 HTTP/1.1" status: 200 len: 1803 time: 0.0515809 Aug 29 17:18:09.616954 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-70feb32b-974f-4b2a-b80b-f3a7cce41600 req-320283b1-4037-4096-bad4-3d43bc09b977 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.641801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-70feb32b-974f-4b2a-b80b-f3a7cce41600 req-320283b1-4037-4096-bad4-3d43bc09b977 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.709408 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-70feb32b-974f-4b2a-b80b-f3a7cce41600 req-320283b1-4037-4096-bad4-3d43bc09b977 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.713330 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-70feb32b-974f-4b2a-b80b-f3a7cce41600 req-320283b1-4037-4096-bad4-3d43bc09b977 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.714956 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70feb32b-974f-4b2a-b80b-f3a7cce41600 req-320283b1-4037-4096-bad4-3d43bc09b977 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "DELETE /v2.0/security-groups/e12a4b3c-1d1d-4c30-8d02-1b9f54176c04 HTTP/1.1" status: 204 len: 173 time: 0.1557004 Aug 29 17:18:09.725417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320283b1-4037-4096-bad4-3d43bc09b977 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12a4b3c-1d1d-4c30-8d02-1b9f54176c04,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:09.729492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f072f8b-9ed4-406a-a3d6-70eb3b38a21f req-c1296168-e3e5-4485-b6fc-0ce26a51f073 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:09.731204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f072f8b-9ed4-406a-a3d6-70eb3b38a21f req-c1296168-e3e5-4485-b6fc-0ce26a51f073 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0573776 Aug 29 17:18:09.783616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f072f8b-9ed4-406a-a3d6-70eb3b38a21f req-0f9bf969-8fcd-4afa-aad4-37b9e9ac673f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Aug 29 17:18:09.791483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf7d137d-c260-4f35-b6b6-f52ff350d823 req-6ff33d62-6904-4b6f-9dfa-b669dcfea7b4 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/ee09400e-660f-4553-9a8a-8d8dc788de31 HTTP/1.1" status: 200 len: 1805 time: 0.0511498 Aug 29 17:18:09.812882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59050) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:09.832642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b4b1c574-1885-4d64-841f-17d49cc3248e req-e94194f1-864c-40bd-8103-e0ebbbf4c070 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1771621765', 'description': 'tempest-description-1382818134'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:09.868187 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4b1c574-1885-4d64-841f-17d49cc3248e req-e94194f1-864c-40bd-8103-e0ebbbf4c070 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.873966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6488aa82-83e3-419b-b277-29340b32314b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39fc88f625c74206bfcf24a9d01f6422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600774 Aug 29 17:18:09.876640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59052) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:09.924822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221cf355-5e37-4c65-b7a4-93d83acf4e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.945734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221cf355-5e37-4c65-b7a4-93d83acf4e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.957679 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4b1c574-1885-4d64-841f-17d49cc3248e req-e94194f1-864c-40bd-8103-e0ebbbf4c070 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.961462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4b1c574-1885-4d64-841f-17d49cc3248e req-e94194f1-864c-40bd-8103-e0ebbbf4c070 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.982998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4b1c574-1885-4d64-841f-17d49cc3248e req-e94194f1-864c-40bd-8103-e0ebbbf4c070 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.984215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4b1c574-1885-4d64-841f-17d49cc3248e req-e94194f1-864c-40bd-8103-e0ebbbf4c070 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1691675 Aug 29 17:18:09.992072 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221cf355-5e37-4c65-b7a4-93d83acf4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.992305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94194f1-864c-40bd-8103-e0ebbbf4c070 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d874f44b-dc0c-4561-a3cd-162e5cc315ec,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:09.995616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221cf355-5e37-4c65-b7a4-93d83acf4e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:09.996937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-221cf355-5e37-4c65-b7a4-93d83acf4e35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9bcf7f3-2b8b-484f-866e-79c5767d1115 HTTP/1.1" status: 204 len: 168 time: 0.1193135 Aug 29 17:18:10.013201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cf355-5e37-4c65-b7a4-93d83acf4e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bcf7f3-2b8b-484f-866e-79c5767d1115,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:10.057993 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50d4a65e-5915-49c0-8544-810683027bed req-63f8060e-0b44-4a5c-9c05-8eb17dc2ceb1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/d874f44b-dc0c-4561-a3cd-162e5cc315ec HTTP/1.1" status: 200 len: 1805 time: 0.0461314 Aug 29 17:18:10.067961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-50d4a65e-5915-49c0-8544-810683027bed req-501c50c3-51d9-4320-81b4-ae0619ac6ab3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd874f44b-dc0c-4561-a3cd-162e5cc315ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:10.068282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-50d4a65e-5915-49c0-8544-810683027bed req-501c50c3-51d9-4320-81b4-ae0619ac6ab3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd874f44b-dc0c-4561-a3cd-162e5cc315ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:10.125873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-50d4a65e-5915-49c0-8544-810683027bed req-501c50c3-51d9-4320-81b4-ae0619ac6ab3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.154071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-50d4a65e-5915-49c0-8544-810683027bed req-501c50c3-51d9-4320-81b4-ae0619ac6ab3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.159066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-50d4a65e-5915-49c0-8544-810683027bed req-501c50c3-51d9-4320-81b4-ae0619ac6ab3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.183979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c50c3-51d9-4320-81b4-ae0619ac6ab3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ed615c-97fa-49d5-83b0-29b70528a54b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:10.195216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-50d4a65e-5915-49c0-8544-810683027bed req-501c50c3-51d9-4320-81b4-ae0619ac6ab3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.196668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50d4a65e-5915-49c0-8544-810683027bed req-501c50c3-51d9-4320-81b4-ae0619ac6ab3 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1326044 Aug 29 17:18:10.253155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f673f1-81bc-4b03-a722-d462194ae50d req-e1f3d64d-2ee7-4b74-8746-24869a166a1b tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:10.262017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01f673f1-81bc-4b03-a722-d462194ae50d req-e1f3d64d-2ee7-4b74-8746-24869a166a1b tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 945 time: 0.0774958 Aug 29 17:18:10.302642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26f4d021-30bf-426e-9449-467d9d681e79 req-ce043c15-c0da-45b8-922c-b364b5c02b7b tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/d874f44b-dc0c-4561-a3cd-162e5cc315ec HTTP/1.1" status: 200 len: 2398 time: 0.0790823 Aug 29 17:18:10.310442 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01f673f1-81bc-4b03-a722-d462194ae50d req-cf69e2d1-5636-4ec5-8e6c-39ee7929f468 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0f8ca4d-936b-4be2-9746-cb5064868763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Aug 29 17:18:10.311146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-26f4d021-30bf-426e-9449-467d9d681e79 req-7ce0a23b-091c-4fc5-b499-18d2a4bce24e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd874f44b-dc0c-4561-a3cd-162e5cc315ec', 'remote_group_id': None}]} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:10.311762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-26f4d021-30bf-426e-9449-467d9d681e79 req-7ce0a23b-091c-4fc5-b499-18d2a4bce24e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd874f44b-dc0c-4561-a3cd-162e5cc315ec', 'remote_group_id': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:10.403621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26f4d021-30bf-426e-9449-467d9d681e79 req-7ce0a23b-091c-4fc5-b499-18d2a4bce24e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.433814 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26f4d021-30bf-426e-9449-467d9d681e79 req-7ce0a23b-091c-4fc5-b499-18d2a4bce24e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.445359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26f4d021-30bf-426e-9449-467d9d681e79 req-7ce0a23b-091c-4fc5-b499-18d2a4bce24e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.448859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e1938-652a-4d0b-bed3-dfb99130e034 req-9be710cb-0099-4aac-8b25-e8c318f9c7ee tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:10.451305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f06e1938-652a-4d0b-bed3-dfb99130e034 req-9be710cb-0099-4aac-8b25-e8c318f9c7ee tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0752442 Aug 29 17:18:10.481763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0a23b-091c-4fc5-b499-18d2a4bce24e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0373b359-8372-4015-b49f-174051ef7416,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:10.490395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26f4d021-30bf-426e-9449-467d9d681e79 req-7ce0a23b-091c-4fc5-b499-18d2a4bce24e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.491648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26f4d021-30bf-426e-9449-467d9d681e79 req-7ce0a23b-091c-4fc5-b499-18d2a4bce24e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1879709 Aug 29 17:18:10.506262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-95f6641a-8457-40c4-908c-4091250f1335 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:10.507893 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-95f6641a-8457-40c4-908c-4091250f1335 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.44 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 945 time: 0.0726836 Aug 29 17:18:10.527007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f06e1938-652a-4d0b-bed3-dfb99130e034 req-c7fa7f6b-0263-4b40-9e40-d06c7971a996 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684867 Aug 29 17:18:10.614895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f59b7088-180f-44f9-9686-6710270c9996 req-bc6cd9ab-cd12-4ef7-85fd-0ba0537e4f55 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/d874f44b-dc0c-4561-a3cd-162e5cc315ec HTTP/1.1" status: 200 len: 2996 time: 0.0617585 Aug 29 17:18:10.700327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0dc3-215e-4b01-8825-c7e01187495c req-9933e91d-6e21-44ac-90a8-1bae0c1a2a03 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:10.701815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b91a0dc3-215e-4b01-8825-c7e01187495c req-9933e91d-6e21-44ac-90a8-1bae0c1a2a03 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 950 time: 0.1301751 Aug 29 17:18:10.752810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Deleting port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:10.753165 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.757351 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67a25b99-08eb-4894-8cad-6d5e0101865f req-30f1861a-e585-4b7c-b810-591a1ceccb05 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-group-rules/0373b359-8372-4015-b49f-174051ef7416 HTTP/1.1" status: 200 len: 783 time: 0.0257742 Aug 29 17:18:10.762083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b91a0dc3-215e-4b01-8825-c7e01187495c req-438dd007-8dfd-4994-bb50-5ded6e107255 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507734 Aug 29 17:18:10.825658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67a25b99-08eb-4894-8cad-6d5e0101865f req-870925c7-c591-48b8-bc2e-225d98e7dd52 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/d874f44b-dc0c-4561-a3cd-162e5cc315ec HTTP/1.1" status: 200 len: 2996 time: 0.0535977 Aug 29 17:18:10.853879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-67a25b99-08eb-4894-8cad-6d5e0101865f req-ba590b1d-a26d-4c09-954e-7b1a6fd151ad tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.862445 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-67a25b99-08eb-4894-8cad-6d5e0101865f req-ba590b1d-a26d-4c09-954e-7b1a6fd151ad tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.893157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-67a25b99-08eb-4894-8cad-6d5e0101865f req-ba590b1d-a26d-4c09-954e-7b1a6fd151ad tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.899542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-67a25b99-08eb-4894-8cad-6d5e0101865f req-ba590b1d-a26d-4c09-954e-7b1a6fd151ad tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:10.901645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67a25b99-08eb-4894-8cad-6d5e0101865f req-ba590b1d-a26d-4c09-954e-7b1a6fd151ad tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0373b359-8372-4015-b49f-174051ef7416 HTTP/1.1" status: 204 len: 173 time: 0.0751178 Aug 29 17:18:10.908729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba590b1d-a26d-4c09-954e-7b1a6fd151ad tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0373b359-8372-4015-b49f-174051ef7416,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:11.016529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24315d47-3e5d-474f-a2f0-6db7dfcc07a7 req-34e9517c-aa01-47ba-b3a8-32aa643cabf2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:11.019438 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24315d47-3e5d-474f-a2f0-6db7dfcc07a7 req-34e9517c-aa01-47ba-b3a8-32aa643cabf2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0593052 Aug 29 17:18:11.064346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24315d47-3e5d-474f-a2f0-6db7dfcc07a7 req-d4ddf3fb-04f8-49b8-b89f-748630be3d38 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Aug 29 17:18:11.136386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a451fadb-ad71-4708-a641-f09b5847ba25 req-12abb68e-aed0-4bdc-a730-735db0c1ed54 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/d874f44b-dc0c-4561-a3cd-162e5cc315ec HTTP/1.1" status: 200 len: 2398 time: 0.0491359 Aug 29 17:18:11.161252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] For port a1b10d1d-51eb-47ec-bdfc-bc1592c98854, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,segment=NetworkSegment(93273149-ef07-407d-988c-19967ec01b2b),segment_id=93273149-ef07-407d-988c-19967ec01b2b)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:11.161974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.168245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-715d3c15-8eb3-4959-825b-7237edf574fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.182360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Calling delete_port for a1b10d1d-51eb-47ec-bdfc-bc1592c98854 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:11.206199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f560-9954-4255-8373-aae572131a0f req-fed28b5c-db67-46e2-a83c-7d72aa02b808 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:11.207631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fe1f560-9954-4255-8373-aae572131a0f req-fed28b5c-db67-46e2-a83c-7d72aa02b808 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.3629134 Aug 29 17:18:11.210185 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a451fadb-ad71-4708-a641-f09b5847ba25 req-4f7344c0-731b-4f7e-ac6f-af8516532c0d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.234695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a451fadb-ad71-4708-a641-f09b5847ba25 req-4f7344c0-731b-4f7e-ac6f-af8516532c0d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.254313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e434695c-9d05-4280-9115-aa024db72cc6 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:11.296953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a451fadb-ad71-4708-a641-f09b5847ba25 req-4f7344c0-731b-4f7e-ac6f-af8516532c0d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.300809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a451fadb-ad71-4708-a641-f09b5847ba25 req-4f7344c0-731b-4f7e-ac6f-af8516532c0d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.302178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a451fadb-ad71-4708-a641-f09b5847ba25 req-4f7344c0-731b-4f7e-ac6f-af8516532c0d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "DELETE /v2.0/security-groups/d874f44b-dc0c-4561-a3cd-162e5cc315ec HTTP/1.1" status: 204 len: 173 time: 0.1546226 Aug 29 17:18:11.309741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fe1f560-9954-4255-8373-aae572131a0f req-91cdc475-76a6-4f15-8089-01af9544a1fb tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639191 Aug 29 17:18:11.321099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7344c0-731b-4f7e-ac6f-af8516532c0d tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874f44b-dc0c-4561-a3cd-162e5cc315ec,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:11.359789 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-c8909fb8-2431-46b2-81ec-0de7f103931c req-0b4daf05-c74e-4b6d-8885-2081ee56f099 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] show failed (client error): The resource could not be found. Aug 29 17:18:11.371424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c8909fb8-2431-46b2-81ec-0de7f103931c req-0b4daf05-c74e-4b6d-8885-2081ee56f099 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/e12a4b3c-1d1d-4c30-8d02-1b9f54176c04 HTTP/1.1" status: 404 len: 352 time: 0.0364339 Aug 29 17:18:11.448735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.472141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a1b10d1d-51eb-47ec-bdfc-bc1592c98854'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:11.516001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Pushing event deleted for resources: {'Port': ['ID=a1b10d1d-51eb-47ec-bdfc-bc1592c98854,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:11.516199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:11.524354 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-425759b3-2ec7-47aa-b1e5-1aa840008872 req-69350b3d-c203-47c2-9876-9b5c88a535c9 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.41 "GET /v2.0/ports?device_id=06691dc0-f29a-4911-975f-6d3bb0e5b615 HTTP/1.1" status: 200 len: 210 time: 0.0823131 Aug 29 17:18:11.544441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'e434695c-9d05-4280-9115-aa024db72cc6', 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'port_id': 'e434695c-9d05-4280-9115-aa024db72cc6', 'mac_address': 'fa:16:3e:6b:d6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb74628-7c4a-434a-b4f3-a722701f2685', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:11.599757 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.618049 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10c9df39-2e91-4113-84f1-a9c7ea6c9e88 req-3444e681-870c-4ce1-be4a-292a25894f4a tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/ee09400e-660f-4553-9a8a-8d8dc788de31 HTTP/1.1" status: 200 len: 1805 time: 0.0716145 Aug 29 17:18:11.621486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] No DVR routers for this DVR port a1b10d1d-51eb-47ec-bdfc-bc1592c98854 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:11.624778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e434695c-9d05-4280-9115-aa024db72cc6 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:11.633303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.637652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c435f2d5-f071-4ffc-9870-a846beedc052 req-e19cda96-f976-4d63-8709-6797f74d4b16 tempest-InstanceActionsV221TestJSON-1972593688 tempest-InstanceActionsV221TestJSON-1972593688-project] 10.222.0.44 "DELETE /v2.0/ports/a1b10d1d-51eb-47ec-bdfc-bc1592c98854 HTTP/1.1" status: 204 len: 173 time: 1.1226420 Aug 29 17:18:11.639600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06691dc0-f29a-4911-975f-6d3bb0e5b615', 'name': 'network-vif-deleted', 'tag': 'a1b10d1d-51eb-47ec-bdfc-bc1592c98854'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:11.644772 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f8e87b-ef82-48a2-a36b-f1016357cd57" -d '{"events": [{"server_uuid": "06691dc0-f29a-4911-975f-6d3bb0e5b615", "name": "network-vif-deleted", "tag": "a1b10d1d-51eb-47ec-bdfc-bc1592c98854"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:11.652189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:11.662354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.702849 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-10c9df39-2e91-4113-84f1-a9c7ea6c9e88 req-67e8c3e4-b485-43ae-9706-e611d80212cd tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.736001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-10c9df39-2e91-4113-84f1-a9c7ea6c9e88 req-67e8c3e4-b485-43ae-9706-e611d80212cd tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.805611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:11.819244 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-10c9df39-2e91-4113-84f1-a9c7ea6c9e88 req-67e8c3e4-b485-43ae-9706-e611d80212cd tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.820376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-b6d05bc3-b1b9-4bbe-ad34-2f9f7f00d51e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0601764 Aug 29 17:18:11.833035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-10c9df39-2e91-4113-84f1-a9c7ea6c9e88 req-67e8c3e4-b485-43ae-9706-e611d80212cd tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:11.842715 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10c9df39-2e91-4113-84f1-a9c7ea6c9e88 req-67e8c3e4-b485-43ae-9706-e611d80212cd tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee09400e-660f-4553-9a8a-8d8dc788de31 HTTP/1.1" status: 204 len: 173 time: 0.2158358 Aug 29 17:18:11.851380 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-d8a9bcab-7afe-4bba-881b-1140096c017b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ad0c8264d80340e399c6fdeee30f7206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283136 Aug 29 17:18:11.861164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8c3e4-b485-43ae-9706-e611d80212cd tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee09400e-660f-4553-9a8a-8d8dc788de31,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:11.931658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e434695c-9d05-4280-9115-aa024db72cc6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:11.974851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9eab6-b78f-47cf-85c5-0c90320517f5 req-09fc44a0-6ba0-4940-ac9d-cedf3749ca94 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:11.983081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48a9eab6-b78f-47cf-85c5-0c90320517f5 req-09fc44a0-6ba0-4940-ac9d-cedf3749ca94 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 944 time: 0.0652630 Aug 29 17:18:12.007728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae083-829d-4db7-818c-9def83e3715b req-9d6379c6-5464-431f-86cd-1df27a8bde20 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:12.016231 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-9d6379c6-5464-431f-86cd-1df27a8bde20 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620612 Aug 29 17:18:12.032058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-127cdd60-9704-485c-9d7d-9925cbe7aedc tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/quotas/ad0c8264d80340e399c6fdeee30f7206 HTTP/1.1" status: 200 len: 375 time: 0.0149169 Aug 29 17:18:12.035730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48a9eab6-b78f-47cf-85c5-0c90320517f5 req-f50d72c8-0f14-4571-ace9-6241708b695d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474942 Aug 29 17:18:12.092553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-b951e62a-fc26-4e17-82bd-2aba6e13844d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595691 Aug 29 17:18:12.100550 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d79e5-ad75-43d2-b22e-f90cbec9b4aa x-openstack-request-id: req-4d9d79e5-ad75-43d2-b22e-f90cbec9b4aa {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:12.100965 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06691dc0-f29a-4911-975f-6d3bb0e5b615", "name": "network-vif-deleted", "tag": "a1b10d1d-51eb-47ec-bdfc-bc1592c98854", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:12.101288 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d9d79e5-ad75-43d2-b22e-f90cbec9b4aa {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:12.101760 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06691dc0-f29a-4911-975f-6d3bb0e5b615', 'name': 'network-vif-deleted', 'tag': 'a1b10d1d-51eb-47ec-bdfc-bc1592c98854', 'status': 'completed', 'code': 200} Aug 29 17:18:12.203831 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.214076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a1371-a212-466c-aea7-3d2d1b97cb4c req-113851f0-381a-4438-b311-dbda6305d8ee tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:12.229266 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-918a1371-a212-466c-aea7-3d2d1b97cb4c req-113851f0-381a-4438-b311-dbda6305d8ee tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0733781 Aug 29 17:18:12.276754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-918a1371-a212-466c-aea7-3d2d1b97cb4c req-c1b7140c-bcbb-4e69-a055-06acd0c3d273 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468719 Aug 29 17:18:12.378695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c2d04f76-4d6c-457e-ad7e-14d5ecd0dabb req-df558493-684a-4686-81f3-646792c86de1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/6ee7a694-81cd-43a1-ab21-2d73d7beefbd HTTP/1.1" status: 200 len: 1804 time: 0.0750144 Aug 29 17:18:12.448801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c2d04f76-4d6c-457e-ad7e-14d5ecd0dabb req-4708a2c0-cb03-4ce5-ba42-7b60bf70389e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.486181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c2d04f76-4d6c-457e-ad7e-14d5ecd0dabb req-4708a2c0-cb03-4ce5-ba42-7b60bf70389e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.564945 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c2d04f76-4d6c-457e-ad7e-14d5ecd0dabb req-4708a2c0-cb03-4ce5-ba42-7b60bf70389e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.568051 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c2d04f76-4d6c-457e-ad7e-14d5ecd0dabb req-4708a2c0-cb03-4ce5-ba42-7b60bf70389e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.580965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c2d04f76-4d6c-457e-ad7e-14d5ecd0dabb req-4708a2c0-cb03-4ce5-ba42-7b60bf70389e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ee7a694-81cd-43a1-ab21-2d73d7beefbd HTTP/1.1" status: 204 len: 173 time: 0.2009997 Aug 29 17:18:12.600770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708a2c0-cb03-4ce5-ba42-7b60bf70389e tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee7a694-81cd-43a1-ab21-2d73d7beefbd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:12.637315 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.670487 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e6bf151-de4e-498e-9166-1aff8c10c6f2 req-243974d0-8aa6-4fdc-b0d8-cb476669ccd6 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 210 time: 0.0488214 Aug 29 17:18:12.729350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca38a024-fa21-4720-96d0-43b8ba5696c4 req-71c4742a-9f73-40e4-a027-443b35c4f498 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/6dc574f9-93ab-4fb9-b3e6-5b23500db59d HTTP/1.1" status: 200 len: 1804 time: 0.0671668 Aug 29 17:18:12.835796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ca38a024-fa21-4720-96d0-43b8ba5696c4 req-b37ac7d0-b695-4ac6-b49f-f92f19691a2b tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.867074 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ca38a024-fa21-4720-96d0-43b8ba5696c4 req-b37ac7d0-b695-4ac6-b49f-f92f19691a2b tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.926704 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ca38a024-fa21-4720-96d0-43b8ba5696c4 req-b37ac7d0-b695-4ac6-b49f-f92f19691a2b tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.929316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ca38a024-fa21-4720-96d0-43b8ba5696c4 req-b37ac7d0-b695-4ac6-b49f-f92f19691a2b tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.930761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca38a024-fa21-4720-96d0-43b8ba5696c4 req-b37ac7d0-b695-4ac6-b49f-f92f19691a2b tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "DELETE /v2.0/security-groups/6dc574f9-93ab-4fb9-b3e6-5b23500db59d HTTP/1.1" status: 204 len: 173 time: 0.1944485 Aug 29 17:18:12.945794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ac7d0-b695-4ac6-b49f-f92f19691a2b tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc574f9-93ab-4fb9-b3e6-5b23500db59d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:13.026996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4382c01-5ba5-40df-a23d-ed543f2200c3 req-db4ee6e4-0547-433b-8c8b-24a8daf12a7c tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/9a87cdd2-9e0b-4f07-8393-17b5da3cdfb2 HTTP/1.1" status: 200 len: 2403 time: 0.0501759 Aug 29 17:18:13.088902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a4382c01-5ba5-40df-a23d-ed543f2200c3 req-c7ce7c97-5434-4a19-be3c-e2bb2458eec1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.117907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a4382c01-5ba5-40df-a23d-ed543f2200c3 req-c7ce7c97-5434-4a19-be3c-e2bb2458eec1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.143865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59222) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:13.184914 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a4382c01-5ba5-40df-a23d-ed543f2200c3 req-c7ce7c97-5434-4a19-be3c-e2bb2458eec1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.187682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a4382c01-5ba5-40df-a23d-ed543f2200c3 req-c7ce7c97-5434-4a19-be3c-e2bb2458eec1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.191636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4382c01-5ba5-40df-a23d-ed543f2200c3 req-c7ce7c97-5434-4a19-be3c-e2bb2458eec1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a87cdd2-9e0b-4f07-8393-17b5da3cdfb2 HTTP/1.1" status: 204 len: 173 time: 0.1618633 Aug 29 17:18:13.202618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce7c97-5434-4a19-be3c-e2bb2458eec1 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a87cdd2-9e0b-4f07-8393-17b5da3cdfb2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:13.241066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed997faa-a13a-463c-beb2-cdbe241371fc admin admin] Deleting subnet ad128e20-0cf5-4f05-931d-1f38b8c2d1c2 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:18:13.248833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed997faa-a13a-463c-beb2-cdbe241371fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.264771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e5b939d-4afa-442b-9744-63cd6ca065a3 req-801a628d-914c-4bce-b661-56d8b9ff45c7 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "GET /v2.0/security-groups/6ec242fc-9962-41f6-84fd-e95120f7f63c HTTP/1.1" status: 200 len: 2397 time: 0.0428908 Aug 29 17:18:13.272043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e434695c-9d05-4280-9115-aa024db72cc6 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:13.283028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4f4f-890d-48bf-a443-59bcdf9865ff req-005467f4-5098-46b7-b8a5-cdf57a290eb9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:13.284486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d57f4f4f-890d-48bf-a443-59bcdf9865ff req-005467f4-5098-46b7-b8a5-cdf57a290eb9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 944 time: 0.0932667 Aug 29 17:18:13.311315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed997faa-a13a-463c-beb2-cdbe241371fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.333023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port e434695c-9d05-4280-9115-aa024db72cc6 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:13.337906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port e434695c-9d05-4280-9115-aa024db72cc6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:13.338281 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.345697 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e5b939d-4afa-442b-9744-63cd6ca065a3 req-e0b4e343-af47-44f1-bad0-caf9daedf2e7 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.353925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d57f4f4f-890d-48bf-a443-59bcdf9865ff req-a89d1aa9-2dc0-4e00-ae75-3d2ff326afaf tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633893 Aug 29 17:18:13.375876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed997faa-a13a-463c-beb2-cdbe241371fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.410975 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e5b939d-4afa-442b-9744-63cd6ca065a3 req-e0b4e343-af47-44f1-bad0-caf9daedf2e7 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.445905 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.448028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed997faa-a13a-463c-beb2-cdbe241371fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.480068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:13.483518 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bcfa24-30fd-410f-abbe-228286e2a276" -d '{"events": [{"server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "name": "network-vif-plugged", "status": "completed", "tag": "e434695c-9d05-4280-9115-aa024db72cc6"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:13.490622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed997faa-a13a-463c-beb2-cdbe241371fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad128e20-0cf5-4f05-931d-1f38b8c2d1c2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:13.491363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e5b939d-4afa-442b-9744-63cd6ca065a3 req-e0b4e343-af47-44f1-bad0-caf9daedf2e7 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.494073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed997faa-a13a-463c-beb2-cdbe241371fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.494432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e5b939d-4afa-442b-9744-63cd6ca065a3 req-e0b4e343-af47-44f1-bad0-caf9daedf2e7 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.496658 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ed997faa-a13a-463c-beb2-cdbe241371fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ad128e20-0cf5-4f05-931d-1f38b8c2d1c2 HTTP/1.1" status: 204 len: 168 time: 0.3514597 Aug 29 17:18:13.501792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59236) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:13.502180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:13.506501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e5b939d-4afa-442b-9744-63cd6ca065a3 req-e0b4e343-af47-44f1-bad0-caf9daedf2e7 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ec242fc-9962-41f6-84fd-e95120f7f63c HTTP/1.1" status: 204 len: 173 time: 0.2294281 Aug 29 17:18:13.530515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:13.542407 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.543513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a1b10d1d-51eb-47ec-bdfc-bc1592c98854 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:13.571525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: a1b10d1d-51eb-47ec-bdfc-bc1592c98854 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:13.573236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a1b10d1d-51eb-47ec-bdfc-bc1592c98854 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:13.580793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4e343-af47-44f1-bad0-caf9daedf2e7 tempest-SecurityGroupRulesTestJSON-2052968376 tempest-SecurityGroupRulesTestJSON-2052968376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec242fc-9962-41f6-84fd-e95120f7f63c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:13.623487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32b8ea2-ef5f-4a3b-9a35-385349c4a96b admin admin] Deleting subnet 73177bcb-46b3-4f4c-9d47-33533c7a3fbe {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:18:13.630298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ea2-ef5f-4a3b-9a35-385349c4a96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.656982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.658485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:13.677445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-2a56c073-dbc5-4287-9503-efdc48f8810a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ad0c8264d80340e399c6fdeee30f7206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712638 Aug 29 17:18:13.726108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-cfef6bb1-c854-47ba-99b2-4a686083c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:13.728671 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-cfef6bb1-c854-47ba-99b2-4a686083c154 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 1102 time: 0.2467911 Aug 29 17:18:13.800084 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.809778 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f17ad418-1c46-4737-8174-b704ff6b713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.815088 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c370f15c-7f7f-4b3b-8737-cec9ded49af5 x-openstack-request-id: req-c370f15c-7f7f-4b3b-8737-cec9ded49af5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:13.815375 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "name": "network-vif-plugged", "status": "completed", "tag": "e434695c-9d05-4280-9115-aa024db72cc6", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:13.815623 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c370f15c-7f7f-4b3b-8737-cec9ded49af5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:13.816005 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6', 'code': 200} Aug 29 17:18:13.836751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02ce594-c526-4635-822c-618e88467c02']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:13.851628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.859090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93273149-ef07-407d-988c-19967ec01b2b') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:13.859720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93273149-ef07-407d-988c-19967ec01b2b') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:13.885794 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.903182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.910085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:18:13.910486 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.917705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681eded-f65e-4abc-997c-e9b8b924da6b req-73cd6e4e-8c33-4d99-806a-2f74d964206a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:13.920158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b681eded-f65e-4abc-997c-e9b8b924da6b req-73cd6e4e-8c33-4d99-806a-2f74d964206a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.3059165 Aug 29 17:18:13.964402 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ea2-ef5f-4a3b-9a35-385349c4a96b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:18:13.967185 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:18:14.018009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b681eded-f65e-4abc-997c-e9b8b924da6b req-c23920cf-6515-46a4-879a-03e5d74b6e12 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891733 Aug 29 17:18:14.027934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae083-829d-4db7-818c-9def83e3715b req-b7509bf6-f0b5-449f-8604-1a3282d188da tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.028927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-b7509bf6-f0b5-449f-8604-1a3282d188da tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221276 Aug 29 17:18:14.049909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebcdf833-4ff2-4d50-8457-1fe38a29029f req-38f598cf-6a26-4578-a1d2-54a53a1a0e7e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 210 time: 0.0882723 Aug 29 17:18:14.061475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Request body: {'port': {'device_id': 'd18c5880-b100-4301-b784-e790fc848323', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': 'ad0c8264d80340e399c6fdeee30f7206'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:14.063049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.067885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.070298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-b630d78d-6ed0-46c7-808c-1e07f0e89075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.072684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-b630d78d-6ed0-46c7-808c-1e07f0e89075 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2997215 Aug 29 17:18:14.073433 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b02ce594-c526-4635-822c-618e88467c02 HTTP/1.1" status: 204 len: 168 time: 0.5698366 Aug 29 17:18:14.097875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ea2-ef5f-4a3b-9a35-385349c4a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.100042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2accf-334a-4984-90a4-f56707d61892 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02ce594-c526-4635-822c-618e88467c02,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:14.132150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17082-86df-4c76-a86f-f7abc4c65de0 req-d105450d-2320-419d-a197-40cdf7e6ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.133682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67e17082-86df-4c76-a86f-f7abc4c65de0 req-d105450d-2320-419d-a197-40cdf7e6ebd9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1097 time: 0.1674581 Aug 29 17:18:14.158233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-53ef1810-ca4d-44a4-954b-8fc64d86dbc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 217 time: 0.0465267 Aug 29 17:18:14.191926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67e17082-86df-4c76-a86f-f7abc4c65de0 req-ab3d59aa-fbec-4f6c-97e4-83a5af55f31b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448222 Aug 29 17:18:14.193899 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ea2-ef5f-4a3b-9a35-385349c4a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.226966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ea2-ef5f-4a3b-9a35-385349c4a96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.231947 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d32b8ea2-ef5f-4a3b-9a35-385349c4a96b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/73177bcb-46b3-4f4c-9d47-33533c7a3fbe HTTP/1.1" status: 204 len: 168 time: 0.7243288 Aug 29 17:18:14.231947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b8ea2-ef5f-4a3b-9a35-385349c4a96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73177bcb-46b3-4f4c-9d47-33533c7a3fbe,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:14.232272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59260) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:14.248454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c0a7a7f4-005f-407e-8e1d-e88ed6b9615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.250308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c0a7a7f4-005f-407e-8e1d-e88ed6b9615d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0702927 Aug 29 17:18:14.306394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59262) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:14.326362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.336919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-aea32ebb-2375-4612-ad6b-09d77f1e2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.338437 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-aea32ebb-2375-4612-ad6b-09d77f1e2507 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760982 Aug 29 17:18:14.339467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Made reservation on behalf of ad0c8264d80340e399c6fdeee30f7206 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:14.343406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.385872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-696fd648-1ec1-4f84-b7a5-92578a46844f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcc3dd464c6247c98568f55642534ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783412 Aug 29 17:18:14.386560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59272) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:14.456134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.477578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d01ad2f-a7e6-4c81-8614-69e867948edc']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:14.492089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc7ffac-3e68-4fb6-b855-12357774ba9e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:14.492400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc7ffac-3e68-4fb6-b855-12357774ba9e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:14.508263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.509831 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7760f9b8-068b-4623-be5f-00172c48d8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.532403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.545633 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7760f9b8-068b-4623-be5f-00172c48d8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.548259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:18:14.548649 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:18:14.550241 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:18:14.567531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cd315-bd0b-4eee-867b-93d20125b89e req-9839e31b-d237-40fd-b7bf-ca992d0341d8 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.569052 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d43cd315-bd0b-4eee-867b-93d20125b89e req-9839e31b-d237-40fd-b7bf-ca992d0341d8 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.1286213 Aug 29 17:18:14.590297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-3c3a5914-8bfe-4752-b918-0c523a3af60f service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329853 Aug 29 17:18:14.630418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.636721 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.641377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] 10.222.0.41 "DELETE /v2.0/networks/0d01ad2f-a7e6-4c81-8614-69e867948edc HTTP/1.1" status: 204 len: 168 time: 0.4055614 Aug 29 17:18:14.658253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56740dc4-78a4-4ab3-b0b5-2119ef6b884e admin admin] Pushing event deleted for resources: {'Network': ['ID=0d01ad2f-a7e6-4c81-8614-69e867948edc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:14.677155 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7760f9b8-068b-4623-be5f-00172c48d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.680849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7760f9b8-068b-4623-be5f-00172c48d8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.686409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7760f9b8-068b-4623-be5f-00172c48d8b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0f8ca4d-936b-4be2-9746-cb5064868763 HTTP/1.1" status: 204 len: 168 time: 0.2975433 Aug 29 17:18:14.695307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760f9b8-068b-4623-be5f-00172c48d8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f8ca4d-936b-4be2-9746-cb5064868763,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:14.706529 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d43cd315-bd0b-4eee-867b-93d20125b89e req-f4523152-32d6-4f22-a8e0-3829840127d8 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131546 Aug 29 17:18:14.734997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Allocated IP 192.168.233.96 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/3d1a367b-efb1-4e62-87d3-32751ce3e9e2) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:14.846073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-af297315-05d2-478f-aaa2-428ef60a0941 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255878 Aug 29 17:18:14.933605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59286) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:15.000773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.020413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Transition to ACTIVE for port object 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:15.049349 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-78c4fcbf-73be-48d7-ae7f-ff054bfe3c9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bf52b162e174279a69d2db95b4c03ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123919 Aug 29 17:18:15.052354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59294) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:15.089261 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.113576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['97b16111-e9eb-4417-832b-eaf6a660c028'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:15.116647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:15.197827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60f84122-f5a6-4ae6-89cc-259027d56807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.222531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60f84122-f5a6-4ae6-89cc-259027d56807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.257910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:15.271113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:15.281289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:15.325030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Pushing event updated for resources: {'Port': ['ID=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:15.339541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5e5b0-df9d-4b67-a0c1-70ac09414df4 req-927c8ff6-154d-4697-8e05-358d4aaf31e1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.347825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebe5e5b0-df9d-4b67-a0c1-70ac09414df4 req-927c8ff6-154d-4697-8e05-358d4aaf31e1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 935 time: 0.1039946 Aug 29 17:18:15.391982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60f84122-f5a6-4ae6-89cc-259027d56807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.394537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60f84122-f5a6-4ae6-89cc-259027d56807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.398117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-60f84122-f5a6-4ae6-89cc-259027d56807 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c550365-b9dc-4af3-9b49-3fa0e50e447f HTTP/1.1" status: 204 len: 168 time: 0.3423097 Aug 29 17:18:15.410809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10aac8-33f8-4c07-8a72-fc6bc6811369 req-6f9b7fc1-3768-40ce-9863-3ff3d469acc1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.414007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebe5e5b0-df9d-4b67-a0c1-70ac09414df4 req-6fd2e1dc-266e-4980-a1b7-7d7d90330c31 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636666 Aug 29 17:18:15.419690 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2b10aac8-33f8-4c07-8a72-fc6bc6811369 req-6f9b7fc1-3768-40ce-9863-3ff3d469acc1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.2470393 Aug 29 17:18:15.431552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f84122-f5a6-4ae6-89cc-259027d56807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c550365-b9dc-4af3-9b49-3fa0e50e447f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:15.477438 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.493841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.494415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.523652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-f5e669a4-a8a5-4a00-98cd-b2306c37423b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4811695 Aug 29 17:18:15.544951 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2b10aac8-33f8-4c07-8a72-fc6bc6811369 req-6e1e7022-7b10-44c1-a10c-b45f44ebe480 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200466 Aug 29 17:18:15.577658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Request body: {'port': {'device_id': 'd18c5880-b100-4301-b784-e790fc848323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:15.720994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-846b544b-8138-41a7-a63d-06ec1bcdcbe8 None None] Provisioning for port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:15.729469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-846b544b-8138-41a7-a63d-06ec1bcdcbe8 None None] Provisioning complete for port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:15.730104 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-846b544b-8138-41a7-a63d-06ec1bcdcbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.781917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-846b544b-8138-41a7-a63d-06ec1bcdcbe8 None None] Port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:18:15.939822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39b289-f163-4646-8b60-1cfd82aaa651 req-1997fe32-92b3-4908-8d6a-0d11e749c3d1 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.941319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c39b289-f163-4646-8b60-1cfd82aaa651 req-1997fe32-92b3-4908-8d6a-0d11e749c3d1 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1098 time: 0.3074119 Aug 29 17:18:15.942394 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.026941 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c39b289-f163-4646-8b60-1cfd82aaa651 req-b16ea025-2027-40d7-ac08-315083bf0bb8 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725420 Aug 29 17:18:16.033648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59336) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:16.204857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd2dfa-a54e-4601-b573-9edf0165e856 req-5a4dfb58-196a-476c-bc76-4b952f39d599 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.212171 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bebd2dfa-a54e-4601-b573-9edf0165e856 req-5a4dfb58-196a-476c-bc76-4b952f39d599 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.1076698 Aug 29 17:18:16.272290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bebd2dfa-a54e-4601-b573-9edf0165e856 req-0c2c5294-43eb-4f61-b451-1fb0f8555579 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571976 Aug 29 17:18:16.319956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-958195429-network', 'tenant_id': '06cc1ad9ebb143feaf7fb4dc190d95d4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:16.370474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:16.376871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Made reservation on behalf of 06cc1ad9ebb143feaf7fb4dc190d95d4 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:16.379185 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.382300 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.397365 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.411590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Transition to ACTIVE for port object 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:16.422159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.521573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Pushing event updated for resources: {'Port': ['ID=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:16.546236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59368) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:16.604606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Attempting to bind port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:16.605125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Attempting to bind port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:16.605326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Attempting to bind port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:16.611795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.614092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:16.614422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Attempting to bind port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:16.619795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:16.620149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:16.620517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:16.620954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Bound port: 3d1a367b-efb1-4e62-87d3-32751ce3e9e2, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:16.621860 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.630417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.634973 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.675384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:18:16.720156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e84856-bc39-4646-b037-e1e54b5dfcdb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:16.726766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.727121 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Added segment 2200a419-7da2-4e7a-b480-77ee5dd4f332 of type vlan for network e393a86b-3c28-4002-be5f-9190297d93a8 Aug 29 17:18:16.839430 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.846461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-90192306-network', 'tenant_id': 'fd35771c15e0410da87ca93a7e039eaa'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:16.850968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] For port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:16.877636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] For port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:16.885509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Made reservation on behalf of fd35771c15e0410da87ca93a7e039eaa for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:16.888763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d3be3-fedd-48ec-b122-a1b39ace9258 req-71eea3ce-5f2f-44bd-9873-58dfa8224e62 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.889852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.890296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b62d3be3-fedd-48ec-b122-a1b39ace9258 req-71eea3ce-5f2f-44bd-9873-58dfa8224e62 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1097 time: 0.1126516 Aug 29 17:18:16.891782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.903207 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.903969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.904188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.904775 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.990847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.991935 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.993961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] 10.222.0.43 "PUT /v2.0/ports/3d1a367b-efb1-4e62-87d3-32751ce3e9e2 HTTP/1.1" status: 200 len: 1096 time: 1.4463251 Aug 29 17:18:16.997856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18c5880-b100-4301-b784-e790fc848323', 'tag': '3d1a367b-efb1-4e62-87d3-32751ce3e9e2'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:17.000183 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d18c5880-b100-4301-b784-e790fc848323", "tag": "3d1a367b-efb1-4e62-87d3-32751ce3e9e2"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:17.051946 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b62d3be3-fedd-48ec-b122-a1b39ace9258 req-ed07e9bf-bd50-4640-9f9f-1f693a197faa tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512315 Aug 29 17:18:17.052552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] Pushing event updated for resources: {'Network': ['ID=e393a86b-3c28-4002-be5f-9190297d93a8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:17.065488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e393a86b-3c28-4002-be5f-9190297d93a8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:18:17.070060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0868e50-0029-4e9f-9867-f98f6988b68a service neutron] Pushing event updated for resources: {'Port': ['ID=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:17.088563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.105822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.111842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c6ac52f8-0678-47c0-94d7-d3ecdc80ba28 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0773549 Aug 29 17:18:17.114635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae083-829d-4db7-818c-9def83e3715b req-8fd4b891-c10e-40bd-9acf-e12e2cb301e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:17.116146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-8fd4b891-c10e-40bd-9acf-e12e2cb301e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 1099 time: 0.0609396 Aug 29 17:18:17.116595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59396) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:17.122500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Request body: {'subnet': {'network_id': 'e393a86b-3c28-4002-be5f-9190297d93a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-958195429-subnet', 'tenant_id': '06cc1ad9ebb143feaf7fb4dc190d95d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:17.136576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:18:17.165048 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.165507 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Added segment e8f43d76-b7f0-4639-999b-99ecaba82bdc of type vlan for network 2202011c-df77-465f-86fb-e4f31ceefafe Aug 29 17:18:17.230768 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-aa9534cc-4711-4da9-a899-d471201ec01d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d1a367b-efb1-4e62-87d3-32751ce3e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0985298 Aug 29 17:18:17.241307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.291123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Made reservation on behalf of 06cc1ad9ebb143feaf7fb4dc190d95d4 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:17.293178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.293321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.294253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:17.294888 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.344382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:17.369342 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8218818 Aug 29 17:18:17.370770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ffd95-a62e-4c4d-9a39-8e078ff28457 admin admin] Pushing event updated for resources: {'Network': ['ID=2202011c-df77-465f-86fb-e4f31ceefafe,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:17.372410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59402) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:17.388349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Request body: {'subnet': {'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-90192306-subnet', 'tenant_id': 'fd35771c15e0410da87ca93a7e039eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:17.398818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 2202011c-df77-465f-86fb-e4f31ceefafe details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:18:17.411762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae083-829d-4db7-818c-9def83e3715b req-8f9141f8-d3c0-40dc-9e63-f1686a7eab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:17.413248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-8f9141f8-d3c0-40dc-9e63-f1686a7eab05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1683125 Aug 29 17:18:17.454636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c54c2-0edc-4336-89d7-fb21e67d01f7 req-6c8cbe2e-bb77-420c-864a-9e6fa4c92e93 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:17.464770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b15c54c2-0edc-4336-89d7-fb21e67d01f7 req-6c8cbe2e-bb77-420c-864a-9e6fa4c92e93 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 947 time: 0.1982253 Aug 29 17:18:17.476771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-748ab23c-a34e-461b-a345-da5f0abf24fa tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:18:17.478556 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-748ab23c-a34e-461b-a345-da5f0abf24fa tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065629 Aug 29 17:18:17.488842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Request body: {'binding': {'host': 'n-h1-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:17.489725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Unknown quota resources ['binding']. {{(pid=94796) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:18:17.505355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Made reservation on behalf of fd35771c15e0410da87ca93a7e039eaa for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:17.507913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.625580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on host n-h1-713499-15 for vnic_type normal with profile None {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:17.626128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:17.626128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:17.630282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:17.630627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:17.631669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b15c54c2-0edc-4336-89d7-fb21e67d01f7 req-107df6dd-51e1-4f69-b69c-d4496ab60c8e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684275 Aug 29 17:18:17.636067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:17.636413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:17.636806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:17.637241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Bound port: 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:17.640635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae083-829d-4db7-818c-9def83e3715b req-3eee4bb1-003b-4b2e-bd63-595344897ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:17.642180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-3eee4bb1-003b-4b2e-bd63-595344897ea5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2063012 Aug 29 17:18:17.693017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:17.698909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.700079 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-84b8e7e4-2068-45ad-8fd4-c179285706d9 service neutron] 10.222.0.41 "POST /v2.0/ports/8a421199-2ae2-472a-a4a6-5afb9b6845fe/bindings HTTP/1.1" status: 201 len: 390 time: 0.2148652 Aug 29 17:18:17.791349 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c0d20-cd60-4121-b55d-2f7410c41687 x-openstack-request-id: req-a14c0d20-cd60-4121-b55d-2f7410c41687 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:17.791693 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18c5880-b100-4301-b784-e790fc848323", "tag": "3d1a367b-efb1-4e62-87d3-32751ce3e9e2", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:17.791937 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a14c0d20-cd60-4121-b55d-2f7410c41687 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:17.792836 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18c5880-b100-4301-b784-e790fc848323', 'tag': '3d1a367b-efb1-4e62-87d3-32751ce3e9e2', 'status': 'completed', 'code': 200} Aug 29 17:18:17.847635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.962645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-c48401dc-7182-4b8f-abb8-83ecb7e07b8e service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022356 Aug 29 17:18:17.971087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2d834-5a63-4a82-96f7-2145f4790262 req-9c324804-176b-42b8-99a3-e8993cb46714 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:17.973075 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20f2d834-5a63-4a82-96f7-2145f4790262 req-9c324804-176b-42b8-99a3-e8993cb46714 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.2586379 Aug 29 17:18:18.006492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-3e405e3b-4e86-495f-8913-666dc6b61298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.008427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-3e405e3b-4e86-495f-8913-666dc6b61298 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1098 time: 0.0545821 Aug 29 17:18:18.032823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a41d4e-2524-4190-9b36-4df125d3871e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:18.107836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:18.123260 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20f2d834-5a63-4a82-96f7-2145f4790262 req-f7c411a1-e700-4d02-a4b2-27aad7906246 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370378 Aug 29 17:18:18.127631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Checking segment: {'id': '2200a419-7da2-4e7a-b480-77ee5dd4f332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e393a86b-3c28-4002-be5f-9190297d93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:18.129851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Network hostable DHCP agents. Network: e393a86b-3c28-4002-be5f-9190297d93a8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:18:18.140883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-c603245b-d06f-4e8e-9641-4c49ddbc2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.144422 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-c603245b-d06f-4e8e-9641-4c49ddbc2512 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.1285410 Aug 29 17:18:18.216294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-825fd89a-4e96-482c-aadf-c39aab04944d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe HTTP/1.1" status: 200 len: 217 time: 0.0653865 Aug 29 17:18:18.242183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3668b53-10ee-47fb-ac14-02778d175a8f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:18.268342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Network e393a86b-3c28-4002-be5f-9190297d93a8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:18:18.279176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-269ae083-829d-4db7-818c-9def83e3715b req-7af3c8ee-de5b-4d84-a8ca-a7c4d9710d87 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918835 Aug 29 17:18:18.288796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e393a86b-3c28-4002-be5f-9190297d93a8) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:18.297163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Checking segment: {'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:18.297397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Network hostable DHCP agents. Network: 2202011c-df77-465f-86fb-e4f31ceefafe, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:18:18.302247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.302928 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:18.309028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e2284-e874-4b53-907b-9a7aaf4a8cb9 None None] Network e393a86b-3c28-4002-be5f-9190297d93a8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:18.330850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df25a7e-554a-4944-84c2-612f71d6a283 req-aa3133ba-7cbc-48f1-8a89-7207a548efcb tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.347346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5df25a7e-554a-4944-84c2-612f71d6a283 req-aa3133ba-7cbc-48f1-8a89-7207a548efcb tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.1297588 Aug 29 17:18:18.348245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1f11e621-fedd-482b-a0ab-c8360f024390 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2306192 Aug 29 17:18:18.407451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Network 2202011c-df77-465f-86fb-e4f31ceefafe is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:18:18.413867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-64680f31-c9d4-44df-b0e4-d69a9aee168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.417456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-64680f31-c9d4-44df-b0e4-d69a9aee168b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.1859767 Aug 29 17:18:18.436023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 2202011c-df77-465f-86fb-e4f31ceefafe) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:18.444185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.444909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:18.462443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-6d98552c-a2ab-4274-bd66-c239a41cdac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.466509 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-6d98552c-a2ab-4274-bd66-c239a41cdac0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad0c8264d80340e399c6fdeee30f7206&device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 1099 time: 0.1146946 Aug 29 17:18:18.473721 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2aeead48-0859-4b0e-8c5a-3aab27be0784 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0940521 Aug 29 17:18:18.503457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aef489-6249-45fa-a3a1-d0e0236c202c None None] Network 2202011c-df77-465f-86fb-e4f31ceefafe requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:18.507287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-d82f68a1-f387-4a52-bc0d-d5f0e130844b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711157 Aug 29 17:18:18.524105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5df25a7e-554a-4944-84c2-612f71d6a283 req-c36a54af-3350-44d9-bfed-e9b5a9d96365 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758251 Aug 29 17:18:18.664854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-50df431c-1b94-4f4b-a152-45254a03fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.666999 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-50df431c-1b94-4f4b-a152-45254a03fe64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1918490 Aug 29 17:18:18.725111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-6f921255-8c50-497a-946a-1fa972a9da81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d1a367b-efb1-4e62-87d3-32751ce3e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0473385 Aug 29 17:18:18.744859 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-5e261a0c-a82f-485f-a9c2-343ccb7b31f7 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152672 Aug 29 17:18:18.802161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-c9c95a13-cdef-47e2-ba53-f398744495a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.809109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-c9c95a13-cdef-47e2-ba53-f398744495a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0733175 Aug 29 17:18:18.838464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf100341-547e-49fe-a549-383c490d4859 None None] Network e393a86b-3c28-4002-be5f-9190297d93a8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:18.902708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a84ef2-a001-4ae0-be02-09ab0d00ecda None None] Network 2202011c-df77-465f-86fb-e4f31ceefafe requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:18.923732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696a07a-f175-4ac0-9e16-b473d4f3677d req-5262b8e1-df6f-4c12-83be-ace3c3ba62f3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.926878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4696a07a-f175-4ac0-9e16-b473d4f3677d req-5262b8e1-df6f-4c12-83be-ace3c3ba62f3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 947 time: 0.1122162 Aug 29 17:18:18.933956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-9c6e83f9-d11f-44f6-8be4-28d2f0873ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.935961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-9c6e83f9-d11f-44f6-8be4-28d2f0873ccb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064098 Aug 29 17:18:18.968124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-1cfe69b6-a685-4abb-8b2b-f1d08ab48724 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171838 Aug 29 17:18:18.995720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-56080ff1-edd8-44a4-a550-5f066b05d38f tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.997724 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-56080ff1-edd8-44a4-a550-5f066b05d38f tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/networks?id=e393a86b-3c28-4002-be5f-9190297d93a8 HTTP/1.1" status: 200 len: 820 time: 0.1566033 Aug 29 17:18:19.019537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-6b32f187-1e36-4820-90f2-31a6fb1ed891 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/quotas/06cc1ad9ebb143feaf7fb4dc190d95d4 HTTP/1.1" status: 200 len: 375 time: 0.0148110 Aug 29 17:18:19.045265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4696a07a-f175-4ac0-9e16-b473d4f3677d req-313014f3-504b-48d7-8f6e-72ae3127bf76 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083119 Aug 29 17:18:19.088512 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-148ce2b2-bd40-46d3-9afe-a65a22821b9b tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06cc1ad9ebb143feaf7fb4dc190d95d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569372 Aug 29 17:18:19.106144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-69031ef9-b6c2-4cf5-87ad-87242c11f74c service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528196 Aug 29 17:18:19.223671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-0818616a-07da-45d3-899f-fae3506556ab service neutron] 10.222.0.41 "GET /v2.0/networks/e393a86b-3c28-4002-be5f-9190297d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262183 Aug 29 17:18:19.250638 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316a1fad-be36-4492-a8d6-d8c19a4dd9fa req-8e280cbd-fb68-4e25-8fbd-a670baa7d709 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239672 Aug 29 17:18:19.378416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-e6c2f72c-d974-4c27-942c-9186a8585856 service neutron] 10.222.0.41 "GET /v2.0/networks/e393a86b-3c28-4002-be5f-9190297d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537066 Aug 29 17:18:19.608479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-3b55d928-1157-4e91-bc42-b64e636c9abe req-6142f4a1-e79c-43a6-a29b-63207d9a4be4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1737417801', 'description': 'tempest-description-1779486827'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:19.632523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3b55d928-1157-4e91-bc42-b64e636c9abe req-6142f4a1-e79c-43a6-a29b-63207d9a4be4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:19.731284 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3b55d928-1157-4e91-bc42-b64e636c9abe req-6142f4a1-e79c-43a6-a29b-63207d9a4be4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:19.743903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3b55d928-1157-4e91-bc42-b64e636c9abe req-6142f4a1-e79c-43a6-a29b-63207d9a4be4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:19.786010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3b55d928-1157-4e91-bc42-b64e636c9abe req-6142f4a1-e79c-43a6-a29b-63207d9a4be4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:19.801049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b55d928-1157-4e91-bc42-b64e636c9abe req-6142f4a1-e79c-43a6-a29b-63207d9a4be4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1969757 Aug 29 17:18:19.803130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142f4a1-e79c-43a6-a29b-63207d9a4be4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482990d4-9112-424e-872e-068e7ed79aa7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:19.842679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12965395-ada5-4ff1-9fd9-b5715226e4ad req-9f293221-65a6-421b-8add-ba9fa9ab77e8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:19.851091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12965395-ada5-4ff1-9fd9-b5715226e4ad req-9f293221-65a6-421b-8add-ba9fa9ab77e8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0845280 Aug 29 17:18:19.885415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d295f65-2347-4ead-a5c5-dc145b8d5f9a req-14627609-2fbc-48d8-82c7-2e7cd9002bd3 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 210 time: 0.0426197 Aug 29 17:18:19.905504 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12965395-ada5-4ff1-9fd9-b5715226e4ad req-3f5a34bf-d927-4f4f-a4fb-3489c97dd008 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530691 Aug 29 17:18:20.012926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59488) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:20.064201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d9e44-f125-4b8c-ba9a-6410a5c56286 req-92eb89e4-0035-451d-acc8-1a68e4252b01 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:20.079691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-db9d9e44-f125-4b8c-ba9a-6410a5c56286 req-92eb89e4-0035-451d-acc8-1a68e4252b01 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0703065 Aug 29 17:18:20.130473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-db9d9e44-f125-4b8c-ba9a-6410a5c56286 req-4dd49e44-a8c8-4af4-a4d5-f4642a6bed73 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Aug 29 17:18:20.162814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-54388930-1ee7-4df9-9209-6cd24151c7d0 req-450a0e50-ae72-4861-ac5b-2e83837cfad8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1835851', 'description': 'tempest-description-101064864'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:20.190893 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3f52a0fa-e5f3-491e-b103-681870f7b985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.204624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-54388930-1ee7-4df9-9209-6cd24151c7d0 req-450a0e50-ae72-4861-ac5b-2e83837cfad8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.337837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3f52a0fa-e5f3-491e-b103-681870f7b985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.343406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3f52a0fa-e5f3-491e-b103-681870f7b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.398827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52a0fa-e5f3-491e-b103-681870f7b985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022a1697-ddcb-439d-9bec-2dfe1f4f8a70,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:20.472205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3f52a0fa-e5f3-491e-b103-681870f7b985 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab9d498e4ea043df9b601b4c56e4093c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558153 Aug 29 17:18:20.472548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59500) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:20.492537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-54388930-1ee7-4df9-9209-6cd24151c7d0 req-450a0e50-ae72-4861-ac5b-2e83837cfad8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.504569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-54388930-1ee7-4df9-9209-6cd24151c7d0 req-450a0e50-ae72-4861-ac5b-2e83837cfad8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.538390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93ccf282-ed81-461c-a0ea-1800737c09c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.562640 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93ccf282-ed81-461c-a0ea-1800737c09c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.565207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a0e50-ae72-4861-ac5b-2e83837cfad8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e54a4c-47f9-41e1-817f-4e84c472455e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:20.578624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-54388930-1ee7-4df9-9209-6cd24151c7d0 req-450a0e50-ae72-4861-ac5b-2e83837cfad8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.584256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54388930-1ee7-4df9-9209-6cd24151c7d0 req-450a0e50-ae72-4861-ac5b-2e83837cfad8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4262280 Aug 29 17:18:20.637161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c704f11-dc43-4d4c-9073-3a87bc6a90fa req-58095211-fd6e-432c-b058-1a82cca0844a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:20.645801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c704f11-dc43-4d4c-9073-3a87bc6a90fa req-58095211-fd6e-432c-b058-1a82cca0844a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 947 time: 0.2157841 Aug 29 17:18:20.741329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c704f11-dc43-4d4c-9073-3a87bc6a90fa req-901239ba-a294-4608-b199-daddc19485ef tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938654 Aug 29 17:18:20.753506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93ccf282-ed81-461c-a0ea-1800737c09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.765748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93ccf282-ed81-461c-a0ea-1800737c09c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:20.769821 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-93ccf282-ed81-461c-a0ea-1800737c09c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/022a1697-ddcb-439d-9bec-2dfe1f4f8a70 HTTP/1.1" status: 204 len: 168 time: 0.2963920 Aug 29 17:18:20.806091 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccf282-ed81-461c-a0ea-1800737c09c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022a1697-ddcb-439d-9bec-2dfe1f4f8a70,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:21.137063 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e90b8609-05c8-445d-807f-bd80cbcb2c62 req-5ff64181-a849-44fc-b96b-66db21f2bd99 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 210 time: 0.0781393 Aug 29 17:18:21.143057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-0419774f-8907-41aa-8ee9-0dc04aa82c4d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:21.147796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-0419774f-8907-41aa-8ee9-0dc04aa82c4d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 811 time: 0.2817509 Aug 29 17:18:21.187483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-92d01b5e-ec09-4d73-a0b1-a0f4c513dc36 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/quotas/fd35771c15e0410da87ca93a7e039eaa HTTP/1.1" status: 200 len: 375 time: 0.0330906 Aug 29 17:18:21.240318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-ceb62581-f714-451b-b11b-4eda9056d492 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:21.251313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-ceb62581-f714-451b-b11b-4eda9056d492 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.44 "GET /v2.0/networks?id=e393a86b-3c28-4002-be5f-9190297d93a8 HTTP/1.1" status: 200 len: 820 time: 0.3383498 Aug 29 17:18:21.252028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-40fc4da0-1e5a-4f5a-b9c1-ab88f7226550 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636377 Aug 29 17:18:21.270235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Request body: {'port': {'device_id': '866bdf75-1c3f-4208-8872-f0180aa459e4', 'network_id': 'e393a86b-3c28-4002-be5f-9190297d93a8', 'admin_state_up': True, 'tenant_id': '06cc1ad9ebb143feaf7fb4dc190d95d4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:21.341228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59526) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:21.359405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bbd95c9-05f9-4ce7-bd5d-1c93037848cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:21.440447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-e9187968-d81d-4439-ab24-5fa5e2c7e3ca service neutron] 10.222.0.41 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869979 Aug 29 17:18:21.453763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d81d8-0db4-4d51-9f8d-ad1ec76d105e req-ff2968ca-64c4-4d8b-b6a4-3b6976c3031b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:21.463898 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f94d81d8-0db4-4d51-9f8d-ad1ec76d105e req-ff2968ca-64c4-4d8b-b6a4-3b6976c3031b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1887939 Aug 29 17:18:21.553112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f94d81d8-0db4-4d51-9f8d-ad1ec76d105e req-9372726b-1fac-4ed3-b15b-78f5bef09b74 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586653 Aug 29 17:18:21.670228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae2be-ede8-49d8-9c1b-e9477c7aa5ca req-dca227f2-7da2-4b61-acb9-704b204bae29 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:21.671828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e40ae2be-ede8-49d8-9c1b-e9477c7aa5ca req-dca227f2-7da2-4b61-acb9-704b204bae29 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0586276 Aug 29 17:18:21.713335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e40ae2be-ede8-49d8-9c1b-e9477c7aa5ca req-0d5ba645-29f3-4a62-ab2b-b9f9c4968dcf tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348392 Aug 29 17:18:21.746248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:21.833044 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-3d289fbd-2416-4283-885a-5407e38dd72c service neutron] 10.222.0.41 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814936 Aug 29 17:18:21.833432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bbd95c9-05f9-4ce7-bd5d-1c93037848cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:21.841235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bbd95c9-05f9-4ce7-bd5d-1c93037848cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:21.882016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6bbd95c9-05f9-4ce7-bd5d-1c93037848cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db166e8f9709429f93571770b28599e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394771 Aug 29 17:18:21.883619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd95c9-05f9-4ce7-bd5d-1c93037848cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc27058b-3050-4c23-b682-7a236694ae1c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:21.884616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Made reservation on behalf of 06cc1ad9ebb143feaf7fb4dc190d95d4 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:21.887192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59534) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:21.892531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:21.903068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d632fd-ca96-4691-8533-5d189c77ce92 req-04080ebc-666c-4ce3-b417-dae1880ce441 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:21.904575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f9d632fd-ca96-4691-8533-5d189c77ce92 req-04080ebc-666c-4ce3-b417-dae1880ce441 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 947 time: 0.0737982 Aug 29 17:18:21.947924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-79f5de77-b75c-43ed-9eb0-85e8be04830b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:21.981643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-79f5de77-b75c-43ed-9eb0-85e8be04830b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:21.988137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:22.010658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '3d1a367b-efb1-4e62-87d3-32751ce3e9e2', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '3d1a367b-efb1-4e62-87d3-32751ce3e9e2', 'mac_address': 'fa:16:3e:49:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:22.027413 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f9d632fd-ca96-4691-8533-5d189c77ce92 req-718b72f6-cfd0-4c3b-8aa1-2577f955f3cb tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106155 Aug 29 17:18:22.044966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-79f5de77-b75c-43ed-9eb0-85e8be04830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:22.048067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-79f5de77-b75c-43ed-9eb0-85e8be04830b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:22.049638 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-79f5de77-b75c-43ed-9eb0-85e8be04830b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc27058b-3050-4c23-b682-7a236694ae1c HTTP/1.1" status: 204 len: 168 time: 0.1608305 Aug 29 17:18:22.078340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:22.095027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:22.099148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5de77-b75c-43ed-9eb0-85e8be04830b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc27058b-3050-4c23-b682-7a236694ae1c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:22.124098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:22.136674 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:22.215192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0f19b42-d012-4a7f-9db6-a4b891c3d3c8 req-c87015b8-b716-4ace-bc9d-7e514ca8fb0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 210 time: 0.0567794 Aug 29 17:18:22.220449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:22.254303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Allocated IP 172.20.0.13 (e393a86b-3c28-4002-be5f-9190297d93a8/77a41d4e-2524-4190-9b36-4df125d3871e/ec0ffa26-912d-4feb-8265-78320f4dd57a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:22.295248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3f3f0ac-613b-4100-9686-73ae3c387a1b req-c5e51d0e-9507-4d96-90ac-a4481b378588 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 210 time: 0.0385299 Aug 29 17:18:22.445585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3d1a367b-efb1-4e62-87d3-32751ce3e9e2'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:22.514242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:22.587150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:22.638779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Network e393a86b-3c28-4002-be5f-9190297d93a8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:22.645432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:22.653554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:22.684125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Pushing event updated for resources: {'Port': ['ID=ec0ffa26-912d-4feb-8265-78320f4dd57a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:22.716785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:22.717430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:22.734571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-16ef1937-4405-4817-a9c8-3ad2349c0b6a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4686954 Aug 29 17:18:22.750841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187c022-ccdf-4eb7-a352-60914afd185b req-ea290a51-8596-4aa2-b51e-09d5abd9844a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:22.753271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6187c022-ccdf-4eb7-a352-60914afd185b req-ea290a51-8596-4aa2-b51e-09d5abd9844a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0879240 Aug 29 17:18:22.771677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Request body: {'port': {'device_id': '866bdf75-1c3f-4208-8872-f0180aa459e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:22.858747 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6187c022-ccdf-4eb7-a352-60914afd185b req-9106a601-b6dc-48d6-ad19-6b364a64d0b2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887375 Aug 29 17:18:22.923999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c590752-1a28-4df1-8e38-e1581c909d3d req-996ba91e-8554-4d02-b8ae-ac5aadbbc4d8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:22.925537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c590752-1a28-4df1-8e38-e1581c909d3d req-996ba91e-8554-4d02-b8ae-ac5aadbbc4d8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.1041174 Aug 29 17:18:22.926571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:22.991129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c590752-1a28-4df1-8e38-e1581c909d3d req-a7e670e3-3046-4c9e-858c-002f8e411f96 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551188 Aug 29 17:18:23.195566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f592a3a-3ef8-4fbd-8517-4c4e75b1ebca req-080aa167-d4cd-4bb2-a745-38765f637755 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:23.203426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f592a3a-3ef8-4fbd-8517-4c4e75b1ebca req-080aa167-d4cd-4bb2-a745-38765f637755 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 948 time: 0.1007643 Aug 29 17:18:23.258039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f592a3a-3ef8-4fbd-8517-4c4e75b1ebca req-50f68dc8-2867-4563-ba04-96a711ed987b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Aug 29 17:18:23.306732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0ffa26-912d-4feb-8265-78320f4dd57a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:23.314969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:23.332487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Transition to ACTIVE for port object ec0ffa26-912d-4feb-8265-78320f4dd57a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:23.348021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:23.405388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c95a4b93-e0a2-4c49-95d0-028b6b9a19c8 req-eb461426-d0e9-4a53-9d2b-52ac04e010d3 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 210 time: 0.0711007 Aug 29 17:18:23.435876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0ffa26-912d-4feb-8265-78320f4dd57a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:23.440860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6e8b-d941-4175-b61d-213b86785cc6 req-a0abea35-dece-42d1-bb69-4853bd64abb0 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:23.450961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22ac6e8b-d941-4175-b61d-213b86785cc6 req-a0abea35-dece-42d1-bb69-4853bd64abb0 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 944 time: 0.0710168 Aug 29 17:18:23.560541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Attempting to bind port ec0ffa26-912d-4feb-8265-78320f4dd57a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:23.561762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Attempting to bind port ec0ffa26-912d-4feb-8265-78320f4dd57a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '2200a419-7da2-4e7a-b480-77ee5dd4f332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e393a86b-3c28-4002-be5f-9190297d93a8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:23.561762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Attempting to bind port ec0ffa26-912d-4feb-8265-78320f4dd57a on network e393a86b-3c28-4002-be5f-9190297d93a8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:23.565372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22ac6e8b-d941-4175-b61d-213b86785cc6 req-9de0c6f4-1370-4183-b157-1441c5496869 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094935 Aug 29 17:18:23.573017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Port ec0ffa26-912d-4feb-8265-78320f4dd57a on network e393a86b-3c28-4002-be5f-9190297d93a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:23.573446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Attempting to bind port ec0ffa26-912d-4feb-8265-78320f4dd57a on network e393a86b-3c28-4002-be5f-9190297d93a8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:23.579917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:23.580363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Checking segment: {'id': '2200a419-7da2-4e7a-b480-77ee5dd4f332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e393a86b-3c28-4002-be5f-9190297d93a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:23.580857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Bound using segment: {'id': '2200a419-7da2-4e7a-b480-77ee5dd4f332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e393a86b-3c28-4002-be5f-9190297d93a8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:23.581421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Bound port: ec0ffa26-912d-4feb-8265-78320f4dd57a, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2200a419-7da2-4e7a-b480-77ee5dd4f332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e393a86b-3c28-4002-be5f-9190297d93a8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:23.581875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:23.643350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-b4f79a87-7697-4cae-96c6-aec6a6de3b74 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:23.645241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-b4f79a87-7697-4cae-96c6-aec6a6de3b74 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 811 time: 0.1582587 Aug 29 17:18:23.662810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] For port ec0ffa26-912d-4feb-8265-78320f4dd57a, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:23.667672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] For port ec0ffa26-912d-4feb-8265-78320f4dd57a, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ec0ffa26-912d-4feb-8265-78320f4dd57a,segment=NetworkSegment(2200a419-7da2-4e7a-b480-77ee5dd4f332),segment_id=2200a419-7da2-4e7a-b480-77ee5dd4f332)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:23.673236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'port': {'device_id': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe', 'admin_state_up': True, 'tenant_id': 'fd35771c15e0410da87ca93a7e039eaa'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:23.674480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:23.719806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:23.720421 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:23.721804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] 10.222.0.44 "PUT /v2.0/ports/ec0ffa26-912d-4feb-8265-78320f4dd57a HTTP/1.1" status: 200 len: 1093 time: 0.9670568 Aug 29 17:18:23.722257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866bdf75-1c3f-4208-8872-f0180aa459e4', 'tag': 'ec0ffa26-912d-4feb-8265-78320f4dd57a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:23.724807 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f06a9d-beaf-4965-b874-40eddbbe85ec" -d '{"events": [{"name": "network-changed", "server_uuid": "866bdf75-1c3f-4208-8872-f0180aa459e4", "tag": "ec0ffa26-912d-4feb-8265-78320f4dd57a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:23.753474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f8d44-7dc5-44e0-9839-18fb2ad96f88 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0ffa26-912d-4feb-8265-78320f4dd57a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:23.766742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:23.804358 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe02738-6e4f-47c9-a7c7-91527f5a0fbd x-openstack-request-id: req-cbe02738-6e4f-47c9-a7c7-91527f5a0fbd {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:23.804649 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866bdf75-1c3f-4208-8872-f0180aa459e4", "tag": "ec0ffa26-912d-4feb-8265-78320f4dd57a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:23.804885 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbe02738-6e4f-47c9-a7c7-91527f5a0fbd {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:23.805273 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866bdf75-1c3f-4208-8872-f0180aa459e4', 'tag': 'ec0ffa26-912d-4feb-8265-78320f4dd57a', 'status': 'completed', 'code': 200} Aug 29 17:18:23.851873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:23.853276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Made reservation on behalf of fd35771c15e0410da87ca93a7e039eaa for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:23.856447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:23.857224 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:23.857359 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:23.876745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-387462ed-1a8a-4262-bd40-94bc23141070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:23.878432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-387462ed-1a8a-4262-bd40-94bc23141070 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06cc1ad9ebb143feaf7fb4dc190d95d4&device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 1096 time: 0.0832145 Aug 29 17:18:23.992452 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-e4a6bf6b-bcf7-4b0e-8286-65973a194db3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec0ffa26-912d-4feb-8265-78320f4dd57a HTTP/1.1" status: 200 len: 217 time: 0.0888095 Aug 29 17:18:23.993491 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:24.040527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18c5880-b100-4301-b784-e790fc848323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1a367b-efb1-4e62-87d3-32751ce3e9e2'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:24.043146 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d87d5-b692-4794-8785-d67e7a2531f3" -d '{"events": [{"server_uuid": "d18c5880-b100-4301-b784-e790fc848323", "name": "network-vif-plugged", "status": "completed", "tag": "3d1a367b-efb1-4e62-87d3-32751ce3e9e2"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:24.055253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-12ca909b-321e-402c-84a3-a6492b4a7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.057413 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-12ca909b-321e-402c-84a3-a6492b4a7661 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77a41d4e-2524-4190-9b36-4df125d3871e HTTP/1.1" status: 200 len: 860 time: 0.0546722 Aug 29 17:18:24.099715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-2e3b9d5a-b287-4b95-8f3d-2fb4493adbe3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e393a86b-3c28-4002-be5f-9190297d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314875 Aug 29 17:18:24.156684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Allocated IP 172.20.0.4 (2202011c-df77-465f-86fb-e4f31ceefafe/c3668b53-10ee-47fb-ac14-02778d175a8f/ad46af43-8305-4dda-9a4c-5f0ffed0a845) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:24.246798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:24.254748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:24.273503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67e3c5-4f2b-47a6-83cc-875012636418 req-e85c868c-019d-4e39-aae3-ae98bfd34800 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.281215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e67e3c5-4f2b-47a6-83cc-875012636418 req-e85c868c-019d-4e39-aae3-ae98bfd34800 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.1334593 Aug 29 17:18:24.308351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a10649-e425-4257-ab2a-3bee3b0bcb1f req-8414cc69-46a1-401e-bcfc-ce7d619258fc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.314428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:24.316411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20a10649-e425-4257-ab2a-3bee3b0bcb1f req-8414cc69-46a1-401e-bcfc-ce7d619258fc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.3325956 Aug 29 17:18:24.324571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.324743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e67e3c5-4f2b-47a6-83cc-875012636418 req-d0ba887d-7881-442e-8b56-b577e267bb00 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Aug 29 17:18:24.325235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.325235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.325430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.325770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.326275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.326636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.326959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.327370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.327714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.327974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.328302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:24.361812 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-2337391b-d1ef-4305-a7e7-d623e360b3a6 service neutron] 10.222.0.44 "GET /v2.0/networks/e393a86b-3c28-4002-be5f-9190297d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500923 Aug 29 17:18:24.383125 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20a10649-e425-4257-ab2a-3bee3b0bcb1f req-ac8b4d44-aac7-436f-a5d9-0a1b6476a896 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642536 Aug 29 17:18:24.391425 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019287c-088b-46c2-8a24-aebff5ef7476 x-openstack-request-id: req-d019287c-088b-46c2-8a24-aebff5ef7476 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:24.391711 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18c5880-b100-4301-b784-e790fc848323", "name": "network-vif-plugged", "status": "completed", "tag": "3d1a367b-efb1-4e62-87d3-32751ce3e9e2", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:24.391978 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d019287c-088b-46c2-8a24-aebff5ef7476 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:24.392370 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18c5880-b100-4301-b784-e790fc848323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1a367b-efb1-4e62-87d3-32751ce3e9e2', 'code': 200} Aug 29 17:18:24.480334 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e8b8ca5-e4a2-42aa-96bb-238f97ebe6df req-4fa23ad7-f0b5-4beb-9b93-68ffaaf76fd6 service neutron] 10.222.0.44 "GET /v2.0/networks/e393a86b-3c28-4002-be5f-9190297d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109028 Aug 29 17:18:24.505764 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:24.581299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012a48-f552-48b1-95ea-f1e5a9f756ff req-9dc83534-2e22-4d52-9079-d4a8969ab2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.582954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12012a48-f552-48b1-95ea-f1e5a9f756ff req-9dc83534-2e22-4d52-9079-d4a8969ab2c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 1101 time: 0.0815771 Aug 29 17:18:24.631067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12012a48-f552-48b1-95ea-f1e5a9f756ff req-9111dee3-0750-49c6-bb30-08208a0c530b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371902 Aug 29 17:18:24.636143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:24.649840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-6478befe-452b-44cc-a5a8-fef3192ff723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.652320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-6478befe-452b-44cc-a5a8-fef3192ff723 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06cc1ad9ebb143feaf7fb4dc190d95d4&device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 1096 time: 0.1158426 Aug 29 17:18:24.659317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb68266-4b2c-4421-82ec-bf7f1546fef4 req-bedfd899-af58-43a2-9015-92dd52c177ba tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.660722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4cb68266-4b2c-4421-82ec-bf7f1546fef4 req-bedfd899-af58-43a2-9015-92dd52c177ba tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 949 time: 0.0789585 Aug 29 17:18:24.699535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Network 2202011c-df77-465f-86fb-e4f31ceefafe is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:24.701814 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7a5a4384-8340-424e-ae3d-0ef8aa53b337 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=096d9527d342443db56ccbe7692634b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564213 Aug 29 17:18:24.705183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:24.713140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:24.745668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4cb68266-4b2c-4421-82ec-bf7f1546fef4 req-db0dd9ac-8cdd-4a53-b4b2-18fe1dec98bc tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752149 Aug 29 17:18:24.772765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'Port': ['ID=ad46af43-8305-4dda-9a4c-5f0ffed0a845,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:24.788227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-b3b23af7-f91a-46a1-a445-1ce9812c1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.791217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-b3b23af7-f91a-46a1-a445-1ce9812c1f75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e393a86b-3c28-4002-be5f-9190297d93a8 HTTP/1.1" status: 200 len: 921 time: 0.1282339 Aug 29 17:18:24.831532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.832250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:24.859102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-22bfe9a9-d286-4ae8-9a15-cc427b7b4e0a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1969061 Aug 29 17:18:24.873462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Request body: {'port': {'device_id': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:24.908389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-4addff80-8d0d-4283-8bd7-ea016f197538 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.910091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-4addff80-8d0d-4283-8bd7-ea016f197538 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985917 Aug 29 17:18:24.952996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-0c96c915-ca71-4aa9-9c42-3f46eccfd2e1 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/quotas/096d9527d342443db56ccbe7692634b1 HTTP/1.1" status: 200 len: 375 time: 0.0354507 Aug 29 17:18:24.969064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:24.994785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-95acf1bc-7fac-47e9-b232-63cb85ac3ba1 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=096d9527d342443db56ccbe7692634b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348666 Aug 29 17:18:25.121719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-2e70533d-6a2b-49ea-be25-82b865a3c0fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec0ffa26-912d-4feb-8265-78320f4dd57a HTTP/1.1" status: 200 len: 217 time: 0.3171706 Aug 29 17:18:25.229659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-8f2d65b1-88c3-4e3d-8773-a9f4d4aacc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.231199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-8f2d65b1-88c3-4e3d-8773-a9f4d4aacc19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77a41d4e-2524-4190-9b36-4df125d3871e HTTP/1.1" status: 200 len: 860 time: 0.0596316 Aug 29 17:18:25.239932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9a85-77d1-49d0-bdf5-d932575beef7 req-1df4eca7-8b88-4ad6-9822-90994d43558a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.241446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4afb9a85-77d1-49d0-bdf5-d932575beef7 req-1df4eca7-8b88-4ad6-9822-90994d43558a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 931 time: 0.1322331 Aug 29 17:18:25.292807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776113-26ab-4cbe-ac46-639d9c0841d0 req-69a75a19-340d-4437-aaae-178508512fa2 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.300021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0c776113-26ab-4cbe-ac46-639d9c0841d0 req-69a75a19-340d-4437-aaae-178508512fa2 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 944 time: 0.0997465 Aug 29 17:18:25.318314 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-b4aa4344-a8b2-4824-96a5-abc32cd142b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e393a86b-3c28-4002-be5f-9190297d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614727 Aug 29 17:18:25.375118 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0c776113-26ab-4cbe-ac46-639d9c0841d0 req-5b97b813-e06b-449c-8b39-99c212653211 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742116 Aug 29 17:18:25.396910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4afb9a85-77d1-49d0-bdf5-d932575beef7 req-5552771c-abeb-4b98-9d3b-9e808a3db642 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437247 Aug 29 17:18:25.423714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad46af43-8305-4dda-9a4c-5f0ffed0a845 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:25.440957 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:25.467050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Transition to ACTIVE for port object ad46af43-8305-4dda-9a4c-5f0ffed0a845 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:25.484640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-466c7dd8-a6cf-40e1-821d-29f042ddd32f service neutron] 10.222.0.44 "GET /v2.0/networks/e393a86b-3c28-4002-be5f-9190297d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527982 Aug 29 17:18:25.490041 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:25.536238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b0f8bc75-ee75-4096-80b6-d59dbb2475ab req-9b794706-6dd7-4a4d-9c43-95c98e82da84 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 210 time: 0.0592792 Aug 29 17:18:25.575954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Pushing event updated for resources: {'Port': ['ID=ad46af43-8305-4dda-9a4c-5f0ffed0a845,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:25.656537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d267c8-e8ad-4066-99ca-227644758e02 req-12fc1cad-a391-464b-8c73-f0bc68f604f3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.658222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1d267c8-e8ad-4066-99ca-227644758e02 req-12fc1cad-a391-464b-8c73-f0bc68f604f3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.1724308 Aug 29 17:18:25.662419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53f06a9d-beaf-4965-b874-40eddbbe85ec req-d1aa2411-7d10-4924-9d53-489d59f0aa4f service neutron] 10.222.0.44 "GET /v2.0/networks/e393a86b-3c28-4002-be5f-9190297d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608636 Aug 29 17:18:25.714718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b698a-0e73-4bb6-8b67-5d6078fbf053 req-daa663a1-3696-426e-8391-e14e90eb6874 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.715506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1d267c8-e8ad-4066-99ca-227644758e02 req-c9421cb8-1d0b-4d5d-9fb6-9215298aeb6b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Aug 29 17:18:25.716323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b30b698a-0e73-4bb6-8b67-5d6078fbf053 req-daa663a1-3696-426e-8391-e14e90eb6874 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0755198 Aug 29 17:18:25.717387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Attempting to bind port ad46af43-8305-4dda-9a4c-5f0ffed0a845 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:25.717717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Attempting to bind port ad46af43-8305-4dda-9a4c-5f0ffed0a845 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:25.718042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Attempting to bind port ad46af43-8305-4dda-9a4c-5f0ffed0a845 on network 2202011c-df77-465f-86fb-e4f31ceefafe {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:25.723124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Port ad46af43-8305-4dda-9a4c-5f0ffed0a845 on network 2202011c-df77-465f-86fb-e4f31ceefafe not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:25.723946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Attempting to bind port ad46af43-8305-4dda-9a4c-5f0ffed0a845 on network 2202011c-df77-465f-86fb-e4f31ceefafe {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:25.744814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:25.745017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Checking segment: {'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:25.745401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Bound using segment: {'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:25.745845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Bound port: ad46af43-8305-4dda-9a4c-5f0ffed0a845, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:25.746198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:25.784294 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b30b698a-0e73-4bb6-8b67-5d6078fbf053 req-3227d7db-94e5-4d18-a8aa-60ee4c82b6b1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586951 Aug 29 17:18:25.842270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] For port ad46af43-8305-4dda-9a4c-5f0ffed0a845, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:25.845864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] For port ad46af43-8305-4dda-9a4c-5f0ffed0a845, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:25.851577 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:25.921639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.922218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:25.923675 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] 10.222.0.44 "PUT /v2.0/ports/ad46af43-8305-4dda-9a4c-5f0ffed0a845 HTTP/1.1" status: 200 len: 1092 time: 1.0544968 Aug 29 17:18:25.926365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:25.928591 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5a1080-83c9-4f47-952d-603b2851f370" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:25.968764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c43ee-3f31-4efb-b087-e9142daf6c46 req-d5dc44ae-11fd-41b2-a6c4-6e325b9ec69b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.970297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e4c43ee-3f31-4efb-b087-e9142daf6c46 req-d5dc44ae-11fd-41b2-a6c4-6e325b9ec69b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 949 time: 0.1155837 Aug 29 17:18:25.971306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bce73c-803b-467c-914a-534ad46ce0be service neutron] Pushing event updated for resources: {'Port': ['ID=ad46af43-8305-4dda-9a4c-5f0ffed0a845,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:26.008070 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35ec579-b3f5-4ae0-b4d7-e0635202034f x-openstack-request-id: req-c35ec579-b3f5-4ae0-b4d7-e0635202034f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:26.008954 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:26.009236 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c35ec579-b3f5-4ae0-b4d7-e0635202034f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:26.009623 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845', 'status': 'completed', 'code': 200} Aug 29 17:18:26.045914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-8bf7d8b2-a7b6-4067-83cd-8186ee419651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.047476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-8bf7d8b2-a7b6-4067-83cd-8186ee419651 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1095 time: 0.0728192 Aug 29 17:18:26.050683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e4c43ee-3f31-4efb-b087-e9142daf6c46 req-acb7e63f-4b83-424e-b523-a8991210f574 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662417 Aug 29 17:18:26.100173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-e7a722af-0858-484d-8219-f97af427e2a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845 HTTP/1.1" status: 200 len: 217 time: 0.0380068 Aug 29 17:18:26.153644 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-de33ded8-c760-4fd2-b37d-6d6ee9a2b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.155133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-de33ded8-c760-4fd2-b37d-6d6ee9a2b12a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.0476298 Aug 29 17:18:26.186413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-c7a8adfe-bbb7-41e9-a14c-dfb2d4c567e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244491 Aug 29 17:18:26.277271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-78f5cbf3-dcc0-442c-81ba-610afa689399 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834658 Aug 29 17:18:26.369962 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0502f1-ad7c-4f20-a7a2-42a8a1c1c4e7 req-6e2e8639-8385-4831-8ef1-a1195d03915a service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850334 Aug 29 17:18:26.535223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ab0e0-c615-43ba-b94a-6593615dea05 req-b1c5bcaf-a106-4dc6-b054-3ec81c1e30e8 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.541066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-bc7378a9-163c-453b-b805-deb01c0190f2 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=096d9527d342443db56ccbe7692634b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854163 Aug 29 17:18:26.544417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-072ab0e0-c615-43ba-b94a-6593615dea05 req-b1c5bcaf-a106-4dc6-b054-3ec81c1e30e8 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 944 time: 0.0719061 Aug 29 17:18:26.564204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-28b074c9-f7ee-44b7-89d2-0b4528282e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.565675 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-28b074c9-f7ee-44b7-89d2-0b4528282e64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1095 time: 0.1305900 Aug 29 17:18:26.595060 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-072ab0e0-c615-43ba-b94a-6593615dea05 req-26c8df0f-6cb8-4e93-98a0-44f957a86e0b tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452569 Aug 29 17:18:26.668873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599735e-215b-42c7-9a47-6a13be5aae0e req-b5ef763f-31ea-45ea-a7f4-d6645f70f460 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.670381 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1599735e-215b-42c7-9a47-6a13be5aae0e req-b5ef763f-31ea-45ea-a7f4-d6645f70f460 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 943 time: 0.1804268 Aug 29 17:18:26.686125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebd8ba7b-6005-4df2-8814-c72f85f991bf req-bd08f8c4-9f67-459f-9f29-1dbedcd78cf9 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 210 time: 0.0343790 Aug 29 17:18:26.782448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1599735e-215b-42c7-9a47-6a13be5aae0e req-ac0f5435-3e7d-4b12-ab82-b095aa821657 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838273 Aug 29 17:18:26.793343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-351e8dd6-1df8-4c33-80af-2925ef3a5218 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.795141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-351e8dd6-1df8-4c33-80af-2925ef3a5218 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2439885 Aug 29 17:18:26.811456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Request body: {'port': {'device_id': 'f2c04ccf-d81c-4cbc-bc63-55af3a419531', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '096d9527d342443db56ccbe7692634b1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:26.816355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-15e3a5fd-1294-4681-999c-7c3fec5e527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.817790 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-15e3a5fd-1294-4681-999c-7c3fec5e527c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 912 time: 0.1873610 Aug 29 17:18:26.851765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5fd4-e110-4187-b521-d3b8ad47d373 req-a9181b34-348c-4b0c-9617-839974c1cc1a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.854266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abba5fd4-e110-4187-b521-d3b8ad47d373 req-a9181b34-348c-4b0c-9617-839974c1cc1a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0651739 Aug 29 17:18:26.895889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abba5fd4-e110-4187-b521-d3b8ad47d373 req-7b79fa0f-7078-42d7-b4e7-a8b147666b8e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362329 Aug 29 17:18:26.909986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-bae6fc84-59c8-465b-a352-ea1a3b35d85f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845 HTTP/1.1" status: 200 len: 217 time: 0.0812597 Aug 29 17:18:27.017781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-0924ebd1-1c41-4e74-bfe9-ac8e300a2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:27.019378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-0924ebd1-1c41-4e74-bfe9-ac8e300a2c59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.1003411 Aug 29 17:18:27.059716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0a7e9-a83d-4333-9a95-2fa57b680812 req-18c1b55b-2cf1-4a48-b3ed-2bc945f8d9c5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:27.061203 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cbb0a7e9-a83d-4333-9a95-2fa57b680812 req-18c1b55b-2cf1-4a48-b3ed-2bc945f8d9c5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1025479 Aug 29 17:18:27.085695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-9dd8a71c-13d5-4ae8-95d5-8e26b035116c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468774 Aug 29 17:18:27.091618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Made reservation on behalf of 096d9527d342443db56ccbe7692634b1 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:27.094943 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.131106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.202944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225332e2-d007-4435-930c-93f0f98cfd49 req-1aec9ba5-f01f-48bb-b57e-504f74e07a62 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:27.204456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-225332e2-d007-4435-930c-93f0f98cfd49 req-1aec9ba5-f01f-48bb-b57e-504f74e07a62 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 949 time: 0.0697708 Aug 29 17:18:27.206214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cbb0a7e9-a83d-4333-9a95-2fa57b680812 req-fe98730e-e68e-4cc5-9bcd-038c3e4280c3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231582 Aug 29 17:18:27.257554 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-9bd0e252-3a4a-4836-a38c-7d35f72de753 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589324 Aug 29 17:18:27.270546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-225332e2-d007-4435-930c-93f0f98cfd49 req-3aaebaf3-c864-491c-b6df-e5754dc189bd tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Aug 29 17:18:27.371814 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.378776 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.400262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ec0ffa26-912d-4feb-8265-78320f4dd57a details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:27.447584 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac5a1080-83c9-4f47-952d-603b2851f370 req-76e8e159-8ca8-4780-88bd-44d0c5a08168 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596532 Aug 29 17:18:27.495970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2271ddf4-da66-434d-a1f1-409b4a413834,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:27.541688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ec0ffa26-912d-4feb-8265-78320f4dd57a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ec0ffa26-912d-4feb-8265-78320f4dd57a,segment=NetworkSegment(2200a419-7da2-4e7a-b480-77ee5dd4f332),segment_id=2200a419-7da2-4e7a-b480-77ee5dd4f332)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:27.554008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'ec0ffa26-912d-4feb-8265-78320f4dd57a', 'network_id': 'e393a86b-3c28-4002-be5f-9190297d93a8', 'port_id': 'ec0ffa26-912d-4feb-8265-78320f4dd57a', 'mac_address': 'fa:16:3e:65:92:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a41d4e-2524-4190-9b36-4df125d3871e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:27.584872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Allocated IP 192.168.233.83 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:27.599062 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.620024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0ffa26-912d-4feb-8265-78320f4dd57a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:27.642835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ec0ffa26-912d-4feb-8265-78320f4dd57a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ec0ffa26-912d-4feb-8265-78320f4dd57a,segment=NetworkSegment(2200a419-7da2-4e7a-b480-77ee5dd4f332),segment_id=2200a419-7da2-4e7a-b480-77ee5dd4f332)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:27.648301 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.703361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ec0ffa26-912d-4feb-8265-78320f4dd57a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:27.793827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c9fb7-fdd0-4802-985f-50eb85fdf7c0 req-4289c5d5-85db-48de-94a1-96bff04d9126 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:27.795532 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-577c9fb7-fdd0-4802-985f-50eb85fdf7c0 req-4289c5d5-85db-48de-94a1-96bff04d9126 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 945 time: 0.0948110 Aug 29 17:18:27.798842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.829283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Transition to ACTIVE for port object ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:27.854873 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-577c9fb7-fdd0-4802-985f-50eb85fdf7c0 req-9d41db29-214c-4067-9aaf-ed72b5e2e2b4 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509055 Aug 29 17:18:27.897428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.963880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ec0ffa26-912d-4feb-8265-78320f4dd57a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:27.971572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:27.989350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:27.997737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:28.002186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Pushing event updated for resources: {'Port': ['ID=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:28.032610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da104b10-154c-4b7a-ba07-1320d503bd41 req-d007c5b5-4ccf-434d-99c8-d9836e4d7d58 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.034111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da104b10-154c-4b7a-ba07-1320d503bd41 req-d007c5b5-4ccf-434d-99c8-d9836e4d7d58 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 935 time: 0.1001143 Aug 29 17:18:28.086047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da104b10-154c-4b7a-ba07-1320d503bd41 req-db669fa6-bc68-4143-a033-32256d503ee4 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 Aug 29 17:18:28.102714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.103786 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:28.134852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-7fac1f91-4593-44dc-b8c0-f3f524e494eb tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3297989 Aug 29 17:18:28.163585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Request body: {'port': {'device_id': 'f2c04ccf-d81c-4cbc-bc63-55af3a419531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:28.257147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.257686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.258860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.259335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.259797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.260259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.261068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.261171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.261620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.262073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.263028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.263662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.266398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.267029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.268262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.270918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-6ad4fdcb-90b4-427f-884b-99f9020a456c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531&device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23&device_id=866bdf75-1c3f-4208-8872-f0180aa459e4&device_id=d18c5880-b100-4301-b784-e790fc848323&device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b&device_id=9109423d-d316-4066-9021-f9bfa3af6339&device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5&device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd&device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c&device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab&device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01&device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021&device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7&device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 13473 time: 0.0923314 Aug 29 17:18:28.298021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:28.300665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-2e813be7-6c63-45f8-a4be-a71093fbf97c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:28.319603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3e65f-639d-446a-9841-914aa13c6c78 req-bebd9652-984f-4eca-a47d-6fd9063c8423 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.322337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0c3e65f-639d-446a-9841-914aa13c6c78 req-bebd9652-984f-4eca-a47d-6fd9063c8423 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 943 time: 0.0914307 Aug 29 17:18:28.414105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-753a75f2-7e3e-4872-a15b-3e424952fce0 None None] Provisioning for port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:28.416852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0c3e65f-639d-446a-9841-914aa13c6c78 req-b6199591-5989-4074-ad95-6df3f7e7c1f8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623808 Aug 29 17:18:28.421479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-753a75f2-7e3e-4872-a15b-3e424952fce0 None None] Provisioning complete for port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:28.421921 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-753a75f2-7e3e-4872-a15b-3e424952fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:28.460352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-2e813be7-6c63-45f8-a4be-a71093fbf97c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:28.476028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-2e813be7-6c63-45f8-a4be-a71093fbf97c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:28.496925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-753a75f2-7e3e-4872-a15b-3e424952fce0 None None] Port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:18:28.551265 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d351a018-aa9c-4ff8-a5c1-d31cdeddf46f req-2e813be7-6c63-45f8-a4be-a71093fbf97c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&id=87e84856-bc39-4646-b037-e1e54b5dfcdb&id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&id=60132e8d-19b7-4574-a76e-22a93c57c9f0&id=d1aec5af-ec7a-4f30-9e23-31539529baf7&id=2271ddf4-da66-434d-a1f1-409b4a413834&id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.2612913 Aug 29 17:18:28.569100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e813be7-6c63-45f8-a4be-a71093fbf97c tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf34e0a3-0f99-4131-99d4-fe488241c992,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:28.671292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75814360-24d9-4c60-a66a-ba31f91801bb req-a4e7dce6-8eeb-4c46-9fa0-8dff9e9bf8ea tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.675125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75814360-24d9-4c60-a66a-ba31f91801bb req-a4e7dce6-8eeb-4c46-9fa0-8dff9e9bf8ea tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0595312 Aug 29 17:18:28.680544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64cd93-acd7-4f3e-a368-95568cacbad5 req-052462a6-bae2-4bf8-a96c-4b3f1b9f8510 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.682041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f64cd93-acd7-4f3e-a368-95568cacbad5 req-052462a6-bae2-4bf8-a96c-4b3f1b9f8510 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0772481 Aug 29 17:18:28.717501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75814360-24d9-4c60-a66a-ba31f91801bb req-8abf2924-d1d2-439d-9b27-5b4b0f996793 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Aug 29 17:18:28.725181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:28.736821 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:28.756895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f64cd93-acd7-4f3e-a368-95568cacbad5 req-5038c057-0cb5-4345-9a17-a4655dd3aea4 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575960 Aug 29 17:18:28.760290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Transition to ACTIVE for port object ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:28.765665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:28.987641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4e972-92a1-4168-9f1b-fdc7864308e1 req-6694b2c9-d1ea-4fdf-92a7-68d44eedb294 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.990146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dbd4e972-92a1-4168-9f1b-fdc7864308e1 req-6694b2c9-d1ea-4fdf-92a7-68d44eedb294 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 945 time: 0.0576258 Aug 29 17:18:29.047732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dbd4e972-92a1-4168-9f1b-fdc7864308e1 req-d22d1abc-a004-425d-8009-eace5177e44a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505519 Aug 29 17:18:29.051645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:29.138969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Attempting to bind port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:29.139313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Attempting to bind port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:29.140169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Attempting to bind port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:29.145154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:29.145483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Attempting to bind port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:29.152121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:29.152465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:29.153002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:29.153436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Bound port: ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:29.153798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.216344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab79898-7e46-4289-9ddb-940b81a369f0 req-287559e5-07bc-4111-a804-2aa155acc663 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.218066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ab79898-7e46-4289-9ddb-940b81a369f0 req-287559e5-07bc-4111-a804-2aa155acc663 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 947 time: 0.0564084 Aug 29 17:18:29.241193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] For port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:29.265426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ab79898-7e46-4289-9ddb-940b81a369f0 req-c8c886e5-e86c-45f9-a7ba-e613e1a79a38 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Aug 29 17:18:29.287735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] For port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:29.292473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.328737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.329236 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.330619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] 10.222.0.43 "PUT /v2.0/ports/ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 HTTP/1.1" status: 200 len: 1096 time: 1.1772997 Aug 29 17:18:29.331708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c04ccf-d81c-4cbc-bc63-55af3a419531', 'tag': 'ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:29.333938 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c73f03-e117-4620-9ff1-644e11fde16f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c04ccf-d81c-4cbc-bc63-55af3a419531", "tag": "ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:29.350348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc44407-4c5c-4a4e-94f1-34ad68b64416 req-59ac2823-8951-4141-b3ac-3f31ac29b8e0 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.350869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc44407-4c5c-4a4e-94f1-34ad68b64416 req-59ac2823-8951-4141-b3ac-3f31ac29b8e0 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.351342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc44407-4c5c-4a4e-94f1-34ad68b64416 req-59ac2823-8951-4141-b3ac-3f31ac29b8e0 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.353039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edc44407-4c5c-4a4e-94f1-34ad68b64416 req-59ac2823-8951-4141-b3ac-3f31ac29b8e0 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323&device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5&device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 2885 time: 0.1089735 Aug 29 17:18:29.376889 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10423dd0-7fa2-409c-a05b-688432faff58 x-openstack-request-id: req-10423dd0-7fa2-409c-a05b-688432faff58 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:29.377169 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c04ccf-d81c-4cbc-bc63-55af3a419531", "tag": "ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:29.377414 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10423dd0-7fa2-409c-a05b-688432faff58 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:29.377793 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c04ccf-d81c-4cbc-bc63-55af3a419531', 'tag': 'ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0', 'status': 'completed', 'code': 200} Aug 29 17:18:29.378439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f70c47-7658-4cd6-8525-a79c5f378bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:29.417349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edc44407-4c5c-4a4e-94f1-34ad68b64416 req-be8b3e84-866e-4bf5-97fa-7d57618f7db5 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498481 Aug 29 17:18:29.427417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ad46af43-8305-4dda-9a4c-5f0ffed0a845 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:29.432018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ec0ffa26-912d-4feb-8265-78320f4dd57a up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:29.463732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-6f1e3b00-8851-4a17-8a0b-e403358d9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.465699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-6f1e3b00-8851-4a17-8a0b-e403358d9d9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=096d9527d342443db56ccbe7692634b1&device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 1099 time: 0.0629499 Aug 29 17:18:29.537065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-b6e3a29e-5bea-482f-b15b-888be6a5b727 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 HTTP/1.1" status: 200 len: 217 time: 0.0497849 Aug 29 17:18:29.579556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port ec0ffa26-912d-4feb-8265-78320f4dd57a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:29.590220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port ec0ffa26-912d-4feb-8265-78320f4dd57a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:29.590953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.616311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-eca2fa74-7c85-4696-a048-d31b32ca259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.617908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-eca2fa74-7c85-4696-a048-d31b32ca259f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0736966 Aug 29 17:18:29.632235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50114f-15ab-4177-a790-f7b7c73e6e8a req-4eb861ee-a78a-4252-986e-4b78ada74b51 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.634522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed50114f-15ab-4177-a790-f7b7c73e6e8a req-4eb861ee-a78a-4252-986e-4b78ada74b51 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 943 time: 0.1030581 Aug 29 17:18:29.636631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ad46af43-8305-4dda-9a4c-5f0ffed0a845, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:29.663240 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845', 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe', 'port_id': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845', 'mac_address': 'fa:16:3e:2c:76:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3668b53-10ee-47fb-ac14-02778d175a8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:29.702671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-9078ec9d-0750-47d0-8a28-8e2209253678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.704187 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-9078ec9d-0750-47d0-8a28-8e2209253678 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687070 Aug 29 17:18:29.712687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed50114f-15ab-4177-a790-f7b7c73e6e8a req-12bc0d9b-7924-4bab-9bc6-f713f11125c6 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503232 Aug 29 17:18:29.739280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.763687 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.766323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad46af43-8305-4dda-9a4c-5f0ffed0a845 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:29.801999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ad46af43-8305-4dda-9a4c-5f0ffed0a845, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:29.808388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866bdf75-1c3f-4208-8872-f0180aa459e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0ffa26-912d-4feb-8265-78320f4dd57a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:29.810712 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4abcf1-3add-4ad4-87ab-3f029c080c89" -d '{"events": [{"server_uuid": "866bdf75-1c3f-4208-8872-f0180aa459e4", "name": "network-vif-plugged", "status": "completed", "tag": "ec0ffa26-912d-4feb-8265-78320f4dd57a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:29.820190 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.826214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ec0ffa26-912d-4feb-8265-78320f4dd57a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ec0ffa26-912d-4feb-8265-78320f4dd57a,segment=NetworkSegment(2200a419-7da2-4e7a-b480-77ee5dd4f332),segment_id=2200a419-7da2-4e7a-b480-77ee5dd4f332)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:29.840643 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-885fedcf-494b-4798-8d33-1876ff3f5285 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270161 Aug 29 17:18:29.851686 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.863204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd857a-08b7-4ed1-8aa4-a2f30c2802a6 req-a77d25c3-1213-4604-bab0-ca167d9cce7a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.864670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56cd857a-08b7-4ed1-8aa4-a2f30c2802a6 req-a77d25c3-1213-4604-bab0-ca167d9cce7a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0594945 Aug 29 17:18:29.880027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ad46af43-8305-4dda-9a4c-5f0ffed0a845,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:29.944372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ec0ffa26-912d-4feb-8265-78320f4dd57a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:29.966015 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56cd857a-08b7-4ed1-8aa4-a2f30c2802a6 req-274b29ba-ad01-4f7d-91aa-a420f3fbe0ca tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915809 Aug 29 17:18:29.988006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0956323-dcc0-4ee5-bf77-93b1ca9bd8d4 req-3a5f0f5d-15ce-4e90-82b6-664e95076e4f service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202319 Aug 29 17:18:30.013345 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3151b71-0468-4b48-80c9-733e9e462045 x-openstack-request-id: req-e3151b71-0468-4b48-80c9-733e9e462045 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:30.013952 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866bdf75-1c3f-4208-8872-f0180aa459e4", "name": "network-vif-plugged", "status": "completed", "tag": "ec0ffa26-912d-4feb-8265-78320f4dd57a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:30.014692 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3151b71-0468-4b48-80c9-733e9e462045 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:30.015165 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866bdf75-1c3f-4208-8872-f0180aa459e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0ffa26-912d-4feb-8265-78320f4dd57a', 'code': 200} Aug 29 17:18:30.063525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27860038-a983-46d3-b31d-160c0f5fe8c8 req-9c1932ac-f32b-4a7a-8401-f92c257cec1f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.065185 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-27860038-a983-46d3-b31d-160c0f5fe8c8 req-9c1932ac-f32b-4a7a-8401-f92c257cec1f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0631773 Aug 29 17:18:30.085642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73f03-e117-4620-9ff1-644e11fde16f req-6e4465a2-9af9-4803-9394-9aaa56320d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.087197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12c73f03-e117-4620-9ff1-644e11fde16f req-6e4465a2-9af9-4803-9394-9aaa56320d50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=096d9527d342443db56ccbe7692634b1&device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 1099 time: 0.0449908 Aug 29 17:18:30.109451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-27860038-a983-46d3-b31d-160c0f5fe8c8 req-e745494a-5ec3-428a-a516-48b92c2cd1f1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355294 Aug 29 17:18:30.118395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:30.217531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421bbb3-83bb-4b61-9d34-3e2fd6f060d9 req-36b904a2-9261-4a30-8c7f-00cab7357701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.219781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d421bbb3-83bb-4b61-9d34-3e2fd6f060d9 req-36b904a2-9261-4a30-8c7f-00cab7357701 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 1098 time: 0.1366715 Aug 29 17:18:30.229956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a514492-991e-4d4e-9b8c-e3507849b6df req-5fd6e9b1-f49c-40df-bc24-a4d80f403e01 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.235228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a514492-991e-4d4e-9b8c-e3507849b6df req-5fd6e9b1-f49c-40df-bc24-a4d80f403e01 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1101 time: 0.0537052 Aug 29 17:18:30.278057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a514492-991e-4d4e-9b8c-e3507849b6df req-a1a6a80a-4501-4b3b-95a2-95527f833f04 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Aug 29 17:18:30.281333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586009c-72be-42a6-9309-bbdd73b42610 req-7dde4e79-d152-4c85-87a7-116737b5b9aa tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.282993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d586009c-72be-42a6-9309-bbdd73b42610 req-7dde4e79-d152-4c85-87a7-116737b5b9aa tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 946 time: 0.1122842 Aug 29 17:18:30.292103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73f03-e117-4620-9ff1-644e11fde16f req-dd38fcdd-6025-4e88-8e2a-707e00c11e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.293496 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12c73f03-e117-4620-9ff1-644e11fde16f req-dd38fcdd-6025-4e88-8e2a-707e00c11e7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1789334 Aug 29 17:18:30.322246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d421bbb3-83bb-4b61-9d34-3e2fd6f060d9 req-184ad49b-cf5c-4bec-a897-4680b8d2c8ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939012 Aug 29 17:18:30.352289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12c73f03-e117-4620-9ff1-644e11fde16f req-b97e4c97-ff18-4cd9-bed5-fda5433ff074 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 HTTP/1.1" status: 200 len: 217 time: 0.0434260 Aug 29 17:18:30.391529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10411-4202-4821-978f-41f36b6c7901 req-69489efc-d1c6-4cd5-9e81-276de0c56026 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.393036 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-afb10411-4202-4821-978f-41f36b6c7901 req-69489efc-d1c6-4cd5-9e81-276de0c56026 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 947 time: 0.0497453 Aug 29 17:18:30.393973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d586009c-72be-42a6-9309-bbdd73b42610 req-a8e646f2-b873-4f85-b962-09d668dee4f4 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033959 Aug 29 17:18:30.411869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73f03-e117-4620-9ff1-644e11fde16f req-ecce56f1-fe30-4826-ad30-a581f67eba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.413346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12c73f03-e117-4620-9ff1-644e11fde16f req-ecce56f1-fe30-4826-ad30-a581f67eba2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0516663 Aug 29 17:18:30.432028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-afb10411-4202-4821-978f-41f36b6c7901 req-8ff0ad98-3829-4969-9126-d8e14bb8d234 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Aug 29 17:18:30.504595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73f03-e117-4620-9ff1-644e11fde16f req-018ba708-8ca6-4eef-8910-7f28c41018b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.506151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12c73f03-e117-4620-9ff1-644e11fde16f req-018ba708-8ca6-4eef-8910-7f28c41018b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803955 Aug 29 17:18:30.515454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29a4c0-7f6a-4757-922e-aa7050a7cf5c req-05ffa3f8-3799-4500-a7d2-41efa3203e37 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.516818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c29a4c0-7f6a-4757-922e-aa7050a7cf5c req-05ffa3f8-3799-4500-a7d2-41efa3203e37 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1101 time: 0.0499158 Aug 29 17:18:30.608528 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c29a4c0-7f6a-4757-922e-aa7050a7cf5c req-74a190fd-f6f6-4409-8396-5b41335fdc50 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824559 Aug 29 17:18:30.628004 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12c73f03-e117-4620-9ff1-644e11fde16f req-19a120eb-9e5e-44d4-b5e6-9b688706a43e service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102231 Aug 29 17:18:30.720743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12c73f03-e117-4620-9ff1-644e11fde16f req-622fef7b-abda-46b3-9b84-e61cff5d97cd service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Aug 29 17:18:30.838358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61790282-caea-477a-9cee-c0ea7a839d12 req-397045d2-a19c-4698-8f14-8febd0f7564c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.839990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61790282-caea-477a-9cee-c0ea7a839d12 req-397045d2-a19c-4698-8f14-8febd0f7564c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 944 time: 0.0506926 Aug 29 17:18:30.877863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61790282-caea-477a-9cee-c0ea7a839d12 req-6a485047-7183-4d16-a8c6-9581bc2a92bd tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Aug 29 17:18:31.084503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c17a2-bc27-49be-bea5-272eb832fa5a req-50817e40-8421-49f9-8225-c019b92f5f77 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.086283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c1c17a2-bc27-49be-bea5-272eb832fa5a req-50817e40-8421-49f9-8225-c019b92f5f77 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0518241 Aug 29 17:18:31.136094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c1c17a2-bc27-49be-bea5-272eb832fa5a req-b711df74-2d25-4163-8824-7d79c45f089a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Aug 29 17:18:31.241503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43357-8b41-49b5-bd0a-3922d4e4e740 req-0a196c74-7f54-426e-8089-e998b95a5e88 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.243574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bb43357-8b41-49b5-bd0a-3922d4e4e740 req-0a196c74-7f54-426e-8089-e998b95a5e88 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0538778 Aug 29 17:18:31.245036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ef02-5848-49e9-b401-b62993b8810f req-bca46a4c-5ec3-49db-be7d-1761ff6da48c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.246802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46d9ef02-5848-49e9-b401-b62993b8810f req-bca46a4c-5ec3-49db-be7d-1761ff6da48c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0604675 Aug 29 17:18:31.284608 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bb43357-8b41-49b5-bd0a-3922d4e4e740 req-1aa0cf4f-ed1b-4646-8159-235a7a5f7844 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342515 Aug 29 17:18:31.285666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46d9ef02-5848-49e9-b401-b62993b8810f req-aa903ac8-6c3e-403d-ba31-6aa12eabb9f5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Aug 29 17:18:31.434485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ad46af43-8305-4dda-9a4c-5f0ffed0a845 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:31.511368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port ad46af43-8305-4dda-9a4c-5f0ffed0a845 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:31.516449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port ad46af43-8305-4dda-9a4c-5f0ffed0a845 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:31.516886 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:31.545694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ee30b-2a0c-48cf-bb9b-3fcceabf509c req-6cf9f1f7-2caf-4899-859d-d1d25aa266cf tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.552960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be2ee30b-2a0c-48cf-bb9b-3fcceabf509c req-6cf9f1f7-2caf-4899-859d-d1d25aa266cf tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 946 time: 0.0681524 Aug 29 17:18:31.591033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be2ee30b-2a0c-48cf-bb9b-3fcceabf509c req-b87c60f2-7f7c-434b-9d61-e3a06fd48eb2 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371623 Aug 29 17:18:31.596773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfafc5-710c-4dd3-a014-fc514c02d158 req-09baad79-38cb-464e-ab83-10c9bbf68b37 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.598495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95bfafc5-710c-4dd3-a014-fc514c02d158 req-09baad79-38cb-464e-ab83-10c9bbf68b37 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 947 time: 0.0986075 Aug 29 17:18:31.620589 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:31.645403 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95bfafc5-710c-4dd3-a014-fc514c02d158 req-0806cf73-b107-43f1-af00-ec5eddf7ed8b tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Aug 29 17:18:31.658218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ad46af43-8305-4dda-9a4c-5f0ffed0a845, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:31.672301 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:31.719425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ad46af43-8305-4dda-9a4c-5f0ffed0a845,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:31.989348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02236d4-6625-49c2-83ef-4e1256369c23 req-4aa76069-a479-4dd4-9866-ae67ae609790 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.990767 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b02236d4-6625-49c2-83ef-4e1256369c23 req-4aa76069-a479-4dd4-9866-ae67ae609790 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 945 time: 0.0472829 Aug 29 17:18:32.016104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:32.018456 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd8120a-4d51-4d4a-bfed-b638057c886d" -d '{"events": [{"server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "name": "network-vif-plugged", "status": "completed", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:32.028653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b02236d4-6625-49c2-83ef-4e1256369c23 req-e2d4c913-98c9-4d92-85b2-631d9234d70e tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Aug 29 17:18:32.054834 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b611d226-79a0-49dd-bcde-f788cdd85c4b x-openstack-request-id: req-b611d226-79a0-49dd-bcde-f788cdd85c4b {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:32.055699 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "name": "network-vif-plugged", "status": "completed", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:32.055950 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b611d226-79a0-49dd-bcde-f788cdd85c4b {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:32.056339 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845', 'code': 200} Aug 29 17:18:32.166015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca15f0d-acad-4fe8-b440-0f15f32135ff req-91793892-f8df-4e97-84ef-213188537bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.168208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cca15f0d-acad-4fe8-b440-0f15f32135ff req-91793892-f8df-4e97-84ef-213188537bd9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1097 time: 0.0452063 Aug 29 17:18:32.204733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cca15f0d-acad-4fe8-b440-0f15f32135ff req-659130e6-a545-48e2-83ef-2880e25207f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295346 Aug 29 17:18:32.248772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906ca1c-b69c-4c79-8a8b-c0ea7ea74123 req-6a4b9d03-1599-4f85-af7a-49c8059923e9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.250124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b906ca1c-b69c-4c79-8a8b-c0ea7ea74123 req-6a4b9d03-1599-4f85-af7a-49c8059923e9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0485241 Aug 29 17:18:32.290032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b906ca1c-b69c-4c79-8a8b-c0ea7ea74123 req-fcc0338f-3c69-4c62-9b9c-1ab6754c0a1e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Aug 29 17:18:32.402325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d8dd0-aec1-47c7-a678-f1a034e605d8 req-fe622dbf-93ad-4e4b-84e5-1bd5caf7a951 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.402961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1361-79f7-4571-8b81-722cc525390d req-6705946c-3900-4254-b30e-ba5bf0c0c03d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.403988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93fb1361-79f7-4571-8b81-722cc525390d req-6705946c-3900-4254-b30e-ba5bf0c0c03d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0510969 Aug 29 17:18:32.404772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc3d8dd0-aec1-47c7-a678-f1a034e605d8 req-fe622dbf-93ad-4e4b-84e5-1bd5caf7a951 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0516410 Aug 29 17:18:32.441839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93fb1361-79f7-4571-8b81-722cc525390d req-7764d5ab-f289-47aa-9837-90a1467f9178 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Aug 29 17:18:32.442536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc3d8dd0-aec1-47c7-a678-f1a034e605d8 req-620c26ba-f928-40d5-b13c-bc56966557d8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Aug 29 17:18:32.708135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc99eb4-6232-42d7-89e8-a0c064a02402 req-e38c6775-3673-4626-b018-2717f26b1244 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.709609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bbc99eb4-6232-42d7-89e8-a0c064a02402 req-e38c6775-3673-4626-b018-2717f26b1244 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 946 time: 0.0515079 Aug 29 17:18:32.748586 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bbc99eb4-6232-42d7-89e8-a0c064a02402 req-9f503fca-f89b-4c03-9de5-bfdbf03f3668 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Aug 29 17:18:32.770316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f80c-a302-4e1b-8bd3-d174763a0d0a req-3e129742-cf7c-4892-bd38-51683b37013f tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.772262 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8049f80c-a302-4e1b-8bd3-d174763a0d0a req-3e129742-cf7c-4892-bd38-51683b37013f tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 947 time: 0.0563824 Aug 29 17:18:32.812300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8049f80c-a302-4e1b-8bd3-d174763a0d0a req-056b05ad-35ae-4fa0-a3d9-57d7b827c269 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Aug 29 17:18:33.147875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ac37e-cfd1-43bb-972c-4f5a103c9bf2 req-6148cd81-6865-489d-8d50-69ab8ab5c5b9 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:33.149408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a52ac37e-cfd1-43bb-972c-4f5a103c9bf2 req-6148cd81-6865-489d-8d50-69ab8ab5c5b9 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 945 time: 0.0527275 Aug 29 17:18:33.189328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a52ac37e-cfd1-43bb-972c-4f5a103c9bf2 req-2fd1e9a6-5c2d-4f05-8294-9242b1041bae tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337768 Aug 29 17:18:33.322762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1960c3-788f-4a10-bfa9-01a09742ed91 req-912a7599-ac8a-48df-84ae-49ba86527215 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:33.324244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca1960c3-788f-4a10-bfa9-01a09742ed91 req-912a7599-ac8a-48df-84ae-49ba86527215 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 946 time: 0.0481098 Aug 29 17:18:33.361084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca1960c3-788f-4a10-bfa9-01a09742ed91 req-c62f5752-c68b-4161-92fa-a7c152341ee8 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Aug 29 17:18:33.408199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa29c1a-cdd1-43cf-962f-18d8bce01c4a req-e1ba83d7-c6fa-4f62-877f-e10d894899aa tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:33.409665 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1aa29c1a-cdd1-43cf-962f-18d8bce01c4a req-e1ba83d7-c6fa-4f62-877f-e10d894899aa tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0493362 Aug 29 17:18:33.446509 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1aa29c1a-cdd1-43cf-962f-18d8bce01c4a req-fcf9bd70-d695-46f6-9f36-88dea0aa876e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Aug 29 17:18:33.558341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16de07-7f56-4f2b-8203-502bea973dc3 req-7c0c6817-85c5-4f44-a013-034d7ea14be9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:33.559906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea16de07-7f56-4f2b-8203-502bea973dc3 req-7c0c6817-85c5-4f44-a013-034d7ea14be9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0496180 Aug 29 17:18:33.561236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb5b0d-2179-4f5b-8283-36ba7125619c req-7ae9e6ff-16d1-412e-b4dd-c75861edb1c7 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:33.562700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fceb5b0d-2179-4f5b-8283-36ba7125619c req-7ae9e6ff-16d1-412e-b4dd-c75861edb1c7 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0515018 Aug 29 17:18:33.598993 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea16de07-7f56-4f2b-8203-502bea973dc3 req-f84decec-91e1-4733-9746-f7d89b978801 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329049 Aug 29 17:18:33.602607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fceb5b0d-2179-4f5b-8283-36ba7125619c req-73e2fcff-86f8-4806-ad40-5c2ae26e2dc2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Aug 29 17:18:33.777369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:33.876840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:33.889180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': 'ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0', 'mac_address': 'fa:16:3e:13:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:33.926385 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:33.931504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03150d-c618-4221-9156-a18bb4d6806a req-a7ffe987-bfbc-4098-bbab-ee63e6c32ab7 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:33.933103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d03150d-c618-4221-9156-a18bb4d6806a req-a7ffe987-bfbc-4098-bbab-ee63e6c32ab7 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 947 time: 0.0502915 Aug 29 17:18:33.938942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:33.957582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:33.961938 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:33.971901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d03150d-c618-4221-9156-a18bb4d6806a req-72707d13-d4e7-4626-9f0b-2b4a45f11c32 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Aug 29 17:18:34.007017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:34.307692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef559-6723-411a-8fdb-60c860d43a09 req-635a6f49-dcc2-460f-93d2-dd823167fbc1 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.309129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-336ef559-6723-411a-8fdb-60c860d43a09 req-635a6f49-dcc2-460f-93d2-dd823167fbc1 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 945 time: 0.0514960 Aug 29 17:18:34.336445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:34.345460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-336ef559-6723-411a-8fdb-60c860d43a09 req-9f26f78e-645c-49a5-827b-96c31fe549c2 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Aug 29 17:18:34.450826 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-384d1648-02ce-40be-a34f-32145b0a84cd tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1737417801&fields=id&tenant_id=fd35771c15e0410da87ca93a7e039eaa HTTP/1.1" status: 200 len: 267 time: 0.0382249 Aug 29 17:18:34.478180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400cee9-ecda-44c2-ab9d-60c016d6bfc3 req-d1f5e2cb-f46d-4def-af5b-edb318e8f5ed tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.479675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4400cee9-ecda-44c2-ab9d-60c016d6bfc3 req-d1f5e2cb-f46d-4def-af5b-edb318e8f5ed tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 946 time: 0.0510113 Aug 29 17:18:34.514018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-c5f941a2-b8d0-4717-a0c2-4a6a159dd87a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.515576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-c5f941a2-b8d0-4717-a0c2-4a6a159dd87a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 945 time: 0.0579820 Aug 29 17:18:34.518264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4400cee9-ecda-44c2-ab9d-60c016d6bfc3 req-c2724925-8547-4517-af5a-870ea68d095a tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Aug 29 17:18:34.527634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'port': {'security_groups': ['b17ba10d-78bc-48b4-9b8c-18b77cafa5ef', '482990d4-9112-424e-872e-068e7ed79aa7']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:34.597097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:34.627843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d2813-55ea-43d4-86ed-dfd142263746 req-50ecb6c8-11b0-4965-9c87-6e205b568cb1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.629520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-479d2813-55ea-43d4-86ed-dfd142263746 req-50ecb6c8-11b0-4965-9c87-6e205b568cb1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0553384 Aug 29 17:18:34.672303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-479d2813-55ea-43d4-86ed-dfd142263746 req-9594e4a2-c39f-49e8-8bf0-28129b02c0e3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359845 Aug 29 17:18:34.786775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01509948-bf45-482b-841e-6eba997a29ca req-84a6b6cf-3968-41f4-a012-147873c45c1c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.788557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01509948-bf45-482b-841e-6eba997a29ca req-84a6b6cf-3968-41f4-a012-147873c45c1c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0586221 Aug 29 17:18:34.830027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] For port ad46af43-8305-4dda-9a4c-5f0ffed0a845, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:34.830776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01509948-bf45-482b-841e-6eba997a29ca req-f572776e-8958-407b-8bd1-dec1f28e31ae tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359120 Aug 29 17:18:34.859955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:34.865037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:34.880154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:34.910358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.911026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:34.912576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6fd8cb9-b453-464d-a845-84fcf8dfbc92 req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "PUT /v2.0/ports/ad46af43-8305-4dda-9a4c-5f0ffed0a845 HTTP/1.1" status: 200 len: 981 time: 0.3903608 Aug 29 17:18:34.915265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:34.917573 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cf36b3-bba4-447e-a4e5-e19b496a3b27" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:34.947872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220216e3-a55c-430f-99ff-c1932aa0b7a0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'Port': ['ID=ad46af43-8305-4dda-9a4c-5f0ffed0a845,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:34.951142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad556e85-7c10-4dd3-acb4-c3523066cdef req-e1cd2801-4616-4827-89ff-478b58796983 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.952801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ad556e85-7c10-4dd3-acb4-c3523066cdef req-e1cd2801-4616-4827-89ff-478b58796983 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 946 time: 0.0609157 Aug 29 17:18:34.992296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ad556e85-7c10-4dd3-acb4-c3523066cdef req-fd4cf403-0386-4258-b78d-4d2f99153697 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Aug 29 17:18:35.029410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6520dc4-5667-4277-9043-4ba2aefbd34e req-43e9f5aa-d159-4f24-9d1b-f50f976f2600 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.031089 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6520dc4-5667-4277-9043-4ba2aefbd34e req-43e9f5aa-d159-4f24-9d1b-f50f976f2600 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1097 time: 0.0492373 Aug 29 17:18:35.066126 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6520dc4-5667-4277-9043-4ba2aefbd34e req-9963a9ad-7647-481d-98e6-38212db97d85 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288122 Aug 29 17:18:35.093070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:35.137737 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d02e62-3b04-4d45-9102-4b54acfed2cc x-openstack-request-id: req-57d02e62-3b04-4d45-9102-4b54acfed2cc {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:35.138017 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:35.138264 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57d02e62-3b04-4d45-9102-4b54acfed2cc {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:35.138699 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845', 'status': 'completed', 'code': 200} Aug 29 17:18:35.161239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8382d4f2-9121-4176-a365-13de65413e84 req-22332150-7008-4336-a478-f71c22450843 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1835851&fields=id&tenant_id=fd35771c15e0410da87ca93a7e039eaa HTTP/1.1" status: 200 len: 267 time: 0.0499868 Aug 29 17:18:35.219627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382d4f2-9121-4176-a365-13de65413e84 req-8fe68b06-b15c-42fc-9a56-668ea1f1bc01 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.221418 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8382d4f2-9121-4176-a365-13de65413e84 req-8fe68b06-b15c-42fc-9a56-668ea1f1bc01 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 984 time: 0.0538218 Aug 29 17:18:35.233492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-8382d4f2-9121-4176-a365-13de65413e84 req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'port': {'security_groups': ['482990d4-9112-424e-872e-068e7ed79aa7', 'b17ba10d-78bc-48b4-9b8c-18b77cafa5ef', '33e54a4c-47f9-41e1-817f-4e84c472455e']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:35.258989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-d1ed68f2-bdfe-4f38-885e-1de4a906f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.260426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-d1ed68f2-bdfe-4f38-885e-1de4a906f9d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1136 time: 0.0815456 Aug 29 17:18:35.272732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad8896-681a-4e7c-98d3-f202d9f53e47 req-3712ef04-67bd-414a-9289-a720fd036be7 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.274805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7ad8896-681a-4e7c-98d3-f202d9f53e47 req-3712ef04-67bd-414a-9289-a720fd036be7 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 948 time: 0.0835690 Aug 29 17:18:35.309937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8382d4f2-9121-4176-a365-13de65413e84 req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:35.359188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7ad8896-681a-4e7c-98d3-f202d9f53e47 req-b83ff408-effb-44ba-b069-f210a4a9bf03 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763626 Aug 29 17:18:35.387350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-ee7cdd63-7583-40a4-bfbc-68438a4d6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.389221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-ee7cdd63-7583-40a4-bfbc-68438a4d6322 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 912 time: 0.1134245 Aug 29 17:18:35.432595 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-14c544c8-e407-41dc-9e82-8a1e2c44fd01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845 HTTP/1.1" status: 200 len: 217 time: 0.0343227 Aug 29 17:18:35.501500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-56659c6f-107e-4fdf-85bb-fd76fc7a2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.503064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-56659c6f-107e-4fdf-85bb-fd76fc7a2605 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.0598047 Aug 29 17:18:35.510192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-83380bed-6378-4cce-93c6-e1e26d63f2fc tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.511648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-83380bed-6378-4cce-93c6-e1e26d63f2fc tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1098 time: 0.1029234 Aug 29 17:18:35.529994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-15'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:35.538388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-ceb730cc-e9fc-4a59-b336-f32b6e3cdfab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274038 Aug 29 17:18:35.612633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8382d4f2-9121-4176-a365-13de65413e84 req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] For port ad46af43-8305-4dda-9a4c-5f0ffed0a845, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:35.636366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-85c8e01b-8df0-44b0-9555-dd7eb44e3a49 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904589 Aug 29 17:18:35.659173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:35.676231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8382d4f2-9121-4176-a365-13de65413e84 req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:35.692450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-5179f97b-afed-4260-9cbc-23ed3b490f01 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.693991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-5179f97b-afed-4260-9cbc-23ed3b490f01 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.44 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 946 time: 0.1587584 Aug 29 17:18:35.696938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8382d4f2-9121-4176-a365-13de65413e84 req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:35.712930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:35.746880 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70cf36b3-bba4-447e-a4e5-e19b496a3b27 req-1b1aac1b-e9c1-482f-af77-0e06e199a566 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004808 Aug 29 17:18:35.778799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:35.830330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382d4f2-9121-4176-a365-13de65413e84 req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.830918 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8382d4f2-9121-4176-a365-13de65413e84 req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:35.832297 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8382d4f2-9121-4176-a365-13de65413e84 req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "PUT /v2.0/ports/ad46af43-8305-4dda-9a4c-5f0ffed0a845 HTTP/1.1" status: 200 len: 1020 time: 0.6038637 Aug 29 17:18:35.832747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:35.835002 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c74683d-b91b-40e3-b5b4-c85feb32123d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:35.846685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bd9d4-4733-4e6a-9c28-c8e04dee7210 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'Port': ['ID=ad46af43-8305-4dda-9a4c-5f0ffed0a845,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:35.864495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:35.879424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:35.879920 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:35.949653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:36.003034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:36.013950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e742e3a-ee7d-41a8-8ba9-9f72a1a45227 req-9a94579d-e296-48ae-90fb-6576bcf01914 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:36.015807 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e742e3a-ee7d-41a8-8ba9-9f72a1a45227 req-9a94579d-e296-48ae-90fb-6576bcf01914 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/ports?device_id=866bdf75-1c3f-4208-8872-f0180aa459e4 HTTP/1.1" status: 200 len: 946 time: 0.0945807 Aug 29 17:18:36.030003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Deleting port ec0ffa26-912d-4feb-8265-78320f4dd57a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:36.030347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.057206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.113909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c04ccf-d81c-4cbc-bc63-55af3a419531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:36.116166 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7663b9-ad1c-43b6-a76d-526b4320903a" -d '{"events": [{"server_uuid": "f2c04ccf-d81c-4cbc-bc63-55af3a419531", "name": "network-vif-plugged", "status": "completed", "tag": "ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:36.135852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:36.138505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:36.144309 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.167386 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e742e3a-ee7d-41a8-8ba9-9f72a1a45227 req-1611ff4f-1276-4d46-8899-86f9882441f8 tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e84856-bc39-4646-b037-e1e54b5dfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315033 Aug 29 17:18:36.216838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] For port ec0ffa26-912d-4feb-8265-78320f4dd57a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ec0ffa26-912d-4feb-8265-78320f4dd57a,segment=NetworkSegment(2200a419-7da2-4e7a-b480-77ee5dd4f332),segment_id=2200a419-7da2-4e7a-b480-77ee5dd4f332)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:36.217335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.220772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.238894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:36.261425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Calling delete_port for ec0ffa26-912d-4feb-8265-78320f4dd57a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:36.263516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.373734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-69b06f93-95f2-4074-b2c7-2181dfac29f5 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:18:36.374873 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-69b06f93-95f2-4074-b2c7-2181dfac29f5 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059860 Aug 29 17:18:36.385950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Request body: {'binding': {'host': 'n-h2-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:36.386416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Unknown quota resources ['binding']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:18:36.409337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d172a-1fc2-49e3-a86c-778ab970ab4c req-41a30c03-1795-452e-8682-7407c9501db6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:36.410827 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a4d172a-1fc2-49e3-a86c-778ab970ab4c req-41a30c03-1795-452e-8682-7407c9501db6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1682150 Aug 29 17:18:36.434988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:36.474735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:36.475046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:36.475473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:36.490439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:36.490793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Attempting to bind port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:36.524649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a4d172a-1fc2-49e3-a86c-778ab970ab4c req-b110aaa0-48fe-4939-858f-d4f2523f6a7f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062317 Aug 29 17:18:36.525465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on host n-h2-713499-15 for vnic_type normal with profile None {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:36.525852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:36.526132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:36.528923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:36.529624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:36.530002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:36.530716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Bound port: 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:36.531082 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.531226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:36.531550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:36.536438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:36.536765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:36.537153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:36.537668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Bound port: e434695c-9d05-4280-9115-aa024db72cc6, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:36.576447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.588254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ec0ffa26-912d-4feb-8265-78320f4dd57a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:36.601122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:36.607485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.608882 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-91b877a9-437a-45af-ab1d-9ecc6034bba9 service neutron] 10.222.0.41 "POST /v2.0/ports/e434695c-9d05-4280-9115-aa024db72cc6/bindings HTTP/1.1" status: 201 len: 390 time: 0.2273650 Aug 29 17:18:36.613191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Pushing event deleted for resources: {'Port': ['ID=ec0ffa26-912d-4feb-8265-78320f4dd57a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:36.705086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:36.709147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] No DVR routers for this DVR port ec0ffa26-912d-4feb-8265-78320f4dd57a on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:36.714491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.716528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a41ab8d3-b528-481a-9220-41fab13e75e5 req-c83fccc6-37d5-4294-a942-c76d5246d3ac tempest-ServerMetadataNegativeTestJSON-457909360 tempest-ServerMetadataNegativeTestJSON-457909360-project] 10.222.0.44 "DELETE /v2.0/ports/ec0ffa26-912d-4feb-8265-78320f4dd57a HTTP/1.1" status: 204 len: 173 time: 0.9825125 Aug 29 17:18:36.723521 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ec71e1-6cef-4001-b987-637dccafc255 x-openstack-request-id: req-c0ec71e1-6cef-4001-b987-637dccafc255 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:36.723800 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:36.724050 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0ec71e1-6cef-4001-b987-637dccafc255 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:36.724429 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845', 'status': 'completed', 'code': 200} Aug 29 17:18:36.729557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:36.739289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fba0a3-ffd3-4888-8dba-16a5bcd1be11 req-25526ad6-33ad-4297-ba5f-2c886822ea0f tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:36.740856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a0fba0a3-ffd3-4888-8dba-16a5bcd1be11 req-25526ad6-33ad-4297-ba5f-2c886822ea0f tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1023 time: 0.1328464 Aug 29 17:18:36.750896 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.854760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53abe9-d40a-4acf-a349-5a5a0d87f240 req-a056a138-68fd-4c32-b95c-bee0486ccca1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:36.856199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c53abe9-d40a-4acf-a349-5a5a0d87f240 req-a056a138-68fd-4c32-b95c-bee0486ccca1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0599101 Aug 29 17:18:36.893950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-4e911bc7-f6d5-40ca-bf33-bad8092c8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:36.895486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-4e911bc7-f6d5-40ca-bf33-bad8092c8ade service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1175 time: 0.1533699 Aug 29 17:18:36.899908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=8']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:36.907080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:36.907684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:36.909015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2d317960-888a-41a1-86ef-24ece6d1f7d1 service neutron] 10.222.0.44 "PUT /v2.0/ports/8a421199-2ae2-472a-a4a6-5afb9b6845fe HTTP/1.1" status: 200 len: 1124 time: 1.3894346 Aug 29 17:18:36.923524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c53abe9-d40a-4acf-a349-5a5a0d87f240 req-bdccc287-ee50-4777-83b1-bf49437d7db8 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602119 Aug 29 17:18:36.939069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-f88c67ed-5ca6-48a2-bd03-0d1154d4c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:36.941231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-f88c67ed-5ca6-48a2-bd03-0d1154d4c24a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1097 time: 0.0701873 Aug 29 17:18:36.969019 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a0fba0a3-ffd3-4888-8dba-16a5bcd1be11 req-4b5f328b-379a-46b4-ac09-4ea2c6e70563 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&id=482990d4-9112-424e-872e-068e7ed79aa7&id=33e54a4c-47f9-41e1-817f-4e84c472455e HTTP/1.1" status: 200 len: 6146 time: 0.2159939 Aug 29 17:18:37.025638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-5b71b24e-f927-4ce3-a9fe-7c123c2fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.027642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-5b71b24e-f927-4ce3-a9fe-7c123c2fc6a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 912 time: 0.1178172 Aug 29 17:18:37.046246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['8a421199-2ae2-472a-a4a6-5afb9b6845fe'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:37.080011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-4c6e5dcf-7a6c-4c8c-9290-0dd1ebb3e423 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845 HTTP/1.1" status: 200 len: 217 time: 0.0392587 Aug 29 17:18:37.084261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['8a421199-2ae2-472a-a4a6-5afb9b6845fe'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:37.122699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e693c-1805-4458-b837-f021788d9f26 req-29530a9b-ba61-43e5-a6b4-8d25bfc4e7f1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.124246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec6e693c-1805-4458-b837-f021788d9f26 req-29530a9b-ba61-43e5-a6b4-8d25bfc4e7f1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.0978675 Aug 29 17:18:37.125749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-f2e6ea7a-1e5d-4bcd-a3fc-5f4f384b5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.127295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-f2e6ea7a-1e5d-4bcd-a3fc-5f4f384b5465 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.1756885 Aug 29 17:18:37.149956 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0237da42-4e3a-49b7-bc08-3d652a5ad838 x-openstack-request-id: req-0237da42-4e3a-49b7-bc08-3d652a5ad838 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:37.150236 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c04ccf-d81c-4cbc-bc63-55af3a419531", "name": "network-vif-plugged", "status": "completed", "tag": "ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:37.150675 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0237da42-4e3a-49b7-bc08-3d652a5ad838 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:37.151231 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c04ccf-d81c-4cbc-bc63-55af3a419531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0', 'code': 200} Aug 29 17:18:37.162474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-b27cffba-7190-47bc-be12-b62cf15f9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.165758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-b27cffba-7190-47bc-be12-b62cf15f9ce5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.0742991 Aug 29 17:18:37.204375 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-a209e250-93ca-4062-96b4-20e2fd824abc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 200 len: 217 time: 0.0517452 Aug 29 17:18:37.217107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec6e693c-1805-4458-b837-f021788d9f26 req-b28dcacb-5b27-45fa-96cd-512350621fe0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857642 Aug 29 17:18:37.229871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-7d5f5e7d-dd07-4675-9ab3-c2bc4fe85618 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482776 Aug 29 17:18:37.301270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-93505766-a145-4307-b14d-249a25282470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.302754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-93505766-a145-4307-b14d-249a25282470 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0800097 Aug 29 17:18:37.344801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b0b7d-58fd-4444-86a2-dc41bc6345de req-2567da03-38b8-4a65-b024-fb356c2737e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.346042 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a46b0b7d-58fd-4444-86a2-dc41bc6345de req-2567da03-38b8-4a65-b024-fb356c2737e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 1101 time: 0.0926487 Aug 29 17:18:37.389269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd9d3-5e1e-4885-a757-a34824afa822 req-b960eaa7-a3fd-4d78-bdff-c3ea3358ea76 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.390710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03bfd9d3-5e1e-4885-a757-a34824afa822 req-b960eaa7-a3fd-4d78-bdff-c3ea3358ea76 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 949 time: 0.1100054 Aug 29 17:18:37.399780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-e029dccf-c384-4293-b497-9bd46351c0cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845921 Aug 29 17:18:37.406148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-19bb22bc-85ec-43d2-b35f-07239d55c4fd service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614196 Aug 29 17:18:37.488179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03bfd9d3-5e1e-4885-a757-a34824afa822 req-27a42da2-358e-4aed-84f0-7f661e51ebf5 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850697 Aug 29 17:18:37.495174 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0f6fa-1dff-4696-89f5-2ab2bbd897f6 req-7b438c20-9a4d-472d-baf1-d9843879b670 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.496670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6e0f6fa-1dff-4696-89f5-2ab2bbd897f6 req-7b438c20-9a4d-472d-baf1-d9843879b670 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.1496410 Aug 29 17:18:37.519219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a46b0b7d-58fd-4444-86a2-dc41bc6345de req-806b2c0c-b5d9-4a2b-bf38-0e1cd658555a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566341 Aug 29 17:18:37.520992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8a421199-2ae2-472a-a4a6-5afb9b6845fe details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:37.526980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e86624f4-bda0-40d5-a994-332aba4dc076 req-49e61f23-4fdc-4321-bddf-910a4d7e0bd6 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': ' tempest-securitygroup -931016006 ', 'description': 'tempest-description-1093705025'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:37.536688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c74683d-b91b-40e3-b5b4-c85feb32123d req-c3ea6348-8d8d-4136-a93b-27fcdf85307d service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171980 Aug 29 17:18:37.556936 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e86624f4-bda0-40d5-a994-332aba4dc076 req-49e61f23-4fdc-4321-bddf-910a4d7e0bd6 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.565918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6e0f6fa-1dff-4696-89f5-2ab2bbd897f6 req-41655989-6db8-46f7-8786-c2d1dbf35318 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604434 Aug 29 17:18:37.577215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-7820a795-f686-469f-9062-decd14cf85cf service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577399 Aug 29 17:18:37.624708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:37.639883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:37.648979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e86624f4-bda0-40d5-a994-332aba4dc076 req-49e61f23-4fdc-4321-bddf-910a4d7e0bd6 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.653007 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e86624f4-bda0-40d5-a994-332aba4dc076 req-49e61f23-4fdc-4321-bddf-910a4d7e0bd6 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.653251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8a421199-2ae2-472a-a4a6-5afb9b6845fe has no active binding in host n-h1-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:18:37.684462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e86624f4-bda0-40d5-a994-332aba4dc076 req-49e61f23-4fdc-4321-bddf-910a4d7e0bd6 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.685655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e86624f4-bda0-40d5-a994-332aba4dc076 req-49e61f23-4fdc-4321-bddf-910a4d7e0bd6 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1659219 Aug 29 17:18:37.687403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e61f23-4fdc-4321-bddf-910a4d7e0bd6 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b527417-62c8-442f-a72e-f801e2eb87aa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:37.718320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b3be08-d89c-4a55-b119-1d9cde274a6a admin admin] Deleting subnet 77a41d4e-2524-4190-9b36-4df125d3871e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:18:37.723827 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84b3be08-d89c-4a55-b119-1d9cde274a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.743859 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22671554-f5b5-432c-848d-e8fea03daf81 req-ad418ba4-2931-4ef5-8124-541ed7d52d63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/9b527417-62c8-442f-a72e-f801e2eb87aa HTTP/1.1" status: 200 len: 1780 time: 0.0375743 Aug 29 17:18:37.804400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-216ef4d0-c3c6-4543-bb58-44f237083a0f req-f6b502e0-3093-498c-9bfa-31ffd47535ac tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/9b527417-62c8-442f-a72e-f801e2eb87aa HTTP/1.1" status: 200 len: 1780 time: 0.0379825 Aug 29 17:18:37.810959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ea471-d0b6-4f93-a248-78b4342f1e70 req-7dbbffc0-5a67-405d-b9c5-145a637622a4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.812440 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f6ea471-d0b6-4f93-a248-78b4342f1e70 req-7dbbffc0-5a67-405d-b9c5-145a637622a4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1371512 Aug 29 17:18:37.814497 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84b3be08-d89c-4a55-b119-1d9cde274a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.862638 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-216ef4d0-c3c6-4543-bb58-44f237083a0f req-aaf77008-ecc5-441a-9385-99dbaf10ad79 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.889674 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-216ef4d0-c3c6-4543-bb58-44f237083a0f req-aaf77008-ecc5-441a-9385-99dbaf10ad79 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.901544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84b3be08-d89c-4a55-b119-1d9cde274a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.929448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-5e9e5080-8f29-430e-ae37-85906cd444f1 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859772 Aug 29 17:18:37.933064 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-216ef4d0-c3c6-4543-bb58-44f237083a0f req-aaf77008-ecc5-441a-9385-99dbaf10ad79 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.934920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f6ea471-d0b6-4f93-a248-78b4342f1e70 req-dc55bfc1-bdc6-47b0-8aff-d65fd451cb5c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016624 Aug 29 17:18:37.936845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-216ef4d0-c3c6-4543-bb58-44f237083a0f req-aaf77008-ecc5-441a-9385-99dbaf10ad79 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.940629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-216ef4d0-c3c6-4543-bb58-44f237083a0f req-aaf77008-ecc5-441a-9385-99dbaf10ad79 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/9b527417-62c8-442f-a72e-f801e2eb87aa HTTP/1.1" status: 204 len: 173 time: 0.1296849 Aug 29 17:18:37.963623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf77008-ecc5-441a-9385-99dbaf10ad79 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b527417-62c8-442f-a72e-f801e2eb87aa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:37.977269 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-c03a4b72-047e-4d18-8f7a-f58cc73e2a5b req-7b88cc17-4886-424f-9364-606712681f0f tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:18:37.978282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c03a4b72-047e-4d18-8f7a-f58cc73e2a5b req-7b88cc17-4886-424f-9364-606712681f0f tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/9b527417-62c8-442f-a72e-f801e2eb87aa HTTP/1.1" status: 404 len: 352 time: 0.0173452 Aug 29 17:18:37.986326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84b3be08-d89c-4a55-b119-1d9cde274a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.015560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3be08-d89c-4a55-b119-1d9cde274a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a41d4e-2524-4190-9b36-4df125d3871e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:38.022227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84b3be08-d89c-4a55-b119-1d9cde274a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.024637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-db32c973-c0ca-4a61-b85f-26b8311ede05 req-592b37c9-c58a-4218-bdea-7d5bf050ed09 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-980479939', 'description': 'tempest-description-1366678664'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:38.024779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-84b3be08-d89c-4a55-b119-1d9cde274a6a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/77a41d4e-2524-4190-9b36-4df125d3871e HTTP/1.1" status: 204 len: 168 time: 0.3984451 Aug 29 17:18:38.028151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59908) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:38.049825 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db32c973-c0ca-4a61-b85f-26b8311ede05 req-592b37c9-c58a-4218-bdea-7d5bf050ed09 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.137201 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db32c973-c0ca-4a61-b85f-26b8311ede05 req-592b37c9-c58a-4218-bdea-7d5bf050ed09 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.143698 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db32c973-c0ca-4a61-b85f-26b8311ede05 req-592b37c9-c58a-4218-bdea-7d5bf050ed09 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.150477 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.161734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37bbf1-6ccb-4be7-a1d4-50d9b56d3aca req-9c64c8aa-1c49-45ff-8096-5f498b565bb1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:38.163235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f37bbf1-6ccb-4be7-a1d4-50d9b56d3aca req-9c64c8aa-1c49-45ff-8096-5f498b565bb1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1240890 Aug 29 17:18:38.179072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b37c9-c58a-4218-bdea-7d5bf050ed09 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec31581-b721-406e-842b-64b15397095d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:38.182772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db32c973-c0ca-4a61-b85f-26b8311ede05 req-592b37c9-c58a-4218-bdea-7d5bf050ed09 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.196893 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-db32c973-c0ca-4a61-b85f-26b8311ede05 req-592b37c9-c58a-4218-bdea-7d5bf050ed09 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1811247 Aug 29 17:18:38.276955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5d083d04-9726-4384-a3db-dfc0596f1c68 req-399f720e-620e-4b2f-bc1a-2130c947c129 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-999432194', 'description': 'tempest-description-1195464776'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:38.302268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5d083d04-9726-4384-a3db-dfc0596f1c68 req-399f720e-620e-4b2f-bc1a-2130c947c129 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.391007 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5d083d04-9726-4384-a3db-dfc0596f1c68 req-399f720e-620e-4b2f-bc1a-2130c947c129 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.396290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5d083d04-9726-4384-a3db-dfc0596f1c68 req-399f720e-620e-4b2f-bc1a-2130c947c129 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.426938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5d083d04-9726-4384-a3db-dfc0596f1c68 req-399f720e-620e-4b2f-bc1a-2130c947c129 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.428210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d083d04-9726-4384-a3db-dfc0596f1c68 req-399f720e-620e-4b2f-bc1a-2130c947c129 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1563973 Aug 29 17:18:38.432637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f720e-620e-4b2f-bc1a-2130c947c129 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9d0a2e-972a-4fb1-9431-c2c77bebd945,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:38.508534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f37bbf1-6ccb-4be7-a1d4-50d9b56d3aca req-11c5b23d-d716-4b11-a1d5-9195e77a10c4 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387420 Aug 29 17:18:38.523458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.536187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e393a86b-3c28-4002-be5f-9190297d93a8']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:38.551203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-60710d66-e0a6-4a9a-886e-213dc2d03953 req-0eeebe1c-5421-4ab5-aad7-81798d02c864 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-62816684', 'description': 'tempest-description-945646915'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:38.557199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2200a419-7da2-4e7a-b480-77ee5dd4f332') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:38.557586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2200a419-7da2-4e7a-b480-77ee5dd4f332') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:38.558390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462df438-ed03-498e-90c6-e0a49c484e4e req-583a857c-c23d-485a-b6d3-d753f37623cf tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:38.563122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-462df438-ed03-498e-90c6-e0a49c484e4e req-583a857c-c23d-485a-b6d3-d753f37623cf tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.0586104 Aug 29 17:18:38.571365 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.596417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.599278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-462df438-ed03-498e-90c6-e0a49c484e4e req-1fd6a804-a8b7-4f20-85b5-8c9430962bae tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Aug 29 17:18:38.603573 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-60710d66-e0a6-4a9a-886e-213dc2d03953 req-0eeebe1c-5421-4ab5-aad7-81798d02c864 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.606012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:18:38.606830 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:18:38.607995 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:18:38.686056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.696544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.700483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e393a86b-3c28-4002-be5f-9190297d93a8 HTTP/1.1" status: 204 len: 168 time: 0.6711526 Aug 29 17:18:38.718876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b5c9d-3ceb-4972-94b5-39e27ca32372 admin admin] Pushing event deleted for resources: {'Network': ['ID=e393a86b-3c28-4002-be5f-9190297d93a8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:38.729712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79551321-6411-42f7-85cf-5d242ad7eb0e req-f0b71109-132f-42e9-8690-72f9491056c5 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:38.731336 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79551321-6411-42f7-85cf-5d242ad7eb0e req-f0b71109-132f-42e9-8690-72f9491056c5 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 949 time: 0.0686877 Aug 29 17:18:38.731845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe'}, {'server_uuid': '866bdf75-1c3f-4208-8872-f0180aa459e4', 'name': 'network-vif-deleted', 'tag': 'ec0ffa26-912d-4feb-8265-78320f4dd57a'}, {'name': 'network-changed', 'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:38.734173 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fab9b4-74c4-488d-8b39-3814cb3cde19" -d '{"events": [{"server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe"}, {"server_uuid": "866bdf75-1c3f-4208-8872-f0180aa459e4", "name": "network-vif-deleted", "tag": "ec0ffa26-912d-4feb-8265-78320f4dd57a"}, {"name": "network-changed", "server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:38.778162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79551321-6411-42f7-85cf-5d242ad7eb0e req-52c0f2b0-daad-42e2-9945-2cbcc5237ed2 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Aug 29 17:18:38.788686 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-60710d66-e0a6-4a9a-886e-213dc2d03953 req-0eeebe1c-5421-4ab5-aad7-81798d02c864 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.801986 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-60710d66-e0a6-4a9a-886e-213dc2d03953 req-0eeebe1c-5421-4ab5-aad7-81798d02c864 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.833370 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-60710d66-e0a6-4a9a-886e-213dc2d03953 req-0eeebe1c-5421-4ab5-aad7-81798d02c864 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:38.834683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60710d66-e0a6-4a9a-886e-213dc2d03953 req-0eeebe1c-5421-4ab5-aad7-81798d02c864 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2890658 Aug 29 17:18:38.835755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeebe1c-5421-4ab5-aad7-81798d02c864 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bda54f5-af34-4a9b-8d03-9df290210bc7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:38.910481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba52834-daf8-4dbe-b534-1e0942088123 req-bb7832b0-5560-4617-a936-b482ac84232a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:38.912012 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ba52834-daf8-4dbe-b534-1e0942088123 req-bb7832b0-5560-4617-a936-b482ac84232a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.0579872 Aug 29 17:18:38.913614 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1feffdb-9f0c-4c21-aea4-39a00a453c0f x-openstack-request-id: req-c1feffdb-9f0c-4c21-aea4-39a00a453c0f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:38.913926 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe", "code": 200}, {"server_uuid": "866bdf75-1c3f-4208-8872-f0180aa459e4", "name": "network-vif-deleted", "tag": "ec0ffa26-912d-4feb-8265-78320f4dd57a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:38.914181 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1feffdb-9f0c-4c21-aea4-39a00a453c0f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:38.914563 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe', 'code': 200} Aug 29 17:18:38.914843 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866bdf75-1c3f-4208-8872-f0180aa459e4', 'name': 'network-vif-deleted', 'tag': 'ec0ffa26-912d-4feb-8265-78320f4dd57a', 'status': 'completed', 'code': 200} Aug 29 17:18:38.915092 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe', 'status': 'completed', 'code': 200} Aug 29 17:18:38.955277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59928) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:38.971354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ba52834-daf8-4dbe-b534-1e0942088123 req-2284c28b-ece1-4ff7-9f77-5634317b9959 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532455 Aug 29 17:18:39.043168 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-06c8b751-f22c-43c8-ac74-d4804c792866 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06cc1ad9ebb143feaf7fb4dc190d95d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845647 Aug 29 17:18:39.044690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59932) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:39.056025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-fe331e5a-3af5-4254-ab44-ef5bec91cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.057519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-fe331e5a-3af5-4254-ab44-ef5bec91cd5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1127 time: 0.1034164 Aug 29 17:18:39.093772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427911a2-0e2e-4be4-ad79-208e322e0a8b req-377171b5-8e20-4998-8920-08ba82cbbc77 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.101277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-427911a2-0e2e-4be4-ad79-208e322e0a8b req-377171b5-8e20-4998-8920-08ba82cbbc77 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0586584 Aug 29 17:18:39.151064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-427911a2-0e2e-4be4-ad79-208e322e0a8b req-495c0ee2-a74b-4d5c-8b84-957bcadfd62d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Aug 29 17:18:39.191121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6379e23f-0fc5-49e5-b5f3-57aaf9e56a70 req-4fb636fb-420f-4cd0-b767-3abfa84a81b8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd35771c15e0410da87ca93a7e039eaa HTTP/1.1" status: 200 len: 10891 time: 0.2582290 Aug 29 17:18:39.214514 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44c46de3-6871-4d12-a764-ef6b0bea0fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:39.277957 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44c46de3-6871-4d12-a764-ef6b0bea0fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:39.307216 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6379e23f-0fc5-49e5-b5f3-57aaf9e56a70 req-161190d5-82a7-48aa-8a54-46d99b3b7051 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/b17ba10d-78bc-48b4-9b8c-18b77cafa5ef HTTP/1.1" status: 200 len: 2981 time: 0.1152134 Aug 29 17:18:39.308246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-2bbef3f5-79d3-4b8f-adb8-d4941df1f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.309623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-2bbef3f5-79d3-4b8f-adb8-d4941df1f481 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2344530 Aug 29 17:18:39.379005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-1593fc55-e4b2-4079-b734-75d51564a89c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe HTTP/1.1" status: 200 len: 217 time: 0.0448956 Aug 29 17:18:39.410099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44c46de3-6871-4d12-a764-ef6b0bea0fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:39.412546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44c46de3-6871-4d12-a764-ef6b0bea0fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:39.413613 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-44c46de3-6871-4d12-a764-ef6b0bea0fa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87e84856-bc39-4646-b037-e1e54b5dfcdb HTTP/1.1" status: 204 len: 168 time: 0.3673248 Aug 29 17:18:39.435139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6379e23f-0fc5-49e5-b5f3-57aaf9e56a70 req-458c8512-caa7-4e03-97f2-62eff1ee6ae1 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/b17ba10d-78bc-48b4-9b8c-18b77cafa5ef HTTP/1.1" status: 200 len: 2981 time: 0.1182585 Aug 29 17:18:39.456685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c46de3-6871-4d12-a764-ef6b0bea0fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e84856-bc39-4646-b037-e1e54b5dfcdb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:39.465899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-f5e155da-7260-4236-ab88-5fca921c57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.467392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-f5e155da-7260-4236-ab88-5fca921c57bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0691228 Aug 29 17:18:39.513547 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-1bf77972-94b2-467b-a5d5-105d3cb81099 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344970 Aug 29 17:18:39.515092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e55fe496-a54a-499a-ad8f-af22d75eabe3 req-54f0ca25-2da7-4016-a872-a209e4b98b72 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/bec31581-b721-406e-842b-64b15397095d HTTP/1.1" status: 200 len: 1800 time: 0.0548272 Aug 29 17:18:39.546332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ec0ffa26-912d-4feb-8265-78320f4dd57a no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:39.585289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e55fe496-a54a-499a-ad8f-af22d75eabe3 req-e229cae2-3fbd-4e38-bf4d-65d960d9827b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:39.613285 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e55fe496-a54a-499a-ad8f-af22d75eabe3 req-e229cae2-3fbd-4e38-bf4d-65d960d9827b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:39.614253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: ec0ffa26-912d-4feb-8265-78320f4dd57a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:39.614846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ec0ffa26-912d-4feb-8265-78320f4dd57a not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:39.666526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e55fe496-a54a-499a-ad8f-af22d75eabe3 req-e229cae2-3fbd-4e38-bf4d-65d960d9827b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:39.669686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e55fe496-a54a-499a-ad8f-af22d75eabe3 req-e229cae2-3fbd-4e38-bf4d-65d960d9827b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:39.674340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-c1ccb03a-8d5c-4ea0-aed9-5f7267d40bc6 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496513 Aug 29 17:18:39.676324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e55fe496-a54a-499a-ad8f-af22d75eabe3 req-e229cae2-3fbd-4e38-bf4d-65d960d9827b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/bec31581-b721-406e-842b-64b15397095d HTTP/1.1" status: 204 len: 173 time: 0.1575897 Aug 29 17:18:39.687223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229cae2-3fbd-4e38-bf4d-65d960d9827b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec31581-b721-406e-842b-64b15397095d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:39.695008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd21108-e5e2-40d9-bd90-75aa4aea5041 req-687f19c3-3225-4eec-a843-db90ddfde5fe tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.697354 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-efd21108-e5e2-40d9-bd90-75aa4aea5041 req-687f19c3-3225-4eec-a843-db90ddfde5fe tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0678658 Aug 29 17:18:39.792479 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-efd21108-e5e2-40d9-bd90-75aa4aea5041 req-263d05a5-0d79-45d6-98ef-7e7c52ea77e8 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789213 Aug 29 17:18:39.800988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710b30d-95bc-4cf8-b71d-5c8d0611d95c req-147bdddd-2dea-4fc1-bec3-77934f7d001f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.805599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5710b30d-95bc-4cf8-b71d-5c8d0611d95c req-147bdddd-2dea-4fc1-bec3-77934f7d001f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.0602016 Aug 29 17:18:39.854801 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-d122c4dd-d6e1-46cf-a98a-93d45b5da312 req-286dd36c-948f-42c4-95ad-580afed0d80c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:18:39.855841 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d122c4dd-d6e1-46cf-a98a-93d45b5da312 req-286dd36c-948f-42c4-95ad-580afed0d80c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/bec31581-b721-406e-842b-64b15397095d HTTP/1.1" status: 404 len: 352 time: 0.0220220 Aug 29 17:18:39.871790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5710b30d-95bc-4cf8-b71d-5c8d0611d95c req-88a05f55-d0e8-4779-9301-f90625f19ca5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592721 Aug 29 17:18:39.880833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8fab9b4-74c4-488d-8b39-3814cb3cde19 req-0be83c52-c015-44ea-b7c2-46f6c7c5b94e service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816266 Aug 29 17:18:39.941543 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d06e4d23-59ce-4572-959d-a20b0bb30b0f req-38545a5b-6e72-4cbe-b6a2-030c8d32343d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/8c9d0a2e-972a-4fb1-9431-c2c77bebd945 HTTP/1.1" status: 200 len: 1800 time: 0.0470808 Aug 29 17:18:40.000768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66ba4c-890d-4380-915c-b74b4b37b496 req-848be57d-5f87-4fbe-9ff3-a064a7f4e9bd tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:40.003045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e66ba4c-890d-4380-915c-b74b4b37b496 req-848be57d-5f87-4fbe-9ff3-a064a7f4e9bd tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 949 time: 0.0578835 Aug 29 17:18:40.021456 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d06e4d23-59ce-4572-959d-a20b0bb30b0f req-1670e011-3683-4b57-8764-7836753b1c32 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.058032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e66ba4c-890d-4380-915c-b74b4b37b496 req-2b3b8a53-df8b-46a7-984e-a922acd597ca tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Aug 29 17:18:40.058552 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d06e4d23-59ce-4572-959d-a20b0bb30b0f req-1670e011-3683-4b57-8764-7836753b1c32 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.125727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d06e4d23-59ce-4572-959d-a20b0bb30b0f req-1670e011-3683-4b57-8764-7836753b1c32 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.133263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d06e4d23-59ce-4572-959d-a20b0bb30b0f req-1670e011-3683-4b57-8764-7836753b1c32 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.134597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d06e4d23-59ce-4572-959d-a20b0bb30b0f req-1670e011-3683-4b57-8764-7836753b1c32 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/8c9d0a2e-972a-4fb1-9431-c2c77bebd945 HTTP/1.1" status: 204 len: 173 time: 0.1821480 Aug 29 17:18:40.147792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670e011-3683-4b57-8764-7836753b1c32 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9d0a2e-972a-4fb1-9431-c2c77bebd945,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:40.207354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d428c8-0c22-476c-a3a3-34b23d351f73 req-53be8395-5d2c-43fc-abac-b91ce72ea227 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:40.215146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c9d428c8-0c22-476c-a3a3-34b23d351f73 req-53be8395-5d2c-43fc-abac-b91ce72ea227 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.0871663 Aug 29 17:18:40.261324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c9d428c8-0c22-476c-a3a3-34b23d351f73 req-78f98237-8db7-40ec-bf04-5ce911b72a26 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Aug 29 17:18:40.266449 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-3a7059cd-b2a5-4f18-9744-593796154cac req-fccf169a-6dab-454d-ba24-298729703ca9 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:18:40.279576 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a7059cd-b2a5-4f18-9744-593796154cac req-fccf169a-6dab-454d-ba24-298729703ca9 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/8c9d0a2e-972a-4fb1-9431-c2c77bebd945 HTTP/1.1" status: 404 len: 352 time: 0.0414200 Aug 29 17:18:40.411305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f5faf-ad71-4ea0-8042-a545d3d753f2 req-1ab043e8-ef29-4ec3-ac80-3f9c48ea170d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:40.413625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-680f5faf-ad71-4ea0-8042-a545d3d753f2 req-1ab043e8-ef29-4ec3-ac80-3f9c48ea170d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0652134 Aug 29 17:18:40.439010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59982) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:40.486710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-680f5faf-ad71-4ea0-8042-a545d3d753f2 req-1fb13a12-0ec6-4ef5-b121-975491706f7b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656354 Aug 29 17:18:40.541896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f69b75de-b1c3-477d-8b63-820a27b30703 req-25a6dc6c-d4b5-419d-9263-02a465552b6b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/2bda54f5-af34-4a9b-8d03-9df290210bc7 HTTP/1.1" status: 200 len: 1798 time: 0.0655346 Aug 29 17:18:40.598633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-609121086-network', 'tenant_id': '15bf6b4ce2654438a2b3085961a4e90f'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:40.627069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f69b75de-b1c3-477d-8b63-820a27b30703 req-4fc9bde5-ed12-42da-9a46-9ae20d4c676e tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.632463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Made reservation on behalf of 15bf6b4ce2654438a2b3085961a4e90f for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:40.634779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.655786 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.661027 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f69b75de-b1c3-477d-8b63-820a27b30703 req-4fc9bde5-ed12-42da-9a46-9ae20d4c676e tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.690936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ee6fb-19cd-4bcc-a384-f2162712ccdf req-72e73e8b-b1d2-43fc-a969-59ef07db8f31 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:40.693153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-402ee6fb-19cd-4bcc-a384-f2162712ccdf req-72e73e8b-b1d2-43fc-a969-59ef07db8f31 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 949 time: 0.0623715 Aug 29 17:18:40.734503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f69b75de-b1c3-477d-8b63-820a27b30703 req-4fc9bde5-ed12-42da-9a46-9ae20d4c676e tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.737254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f69b75de-b1c3-477d-8b63-820a27b30703 req-4fc9bde5-ed12-42da-9a46-9ae20d4c676e tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.738359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f69b75de-b1c3-477d-8b63-820a27b30703 req-4fc9bde5-ed12-42da-9a46-9ae20d4c676e tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/2bda54f5-af34-4a9b-8d03-9df290210bc7 HTTP/1.1" status: 204 len: 173 time: 0.1899917 Aug 29 17:18:40.750640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-402ee6fb-19cd-4bcc-a384-f2162712ccdf req-20ba91c4-1a36-4954-ad6e-ff1e064211ca tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Aug 29 17:18:40.756678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9bde5-ed12-42da-9a46-9ae20d4c676e tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bda54f5-af34-4a9b-8d03-9df290210bc7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:40.806342 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-220fc5e1-c13c-4a00-8183-a353dbc3b3a7 req-c5afde78-e402-47cf-9965-87491e4216ee tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:18:40.807360 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-220fc5e1-c13c-4a00-8183-a353dbc3b3a7 req-c5afde78-e402-47cf-9965-87491e4216ee tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/2bda54f5-af34-4a9b-8d03-9df290210bc7 HTTP/1.1" status: 404 len: 352 time: 0.0191519 Aug 29 17:18:40.834867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.844565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.860184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:18:40.872877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.873280 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Added segment 463cd109-d87e-4867-97a7-aaedd9e9c3ad of type vlan for network 1a194609-01e8-44ad-98ad-e53c461c6482 Aug 29 17:18:40.916794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c2d21ab-fb5b-45c5-992c-04cebab93807 req-bf7ef3f2-1d8a-4d9c-a09c-ff2e5c521148 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd35771c15e0410da87ca93a7e039eaa HTTP/1.1" status: 200 len: 6146 time: 0.0801814 Aug 29 17:18:40.919921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:40.968434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c2d21ab-fb5b-45c5-992c-04cebab93807 req-798c380a-b56e-4f6c-9fe4-79ab8e12ac9f tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/b17ba10d-78bc-48b4-9b8c-18b77cafa5ef HTTP/1.1" status: 200 len: 2981 time: 0.0447838 Aug 29 17:18:40.984824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554468fe-bc77-4abb-a6b9-4594f3248ee4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:41.008642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf690e-60c7-4118-b58e-c5ef31f9cf29 req-fda34bf7-b660-4dd1-8d37-bbacc431a426 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:41.010114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-acbf690e-60c7-4118-b58e-c5ef31f9cf29 req-fda34bf7-b660-4dd1-8d37-bbacc431a426 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0878792 Aug 29 17:18:41.011250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.012148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:41.012980 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.022915 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c2d21ab-fb5b-45c5-992c-04cebab93807 req-0a08f8b0-1c77-41d0-af76-1648af2f6053 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/b17ba10d-78bc-48b4-9b8c-18b77cafa5ef HTTP/1.1" status: 200 len: 2981 time: 0.0436673 Aug 29 17:18:41.080820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6404791 Aug 29 17:18:41.084373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:41.090703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Request body: {'subnet': {'network_id': '1a194609-01e8-44ad-98ad-e53c461c6482', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-609121086-subnet', 'tenant_id': '15bf6b4ce2654438a2b3085961a4e90f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:41.125053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-acbf690e-60c7-4118-b58e-c5ef31f9cf29 req-e018921b-e0b9-4806-9103-0a7f3560ba88 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022062 Aug 29 17:18:41.127527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7194eb4-70fc-4a05-9b30-7963ecadf336 admin admin] Pushing event updated for resources: {'Network': ['ID=1a194609-01e8-44ad-98ad-e53c461c6482,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:41.127851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556f981-2685-4177-9899-88315a50b47a req-f7d7ec9d-365b-4c82-9300-f6323dcf368a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:41.139330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 1a194609-01e8-44ad-98ad-e53c461c6482 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:18:41.140040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1556f981-2685-4177-9899-88315a50b47a req-f7d7ec9d-365b-4c82-9300-f6323dcf368a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.0621202 Aug 29 17:18:41.151066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Made reservation on behalf of 15bf6b4ce2654438a2b3085961a4e90f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:41.157949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.177551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-fe3e32d9-a422-4593-898d-7a0971f3f06b req-c37b1c12-4d5b-4bd0-b63c-86ac57d29030 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1257189563', 'description': 'tempest-description-1621706258'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:41.210329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1556f981-2685-4177-9899-88315a50b47a req-51d649a0-33b3-474e-8c0d-d355186ee9ec tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517771 Aug 29 17:18:41.230947 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ae9b5910-623b-48fb-b1b4-0221ee28f021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.250616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe3e32d9-a422-4593-898d-7a0971f3f06b req-c37b1c12-4d5b-4bd0-b63c-86ac57d29030 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.412310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859a987-46f2-446f-915c-6044036cd986 req-14737e11-4de2-4f60-9fbf-67c2e42286c7 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:41.420687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1859a987-46f2-446f-915c-6044036cd986 req-14737e11-4de2-4f60-9fbf-67c2e42286c7 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.0600133 Aug 29 17:18:41.431322 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe3e32d9-a422-4593-898d-7a0971f3f06b req-c37b1c12-4d5b-4bd0-b63c-86ac57d29030 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.432600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.455933 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe3e32d9-a422-4593-898d-7a0971f3f06b req-c37b1c12-4d5b-4bd0-b63c-86ac57d29030 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.464795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1859a987-46f2-446f-915c-6044036cd986 req-b43c13be-36a7-4b0b-b79e-01dce7bdc9fe tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392888 Aug 29 17:18:41.506703 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe3e32d9-a422-4593-898d-7a0971f3f06b req-c37b1c12-4d5b-4bd0-b63c-86ac57d29030 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.508467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe3e32d9-a422-4593-898d-7a0971f3f06b req-c37b1c12-4d5b-4bd0-b63c-86ac57d29030 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3474386 Aug 29 17:18:41.511680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b1c12-4d5b-4bd0-b63c-86ac57d29030 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b897ea3-b969-4f77-a6b0-1e449a0b3663,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:41.530420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16f9a70-5647-41e3-9357-26baa8ec4dd2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:41.549875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-23f5ffaa-2458-45c5-8ad7-8beb4eacad74 req-ae55232e-bd27-477f-9058-02d96927fe63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-391404716', 'description': 'tempest-description-781912800'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:41.567703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Checking segment: {'id': '463cd109-d87e-4867-97a7-aaedd9e9c3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a194609-01e8-44ad-98ad-e53c461c6482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:41.568182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Network hostable DHCP agents. Network: 1a194609-01e8-44ad-98ad-e53c461c6482, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:18:41.584994 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-23f5ffaa-2458-45c5-8ad7-8beb4eacad74 req-ae55232e-bd27-477f-9058-02d96927fe63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.611577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Network 1a194609-01e8-44ad-98ad-e53c461c6482 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:18:41.629173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 1a194609-01e8-44ad-98ad-e53c461c6482) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:41.634394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:41.635248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.643669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c47786-236b-4d97-acc4-3784ed7a2a81 None None] Network 1a194609-01e8-44ad-98ad-e53c461c6482 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:41.724061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-23f5ffaa-2458-45c5-8ad7-8beb4eacad74 req-ae55232e-bd27-477f-9058-02d96927fe63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.733023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-23f5ffaa-2458-45c5-8ad7-8beb4eacad74 req-ae55232e-bd27-477f-9058-02d96927fe63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.787858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2ed4b777-f3db-4c3f-9688-9fc9511ea656 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6938217 Aug 29 17:18:41.799090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae180b-fcda-4401-a7d3-9d38df7de225 None None] Network 1a194609-01e8-44ad-98ad-e53c461c6482 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:41.831781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55232e-bd27-477f-9058-02d96927fe63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcad645-c1a0-40a4-b3b2-f91f5de6470c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:41.849650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-23f5ffaa-2458-45c5-8ad7-8beb4eacad74 req-ae55232e-bd27-477f-9058-02d96927fe63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.850784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23f5ffaa-2458-45c5-8ad7-8beb4eacad74 req-ae55232e-bd27-477f-9058-02d96927fe63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3130846 Aug 29 17:18:41.995822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f224e9f-6914-4624-a962-43646791d099 req-deb094c7-424d-49dc-b231-f1c92e685159 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:42.003472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f224e9f-6914-4624-a962-43646791d099 req-deb094c7-424d-49dc-b231-f1c92e685159 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.4409869 Aug 29 17:18:42.056152 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f224e9f-6914-4624-a962-43646791d099 req-5a53e6dc-28e7-4f56-a7dd-d54ebe0cf77c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Aug 29 17:18:42.102381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78d7eb-987c-44ef-8aca-298983a3b96a req-fce5d2ec-cc32-4e29-a26f-d4d051ff72a9 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:42.104138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db78d7eb-987c-44ef-8aca-298983a3b96a req-fce5d2ec-cc32-4e29-a26f-d4d051ff72a9 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 949 time: 0.0640650 Aug 29 17:18:42.149687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db78d7eb-987c-44ef-8aca-298983a3b96a req-e2cb67b9-b447-4015-8da0-69a12978b825 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371227 Aug 29 17:18:42.205293 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.286542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e71da-f841-4f2c-b79d-995975dd9a16 req-bace5f25-3667-4b3c-9e2d-06196ac6cbb8 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:42.288064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d14e71da-f841-4f2c-b79d-995975dd9a16 req-bace5f25-3667-4b3c-9e2d-06196ac6cbb8 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0635667 Aug 29 17:18:42.325476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-27f00946-8b49-4cf6-abf0-9b57973a413c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:42.327396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-27f00946-8b49-4cf6-abf0-9b57973a413c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 811 time: 0.1666188 Aug 29 17:18:42.336850 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d14e71da-f841-4f2c-b79d-995975dd9a16 req-8b2651a4-123a-4a3f-845a-6ffc09f80326 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Aug 29 17:18:42.349212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-109cd686-b130-4e92-a255-146312ffef37 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/quotas/fd35771c15e0410da87ca93a7e039eaa HTTP/1.1" status: 200 len: 375 time: 0.0122445 Aug 29 17:18:42.395513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60038) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:42.401427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1073006703-network', 'tenant_id': 'e6af5a3b23b445a781b2d957780e4262'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:42.408454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-9c74d9f1-7ed5-4b52-be75-f3db0f3ffeaf tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519245 Aug 29 17:18:42.450704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Made reservation on behalf of e6af5a3b23b445a781b2d957780e4262 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:42.453013 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.465939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.481210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a6a7e-5cd0-4b42-a9c8-93f39bbdb67c req-0cda24be-3628-4e39-9f05-27b1e2c657da tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:42.482768 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a6a7e-5cd0-4b42-a9c8-93f39bbdb67c req-0cda24be-3628-4e39-9f05-27b1e2c657da tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.0734205 Aug 29 17:18:42.511344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-21889016-861c-4881-b09a-c5607c7262e2 service neutron] 10.222.0.41 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954027 Aug 29 17:18:42.545408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a6a7e-5cd0-4b42-a9c8-93f39bbdb67c req-c7284ee9-17ef-4323-aa20-3355ff2b2fff tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500767 Aug 29 17:18:42.588106 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:18:42.600259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.613126 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.629514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-51b8564a-6650-4eee-b139-e3b05e297b23 service neutron] 10.222.0.41 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147218 Aug 29 17:18:42.639517 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.649117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:18:42.673540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.673889 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Added segment cc44c458-df04-40ba-a431-7d9ccea03ff8 of type vlan for network 2c8d4e53-9714-4a12-85cd-1a2e2c310101 Aug 29 17:18:42.681631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c343d367-31a3-4cbc-9782-44b4af981be0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:42.696650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a313c61-4514-41f9-8d16-595361235965 req-f59e8922-89e7-4809-9a57-d76f366cf3ed tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:42.698290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a313c61-4514-41f9-8d16-595361235965 req-f59e8922-89e7-4809-9a57-d76f366cf3ed tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.0950875 Aug 29 17:18:42.766021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.804839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a313c61-4514-41f9-8d16-595361235965 req-f44cf389-fa00-4d11-ad23-ad5f655f3f39 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884068 Aug 29 17:18:42.818975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-470603c8-08a1-42d1-b372-80c282379821 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:42.820471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b998520a-5383-409c-8934-aabeff9a98c8 req-47641565-bb35-4bb8-85c1-5836f1ccac74 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0409954 Aug 29 17:18:42.820601 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-470603c8-08a1-42d1-b372-80c282379821 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 949 time: 0.1032772 Aug 29 17:18:42.821718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.822688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:42.823247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.909589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5103946 Aug 29 17:18:42.910277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60048) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:42.915813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Request body: {'subnet': {'network_id': '2c8d4e53-9714-4a12-85cd-1a2e2c310101', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1073006703-subnet', 'tenant_id': 'e6af5a3b23b445a781b2d957780e4262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:42.939871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d33f5-4eea-4476-9e78-aeaf62cda2aa admin admin] Pushing event updated for resources: {'Network': ['ID=2c8d4e53-9714-4a12-85cd-1a2e2c310101,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:42.940928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Made reservation on behalf of e6af5a3b23b445a781b2d957780e4262 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:42.948327 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:42.953047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 2c8d4e53-9714-4a12-85cd-1a2e2c310101 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:18:42.975186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Deleting port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:42.975799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.095354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] For port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:43.095734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.115623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Calling delete_port for ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:43.209332 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.243013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c91d-1347-4e26-86bd-5a5df3ed7744 req-a1a9ba39-5e24-4a68-a093-c5a8d4b5c182 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:43.244542 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4e2c91d-1347-4e26-86bd-5a5df3ed7744 req-a1a9ba39-5e24-4a68-a093-c5a8d4b5c182 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1132548 Aug 29 17:18:43.306145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f223c150-4220-4dd0-8b0a-3fa3bbbb5cd0,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:43.314114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4e2c91d-1347-4e26-86bd-5a5df3ed7744 req-ffbdbf69-cd1d-4edb-9169-083da4c64532 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613441 Aug 29 17:18:43.332524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44524d-46be-42b1-990b-a35ddcc5b170 req-ed469491-e8e1-4e5c-a239-a1b53ed00d47 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:43.334062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f44524d-46be-42b1-990b-a35ddcc5b170 req-ed469491-e8e1-4e5c-a239-a1b53ed00d47 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c04ccf-d81c-4cbc-bc63-55af3a419531 HTTP/1.1" status: 200 len: 949 time: 0.0916312 Aug 29 17:18:43.335456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Checking segment: {'id': 'cc44c458-df04-40ba-a431-7d9ccea03ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8d4e53-9714-4a12-85cd-1a2e2c310101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:43.335699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Network hostable DHCP agents. Network: 2c8d4e53-9714-4a12-85cd-1a2e2c310101, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:18:43.362294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.374193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Network 2c8d4e53-9714-4a12-85cd-1a2e2c310101 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:18:43.377255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:43.396940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f44524d-46be-42b1-990b-a35ddcc5b170 req-2f1fb6af-f960-4de3-8aa9-51ac99c6fe46 tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.41 "GET /v2.0/security-groups?id=2271ddf4-da66-434d-a1f1-409b4a413834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518529 Aug 29 17:18:43.401089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 2c8d4e53-9714-4a12-85cd-1a2e2c310101) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:43.408642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:43.410528 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.419256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Pushing event deleted for resources: {'Port': ['ID=ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:43.435993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4f50e-896f-472a-a098-9849e1fbae3d None None] Network 2c8d4e53-9714-4a12-85cd-1a2e2c310101 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:43.441652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-59de9d08-c33d-4d47-a92f-53bc1a1fe101 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5299311 Aug 29 17:18:43.538209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] No DVR routers for this DVR port ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:43.543157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.545329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e726dbc2-cd11-4a3d-8668-e02e9da4f9b4 req-f8911779-4cf6-4ee1-a12f-a14fb6e2848a tempest-ServerDiagnosticsNegativeTest-162772193 tempest-ServerDiagnosticsNegativeTest-162772193-project] 10.222.0.43 "DELETE /v2.0/ports/ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 HTTP/1.1" status: 204 len: 173 time: 0.7165422 Aug 29 17:18:43.545814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c04ccf-d81c-4cbc-bc63-55af3a419531', 'name': 'network-vif-deleted', 'tag': 'ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:43.548194 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875ce274-f2da-4a96-8f9e-4ae1add8529a" -d '{"events": [{"server_uuid": "f2c04ccf-d81c-4cbc-bc63-55af3a419531", "name": "network-vif-deleted", "tag": "ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:43.583422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632c63f-8ddd-40db-ad7b-b452694f7412 req-58593a2f-9c1e-4d39-9409-6708d75864b6 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:43.599900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6632c63f-8ddd-40db-ad7b-b452694f7412 req-58593a2f-9c1e-4d39-9409-6708d75864b6 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1726909 Aug 29 17:18:43.631394 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f453ab-6948-4f6b-aae1-7a08b46cebc2 x-openstack-request-id: req-86f453ab-6948-4f6b-aae1-7a08b46cebc2 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:43.631681 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c04ccf-d81c-4cbc-bc63-55af3a419531", "name": "network-vif-deleted", "tag": "ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:43.631932 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86f453ab-6948-4f6b-aae1-7a08b46cebc2 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:43.632561 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c04ccf-d81c-4cbc-bc63-55af3a419531', 'name': 'network-vif-deleted', 'tag': 'ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0', 'status': 'completed', 'code': 200} Aug 29 17:18:43.682772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6632c63f-8ddd-40db-ad7b-b452694f7412 req-023f0a0c-09b0-4c23-ab49-a71fc292a0da tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813544 Aug 29 17:18:43.825808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dd4aa-96d1-46c6-9480-6c1d518259c3 req-cb51d407-973e-4caf-83b1-098e33e2821a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:43.830781 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9bb27445-cab0-4ad7-a8c5-f3080bb1e5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.831134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-154dd4aa-96d1-46c6-9480-6c1d518259c3 req-cb51d407-973e-4caf-83b1-098e33e2821a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.1028702 Aug 29 17:18:43.854789 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.888464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-154dd4aa-96d1-46c6-9480-6c1d518259c3 req-61dada6a-0094-40e5-9c70-64173cbe3c11 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505855 Aug 29 17:18:43.915498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec202538-2cc8-4e3d-9487-3baf87ec5e06 None None] Network 2c8d4e53-9714-4a12-85cd-1a2e2c310101 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:43.999566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e63dc29-3587-4701-954a-b75feb7e3c6a req-92d7329e-771e-4f84-b345-a6ef7160b3df tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0421896 Aug 29 17:18:44.143072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb477cad-f65b-4e84-a1c2-f607f1e57e8b req-1ce838b1-f257-4a06-a4c5-fd1326ec78e4 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:44.144649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb477cad-f65b-4e84-a1c2-f607f1e57e8b req-1ce838b1-f257-4a06-a4c5-fd1326ec78e4 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.0738411 Aug 29 17:18:44.189807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-d3731fa1-73f7-4e55-b5a4-67d0b48b7ae1 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:44.191435 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-d3731fa1-73f7-4e55-b5a4-67d0b48b7ae1 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/networks?id=1a194609-01e8-44ad-98ad-e53c461c6482 HTTP/1.1" status: 200 len: 824 time: 0.1218951 Aug 29 17:18:44.207758 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-1239c421-95e6-415c-9098-bede7049bdd5 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/quotas/15bf6b4ce2654438a2b3085961a4e90f HTTP/1.1" status: 200 len: 375 time: 0.0093560 Aug 29 17:18:44.244722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb477cad-f65b-4e84-a1c2-f607f1e57e8b req-280d4a62-082c-40f6-9da0-b239ab113f24 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927289 Aug 29 17:18:44.247378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-eb4c63c0-137c-4517-b72c-9b0d93393c7d tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15bf6b4ce2654438a2b3085961a4e90f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320725 Aug 29 17:18:44.305816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-8d0d0bc6-d374-48aa-9538-35abb15f479b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:44.307462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-8d0d0bc6-d374-48aa-9538-35abb15f479b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 811 time: 0.1475506 Aug 29 17:18:44.330276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'port': {'device_id': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe', 'admin_state_up': True, 'tenant_id': 'fd35771c15e0410da87ca93a7e039eaa'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:44.364616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-e638b2e3-155a-43e1-b68f-a2878c967fcf service neutron] 10.222.0.41 "GET /v2.0/networks/1a194609-01e8-44ad-98ad-e53c461c6482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046364 Aug 29 17:18:44.480388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-992eac90-44de-40e2-bbbe-cb526738d2b2 service neutron] 10.222.0.41 "GET /v2.0/networks/1a194609-01e8-44ad-98ad-e53c461c6482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084473 Aug 29 17:18:44.484947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fb1e8-b335-4fa9-8e1e-2aaaaa85d78e req-3b77584d-eb5f-420e-a2d4-e79a612d5121 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:44.486476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-856fb1e8-b335-4fa9-8e1e-2aaaaa85d78e req-3b77584d-eb5f-420e-a2d4-e79a612d5121 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0912645 Aug 29 17:18:44.501087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Made reservation on behalf of fd35771c15e0410da87ca93a7e039eaa for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:44.504803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.551269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-856fb1e8-b335-4fa9-8e1e-2aaaaa85d78e req-7c170b1b-8a92-46ea-b543-b925733a88ba tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Aug 29 17:18:44.676981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Allocated IP 172.20.0.11 (2202011c-df77-465f-86fb-e4f31ceefafe/c3668b53-10ee-47fb-ac14-02778d175a8f/9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:44.686997 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2b3761-7768-40db-bce1-45ef4da0ce05 req-663265c6-4d27-4f90-b80c-be2111b96fd5 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 210 time: 0.0398095 Aug 29 17:18:44.884395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f038a-7158-4339-be43-df7fc6db4458 req-ca9a85a2-41ca-475f-8d12-d6805e0bdf2c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:44.887056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-356f038a-7158-4339-be43-df7fc6db4458 req-ca9a85a2-41ca-475f-8d12-d6805e0bdf2c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1264021 Aug 29 17:18:44.920557 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.947001 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-356f038a-7158-4339-be43-df7fc6db4458 req-0795d9d1-13c1-4aa4-8ee1-ad7852e57abe tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513160 Aug 29 17:18:44.950955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60110) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:45.004532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.026955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:45.042231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1662-25ba-47e8-bbac-b0d0dfce88e5 req-05128805-b3c2-4a32-a572-e86133d1b9a2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:45.044055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e76b1662-25ba-47e8-bbac-b0d0dfce88e5 req-05128805-b3c2-4a32-a572-e86133d1b9a2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.0659330 Aug 29 17:18:45.061216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Network 2202011c-df77-465f-86fb-e4f31ceefafe is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:45.067105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:45.071437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:45.096002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'Port': ['ID=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:45.107914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e76b1662-25ba-47e8-bbac-b0d0dfce88e5 req-b1b22c09-21a2-414d-b59a-6ee09b27a1bb tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523009 Aug 29 17:18:45.125584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:45.126226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.146972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-033284ff-8ca1-44ad-9ec5-39c379055326 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8205428 Aug 29 17:18:45.171022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Request body: {'port': {'device_id': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:45.223530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-afb34341-953c-42b7-8506-db7b3efc9b34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=096d9527d342443db56ccbe7692634b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713137 Aug 29 17:18:45.228803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60116) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:45.287842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eb0e0-d7be-4bc5-a86f-ca853bc8fa11 req-9cb2e337-0900-49aa-ba9b-478baf88f182 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:45.296135 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd2eb0e0-d7be-4bc5-a86f-ca853bc8fa11 req-9cb2e337-0900-49aa-ba9b-478baf88f182 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 932 time: 0.1472347 Aug 29 17:18:45.298549 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f180-a217-48a9-9dd6-08caeeb435b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.317669 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.325540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f180-a217-48a9-9dd6-08caeeb435b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.337099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.377410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd2eb0e0-d7be-4bc5-a86f-ca853bc8fa11 req-b7ef5780-7eac-4002-83a5-ff968286682f tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707579 Aug 29 17:18:45.428202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031264e-f244-45a2-a37e-873aadd3afc8 req-3d12fd24-9b0e-4303-93ae-c69cf243764a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:45.429859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e031264e-f244-45a2-a37e-873aadd3afc8 req-3d12fd24-9b0e-4303-93ae-c69cf243764a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.0639751 Aug 29 17:18:45.454876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f180-a217-48a9-9dd6-08caeeb435b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.457600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f180-a217-48a9-9dd6-08caeeb435b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.462204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cbb1f180-a217-48a9-9dd6-08caeeb435b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2271ddf4-da66-434d-a1f1-409b4a413834 HTTP/1.1" status: 204 len: 168 time: 0.2322111 Aug 29 17:18:45.480884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1f180-a217-48a9-9dd6-08caeeb435b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2271ddf4-da66-434d-a1f1-409b4a413834,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:45.491002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e031264e-f244-45a2-a37e-873aadd3afc8 req-e43d41f5-3c2f-48a3-8cfc-263ac3fa6637 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537629 Aug 29 17:18:45.673440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:45.682460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.712426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88c2d3-3d10-4031-bfe2-d86e2779547a req-103287aa-9c24-4855-aefe-38660ed9bcd4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:45.713969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e88c2d3-3d10-4031-bfe2-d86e2779547a req-103287aa-9c24-4855-aefe-38660ed9bcd4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0777946 Aug 29 17:18:45.715043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Transition to ACTIVE for port object 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:45.719608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.777928 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86229705-0245-47fc-939b-1f90c8eba1c3 req-edd017a3-13ef-48e0-bcae-e05a8a71d987 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 210 time: 0.0338526 Aug 29 17:18:45.799453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60130) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:45.808069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:45.837670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e88c2d3-3d10-4031-bfe2-d86e2779547a req-9cd7944b-ac04-45f5-9816-7b869df28e7e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154974 Aug 29 17:18:45.840470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00c19424-97b5-47ef-a8cb-3bbecec0bd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.841638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:45.871931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:45.872784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ffa6a3e4-9c6a-4f3c-9e07-ddb301e07cf0 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:45.900208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Attempting to bind port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:45.900564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Attempting to bind port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:45.900945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Attempting to bind port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 on network 2202011c-df77-465f-86fb-e4f31ceefafe {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:45.905540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 on network 2202011c-df77-465f-86fb-e4f31ceefafe not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:45.905860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Attempting to bind port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 on network 2202011c-df77-465f-86fb-e4f31ceefafe {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:45.910798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:45.911159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Checking segment: {'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:45.911587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Bound using segment: {'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:45.912100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Bound port: 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f43d76-b7f0-4639-999b-99ecaba82bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:45.912464 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.981270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] For port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:45.982939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f0344752-13d7-433c-9b85-ab3e01b1dabb tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:45.984297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f0344752-13d7-433c-9b85-ab3e01b1dabb tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.43 "GET /v2.0/networks?id=1a194609-01e8-44ad-98ad-e53c461c6482 HTTP/1.1" status: 200 len: 824 time: 0.1639538 Aug 29 17:18:45.984424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] For port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:45.989442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.016258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Request body: {'port': {'device_id': '1dead910-5a62-41fd-9402-fd144a2b4b19', 'network_id': '1a194609-01e8-44ad-98ad-e53c461c6482', 'admin_state_up': True, 'tenant_id': '15bf6b4ce2654438a2b3085961a4e90f'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:46.029753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.030367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.031754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] 10.222.0.44 "PUT /v2.0/ports/9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 200 len: 1093 time: 0.8692575 Aug 29 17:18:46.032207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:46.034621 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1" -d '{"events": [{"name": "network-changed", "server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:46.062502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b9288-f720-4ef6-8f90-c1474edc6cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:46.082524 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc29fe43-5ce9-4342-b936-19e09897f61b x-openstack-request-id: req-cc29fe43-5ce9-4342-b936-19e09897f61b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:46.082833 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:46.083198 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc29fe43-5ce9-4342-b936-19e09897f61b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:46.083586 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80', 'status': 'completed', 'code': 200} Aug 29 17:18:46.119903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-55052633-13ff-490b-9a77-52707473497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.121364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-55052633-13ff-490b-9a77-52707473497e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0476360 Aug 29 17:18:46.121798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00c19424-97b5-47ef-a8cb-3bbecec0bd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.135499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00c19424-97b5-47ef-a8cb-3bbecec0bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.174094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-4fb58794-8329-4124-8ec0-79153d38bb54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 200 len: 217 time: 0.0391343 Aug 29 17:18:46.203767 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-00c19424-97b5-47ef-a8cb-3bbecec0bd94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b16574a000c4960848c047fca91cd3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936245 Aug 29 17:18:46.215945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2557bf-1ef3-43c6-a627-dc56e6a44953 req-17172993-ff75-4a33-a921-164de0da60a2 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.218018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e2557bf-1ef3-43c6-a627-dc56e6a44953 req-17172993-ff75-4a33-a921-164de0da60a2 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1800961 Aug 29 17:18:46.222705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60138) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:46.233479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c19424-97b5-47ef-a8cb-3bbecec0bd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e60172-9e0b-4aff-8648-14b8bc95a01c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:46.281732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-3911c925-495b-46a2-b3be-c5d28e84455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.283335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-3911c925-495b-46a2-b3be-c5d28e84455f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.1004536 Aug 29 17:18:46.293158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87d6f-0a42-4e0e-8843-e87f052ff5b6 req-0ce839cf-8018-4df5-a65d-22886c18a521 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.294574 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-96c87d6f-0a42-4e0e-8843-e87f052ff5b6 req-0ce839cf-8018-4df5-a65d-22886c18a521 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.1224270 Aug 29 17:18:46.301463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e2557bf-1ef3-43c6-a627-dc56e6a44953 req-0c09db16-a518-41f6-8fc8-b32dc0be229f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727110 Aug 29 17:18:46.302650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Made reservation on behalf of 15bf6b4ce2654438a2b3085961a4e90f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:46.307424 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.361338 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-402589b2-abdf-4cd3-8dea-4fa2f26c88ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605161 Aug 29 17:18:46.369969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16f49e42-625a-47dc-ad7f-5930e8e01472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.450439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Allocated IP 172.20.0.12 (1a194609-01e8-44ad-98ad-e53c461c6482/c16f9a70-5647-41e3-9357-26baa8ec4dd2/ebd7c530-6fdf-49cc-9404-ec76baae3017) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:46.463050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16f49e42-625a-47dc-ad7f-5930e8e01472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.475255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-96c87d6f-0a42-4e0e-8843-e87f052ff5b6 req-5e422405-0130-456b-b304-171e2d730845 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576104 Aug 29 17:18:46.499686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-33835537-ca66-439c-b756-3d26f9da66a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1999760 Aug 29 17:18:46.550892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2858-17d1-4630-8924-208f546cdab1 req-0d86bef5-cfd8-47c9-a062-49eac1bf0c57 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.552498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d01b2858-17d1-4630-8924-208f546cdab1 req-0d86bef5-cfd8-47c9-a062-49eac1bf0c57 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 944 time: 0.0900421 Aug 29 17:18:46.558527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-eb63407c-6348-4a16-9630-1da04db5840a service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845143 Aug 29 17:18:46.631887 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.647006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d01b2858-17d1-4630-8924-208f546cdab1 req-e552e020-cbe1-481f-ada8-b63fd311a9d0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841703 Aug 29 17:18:46.676549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16f49e42-625a-47dc-ad7f-5930e8e01472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.679566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16f49e42-625a-47dc-ad7f-5930e8e01472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.680780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-16f49e42-625a-47dc-ad7f-5930e8e01472 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46e60172-9e0b-4aff-8648-14b8bc95a01c HTTP/1.1" status: 204 len: 168 time: 0.4571850 Aug 29 17:18:46.696390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.731022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f49e42-625a-47dc-ad7f-5930e8e01472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e60172-9e0b-4aff-8648-14b8bc95a01c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:46.736273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-b19b4018-6727-4122-99ed-264200f3d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.737761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-b19b4018-6727-4122-99ed-264200f3d4ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 1102 time: 0.1932120 Aug 29 17:18:46.754080 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.768452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f5560-d698-48b5-8330-c0b88056b376 req-32985145-adc1-4a0f-bf7f-74e26798cd8f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.769972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-700f5560-d698-48b5-8330-c0b88056b376 req-32985145-adc1-4a0f-bf7f-74e26798cd8f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.1163995 Aug 29 17:18:46.771825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94feecf0-fa0e-4291-ab58-349cee3685a4 req-1da6a7a7-8185-4539-a1e2-e0ae0ad8155e service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926429 Aug 29 17:18:46.812131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Network 1a194609-01e8-44ad-98ad-e53c461c6482 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:46.818747 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:46.822372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:46.880187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.881350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.890399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Pushing event updated for resources: {'Port': ['ID=ebd7c530-6fdf-49cc-9404-ec76baae3017,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:46.903985 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-700f5560-d698-48b5-8330-c0b88056b376 req-564c7c12-2210-4f4a-8952-9a8ab80f27dd tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238601 Aug 29 17:18:46.926947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-8bb45374-81ed-4749-bf72-7b6a0be291a4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9095109 Aug 29 17:18:46.946794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ea77-ce72-4857-a556-066c19643b54 req-09c4c192-4a8f-4d70-9bde-5a787f729b8e tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.949757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-19814b16-395d-4e88-9063-aa7656c20a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.951603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-19814b16-395d-4e88-9063-aa7656c20a1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1788104 Aug 29 17:18:46.954106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1352ea77-ce72-4857-a556-066c19643b54 req-09c4c192-4a8f-4d70-9bde-5a787f729b8e tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 932 time: 0.0682549 Aug 29 17:18:46.954786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-1ea9dfbd-a884-4e45-8967-b7bf725a66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.956315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-1ea9dfbd-a884-4e45-8967-b7bf725a66b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1096 time: 0.1121836 Aug 29 17:18:46.961304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Request body: {'port': {'device_id': '1dead910-5a62-41fd-9402-fd144a2b4b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:47.020067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1352ea77-ce72-4857-a556-066c19643b54 req-aa51d889-bce3-41d3-aa4a-1eb3402dd74e tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650270 Aug 29 17:18:47.031208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-4159da74-d5b8-47c9-ac95-74a2b4295f89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 200 len: 217 time: 0.0649405 Aug 29 17:18:47.047274 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:47.186249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388333a-5a50-4a29-b8d2-b199d582c253 req-60bfb946-d69b-4b48-ad60-44901a0ff794 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.188320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3388333a-5a50-4a29-b8d2-b199d582c253 req-60bfb946-d69b-4b48-ad60-44901a0ff794 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1694348 Aug 29 17:18:47.227119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-7d3be8f8-c63c-425f-813a-3cfe72010456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.228564 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-7d3be8f8-c63c-425f-813a-3cfe72010456 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1614032 Aug 29 17:18:47.267593 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-71a08cab-1e6b-4f0f-a7d8-a06295d5eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.269066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-71a08cab-1e6b-4f0f-a7d8-a06295d5eb1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 912 time: 0.2940760 Aug 29 17:18:47.310633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3388333a-5a50-4a29-b8d2-b199d582c253 req-906291d1-ba91-46b6-8733-998fd979f039 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069508 Aug 29 17:18:47.345541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-5c08e0d6-8de6-41b2-9a1b-288bd6e68b54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 200 len: 217 time: 0.0594802 Aug 29 17:18:47.368875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd7c530-6fdf-49cc-9404-ec76baae3017 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:47.377080 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:47.385498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-36f912f2-5d91-4ec9-9040-6d513c802918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.387103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-36f912f2-5d91-4ec9-9040-6d513c802918 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436119 Aug 29 17:18:47.391936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Transition to ACTIVE for port object ebd7c530-6fdf-49cc-9404-ec76baae3017 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:47.406300 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:47.526109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbabd9-3435-42a3-abeb-5b8d4869baeb req-7ff65e00-685b-4a8f-a7ba-4d89d44fea87 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.528057 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21bbabd9-3435-42a3-abeb-5b8d4869baeb req-7ff65e00-685b-4a8f-a7ba-4d89d44fea87 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1325250 Aug 29 17:18:47.530103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd7c530-6fdf-49cc-9404-ec76baae3017,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:47.532933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-e46f04b7-b02d-49aa-8272-cf28aca3c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.534563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-e46f04b7-b02d-49aa-8272-cf28aca3c376 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.1785140 Aug 29 17:18:47.548072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-90bbbb9f-2b19-425c-817e-2ab3fea16637 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311381 Aug 29 17:18:47.590368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-53027d72-becf-4e09-bedf-2389e5213b5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409410 Aug 29 17:18:47.825885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9638e8-ba33-475c-8102-b995eb4010e6 req-3010de4e-55b9-4d9e-8b61-8ca4701f89ec tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.834983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9638e8-ba33-475c-8102-b995eb4010e6 req-3010de4e-55b9-4d9e-8b61-8ca4701f89ec tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.2186933 Aug 29 17:18:47.856915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21bbabd9-3435-42a3-abeb-5b8d4869baeb req-cf0d0689-498f-493f-acbb-46e0e03defed tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512021 Aug 29 17:18:47.871070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Attempting to bind port ebd7c530-6fdf-49cc-9404-ec76baae3017 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:47.871540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Attempting to bind port ebd7c530-6fdf-49cc-9404-ec76baae3017 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '463cd109-d87e-4867-97a7-aaedd9e9c3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a194609-01e8-44ad-98ad-e53c461c6482'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:47.871876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Attempting to bind port ebd7c530-6fdf-49cc-9404-ec76baae3017 on network 1a194609-01e8-44ad-98ad-e53c461c6482 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:47.886183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Port ebd7c530-6fdf-49cc-9404-ec76baae3017 on network 1a194609-01e8-44ad-98ad-e53c461c6482 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:47.886514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Attempting to bind port ebd7c530-6fdf-49cc-9404-ec76baae3017 on network 1a194609-01e8-44ad-98ad-e53c461c6482 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:47.891621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9fde32-3862-4698-b8a1-c009d5492f16 req-2abc3eb5-2f34-488e-9bf5-43fc14bc543b service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155687 Aug 29 17:18:47.892435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:47.892803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Checking segment: {'id': '463cd109-d87e-4867-97a7-aaedd9e9c3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a194609-01e8-44ad-98ad-e53c461c6482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:47.893186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Bound using segment: {'id': '463cd109-d87e-4867-97a7-aaedd9e9c3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a194609-01e8-44ad-98ad-e53c461c6482'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:47.893619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Bound port: ebd7c530-6fdf-49cc-9404-ec76baae3017, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463cd109-d87e-4867-97a7-aaedd9e9c3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a194609-01e8-44ad-98ad-e53c461c6482'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:47.894221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:47.904927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-d76a80a8-eda5-48bc-a807-1f3e0029732a service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841980 Aug 29 17:18:47.964558 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9638e8-ba33-475c-8102-b995eb4010e6 req-bc533116-42f9-4026-bdb4-a7229d9c57f8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228762 Aug 29 17:18:48.011996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] For port ebd7c530-6fdf-49cc-9404-ec76baae3017, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:48.017676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] For port ebd7c530-6fdf-49cc-9404-ec76baae3017, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ebd7c530-6fdf-49cc-9404-ec76baae3017,segment=NetworkSegment(463cd109-d87e-4867-97a7-aaedd9e9c3ad),segment_id=463cd109-d87e-4867-97a7-aaedd9e9c3ad)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:48.023820 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:48.065767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:48.066304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:48.067817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] 10.222.0.43 "PUT /v2.0/ports/ebd7c530-6fdf-49cc-9404-ec76baae3017 HTTP/1.1" status: 200 len: 1093 time: 1.1111164 Aug 29 17:18:48.068260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dead910-5a62-41fd-9402-fd144a2b4b19', 'tag': 'ebd7c530-6fdf-49cc-9404-ec76baae3017'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:48.070794 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7139d6ca-132c-46a4-a35d-1c8494b49538" -d '{"events": [{"name": "network-changed", "server_uuid": "1dead910-5a62-41fd-9402-fd144a2b4b19", "tag": "ebd7c530-6fdf-49cc-9404-ec76baae3017"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:48.111007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3c508-3801-4ba2-888a-b610f5b6fad8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd7c530-6fdf-49cc-9404-ec76baae3017,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:48.276804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddb42b-98a5-4f00-b8be-4282be94fd5a req-279bfdf8-d78f-43b7-ac2e-df60093a9a3a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:48.286626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06ddb42b-98a5-4f00-b8be-4282be94fd5a req-279bfdf8-d78f-43b7-ac2e-df60093a9a3a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 945 time: 0.1467490 Aug 29 17:18:48.323066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-845a416b-9c8a-482c-8c74-7a7b68c33550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:48.325400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-845a416b-9c8a-482c-8c74-7a7b68c33550 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15bf6b4ce2654438a2b3085961a4e90f&device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 1096 time: 0.1293306 Aug 29 17:18:48.436804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb0a40-560d-4378-90d8-5e4a583deb8a req-3564472c-ceb7-460b-bbf2-671333b79aaa tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:48.438079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06ddb42b-98a5-4f00-b8be-4282be94fd5a req-6d36a49e-1d1b-4a06-876d-857e4693f487 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489961 Aug 29 17:18:48.443796 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fdb0a40-560d-4378-90d8-5e4a583deb8a req-3564472c-ceb7-460b-bbf2-671333b79aaa tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 944 time: 0.0869904 Aug 29 17:18:48.448224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb84f63d-f166-4bab-8ecc-c54d22cf92d1 req-fb1fb9fd-bb01-4942-b655-3203f3f89cbf service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288179 Aug 29 17:18:48.452438 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-021368f0-03e4-40e6-aa34-1f9d75fc2b20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebd7c530-6fdf-49cc-9404-ec76baae3017 HTTP/1.1" status: 200 len: 217 time: 0.1123974 Aug 29 17:18:48.545930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fdb0a40-560d-4378-90d8-5e4a583deb8a req-ad618b9e-a25b-4e95-a2c1-0511c31f24ab tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012888 Aug 29 17:18:48.609941 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b8a6f7-69af-475a-a53f-5f6c92bea2d7 x-openstack-request-id: req-a7b8a6f7-69af-475a-a53f-5f6c92bea2d7 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:48.610214 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dead910-5a62-41fd-9402-fd144a2b4b19", "tag": "ebd7c530-6fdf-49cc-9404-ec76baae3017", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:48.610485 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7b8a6f7-69af-475a-a53f-5f6c92bea2d7 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:48.610917 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dead910-5a62-41fd-9402-fd144a2b4b19', 'tag': 'ebd7c530-6fdf-49cc-9404-ec76baae3017', 'status': 'completed', 'code': 200} Aug 29 17:18:48.614983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-2ed90cf3-8a23-46fe-b5d6-73bea1615472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:48.616497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-2ed90cf3-8a23-46fe-b5d6-73bea1615472 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c16f9a70-5647-41e3-9357-26baa8ec4dd2 HTTP/1.1" status: 200 len: 864 time: 0.1545599 Aug 29 17:18:48.653518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3133ac6-333f-4d3c-8e68-8789d79646f5 req-65792ac9-24c1-4f20-a92f-0be98a871707 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:48.655650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3133ac6-333f-4d3c-8e68-8789d79646f5 req-65792ac9-24c1-4f20-a92f-0be98a871707 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 944 time: 0.0888102 Aug 29 17:18:48.731675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b49ae-3664-4261-aa8c-e1c3f5488afa req-e6c33e5f-54d9-4e4a-b132-1d431ee57c73 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:48.740827 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a68b49ae-3664-4261-aa8c-e1c3f5488afa req-e6c33e5f-54d9-4e4a-b132-1d431ee57c73 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0677786 Aug 29 17:18:48.741392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3133ac6-333f-4d3c-8e68-8789d79646f5 req-b638730d-3457-4cc9-ae04-a2f646abee58 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658610 Aug 29 17:18:48.775482 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-023e0db2-cb50-446d-9b9a-8a5363590b63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a194609-01e8-44ad-98ad-e53c461c6482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436832 Aug 29 17:18:48.814180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a68b49ae-3664-4261-aa8c-e1c3f5488afa req-f52e0ede-4533-48eb-8400-1c99bc2ddce7 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707364 Aug 29 17:18:48.840653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-557cbac1-46c7-4411-a88f-6dbec515eb4c tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:48.842247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-557cbac1-46c7-4411-a88f-6dbec515eb4c tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.1266048 Aug 29 17:18:48.857558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-15'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:48.954436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-bdafdf31-ce57-4e30-94a4-0d088f00c4eb service neutron] 10.222.0.43 "GET /v2.0/networks/1a194609-01e8-44ad-98ad-e53c461c6482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675782 Aug 29 17:18:48.955110 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.156900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573cc08-818f-471a-8f52-842b22354127 req-7a70f42a-39db-418c-a8ab-8effcbcabb0a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.158406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2573cc08-818f-471a-8f52-842b22354127 req-7a70f42a-39db-418c-a8ab-8effcbcabb0a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.2001908 Aug 29 17:18:49.185817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a1b7d5-0d3e-465b-ae99-a83501c43a0c req-fdf5104a-ca8d-48e8-9dba-48abc1fef58b service neutron] 10.222.0.43 "GET /v2.0/networks/1a194609-01e8-44ad-98ad-e53c461c6482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190478 Aug 29 17:18:49.224436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-b17d0eea-deeb-4c2a-ac25-52d44c22346c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329840 Aug 29 17:18:49.264085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2573cc08-818f-471a-8f52-842b22354127 req-f9052231-540b-47e9-b03c-ed87ed4fa886 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909331 Aug 29 17:18:49.276359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:49.317460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-1e227663-a18d-4e78-983b-f8d2a22bd727 service neutron] 10.222.0.43 "GET /v2.0/ports/8a421199-2ae2-472a-a4a6-5afb9b6845fe/bindings/n-h1-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.1101334 Aug 29 17:18:49.348207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-56acaec4-2276-4f55-abc7-4291fbe6c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.349683 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-56acaec4-2276-4f55-abc7-4291fbe6c769 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15bf6b4ce2654438a2b3085961a4e90f&device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 1096 time: 0.0962017 Aug 29 17:18:49.366182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:49.387619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-8ad82a8b-a8d8-43a6-b45b-0f0144ab618a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.389064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-8ad82a8b-a8d8-43a6-b45b-0f0144ab618a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579564 Aug 29 17:18:49.431389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-923786e7-3510-47c7-a0b0-96b4568671f2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/quotas/54977d63dd8242fb8184905785dbd6ea HTTP/1.1" status: 200 len: 375 time: 0.0149186 Aug 29 17:18:49.449013 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.464654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8651913-0e81-44b3-bb2d-a7d3b0e388c4 req-464d2900-8d90-4ede-ac1e-f8b276522409 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.466179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8651913-0e81-44b3-bb2d-a7d3b0e388c4 req-464d2900-8d90-4ede-ac1e-f8b276522409 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 944 time: 0.1330547 Aug 29 17:18:49.468223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.476950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-7945bce3-f1ac-4d08-90f9-5d8fd516820f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375276 Aug 29 17:18:49.492215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-bdc5e20e-7f35-4702-98a9-3778db6a954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.493664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-bdc5e20e-7f35-4702-98a9-3778db6a954f service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a194609-01e8-44ad-98ad-e53c461c6482 HTTP/1.1" status: 200 len: 925 time: 0.1325915 Aug 29 17:18:49.548906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-2f40f0c2-ab11-42ce-9c16-acf394b80a79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebd7c530-6fdf-49cc-9404-ec76baae3017 HTTP/1.1" status: 200 len: 217 time: 0.0420918 Aug 29 17:18:49.594616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:49.620490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-776dcbf2-b8cd-4549-9560-3d25d00142ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.622797 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-776dcbf2-b8cd-4549-9560-3d25d00142ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c16f9a70-5647-41e3-9357-26baa8ec4dd2 HTTP/1.1" status: 200 len: 864 time: 0.0660677 Aug 29 17:18:49.656767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Pushing event updated for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:49.662260 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8651913-0e81-44b3-bb2d-a7d3b0e388c4 req-0fc86c22-14cf-4cde-b242-3d7eb7b9e57a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831841 Aug 29 17:18:49.677738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on host n-h1-713499-15 for vnic_type normal with profile {"migrating_to": "n-h2-713499-15"} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:49.678074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:49.678404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:49.698648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:49.698648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:49.702397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-5a4554fd-2660-4273-8acc-819bab5744e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a194609-01e8-44ad-98ad-e53c461c6482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686524 Aug 29 17:18:49.711214 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:49.711511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:49.711958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:49.712327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Bound port: e434695c-9d05-4280-9115-aa024db72cc6, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:49.712681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.746056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:49.758034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:49.758349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80', 'network_id': '2202011c-df77-465f-86fb-e4f31ceefafe', 'port_id': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80', 'mac_address': 'fa:16:3e:63:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3668b53-10ee-47fb-ac14-02778d175a8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:49.807428 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.822340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:49.846684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:49.849504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:49.854909 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.888705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e434695c-9d05-4280-9115-aa024db72cc6 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:49.892541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8a421199-2ae2-472a-a4a6-5afb9b6845fe no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:49.909275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7573f9-e584-44e0-a518-57d1f75c5260 req-0268f35c-1081-4438-a59d-14c83806ad5a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.913382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186eca-cb1e-4669-903c-7e9f1a3988b1 req-7c81ff22-82a6-4209-ba57-0ae8dc1e2a92 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.915676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73186eca-cb1e-4669-903c-7e9f1a3988b1 req-7c81ff22-82a6-4209-ba57-0ae8dc1e2a92 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.1595182 Aug 29 17:18:49.917382 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea7573f9-e584-44e0-a518-57d1f75c5260 req-0268f35c-1081-4438-a59d-14c83806ad5a tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 944 time: 0.1627986 Aug 29 17:18:49.922990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-4d104a6c-3a66-44cd-85e3-46ea4286c165 service neutron] 10.222.0.43 "GET /v2.0/networks/1a194609-01e8-44ad-98ad-e53c461c6482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038333 Aug 29 17:18:49.937639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:49.948130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a421199-2ae2-472a-a4a6-5afb9b6845fe {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:49.972358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:49.988568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:50.002096 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.011197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:50.027295 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73186eca-cb1e-4669-903c-7e9f1a3988b1 req-707f349e-c950-4b8c-962a-0a9592f34d84 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029606 Aug 29 17:18:50.035802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea7573f9-e584-44e0-a518-57d1f75c5260 req-46d5d375-6d93-40c2-8c61-6a5a3f316c70 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174669 Aug 29 17:18:50.097394 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.104451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7139d6ca-132c-46a4-a35d-1c8494b49538 req-33784d73-f8da-4e5b-990f-80958d37c295 service neutron] 10.222.0.43 "GET /v2.0/networks/1a194609-01e8-44ad-98ad-e53c461c6482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448865 Aug 29 17:18:50.154302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:50.171267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dda8277b-864e-412f-93a6-b3165deacc23 req-9cdbf442-357b-40bd-96e0-c6f0442a9ae6 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 210 time: 0.0637980 Aug 29 17:18:50.189991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on host n-h1-713499-15 for vnic_type normal with profile {"migrating_to": "n-h2-713499-15"} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:50.190249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:50.190979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:50.204389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:50.204832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Attempting to bind port e434695c-9d05-4280-9115-aa024db72cc6 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:50.213315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:50.215557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:50.216834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:50.217999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Bound port: e434695c-9d05-4280-9115-aa024db72cc6, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:50.219179 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.223195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b681cb6-08ff-4515-babe-cc37b0dfb8ba req-e53cb8f2-dff2-4863-a6b4-456e9de0cf85 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.225242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b681cb6-08ff-4515-babe-cc37b0dfb8ba req-e53cb8f2-dff2-4863-a6b4-456e9de0cf85 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 944 time: 0.0792627 Aug 29 17:18:50.247700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.248313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.248428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:50.249673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] 10.222.0.43 "PUT /v2.0/ports/e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 200 len: 1123 time: 1.3965077 Aug 29 17:18:50.259287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337a7a8-6d54-46c7-a474-5d28daff76ea service neutron] Pushing event updated for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=8']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:50.305949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b681cb6-08ff-4515-babe-cc37b0dfb8ba req-e15aa262-b5e8-4902-9b56-23bbbfe9505e tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709407 Aug 29 17:18:50.349673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037f7a9-dc3b-4b92-8e00-4572ca837099 req-7cf379ec-762f-4d05-8d6e-e0f853ef7292 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.351804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1037f7a9-dc3b-4b92-8e00-4572ca837099 req-7cf379ec-762f-4d05-8d6e-e0f853ef7292 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1096725 Aug 29 17:18:50.381280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] Transition to ACTIVE for port object 8a421199-2ae2-472a-a4a6-5afb9b6845fe will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:50.402639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.402906 n-d-713499-15 neutron-server[94797]: WARNING neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Concurrent port binding operations failed on port e434695c-9d05-4280-9115-aa024db72cc6 Aug 29 17:18:50.409556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:50.414918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e434695c-9d05-4280-9115-aa024db72cc6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:50.439233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1037f7a9-dc3b-4b92-8e00-4572ca837099 req-7559791d-44ea-4ff1-92b9-b9c33aafefed tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751038 Aug 29 17:18:50.447453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e434695c-9d05-4280-9115-aa024db72cc6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:50.459737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e2e8-4231-4823-ae84-d4a70e609caa req-7a219a04-7acb-47d4-84b7-2a676451b66d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.467976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9580e2e8-4231-4823-ae84-d4a70e609caa req-7a219a04-7acb-47d4-84b7-2a676451b66d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0799482 Aug 29 17:18:50.515183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9580e2e8-4231-4823-ae84-d4a70e609caa req-72421322-f860-4301-9102-acb5cd6fd700 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460498 Aug 29 17:18:50.519759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] No DVR routers for this DVR port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:50.532246 n-d-713499-15 neutron-server[94797]: INFO neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Attempt 2 to bind port e434695c-9d05-4280-9115-aa024db72cc6 Aug 29 17:18:50.532744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e434695c-9d05-4280-9115-aa024db72cc6 has no active binding in host n-h2-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:18:50.543634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] Pushing event updated for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=10']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:50.568163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-0f4f2053-a477-48a1-964c-2f4b22a87651 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a421199-2ae2-472a-a4a6-5afb9b6845fe/bindings/n-h1-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2424395 Aug 29 17:18:50.611993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6'}, {'name': 'network-changed', 'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:50.615971 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3" -d '{"events": [{"server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "name": "network-vif-unplugged", "status": "completed", "tag": "e434695c-9d05-4280-9115-aa024db72cc6"}, {"name": "network-changed", "server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "tag": "e434695c-9d05-4280-9115-aa024db72cc6"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:50.657786 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb8918a-b14f-4d08-8d7b-ae679d724469 x-openstack-request-id: req-2bb8918a-b14f-4d08-8d7b-ae679d724469 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:50.658404 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "name": "network-vif-unplugged", "status": "completed", "tag": "e434695c-9d05-4280-9115-aa024db72cc6", "code": 200}, {"name": "network-changed", "server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "tag": "e434695c-9d05-4280-9115-aa024db72cc6", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:50.658917 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bb8918a-b14f-4d08-8d7b-ae679d724469 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:50.659660 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6', 'code': 200} Aug 29 17:18:50.660074 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6', 'status': 'completed', 'code': 200} Aug 29 17:18:50.678338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-5a1e877f-3f1e-45cd-9407-9beb75f4bf73 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.680987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-5a1e877f-3f1e-45cd-9407-9beb75f4bf73 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.0554886 Aug 29 17:18:50.769372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-105cb711-3584-4a66-b701-ab754113db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.771001 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-105cb711-3584-4a66-b701-ab754113db5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1126 time: 0.0728183 Aug 29 17:18:50.783325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2e75a99b-fd76-4c3a-9d1b-5808c8b9c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.784758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-2e75a99b-fd76-4c3a-9d1b-5808c8b9c17a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c&tenant_id=692a5920c5fc442fa9250991e80cc201 HTTP/1.1" status: 200 len: 1097 time: 0.0597305 Aug 29 17:18:50.814968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f30c3-6a64-46ba-acb6-fa233a61104f req-8fdb49bd-ff7b-44af-b5bd-c7fce3f583b2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.816463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-028f30c3-6a64-46ba-acb6-fa233a61104f req-8fdb49bd-ff7b-44af-b5bd-c7fce3f583b2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 945 time: 0.0609419 Aug 29 17:18:50.854728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-028f30c3-6a64-46ba-acb6-fa233a61104f req-5c1ca04c-b61b-477d-bbab-7201a5550b2d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Aug 29 17:18:50.896519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-35a6119d-b2c6-4597-afe9-88616c59506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.898538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-35a6119d-b2c6-4597-afe9-88616c59506f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1097 time: 0.0640285 Aug 29 17:18:50.907115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-438ddffc-5720-4a26-b4b2-d534dab1d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.908429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-438ddffc-5720-4a26-b4b2-d534dab1d848 service neutron] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.1228502 Aug 29 17:18:50.985733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-e8011de7-2e5a-4abf-abc0-b0e7593c9f64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 200 len: 217 time: 0.0597169 Aug 29 17:18:51.050401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-de05a977-813e-4d1b-a1dc-4f0bcde4da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.051887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-de05a977-813e-4d1b-a1dc-4f0bcde4da49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.1422331 Aug 29 17:18:51.066212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-9bdbde06-449b-4ed5-b1e6-9434a02e6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.067857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-9bdbde06-449b-4ed5-b1e6-9434a02e6ee4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0525739 Aug 29 17:18:51.111849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-8edfcff1-1a79-4ca9-ae7c-0421c918ac3c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251279 Aug 29 17:18:51.138986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-81861778-5ff3-437c-9eca-963368194c74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe HTTP/1.1" status: 200 len: 217 time: 0.0536592 Aug 29 17:18:51.164294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-82f7aef3-4b8f-409c-b209-07c69ae5a8e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698040 Aug 29 17:18:51.250285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c136b-bf49-432d-88af-c05285827b8b req-9b054636-905b-4828-ab7b-950083b97cb7 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.251670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e70c136b-bf49-432d-88af-c05285827b8b req-9b054636-905b-4828-ab7b-950083b97cb7 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0791125 Aug 29 17:18:51.277916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-c072b844-b719-4a67-95f6-c45f5705d9d2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.279377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-c072b844-b719-4a67-95f6-c45f5705d9d2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598608 Aug 29 17:18:51.283056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-3b62411b-44bf-48da-a19c-df3fbbcf7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.284486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-3b62411b-44bf-48da-a19c-df3fbbcf7196 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.1233053 Aug 29 17:18:51.294977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8fec5-ec7a-4d4b-8fa9-4a294df79db5 req-f2f50a7f-5626-48d4-bcf3-841f8c2323b4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.296421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01a8fec5-ec7a-4d4b-8fa9-4a294df79db5 req-f2f50a7f-5626-48d4-bcf3-841f8c2323b4 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 945 time: 0.1616442 Aug 29 17:18:51.306954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Request body: {'port': {'device_id': 'f60ee8d4-b3f3-4e62-9209-b1f2f228d043', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '54977d63dd8242fb8184905785dbd6ea'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:51.313843 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e70c136b-bf49-432d-88af-c05285827b8b req-18b04872-2aff-4f03-8b62-656b55fb6db0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529840 Aug 29 17:18:51.350119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-ea74188f-5ae7-4600-9255-da6ff52bbed4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466979 Aug 29 17:18:51.378828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-f41c6cdc-4068-4fed-bd67-8c005906b203 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929848 Aug 29 17:18:51.394644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01a8fec5-ec7a-4d4b-8fa9-4a294df79db5 req-53039c33-01f5-4b94-a2a5-7ba13e03a849 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906367 Aug 29 17:18:51.425936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1efdc61e-4e44-459d-b08c-a31ca4f5a4fe req-a58575cc-e354-4e5f-a1f8-2a75a1f92e48 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 210 time: 0.0402529 Aug 29 17:18:51.451457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Made reservation on behalf of 54977d63dd8242fb8184905785dbd6ea for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:51.455269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:51.466823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:51.567260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-83d7991b-eb72-4cd8-a04b-8639f9d804bf service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001033 Aug 29 17:18:51.577475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c4cde3-d5db-40af-a1e2-86d1e69cd1a3 req-e72cb837-98a6-4eb8-9f51-42f13b8786a3 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861567 Aug 29 17:18:51.593345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee5810-cfbf-48e2-ac9c-34bb7ecc3871 req-c7db6a8f-5cda-41ae-8732-1b345ff56cd7 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.594849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9cee5810-cfbf-48e2-ac9c-34bb7ecc3871 req-c7db6a8f-5cda-41ae-8732-1b345ff56cd7 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 944 time: 0.1051970 Aug 29 17:18:51.598092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdfd9c-2de7-4e43-86a8-3c24d4df6aab req-75bc5900-25e8-424a-b399-704f77949aaa tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.599596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97cdfd9c-2de7-4e43-86a8-3c24d4df6aab req-75bc5900-25e8-424a-b399-704f77949aaa tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.0722346 Aug 29 17:18:51.612172 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:51.626832 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:51.681029 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9cee5810-cfbf-48e2-ac9c-34bb7ecc3871 req-2b081865-f889-49ba-995e-80bfb09a3c79 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732553 Aug 29 17:18:51.709648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-83765cc0-074a-4051-8d78-09155494720a service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311781 Aug 29 17:18:51.714617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97cdfd9c-2de7-4e43-86a8-3c24d4df6aab req-2a42d71c-4e67-4e37-8486-f8b2b91b0a6c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011374 Aug 29 17:18:51.717395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:51.797853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Allocated IP 192.168.233.167 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/ea5f97ef-b19b-43cd-84ff-19f19257a5d8) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:51.819022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1485fa-1a4d-4b75-b579-e6a6de586332 req-6655b94c-2c4a-492a-aec9-c341f26cf4cd tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.821028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff1485fa-1a4d-4b75-b579-e6a6de586332 req-6655b94c-2c4a-492a-aec9-c341f26cf4cd tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0606029 Aug 29 17:18:51.864539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff1485fa-1a4d-4b75-b579-e6a6de586332 req-35edada3-82c8-4ae9-bc79-e0bcf106812a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Aug 29 17:18:51.874073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ebd7c530-6fdf-49cc-9404-ec76baae3017 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:51.979215 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:51.992788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ebd7c530-6fdf-49cc-9404-ec76baae3017, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ebd7c530-6fdf-49cc-9404-ec76baae3017,segment=NetworkSegment(463cd109-d87e-4867-97a7-aaedd9e9c3ad),segment_id=463cd109-d87e-4867-97a7-aaedd9e9c3ad)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:51.997932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Transition to ACTIVE for port object ea5f97ef-b19b-43cd-84ff-19f19257a5d8 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:52.006253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'ebd7c530-6fdf-49cc-9404-ec76baae3017', 'network_id': '1a194609-01e8-44ad-98ad-e53c461c6482', 'port_id': 'ebd7c530-6fdf-49cc-9404-ec76baae3017', 'mac_address': 'fa:16:3e:d2:7c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16f9a70-5647-41e3-9357-26baa8ec4dd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:52.011862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-6fec9daf-38f1-4d66-84c4-c072432205a1 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:52.013638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-6fec9daf-38f1-4d66-84c4-c072432205a1 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.0459208 Aug 29 17:18:52.015363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83f4db-7a9b-49ef-843e-f2354c0b1442 req-d0b0f4e6-80ff-465d-b58d-b092d5c201d5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:52.017000 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a83f4db-7a9b-49ef-843e-f2354c0b1442 req-d0b0f4e6-80ff-465d-b58d-b092d5c201d5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 945 time: 0.0782959 Aug 29 17:18:52.046019 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:52.058946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd7c530-6fdf-49cc-9404-ec76baae3017 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:52.071409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a83f4db-7a9b-49ef-843e-f2354c0b1442 req-ee7d6a77-e8d2-4e16-acec-8b3ec17a6445 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483546 Aug 29 17:18:52.073180 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:52.083493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ebd7c530-6fdf-49cc-9404-ec76baae3017, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ebd7c530-6fdf-49cc-9404-ec76baae3017,segment=NetworkSegment(463cd109-d87e-4867-97a7-aaedd9e9c3ad),segment_id=463cd109-d87e-4867-97a7-aaedd9e9c3ad)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:52.090444 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:52.122143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:52.125922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:52.134863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:52.143546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-35b22388-feab-4c40-abdb-944bd12f16c2 service neutron] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:52.147336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-35b22388-feab-4c40-abdb-944bd12f16c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:52.148773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d4e936b-12ad-4c7d-8800-7e09078f11cf req-35b22388-feab-4c40-abdb-944bd12f16c2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/8a421199-2ae2-472a-a4a6-5afb9b6845fe/bindings/n-h2-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.1266792 Aug 29 17:18:52.150873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ebd7c530-6fdf-49cc-9404-ec76baae3017,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:52.172728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'Port': ['ID=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:52.196576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:52.197211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:52.213952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-6770322b-8912-489a-8da0-4d1ae08f6c2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9109294 Aug 29 17:18:52.227081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Request body: {'port': {'device_id': 'f60ee8d4-b3f3-4e62-9209-b1f2f228d043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:52.282009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:52.406716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2281fc23-ec5f-4e1f-939c-b5118d7a8f0e None None] Provisioning for port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:52.410540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2281fc23-ec5f-4e1f-939c-b5118d7a8f0e None None] Provisioning complete for port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:52.411011 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2281fc23-ec5f-4e1f-939c-b5118d7a8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:52.454161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87a460-2bc2-4639-b9a2-54170fa0c83a req-c1fb03ec-83b6-4e30-b16b-2332124c7c52 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:52.455948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac87a460-2bc2-4639-b9a2-54170fa0c83a req-c1fb03ec-83b6-4e30-b16b-2332124c7c52 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0614524 Aug 29 17:18:52.468410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2281fc23-ec5f-4e1f-939c-b5118d7a8f0e None None] Port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:18:52.499944 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac87a460-2bc2-4639-b9a2-54170fa0c83a req-2261b038-0a02-43a9-8615-0abb6bde8d2e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Aug 29 17:18:52.567347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1252cc-831d-4f7d-ab0e-f72f09d1bc29 req-bbbf17a5-e356-4d47-8660-3f97bfb457a5 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:52.568815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1252cc-831d-4f7d-ab0e-f72f09d1bc29 req-bbbf17a5-e356-4d47-8660-3f97bfb457a5 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0791702 Aug 29 17:18:52.605880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc601e-2158-4a72-af64-5204fbbd0241 req-aee8b687-0b6f-49ba-ab59-84ac5da407e7 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:52.608176 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2dc601e-2158-4a72-af64-5204fbbd0241 req-aee8b687-0b6f-49ba-ab59-84ac5da407e7 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 936 time: 0.0504601 Aug 29 17:18:52.645876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ebd7c530-6fdf-49cc-9404-ec76baae3017'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:52.671780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2dc601e-2158-4a72-af64-5204fbbd0241 req-7e618608-df38-4d4e-988b-a23e877fc44b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567479 Aug 29 17:18:52.861048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2bda5-0d97-4ff9-8403-62015eaaf903 req-9b45d849-ffa7-4a36-be30-2f83cc95aea6 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:52.862753 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23f2bda5-0d97-4ff9-8403-62015eaaf903 req-9b45d849-ffa7-4a36-be30-2f83cc95aea6 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 945 time: 0.0965157 Aug 29 17:18:52.910450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23f2bda5-0d97-4ff9-8403-62015eaaf903 req-accf4d4c-1d29-4845-bc5a-5adefbc52eb7 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Aug 29 17:18:52.971618 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1252cc-831d-4f7d-ab0e-f72f09d1bc29 req-19eb1017-8843-42d3-b2c4-649aab4c0870 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876534 Aug 29 17:18:52.975113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5f97ef-b19b-43cd-84ff-19f19257a5d8 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:52.983556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:52.996916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Transition to ACTIVE for port object ea5f97ef-b19b-43cd-84ff-19f19257a5d8 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:53.008569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.053321 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-2575992f-b476-4f71-a449-a0413ca7d2b6 service neutron] show failed (client error): The resource could not be found. Aug 29 17:18:53.054388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-2575992f-b476-4f71-a449-a0413ca7d2b6 service neutron] 10.222.0.43 "GET /v2.0/ports/95533882-fb2d-4f34-b515-513ad7606ed5/bindings/n-h1-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.4847059 Aug 29 17:18:53.091113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60420d-685d-4128-80e7-1c8c38882a93 req-058261ea-8675-4da7-a15b-311b37195300 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.095903 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef60420d-685d-4128-80e7-1c8c38882a93 req-058261ea-8675-4da7-a15b-311b37195300 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1140833 Aug 29 17:18:53.103384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:53.153809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef60420d-685d-4128-80e7-1c8c38882a93 req-3507eeeb-332b-46b0-aca5-72abe3e6d7b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Aug 29 17:18:53.222017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Attempting to bind port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:53.222352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Attempting to bind port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:53.222934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Attempting to bind port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:53.234410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:53.235217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Attempting to bind port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:53.248470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b110b-eb00-4f70-956f-c2ae0182c84a req-7879d6b9-d0b5-4cc8-8b89-c4dc5f426684 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.250910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef8b110b-eb00-4f70-956f-c2ae0182c84a req-7879d6b9-d0b5-4cc8-8b89-c4dc5f426684 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0838244 Aug 29 17:18:53.256194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:53.256583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:53.257633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:53.258239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Bound port: ea5f97ef-b19b-43cd-84ff-19f19257a5d8, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:53.258878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.281445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6802a-e9a9-45f3-a8c8-33261fe19783 req-dbfa082f-db4a-4c56-9ab6-cf897ad8878d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.283589 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c3c6802a-e9a9-45f3-a8c8-33261fe19783 req-dbfa082f-db4a-4c56-9ab6-cf897ad8878d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 945 time: 0.0640237 Aug 29 17:18:53.355275 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef8b110b-eb00-4f70-956f-c2ae0182c84a req-81b73543-f74f-4c14-b653-64e6c084b24b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918005 Aug 29 17:18:53.356528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c3c6802a-e9a9-45f3-a8c8-33261fe19783 req-786243ba-81cc-49e4-bf52-35f4f55e90e3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623634 Aug 29 17:18:53.363021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-05ae9bba-dd6c-43be-bfb1-bcbcdbd35f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.365165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-05ae9bba-dd6c-43be-bfb1-bcbcdbd35f06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339&tenant_id=27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 1102 time: 0.0717432 Aug 29 17:18:53.368351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] For port ea5f97ef-b19b-43cd-84ff-19f19257a5d8, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:53.372565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] For port ea5f97ef-b19b-43cd-84ff-19f19257a5d8, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:53.377189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.383541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:53.409708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.410511 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.411963 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea5f97ef-b19b-43cd-84ff-19f19257a5d8 HTTP/1.1" status: 200 len: 1097 time: 1.1893210 Aug 29 17:18:53.412419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60ee8d4-b3f3-4e62-9209-b1f2f228d043', 'tag': 'ea5f97ef-b19b-43cd-84ff-19f19257a5d8'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:53.415981 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f60ee8d4-b3f3-4e62-9209-b1f2f228d043", "tag": "ea5f97ef-b19b-43cd-84ff-19f19257a5d8"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:53.460655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad86fc2-552b-4486-ae33-7f32bab1bb95 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:53.504804 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfb8191-02f0-4c8e-8b67-30566469070e x-openstack-request-id: req-bcfb8191-02f0-4c8e-8b67-30566469070e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:53.505146 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60ee8d4-b3f3-4e62-9209-b1f2f228d043", "tag": "ea5f97ef-b19b-43cd-84ff-19f19257a5d8", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:53.505339 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcfb8191-02f0-4c8e-8b67-30566469070e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:53.505887 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60ee8d4-b3f3-4e62-9209-b1f2f228d043', 'tag': 'ea5f97ef-b19b-43cd-84ff-19f19257a5d8', 'status': 'completed', 'code': 200} Aug 29 17:18:53.536959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-52877a59-2e36-471d-9c21-9aa28c4c63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.539661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-52877a59-2e36-471d-9c21-9aa28c4c63b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 1100 time: 0.0691152 Aug 29 17:18:53.546122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.603830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:53.610068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-56958344-0479-4392-9ec4-24af501f3a45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=ea5f97ef-b19b-43cd-84ff-19f19257a5d8 HTTP/1.1" status: 200 len: 217 time: 0.0509064 Aug 29 17:18:53.669856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-ad3444cd-5e58-416d-970c-84a10e0cee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.672312 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-ad3444cd-5e58-416d-970c-84a10e0cee90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0499814 Aug 29 17:18:53.672446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:53.676516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065549b1-fc37-4c8d-80ed-f4c137c9e81f req-080a22bb-657b-4307-a5fe-37f224142243 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.676733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:53.676950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.684473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-065549b1-fc37-4c8d-80ed-f4c137c9e81f req-080a22bb-657b-4307-a5fe-37f224142243 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1097 time: 0.1352570 Aug 29 17:18:53.752489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-065549b1-fc37-4c8d-80ed-f4c137c9e81f req-3e192318-f86b-4d05-a92f-2cde2d43ab46 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671318 Aug 29 17:18:53.755582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-9ead125b-568b-49ab-afb6-dbb54b3c75db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.756604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-9ead125b-568b-49ab-afb6-dbb54b3c75db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695896 Aug 29 17:18:53.774549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822457bc-fb84-4d05-b385-8a3762c3960c req-4609a264-65dd-4fd5-818f-cc96d92f72c5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.776546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-822457bc-fb84-4d05-b385-8a3762c3960c req-4609a264-65dd-4fd5-818f-cc96d92f72c5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.1651716 Aug 29 17:18:53.783986 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.815066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:53.817432 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8bfa1b-851b-4ad5-abbb-4f070ec2c350" -d '{"events": [{"server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "name": "network-vif-plugged", "status": "completed", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:53.833541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:53.839875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.846633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-822457bc-fb84-4d05-b385-8a3762c3960c req-d2c425b0-f725-4811-a66c-6829b7e41126 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573394 Aug 29 17:18:53.872091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:53.896668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ebd7c530-6fdf-49cc-9404-ec76baae3017 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:53.915491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:53.918777 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-40c2acf2-0c81-4cbc-9fa5-99329777e207 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506071 Aug 29 17:18:53.927517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:53.932941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d04983-7ebb-4ae4-83dd-86f2b2082dbb req-5162d68d-510a-4620-b301-8d96a26993c8 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.935460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-58d04983-7ebb-4ae4-83dd-86f2b2082dbb req-5162d68d-510a-4620-b301-8d96a26993c8 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 948 time: 0.0887928 Aug 29 17:18:53.974647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port ebd7c530-6fdf-49cc-9404-ec76baae3017 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:53.979847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port ebd7c530-6fdf-49cc-9404-ec76baae3017 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:53.980134 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.992813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:53.995067 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c2fc0e-bcd1-46fa-8d4d-496e2c1a8a9d" -d '{"events": [{"server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "name": "network-vif-unplugged", "status": "completed", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:54.000619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:54.014898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ada1d-9c1e-4f94-8b83-1ccf83cc1fd0 req-a455e703-d4a7-4539-af51-faa1195b4a33 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.016405 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-105ada1d-9c1e-4f94-8b83-1ccf83cc1fd0 req-a455e703-d4a7-4539-af51-faa1195b4a33 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 1097 time: 0.0748811 Aug 29 17:18:54.027221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Transition to ACTIVE for port object 95533882-fb2d-4f34-b515-513ad7606ed5 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:54.034215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:54.036106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-58d04983-7ebb-4ae4-83dd-86f2b2082dbb req-6fa0ceb6-50f8-4fa4-9210-33b484876f74 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921857 Aug 29 17:18:54.074094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db9fb18-ea01-40da-a5b6-e1db6bfb63be req-9a900484-b93c-4a23-b7b2-3b2d6d382873 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372502 Aug 29 17:18:54.079107 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:54.107087 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e1dc0f-952e-469a-8288-df3c1b805342 x-openstack-request-id: req-c5e1dc0f-952e-469a-8288-df3c1b805342 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:54.107731 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "name": "network-vif-plugged", "status": "completed", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:54.108319 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5e1dc0f-952e-469a-8288-df3c1b805342 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:54.109117 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80', 'code': 200} Aug 29 17:18:54.115545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-105ada1d-9c1e-4f94-8b83-1ccf83cc1fd0 req-16a9388c-3aff-49c4-904b-ed88e209ecbf tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872226 Aug 29 17:18:54.125046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ebd7c530-6fdf-49cc-9404-ec76baae3017, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ebd7c530-6fdf-49cc-9404-ec76baae3017,segment=NetworkSegment(463cd109-d87e-4867-97a7-aaedd9e9c3ad),segment_id=463cd109-d87e-4867-97a7-aaedd9e9c3ad)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:54.138869 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:54.139776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 95533882-fb2d-4f34-b515-513ad7606ed5 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:54.185454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] No DVR routers for this DVR port 95533882-fb2d-4f34-b515-513ad7606ed5 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:54.188989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:54.230794 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f76ea2-c8c7-4b57-b1d8-7618ab98cd1b x-openstack-request-id: req-52f76ea2-c8c7-4b57-b1d8-7618ab98cd1b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:54.231081 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "name": "network-vif-unplugged", "status": "completed", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:54.231319 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52f76ea2-c8c7-4b57-b1d8-7618ab98cd1b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:54.231716 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5', 'code': 200} Aug 29 17:18:54.266928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ebd7c530-6fdf-49cc-9404-ec76baae3017,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:54.269584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 95533882-fb2d-4f34-b515-513ad7606ed5 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:54.290784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-b7533b4a-b045-4163-bb6d-6af45ed7f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.292356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-b7533b4a-b045-4163-bb6d-6af45ed7f6a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 1100 time: 0.1374373 Aug 29 17:18:54.297344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Attempting to bind port 95533882-fb2d-4f34-b515-513ad7606ed5 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:54.297671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Attempting to bind port 95533882-fb2d-4f34-b515-513ad7606ed5 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:54.298004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Attempting to bind port 95533882-fb2d-4f34-b515-513ad7606ed5 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:54.309251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a68fc5-ce93-4051-b68b-774f80a12aa6 req-d5275f52-deef-4f13-99dc-94c66b61e843 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.310890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7a68fc5-ce93-4051-b68b-774f80a12aa6 req-d5275f52-deef-4f13-99dc-94c66b61e843 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.0852785 Aug 29 17:18:54.315051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Port 95533882-fb2d-4f34-b515-513ad7606ed5 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:54.315357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Attempting to bind port 95533882-fb2d-4f34-b515-513ad7606ed5 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:54.341458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:54.341800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:54.342191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:54.342665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Bound port: 95533882-fb2d-4f34-b515-513ad7606ed5, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:54.343025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:54.358422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853bf7a-a424-469f-ad2c-302142cc37dd req-1522588b-4c92-48ff-abd1-6c11526380af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.359940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0853bf7a-a424-469f-ad2c-302142cc37dd req-1522588b-4c92-48ff-abd1-6c11526380af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1098 time: 0.1275008 Aug 29 17:18:54.413348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7a68fc5-ce93-4051-b68b-774f80a12aa6 req-7e52f97e-6d77-4970-a14f-ea52a4195305 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811641 Aug 29 17:18:54.423783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead4966-2b93-4791-98a1-15405d64254f req-2dcb21d4-0532-4571-b744-14eedb62ca94 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.425377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cead4966-2b93-4791-98a1-15405d64254f req-2dcb21d4-0532-4571-b744-14eedb62ca94 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 946 time: 0.1220441 Aug 29 17:18:54.433213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-6ce8a9ab-e11f-4274-b4f5-1bca8d9882cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.434433 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-6ce8a9ab-e11f-4274-b4f5-1bca8d9882cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1220503 Aug 29 17:18:54.471275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0853bf7a-a424-469f-ad2c-302142cc37dd req-df7c0872-fed8-47d6-9303-7c439ad4b31f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856936 Aug 29 17:18:54.477725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:54.497641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:54.501108 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-80718449-609e-45c1-8501-3df368058392 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=ea5f97ef-b19b-43cd-84ff-19f19257a5d8 HTTP/1.1" status: 200 len: 217 time: 0.0471725 Aug 29 17:18:54.501889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cead4966-2b93-4791-98a1-15405d64254f req-6642f63d-0820-4ce2-85eb-03bd521ffa17 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629637 Aug 29 17:18:54.503372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:54.548359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.548966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:54.550321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] 10.222.0.44 "PUT /v2.0/ports/95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 1097 time: 1.1715252 Aug 29 17:18:54.573812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240a8cc-b743-4cc9-8288-97e85a597e2a service neutron] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:54.629883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63900fed-f1ab-4c53-9986-048afa867307 req-c2f03143-3a12-4399-b179-4cd3cc24053c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.631657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63900fed-f1ab-4c53-9986-048afa867307 req-c2f03143-3a12-4399-b179-4cd3cc24053c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 948 time: 0.0547717 Aug 29 17:18:54.683201 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63900fed-f1ab-4c53-9986-048afa867307 req-57d7a720-6048-43dc-a387-c371201ca9d5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Aug 29 17:18:54.811154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-4359ca35-8ffb-4288-9aff-ae70acbe62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.812705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-4359ca35-8ffb-4288-9aff-ae70acbe62f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0523868 Aug 29 17:18:54.819145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36561e06-c22e-47a3-88c6-5beb0900d0cc req-fdbfd7ce-f84f-4364-9b4c-4ec2d4415ef9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.821233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36561e06-c22e-47a3-88c6-5beb0900d0cc req-fdbfd7ce-f84f-4364-9b4c-4ec2d4415ef9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0905147 Aug 29 17:18:54.824262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-7b14ae44-85c6-4b6c-87c5-e61e2af271fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.825609 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-7b14ae44-85c6-4b6c-87c5-e61e2af271fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 1100 time: 0.0636284 Aug 29 17:18:54.879906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36561e06-c22e-47a3-88c6-5beb0900d0cc req-a3a3cb4f-56c3-409d-9fa5-421757fcd3dc tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521827 Aug 29 17:18:54.897387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-6485b714-fcb7-4af3-a640-c8d0c2e34d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.899298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-6485b714-fcb7-4af3-a640-c8d0c2e34d64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0631478 Aug 29 17:18:54.955623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-97fb3c23-8974-4469-87e8-fc2e41926e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:54.957114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-97fb3c23-8974-4469-87e8-fc2e41926e9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1014881 Aug 29 17:18:55.001872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-42dff21c-9e6c-4cb2-bdb7-d75750697143 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 217 time: 0.0341048 Aug 29 17:18:55.032783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b21f3-151a-4ec0-ac18-2d801e3a3972 req-93466622-8cea-43db-920d-cf52d6227772 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.034262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a6b21f3-151a-4ec0-ac18-2d801e3a3972 req-93466622-8cea-43db-920d-cf52d6227772 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.1054795 Aug 29 17:18:55.058068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-5e78f5bb-8dc5-4858-8d23-30e3e6e816a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.059581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-5e78f5bb-8dc5-4858-8d23-30e3e6e816a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0440040 Aug 29 17:18:55.061977 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-36295661-ea24-402b-bb23-f5e27df5d0a4 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429687 Aug 29 17:18:55.081776 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a6b21f3-151a-4ec0-ac18-2d801e3a3972 req-d5efa4a8-bba9-4991-a1ca-aaf57a8e92f9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358410 Aug 29 17:18:55.174099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bcfb42c-32e8-4c78-b114-e8604c33ff8a req-c5f5bda5-4e60-4d11-bf27-f0847684515e service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912890 Aug 29 17:18:55.399263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-1c5d9651-58c5-4b37-9c3a-5068cb2b2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.400729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-1c5d9651-58c5-4b37-9c3a-5068cb2b2f5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3217633 Aug 29 17:18:55.429196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c9537-d216-41ff-9313-c997b8dd348a req-153c90d2-5bc5-454d-a018-112361d0a148 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.430489 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f0c9537-d216-41ff-9313-c997b8dd348a req-153c90d2-5bc5-454d-a018-112361d0a148 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 948 time: 0.3075392 Aug 29 17:18:55.511919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f0c9537-d216-41ff-9313-c997b8dd348a req-70a487bd-72e6-40b5-a842-cb14ce14ee14 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725911 Aug 29 17:18:55.548982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-fefa264f-d017-4a69-a445-7370dddaed4f service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356201 Aug 29 17:18:55.551133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a299b-5841-411d-95bf-b5f4e2a51a83 req-057aa99e-2f3d-49e4-b28f-8e182871c23e tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.558630 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c08a299b-5841-411d-95bf-b5f4e2a51a83 req-057aa99e-2f3d-49e4-b28f-8e182871c23e tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.0622005 Aug 29 17:18:55.599871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c08a299b-5841-411d-95bf-b5f4e2a51a83 req-f5d4a682-b386-46fe-8206-f9b2ace560d4 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Aug 29 17:18:55.678542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6366c-284a-4a0a-b6e9-588302b49287 req-35eddfc9-0260-4a7e-94cb-6d0d3abc7ee7 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.680732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4e6366c-284a-4a0a-b6e9-588302b49287 req-35eddfc9-0260-4a7e-94cb-6d0d3abc7ee7 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 946 time: 0.0741146 Aug 29 17:18:55.712066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0826277e-99f6-4a61-b117-5127c3ea12fc req-1cbb8ce5-8904-4bfa-9143-06697c34f7f0 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534863 Aug 29 17:18:55.735416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4e6366c-284a-4a0a-b6e9-588302b49287 req-8d1253d2-4862-4175-b0d3-d204ce2e7a9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465074 Aug 29 17:18:55.797648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17317313-8d3f-4ba5-a859-20656c494819 req-fbb13e24-1435-40f5-aa3b-4927df3b23e0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.799310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17317313-8d3f-4ba5-a859-20656c494819 req-fbb13e24-1435-40f5-aa3b-4927df3b23e0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 948 time: 0.0502222 Aug 29 17:18:55.838152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17317313-8d3f-4ba5-a859-20656c494819 req-7156e218-08ee-40d8-83af-2a42cda4d037 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Aug 29 17:18:56.003946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7972c43-cf4a-4876-89e4-74fa2d7cfe28 req-4a384487-148b-4059-8cc0-b411eb98e554 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.005325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7972c43-cf4a-4876-89e4-74fa2d7cfe28 req-4a384487-148b-4059-8cc0-b411eb98e554 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0526824 Aug 29 17:18:56.049473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7972c43-cf4a-4876-89e4-74fa2d7cfe28 req-598b1232-d98d-42d1-9c4f-910b0ef13ce1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Aug 29 17:18:56.111092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dead910-5a62-41fd-9402-fd144a2b4b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd7c530-6fdf-49cc-9404-ec76baae3017'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:56.118347 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e758a27-b32f-4a10-b854-9feccbe54fbc" -d '{"events": [{"server_uuid": "1dead910-5a62-41fd-9402-fd144a2b4b19", "name": "network-vif-plugged", "status": "completed", "tag": "ebd7c530-6fdf-49cc-9404-ec76baae3017"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:56.164211 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10253be-2529-498e-8867-80352cce9627 x-openstack-request-id: req-a10253be-2529-498e-8867-80352cce9627 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:56.164501 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dead910-5a62-41fd-9402-fd144a2b4b19", "name": "network-vif-plugged", "status": "completed", "tag": "ebd7c530-6fdf-49cc-9404-ec76baae3017", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:56.164802 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a10253be-2529-498e-8867-80352cce9627 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:56.165378 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dead910-5a62-41fd-9402-fd144a2b4b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd7c530-6fdf-49cc-9404-ec76baae3017', 'code': 200} Aug 29 17:18:56.230258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cc4f2-1d35-4386-b497-fb87d70cbe79 req-66618436-506e-47f7-9846-78411eca31cb tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.231862 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d4cc4f2-1d35-4386-b497-fb87d70cbe79 req-66618436-506e-47f7-9846-78411eca31cb tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0557473 Aug 29 17:18:56.232594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:56.236151 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1110090-5f9b-4674-a18c-55bc97e9d373" -d '{"events": [{"name": "network-changed", "server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:56.273172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b24568-56b1-4787-90f7-35f7075b7801 req-fa50f4bb-1a77-4fb6-bdb2-4fa60785e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.275330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9b24568-56b1-4787-90f7-35f7075b7801 req-fa50f4bb-1a77-4fb6-bdb2-4fa60785e99d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 1098 time: 0.0515647 Aug 29 17:18:56.278629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d4cc4f2-1d35-4386-b497-fb87d70cbe79 req-e56bdbdc-64bd-451b-a1c6-0a9abce2865d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378578 Aug 29 17:18:56.296616 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc976438-9ca2-401a-b957-8abb27371e57 x-openstack-request-id: req-cc976438-9ca2-401a-b957-8abb27371e57 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:56.296823 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:56.297074 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc976438-9ca2-401a-b957-8abb27371e57 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:56.298718 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5', 'status': 'completed', 'code': 200} Aug 29 17:18:56.337153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9b24568-56b1-4787-90f7-35f7075b7801 req-67c5d27d-cd16-4100-86f5-42ab46579353 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528545 Aug 29 17:18:56.367740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-85383745-aa47-4281-82d7-0c17d22f4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.369393 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-85383745-aa47-4281-82d7-0c17d22f4270 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 1100 time: 0.0446947 Aug 29 17:18:56.371360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-aa7a2a58-7b89-42b4-bee5-15ff6d1d2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.372826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-aa7a2a58-7b89-42b4-bee5-15ff6d1d2431 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 1100 time: 0.0420747 Aug 29 17:18:56.464500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-48b9a2fd-866a-49b0-a6a2-2e873229ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.466008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-48b9a2fd-866a-49b0-a6a2-2e873229ae02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.0848870 Aug 29 17:18:56.512406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-7ac3900d-5c7f-4c1a-950e-f448ad0ce93c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 217 time: 0.0372190 Aug 29 17:18:56.567364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-f3dc9bd2-e12e-411e-acb6-c493fcb52922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.568859 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-f3dc9bd2-e12e-411e-acb6-c493fcb52922 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0478725 Aug 29 17:18:56.637070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-b054133b-3810-4acf-974b-593d1ff9c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.639701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-b054133b-3810-4acf-974b-593d1ff9c9e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548770 Aug 29 17:18:56.672761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91eb0c-1b05-465a-a07e-b50d1139d30a req-b9b27eda-7a8c-4220-9c2d-f7252f8258b2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.674299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff91eb0c-1b05-465a-a07e-b50d1139d30a req-b9b27eda-7a8c-4220-9c2d-f7252f8258b2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 948 time: 0.0771415 Aug 29 17:18:56.698073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-2ba9b751-b050-485c-9158-442642eabce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.699553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-2ba9b751-b050-485c-9158-442642eabce8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1525419 Aug 29 17:18:56.724735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff91eb0c-1b05-465a-a07e-b50d1139d30a req-118ce263-cd74-43a1-ac94-a8a7152c2eda tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Aug 29 17:18:56.760326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-85aa2265-c90c-4af4-83dc-0950c3c0d74d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 217 time: 0.0493932 Aug 29 17:18:56.809055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d23e4-3a70-4c99-bb50-a81efbe24c1d req-feb61830-c536-4e0c-9e51-f20e67d5044e tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.810577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c0d23e4-3a70-4c99-bb50-a81efbe24c1d req-feb61830-c536-4e0c-9e51-f20e67d5044e tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.1253135 Aug 29 17:18:56.837434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-5e85f07e-87e7-461c-9576-8c408101bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.838939 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-5e85f07e-87e7-461c-9576-8c408101bd7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0647204 Aug 29 17:18:56.846828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-e9cff4b2-d223-43b4-9c89-017fc3d5228a service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903296 Aug 29 17:18:56.870007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c0d23e4-3a70-4c99-bb50-a81efbe24c1d req-07002def-2172-4580-af36-5ed8ecdd9ad1 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501285 Aug 29 17:18:56.915104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-792745e1-6217-4c67-ae59-c62c8dddce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.916762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-792745e1-6217-4c67-ae59-c62c8dddce97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675685 Aug 29 17:18:56.994761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-00011b4b-1c66-4c4c-8264-cac56e8edc70 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351755 Aug 29 17:18:57.022228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf134099-1b46-4544-801f-53d964b1bde5 req-92b7a600-126a-461e-8d62-8c38500aa824 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.022682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf858eba-9b53-4296-bb4f-450dea22ee13 req-4545c586-5634-4732-8297-e6d0248c2e6a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.023700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf134099-1b46-4544-801f-53d964b1bde5 req-92b7a600-126a-461e-8d62-8c38500aa824 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 946 time: 0.1213839 Aug 29 17:18:57.024527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf858eba-9b53-4296-bb4f-450dea22ee13 req-4545c586-5634-4732-8297-e6d0248c2e6a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 948 time: 0.0660872 Aug 29 17:18:57.062756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf858eba-9b53-4296-bb4f-450dea22ee13 req-7ff3234a-fe96-4a18-ae9a-c5cd862f8152 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Aug 29 17:18:57.081374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-76819e3d-2b6c-464a-978c-d64653715ee4 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433403 Aug 29 17:18:57.100443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf134099-1b46-4544-801f-53d964b1bde5 req-aaea4dec-695a-4fb0-933e-110ebdbbf98d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696862 Aug 29 17:18:57.205067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1110090-5f9b-4674-a18c-55bc97e9d373 req-3ba6b902-88a0-44d3-9ef0-679288c3ca2d service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138008 Aug 29 17:18:57.207512 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2991c525-33d7-444b-9e95-f49be134fd94 req-51c5e8df-83f5-4528-853d-566807d755c5 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1257189563&fields=id&tenant_id=fd35771c15e0410da87ca93a7e039eaa HTTP/1.1" status: 200 len: 267 time: 0.0355382 Aug 29 17:18:57.245123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98ebd-4d39-4b96-936e-5c5a910dd346 req-e42ca15e-58f3-4313-ae39-88e807232d2b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.246747 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ce98ebd-4d39-4b96-936e-5c5a910dd346 req-e42ca15e-58f3-4313-ae39-88e807232d2b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0621779 Aug 29 17:18:57.263682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991c525-33d7-444b-9e95-f49be134fd94 req-54097a7a-a291-4f79-bde5-f753857ba310 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.265255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2991c525-33d7-444b-9e95-f49be134fd94 req-54097a7a-a291-4f79-bde5-f753857ba310 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 946 time: 0.0506535 Aug 29 17:18:57.276954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-2991c525-33d7-444b-9e95-f49be134fd94 req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'port': {'security_groups': ['b17ba10d-78bc-48b4-9b8c-18b77cafa5ef', '8b897ea3-b969-4f77-a6b0-1e449a0b3663']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:57.290181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ce98ebd-4d39-4b96-936e-5c5a910dd346 req-15add59b-e2a3-44f0-8ec2-61403b1309b8 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364447 Aug 29 17:18:57.349057 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2991c525-33d7-444b-9e95-f49be134fd94 req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:57.407619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a3899-485c-4103-84dd-b4e5f96e275d req-6841df3a-831b-4771-9000-4d4997cc5542 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.409201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0c8a3899-485c-4103-84dd-b4e5f96e275d req-6841df3a-831b-4771-9000-4d4997cc5542 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0493536 Aug 29 17:18:57.449185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0c8a3899-485c-4103-84dd-b4e5f96e275d req-616c7e92-1c14-4dfd-84e7-74ad4f92d3ba tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333223 Aug 29 17:18:57.544172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-2991c525-33d7-444b-9e95-f49be134fd94 req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] For port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:57.577558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2991c525-33d7-444b-9e95-f49be134fd94 req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:57.582151 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2991c525-33d7-444b-9e95-f49be134fd94 req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:57.595625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845', '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:57.598798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ea5f97ef-b19b-43cd-84ff-19f19257a5d8 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:57.634697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991c525-33d7-444b-9e95-f49be134fd94 req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.635270 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2991c525-33d7-444b-9e95-f49be134fd94 req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:57.636676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2991c525-33d7-444b-9e95-f49be134fd94 req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "PUT /v2.0/ports/9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 200 len: 982 time: 0.3646109 Aug 29 17:18:57.670900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b882007-d274-4e40-b0ae-1716775037ef tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'Port': ['ID=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:57.715963 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b3e6089-f943-4f1d-9069-abaa31719f78 req-214cc72c-d0fe-43a8-984b-e19b8333356b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/8b897ea3-b969-4f77-a6b0-1e449a0b3663 HTTP/1.1" status: 200 len: 1801 time: 0.0477533 Aug 29 17:18:57.773610 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-9b3e6089-f943-4f1d-9069-abaa31719f78 req-10d029b0-4aab-4e13-9825-c221177aae7f tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 17:18:57.783797 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b3e6089-f943-4f1d-9069-abaa31719f78 req-10d029b0-4aab-4e13-9825-c221177aae7f tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b897ea3-b969-4f77-a6b0-1e449a0b3663 HTTP/1.1" status: 409 len: 341 time: 0.0571971 Aug 29 17:18:57.804420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ea5f97ef-b19b-43cd-84ff-19f19257a5d8, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:57.820558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:57.873705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'ea5f97ef-b19b-43cd-84ff-19f19257a5d8', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': 'ea5f97ef-b19b-43cd-84ff-19f19257a5d8', 'mac_address': 'fa:16:3e:fe:ed:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:57.879344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc345c-fb38-43cb-9514-f732bc70a4d3 req-8282f1ba-42e5-4767-96ff-87d4378fe805 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.888302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63dc345c-fb38-43cb-9514-f732bc70a4d3 req-8282f1ba-42e5-4767-96ff-87d4378fe805 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 948 time: 0.0658939 Aug 29 17:18:57.952780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63dc345c-fb38-43cb-9514-f732bc70a4d3 req-323c0fae-2f0c-443d-afc0-9339c489de72 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633831 Aug 29 17:18:58.015773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:58.041033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-729f7f11-54a3-4c6b-b879-6423fabef806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.044335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-729f7f11-54a3-4c6b-b879-6423fabef806 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1137 time: 0.0609205 Aug 29 17:18:58.133360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d4d2e-a5bd-4688-96ff-5669f7ee511d req-1756b905-c387-4ac3-8c3e-28511222a1f0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.143809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-661d4d2e-a5bd-4688-96ff-5669f7ee511d req-1756b905-c387-4ac3-8c3e-28511222a1f0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 985 time: 0.0610561 Aug 29 17:18:58.210816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-661d4d2e-a5bd-4688-96ff-5669f7ee511d req-292ebcc5-6123-497d-89f0-39f50d3550e1 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b897ea3-b969-4f77-a6b0-1e449a0b3663&id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0672507 Aug 29 17:18:58.218368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5f97ef-b19b-43cd-84ff-19f19257a5d8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:58.276527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-0b069c41-b291-46ac-8ff8-25fecf1ba30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.278727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-0b069c41-b291-46ac-8ff8-25fecf1ba30a service neutron] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 912 time: 0.2252572 Aug 29 17:18:58.288144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ea5f97ef-b19b-43cd-84ff-19f19257a5d8, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:58.300431 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:58.327877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:58.330495 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f3139-1311-4948-ba4a-457ee3c4cb89" -d '{"events": [{"name": "network-changed", "server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:58.337686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-12ca4df3-eaf7-465c-a63d-625d48ca13df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 200 len: 217 time: 0.0493548 Aug 29 17:18:58.346784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e3893-92c1-4a16-874b-5fd821944198 req-6a35951f-0b53-4a14-9f2d-90058dd692ca tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.355174 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964e3893-92c1-4a16-874b-5fd821944198 req-6a35951f-0b53-4a14-9f2d-90058dd692ca tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.3034937 Aug 29 17:18:58.394358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41fecf-c1f4-4c8c-b789-7aad4d1b1ab7 req-98a928dd-2132-49bf-9e53-c3ff9168877d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.406474 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d41fecf-c1f4-4c8c-b789-7aad4d1b1ab7 req-98a928dd-2132-49bf-9e53-c3ff9168877d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 948 time: 0.1091859 Aug 29 17:18:58.442972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964e3893-92c1-4a16-874b-5fd821944198 req-bf8675cb-7e2b-4591-8584-41da4166796b tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867977 Aug 29 17:18:58.449018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:58.463867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-249f0657-a071-4b5a-9098-8cef75dbf88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.465714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-249f0657-a071-4b5a-9098-8cef75dbf88c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.1077366 Aug 29 17:18:58.495813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d41fecf-c1f4-4c8c-b789-7aad4d1b1ab7 req-b432d1c9-11d6-4bcb-b291-5e5a15ca400f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818906 Aug 29 17:18:58.517976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-10d449d7-425a-4db7-bae1-0845e4f7d2bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367053 Aug 29 17:18:58.608431 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75a8153-c035-403d-8c63-45014e82b266 x-openstack-request-id: req-d75a8153-c035-403d-8c63-45014e82b266 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:58.608838 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:58.609192 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d75a8153-c035-403d-8c63-45014e82b266 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:58.609686 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80', 'status': 'completed', 'code': 200} Aug 29 17:18:58.625438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae83225-ce56-4788-8d05-fe9fc8b8f097 req-dc73861f-a579-4dc8-bd43-b2c8cf59a41b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.631341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aae83225-ce56-4788-8d05-fe9fc8b8f097 req-dc73861f-a579-4dc8-bd43-b2c8cf59a41b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0757887 Aug 29 17:18:58.645360 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-536cf605-a628-423a-90b3-0c05b6847902 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116717 Aug 29 17:18:58.678502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:58.694436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aae83225-ce56-4788-8d05-fe9fc8b8f097 req-ed8d8cb6-b573-4d55-bbe6-43b4e61090a6 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573523 Aug 29 17:18:58.803365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779f5d7-f748-474d-9e27-0d36621cf568 req-73f381de-2886-4b4b-97a7-26301084c514 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.805936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7779f5d7-f748-474d-9e27-0d36621cf568 req-73f381de-2886-4b4b-97a7-26301084c514 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.1273341 Aug 29 17:18:58.824956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1356f5-f7f7-4560-8f39-0799af17af71 req-671efca2-f34f-42bd-852c-a54a51691d0d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.827234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2b1356f5-f7f7-4560-8f39-0799af17af71 req-671efca2-f34f-42bd-852c-a54a51691d0d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0630915 Aug 29 17:18:58.853990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9927deed-cd68-4a67-8e5a-e4b73785ff5e req-4e0636ee-11b8-4b8e-af1a-7c740a9af000 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979375 Aug 29 17:18:58.874149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2b1356f5-f7f7-4560-8f39-0799af17af71 req-dde9eb60-e7b7-4e87-bfc4-507356a85471 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Aug 29 17:18:58.878714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7779f5d7-f748-474d-9e27-0d36621cf568 req-8b061f2f-5cde-4752-b5f3-c82f12a32efa tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660479 Aug 29 17:18:59.003700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-a1422115-2625-4360-96c0-e00b31fa4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.019713 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-a1422115-2625-4360-96c0-e00b31fa4859 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1137 time: 0.0695724 Aug 29 17:18:59.153496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72b3aa-01f7-4a50-bd2c-600252c3d751 req-b6d45ba6-4daf-4f79-a6f0-df3e9f44a135 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.160559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d72b3aa-01f7-4a50-bd2c-600252c3d751 req-b6d45ba6-4daf-4f79-a6f0-df3e9f44a135 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 949 time: 0.1210687 Aug 29 17:18:59.202774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-dc0e7e81-3e7d-4709-80a7-a6629c61a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.207265 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-dc0e7e81-3e7d-4709-80a7-a6629c61a37b service neutron] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 912 time: 0.1838081 Aug 29 17:18:59.215207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d72b3aa-01f7-4a50-bd2c-600252c3d751 req-0b99f522-e561-4f54-adf8-12d10a59ee75 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537097 Aug 29 17:18:59.251464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-170e442f-00cb-4383-94e0-d1d0fb8b0448 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.254158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-170e442f-00cb-4383-94e0-d1d0fb8b0448 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339&tenant_id=27a60cdb0d44401891aecbc57532e8d0&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 948 time: 0.1422577 Aug 29 17:18:59.262896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-a2dbd38b-55b7-4167-b455-5c190142684a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 200 len: 217 time: 0.0467248 Aug 29 17:18:59.287357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a99d8-e358-4767-9038-da0b513037cd req-0b0307d7-065f-4bef-aa6b-b5d7b0c358cd tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.288958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-276a99d8-e358-4767-9038-da0b513037cd req-0b0307d7-065f-4bef-aa6b-b5d7b0c358cd tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 948 time: 0.0957222 Aug 29 17:18:59.330369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-3aaddc5c-2eff-4f67-aa58-fac5b7c735ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.332639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-3aaddc5c-2eff-4f67-aa58-fac5b7c735ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.0586078 Aug 29 17:18:59.365476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-276a99d8-e358-4767-9038-da0b513037cd req-0117d343-edfd-4bc8-8a4f-04b8978907e2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579762 Aug 29 17:18:59.371765 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-63354d63-3ef6-4d7a-a765-3458f30b33ad service neutron] delete failed (client error): The resource could not be found. Aug 29 17:18:59.373036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-63354d63-3ef6-4d7a-a765-3458f30b33ad service neutron] 10.222.0.43 "DELETE /v2.0/ports/95533882-fb2d-4f34-b515-513ad7606ed5/bindings/n-h2-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.1098995 Aug 29 17:18:59.373964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-1aba692e-c891-4f0c-85f5-22097d5306f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270867 Aug 29 17:18:59.520434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa8b5b-c29d-4899-bdfa-b6a06b5f0522 req-d5bae4c3-d62b-441a-9399-9495dbdaf272 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.522333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4aaa8b5b-c29d-4899-bdfa-b6a06b5f0522 req-d5bae4c3-d62b-441a-9399-9495dbdaf272 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.1474128 Aug 29 17:18:59.578781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4aaa8b5b-c29d-4899-bdfa-b6a06b5f0522 req-56ec036f-39ec-4cd7-a616-cdb31552e9c6 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483479 Aug 29 17:18:59.581691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-4a3b0cec-e7fc-456e-b872-f4eb37780d07 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761353 Aug 29 17:18:59.603345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574e861-ec70-4438-8c1d-36edaef11bf2 req-dbc42187-c6ef-4ebf-b09f-f71be9a59968 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.605238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 95533882-fb2d-4f34-b515-513ad7606ed5 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:59.607531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e434695c-9d05-4280-9115-aa024db72cc6 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:59.613127 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f574e861-ec70-4438-8c1d-36edaef11bf2 req-dbc42187-c6ef-4ebf-b09f-f71be9a59968 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 985 time: 0.0965886 Aug 29 17:18:59.627221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-007ad24e-7263-4100-8f0e-f233e6eaae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.628682 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-007ad24e-7263-4100-8f0e-f233e6eaae4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 1100 time: 0.1019516 Aug 29 17:18:59.694782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-755f3139-1311-4948-ba4a-457ee3c4cb89 req-faa76361-f4a9-4cbd-a34c-bc262f292663 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023903 Aug 29 17:18:59.727875 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f574e861-ec70-4438-8c1d-36edaef11bf2 req-63332e06-b623-4530-a9d4-cc0459577f45 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b897ea3-b969-4f77-a6b0-1e449a0b3663&id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1094420 Aug 29 17:18:59.821778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-adfa5ded-4ddb-48cc-b540-ee40d3de1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.826826 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-adfa5ded-4ddb-48cc-b540-ee40d3de1c9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1883941 Aug 29 17:18:59.900416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:59.922357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '95533882-fb2d-4f34-b515-513ad7606ed5', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '95533882-fb2d-4f34-b515-513ad7606ed5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:59.937454 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-b2cb4afc-b69a-4b9b-b1ae-7ca63bfffa51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 200 len: 217 time: 0.0540190 Aug 29 17:18:59.966298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463ab6d-0c62-440d-a36c-7b1e2118ab31 req-1d079eae-9099-43a4-bb0f-bd81c87fb36f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.967895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0463ab6d-0c62-440d-a36c-7b1e2118ab31 req-1d079eae-9099-43a4-bb0f-bd81c87fb36f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1273227 Aug 29 17:18:59.985081 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:00.010071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95533882-fb2d-4f34-b515-513ad7606ed5 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:00.032899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:00.034659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-6d04fd97-a1ac-4798-a4dc-8c1747790013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.037112 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-6d04fd97-a1ac-4798-a4dc-8c1747790013 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0900598 Aug 29 17:19:00.038521 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:00.060642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0463ab6d-0c62-440d-a36c-7b1e2118ab31 req-fe8e2577-50c2-4b73-950f-0e80b60d3226 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728741 Aug 29 17:19:00.104927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:00.128949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5005-2aa6-4118-9ac0-45d697932666 req-5cb05898-51d4-41d3-b276-f6d4e74e471b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.141518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-7912fb9c-aa6d-489f-bc67-9247aafa8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.143045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8fc5005-2aa6-4118-9ac0-45d697932666 req-5cb05898-51d4-41d3-b276-f6d4e74e471b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0844026 Aug 29 17:19:00.144460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-7912fb9c-aa6d-489f-bc67-9247aafa8fac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822165 Aug 29 17:19:00.221180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8fc5005-2aa6-4118-9ac0-45d697932666 req-0c17bfa5-e7ae-483e-93b0-99b751c2d426 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686500 Aug 29 17:19:00.310405 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-5302a922-6bc4-40a2-9f3b-9546af89c960 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514566 Aug 29 17:19:00.319621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b04389-78c4-4da3-b201-b8567a7741c4 req-b2fe3950-8d79-46e1-905d-0820a98c4d23 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.321130 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3b04389-78c4-4da3-b201-b8567a7741c4 req-b2fe3950-8d79-46e1-905d-0820a98c4d23 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.1548860 Aug 29 17:19:00.359446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80318176-1d66-44e6-95e8-ce415ce77ae4 req-694c974e-e152-49fe-b601-47112b405a68 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.361779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80318176-1d66-44e6-95e8-ce415ce77ae4 req-694c974e-e152-49fe-b601-47112b405a68 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 949 time: 0.0558598 Aug 29 17:19:00.395934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['95533882-fb2d-4f34-b515-513ad7606ed5'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:00.419077 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80318176-1d66-44e6-95e8-ce415ce77ae4 req-a508eea8-ef05-499c-8b34-6e12a97374a7 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468569 Aug 29 17:19:00.436344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3b04389-78c4-4da3-b201-b8567a7741c4 req-7af7e91b-8400-4ea0-b15e-7a5fb5acaa43 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023943 Aug 29 17:19:00.543754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8adf23c-d940-43a0-812b-691b8abaa25a req-27b7e32d-7734-44e0-b489-95fd0a2c0722 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110505 Aug 29 17:19:00.588160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28079bff-1af2-4e7b-93fe-c17f794a767e req-787b7639-c6b5-4baa-b647-fe1ef5f4ae21 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.590083 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28079bff-1af2-4e7b-93fe-c17f794a767e req-787b7639-c6b5-4baa-b647-fe1ef5f4ae21 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 949 time: 0.0782721 Aug 29 17:19:00.643937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28079bff-1af2-4e7b-93fe-c17f794a767e req-9686a261-450c-4851-b059-4d2bbefab9f6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Aug 29 17:19:00.863348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1c313-a91b-448e-9911-01750d1117ad req-ea895232-aa53-401f-8f70-0aa177b24e49 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.867111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13a1c313-a91b-448e-9911-01750d1117ad req-ea895232-aa53-401f-8f70-0aa177b24e49 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 985 time: 0.0720437 Aug 29 17:19:00.915156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13a1c313-a91b-448e-9911-01750d1117ad req-4153b133-b8e4-4779-b7b2-fb1abf5aee27 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b897ea3-b969-4f77-a6b0-1e449a0b3663&id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0403178 Aug 29 17:19:01.069651 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7282490b-82dd-4ac0-982f-a047427c20ca req-bca200cb-447d-4dbb-b065-b679a6b28fcd tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-391404716&fields=id&tenant_id=fd35771c15e0410da87ca93a7e039eaa HTTP/1.1" status: 200 len: 267 time: 0.0553181 Aug 29 17:19:01.140797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282490b-82dd-4ac0-982f-a047427c20ca req-811f0e49-90f4-4e0f-8f82-d41d3d06f963 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:01.149921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7282490b-82dd-4ac0-982f-a047427c20ca req-811f0e49-90f4-4e0f-8f82-d41d3d06f963 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 985 time: 0.0731044 Aug 29 17:19:01.156374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-7282490b-82dd-4ac0-982f-a047427c20ca req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'port': {'security_groups': ['8b897ea3-b969-4f77-a6b0-1e449a0b3663', 'b17ba10d-78bc-48b4-9b8c-18b77cafa5ef', 'adcad645-c1a0-40a4-b3b2-f91f5de6470c']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:01.192692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504cb25-2367-49c6-be18-a755b4805bac req-9128c126-a9a0-4068-bd70-b0ad992a7769 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:01.200016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e504cb25-2367-49c6-be18-a755b4805bac req-9128c126-a9a0-4068-bd70-b0ad992a7769 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0588930 Aug 29 17:19:01.243906 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7282490b-82dd-4ac0-982f-a047427c20ca req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:01.277814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e504cb25-2367-49c6-be18-a755b4805bac req-4d7af91e-c6ad-4e7b-9cd3-ab5931382708 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 Aug 29 17:19:01.325789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-4a08d192-9d4d-486a-a861-d643ab88f35c service neutron] 10.222.0.44 "GET /v2.0/ports/e434695c-9d05-4280-9115-aa024db72cc6/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.1225908 Aug 29 17:19:01.469472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a353ee4-2a54-4f8d-ab04-29d4bbd1970d req-1d76c1b5-c478-424c-b646-3018cae590c9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:01.477805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a353ee4-2a54-4f8d-ab04-29d4bbd1970d req-1d76c1b5-c478-424c-b646-3018cae590c9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 943 time: 0.0984190 Aug 29 17:19:01.504831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-7282490b-82dd-4ac0-982f-a047427c20ca req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] For port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:01.539145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7282490b-82dd-4ac0-982f-a047427c20ca req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:01.546368 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7282490b-82dd-4ac0-982f-a047427c20ca req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:01.562923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845', '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:01.572021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a353ee4-2a54-4f8d-ab04-29d4bbd1970d req-960acaf3-d477-4a84-ae1f-fd90a074445b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929847 Aug 29 17:19:01.604044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ea5f97ef-b19b-43cd-84ff-19f19257a5d8 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:01.612489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282490b-82dd-4ac0-982f-a047427c20ca req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:01.613157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7282490b-82dd-4ac0-982f-a047427c20ca req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:01.614619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7282490b-82dd-4ac0-982f-a047427c20ca req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "PUT /v2.0/ports/9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 200 len: 1021 time: 0.4634452 Aug 29 17:19:01.627164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:01.629768 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764cfc4d-bdd9-44de-ad77-74c07edf1515" -d '{"events": [{"name": "network-changed", "server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:01.707596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:01.770123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:01.804947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:01.813956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:01.814483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:01.863732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e434695c-9d05-4280-9115-aa024db72cc6 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:01.865429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:01.879241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:01.908970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1fcf-5d34-4fc2-952e-f4e81569b28e req-47606d17-0744-46aa-b18f-9ccb5c63af63 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:01.910535 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f23c1fcf-5d34-4fc2-952e-f4e81569b28e req-47606d17-0744-46aa-b18f-9ccb5c63af63 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 949 time: 0.2488852 Aug 29 17:19:01.933568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:01.998533 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:02.010965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:02.018756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f23c1fcf-5d34-4fc2-952e-f4e81569b28e req-ed5e0cf1-f8cc-4957-b740-7b0031359e97 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880802 Aug 29 17:19:02.019777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'Port': ['ID=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:02.070461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.070865 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.071211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.071551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.071885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.073087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.073437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.073777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.074116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.074457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.074798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.075125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe831f9-b28d-4cc8-b4ff-6e91e97cfa48 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.087050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Transition to ACTIVE for port object e434695c-9d05-4280-9115-aa024db72cc6 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:02.094820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ac15-ee60-4c1c-9702-fe2b772d7379 req-1a8189ac-92ed-4932-a093-6b1e12dfb9e0 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.098701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:02.102700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fd4ac15-ee60-4c1c-9702-fe2b772d7379 req-1a8189ac-92ed-4932-a093-6b1e12dfb9e0 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.0803020 Aug 29 17:19:02.128813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-f06702f6-34f4-4b3d-be29-8338c5b027a6 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.130463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-f06702f6-34f4-4b3d-be29-8338c5b027a6 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 946 time: 0.4780955 Aug 29 17:19:02.199252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] No DVR routers for this DVR port e434695c-9d05-4280-9115-aa024db72cc6 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:02.217131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Pushing event updated for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=10']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:02.261525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.262039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.262443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.262805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.263136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.263664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.263915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.264247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.264583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.264892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.265212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.265532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:02.269149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fd4ac15-ee60-4c1c-9702-fe2b772d7379 req-18d3a314-2cb8-4ddc-bc96-31b32961aa68 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/security-groups?id=554468fe-bc77-4abb-a6b9-4594f3248ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655664 Aug 29 17:19:02.291043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-780bd9c7-fe07-44b6-bc14-a39101621f4b service neutron] 10.222.0.44 "PUT /v2.0/ports/e434695c-9d05-4280-9115-aa024db72cc6/bindings/n-h2-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9518168 Aug 29 17:19:02.322200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98e89103-12f6-42bb-b26d-a15d342508d1 req-c94e3371-5c38-4c2d-9ab9-576b32902731 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/adcad645-c1a0-40a4-b3b2-f91f5de6470c HTTP/1.1" status: 200 len: 1799 time: 0.1009154 Aug 29 17:19:02.326431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Deleting port ebd7c530-6fdf-49cc-9404-ec76baae3017 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:02.327038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:02.373276 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:02.387698 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-98e89103-12f6-42bb-b26d-a15d342508d1 req-20f35325-598e-438b-9c03-a1a3f3c31fed tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 17:19:02.394451 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916d58f3-aead-4857-b2c4-c8333fd08fcd x-openstack-request-id: req-916d58f3-aead-4857-b2c4-c8333fd08fcd {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:02.394728 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:02.395580 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-916d58f3-aead-4857-b2c4-c8333fd08fcd {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:02.397687 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80', 'status': 'completed', 'code': 200} Aug 29 17:19:02.401833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98e89103-12f6-42bb-b26d-a15d342508d1 req-20f35325-598e-438b-9c03-a1a3f3c31fed tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/adcad645-c1a0-40a4-b3b2-f91f5de6470c HTTP/1.1" status: 409 len: 341 time: 0.0716867 Aug 29 17:19:02.432057 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:02.493656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-b025aba5-6c39-4cba-b86c-cadfea594776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.497939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-b025aba5-6c39-4cba-b86c-cadfea594776 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd35771c15e0410da87ca93a7e039eaa&device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1176 time: 0.0918918 Aug 29 17:19:02.512354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:02.515613 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c95445-91f2-42ca-8690-563afb7c25f9" -d '{"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:02.559365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:02.570773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-c733a91f-ac3b-41f2-9923-530e3e17b973 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.572564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-c733a91f-ac3b-41f2-9923-530e3e17b973 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1096 time: 0.1729491 Aug 29 17:19:02.578785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:02.582633 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:02.632390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ea5f97ef-b19b-43cd-84ff-19f19257a5d8, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:02.636448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c73977-6522-4c14-99c9-2a84967e0602 req-90f43e69-02c7-4ef2-8f0e-3f8257cabb25 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.644757 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7c73977-6522-4c14-99c9-2a84967e0602 req-90f43e69-02c7-4ef2-8f0e-3f8257cabb25 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 949 time: 0.1394503 Aug 29 17:19:02.650026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'mac_address': 'fa:16:3e:86:e3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:02.654482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:02.686465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] For port ebd7c530-6fdf-49cc-9404-ec76baae3017, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ebd7c530-6fdf-49cc-9404-ec76baae3017,segment=NetworkSegment(463cd109-d87e-4867-97a7-aaedd9e9c3ad),segment_id=463cd109-d87e-4867-97a7-aaedd9e9c3ad)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:02.687257 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:02.700745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-a662427b-3914-41a2-b1dc-0a7dd24bd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.703699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-a662427b-3914-41a2-b1dc-0a7dd24bd419 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 200 len: 912 time: 0.1988556 Aug 29 17:19:02.712764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7c73977-6522-4c14-99c9-2a84967e0602 req-bb226cb8-4f1a-4a14-85ca-9c85067f753b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666964 Aug 29 17:19:02.732199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:02.751712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-b86d5477-d67d-4ffa-b4a8-c3075a45672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.767877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-b86d5477-d67d-4ffa-b4a8-c3075a45672d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9 HTTP/1.1" status: 200 len: 1096 time: 0.1799300 Aug 29 17:19:02.773029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Calling delete_port for ebd7c530-6fdf-49cc-9404-ec76baae3017 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:02.816720 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-04a4a537-72a3-4db9-aaf7-d798f19826e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 200 len: 217 time: 0.0993900 Aug 29 17:19:02.837579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc822ccd-0ac8-4d0f-aee5-8527aa2522ea req-1eb9c777-c109-4b1b-9ded-726925538d44 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.845931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc822ccd-0ac8-4d0f-aee5-8527aa2522ea req-1eb9c777-c109-4b1b-9ded-726925538d44 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 947 time: 0.3284736 Aug 29 17:19:02.929971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-823ab9e8-3e27-4677-9c52-66751bc24594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.931528 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-823ab9e8-3e27-4677-9c52-66751bc24594 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1096 time: 0.1324582 Aug 29 17:19:02.939342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-d38d0849-5b4e-4cf8-a991-c488c6bcebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.951556 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-d38d0849-5b4e-4cf8-a991-c488c6bcebe0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 200 len: 851 time: 0.0974262 Aug 29 17:19:02.966756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc822ccd-0ac8-4d0f-aee5-8527aa2522ea req-da336f20-1a9f-4bb7-a910-eb30ef70ab02 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150105 Aug 29 17:19:03.015231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:03.031586 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-97f2925a-64dc-40b9-b33b-2a9fea6f9331 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2202011c-df77-465f-86fb-e4f31ceefafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482004 Aug 29 17:19:03.041868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:03.053316 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64ec8af-af05-4ca1-8faa-1236f94d6bfd x-openstack-request-id: req-c64ec8af-af05-4ca1-8faa-1236f94d6bfd {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:03.053829 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:03.054079 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c64ec8af-af05-4ca1-8faa-1236f94d6bfd {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:03.055079 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'code': 200} Aug 29 17:19:03.080536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:03.112949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:03.121124 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:03.165179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:03.197129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:03.216900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Pushing event deleted for resources: {'Port': ['ID=ebd7c530-6fdf-49cc-9404-ec76baae3017,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:03.231773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be54ab-2489-448c-94d6-52242462bc71 req-01cf2b95-4382-41d1-82d7-29d90018ffeb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:03.233284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4be54ab-2489-448c-94d6-52242462bc71 req-01cf2b95-4382-41d1-82d7-29d90018ffeb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 949 time: 0.0913098 Aug 29 17:19:03.268685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be4986-8e85-4013-b1fb-e7f564b98f85 req-862be3b3-898e-432e-bcbb-daf59edbd15b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:03.269663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-aa112fdc-db34-48cf-8fc0-54cc27a3c452 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370756 Aug 29 17:19:03.270161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23be4986-8e85-4013-b1fb-e7f564b98f85 req-862be3b3-898e-432e-bcbb-daf59edbd15b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 944 time: 0.1930342 Aug 29 17:19:03.291697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] No DVR routers for this DVR port ebd7c530-6fdf-49cc-9404-ec76baae3017 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:03.295248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:03.298159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f2a171f4-f2e5-46ef-8119-b2a181daba75 req-ba781be7-ddbf-4970-8090-333d52a37798 tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.43 "DELETE /v2.0/ports/ebd7c530-6fdf-49cc-9404-ec76baae3017 HTTP/1.1" status: 204 len: 173 time: 1.1570334 Aug 29 17:19:03.325882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-1afa2e23-297b-452f-854d-e123e332c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:03.327497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-1afa2e23-297b-452f-854d-e123e332c973 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.3709178 Aug 29 17:19:03.342497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4be54ab-2489-448c-94d6-52242462bc71 req-dd8fa88a-d44b-42ba-8275-b9ad2679efc9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982127 Aug 29 17:19:03.380729 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-5305812e-3f03-42d2-b096-570fe31006cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 200 len: 217 time: 0.0429590 Aug 29 17:19:03.395662 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23be4986-8e85-4013-b1fb-e7f564b98f85 req-03bed2d2-217c-4d25-a0dc-bb64a3873d22 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061385 Aug 29 17:19:03.399062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:03.426473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-764cfc4d-bdd9-44de-ad77-74c07edf1515 req-87c2bd58-7c94-4447-a834-3470bc9c9ea2 service neutron] 10.222.0.44 "GET /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456873 Aug 29 17:19:03.456810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-10c5e7bf-cad0-48d4-9d2c-6a1af7ba4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:03.458457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-10c5e7bf-cad0-48d4-9d2c-6a1af7ba4612 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0617633 Aug 29 17:19:03.533633 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-862847f7-4ca2-4818-8b11-a52d72774f99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561695 Aug 29 17:19:03.539512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd04c-43d7-45fc-9074-08dd487bf0a8 req-2705efb6-79ac-4ac7-8b31-8f1d4c5c2ab0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:03.541100 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04fcd04c-43d7-45fc-9074-08dd487bf0a8 req-2705efb6-79ac-4ac7-8b31-8f1d4c5c2ab0 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1024 time: 0.0675411 Aug 29 17:19:03.603978 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04fcd04c-43d7-45fc-9074-08dd487bf0a8 req-708049b7-b3f0-4ff0-87b7-0b0e7f0266fd tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b897ea3-b969-4f77-a6b0-1e449a0b3663&id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&id=adcad645-c1a0-40a4-b3b2-f91f5de6470c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0559707 Aug 29 17:19:03.616894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 95533882-fb2d-4f34-b515-513ad7606ed5 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:03.624705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f753e-de57-4e8b-bfa1-52e7e2e9e735 req-19ce309f-954e-4471-b518-4155f4ca79ff tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:03.626273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-413f753e-de57-4e8b-bfa1-52e7e2e9e735 req-19ce309f-954e-4471-b518-4155f4ca79ff tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 950 time: 0.1089473 Aug 29 17:19:03.692965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-5e58a59c-dc62-48c3-9933-76a37449f009 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441383 Aug 29 17:19:03.705230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 95533882-fb2d-4f34-b515-513ad7606ed5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:03.707256 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-413f753e-de57-4e8b-bfa1-52e7e2e9e735 req-10397fae-1bce-4aa0-bc2f-cc4e2dc3156d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Aug 29 17:19:03.709874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 95533882-fb2d-4f34-b515-513ad7606ed5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:03.710245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:03.882133 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:03.898077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c835ac17-8cd4-4035-8575-07b8da140985 req-945f5ee7-d842-458c-b4f5-cb8d9875ecee tempest-ServersNegativeTestMultiTenantJSON-1558617014 tempest-ServersNegativeTestMultiTenantJSON-1558617014-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dead910-5a62-41fd-9402-fd144a2b4b19 HTTP/1.1" status: 200 len: 210 time: 0.0669456 Aug 29 17:19:03.916137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-02a3136a-1f1f-4028-b0c4-b2a0ed4f650e service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078598 Aug 29 17:19:03.964972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:03.971306 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:04.023167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ebd7c530-6fdf-49cc-9404-ec76baae3017 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:04.067416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: ebd7c530-6fdf-49cc-9404-ec76baae3017 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:04.067889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ebd7c530-6fdf-49cc-9404-ec76baae3017 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:04.106686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:04.119692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049a6e1-34b9-47aa-ad95-77e1fe908427 req-a39c1562-817d-42a9-abc5-6456c4d21b7c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:04.130717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6049a6e1-34b9-47aa-ad95-77e1fe908427 req-a39c1562-817d-42a9-abc5-6456c4d21b7c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 948 time: 0.0739217 Aug 29 17:19:04.150574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-e08ac1d3-8c38-49ba-99e5-e8f1f23b4996 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294323 Aug 29 17:19:04.179640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6049a6e1-34b9-47aa-ad95-77e1fe908427 req-6121248f-80f0-4726-8da2-8413687c5239 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498643 Aug 29 17:19:04.275737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-55b372a8-2af9-465b-8b4a-a0c1b9babe4c tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:04.277316 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-55b372a8-2af9-465b-8b4a-a0c1b9babe4c tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1096 time: 0.0997462 Aug 29 17:19:04.311488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d7395-bb96-454d-8414-30008dd367a5 req-c88ef729-1d0a-4f43-9541-a742a6dfc5b9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:04.312946 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-c88ef729-1d0a-4f43-9541-a742a6dfc5b9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540613 Aug 29 17:19:04.346099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-b4be6c91-c5a2-47fe-82fc-ddcd6a786d11 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/quotas/27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 375 time: 0.0154614 Aug 29 17:19:04.399929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dead910-5a62-41fd-9402-fd144a2b4b19', 'name': 'network-vif-deleted', 'tag': 'ebd7c530-6fdf-49cc-9404-ec76baae3017'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:04.402046 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d1720-e4ed-450c-a20c-29f8ec4b6739" -d '{"events": [{"server_uuid": "1dead910-5a62-41fd-9402-fd144a2b4b19", "name": "network-vif-deleted", "tag": "ebd7c530-6fdf-49cc-9404-ec76baae3017"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:04.441697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-70a193ac-e72a-447d-b62d-6fefaa450297 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887935 Aug 29 17:19:04.447569 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b27ae8b-b41c-4d63-9b17-d6bd91fae07d x-openstack-request-id: req-5b27ae8b-b41c-4d63-9b17-d6bd91fae07d {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:04.447844 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dead910-5a62-41fd-9402-fd144a2b4b19", "name": "network-vif-deleted", "tag": "ebd7c530-6fdf-49cc-9404-ec76baae3017", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:04.448089 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b27ae8b-b41c-4d63-9b17-d6bd91fae07d {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:04.448470 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dead910-5a62-41fd-9402-fd144a2b4b19', 'name': 'network-vif-deleted', 'tag': 'ebd7c530-6fdf-49cc-9404-ec76baae3017', 'status': 'completed', 'code': 200} Aug 29 17:19:04.467605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-19d12d49-1213-4ca0-bdd4-318888e142ee service neutron] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:04.471747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-19d12d49-1213-4ca0-bdd4-318888e142ee service neutron] Notify callbacks [] for binding, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:04.472827 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07503e6d-4fde-426e-a7e5-e2e6d96690d8 req-19d12d49-1213-4ca0-bdd4-318888e142ee service neutron] 10.222.0.43 "DELETE /v2.0/ports/e434695c-9d05-4280-9115-aa024db72cc6/bindings/n-h1-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.1813161 Aug 29 17:19:04.582976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a50e4-9bc7-40e2-b4c8-43641caa9799 req-1bc347bb-5032-442c-a2f9-ab7751fefdd2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:04.588064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af3a50e4-9bc7-40e2-b4c8-43641caa9799 req-1bc347bb-5032-442c-a2f9-ab7751fefdd2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 944 time: 0.0681052 Aug 29 17:19:04.669018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a191cd5d-c51c-4568-b61c-540bfb9b5f36 req-2b776370-bef4-4fc6-8147-e4f3a0ab9335 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 210 time: 0.0350661 Aug 29 17:19:04.671205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af3a50e4-9bc7-40e2-b4c8-43641caa9799 req-5ee07224-c09f-44a9-b9f1-583958c075a2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720329 Aug 29 17:19:04.827475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6670bd-c77b-4d9f-815d-b878c6d40343 req-7043bd99-1c40-4b14-8d68-d872cb5c3b21 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:04.829246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e6670bd-c77b-4d9f-815d-b878c6d40343 req-7043bd99-1c40-4b14-8d68-d872cb5c3b21 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1024 time: 0.0703485 Aug 29 17:19:04.837626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46053f1-8ac4-43de-8807-da1127c6542c req-43010442-1e5d-44e6-905a-d030122b5ed8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:04.839117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f46053f1-8ac4-43de-8807-da1127c6542c req-43010442-1e5d-44e6-905a-d030122b5ed8 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.44 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 1024 time: 0.1323130 Aug 29 17:19:04.985472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e6670bd-c77b-4d9f-815d-b878c6d40343 req-585f14f5-932e-45e7-b465-51ca926f6cb2 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b897ea3-b969-4f77-a6b0-1e449a0b3663&id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&id=adcad645-c1a0-40a4-b3b2-f91f5de6470c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1448917 Aug 29 17:19:05.011026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Deleting port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:05.011381 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.021338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6eeb4-261e-41a4-9779-42f56aa245c2 req-b517854f-f196-4273-a051-71f420109d0f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:05.023551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ff6eeb4-261e-41a4-9779-42f56aa245c2 req-b517854f-f196-4273-a051-71f420109d0f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 950 time: 0.1266227 Aug 29 17:19:05.056278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60ee8d4-b3f3-4e62-9209-b1f2f228d043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5f97ef-b19b-43cd-84ff-19f19257a5d8'}, {'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:05.059724 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcac90b-2914-4b56-bffd-8b2a6b71f1d2" -d '{"events": [{"server_uuid": "f60ee8d4-b3f3-4e62-9209-b1f2f228d043", "name": "network-vif-plugged", "status": "completed", "tag": "ea5f97ef-b19b-43cd-84ff-19f19257a5d8"}, {"server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "name": "network-vif-plugged", "status": "completed", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:05.114039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ff6eeb4-261e-41a4-9779-42f56aa245c2 req-7c6d10a2-5953-4dc8-aab8-e0e99edd3729 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814929 Aug 29 17:19:05.144515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] For port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:05.144515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.182168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60592) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:05.190604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Calling delete_port for 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:05.229075 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aa7aa0-596e-40b5-ab93-b3354024faeb x-openstack-request-id: req-25aa7aa0-596e-40b5-ab93-b3354024faeb {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:05.229575 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60ee8d4-b3f3-4e62-9209-b1f2f228d043", "name": "network-vif-plugged", "status": "completed", "tag": "ea5f97ef-b19b-43cd-84ff-19f19257a5d8", "code": 200}, {"server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "name": "network-vif-plugged", "status": "completed", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:05.229999 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25aa7aa0-596e-40b5-ab93-b3354024faeb {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:05.230565 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60ee8d4-b3f3-4e62-9209-b1f2f228d043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5f97ef-b19b-43cd-84ff-19f19257a5d8', 'code': 200} Aug 29 17:19:05.231111 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5', 'code': 200} Aug 29 17:19:05.264828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8aae7-c5c8-4e61-88af-ff0718e19de4 req-da01cef2-edde-4254-8921-38831c42384d tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:05.271662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a158a32-4aa0-4c2b-9a03-caf9de3755e1 admin admin] Deleting subnet c16f9a70-5647-41e3-9357-26baa8ec4dd2 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:19:05.272279 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90a8aae7-c5c8-4e61-88af-ff0718e19de4 req-da01cef2-edde-4254-8921-38831c42384d tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1096 time: 0.1179907 Aug 29 17:19:05.279015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a158a32-4aa0-4c2b-9a03-caf9de3755e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.330539 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a158a32-4aa0-4c2b-9a03-caf9de3755e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.347182 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90a8aae7-c5c8-4e61-88af-ff0718e19de4 req-3dc46d84-3b9e-494d-92a2-6735455a437e tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664666 Aug 29 17:19:05.440971 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a158a32-4aa0-4c2b-9a03-caf9de3755e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.476440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8266fbd-9374-48e7-b2bb-cc50b7882a5d req-1011a4e5-c208-49a0-b4fe-d78ea7515ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:05.478057 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8266fbd-9374-48e7-b2bb-cc50b7882a5d req-1011a4e5-c208-49a0-b4fe-d78ea7515ea4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 1102 time: 0.1425297 Aug 29 17:19:05.494485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977c68-060c-4f4a-b363-5331a780192a req-5ad8c66a-6aec-4dbf-81a2-110ae3029b7d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:05.496448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46977c68-060c-4f4a-b363-5331a780192a req-5ad8c66a-6aec-4dbf-81a2-110ae3029b7d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 948 time: 0.1632185 Aug 29 17:19:05.503498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.516735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ad46af43-8305-4dda-9a4c-5f0ffed0a845', '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:05.581489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8266fbd-9374-48e7-b2bb-cc50b7882a5d req-ad3eb07e-0807-4464-9d9c-7de68c4a5764 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819314 Aug 29 17:19:05.587024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'Port': ['ID=9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:05.588990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a158a32-4aa0-4c2b-9a03-caf9de3755e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.609081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46977c68-060c-4f4a-b363-5331a780192a req-b8d92842-48ab-4fb4-a8c8-12b8310a561d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857120 Aug 29 17:19:05.636575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e8c8-f498-40b6-a958-6f73b25ba09c req-94b58a83-e5ee-409a-9687-e54f639454ab tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:05.644400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b118e8c8-f498-40b6-a958-6f73b25ba09c req-94b58a83-e5ee-409a-9687-e54f639454ab tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1096 time: 0.1820226 Aug 29 17:19:05.651824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a158a32-4aa0-4c2b-9a03-caf9de3755e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.657051 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9a158a32-4aa0-4c2b-9a03-caf9de3755e1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c16f9a70-5647-41e3-9357-26baa8ec4dd2 HTTP/1.1" status: 204 len: 168 time: 0.4733996 Aug 29 17:19:05.658231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60598) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:05.660416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a158a32-4aa0-4c2b-9a03-caf9de3755e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16f9a70-5647-41e3-9357-26baa8ec4dd2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:05.671288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] No DVR routers for this DVR port 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:05.674291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.676665 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f46053f1-8ac4-43de-8807-da1127c6542c req-244a14e0-1a8b-4283-b228-61c71cc7b69b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.44 "DELETE /v2.0/ports/9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 HTTP/1.1" status: 204 len: 173 time: 0.8269842 Aug 29 17:19:05.677342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'name': 'network-vif-deleted', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:05.679907 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f83b1-fa01-44eb-8d6b-ffb2106c56ee" -d '{"events": [{"server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "name": "network-vif-deleted", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:05.722893 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b118e8c8-f498-40b6-a958-6f73b25ba09c req-a585147d-6416-41ab-be4c-825dd899f34c tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720837 Aug 29 17:19:05.726103 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e76b30-c3e4-4710-9146-079535397878 x-openstack-request-id: req-e6e76b30-c3e4-4710-9146-079535397878 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:05.726608 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236c484f-a728-4473-b0dc-caf436a2d5b0", "name": "network-vif-deleted", "tag": "9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:05.728172 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6e76b30-c3e4-4710-9146-079535397878 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:05.728745 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236c484f-a728-4473-b0dc-caf436a2d5b0', 'name': 'network-vif-deleted', 'tag': '9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80', 'status': 'completed', 'code': 200} Aug 29 17:19:05.770559 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.822167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3f5853b-158b-4d01-93b1-1bc4ad3d4dcc req-36bd376b-23c5-4a62-956d-108f6d9fe788 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 210 time: 0.0362172 Aug 29 17:19:05.933182 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.960924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a194609-01e8-44ad-98ad-e53c461c6482']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:05.975885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463cd109-d87e-4867-97a7-aaedd9e9c3ad') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:05.976222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463cd109-d87e-4867-97a7-aaedd9e9c3ad') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:05.987211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:05.994520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.024796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.042336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:19:06.043204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:19:06.055605 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:19:06.070064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:06.070721 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.141074 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.172110 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.184413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60620) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:06.184889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] 10.222.0.41 "DELETE /v2.0/networks/1a194609-01e8-44ad-98ad-e53c461c6482 HTTP/1.1" status: 204 len: 168 time: 0.5242774 Aug 29 17:19:06.197773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39b388bd-79a7-48e8-bf2f-42fdaadfb342 req-4b395bf4-2498-4c17-8f89-840985528c63 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=236c484f-a728-4473-b0dc-caf436a2d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0472498 Aug 29 17:19:06.246141 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.296055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38a18c-d5fd-4e97-97fc-c57b7a60f31f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a194609-01e8-44ad-98ad-e53c461c6482,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:06.296573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:06.305216 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-77bbf22f-cb3f-44c9-91e3-e79f3665ac1c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082642 Aug 29 17:19:06.306868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ed2941-2ac3-4183-9324-f244bb35c841 admin admin] Deleting subnet f223c150-4220-4dd0-8b0a-3fa3bbbb5cd0 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:19:06.310638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.315781 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20ed2941-2ac3-4183-9324-f244bb35c841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.385317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20ed2941-2ac3-4183-9324-f244bb35c841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.424733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e324-f6bb-48fe-b4b1-bcb573c51ede req-5b8d7de5-6abb-46f6-b12f-b735d80ae652 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:06.433115 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7a3e324-f6bb-48fe-b4b1-bcb573c51ede req-5b8d7de5-6abb-46f6-b12f-b735d80ae652 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 950 time: 0.1191680 Aug 29 17:19:06.448157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:06.496450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7a3e324-f6bb-48fe-b4b1-bcb573c51ede req-36dea91c-99cb-4183-ae38-e55f7de667df tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620162 Aug 29 17:19:06.501844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20ed2941-2ac3-4183-9324-f244bb35c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.550503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d7395-bb96-454d-8414-30008dd367a5 req-9269c0a0-49e1-434a-900b-c7ebaed423c1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:06.552291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-9269c0a0-49e1-434a-900b-c7ebaed423c1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400372 Aug 29 17:19:06.570480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Request body: {'port': {'device_id': '72438933-24fc-481e-8d1c-61194d804944', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '27a60cdb0d44401891aecbc57532e8d0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:06.759033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Made reservation on behalf of 27a60cdb0d44401891aecbc57532e8d0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:06.764776 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.772162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7573b2-b488-4481-b3ed-f59a34406c1e req-9f57b423-dffc-4e60-850e-b75c57c31979 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:06.773686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec7573b2-b488-4481-b3ed-f59a34406c1e req-9f57b423-dffc-4e60-850e-b75c57c31979 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0730801 Aug 29 17:19:06.840117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20ed2941-2ac3-4183-9324-f244bb35c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.864490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec7573b2-b488-4481-b3ed-f59a34406c1e req-41bc4188-17b9-4894-b55c-55c897e8e9db tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823367 Aug 29 17:19:06.865375 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed2941-2ac3-4183-9324-f244bb35c841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f223c150-4220-4dd0-8b0a-3fa3bbbb5cd0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:06.889564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20ed2941-2ac3-4183-9324-f244bb35c841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:06.891486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-20ed2941-2ac3-4183-9324-f244bb35c841 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f223c150-4220-4dd0-8b0a-3fa3bbbb5cd0 HTTP/1.1" status: 204 len: 168 time: 0.7059941 Aug 29 17:19:06.895332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60628) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:06.970741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Allocated IP 192.168.233.116 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/1c12868e-b7f9-4e40-92a0-f7aca597cf07) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:07.008998 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91eff879-8262-4e71-8618-a0642905f316 req-ec1e87a8-47b0-4e06-9baa-840d3effe6af tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 210 time: 0.0397706 Aug 29 17:19:07.021792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.157068 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.168121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8d4e53-9714-4a12-85cd-1a2e2c310101']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:07.182100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc44c458-df04-40ba-a431-7d9ccea03ff8') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:07.182777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc44c458-df04-40ba-a431-7d9ccea03ff8') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:07.184534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.193801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.203499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Transition to ACTIVE for port object 1c12868e-b7f9-4e40-92a0-f7aca597cf07 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:07.211387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.223040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:19:07.223460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:19:07.225288 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:19:07.231998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:07.234543 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9292b44d-ddbb-432f-a771-33903d6ecbd3" -d '{"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-plugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:07.264686 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.280022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342', '95533882-fb2d-4f34-b515-513ad7606ed5'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:07.341270 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.345121 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ed1ac-3601-4057-8005-c2cdf5f5ce44 x-openstack-request-id: req-574ed1ac-3601-4057-8005-c2cdf5f5ce44 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:07.346863 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-plugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:07.347314 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-574ed1ac-3601-4057-8005-c2cdf5f5ce44 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:07.347873 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'code': 200} Aug 29 17:19:07.355980 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.360411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2c8d4e53-9714-4a12-85cd-1a2e2c310101 HTTP/1.1" status: 204 len: 168 time: 0.4640727 Aug 29 17:19:07.389161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:07.403536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:07.429390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5843edf-a432-4459-a46b-18bfd6d89a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8d4e53-9714-4a12-85cd-1a2e2c310101,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:07.429770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:07.445312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ab97f94-75cc-4778-b798-18ef51f829db req-6fdf5077-aebd-457f-a40f-369a7c9ff6bc tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/8b897ea3-b969-4f77-a6b0-1e449a0b3663 HTTP/1.1" status: 200 len: 1801 time: 0.1052918 Aug 29 17:19:07.493432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:07.535616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ab97f94-75cc-4778-b798-18ef51f829db req-5698ec09-84dc-4cd7-b0fb-58b6082e2cdb tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.591945 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ab97f94-75cc-4778-b798-18ef51f829db req-5698ec09-84dc-4cd7-b0fb-58b6082e2cdb tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.616358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:07.618372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.686455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:07.689010 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-421fd275-a6d7-47e0-8623-54c199f0c6cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1243095 Aug 29 17:19:07.689493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ab97f94-75cc-4778-b798-18ef51f829db req-5698ec09-84dc-4cd7-b0fb-58b6082e2cdb tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.696181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ab97f94-75cc-4778-b798-18ef51f829db req-5698ec09-84dc-4cd7-b0fb-58b6082e2cdb tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.705797 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ab97f94-75cc-4778-b798-18ef51f829db req-5698ec09-84dc-4cd7-b0fb-58b6082e2cdb tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b897ea3-b969-4f77-a6b0-1e449a0b3663 HTTP/1.1" status: 204 len: 173 time: 0.2590849 Aug 29 17:19:07.709159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Request body: {'port': {'device_id': '72438933-24fc-481e-8d1c-61194d804944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:07.714521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0416358-36cc-455f-820c-05918251213d req-27b16172-7aa6-49d9-ac9d-8ac244dce098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:07.719745 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0416358-36cc-455f-820c-05918251213d req-27b16172-7aa6-49d9-ac9d-8ac244dce098 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1101 time: 0.0891464 Aug 29 17:19:07.749115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698ec09-84dc-4cd7-b0fb-58b6082e2cdb tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b897ea3-b969-4f77-a6b0-1e449a0b3663,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:07.756026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:07.768262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 9cd11cf5-a9a8-46a4-9e5b-5038b6a45f80 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:07.857422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60648) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:07.869911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dc43099d-a956-4bb5-83ce-cf206e816cbc None None] Provisioning for port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:07.875369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dc43099d-a956-4bb5-83ce-cf206e816cbc None None] Provisioning complete for port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:07.875981 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc43099d-a956-4bb5-83ce-cf206e816cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.896104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ccf7c812-2bac-4bfb-a8bb-a6564ad3c590 req-c419ea55-c480-45a3-8cf5-96e453530110 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/adcad645-c1a0-40a4-b3b2-f91f5de6470c HTTP/1.1" status: 200 len: 1799 time: 0.1491787 Aug 29 17:19:07.909507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0416358-36cc-455f-820c-05918251213d req-be64bce6-2b54-46e5-9849-afcc2dc7a32d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604648 Aug 29 17:19:07.953647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dc43099d-a956-4bb5-83ce-cf206e816cbc None None] Port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:07.968542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ccf7c812-2bac-4bfb-a8bb-a6564ad3c590 req-30db006d-029f-40f0-b10c-b3d59b903c0b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.978205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35290cb6-71cb-4ae4-ac33-04fce6356070 req-a8a2bb50-7d69-4e96-afbd-a0e4fd7137c0 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:07.979951 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-35290cb6-71cb-4ae4-ac33-04fce6356070 req-a8a2bb50-7d69-4e96-afbd-a0e4fd7137c0 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 950 time: 0.2577276 Aug 29 17:19:07.980705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:07.984490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f49c3ce1-a6c0-433a-aa2f-dea4b43bf571 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15bf6b4ce2654438a2b3085961a4e90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230004 Aug 29 17:19:07.987759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:08.015097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ccf7c812-2bac-4bfb-a8bb-a6564ad3c590 req-30db006d-029f-40f0-b10c-b3d59b903c0b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.059041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-35290cb6-71cb-4ae4-ac33-04fce6356070 req-ea4bd6e4-b482-4d99-89ac-8872408100d2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723331 Aug 29 17:19:08.109102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f4912-be94-4f67-9866-f7ca65097639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.146104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f4912-be94-4f67-9866-f7ca65097639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.204118 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ccf7c812-2bac-4bfb-a8bb-a6564ad3c590 req-30db006d-029f-40f0-b10c-b3d59b903c0b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.207398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ccf7c812-2bac-4bfb-a8bb-a6564ad3c590 req-30db006d-029f-40f0-b10c-b3d59b903c0b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.209405 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ccf7c812-2bac-4bfb-a8bb-a6564ad3c590 req-30db006d-029f-40f0-b10c-b3d59b903c0b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/adcad645-c1a0-40a4-b3b2-f91f5de6470c HTTP/1.1" status: 204 len: 173 time: 0.3120615 Aug 29 17:19:08.220909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f4912-be94-4f67-9866-f7ca65097639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.220909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f4912-be94-4f67-9866-f7ca65097639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.220909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c30f4912-be94-4f67-9866-f7ca65097639 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/554468fe-bc77-4abb-a6b9-4594f3248ee4 HTTP/1.1" status: 204 len: 168 time: 0.2319517 Aug 29 17:19:08.247599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db006d-029f-40f0-b10c-b3d59b903c0b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcad645-c1a0-40a4-b3b2-f91f5de6470c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:08.287163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f4912-be94-4f67-9866-f7ca65097639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554468fe-bc77-4abb-a6b9-4594f3248ee4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:08.302209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f59fa-60e5-431d-b8a4-f4d3de44b65e req-b507ceb7-1a20-41e6-97da-ec08dde1dd52 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:08.311177 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a00f59fa-60e5-431d-b8a4-f4d3de44b65e req-b507ceb7-1a20-41e6-97da-ec08dde1dd52 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1522171 Aug 29 17:19:08.374498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a00f59fa-60e5-431d-b8a4-f4d3de44b65e req-bfa43062-9759-4281-8b52-8bec22b87c32 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578399 Aug 29 17:19:08.407820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d6854-4e7e-406f-9679-4dfa6c4c08dc req-e7c1f6c4-e065-47b7-bc9e-c850bea8af13 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:08.409234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-900d6854-4e7e-406f-9679-4dfa6c4c08dc req-e7c1f6c4-e065-47b7-bc9e-c850bea8af13 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 936 time: 0.0960596 Aug 29 17:19:08.527208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c12868e-b7f9-4e40-92a0-f7aca597cf07 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:08.535107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-900d6854-4e7e-406f-9679-4dfa6c4c08dc req-a92bf08f-42e6-46ef-baab-f16427a3471f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058586 Aug 29 17:19:08.546331 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.583607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Transition to ACTIVE for port object 1c12868e-b7f9-4e40-92a0-f7aca597cf07 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:08.590900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.665322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-af944e89-49f1-4e86-a026-d98c4665394e req-43b12032-8e9b-4624-9515-b44ce68db59d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1361122873', 'description': 'tempest-description-281869039'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:08.711686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-af944e89-49f1-4e86-a026-d98c4665394e req-43b12032-8e9b-4624-9515-b44ce68db59d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.890267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:08.924536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Attempting to bind port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:08.924896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Attempting to bind port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:08.925115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Attempting to bind port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:08.930366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:08.930722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Attempting to bind port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:08.936338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:08.936678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:08.937063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:08.937546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Bound port: 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:08.937912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.952720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-af944e89-49f1-4e86-a026-d98c4665394e req-43b12032-8e9b-4624-9515-b44ce68db59d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.969143 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-af944e89-49f1-4e86-a026-d98c4665394e req-43b12032-8e9b-4624-9515-b44ce68db59d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:08.989289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60672) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:09.028646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:09.032426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:09.045692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.066817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-af944e89-49f1-4e86-a026-d98c4665394e req-43b12032-8e9b-4624-9515-b44ce68db59d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.076258 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af944e89-49f1-4e86-a026-d98c4665394e req-43b12032-8e9b-4624-9515-b44ce68db59d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4228892 Aug 29 17:19:09.080629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b12032-8e9b-4624-9515-b44ce68db59d tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fec663-638d-426d-bdce-611daf4a48d5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:09.092122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c05e9ba7-81cb-4f72-8026-f03ef2d0fd09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6af5a3b23b445a781b2d957780e4262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944932 Aug 29 17:19:09.092845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60676) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:09.133207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:09.133820 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.136238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c12868e-b7f9-4e40-92a0-f7aca597cf07 HTTP/1.1" status: 200 len: 1097 time: 1.4368765 Aug 29 17:19:09.148378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:09.150761 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58" -d '{"events": [{"name": "network-changed", "server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:09.169917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d5574-e98f-430a-b5bb-61d0d3fe6a81 req-2c766ebb-dbda-42bf-826f-048fa284dd18 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:09.171900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d22c036a-0736-4d50-a975-84f527445602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.179197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a1d5574-e98f-430a-b5bb-61d0d3fe6a81 req-2c766ebb-dbda-42bf-826f-048fa284dd18 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 1102 time: 0.1442997 Aug 29 17:19:09.210711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a5665-5a33-411c-a029-8bde17abc7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:09.213572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8a1d5574-e98f-430a-b5bb-61d0d3fe6a81 req-097ea47e-09c5-43fe-9f7f-d8a1c37e95af tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.232469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d22c036a-0736-4d50-a975-84f527445602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.353526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7ce6e42-8129-4b25-9d95-447ec761504d req-99efaaf0-12b1-4082-b805-1fa44994aaf7 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/57fec663-638d-426d-bdce-611daf4a48d5 HTTP/1.1" status: 200 len: 1800 time: 0.1188405 Aug 29 17:19:09.372750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-b7ce6e42-8129-4b25-9d95-447ec761504d req-f15b4102-d81e-4f72-afc2-20a76762572c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1962954257', 'description': 'tempest-description-hth-1009109'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:09.386202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d7395-bb96-454d-8414-30008dd367a5 req-29533b34-70e6-4397-b1fb-7a1c4fa30702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:09.389271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-29533b34-70e6-4397-b1fb-7a1c4fa30702 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 1100 time: 0.1530018 Aug 29 17:19:09.418771 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d22c036a-0736-4d50-a975-84f527445602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.421303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d22c036a-0736-4d50-a975-84f527445602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.422892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d22c036a-0736-4d50-a975-84f527445602 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c343d367-31a3-4cbc-9782-44b4af981be0 HTTP/1.1" status: 204 len: 168 time: 0.3285015 Aug 29 17:19:09.441232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-77a3ca15-7fa9-44c5-a5e1-f23edc68f9fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07 HTTP/1.1" status: 200 len: 217 time: 0.0422115 Aug 29 17:19:09.458218 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b7ce6e42-8129-4b25-9d95-447ec761504d req-f15b4102-d81e-4f72-afc2-20a76762572c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.470767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c036a-0736-4d50-a975-84f527445602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c343d367-31a3-4cbc-9782-44b4af981be0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:09.505069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8a1d5574-e98f-430a-b5bb-61d0d3fe6a81 req-097ea47e-09c5-43fe-9f7f-d8a1c37e95af tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.514983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8a1d5574-e98f-430a-b5bb-61d0d3fe6a81 req-097ea47e-09c5-43fe-9f7f-d8a1c37e95af tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.531885 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a1d5574-e98f-430a-b5bb-61d0d3fe6a81 req-097ea47e-09c5-43fe-9f7f-d8a1c37e95af tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517907 Aug 29 17:19:09.545326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d7395-bb96-454d-8414-30008dd367a5 req-faeaa486-5e7d-4536-9dd9-0121add22447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:09.547375 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-faeaa486-5e7d-4536-9dd9-0121add22447 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0975678 Aug 29 17:19:09.583643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea47e-09c5-43fe-9f7f-d8a1c37e95af tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d17e65-0446-4cc7-ae15-299f5a9ebbd3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:09.622342 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6ab2a3-6df9-4414-bdf9-17db0251fbf1 x-openstack-request-id: req-fe6ab2a3-6df9-4414-bdf9-17db0251fbf1 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:09.622653 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:09.624148 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe6ab2a3-6df9-4414-bdf9-17db0251fbf1 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:09.624569 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'status': 'completed', 'code': 200} Aug 29 17:19:09.637627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b7ce6e42-8129-4b25-9d95-447ec761504d req-f15b4102-d81e-4f72-afc2-20a76762572c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.637775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d7395-bb96-454d-8414-30008dd367a5 req-59f008e4-feb7-4106-acb2-52f1d2a788b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:09.639341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-59f008e4-feb7-4106-acb2-52f1d2a788b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768247 Aug 29 17:19:09.648740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b7ce6e42-8129-4b25-9d95-447ec761504d req-f15b4102-d81e-4f72-afc2-20a76762572c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.652342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b7ce6e42-8129-4b25-9d95-447ec761504d req-f15b4102-d81e-4f72-afc2-20a76762572c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:09.667818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7ce6e42-8129-4b25-9d95-447ec761504d req-f15b4102-d81e-4f72-afc2-20a76762572c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "PUT /v2.0/security-groups/57fec663-638d-426d-bdce-611daf4a48d5 HTTP/1.1" status: 200 len: 1772 time: 0.2998228 Aug 29 17:19:09.758810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4102-d81e-4f72-afc2-20a76762572c tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fec663-638d-426d-bdce-611daf4a48d5,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:09.874116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce227dc-7345-409c-8c5b-9d704013a09c req-891504ff-b9fb-461b-843c-bc511417dc44 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:09.883643 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ce227dc-7345-409c-8c5b-9d704013a09c req-891504ff-b9fb-461b-843c-bc511417dc44 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 948 time: 0.0937150 Aug 29 17:19:09.933315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ce227dc-7345-409c-8c5b-9d704013a09c req-b6119d91-eb60-496a-a9b5-34293af0399e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486100 Aug 29 17:19:10.147887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414bea4-57fc-42d1-9ae5-2a85e1b4631c req-de8483dd-c09c-4a97-9563-460c4cbbdd0d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.155610 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c414bea4-57fc-42d1-9ae5-2a85e1b4631c req-de8483dd-c09c-4a97-9563-460c4cbbdd0d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.3793068 Aug 29 17:19:10.194164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-17681f04-f4c5-47e1-bd1b-4e79224cc5a1 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459535 Aug 29 17:19:10.231246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c414bea4-57fc-42d1-9ae5-2a85e1b4631c req-b11968a5-e28c-4775-a04d-45f7ed1dbab3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747035 Aug 29 17:19:10.361803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-546d7395-bb96-454d-8414-30008dd367a5 req-0204d20f-8bae-457e-a5d8-7aa91ae85585 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590204 Aug 29 17:19:10.409610 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2548791d-2208-4900-bd39-f88459325bb6 req-daafeb2b-83f7-4b2a-9ec2-93d0febc8992 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/57fec663-638d-426d-bdce-611daf4a48d5 HTTP/1.1" status: 200 len: 1772 time: 0.1246796 Aug 29 17:19:10.492848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-7e83d31b-08e2-4f36-a678-d457a949a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.497788 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-7e83d31b-08e2-4f36-a678-d457a949a2bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 1100 time: 0.0772638 Aug 29 17:19:10.543785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-53276e21-13a1-4b0f-af3b-4733336a9d17 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423369 Aug 29 17:19:10.575398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6a0c1-bcb7-47a8-a991-b2e14c1cdc14 req-49f86e6c-cfcd-412f-b435-4e71e864555d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.577055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddf6a0c1-bcb7-47a8-a991-b2e14c1cdc14 req-49f86e6c-cfcd-412f-b435-4e71e864555d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0668225 Aug 29 17:19:10.647694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddf6a0c1-bcb7-47a8-a991-b2e14c1cdc14 req-4d8210d9-f383-4b67-8adb-7f818c892802 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 Aug 29 17:19:10.719658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-d65ba3ce-529e-4e5e-bf7c-46ca08dbc556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.721522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-d65ba3ce-529e-4e5e-bf7c-46ca08dbc556 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2088523 Aug 29 17:19:10.741490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c5c72b12-e336-4d04-8bf7-f09a221a6225 req-a9a263c4-639e-416c-aea3-4ad1e725aa79 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/57fec663-638d-426d-bdce-611daf4a48d5 HTTP/1.1" status: 200 len: 1772 time: 0.0527623 Aug 29 17:19:10.783476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-14a3c5c2-c0e8-47be-a2f2-c8fbf9b82819 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07 HTTP/1.1" status: 200 len: 217 time: 0.0503435 Aug 29 17:19:10.805933 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c5c72b12-e336-4d04-8bf7-f09a221a6225 req-cd0cabe9-dba0-4d6d-a4a1-6e80ecfb5fd3 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:10.834290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c5c72b12-e336-4d04-8bf7-f09a221a6225 req-cd0cabe9-dba0-4d6d-a4a1-6e80ecfb5fd3 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:10.849687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-14a85a31-47a6-48e0-8bfe-b5db85328275 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.855494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-14a85a31-47a6-48e0-8bfe-b5db85328275 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828505 Aug 29 17:19:10.877260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-509cee3b-bb38-46e7-998c-ca7afae5cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.878859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-509cee3b-bb38-46e7-998c-ca7afae5cc44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0813551 Aug 29 17:19:10.883713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c5c72b12-e336-4d04-8bf7-f09a221a6225 req-cd0cabe9-dba0-4d6d-a4a1-6e80ecfb5fd3 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:10.886533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c5c72b12-e336-4d04-8bf7-f09a221a6225 req-cd0cabe9-dba0-4d6d-a4a1-6e80ecfb5fd3 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:10.888390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c5c72b12-e336-4d04-8bf7-f09a221a6225 req-cd0cabe9-dba0-4d6d-a4a1-6e80ecfb5fd3 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/57fec663-638d-426d-bdce-611daf4a48d5 HTTP/1.1" status: 204 len: 173 time: 0.1457655 Aug 29 17:19:10.899560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cabe9-dba0-4d6d-a4a1-6e80ecfb5fd3 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fec663-638d-426d-bdce-611daf4a48d5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:10.901444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-74c987e3-cd4f-49a8-881d-c29855746939 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/quotas/54977d63dd8242fb8184905785dbd6ea HTTP/1.1" status: 200 len: 375 time: 0.0257022 Aug 29 17:19:10.970255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-25afa09f-830b-4aa7-b57c-72306d99ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.971954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-25afa09f-830b-4aa7-b57c-72306d99ee7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836384 Aug 29 17:19:10.981700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-ff11d0b0-6c1d-44a6-88bb-a08b64f6730b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638423 Aug 29 17:19:11.087533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-159c478d-379d-4c6a-86de-a2f1c336ca5f service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010089 Aug 29 17:19:11.179219 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-84acfcbd-440e-4523-ad8a-292899a66a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:11.248072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f03ddce7-79cb-41c3-9d7d-2c0737f7ff58 req-c9305d5f-c5c7-42e4-9fc8-65623ffdcd87 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529529 Aug 29 17:19:11.682965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840516ad-3a03-4fa6-ae61-4361c1bcbcf2 req-e267f317-adb8-4aaa-a821-3e9c6549530c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:11.691430 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-840516ad-3a03-4fa6-ae61-4361c1bcbcf2 req-e267f317-adb8-4aaa-a821-3e9c6549530c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 948 time: 0.0749729 Aug 29 17:19:11.756870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-840516ad-3a03-4fa6-ae61-4361c1bcbcf2 req-809ae84d-860f-4bca-953d-76dde80ab379 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640740 Aug 29 17:19:11.759386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c04f27-a549-43d4-8691-d94341a8a503 req-15002cec-ef06-4760-8609-dcf60865a6a7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:11.760777 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9c04f27-a549-43d4-8691-d94341a8a503 req-15002cec-ef06-4760-8609-dcf60865a6a7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1083157 Aug 29 17:19:11.845138 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9c04f27-a549-43d4-8691-d94341a8a503 req-54d5d411-d502-45fd-9cb7-527933fbb25c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Aug 29 17:19:12.054864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:12.160491 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-673b7a38-d547-4f18-aafe-17dbadc76e1a req-0bc76861-4351-40c0-891a-3c40a933e334 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:19:12.161585 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-673b7a38-d547-4f18-aafe-17dbadc76e1a req-0bc76861-4351-40c0-891a-3c40a933e334 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/adcad645-c1a0-40a4-b3b2-f91f5de6470c HTTP/1.1" status: 404 len: 352 time: 0.0176301 Aug 29 17:19:12.281796 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:12.306017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:12.308970 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-b0f990c6-400f-43c4-8a4c-4130028de0b5 req-b3aa02fe-705a-4b7f-9ca2-c6f3b271a418 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:19:12.318153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0f990c6-400f-43c4-8a4c-4130028de0b5 req-b3aa02fe-705a-4b7f-9ca2-c6f3b271a418 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/8b897ea3-b969-4f77-a6b0-1e449a0b3663 HTTP/1.1" status: 404 len: 352 time: 0.0293777 Aug 29 17:19:12.332364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'mac_address': 'fa:16:3e:82:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:12.351294 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9eef8dc6-fddb-494c-a2b1-d31abf141a76 req-5d2d6312-bd03-41e2-8526-de76e68c6b4a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 210 time: 0.0510707 Aug 29 17:19:12.389783 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:12.407184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c12868e-b7f9-4e40-92a0-f7aca597cf07 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:12.425182 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-43dd19c1-201e-402e-9fdb-0c6a66cad0cb req-88b2b21e-852c-4e88-b8e1-05eaef715ddd tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:19:12.435031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:12.440891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43dd19c1-201e-402e-9fdb-0c6a66cad0cb req-88b2b21e-852c-4e88-b8e1-05eaef715ddd tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/2bda54f5-af34-4a9b-8d03-9df290210bc7 HTTP/1.1" status: 404 len: 352 time: 0.0389476 Aug 29 17:19:12.446015 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:12.473759 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-e79b685f-cf42-4381-ac47-6b69161406e4 req-200534cd-af68-4692-adfb-dc7af8b89ac1 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:19:12.475820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e79b685f-cf42-4381-ac47-6b69161406e4 req-200534cd-af68-4692-adfb-dc7af8b89ac1 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/8c9d0a2e-972a-4fb1-9431-c2c77bebd945 HTTP/1.1" status: 404 len: 352 time: 0.0178106 Aug 29 17:19:12.515640 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-ede99e24-13af-4d36-ab0a-850caa2b9f77 req-94d2c56c-86b5-48db-91cb-4cfac3af8f86 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:19:12.533877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:12.541092 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ede99e24-13af-4d36-ab0a-850caa2b9f77 req-94d2c56c-86b5-48db-91cb-4cfac3af8f86 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/bec31581-b721-406e-842b-64b15397095d HTTP/1.1" status: 404 len: 352 time: 0.0437083 Aug 29 17:19:12.564500 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-affd7578-b941-40ba-a294-4587ced547ad req-614d2953-8273-45f7-9938-647df05d76de tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] show failed (client error): The resource could not be found. Aug 29 17:19:12.565516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-affd7578-b941-40ba-a294-4587ced547ad req-614d2953-8273-45f7-9938-647df05d76de tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/9b527417-62c8-442f-a72e-f801e2eb87aa HTTP/1.1" status: 404 len: 352 time: 0.0195799 Aug 29 17:19:12.692124 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:12.714943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c12868e-b7f9-4e40-92a0-f7aca597cf07'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:12.886825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60836) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:12.972255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff617a3-2268-495a-9bd4-cc9ab4ed2b0a req-f7220ac7-f788-4b20-a697-05df9d1af582 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.972619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bcc19-7fbf-4cab-af6c-73bec1c21ab3 req-271efc17-dfd6-4a0d-8f28-a1cd81dd01c5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.974044 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b7bcc19-7fbf-4cab-af6c-73bec1c21ab3 req-271efc17-dfd6-4a0d-8f28-a1cd81dd01c5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 949 time: 0.1042094 Aug 29 17:19:12.982642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ff617a3-2268-495a-9bd4-cc9ab4ed2b0a req-f7220ac7-f788-4b20-a697-05df9d1af582 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1023 time: 0.0797119 Aug 29 17:19:13.025479 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b7bcc19-7fbf-4cab-af6c-73bec1c21ab3 req-38c4dcb5-45ca-4fcf-9959-596bd9d805cc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449817 Aug 29 17:19:13.025857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ff617a3-2268-495a-9bd4-cc9ab4ed2b0a req-fcd079a3-aa9a-44d1-99f0-f9b45e471324 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&id=482990d4-9112-424e-872e-068e7ed79aa7&id=33e54a4c-47f9-41e1-817f-4e84c472455e&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0417595 Aug 29 17:19:13.055659 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d645415-ccaa-4f80-8cf6-b55ae65fea9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.167407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b136a96-ee5d-449e-a20a-8c27b6dc334b req-07e7a384-4a64-432f-b9fd-0fab650db826 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:13.168828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b136a96-ee5d-449e-a20a-8c27b6dc334b req-07e7a384-4a64-432f-b9fd-0fab650db826 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0704536 Aug 29 17:19:13.234054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b136a96-ee5d-449e-a20a-8c27b6dc334b req-ac296cce-a7f2-404c-a206-d0870b5cab0d tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556252 Aug 29 17:19:13.255553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d645415-ccaa-4f80-8cf6-b55ae65fea9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.260055 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d645415-ccaa-4f80-8cf6-b55ae65fea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.303218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d645415-ccaa-4f80-8cf6-b55ae65fea9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a5437d-1075-4bfe-b83c-53c60286c222,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:13.307706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5d645415-ccaa-4f80-8cf6-b55ae65fea9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c141c02b75e64a748354e1a8a9b14a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200518 Aug 29 17:19:13.310246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60846) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:13.386322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-494820ae-b1f5-4acb-9a81-1a3644a1cc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.433710 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-494820ae-b1f5-4acb-9a81-1a3644a1cc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.528869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-5773aeba-7243-4ff1-af56-9a163d40b00b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653028 Aug 29 17:19:13.558985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df468779-832e-4c2f-9fef-b8028316c9ec req-7d538510-b991-4dd5-8a3e-a2c91880d0ed tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 210 time: 0.0695508 Aug 29 17:19:13.602933 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-494820ae-b1f5-4acb-9a81-1a3644a1cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.605542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-494820ae-b1f5-4acb-9a81-1a3644a1cc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.609826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-494820ae-b1f5-4acb-9a81-1a3644a1cc0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55a5437d-1075-4bfe-b83c-53c60286c222 HTTP/1.1" status: 204 len: 168 time: 0.2985823 Aug 29 17:19:13.625698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494820ae-b1f5-4acb-9a81-1a3644a1cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a5437d-1075-4bfe-b83c-53c60286c222,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:13.696501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-943eaf51-ac3c-443f-8f01-408edf08af67 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:13.698277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-943eaf51-ac3c-443f-8f01-408edf08af67 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574471 Aug 29 17:19:13.718660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Request body: {'port': {'device_id': '0e23689f-1efb-4b3e-8d69-0b3a698660db', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '54977d63dd8242fb8184905785dbd6ea'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:13.817052 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cba5193e-cfab-42f8-ada7-8858987130cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.878170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:13.889115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Made reservation on behalf of 54977d63dd8242fb8184905785dbd6ea for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:13.893904 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:14.059079 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:14.120871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-32b6507b-9167-472a-bf9d-9f1ff0d588f0 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855098 Aug 29 17:19:14.206402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:14.228817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:14.232905 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:14.282116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Allocated IP 192.168.233.199 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/0c4ffa85-e590-4529-b475-aa109c258e31) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:14.370990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452b3dc-6de9-46e9-93cc-069a67b889b7 req-432acf1c-58d4-4c49-8d4a-4bc76a67a794 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.371161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d00db-cf57-4f5e-93fb-4c56d501481f req-e8792d04-be8f-4c00-892e-1663c1121adf tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.373067 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd8d00db-cf57-4f5e-93fb-4c56d501481f req-e8792d04-be8f-4c00-892e-1663c1121adf tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 949 time: 0.1884961 Aug 29 17:19:14.398411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e452b3dc-6de9-46e9-93cc-069a67b889b7 req-432acf1c-58d4-4c49-8d4a-4bc76a67a794 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1023 time: 0.1595130 Aug 29 17:19:14.430215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:14.452742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3afe0c48-ec85-4237-8bb6-f9ae4dd75d13 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.454566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3afe0c48-ec85-4237-8bb6-f9ae4dd75d13 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258808 Aug 29 17:19:14.489794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd8d00db-cf57-4f5e-93fb-4c56d501481f req-ba4993b9-d6a5-41cf-b25a-e2b76673cdbb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018450 Aug 29 17:19:14.499730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Request body: {'port': {'device_id': '378f5701-8a44-4d6c-8a7c-3c23ad15f482', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '54977d63dd8242fb8184905785dbd6ea'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:14.533674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:14.539621 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f11339-59c0-4b81-9929-23a823b04a3e" -d '{"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-plugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:14.580699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:14.587459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e452b3dc-6de9-46e9-93cc-069a67b889b7 req-a3473a87-a2e1-4e9d-9dda-f81fbab70304 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&id=482990d4-9112-424e-872e-068e7ed79aa7&id=33e54a4c-47f9-41e1-817f-4e84c472455e&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1878848 Aug 29 17:19:14.588444 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:14.606727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:14.629661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Transition to ACTIVE for port object 0c4ffa85-e590-4529-b475-aa109c258e31 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:14.707515 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cb915-27c0-4f13-9720-f3514e14cd87 x-openstack-request-id: req-469cb915-27c0-4f13-9720-f3514e14cd87 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:14.713808 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-plugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:14.715547 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-469cb915-27c0-4f13-9720-f3514e14cd87 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:14.717266 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'code': 200} Aug 29 17:19:14.766273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0b7b5-d03f-4da1-ad22-3e02c7a1d766 req-428d2767-780a-4c0f-a2a3-63af44f9bcf1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.774109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ba0b7b5-d03f-4da1-ad22-3e02c7a1d766 req-428d2767-780a-4c0f-a2a3-63af44f9bcf1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1014264 Aug 29 17:19:14.775105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:14.815543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:14.825197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Made reservation on behalf of 54977d63dd8242fb8184905785dbd6ea for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:14.828920 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:14.834736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:14.891810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ba0b7b5-d03f-4da1-ad22-3e02c7a1d766 req-2c1e5dec-d0c9-4bc1-ad75-7303a49f8da9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108584 Aug 29 17:19:14.904002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bc14b-09fe-44e3-a41c-39e03eab3568 req-95a565fd-76bd-4e4a-a319-a66e56b175e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.906004 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-866bc14b-09fe-44e3-a41c-39e03eab3568 req-95a565fd-76bd-4e4a-a319-a66e56b175e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 1102 time: 0.1164603 Aug 29 17:19:14.932000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60956) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:14.934079 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e233bb99-77fc-4968-985b-4e1e89199d6c req-069ba145-7f5c-481c-b231-dc8cadf6510e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 210 time: 0.1353552 Aug 29 17:19:14.961171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-0ce5748c-ba93-4397-bdd0-5b8deedcfafd tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.962920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-0ce5748c-ba93-4397-bdd0-5b8deedcfafd tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1023 time: 0.3271618 Aug 29 17:19:14.965105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'Port': ['ID=0c4ffa85-e590-4529-b475-aa109c258e31,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:14.974653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:14.978185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:15.005314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:15.054022 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-866bc14b-09fe-44e3-a41c-39e03eab3568 req-64e24ef6-352b-4eb8-b3c5-7894f42204a6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400054 Aug 29 17:19:15.164314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:15.164970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.174279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1185786992-network', 'tenant_id': '3ea30acd0de8433180a2016b822e56e8'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:15.187557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Allocated IP 192.168.233.31 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/41559eac-52be-46c2-9712-3fe5ec6e863d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:15.202839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Made reservation on behalf of 3ea30acd0de8433180a2016b822e56e8 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:15.205406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.217460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.222379 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3b7675f0-f1c0-4eb1-8d35-57fc27b5133c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5089445 Aug 29 17:19:15.239682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Request body: {'port': {'device_id': '0e23689f-1efb-4b3e-8d69-0b3a698660db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:15.336113 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.338308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-afdf7ff4-f579-49fd-87e3-2447e84d2c04 None None] Provisioning for port 0c4ffa85-e590-4529-b475-aa109c258e31 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:15.345671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-afdf7ff4-f579-49fd-87e3-2447e84d2c04 None None] Provisioning complete for port 0c4ffa85-e590-4529-b475-aa109c258e31 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:15.347923 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-afdf7ff4-f579-49fd-87e3-2447e84d2c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.352602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Deleting port ad46af43-8305-4dda-9a4c-5f0ffed0a845 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:15.352951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.402606 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.403316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-afdf7ff4-f579-49fd-87e3-2447e84d2c04 None None] Port 0c4ffa85-e590-4529-b475-aa109c258e31 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:15.416596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.425485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Transition to ACTIVE for port object 41559eac-52be-46c2-9712-3fe5ec6e863d will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:15.448278 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.474060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.483444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.497291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:15.527014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:19:15.569017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:15.570635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d932a85a-e661-4584-ba79-cf07be791ab7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:15.572509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:15.596126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:15.598820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.599091 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Added segment 202b756c-43bb-4c75-8855-e43b4e636de8 of type vlan for network 32a9ed4a-eaf6-4b1d-b924-21f591c94515 Aug 29 17:19:15.603874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'Port': ['ID=41559eac-52be-46c2-9712-3fe5ec6e863d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:15.702231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] For port ad46af43-8305-4dda-9a4c-5f0ffed0a845, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ad46af43-8305-4dda-9a4c-5f0ffed0a845,segment=NetworkSegment(e8f43d76-b7f0-4639-999b-99ecaba82bdc),segment_id=e8f43d76-b7f0-4639-999b-99ecaba82bdc)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:15.702621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.747542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Calling delete_port for ad46af43-8305-4dda-9a4c-5f0ffed0a845 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:15.765164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:15.765983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.789906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-3dadb572-0588-4e9d-872f-7950d779ca87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2958915 Aug 29 17:19:15.801119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92fec5-7242-459e-ba0d-acbd80ddf548 req-1d6072ad-8da1-4a67-86ec-439b0c655757 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:15.803870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f92fec5-7242-459e-ba0d-acbd80ddf548 req-1d6072ad-8da1-4a67-86ec-439b0c655757 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.2040098 Aug 29 17:19:15.809728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Request body: {'port': {'device_id': '378f5701-8a44-4d6c-8a7c-3c23ad15f482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:15.896080 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.902291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f92fec5-7242-459e-ba0d-acbd80ddf548 req-3bca4d38-b92b-434a-9d86-adbd00bb46b4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883238 Aug 29 17:19:15.902978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.940475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d96d56ad-5012-40b2-8675-d83ba817b555 None None] Provisioning for port 41559eac-52be-46c2-9712-3fe5ec6e863d completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:15.947248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d96d56ad-5012-40b2-8675-d83ba817b555 None None] Provisioning complete for port 41559eac-52be-46c2-9712-3fe5ec6e863d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:15.947625 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d96d56ad-5012-40b2-8675-d83ba817b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.980041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.981031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:15.981944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.020719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d96d56ad-5012-40b2-8675-d83ba817b555 None None] Port 41559eac-52be-46c2-9712-3fe5ec6e863d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:16.043679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df77c-b879-4a1c-8e79-3b47c056a9d1 req-9f22a623-0d41-42e0-b360-656f26bc71f7 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.050991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-900df77c-b879-4a1c-8e79-3b47c056a9d1 req-9f22a623-0d41-42e0-b360-656f26bc71f7 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e4adc3-6d43-4220-9678-e74d368c1c23 HTTP/1.1" status: 200 len: 1023 time: 0.3304958 Aug 29 17:19:16.135616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efaae7-28c5-4632-abc7-894c7af04e63 req-4fcbd872-9c38-4ca1-bb28-1372cf94d6bd tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.137390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f5efaae7-28c5-4632-abc7-894c7af04e63 req-4fcbd872-9c38-4ca1-bb28-1372cf94d6bd tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0626910 Aug 29 17:19:16.183950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2392695 Aug 29 17:19:16.187552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f5efaae7-28c5-4632-abc7-894c7af04e63 req-96e17fb4-78a1-468c-a823-edc9cbba5b71 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Aug 29 17:19:16.237114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311808b2-29d8-4e34-8d30-55f10b0c53d2 admin admin] Pushing event updated for resources: {'Network': ['ID=32a9ed4a-eaf6-4b1d-b924-21f591c94515,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:16.258742 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-900df77c-b879-4a1c-8e79-3b47c056a9d1 req-4166c760-63e9-463d-b51a-b03b3a87eefe tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef&id=482990d4-9112-424e-872e-068e7ed79aa7&id=33e54a4c-47f9-41e1-817f-4e84c472455e&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2066555 Aug 29 17:19:16.276085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 32a9ed4a-eaf6-4b1d-b924-21f591c94515 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:19:16.404799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9eafd-dd25-4b3e-952e-a64be85af383 req-fd522e66-5ca6-49bd-b281-edb5900ae5cd tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.407905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d9eafd-dd25-4b3e-952e-a64be85af383 req-fd522e66-5ca6-49bd-b281-edb5900ae5cd tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 935 time: 0.1025119 Aug 29 17:19:16.410089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.496376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4ffa85-e590-4529-b475-aa109c258e31 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:16.507016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d9eafd-dd25-4b3e-952e-a64be85af383 req-2167782a-fbca-4929-a319-89b47100bc7d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672429 Aug 29 17:19:16.507578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'Port': ['ID=ad46af43-8305-4dda-9a4c-5f0ffed0a845,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:16.515520 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.553759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Transition to ACTIVE for port object 0c4ffa85-e590-4529-b475-aa109c258e31 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:16.572735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] No DVR routers for this DVR port ad46af43-8305-4dda-9a4c-5f0ffed0a845 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:16.574577 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.577406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.581973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f5b0de3-9ed1-4f35-951a-4e9427724145 req-3c95432a-649f-416e-92e5-e2cc7d599c9b tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.44 "DELETE /v2.0/ports/ad46af43-8305-4dda-9a4c-5f0ffed0a845 HTTP/1.1" status: 204 len: 173 time: 1.6052012 Aug 29 17:19:16.606024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'name': 'network-vif-deleted', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:16.609361 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43850fec-c618-43f8-9988-ec611b11dc8f" -d '{"events": [{"server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "name": "network-vif-deleted", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:16.703442 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.746096 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80874105-0eea-44a3-ab4e-16773824d070 x-openstack-request-id: req-80874105-0eea-44a3-ab4e-16773824d070 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:16.750159 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e4adc3-6d43-4220-9678-e74d368c1c23", "name": "network-vif-deleted", "tag": "ad46af43-8305-4dda-9a4c-5f0ffed0a845", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:16.750527 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80874105-0eea-44a3-ab4e-16773824d070 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:16.751050 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e4adc3-6d43-4220-9678-e74d368c1c23', 'name': 'network-vif-deleted', 'tag': 'ad46af43-8305-4dda-9a4c-5f0ffed0a845', 'status': 'completed', 'code': 200} Aug 29 17:19:16.765354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Pushing event updated for resources: {'Port': ['ID=0c4ffa85-e590-4529-b475-aa109c258e31,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:16.823328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41559eac-52be-46c2-9712-3fe5ec6e863d {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:16.833571 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.853580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Transition to ACTIVE for port object 41559eac-52be-46c2-9712-3fe5ec6e863d will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:16.860855 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.922720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Pushing event updated for resources: {'Port': ['ID=41559eac-52be-46c2-9712-3fe5ec6e863d,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:16.977213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2f8-f47d-486d-9d7a-4c3f83a58d70 req-22c02578-a8ab-44db-98bc-57e2cb906c93 tempest-ComputeTenantNetworksTest-1633692815 tempest-ComputeTenantNetworksTest-1633692815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.987341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2f8-f47d-486d-9d7a-4c3f83a58d70 req-22c02578-a8ab-44db-98bc-57e2cb906c93 tempest-ComputeTenantNetworksTest-1633692815 tempest-ComputeTenantNetworksTest-1633692815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.017204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2f8-f47d-486d-9d7a-4c3f83a58d70 req-22c02578-a8ab-44db-98bc-57e2cb906c93 tempest-ComputeTenantNetworksTest-1633692815 tempest-ComputeTenantNetworksTest-1633692815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.022396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Attempting to bind port 41559eac-52be-46c2-9712-3fe5ec6e863d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:17.026627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Attempting to bind port 41559eac-52be-46c2-9712-3fe5ec6e863d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:17.026627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Attempting to bind port 41559eac-52be-46c2-9712-3fe5ec6e863d on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:17.033370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-846dc2f8-f47d-486d-9d7a-4c3f83a58d70 req-22c02578-a8ab-44db-98bc-57e2cb906c93 tempest-ComputeTenantNetworksTest-1633692815 tempest-ComputeTenantNetworksTest-1633692815-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4204805 Aug 29 17:19:17.033955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Port 41559eac-52be-46c2-9712-3fe5ec6e863d on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:17.034462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Attempting to bind port 41559eac-52be-46c2-9712-3fe5ec6e863d on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:17.051228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:17.051587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:17.052042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:17.055268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Bound port: 41559eac-52be-46c2-9712-3fe5ec6e863d, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:17.057158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:17.080974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Attempting to bind port 0c4ffa85-e590-4529-b475-aa109c258e31 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:17.081312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Attempting to bind port 0c4ffa85-e590-4529-b475-aa109c258e31 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:17.081644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Attempting to bind port 0c4ffa85-e590-4529-b475-aa109c258e31 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:17.106979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Port 0c4ffa85-e590-4529-b475-aa109c258e31 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:17.107532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Attempting to bind port 0c4ffa85-e590-4529-b475-aa109c258e31 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:17.116401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:17.116401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:17.116916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:17.117236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Bound port: 0c4ffa85-e590-4529-b475-aa109c258e31, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:17.117591 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:17.257793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] For port 41559eac-52be-46c2-9712-3fe5ec6e863d, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:17.272531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a52b-24c6-4955-8065-bb0ad10c78ee req-0f6a494d-33fc-4e89-a3bb-6b4533e52c50 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.280841 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2a1a52b-24c6-4955-8065-bb0ad10c78ee req-0f6a494d-33fc-4e89-a3bb-6b4533e52c50 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.2373295 Aug 29 17:19:17.293368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] For port 41559eac-52be-46c2-9712-3fe5ec6e863d, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=41559eac-52be-46c2-9712-3fe5ec6e863d,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:17.312871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:17.408111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.409175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:17.410732 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] 10.222.0.44 "PUT /v2.0/ports/41559eac-52be-46c2-9712-3fe5ec6e863d HTTP/1.1" status: 200 len: 1096 time: 1.6054304 Aug 29 17:19:17.421497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2a1a52b-24c6-4955-8065-bb0ad10c78ee req-86635813-1846-4d51-9ac5-8f039b22a9ec tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395192 Aug 29 17:19:17.427357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378f5701-8a44-4d6c-8a7c-3c23ad15f482', 'tag': '41559eac-52be-46c2-9712-3fe5ec6e863d'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:17.433238 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5967f7-5ff1-4656-9886-9b6514a55011" -d '{"events": [{"name": "network-changed", "server_uuid": "378f5701-8a44-4d6c-8a7c-3c23ad15f482", "tag": "41559eac-52be-46c2-9712-3fe5ec6e863d"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:17.475439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad9be5-16f1-40ee-93b8-47f5b4ec8e9c service neutron] Pushing event updated for resources: {'Port': ['ID=41559eac-52be-46c2-9712-3fe5ec6e863d,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:17.605605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-5907093e-869a-4a57-976a-be2439b8c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.607180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-5907093e-869a-4a57-976a-be2439b8c40f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 1099 time: 0.1098611 Aug 29 17:19:17.617728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565ce0-306f-4b1f-80da-d8467624da59 req-c387f793-ed6c-4bc1-a598-7c0d63919531 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.630445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26565ce0-306f-4b1f-80da-d8467624da59 req-c387f793-ed6c-4bc1-a598-7c0d63919531 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0861700 Aug 29 17:19:17.651333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ad46af43-8305-4dda-9a4c-5f0ffed0a845 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:17.656394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] For port 0c4ffa85-e590-4529-b475-aa109c258e31, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:17.659684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] For port 0c4ffa85-e590-4529-b475-aa109c258e31, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0c4ffa85-e590-4529-b475-aa109c258e31,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:17.667847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90736ce-f062-409a-b4f6-8db906126ba8 req-6ed6fd64-0217-4975-8da4-8531673e48a0 tempest-ComputeTenantNetworksTest-1633692815 tempest-ComputeTenantNetworksTest-1633692815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.669304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a90736ce-f062-409a-b4f6-8db906126ba8 req-6ed6fd64-0217-4975-8da4-8531673e48a0 tempest-ComputeTenantNetworksTest-1633692815 tempest-ComputeTenantNetworksTest-1633692815-project] 10.222.0.41 "GET /v2.0/networks/32a9ed4a-eaf6-4b1d-b924-21f591c94515 HTTP/1.1" status: 200 len: 769 time: 0.4711180 Aug 29 17:19:17.684228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: ad46af43-8305-4dda-9a4c-5f0ffed0a845 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:17.684494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32776) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:17.685190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ad46af43-8305-4dda-9a4c-5f0ffed0a845 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:17.687201 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:17.705010 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-34dd44ed-820f-425b-bdb6-7b0e275dd50d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=41559eac-52be-46c2-9712-3fe5ec6e863d HTTP/1.1" status: 200 len: 217 time: 0.0715818 Aug 29 17:19:17.740516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26565ce0-306f-4b1f-80da-d8467624da59 req-2d49a0b6-73ea-4b29-a013-407e2ab973d7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086805 Aug 29 17:19:17.764851 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:17.811423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.812129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:17.813659 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] 10.222.0.44 "PUT /v2.0/ports/0c4ffa85-e590-4529-b475-aa109c258e31 HTTP/1.1" status: 200 len: 1097 time: 2.5784900 Aug 29 17:19:17.821813 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d9633b-b9dd-47ab-875e-a670affba41a x-openstack-request-id: req-d0d9633b-b9dd-47ab-875e-a670affba41a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:17.824691 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378f5701-8a44-4d6c-8a7c-3c23ad15f482", "tag": "41559eac-52be-46c2-9712-3fe5ec6e863d", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:17.825041 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0d9633b-b9dd-47ab-875e-a670affba41a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:17.825521 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378f5701-8a44-4d6c-8a7c-3c23ad15f482', 'tag': '41559eac-52be-46c2-9712-3fe5ec6e863d', 'status': 'completed', 'code': 200} Aug 29 17:19:17.882436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28048d6c-73f0-4cfa-993c-160d41de410e service neutron] Pushing event updated for resources: {'Port': ['ID=0c4ffa85-e590-4529-b475-aa109c258e31,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:17.890480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-15507b4e-206c-4c36-97a7-958f696dc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.892130 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-15507b4e-206c-4c36-97a7-958f696dc541 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1670125 Aug 29 17:19:17.952896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027135c-3969-48a6-bcb5-9077cb526d81 req-7f6bc8a1-ff7c-4ec4-abbf-5a5f44b06b21 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.954453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b027135c-3969-48a6-bcb5-9077cb526d81 req-7f6bc8a1-ff7c-4ec4-abbf-5a5f44b06b21 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0956316 Aug 29 17:19:17.985402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-d0f40bfb-5972-4316-9492-e1aa56e5379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.986950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-d0f40bfb-5972-4316-9492-e1aa56e5379e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864758 Aug 29 17:19:18.014423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.036586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a9ed4a-eaf6-4b1d-b924-21f591c94515']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:18.050075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202b756c-43bb-4c75-8855-e43b4e636de8') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:18.050397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202b756c-43bb-4c75-8855-e43b4e636de8') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:18.053538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-75c2c9d7-d648-401b-b83b-61e492d8f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.054557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b027135c-3969-48a6-bcb5-9077cb526d81 req-d5fe0d9c-939e-4d91-869d-5ead77dc2fa5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909054 Aug 29 17:19:18.055109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-75c2c9d7-d648-401b-b83b-61e492d8f6a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 1100 time: 0.1693497 Aug 29 17:19:18.064564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.150692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248ef71-8088-44b2-be7d-053b9724eac9 req-e082b341-5f2d-4c06-8628-3f3949b9e334 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.152171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5248ef71-8088-44b2-be7d-053b9724eac9 req-e082b341-5f2d-4c06-8628-3f3949b9e334 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 947 time: 0.2298985 Aug 29 17:19:18.155492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-ca679d94-ced5-4eef-b72d-2220e2683325 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296370 Aug 29 17:19:18.157701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-b3a33c99-dda0-4554-91a5-b8d0e288ad0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0c4ffa85-e590-4529-b475-aa109c258e31 HTTP/1.1" status: 200 len: 217 time: 0.0912623 Aug 29 17:19:18.161716 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.167328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b449b32-3b14-402c-986b-c8146d582378 req-e75565ea-ebab-4152-8d3f-bdb9e17aad25 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/33e54a4c-47f9-41e1-817f-4e84c472455e HTTP/1.1" status: 200 len: 1797 time: 0.0692997 Aug 29 17:19:18.186690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:19:18.187027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:19:18.196620 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:19:18.313030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-71e5a543-4623-415c-a4be-675abd55b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.314902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-71e5a543-4623-415c-a4be-675abd55b5bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1392829 Aug 29 17:19:18.323920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5248ef71-8088-44b2-be7d-053b9724eac9 req-29db64bc-8db6-4ca0-b4fe-283f67e53393 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590638 Aug 29 17:19:18.337673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-c640048c-91de-4357-a66a-84b6b79be0e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627958 Aug 29 17:19:18.371551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3b449b32-3b14-402c-986b-c8146d582378 req-d55644a5-42b6-440d-80c4-5abb4d2df546 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.372928 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.391935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.395326 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/32a9ed4a-eaf6-4b1d-b924-21f591c94515 HTTP/1.1" status: 204 len: 168 time: 0.7096379 Aug 29 17:19:18.410026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3b449b32-3b14-402c-986b-c8146d582378 req-d55644a5-42b6-440d-80c4-5abb4d2df546 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.411397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bcb7a-c14b-4db7-ace1-ad13472a15e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a9ed4a-eaf6-4b1d-b924-21f591c94515,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:18.448886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-31898f4b-6409-45d2-b662-2150663787cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.452142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-31898f4b-6409-45d2-b662-2150663787cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268277 Aug 29 17:19:18.499301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3b449b32-3b14-402c-986b-c8146d582378 req-d55644a5-42b6-440d-80c4-5abb4d2df546 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.502208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3b449b32-3b14-402c-986b-c8146d582378 req-d55644a5-42b6-440d-80c4-5abb4d2df546 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.503233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b449b32-3b14-402c-986b-c8146d582378 req-d55644a5-42b6-440d-80c4-5abb4d2df546 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/33e54a4c-47f9-41e1-817f-4e84c472455e HTTP/1.1" status: 204 len: 173 time: 0.2985334 Aug 29 17:19:18.517168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-d4adbcef-25e1-4550-a39c-f92369e64e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.518755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-d4adbcef-25e1-4550-a39c-f92369e64e09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 1099 time: 0.0620213 Aug 29 17:19:18.525552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55644a5-42b6-440d-80c4-5abb4d2df546 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e54a4c-47f9-41e1-817f-4e84c472455e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:18.664140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-dea4bab3-3a0c-4a66-8346-99c2a1331a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.665593 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-dea4bab3-3a0c-4a66-8346-99c2a1331a50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1380329 Aug 29 17:19:18.666116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32796) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:18.694508 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-2029587f-1e23-4056-8f7e-506677c83d60 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308724 Aug 29 17:19:18.713482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b260f16-929b-475c-87de-55f816787ee6 req-bb50af22-e7f6-4e0c-b4cc-1b2026a0a871 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "GET /v2.0/security-groups/482990d4-9112-424e-872e-068e7ed79aa7 HTTP/1.1" status: 200 len: 1801 time: 0.1105757 Aug 29 17:19:18.728463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-0040c452-fe23-4e29-a931-e5b5f42f4f90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=41559eac-52be-46c2-9712-3fe5ec6e863d HTTP/1.1" status: 200 len: 217 time: 0.0542846 Aug 29 17:19:18.764683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e23689f-1efb-4b3e-8d69-0b3a698660db', 'tag': '0c4ffa85-e590-4529-b475-aa109c258e31'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:18.764683 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cacf17-e703-48e8-b334-512681569a67" -d '{"events": [{"name": "network-changed", "server_uuid": "0e23689f-1efb-4b3e-8d69-0b3a698660db", "tag": "0c4ffa85-e590-4529-b475-aa109c258e31"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:18.852472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8b260f16-929b-475c-87de-55f816787ee6 req-e5f9950b-4b5d-4130-a29c-b6fba0027291 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.888749 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ec6192b5-9723-4e0c-8b96-a4d32678bdd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ea30acd0de8433180a2016b822e56e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188728 Aug 29 17:19:18.889581 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32802) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:18.902109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-3acfbef3-04ad-4dc4-b5cd-17992f33fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.903965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-3acfbef3-04ad-4dc4-b5cd-17992f33fce7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1636953 Aug 29 17:19:18.907306 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8b260f16-929b-475c-87de-55f816787ee6 req-e5f9950b-4b5d-4130-a29c-b6fba0027291 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.913282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d812d377-f8af-4ac1-b52e-79397fddd936 req-1000978f-1f40-4ebe-a46b-9e605274038f service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977003 Aug 29 17:19:18.956735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8b260f16-929b-475c-87de-55f816787ee6 req-e5f9950b-4b5d-4130-a29c-b6fba0027291 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.961031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8b260f16-929b-475c-87de-55f816787ee6 req-e5f9950b-4b5d-4130-a29c-b6fba0027291 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.969193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32804) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:18.975869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b260f16-929b-475c-87de-55f816787ee6 req-e5f9950b-4b5d-4130-a29c-b6fba0027291 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] 10.222.0.41 "DELETE /v2.0/security-groups/482990d4-9112-424e-872e-068e7ed79aa7 HTTP/1.1" status: 204 len: 173 time: 0.2613642 Aug 29 17:19:18.991700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9950b-4b5d-4130-a29c-b6fba0027291 tempest-SecurityGroupsTestJSON-139019024 tempest-SecurityGroupsTestJSON-139019024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482990d4-9112-424e-872e-068e7ed79aa7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:19.038845 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f031d271-6869-4bde-a5d6-74a32543ee7b x-openstack-request-id: req-f031d271-6869-4bde-a5d6-74a32543ee7b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:19.040105 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e23689f-1efb-4b3e-8d69-0b3a698660db", "tag": "0c4ffa85-e590-4529-b475-aa109c258e31", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:19.040497 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f031d271-6869-4bde-a5d6-74a32543ee7b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:19.041022 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e23689f-1efb-4b3e-8d69-0b3a698660db', 'tag': '0c4ffa85-e590-4529-b475-aa109c258e31', 'status': 'completed', 'code': 200} Aug 29 17:19:19.086018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-5ae95a3b-853b-4aa0-8124-18b1d62dded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.087591 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-5ae95a3b-853b-4aa0-8124-18b1d62dded7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1757703 Aug 29 17:19:19.141854 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a89fdb-df53-4d9f-adb0-2375e1eab70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:19.187679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cacf17-e703-48e8-b334-512681569a67 req-582e809d-23fa-4d1b-aef2-ca033f879fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.189212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1cacf17-e703-48e8-b334-512681569a67 req-582e809d-23fa-4d1b-aef2-ca033f879fce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 1100 time: 0.1055145 Aug 29 17:19:19.200861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38171de-756b-450e-9ab4-df226fad0164 req-eb66d280-6202-4cf8-b131-228b478c0c64 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.202372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c38171de-756b-450e-9ab4-df226fad0164 req-eb66d280-6202-4cf8-b131-228b478c0c64 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1360195 Aug 29 17:19:19.223608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f275b1ab-d77a-4ab4-9cf0-7328b7672cfd admin admin] Deleting subnet c3668b53-10ee-47fb-ac14-02778d175a8f {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:19:19.236691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f275b1ab-d77a-4ab4-9cf0-7328b7672cfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:19.258919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-441b1e9e-4c3c-47e9-9776-28c1454dee9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392758 Aug 29 17:19:19.269014 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a89fdb-df53-4d9f-adb0-2375e1eab70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:19.316241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c38171de-756b-450e-9ab4-df226fad0164 req-98958ea3-e3f7-454a-b7f6-41ba6f282620 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976348 Aug 29 17:19:19.335899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fd198-b83c-4420-93d8-2bd7561414f4 req-6513b281-0c97-47c3-867a-5c5407cdd681 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.343238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b48fd198-b83c-4420-93d8-2bd7561414f4 req-6513b281-0c97-47c3-867a-5c5407cdd681 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1650059 Aug 29 17:19:19.349439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f275b1ab-d77a-4ab4-9cf0-7328b7672cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:19.374163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cacf17-e703-48e8-b334-512681569a67 req-06290d2e-7831-4a7b-b4db-6495a7a2ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.377335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1cacf17-e703-48e8-b334-512681569a67 req-06290d2e-7831-4a7b-b4db-6495a7a2ebbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1730640 Aug 29 17:19:19.441215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-27751ec8-fdca-46c5-a098-958b621e067d service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394270 Aug 29 17:19:19.442943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1cacf17-e703-48e8-b334-512681569a67 req-a3873e12-bd07-480c-bd10-b89ec31463f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0c4ffa85-e590-4529-b475-aa109c258e31 HTTP/1.1" status: 200 len: 217 time: 0.0562582 Aug 29 17:19:19.467269 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b48fd198-b83c-4420-93d8-2bd7561414f4 req-3f221360-68a3-4829-a874-3de496a2b015 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233103 Aug 29 17:19:19.498797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f275b1ab-d77a-4ab4-9cf0-7328b7672cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:19.582153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7091c-6653-4a35-ab99-7f519fa20e61 req-bc2cbae1-4e1e-4611-86f9-863b7025affe tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.591750 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:19:19.596940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4c7091c-6653-4a35-ab99-7f519fa20e61 req-bc2cbae1-4e1e-4611-86f9-863b7025affe tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 947 time: 0.1514776 Aug 29 17:19:19.600568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cacf17-e703-48e8-b334-512681569a67 req-36ddcaee-6a4d-45ad-9360-cccb89046af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.601958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1cacf17-e703-48e8-b334-512681569a67 req-36ddcaee-6a4d-45ad-9360-cccb89046af5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1188524 Aug 29 17:19:19.647015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a89fdb-df53-4d9f-adb0-2375e1eab70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:19.651596 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a89fdb-df53-4d9f-adb0-2375e1eab70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:19.655314 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-01a89fdb-df53-4d9f-adb0-2375e1eab70e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d932a85a-e661-4584-ba79-cf07be791ab7 HTTP/1.1" status: 204 len: 168 time: 0.7609105 Aug 29 17:19:19.677096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4c7091c-6653-4a35-ab99-7f519fa20e61 req-abef836d-f776-4c8a-b8c0-d14ef8346a3d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746655 Aug 29 17:19:19.679015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a89fdb-df53-4d9f-adb0-2375e1eab70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d932a85a-e661-4584-ba79-cf07be791ab7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:19.700115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cacf17-e703-48e8-b334-512681569a67 req-8b6f9615-be67-4330-8df5-08fa4d247fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.701978 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1cacf17-e703-48e8-b334-512681569a67 req-8b6f9615-be67-4330-8df5-08fa4d247fa5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857635 Aug 29 17:19:19.721844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b5967f7-5ff1-4656-9886-9b6514a55011 req-c178dcfa-dc3e-4a69-82e3-cf3471474b95 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528985 Aug 29 17:19:19.745428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f275b1ab-d77a-4ab4-9cf0-7328b7672cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:19.849309 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1cacf17-e703-48e8-b334-512681569a67 req-c714d961-18dd-4817-85be-e1003ec9241a service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375055 Aug 29 17:19:20.019972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1cacf17-e703-48e8-b334-512681569a67 req-dd49c6ac-f947-41b7-8707-c357acad70c5 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581700 Aug 29 17:19:20.117510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275b1ab-d77a-4ab4-9cf0-7328b7672cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3668b53-10ee-47fb-ac14-02778d175a8f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:20.119546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f275b1ab-d77a-4ab4-9cf0-7328b7672cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.121344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f275b1ab-d77a-4ab4-9cf0-7328b7672cfd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c3668b53-10ee-47fb-ac14-02778d175a8f HTTP/1.1" status: 204 len: 168 time: 1.1512120 Aug 29 17:19:20.123949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32840) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:20.230044 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.359161 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.390837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2202011c-df77-465f-86fb-e4f31ceefafe']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:20.434929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f43d76-b7f0-4639-999b-99ecaba82bdc') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:20.435245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f43d76-b7f0-4639-999b-99ecaba82bdc') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:20.472159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.522810 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.542208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:19:20.554030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:19:20.557364 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:19:20.582501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94c43-86b3-43dc-9ef0-97bf071d1dd4 req-ea84b5b1-c156-41cf-8233-adc324f237f6 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:20.585406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c6a94c43-86b3-43dc-9ef0-97bf071d1dd4 req-ea84b5b1-c156-41cf-8233-adc324f237f6 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1059961 Aug 29 17:19:20.710114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.716238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.720470 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2202011c-df77-465f-86fb-e4f31ceefafe HTTP/1.1" status: 204 len: 168 time: 0.5932751 Aug 29 17:19:20.741201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c6a94c43-86b3-43dc-9ef0-97bf071d1dd4 req-cc72db70-3231-47f4-97da-8f63e92e0774 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493683 Aug 29 17:19:20.741406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6afd46-a83a-48d1-bb11-cba1a3f92fff req-47874103-6c01-49de-bb40-d3e3c4348c3a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:20.743432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd6afd46-a83a-48d1-bb11-cba1a3f92fff req-47874103-6c01-49de-bb40-d3e3c4348c3a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1504624 Aug 29 17:19:20.744313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3266bc-4a78-4196-9b53-4a88fcd98810 admin admin] Pushing event deleted for resources: {'Network': ['ID=2202011c-df77-465f-86fb-e4f31ceefafe,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:20.832771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd6afd46-a83a-48d1-bb11-cba1a3f92fff req-d10aa726-2eea-488c-bb13-45ab4bcd36ee tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632827 Aug 29 17:19:20.949685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32882) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:21.011701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dd8b6-adab-4ca2-bf8e-52cc22d9ee9f req-8bae798f-f6e5-41fb-b20e-1df6539bac5b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.018859 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5b7cd755-6f1e-4a13-8305-225415adbe79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd35771c15e0410da87ca93a7e039eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676963 Aug 29 17:19:21.019841 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da5dd8b6-adab-4ca2-bf8e-52cc22d9ee9f req-8bae798f-f6e5-41fb-b20e-1df6539bac5b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 947 time: 0.0957909 Aug 29 17:19:21.021790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32884) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:21.081458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da5dd8b6-adab-4ca2-bf8e-52cc22d9ee9f req-5459013e-b089-4cea-a019-a473e32d93ff tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559280 Aug 29 17:19:21.139142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3144-e300-48c5-85e0-1835011c7b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:21.167033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3144-e300-48c5-85e0-1835011c7b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:21.239846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3144-e300-48c5-85e0-1835011c7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:21.243343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3144-e300-48c5-85e0-1835011c7b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:21.246983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3d5e3144-e300-48c5-85e0-1835011c7b93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b17ba10d-78bc-48b4-9b8c-18b77cafa5ef HTTP/1.1" status: 204 len: 168 time: 0.2198231 Aug 29 17:19:21.258936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e3144-e300-48c5-85e0-1835011c7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ba10d-78bc-48b4-9b8c-18b77cafa5ef,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:21.302369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-12d37b3c-63a3-40bd-b57f-761814c0ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.309177 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-12d37b3c-63a3-40bd-b57f-761814c0ddb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 1102 time: 0.1069419 Aug 29 17:19:21.430391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-31e475c6-cf92-4fbb-bfee-cfddf250f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.431979 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-31e475c6-cf92-4fbb-bfee-cfddf250f1d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1112087 Aug 29 17:19:21.481202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-6449381c-2848-4a05-ae79-d3dcd55d68de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07 HTTP/1.1" status: 200 len: 217 time: 0.0405662 Aug 29 17:19:21.540073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-391a7a6b-d6ba-405b-8df6-25ccbe10f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.541553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-391a7a6b-d6ba-405b-8df6-25ccbe10f249 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0522845 Aug 29 17:19:21.634180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-d6f8fd0f-4982-4373-9156-2f55ffe4027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.637141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-d6f8fd0f-4982-4373-9156-2f55ffe4027d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875785 Aug 29 17:19:21.657598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 41559eac-52be-46c2-9712-3fe5ec6e863d details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:21.805159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-4d0b8ebb-2b61-4f69-8492-917dbe483242 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572385 Aug 29 17:19:21.892540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 41559eac-52be-46c2-9712-3fe5ec6e863d, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=41559eac-52be-46c2-9712-3fe5ec6e863d,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:21.918627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '41559eac-52be-46c2-9712-3fe5ec6e863d', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '41559eac-52be-46c2-9712-3fe5ec6e863d', 'mac_address': 'fa:16:3e:69:c8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:22.004857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-bdb94567-4c27-41c8-afba-3be50f77c041 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896281 Aug 29 17:19:22.036879 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:22.065896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7fe6-f70f-4e84-bc90-d1dbff2e3d9e req-f807338c-71b0-4221-96f4-b3b8d9e6de21 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:22.080220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c5fe7fe6-f70f-4e84-bc90-d1dbff2e3d9e req-f807338c-71b0-4221-96f4-b3b8d9e6de21 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1159015 Aug 29 17:19:22.114666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41559eac-52be-46c2-9712-3fe5ec6e863d {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:22.156080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c5fe7fe6-f70f-4e84-bc90-d1dbff2e3d9e req-2171caeb-887b-4415-802c-81fe78d4cd0c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748231 Aug 29 17:19:22.185716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 41559eac-52be-46c2-9712-3fe5ec6e863d, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=41559eac-52be-46c2-9712-3fe5ec6e863d,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:22.200666 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:22.201635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0c4ffa85-e590-4529-b475-aa109c258e31 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:22.253404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07294a91-70ff-4ef4-9ba2-bd27acc64b78 req-7bfc0752-69d4-4ad6-a689-5039add9fa53 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:22.256935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07294a91-70ff-4ef4-9ba2-bd27acc64b78 req-7bfc0752-69d4-4ad6-a689-5039add9fa53 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1052725 Aug 29 17:19:22.284597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0c4ffa85-e590-4529-b475-aa109c258e31, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0c4ffa85-e590-4529-b475-aa109c258e31,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:22.313392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '0c4ffa85-e590-4529-b475-aa109c258e31', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '0c4ffa85-e590-4529-b475-aa109c258e31', 'mac_address': 'fa:16:3e:48:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:22.331566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07294a91-70ff-4ef4-9ba2-bd27acc64b78 req-2b147c27-c40a-4b87-907c-882dd1d55e0d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519059 Aug 29 17:19:22.395063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e9019-5ca5-473a-ac75-1d6fa095bca9 req-d6b48524-a9df-45a5-9956-39efcaa4443a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:22.408154 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-384e9019-5ca5-473a-ac75-1d6fa095bca9 req-d6b48524-a9df-45a5-9956-39efcaa4443a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 948 time: 0.0997088 Aug 29 17:19:22.446825 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:22.462967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=41559eac-52be-46c2-9712-3fe5ec6e863d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:22.468433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4ffa85-e590-4529-b475-aa109c258e31 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:22.491842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0c4ffa85-e590-4529-b475-aa109c258e31, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0c4ffa85-e590-4529-b475-aa109c258e31,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:22.502437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-384e9019-5ca5-473a-ac75-1d6fa095bca9 req-480de8df-3283-4d25-bd00-8f6e442ab3ca tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845685 Aug 29 17:19:22.503461 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:22.584575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=0c4ffa85-e590-4529-b475-aa109c258e31,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:22.712737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:22.840886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['0c4ffa85-e590-4529-b475-aa109c258e31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:22.845046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['41559eac-52be-46c2-9712-3fe5ec6e863d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:22.921095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-416311098-network', 'tenant_id': 'd5262c97dbee4f40bf02e7cc6e9b9cd3'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:22.952240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Made reservation on behalf of d5262c97dbee4f40bf02e7cc6e9b9cd3 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:22.955095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:22.965985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.160782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.171937 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.233188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:19:23.249873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.250994 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Added segment a156d7c5-2390-4078-a905-7c5e616b7929 of type vlan for network a975daae-a8d5-4c77-b474-8935df998dba Aug 29 17:19:23.297645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5734ee6a-2836-4afe-8699-22224830c56c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:23.310784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.344332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.345468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:23.346135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.399126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bd08-00c0-444d-9634-8dbfa458a8de req-01d426f4-5898-4731-aff4-946dbd398a3a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:23.401381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7404bd08-00c0-444d-9634-8dbfa458a8de req-01d426f4-5898-4731-aff4-946dbd398a3a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1067512 Aug 29 17:19:23.404867 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6908474 Aug 29 17:19:23.408145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32984) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:23.415627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Request body: {'subnet': {'network_id': 'a975daae-a8d5-4c77-b474-8935df998dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-416311098-subnet', 'tenant_id': 'd5262c97dbee4f40bf02e7cc6e9b9cd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:23.423696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341000c1-bf85-4072-b65a-0f1c20cd1035 admin admin] Pushing event updated for resources: {'Network': ['ID=a975daae-a8d5-4c77-b474-8935df998dba,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:23.438227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a975daae-a8d5-4c77-b474-8935df998dba details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:19:23.494751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Made reservation on behalf of d5262c97dbee4f40bf02e7cc6e9b9cd3 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:23.497850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.519037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38633-4157-487f-a52e-dbae6b7448df req-8f41f6df-9192-4fee-956e-1ea188dbc1d1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:23.529625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4da38633-4157-487f-a52e-dbae6b7448df req-8f41f6df-9192-4fee-956e-1ea188dbc1d1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0906861 Aug 29 17:19:23.579210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7404bd08-00c0-444d-9634-8dbfa458a8de req-2b7ca081-af3b-47eb-aed1-7d5af41779dd tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541905 Aug 29 17:19:23.586406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4da38633-4157-487f-a52e-dbae6b7448df req-04c945ca-e850-48f0-800b-f4fd354c35d8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Aug 29 17:19:23.790690 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:23.856384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039dc98-343e-4a08-b756-72946db3c691 req-4cde0205-182d-4f93-9beb-f986ca33703a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:23.858466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1039dc98-343e-4a08-b756-72946db3c691 req-4cde0205-182d-4f93-9beb-f986ca33703a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 948 time: 0.1195991 Aug 29 17:19:23.889342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21433a74-782b-445e-8ef8-8e0dfa1528a5,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:23.932085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Checking segment: {'id': 'a156d7c5-2390-4078-a905-7c5e616b7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a975daae-a8d5-4c77-b474-8935df998dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:23.935184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Network hostable DHCP agents. Network: a975daae-a8d5-4c77-b474-8935df998dba, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:19:23.968419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1039dc98-343e-4a08-b756-72946db3c691 req-c7e40bd0-2aba-4b5c-8745-374952183d85 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020744 Aug 29 17:19:23.980824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Network a975daae-a8d5-4c77-b474-8935df998dba is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:19:24.004268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a975daae-a8d5-4c77-b474-8935df998dba) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:24.011042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:24.012623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:24.018380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d191238-650c-4e62-8259-1679cccf7c92 None None] Network a975daae-a8d5-4c77-b474-8935df998dba requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:24.039432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6e7545bb-16a0-4472-8578-47dcc6cd2735 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6293013 Aug 29 17:19:24.093880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33004) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:24.223672 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c02a9-e6eb-49f2-8d2a-74897bcc75da None None] Network a975daae-a8d5-4c77-b474-8935df998dba requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:24.315790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d407-f52b-418a-a928-afb5bcddbc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:24.464152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d407-f52b-418a-a928-afb5bcddbc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:24.469842 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-d041e3f4-3e9a-428f-9a7c-4f7167ff30e9 req-4a7a779d-7d92-4852-8c66-380cb2f62387 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] show failed (client error): The resource could not be found. Aug 29 17:19:24.476321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d041e3f4-3e9a-428f-9a7c-4f7167ff30e9 req-4a7a779d-7d92-4852-8c66-380cb2f62387 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] 10.222.0.41 "GET /v2.0/security-groups/fccc1fea-c7c1-4df4-bbe0-5a7a4405ace0 HTTP/1.1" status: 404 len: 352 time: 0.0288253 Aug 29 17:19:24.476321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d407-f52b-418a-a928-afb5bcddbc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:24.522016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9d407-f52b-418a-a928-afb5bcddbc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790f108-f08f-4973-869c-26e6f709385d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:24.537465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d8a9d407-f52b-418a-a928-afb5bcddbc44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a5388499dec4a83ac01ae77c3d2badb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419422 Aug 29 17:19:24.540105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33018) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:24.610880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cdc5ca06-3eb0-4105-9e28-ae25f405793c req-7f81464c-171d-4cdf-a9dc-b00f900446c8 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5262c97dbee4f40bf02e7cc6e9b9cd3 HTTP/1.1" status: 200 len: 2984 time: 0.0961213 Aug 29 17:19:24.642344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e73d45a2-2da1-415c-82a1-942b834739ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:24.687124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cdc5ca06-3eb0-4105-9e28-ae25f405793c req-125442a9-25e2-44d0-98ce-2abfbc7cc972 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] 10.222.0.41 "GET /v2.0/security-groups/5734ee6a-2836-4afe-8699-22224830c56c HTTP/1.1" status: 200 len: 2981 time: 0.0672889 Aug 29 17:19:24.692093 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e73d45a2-2da1-415c-82a1-942b834739ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:24.702059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b067c5-c436-4c60-88d9-c00e3c3a17ac req-7e129562-c154-4bf3-b777-a484ed8f8750 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:24.703744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89b067c5-c436-4c60-88d9-c00e3c3a17ac req-7e129562-c154-4bf3-b777-a484ed8f8750 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0537889 Aug 29 17:19:24.760750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89b067c5-c436-4c60-88d9-c00e3c3a17ac req-9e64b54f-55a0-4c69-b36c-4468326b9af9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499158 Aug 29 17:19:24.763326 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cdc5ca06-3eb0-4105-9e28-ae25f405793c req-c5e1deb8-ba65-43c8-a76a-0cceffb65035 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] 10.222.0.41 "GET /v2.0/security-groups/5734ee6a-2836-4afe-8699-22224830c56c HTTP/1.1" status: 200 len: 2981 time: 0.0638359 Aug 29 17:19:24.820517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e73d45a2-2da1-415c-82a1-942b834739ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:24.825188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e73d45a2-2da1-415c-82a1-942b834739ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:24.829208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e73d45a2-2da1-415c-82a1-942b834739ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8790f108-f08f-4973-869c-26e6f709385d HTTP/1.1" status: 204 len: 168 time: 0.2881334 Aug 29 17:19:24.870871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d45a2-2da1-415c-82a1-942b834739ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790f108-f08f-4973-869c-26e6f709385d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:24.908790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ceab5306-41f1-41b2-8559-82cb930c3362 req-179beba4-23ae-45b3-9233-63bab387505b tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] 10.222.0.41 "GET /v2.0/security-groups/5734ee6a-2836-4afe-8699-22224830c56c HTTP/1.1" status: 200 len: 2981 time: 0.1201067 Aug 29 17:19:24.946054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a85422-1e01-4909-a174-cd8ff2e34d2e req-c2dbb5b2-03e4-4b6b-a6de-30ccbb4dab03 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:24.953498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22a85422-1e01-4909-a174-cd8ff2e34d2e req-c2dbb5b2-03e4-4b6b-a6de-30ccbb4dab03 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0990851 Aug 29 17:19:24.998746 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-ceab5306-41f1-41b2-8559-82cb930c3362 req-69edcb61-8993-4995-b215-cffb24978677 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 17:19:25.000096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ceab5306-41f1-41b2-8559-82cb930c3362 req-69edcb61-8993-4995-b215-cffb24978677 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] 10.222.0.41 "DELETE /v2.0/security-groups/5734ee6a-2836-4afe-8699-22224830c56c HTTP/1.1" status: 409 len: 352 time: 0.0899332 Aug 29 17:19:25.032077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22a85422-1e01-4909-a174-cd8ff2e34d2e req-ed354a7a-4b4b-4f6a-a9a1-ff28cab63732 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761929 Aug 29 17:19:25.079428 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-0e79e8c2-31e8-431f-bb74-108d37d25ee5 req-d1ba16e3-5afb-4fa1-bbce-0baa6d954192 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] show failed (client error): The resource could not be found. Aug 29 17:19:25.097082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e79e8c2-31e8-431f-bb74-108d37d25ee5 req-d1ba16e3-5afb-4fa1-bbce-0baa6d954192 tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] 10.222.0.41 "GET /v2.0/security-groups/a7905a35-f184-42df-814a-8fffbd586c53 HTTP/1.1" status: 404 len: 352 time: 0.0339446 Aug 29 17:19:25.134399 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-9bf53068-f71e-4d93-be3f-b71ca9ca1578 req-e1b85951-1f8a-4de6-820a-0c31e7ced7aa tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] show failed (client error): The resource could not be found. Aug 29 17:19:25.135552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bf53068-f71e-4d93-be3f-b71ca9ca1578 req-e1b85951-1f8a-4de6-820a-0c31e7ced7aa tempest-SecurityGroupsNegativeTestJSON-1060503887 tempest-SecurityGroupsNegativeTestJSON-1060503887-project] 10.222.0.41 "GET /v2.0/security-groups/bca86f52-5be3-41ac-8793-7a37dee74dae HTTP/1.1" status: 404 len: 352 time: 0.0194345 Aug 29 17:19:25.151029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33040) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:25.183420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2fd3d-60dd-43fb-a548-5914fdc694a7 req-26009eb9-05b0-410c-8fca-d67a3f262371 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.185333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efd2fd3d-60dd-43fb-a548-5914fdc694a7 req-26009eb9-05b0-410c-8fca-d67a3f262371 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 948 time: 0.1021469 Aug 29 17:19:25.252772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd757488-6078-4039-9ff5-7a8fc86c1223 admin admin] Deleting subnet 21433a74-782b-445e-8ef8-8e0dfa1528a5 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:19:25.265675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efd2fd3d-60dd-43fb-a548-5914fdc694a7 req-f39637a1-5422-4d64-aa1e-c198c52b62d1 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737095 Aug 29 17:19:25.267802 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd757488-6078-4039-9ff5-7a8fc86c1223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.305968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd757488-6078-4039-9ff5-7a8fc86c1223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.335367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33044) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:25.354685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-851642c3-6245-4eba-98a9-736c2236ebfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.369665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd757488-6078-4039-9ff5-7a8fc86c1223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.452389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd757488-6078-4039-9ff5-7a8fc86c1223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.494614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd757488-6078-4039-9ff5-7a8fc86c1223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21433a74-782b-445e-8ef8-8e0dfa1528a5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:25.502995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd757488-6078-4039-9ff5-7a8fc86c1223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.508595 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd757488-6078-4039-9ff5-7a8fc86c1223 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/21433a74-782b-445e-8ef8-8e0dfa1528a5 HTTP/1.1" status: 204 len: 168 time: 0.3539150 Aug 29 17:19:25.510197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33046) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:25.570123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-851642c3-6245-4eba-98a9-736c2236ebfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.585009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-851642c3-6245-4eba-98a9-736c2236ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.628316 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-851642c3-6245-4eba-98a9-736c2236ebfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=821cac626ebd479aa7a775e3866ac943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917213 Aug 29 17:19:25.644832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33048) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:25.649770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851642c3-6245-4eba-98a9-736c2236ebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5598c5b-2c16-49bb-9912-a8f613c9fe85,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:25.665317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0c4ffa85-e590-4529-b475-aa109c258e31 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:25.703333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.750652 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94e928de-6468-4405-b0af-a94123c81cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.763313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 0c4ffa85-e590-4529-b475-aa109c258e31 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:25.779037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 0c4ffa85-e590-4529-b475-aa109c258e31 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:25.780019 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.844748 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94e928de-6468-4405-b0af-a94123c81cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.907288 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.908508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.937634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e23689f-1efb-4b3e-8d69-0b3a698660db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4ffa85-e590-4529-b475-aa109c258e31'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:25.939059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a975daae-a8d5-4c77-b474-8935df998dba']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:25.940813 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee3a79a-5afb-410e-854c-68422d13a4f9" -d '{"events": [{"server_uuid": "0e23689f-1efb-4b3e-8d69-0b3a698660db", "name": "network-vif-plugged", "status": "completed", "tag": "0c4ffa85-e590-4529-b475-aa109c258e31"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:25.953668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a156d7c5-2390-4078-a905-7c5e616b7929') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:25.953882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a156d7c5-2390-4078-a905-7c5e616b7929') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:25.968896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0c4ffa85-e590-4529-b475-aa109c258e31, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0c4ffa85-e590-4529-b475-aa109c258e31,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:25.969062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.977301 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.978110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 41559eac-52be-46c2-9712-3fe5ec6e863d up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:25.986147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a82b7f-051e-4c3d-87bc-16221d1f256c req-b83ea6ef-ff43-4ef4-b9e6-af13d8fc27ec tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.987719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-44a82b7f-051e-4c3d-87bc-16221d1f256c req-b83ea6ef-ff43-4ef4-b9e6-af13d8fc27ec tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1464481 Aug 29 17:19:25.995629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.008266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:19:26.009716 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:19:26.012472 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:19:26.056153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94e928de-6468-4405-b0af-a94123c81cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.059324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94e928de-6468-4405-b0af-a94123c81cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.059835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-94e928de-6468-4405-b0af-a94123c81cc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5598c5b-2c16-49bb-9912-a8f613c9fe85 HTTP/1.1" status: 204 len: 168 time: 0.4135168 Aug 29 17:19:26.063276 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ce31d5-3af5-4c9a-8413-e93788c1faf0 x-openstack-request-id: req-46ce31d5-3af5-4c9a-8413-e93788c1faf0 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:26.063754 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e23689f-1efb-4b3e-8d69-0b3a698660db", "name": "network-vif-plugged", "status": "completed", "tag": "0c4ffa85-e590-4529-b475-aa109c258e31", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:26.064489 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46ce31d5-3af5-4c9a-8413-e93788c1faf0 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:26.072236 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e23689f-1efb-4b3e-8d69-0b3a698660db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4ffa85-e590-4529-b475-aa109c258e31', 'code': 200} Aug 29 17:19:26.194733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=0c4ffa85-e590-4529-b475-aa109c258e31,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:26.212855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.213218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.214282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.214636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.214876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e928de-6468-4405-b0af-a94123c81cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5598c5b-2c16-49bb-9912-a8f613c9fe85,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:26.215008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.215293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.215786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.215999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.216275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.216594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.217103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.234940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:26.243223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-44a82b7f-051e-4c3d-87bc-16221d1f256c req-3e788582-cb4a-44e0-a242-9d340a1ddef2 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190077 Aug 29 17:19:26.251973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.261375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.264219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] 10.222.0.41 "DELETE /v2.0/networks/a975daae-a8d5-4c77-b474-8935df998dba HTTP/1.1" status: 204 len: 168 time: 0.7528272 Aug 29 17:19:26.279683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746346c0-2a81-4471-a69d-24f4386ba2ff req-9009c53c-be72-48c5-beb2-ad9d488e2c47 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.281262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-746346c0-2a81-4471-a69d-24f4386ba2ff req-9009c53c-be72-48c5-beb2-ad9d488e2c47 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1106541 Aug 29 17:19:26.306464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 41559eac-52be-46c2-9712-3fe5ec6e863d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:26.317902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 41559eac-52be-46c2-9712-3fe5ec6e863d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:26.318327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.359699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae71907-7eba-4708-bc62-e8844366915a admin admin] Pushing event deleted for resources: {'Network': ['ID=a975daae-a8d5-4c77-b474-8935df998dba,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:26.376190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-746346c0-2a81-4471-a69d-24f4386ba2ff req-3526331c-196c-4e7e-a516-0bba1d98a9e5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779006 Aug 29 17:19:26.383482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9d38b-4f59-47f9-bdd6-73e1344cd185 req-6363dc62-00f5-4dcb-891f-656a8f7afcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.387245 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78e9d38b-4f59-47f9-bdd6-73e1344cd185 req-6363dc62-00f5-4dcb-891f-656a8f7afcb6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 1102 time: 0.2713246 Aug 29 17:19:26.538219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78e9d38b-4f59-47f9-bdd6-73e1344cd185 req-d54487ac-9952-4996-b449-5eb6e5c0800c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403170 Aug 29 17:19:26.556756 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.581357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450ddcd-6cc5-40ec-a301-49ee974dae54 req-6fb6710a-ec7b-4707-9231-76efdd1eef72 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.584275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f450ddcd-6cc5-40ec-a301-49ee974dae54 req-6fb6710a-ec7b-4707-9231-76efdd1eef72 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 948 time: 0.1565754 Aug 29 17:19:26.627060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 41559eac-52be-46c2-9712-3fe5ec6e863d, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=41559eac-52be-46c2-9712-3fe5ec6e863d,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:26.635774 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.675879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f450ddcd-6cc5-40ec-a301-49ee974dae54 req-9f2de6d0-6f8b-42e3-a322-99de33113f8a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836747 Aug 29 17:19:26.717738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=41559eac-52be-46c2-9712-3fe5ec6e863d,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:26.798815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33074) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:26.875351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33078) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:26.876349 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2fbafe0c-6d8b-4b57-a4e2-c1bb5cec879d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5262c97dbee4f40bf02e7cc6e9b9cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749543 Aug 29 17:19:26.951929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6cbba74b-9be2-4784-9b68-c9e2cc9913ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.986018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6cbba74b-9be2-4784-9b68-c9e2cc9913ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:27.046944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6cbba74b-9be2-4784-9b68-c9e2cc9913ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:27.049558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6cbba74b-9be2-4784-9b68-c9e2cc9913ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:27.050890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6cbba74b-9be2-4784-9b68-c9e2cc9913ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5734ee6a-2836-4afe-8699-22224830c56c HTTP/1.1" status: 204 len: 168 time: 0.1739883 Aug 29 17:19:27.059688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba74b-9be2-4784-9b68-c9e2cc9913ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5734ee6a-2836-4afe-8699-22224830c56c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:27.440975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203af988-a837-4daa-80e3-45fe8d1dd610 req-7c535b74-eaed-476d-8030-63a26c136b93 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.451408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-203af988-a837-4daa-80e3-45fe8d1dd610 req-7c535b74-eaed-476d-8030-63a26c136b93 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1208200 Aug 29 17:19:27.522910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-203af988-a837-4daa-80e3-45fe8d1dd610 req-d813fb3d-991f-4645-a41e-9713aa48ce2c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624902 Aug 29 17:19:27.563095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc0d5-5e15-4523-a562-c92c28a9263f req-75dcfa4c-6968-48df-9262-8fe3c75e19f8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.570956 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-216dc0d5-5e15-4523-a562-c92c28a9263f req-75dcfa4c-6968-48df-9262-8fe3c75e19f8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0830233 Aug 29 17:19:27.617680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-216dc0d5-5e15-4523-a562-c92c28a9263f req-70a87e31-e34c-4b88-ab6b-4343172efc7b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Aug 29 17:19:27.821747 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9295466-054f-4f18-84db-cfe162ddbfa2 req-4ddf6577-1882-48e8-88f5-e2220da15d78 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.823358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9295466-054f-4f18-84db-cfe162ddbfa2 req-4ddf6577-1882-48e8-88f5-e2220da15d78 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 949 time: 0.0520375 Aug 29 17:19:27.893160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9295466-054f-4f18-84db-cfe162ddbfa2 req-db602506-3522-4d2f-a0ae-35fb527da236 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630386 Aug 29 17:19:28.063439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33134) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:28.073939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378f5701-8a44-4d6c-8a7c-3c23ad15f482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41559eac-52be-46c2-9712-3fe5ec6e863d'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:28.076970 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffc1fe1-9922-4b9f-9106-299271d00fe0" -d '{"events": [{"server_uuid": "378f5701-8a44-4d6c-8a7c-3c23ad15f482", "name": "network-vif-plugged", "status": "completed", "tag": "41559eac-52be-46c2-9712-3fe5ec6e863d"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:28.116899 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b85e109-d791-41bc-b37b-dd764943296b x-openstack-request-id: req-1b85e109-d791-41bc-b37b-dd764943296b {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:28.117277 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378f5701-8a44-4d6c-8a7c-3c23ad15f482", "name": "network-vif-plugged", "status": "completed", "tag": "41559eac-52be-46c2-9712-3fe5ec6e863d", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:28.117527 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b85e109-d791-41bc-b37b-dd764943296b {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:28.117922 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378f5701-8a44-4d6c-8a7c-3c23ad15f482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41559eac-52be-46c2-9712-3fe5ec6e863d', 'code': 200} Aug 29 17:19:28.249010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0459cd-7d12-4da8-83ae-f19dd5d811a9 req-5c66f032-4c85-4d1d-9471-3d265c5582dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.251162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a0459cd-7d12-4da8-83ae-f19dd5d811a9 req-5c66f032-4c85-4d1d-9471-3d265c5582dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 1101 time: 0.0614078 Aug 29 17:19:28.297492 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a0459cd-7d12-4da8-83ae-f19dd5d811a9 req-043f535c-b839-4250-905c-edc9d4157b69 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369272 Aug 29 17:19:28.335719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-404299328-network', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:28.361213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Made reservation on behalf of 1221b2ea59c648bb95328e3c5f7e7914 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:28.361352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.371371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.494409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.504160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.531262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:19:28.552705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-2252fe9b-ded3-41c5-a8f6-78b87e3552f8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.559116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-2252fe9b-ded3-41c5-a8f6-78b87e3552f8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 808 time: 0.1398480 Aug 29 17:19:28.576193 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-d9423a25-d2b4-41c0-aa3a-2b454da66161 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/quotas/692a5920c5fc442fa9250991e80cc201 HTTP/1.1" status: 200 len: 375 time: 0.0159221 Aug 29 17:19:28.576397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8af0bb0-4d35-40a4-8dfb-41271c0cc8a2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:28.592113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.592465 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Added segment a5b9b958-5de5-49ee-9fe8-83a8b6da085d of type vlan for network 2f837ef0-0472-4677-9f97-4e06f0654f32 Aug 29 17:19:28.652992 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-2368f1fa-0bc8-4f4f-b92c-46d390d55e4c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651250 Aug 29 17:19:28.691372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.732558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03a48-3d6d-4ef7-abd4-f05110ab22c7 req-f4da3287-5d69-428c-985f-7e508139a8e4 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.740571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb03a48-3d6d-4ef7-abd4-f05110ab22c7 req-f4da3287-5d69-428c-985f-7e508139a8e4 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0940621 Aug 29 17:19:28.748142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.749157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.749741 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.762925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-d0dac8aa-cd01-4a62-85eb-a06fea8e95a1 service neutron] 10.222.0.41 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089861 Aug 29 17:19:28.817723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7502654 Aug 29 17:19:28.824311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33168) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:28.829153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Request body: {'subnet': {'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-404299328-subnet', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:28.844738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb03a48-3d6d-4ef7-abd4-f05110ab22c7 req-b4ce2ee5-1643-4caf-9fa3-352d81d59fe1 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032565 Aug 29 17:19:28.857494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c4508-3008-4a70-8fe6-78c5c02bf5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=2f837ef0-0472-4677-9f97-4e06f0654f32,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:28.881748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Made reservation on behalf of 1221b2ea59c648bb95328e3c5f7e7914 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:28.881995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:19:28.884606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:28.923780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-65635f84-bd72-439a-967d-3668acfae5c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538985 Aug 29 17:19:29.129656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3320267-f214-4cd8-b4c4-3a8e98a6d7ee req-a0dadf83-8fce-4e79-a934-f6f69ef8a349 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.137519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3320267-f214-4cd8-b4c4-3a8e98a6d7ee req-a0dadf83-8fce-4e79-a934-f6f69ef8a349 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1036429 Aug 29 17:19:29.240568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3320267-f214-4cd8-b4c4-3a8e98a6d7ee req-abf524ee-32e7-48cd-8a2e-305cc44fe637 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014726 Aug 29 17:19:29.256283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.305517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:29.356667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Checking segment: {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:29.357023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Network hostable DHCP agents. Network: 2f837ef0-0472-4677-9f97-4e06f0654f32, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:19:29.383034 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa09d927-847d-4c7d-9714-1f8f3ea1666a req-90cd28a8-9ca5-4f3a-9915-82929fb3cc02 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.0554812 Aug 29 17:19:29.404268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f55d5-b4c6-4db0-90ad-503725b1ed06 req-f7808cc4-3d1a-48fd-80c1-5faf0d5b381e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.409034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:19:29.417394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e4f55d5-b4c6-4db0-90ad-503725b1ed06 req-f7808cc4-3d1a-48fd-80c1-5faf0d5b381e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 949 time: 0.0795710 Aug 29 17:19:29.421929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 2f837ef0-0472-4677-9f97-4e06f0654f32) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:29.426930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.427546 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.435307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a040f2-4933-489d-a9fe-5dd0b81670f5 None None] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:29.448179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4329d28c-d28f-4765-a99f-9374abbdbb16 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6226990 Aug 29 17:19:29.450944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33194) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:29.472686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:29.488087 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e4f55d5-b4c6-4db0-90ad-503725b1ed06 req-e5a3d3ba-d6b0-4476-826f-e5327beec2ed tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694487 Aug 29 17:19:29.540426 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.541833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.640180 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.701319 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2f837ef0-0472-4677-9f97-4e06f0654f32', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:19:29.702477 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.846417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.898232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Allocated IP 172.20.0.2 (2f837ef0-0472-4677-9f97-4e06f0654f32/0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5/4b749b69-4d24-41c3-8140-22787b1be4a1) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:30.096133 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:30.105557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Transition to ACTIVE for port object 4b749b69-4d24-41c3-8140-22787b1be4a1 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:30.122320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Transition to ACTIVE for port object 4b749b69-4d24-41c3-8140-22787b1be4a1 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:30.136221 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:30.225379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:30.230035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:30.232102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Pushing event updated for resources: {'Port': ['ID=4b749b69-4d24-41c3-8140-22787b1be4a1,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:30.235651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:30.319830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Attempting to bind port 4b749b69-4d24-41c3-8140-22787b1be4a1 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:30.320196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Attempting to bind port 4b749b69-4d24-41c3-8140-22787b1be4a1 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:30.320995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Attempting to bind port 4b749b69-4d24-41c3-8140-22787b1be4a1 on network 2f837ef0-0472-4677-9f97-4e06f0654f32 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:30.329641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:30.330017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Checking segment: {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:30.330416 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:30.330842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Bound using segment: {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:30.331312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Bound port: 4b749b69-4d24-41c3-8140-22787b1be4a1, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:30.331692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:30.407208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb117b6-1227-41e8-99c0-4e782ce61d7a req-daf92dfc-7443-4785-ae66-39157d6794d0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:30.415103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] For port 4b749b69-4d24-41c3-8140-22787b1be4a1, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:30.416270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cb117b6-1227-41e8-99c0-4e782ce61d7a req-daf92dfc-7443-4785-ae66-39157d6794d0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0634177 Aug 29 17:19:30.419528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] For port 4b749b69-4d24-41c3-8140-22787b1be4a1, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4b749b69-4d24-41c3-8140-22787b1be4a1,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:30.427081 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:30.477364 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cb117b6-1227-41e8-99c0-4e782ce61d7a req-372559fd-9445-43b0-a805-6e0d1ddc124e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601213 Aug 29 17:19:30.527203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234606ca-9f19-4969-bb72-43b09a154540 None None] Pushing event updated for resources: {'Port': ['ID=4b749b69-4d24-41c3-8140-22787b1be4a1,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:30.536041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1819-eb6f-4510-a036-1d7dcfe2865e req-7df70a7c-49e2-41c7-9cdf-a9edb692ae54 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:30.546253 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745b1819-eb6f-4510-a036-1d7dcfe2865e req-7df70a7c-49e2-41c7-9cdf-a9edb692ae54 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.5552633 Aug 29 17:19:30.595884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745b1819-eb6f-4510-a036-1d7dcfe2865e req-e063dc7e-970e-4dda-a7da-d0548782076e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483568 Aug 29 17:19:30.605820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c2e30d8-b127-442e-b241-7a2e2c5f9bb3 req-e941906d-14e9-4f63-ac41-8c54796ab496 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.0500414 Aug 29 17:19:30.725074 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:30.767733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:30.844721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896646f-5cbc-4df5-943f-0ed7ee80edb8 req-4e25f71e-4c5a-49fa-88fa-cd0584b06e74 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:30.857953 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e896646f-5cbc-4df5-943f-0ed7ee80edb8 req-4e25f71e-4c5a-49fa-88fa-cd0584b06e74 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 949 time: 0.1972826 Aug 29 17:19:30.935056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Allocated IP 172.25.2.78 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/e0048a96-ad33-436e-924a-2b3199372d15) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:30.939315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e896646f-5cbc-4df5-943f-0ed7ee80edb8 req-bbfc61f2-a57f-4028-8e1f-53222ebc6eb9 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801096 Aug 29 17:19:30.952811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-7c4a7352-3cf1-4a53-a5a8-e85becc8902c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:30.954929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-7c4a7352-3cf1-4a53-a5a8-e85becc8902c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 808 time: 0.2920139 Aug 29 17:19:30.984080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Request body: {'port': {'device_id': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'admin_state_up': True, 'tenant_id': '692a5920c5fc442fa9250991e80cc201'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:31.108663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.141714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Made reservation on behalf of 692a5920c5fc442fa9250991e80cc201 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:31.146625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.220344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.260938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfa482-c84e-46e4-9437-5c97846389ac req-8e5a30ba-eb22-437f-9bf3-dd1995c4d28c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:31.262819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fbfa482-c84e-46e4-9437-5c97846389ac req-8e5a30ba-eb22-437f-9bf3-dd1995c4d28c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 950 time: 0.1232882 Aug 29 17:19:31.335834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:31.343817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:31.355084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:31.392612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Pushing event updated for resources: {'Port': ['ID=e0048a96-ad33-436e-924a-2b3199372d15,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:31.392854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Allocated IP 172.20.0.3 (e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8/bf668947-0792-4673-8f1d-0f7eb7fc5bd8/83c44cf8-893d-4450-b739-d70fb5e750d4) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:31.447819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fbfa482-c84e-46e4-9437-5c97846389ac req-c9a5b05c-cd30-4094-8df9-5064a41d0851 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413243 Aug 29 17:19:31.790783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.897796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.907559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd65f-6f4f-4ebb-85f9-95135e5dfaf1 req-bdc767de-9f4f-4cbc-a016-22815a794e80 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:31.909169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-906dd65f-6f4f-4ebb-85f9-95135e5dfaf1 req-bdc767de-9f4f-4cbc-a016-22815a794e80 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.2687850 Aug 29 17:19:31.917465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['8a421199-2ae2-472a-a4a6-5afb9b6845fe'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:31.945723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:31.952385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:32.000233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Pushing event updated for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:32.003877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:32.050298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.082874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:32.083502 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.093142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c9d4b-3b82-4108-a277-e060e40ad6d0 None None] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:32.112963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074fe51-b49e-4bd6-a8cc-057a4ea32588 req-24e158f9-8404-46a5-b6bf-ecba228af240 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:32.120232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074fe51-b49e-4bd6-a8cc-057a4ea32588 req-24e158f9-8404-46a5-b6bf-ecba228af240 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:32.127857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f074fe51-b49e-4bd6-a8cc-057a4ea32588 req-24e158f9-8404-46a5-b6bf-ecba228af240 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db&device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 1690 time: 0.1248343 Aug 29 17:19:32.132039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-67efe669-a420-402b-860c-334e2ea0a552 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1555238 Aug 29 17:19:32.165556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Request body: {'port': {'device_id': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:32.222907 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-906dd65f-6f4f-4ebb-85f9-95135e5dfaf1 req-aeb8f926-7b59-48cd-9a04-40799128371b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879505 Aug 29 17:19:32.256432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f074fe51-b49e-4bd6-a8cc-057a4ea32588 req-3825afc5-fc15-408c-a721-2fb1ab239e64 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265936 Aug 29 17:19:32.348472 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.406733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7142426f-58b2-45b1-8328-41a47a6a0ae5 None None] Provisioning for port 4b749b69-4d24-41c3-8140-22787b1be4a1 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:32.609724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa859-705e-43b4-b0e6-32939b229984 req-fce53b1b-2d2e-4fda-94b7-ce0b96ec1328 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:32.620528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b75aa859-705e-43b4-b0e6-32939b229984 req-fce53b1b-2d2e-4fda-94b7-ce0b96ec1328 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 931 time: 0.2368658 Aug 29 17:19:32.723219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b75aa859-705e-43b4-b0e6-32939b229984 req-d28e134c-60a6-4895-a02d-565c5a5b1a30 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012745 Aug 29 17:19:32.729009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4b749b69-4d24-41c3-8140-22787b1be4a1 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:32.757673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.866227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 4b749b69-4d24-41c3-8140-22787b1be4a1 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:32.872744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4b749b69-4d24-41c3-8140-22787b1be4a1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:32.873280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.885864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c44cf8-893d-4450-b739-d70fb5e750d4 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:32.906881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.951724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Transition to ACTIVE for port object 83c44cf8-893d-4450-b739-d70fb5e750d4 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:32.972699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.061623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bc2aa-797e-4e30-b0bc-81905e2bd1a0 req-eac6563d-c15d-47f2-a3ed-07c608837e37 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.069697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b31bc2aa-797e-4e30-b0bc-81905e2bd1a0 req-eac6563d-c15d-47f2-a3ed-07c608837e37 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.3806746 Aug 29 17:19:33.087608 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.095034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Router 74dd85fb-9e54-473c-95e8-a64ad6599010 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:19:33.169974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b31bc2aa-797e-4e30-b0bc-81905e2bd1a0 req-1cbca700-2691-4adf-aba1-fa3387046863 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937145 Aug 29 17:19:33.171032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Pushing event updated for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:33.246341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:33.247001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:33.247658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:33.275764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:33.276406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:33.292387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:33.293094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:33.293697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:33.294559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Bound port: 83c44cf8-893d-4450-b739-d70fb5e750d4, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:33.295212 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.344068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:33.359448 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Sync routers for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:33.383008 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:33.384963 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:19:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:33.396954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.400788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-811991ae-05fa-45d5-a057-a636228efa9c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9478655 Aug 29 17:19:33.403063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33280) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:33.403688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-65316e51-50a8-4abe-af62-1e61e2e3ac13 None None] Provisioning complete for port 4b749b69-4d24-41c3-8140-22787b1be4a1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:33.404072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-65316e51-50a8-4abe-af62-1e61e2e3ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.412472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effeb66e-3902-4afe-b6c4-fa3427f4e77a req-5bca0d22-875f-4974-bb0a-cab4a94e09dd tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.413973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-effeb66e-3902-4afe-b6c4-fa3427f4e77a req-5bca0d22-875f-4974-bb0a-cab4a94e09dd tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 1102 time: 0.1954887 Aug 29 17:19:33.555653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 4b749b69-4d24-41c3-8140-22787b1be4a1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4b749b69-4d24-41c3-8140-22787b1be4a1,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:33.581971 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.595009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:33.602125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:33.630463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.680649 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:33.731412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=4b749b69-4d24-41c3-8140-22787b1be4a1,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:33.764799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Pushing event updated for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:33.790100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb59f53-2262-4c0c-9e8f-d68fef5133f7 req-b9003ac3-a059-44da-a112-9544de6dd08b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.806915 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-effeb66e-3902-4afe-b6c4-fa3427f4e77a req-01213574-7958-407f-811c-06d7d222ac9d tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523233 Aug 29 17:19:33.817696 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bfb59f53-2262-4c0c-9e8f-d68fef5133f7 req-b9003ac3-a059-44da-a112-9544de6dd08b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.4111845 Aug 29 17:19:33.878414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.879043 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.881110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-415070ee-c23a-4485-8a98-dd4a5a56e655 service neutron] 10.222.0.43 "PUT /v2.0/ports/83c44cf8-893d-4450-b739-d70fb5e750d4 HTTP/1.1" status: 200 len: 1092 time: 1.7265475 Aug 29 17:19:33.881607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:33.899959 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a78edc-d7c0-4560-9495-4c19e9f5748d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:33.955375 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bfb59f53-2262-4c0c-9e8f-d68fef5133f7 req-115d4263-577e-4c12-ad06-c39362b3347f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367068 Aug 29 17:19:34.049009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-fc29ad41-5d7a-4ad8-a5d3-e23a8a8ccbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:34.052639 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-fc29ad41-5d7a-4ad8-a5d3-e23a8a8ccbd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1095 time: 0.1001449 Aug 29 17:19:34.065817 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:31Z', 'revision_number': 3, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:34.108287 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Checking router: 74dd85fb-9e54-473c-95e8-a64ad6599010 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:34.108996 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Updating router 74dd85fb-9e54-473c-95e8-a64ad6599010 port e0048a96-ad33-436e-924a-2b3199372d15 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:19:34.140826 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.173067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-b7dbcbc8-7d6c-4780-a618-09652142d294 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c44cf8-893d-4450-b739-d70fb5e750d4 HTTP/1.1" status: 200 len: 217 time: 0.1109309 Aug 29 17:19:34.189249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2a6db-9162-45fd-9769-aa68ea7c3602 req-6db871d1-3006-44fd-9980-e190f89de765 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:34.197037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49e2a6db-9162-45fd-9769-aa68ea7c3602 req-6db871d1-3006-44fd-9980-e190f89de765 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.2359304 Aug 29 17:19:34.266278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49e2a6db-9162-45fd-9769-aa68ea7c3602 req-557a1bdb-f7ef-428a-a647-fa632e9ab091 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683465 Aug 29 17:19:34.295111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-0403a507-84b2-4522-bb15-2a57bebffb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:34.295111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-0403a507-84b2-4522-bb15-2a57bebffb49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0937240 Aug 29 17:19:34.408950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-62444a0e-572e-4af6-a913-fda1e9f39e32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944853 Aug 29 17:19:34.500615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.611995 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39466da2-f457-4941-89f8-49beedc256a9 x-openstack-request-id: req-39466da2-f457-4941-89f8-49beedc256a9 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:34.612109 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:34.612335 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39466da2-f457-4941-89f8-49beedc256a9 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:34.615732 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4', 'status': 'completed', 'code': 200} Aug 29 17:19:34.642347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae710f1-21cb-4f2f-bf65-a5804d17fa1c req-6417634e-b201-4b66-99d3-b6afe85d1bd5 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:34.648087 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.655788 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bae710f1-21cb-4f2f-bf65-a5804d17fa1c req-6417634e-b201-4b66-99d3-b6afe85d1bd5 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 1101 time: 0.4846954 Aug 29 17:19:34.671309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4b749b69-4d24-41c3-8140-22787b1be4a1 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:34.705455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-fcce6a7c-4993-49ec-883d-3e09d3a70113 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836614 Aug 29 17:19:34.707297 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Transition to ACTIVE for port object e0048a96-ad33-436e-924a-2b3199372d15 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:34.721996 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.813829 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bae710f1-21cb-4f2f-bf65-a5804d17fa1c req-03a29523-1f65-4456-b2f9-7c01aefd38a9 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062448 Aug 29 17:19:34.843529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4b749b69-4d24-41c3-8140-22787b1be4a1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:34.843918 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.887539 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Attempting to bind port e0048a96-ad33-436e-924a-2b3199372d15 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:34.889808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5963f77-5dc8-4401-bdf0-9b0e7253d3d6 req-77afa891-8f7f-4f65-9f49-b12cc4dd21bd service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752422 Aug 29 17:19:34.893004 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Attempting to bind port e0048a96-ad33-436e-924a-2b3199372d15 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:34.893318 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Attempting to bind port e0048a96-ad33-436e-924a-2b3199372d15 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:34.922936 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:34.923676 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:34.926163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a491f7-76c7-47a2-93d1-78fde5f2b5cb req-c7016ce4-f432-413d-bfc0-501ec73081c5 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:34.927590 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.928233 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:34.928980 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Bound port: e0048a96-ad33-436e-924a-2b3199372d15, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:34.929645 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.938770 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71a491f7-76c7-47a2-93d1-78fde5f2b5cb req-c7016ce4-f432-413d-bfc0-501ec73081c5 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.3081241 Aug 29 17:19:35.024585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Allocated IP 172.20.0.1 (2f837ef0-0472-4677-9f97-4e06f0654f32/0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5/01058af9-64be-477e-a978-08ddc6561be3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:35.041844 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Pushing event updated for resources: {'Port': ['ID=e0048a96-ad33-436e-924a-2b3199372d15,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:35.085065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-8e97973c-6b4b-4c63-adc9-68a23cc36f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.087669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-8e97973c-6b4b-4c63-adc9-68a23cc36f6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1095 time: 0.1321230 Aug 29 17:19:35.101363 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.101363 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.101363 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.101363 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.101363 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.105047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.105047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.105047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.105047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.105047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.105047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.105047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:35.116654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71a491f7-76c7-47a2-93d1-78fde5f2b5cb req-104bc2d3-beac-42d5-b7f4-471074852765 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769183 Aug 29 17:19:35.164084 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] For port e0048a96-ad33-436e-924a-2b3199372d15, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:35.176601 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] For port e0048a96-ad33-436e-924a-2b3199372d15, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e0048a96-ad33-436e-924a-2b3199372d15,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:35.195780 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:35.297782 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1447db6-0a34-4ec2-84f3-570fb4e93178 None None] Pushing event updated for resources: {'Port': ['ID=e0048a96-ad33-436e-924a-2b3199372d15,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:35.325373 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:35.325993 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:19:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:35.426239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:35.454024 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:35.523282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c67d62-96ea-414b-85e9-7d0e7361368d req-fc7fa744-0024-4a38-8785-330df0d771e4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.525242 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67c67d62-96ea-414b-85e9-7d0e7361368d req-fc7fa744-0024-4a38-8785-330df0d771e4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.2260723 Aug 29 17:19:35.527478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Transition to ACTIVE for port object 01058af9-64be-477e-a978-08ddc6561be3 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:35.544917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-ae8294a7-fcfe-487f-92f0-2961ac32ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.546808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-ae8294a7-fcfe-487f-92f0-2961ac32ba1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.4515328 Aug 29 17:19:35.557239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550b1ef-e357-40fb-803c-5c032d3c3203 req-888ea97d-8c4c-4d62-a792-277cd8c4284b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.576346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0550b1ef-e357-40fb-803c-5c032d3c3203 req-888ea97d-8c4c-4d62-a792-277cd8c4284b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.1407344 Aug 29 17:19:35.613310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-6598ca64-7f5b-4dfd-98b5-4b50f8e235d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c44cf8-893d-4450-b739-d70fb5e750d4 HTTP/1.1" status: 200 len: 217 time: 0.0578520 Aug 29 17:19:35.689299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-19fcf3be-5043-4259-9878-1cae1f324439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.690834 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-19fcf3be-5043-4259-9878-1cae1f324439 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0654094 Aug 29 17:19:35.691879 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:31Z', 'revision_number': 3, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:35.706577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67c67d62-96ea-414b-85e9-7d0e7361368d req-27a7c8ac-05f4-4bc5-a485-d08aec13fdbc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536946 Aug 29 17:19:35.728465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0550b1ef-e357-40fb-803c-5c032d3c3203 req-1e588230-c56a-41f6-8e03-3ba6c300a7f0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375475 Aug 29 17:19:35.752836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-c68aac29-ab71-4298-998f-a4f6b377a097 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452147 Aug 29 17:19:35.758283 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae3b7b-cc15-4866-9b67-569b2336c1fc None None] The sync data for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 is: [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:31Z', 'revision_number': 3, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:35.762006 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:35.868191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:35.869453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Pushing event updated for resources: {'Port': ['ID=01058af9-64be-477e-a978-08ddc6561be3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:35.880317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:35.882873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:35.926557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-1af4b601-3567-4399-8dff-cce13b48f6ca service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598911 Aug 29 17:19:35.944698 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-90b805cf-dc15-4b76-b940-d5e9a96c84f5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658731 Aug 29 17:19:35.983251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.094156 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9a78edc-d7c0-4560-9495-4c19e9f5748d req-b1a1280c-031e-4e02-835d-5cf61288a8a2 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584322 Aug 29 17:19:36.256328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-de1be30f-a843-4336-803a-b58d354c3899 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:36.268422 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-de1be30f-a843-4336-803a-b58d354c3899 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133674 Aug 29 17:19:36.295355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-847e18b8-6b0f-436b-880e-5abe8597eab9 None None] Provisioning for port 01058af9-64be-477e-a978-08ddc6561be3 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:36.300376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-847e18b8-6b0f-436b-880e-5abe8597eab9 None None] Provisioning complete for port 01058af9-64be-477e-a978-08ddc6561be3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:36.300875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-847e18b8-6b0f-436b-880e-5abe8597eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.330949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-7ef81353-0e0a-4d80-885e-f3b4dd64ac01 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/quotas/54977d63dd8242fb8184905785dbd6ea HTTP/1.1" status: 200 len: 375 time: 0.0598605 Aug 29 17:19:36.393444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-847e18b8-6b0f-436b-880e-5abe8597eab9 None None] Port 01058af9-64be-477e-a978-08ddc6561be3 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:36.398550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ec61f-3f01-47c1-b46f-3490ad440333 req-af7914d2-cb07-46bf-a653-36949309339f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:36.408944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe3ec61f-3f01-47c1-b46f-3490ad440333 req-af7914d2-cb07-46bf-a653-36949309339f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0987806 Aug 29 17:19:36.478000 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe3ec61f-3f01-47c1-b46f-3490ad440333 req-42305356-c587-43c5-9af6-0a27849e6c34 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680184 Aug 29 17:19:36.509825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-3a44f846-3813-4f58-ab0c-a57064d4e96c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1777172 Aug 29 17:19:36.583450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.686525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e0048a96-ad33-436e-924a-2b3199372d15 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:36.693908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33362) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:36.879969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e0048a96-ad33-436e-924a-2b3199372d15 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:36.906175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e0048a96-ad33-436e-924a-2b3199372d15 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:36.907704 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.983404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b949cbf2-3c7e-4410-851d-faf0a44d0acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.065022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a62c82-c36d-4dc7-a469-86abdb7b257f req-5027c8ef-f43f-460e-a371-a8002809d9e6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:37.073711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83a62c82-c36d-4dc7-a469-86abdb7b257f req-5027c8ef-f43f-460e-a371-a8002809d9e6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.2141232 Aug 29 17:19:37.132054 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83a62c82-c36d-4dc7-a469-86abdb7b257f req-c8ea6777-3bc8-4e3f-9a7f-526b7495af17 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540242 Aug 29 17:19:37.192364 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.308127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port e0048a96-ad33-436e-924a-2b3199372d15, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e0048a96-ad33-436e-924a-2b3199372d15,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:37.320938 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.343713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b949cbf2-3c7e-4410-851d-faf0a44d0acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.364948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b949cbf2-3c7e-4410-851d-faf0a44d0acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.422804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d7221-034f-4930-98e8-c6ef5901a4ff req-1a966612-03f2-43ed-9ce1-2792cd6ef9a0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:37.435128 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-568d7221-034f-4930-98e8-c6ef5901a4ff req-1a966612-03f2-43ed-9ce1-2792cd6ef9a0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.1685774 Aug 29 17:19:37.435823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=e0048a96-ad33-436e-924a-2b3199372d15,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:37.448321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b949cbf2-3c7e-4410-851d-faf0a44d0acf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=162b29e3fb5f4649b199584958ae8188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7497540 Aug 29 17:19:37.457486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33376) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:37.556235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949cbf2-3c7e-4410-851d-faf0a44d0acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdd26cd-9e8f-436b-b939-e978be38fcb7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:37.560563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.569864 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.581971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-568d7221-034f-4930-98e8-c6ef5901a4ff req-b19d2d67-9ebb-425a-afb1-b8b1da7f1a86 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416914 Aug 29 17:19:37.621144 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14a6ed5e-2df5-44fb-95bb-8b732c7a5561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.674348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14a6ed5e-2df5-44fb-95bb-8b732c7a5561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.740336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Pushing event updated for resources: {'Port': ['ID=01058af9-64be-477e-a978-08ddc6561be3,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:37.743893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.750891 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14a6ed5e-2df5-44fb-95bb-8b732c7a5561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.753491 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14a6ed5e-2df5-44fb-95bb-8b732c7a5561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.754648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-14a6ed5e-2df5-44fb-95bb-8b732c7a5561 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bdd26cd-9e8f-436b-b939-e978be38fcb7 HTTP/1.1" status: 204 len: 168 time: 0.2953966 Aug 29 17:19:37.783444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6ed5e-2df5-44fb-95bb-8b732c7a5561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdd26cd-9e8f-436b-b939-e978be38fcb7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:37.812369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4e799-da60-4cfc-a88e-bf15dd2b928a req-f30e3395-bcf9-4e1e-a1fd-b2aa220f8489 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:37.814114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6fc4e799-da60-4cfc-a88e-bf15dd2b928a req-f30e3395-bcf9-4e1e-a1fd-b2aa220f8489 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0779076 Aug 29 17:19:37.865780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6fc4e799-da60-4cfc-a88e-bf15dd2b928a req-b42255fc-984d-44a3-bc45-64f38e6b5339 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448058 Aug 29 17:19:37.937813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:37.949639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:37.991229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83018c9b-41fb-41f3-a40e-4f7136bc91fc req-8e8a0c18-b16d-4a56-80e6-6d2e92b5306b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 210 time: 0.0535753 Aug 29 17:19:38.312538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33400) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:38.331799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c244326-5a18-4804-81b6-ba4e1d8ebdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:38.357342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a2cad17d-adf0-46f7-b241-277ac27d171b None None] Provisioning complete for port 01058af9-64be-477e-a978-08ddc6561be3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:38.358334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a2cad17d-adf0-46f7-b241-277ac27d171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:38.394394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a49f1e-0289-41c5-8ba9-8c8082820bbc req-dcb2a62b-853b-4cb4-8781-239fb70e680c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:38.403398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7a49f1e-0289-41c5-8ba9-8c8082820bbc req-dcb2a62b-853b-4cb4-8781-239fb70e680c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1327837 Aug 29 17:19:38.409944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Router 74dd85fb-9e54-473c-95e8-a64ad6599010 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:19:38.460437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a2cad17d-adf0-46f7-b241-277ac27d171b None None] Port 01058af9-64be-477e-a978-08ddc6561be3 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:38.492949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7a49f1e-0289-41c5-8ba9-8c8082820bbc req-2efec348-47d8-4c6d-a477-00e73e15d269 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876520 Aug 29 17:19:38.616030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:38.652721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ef595536-9ddb-431c-951b-4094bb4b78fe admin admin] 10.222.0.41 "PUT /v2.0/routers/74dd85fb-9e54-473c-95e8-a64ad6599010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2485933 Aug 29 17:19:38.661742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c244326-5a18-4804-81b6-ba4e1d8ebdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:38.678105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e0048a96-ad33-436e-924a-2b3199372d15 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:38.697515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c244326-5a18-4804-81b6-ba4e1d8ebdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:38.799147 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c244326-5a18-4804-81b6-ba4e1d8ebdad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14a6864d86b64131bab0acc3d6f35121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830787 Aug 29 17:19:38.799613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33410) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:38.816122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68979c0a-a2b4-4e55-bad0-77e0923e9acd req-e97d1126-06b7-4aed-8710-a0b76f9558fd tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:38.824228 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68979c0a-a2b4-4e55-bad0-77e0923e9acd req-e97d1126-06b7-4aed-8710-a0b76f9558fd tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.1047788 Aug 29 17:19:38.830570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e0048a96-ad33-436e-924a-2b3199372d15 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:38.830969 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:38.887639 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68979c0a-a2b4-4e55-bad0-77e0923e9acd req-1bd354b4-40b8-4973-949f-c1bc54a953d3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624321 Aug 29 17:19:38.924674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c244326-5a18-4804-81b6-ba4e1d8ebdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62c462-cb63-4568-89f6-a458c7db16fa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:39.017474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Sync routers for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:39.043011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:39.043993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:19:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:39.105823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ecb51302-0acd-401d-a7c3-1b13ea5658b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.160088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ecb51302-0acd-401d-a7c3-1b13ea5658b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.194287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7f35-58ea-4009-9b9b-ebeeb53da8da req-a4d77a6d-7801-4301-a1c1-9a0576f02142 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:39.194506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:39.210568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d9c7f35-58ea-4009-9b9b-ebeeb53da8da req-a4d77a6d-7801-4301-a1c1-9a0576f02142 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.2026496 Aug 29 17:19:39.277021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d9c7f35-58ea-4009-9b9b-ebeeb53da8da req-3152fe8e-4644-4ae5-8a5d-9f618b2f3019 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639372 Aug 29 17:19:39.342275 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ecb51302-0acd-401d-a7c3-1b13ea5658b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.350879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ecb51302-0acd-401d-a7c3-1b13ea5658b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.354497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ecb51302-0acd-401d-a7c3-1b13ea5658b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e62c462-cb63-4568-89f6-a458c7db16fa HTTP/1.1" status: 204 len: 168 time: 0.5462687 Aug 29 17:19:39.391146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb51302-0acd-401d-a7c3-1b13ea5658b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62c462-cb63-4568-89f6-a458c7db16fa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:39.485984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ccab33db-09b8-43df-a492-051a7a3566f6 req-fb19c2b2-9fc5-4b07-b4ba-79c51fbc9a4e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 210 time: 0.0786910 Aug 29 17:19:39.628308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 2, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:39.660023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-9733e747-5fd2-4b30-b808-c9855edf6aaf tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655210 Aug 29 17:19:39.685651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Checking router: 74dd85fb-9e54-473c-95e8-a64ad6599010 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:39.689381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Updating router 74dd85fb-9e54-473c-95e8-a64ad6599010 port 01058af9-64be-477e-a978-08ddc6561be3 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:19:39.752834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58f6e4-e954-4cda-ae9b-3d14875edae5 req-f3175124-a2fb-4e51-ba93-de71565e6b50 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:39.763299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd58f6e4-e954-4cda-ae9b-3d14875edae5 req-f3175124-a2fb-4e51-ba93-de71565e6b50 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1396010 Aug 29 17:19:39.790575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.820287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd58f6e4-e954-4cda-ae9b-3d14875edae5 req-dfa2b945-cde9-404d-8bb1-d65d6499cfb7 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559888 Aug 29 17:19:40.022104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-520207f1-2371-4c44-9692-e92e894d533e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675833 Aug 29 17:19:40.325282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-2a9364f8-e347-45f7-a2d4-b7c0a4e59522 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:40.328262 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-2a9364f8-e347-45f7-a2d4-b7c0a4e59522 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907786 Aug 29 17:19:40.362245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33450) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:40.376430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ee9bb3a4-8e32-4912-9b25-1cecf4271abf tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965686164', 'description': 'tempest-description--1978697097'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:40.396834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Request body: {'port': {'device_id': 'd892c6ad-9400-4c0f-9f7c-11216927e855', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '54977d63dd8242fb8184905785dbd6ea'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:40.430511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-49a95c16-b5b0-420b-aa45-60fa3289252e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:40.432518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-49a95c16-b5b0-420b-aa45-60fa3289252e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7659485 Aug 29 17:19:40.448832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Request body: {'port': {'device_id': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '54977d63dd8242fb8184905785dbd6ea'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:40.518042 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.530167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Transition to ACTIVE for port object 01058af9-64be-477e-a978-08ddc6561be3 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:40.537476 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.610416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f271-7f65-4efa-9978-371603b04d46 req-1d8bd985-f11b-4b2a-b4d5-0164d7960e02 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:40.613438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90d7f271-7f65-4efa-9978-371603b04d46 req-1d8bd985-f11b-4b2a-b4d5-0164d7960e02 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.2820611 Aug 29 17:19:40.618839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb3a4-8e32-4912-9b25-1cecf4271abf tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.658043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Attempting to bind port 01058af9-64be-477e-a978-08ddc6561be3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:40.658606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Attempting to bind port 01058af9-64be-477e-a978-08ddc6561be3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:40.658872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Attempting to bind port 01058af9-64be-477e-a978-08ddc6561be3 on network 2f837ef0-0472-4677-9f97-4e06f0654f32 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:40.661667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5024c7-ebfa-4277-a6be-108f8ac3acbf None None] Pushing event updated for resources: {'Port': ['ID=01058af9-64be-477e-a978-08ddc6561be3,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:40.673583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:40.673962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Checking segment: {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:40.674365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.674788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Bound using segment: {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:40.675262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Bound port: 01058af9-64be-477e-a978-08ddc6561be3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:40.680922 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.721346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Made reservation on behalf of 54977d63dd8242fb8184905785dbd6ea for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:40.725909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.762525 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90d7f271-7f65-4efa-9978-371603b04d46 req-7e6d8860-9200-41b8-b789-3ab7cb0d7d83 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150217 Aug 29 17:19:40.783589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d38e3-f5cc-4433-9ad5-b83aba1780ed req-8133a3f1-6d8e-47d4-927c-a9b34db93894 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:40.792644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0c8d38e3-f5cc-4433-9ad5-b83aba1780ed req-8133a3f1-6d8e-47d4-927c-a9b34db93894 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1602125 Aug 29 17:19:40.813809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] For port 01058af9-64be-477e-a978-08ddc6561be3, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:40.819195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] For port 01058af9-64be-477e-a978-08ddc6561be3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=01058af9-64be-477e-a978-08ddc6561be3,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:40.823823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:19:40.823823 n-d-713499-15 neutron-server[94796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:19:40.823823 n-d-713499-15 neutron-server[94796]: [parameters: {'project_id_1': '54977d63dd8242fb8184905785dbd6ea', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 19, 40, 793722)}] Aug 29 17:19:40.823823 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:19:40.824988 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:19:40.836321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.910699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5024c7-ebfa-4277-a6be-108f8ac3acbf None None] Pushing event updated for resources: {'Port': ['ID=01058af9-64be-477e-a978-08ddc6561be3,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:40.924569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:40.925435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:19:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:40.945334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0c8d38e3-f5cc-4433-9ad5-b83aba1780ed req-ba21037e-9fe6-4670-929f-0ba3abb06b17 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516438 Aug 29 17:19:41.040115 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb3a4-8e32-4912-9b25-1cecf4271abf tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.054960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-744250f5-3aa3-4282-afda-c7d874fde3d4 req-b77b609c-7876-450b-b8cd-6d4c8b3e7973 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 210 time: 0.0968595 Aug 29 17:19:41.062469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb3a4-8e32-4912-9b25-1cecf4271abf tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.076274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Allocated IP 192.168.233.9 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/5fa15715-fe82-4072-9f95-76efc1f144be) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:41.164349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb3a4-8e32-4912-9b25-1cecf4271abf tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.165576 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ee9bb3a4-8e32-4912-9b25-1cecf4271abf tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8036726 Aug 29 17:19:41.166425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bb3a4-8e32-4912-9b25-1cecf4271abf tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b62df3-04d7-4d51-964b-ee6ee3fe24c7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:41.177391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33470) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:41.187900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-22860fd8-eb51-43b8-b084-91d76c629c1b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Request body: {'security_group_rule': {'security_group_id': '27b62df3-04d7-4d51-964b-ee6ee3fe24c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:41.201637 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-700cdc28-023e-47df-a525-dce2f0896a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.238425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:41.296642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fea1e8-7833-492c-9eea-c2bd60ad60f3 req-3342581d-27bd-4d68-a160-d45942d357ad tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:41.299308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15fea1e8-7833-492c-9eea-c2bd60ad60f3 req-3342581d-27bd-4d68-a160-d45942d357ad tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1992373 Aug 29 17:19:41.352197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Made reservation on behalf of 54977d63dd8242fb8184905785dbd6ea for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:41.357858 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.366948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22860fd8-eb51-43b8-b084-91d76c629c1b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.415415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15fea1e8-7833-492c-9eea-c2bd60ad60f3 req-84124716-b379-4407-be74-2fb86631a308 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927093 Aug 29 17:19:41.497868 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.525022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Transition to ACTIVE for port object 5fa15715-fe82-4072-9f95-76efc1f144be will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:41.532961 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22860fd8-eb51-43b8-b084-91d76c629c1b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.543533 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22860fd8-eb51-43b8-b084-91d76c629c1b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.560594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22860fd8-eb51-43b8-b084-91d76c629c1b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e9000b-9eb9-4889-b71d-9470dd321002,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:41.586764 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22860fd8-eb51-43b8-b084-91d76c629c1b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.590462 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-22860fd8-eb51-43b8-b084-91d76c629c1b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4083238 Aug 29 17:19:41.591195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33480) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:41.594073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:40Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:41.596828 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-570e08dc-9d29-4963-a62b-472943caddac tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Request body: {'security_group_rule': {'security_group_id': '27b62df3-04d7-4d51-964b-ee6ee3fe24c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:41.621219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.667766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:41.675927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:41.679474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:41.681825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-570e08dc-9d29-4963-a62b-472943caddac tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.685942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca083244-99fa-4083-8f78-369f7da0b1b8 None None] The sync data for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 is: [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:40Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:41.691858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:41.713347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Allocated IP 192.168.233.104 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/026758c1-630b-4e25-a557-6000d2282420) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:41.753449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'Port': ['ID=5fa15715-fe82-4072-9f95-76efc1f144be,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:41.831617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:41.832291 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.884353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-570e08dc-9d29-4963-a62b-472943caddac tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.901913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-570e08dc-9d29-4963-a62b-472943caddac tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.937601 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a3011261-3751-4019-b102-42037d953400 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4940255 Aug 29 17:19:41.970846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-570e08dc-9d29-4963-a62b-472943caddac tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.975785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-570e08dc-9d29-4963-a62b-472943caddac tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3804152 Aug 29 17:19:41.977181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Request body: {'port': {'device_id': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:41.985912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33490) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:42.095024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f200d5-b87e-4c66-b154-2313755b69ec req-17bc8313-2116-4557-8b9f-23d7c217ea5d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:42.101347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:42.105384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f200d5-b87e-4c66-b154-2313755b69ec req-17bc8313-2116-4557-8b9f-23d7c217ea5d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.2311265 Aug 29 17:19:42.129273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e08dc-9d29-4963-a62b-472943caddac tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf740d4e-7c55-4f2f-9ad6-8a17b539060e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:42.226381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.252327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.325614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.347908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd9c4-63c3-4448-a380-b11cd7f8e949 req-04eb78ea-2723-4f09-a88a-21d1df2a735c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:42.350118 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-44ddd9c4-63c3-4448-a380-b11cd7f8e949 req-04eb78ea-2723-4f09-a88a-21d1df2a735c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.2424338 Aug 29 17:19:42.357561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f200d5-b87e-4c66-b154-2313755b69ec req-2e61e39e-6fa3-4f8c-bf90-8dc0c6275a94 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498915 Aug 29 17:19:42.368038 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.405113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2aaa6431-421c-4fcf-88e8-a94a63231954 None None] Provisioning for port 5fa15715-fe82-4072-9f95-76efc1f144be completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:42.418758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Transition to ACTIVE for port object 026758c1-630b-4e25-a557-6000d2282420 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:42.424715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2aaa6431-421c-4fcf-88e8-a94a63231954 None None] Provisioning complete for port 5fa15715-fe82-4072-9f95-76efc1f144be triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:42.425230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2aaa6431-421c-4fcf-88e8-a94a63231954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.636885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f06f7b23-8cf2-49de-a194-11e66e1b1fdc req-00d3b5e7-fab1-4b65-9a55-9e7e81f84611 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 210 time: 0.1503584 Aug 29 17:19:42.685300 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.744791 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-44ddd9c4-63c3-4448-a380-b11cd7f8e949 req-1b8e2221-4cb3-4622-87c3-cf3083f2d68e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580363 Aug 29 17:19:42.751052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 01058af9-64be-477e-a978-08ddc6561be3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:42.885475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'Port': ['ID=026758c1-630b-4e25-a557-6000d2282420,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:42.910149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:42.915711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:42.922360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:42.928168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa6431-421c-4fcf-88e8-a94a63231954 None None] Port 5fa15715-fe82-4072-9f95-76efc1f144be cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:42.963436 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.057507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 01058af9-64be-477e-a978-08ddc6561be3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:43.062201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:43.067686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.068318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 01058af9-64be-477e-a978-08ddc6561be3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:43.068700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.112214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-696c7ac3-f16c-4692-b4e0-feb354fbc597 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7518396 Aug 29 17:19:43.126197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Request body: {'port': {'device_id': 'd892c6ad-9400-4c0f-9f7c-11216927e855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:43.150309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f97d-4042-4ce2-b191-597e16bb510f req-c7098d56-7bf7-4854-89f6-3b0aaf2cbfc8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:43.169246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2438f97d-4042-4ce2-b191-597e16bb510f req-c7098d56-7bf7-4854-89f6-3b0aaf2cbfc8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.2498081 Aug 29 17:19:43.176289 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.247709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.412801 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a91e454f-8658-4d77-a009-ae114575ce2d None None] Provisioning for port 026758c1-630b-4e25-a557-6000d2282420 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:43.425822 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2438f97d-4042-4ce2-b191-597e16bb510f req-c7aa2ee8-4cc0-4ae6-9f5b-96adc4cc5f87 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501321 Aug 29 17:19:43.428716 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.430569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a91e454f-8658-4d77-a009-ae114575ce2d None None] Provisioning complete for port 026758c1-630b-4e25-a557-6000d2282420 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:43.430970 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a91e454f-8658-4d77-a009-ae114575ce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.534336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa15715-fe82-4072-9f95-76efc1f144be {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:43.545579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.571550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Transition to ACTIVE for port object 5fa15715-fe82-4072-9f95-76efc1f144be will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:43.588112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Allocated IP 172.25.2.250 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/5a44a812-d0a4-4c5a-bbb7-e16057ce293b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:43.602371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.611515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a91e454f-8658-4d77-a009-ae114575ce2d None None] Port 026758c1-630b-4e25-a557-6000d2282420 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:43.661175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 01058af9-64be-477e-a978-08ddc6561be3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=01058af9-64be-477e-a978-08ddc6561be3,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:43.679893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.704143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa15715-fe82-4072-9f95-76efc1f144be,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:43.832008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=01058af9-64be-477e-a978-08ddc6561be3,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:43.861155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248f776-be78-4543-9354-8bb8ed6c4cd3 req-812057d3-add1-48a7-8b74-c1dd9e61594a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:43.868541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3248f776-be78-4543-9354-8bb8ed6c4cd3 req-812057d3-add1-48a7-8b74-c1dd9e61594a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.3569329 Aug 29 17:19:43.876054 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-226a6d40-5fbe-482e-89cf-8a4b191f7a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.881338 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.994220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Attempting to bind port 5fa15715-fe82-4072-9f95-76efc1f144be on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:43.994494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Attempting to bind port 5fa15715-fe82-4072-9f95-76efc1f144be by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:43.994835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Attempting to bind port 5fa15715-fe82-4072-9f95-76efc1f144be on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:44.011111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc0fa6-13db-40e0-84cc-859d3eae4d39 req-abf59467-4e9f-421f-b91b-621a87ab4f27 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.019156 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-59dc0fa6-13db-40e0-84cc-859d3eae4d39 req-abf59467-4e9f-421f-b91b-621a87ab4f27 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 936 time: 0.2151999 Aug 29 17:19:44.061244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Port 5fa15715-fe82-4072-9f95-76efc1f144be on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:44.061647 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Attempting to bind port 5fa15715-fe82-4072-9f95-76efc1f144be on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:44.083817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.102251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026758c1-630b-4e25-a557-6000d2282420 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:44.119320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3248f776-be78-4543-9354-8bb8ed6c4cd3 req-39938e28-3aa4-496c-aea4-8d39f351d36c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462618 Aug 29 17:19:44.122644 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.137701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:44.138108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:44.138578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:44.139130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Bound port: 5fa15715-fe82-4072-9f95-76efc1f144be, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:44.140015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.145939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.178200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Transition to ACTIVE for port object 026758c1-630b-4e25-a557-6000d2282420 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:44.191443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.209527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event updated for resources: {'Port': ['ID=5a44a812-d0a4-4c5a-bbb7-e16057ce293b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:44.306298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=026758c1-630b-4e25-a557-6000d2282420,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:44.315774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] For port 5fa15715-fe82-4072-9f95-76efc1f144be, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:44.319870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33540) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:44.323939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] For port 5fa15715-fe82-4072-9f95-76efc1f144be, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5fa15715-fe82-4072-9f95-76efc1f144be,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:44.339990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:44.345540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-59dc0fa6-13db-40e0-84cc-859d3eae4d39 req-9ec3babb-551c-4c91-ae21-cd85683b568d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251014 Aug 29 17:19:44.348274 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.373831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:44.377939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:44.402627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b4e7-5a3a-4ba2-9d2c-98bec7536aca req-31acdcf6-8b5f-431a-a52d-7ec68c23ee02 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.407501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.409278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8d3b4e7-5a3a-4ba2-9d2c-98bec7536aca req-31acdcf6-8b5f-431a-a52d-7ec68c23ee02 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1584466 Aug 29 17:19:44.409482 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.410990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-94f21008-da0e-4444-936d-f9eff478564e service neutron] 10.222.0.43 "PUT /v2.0/ports/5fa15715-fe82-4072-9f95-76efc1f144be HTTP/1.1" status: 200 len: 1095 time: 2.4517229 Aug 29 17:19:44.413006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'tag': '5fa15715-fe82-4072-9f95-76efc1f144be'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:44.417965 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036e14aa-3b6b-4955-8334-3bfb45e89a79" -d '{"events": [{"name": "network-changed", "server_uuid": "439b3b84-d294-4521-a02b-8c67cfb7ade6", "tag": "5fa15715-fe82-4072-9f95-76efc1f144be"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:44.525503 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8d3b4e7-5a3a-4ba2-9d2c-98bec7536aca req-700f170b-e0f8-477e-b803-42234ccbc787 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918262 Aug 29 17:19:44.528356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Attempting to bind port 026758c1-630b-4e25-a557-6000d2282420 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:44.529518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Attempting to bind port 026758c1-630b-4e25-a557-6000d2282420 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:44.531840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Attempting to bind port 026758c1-630b-4e25-a557-6000d2282420 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:44.543175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Port 026758c1-630b-4e25-a557-6000d2282420 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:44.544141 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Attempting to bind port 026758c1-630b-4e25-a557-6000d2282420 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:44.550198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:44.550897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:44.551247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:44.553051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Bound port: 026758c1-630b-4e25-a557-6000d2282420, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:44.553498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.554533 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6710f4ff-eadd-413b-8e0e-a97bdf6adf25 x-openstack-request-id: req-6710f4ff-eadd-413b-8e0e-a97bdf6adf25 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:44.554846 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439b3b84-d294-4521-a02b-8c67cfb7ade6", "tag": "5fa15715-fe82-4072-9f95-76efc1f144be", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:44.555090 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6710f4ff-eadd-413b-8e0e-a97bdf6adf25 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:44.555499 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'tag': '5fa15715-fe82-4072-9f95-76efc1f144be', 'status': 'completed', 'code': 200} Aug 29 17:19:44.576006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f21008-da0e-4444-936d-f9eff478564e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa15715-fe82-4072-9f95-76efc1f144be,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:44.578603 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81961c6a-18d0-454d-8a30-fb1caafaeaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.617919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 01058af9-64be-477e-a978-08ddc6561be3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:44.637584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-3f4e6c0b-0178-4518-89df-bb6c5708d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.639015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] For port 026758c1-630b-4e25-a557-6000d2282420, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:44.639257 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-3f4e6c0b-0178-4518-89df-bb6c5708d861 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 1098 time: 0.1864214 Aug 29 17:19:44.642472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] For port 026758c1-630b-4e25-a557-6000d2282420, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=026758c1-630b-4e25-a557-6000d2282420,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:44.664992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.678043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:44.711348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-bae20b3d-ad87-4f38-b3e4-2bd20b7185ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=5fa15715-fe82-4072-9f95-76efc1f144be HTTP/1.1" status: 200 len: 217 time: 0.0463026 Aug 29 17:19:44.735790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.737002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.738826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] 10.222.0.44 "PUT /v2.0/ports/026758c1-630b-4e25-a557-6000d2282420 HTTP/1.1" status: 200 len: 1097 time: 1.6179056 Aug 29 17:19:44.744090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd892c6ad-9400-4c0f-9f7c-11216927e855', 'tag': '026758c1-630b-4e25-a557-6000d2282420'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:44.747352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 01058af9-64be-477e-a978-08ddc6561be3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:44.747856 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.749467 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d892c6ad-9400-4c0f-9f7c-11216927e855", "tag": "026758c1-630b-4e25-a557-6000d2282420"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:44.785019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce8b5-2c28-4a1e-bf6a-7f6ae3b2d853 req-009b9557-8549-4bef-a67a-8e114602f840 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.789200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b0ce8b5-2c28-4a1e-bf6a-7f6ae3b2d853 req-009b9557-8549-4bef-a67a-8e114602f840 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1439815 Aug 29 17:19:44.834638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.884559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-2265c257-6422-45a9-b66a-15709aa9b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.886450 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-2265c257-6422-45a9-b66a-15709aa9b42c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1623247 Aug 29 17:19:44.896447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-d6bb066c-960d-4324-b6c1-f0eb7c7fea71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1703005 Aug 29 17:19:44.917503 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883f7c2-1b11-4117-8655-ac31070ae7e4 x-openstack-request-id: req-6883f7c2-1b11-4117-8655-ac31070ae7e4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:44.917503 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d892c6ad-9400-4c0f-9f7c-11216927e855", "tag": "026758c1-630b-4e25-a557-6000d2282420", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:44.917503 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6883f7c2-1b11-4117-8655-ac31070ae7e4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:44.917910 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd892c6ad-9400-4c0f-9f7c-11216927e855', 'tag': '026758c1-630b-4e25-a557-6000d2282420', 'status': 'completed', 'code': 200} Aug 29 17:19:44.918439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f1828-dcbb-43a9-b37f-a10b40591bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=026758c1-630b-4e25-a557-6000d2282420,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:44.965389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81961c6a-18d0-454d-8a30-fb1caafaeaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.966221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b0ce8b5-2c28-4a1e-bf6a-7f6ae3b2d853 req-8866c68b-8a6e-4a51-8cd6-be49257f0345 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700130 Aug 29 17:19:44.972845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-06daa73b-d4dd-44dd-91fe-10ca7a71cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.974616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-06daa73b-d4dd-44dd-91fe-10ca7a71cf8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 1100 time: 0.1440260 Aug 29 17:19:45.041417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-f65a57c7-a0af-4cec-b5a2-541867d92a37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=026758c1-630b-4e25-a557-6000d2282420 HTTP/1.1" status: 200 len: 217 time: 0.0532799 Aug 29 17:19:45.045975 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81961c6a-18d0-454d-8a30-fb1caafaeaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.103836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-44e34ed0-bcfc-412b-9aaa-d3308adb9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.105467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-44e34ed0-bcfc-412b-9aaa-d3308adb9ae7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0556715 Aug 29 17:19:45.162678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-016f2c6d-4557-482a-965e-ef866fe5903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.166237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-016f2c6d-4557-482a-965e-ef866fe5903d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493474 Aug 29 17:19:45.199780 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.250174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-81961c6a-18d0-454d-8a30-fb1caafaeaef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fe4967be4c645ea95f44c97ec48e31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9244261 Aug 29 17:19:45.256655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81961c6a-18d0-454d-8a30-fb1caafaeaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546ff709-3967-436c-b346-fa87a3d6513b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:45.258367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33558) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:45.289011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-c26ebd95-806e-4ccb-b545-a103cf094fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.290575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-c26ebd95-806e-4ccb-b545-a103cf094fb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3931506 Aug 29 17:19:45.298236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-201340a0-8bbb-4a0e-9e01-e08bc5331dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.299790 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-201340a0-8bbb-4a0e-9e01-e08bc5331dac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 1097 time: 0.3160853 Aug 29 17:19:45.319950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.338623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bb713-6e43-4f8d-a4fe-8f8289f3f169 req-5059669d-d441-414e-93e7-99d682e3fedd tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.340094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455bb713-6e43-4f8d-a4fe-8f8289f3f169 req-5059669d-d441-414e-93e7-99d682e3fedd tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.1117659 Aug 29 17:19:45.369382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-6d47ca09-7967-4a60-af97-501cd4135064 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939881 Aug 29 17:19:45.407980 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ddecbda-d1fe-4672-ac20-8636c41b30d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.445828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-455bb713-6e43-4f8d-a4fe-8f8289f3f169 req-fc8c4006-c98d-4510-8a75-7bedecc66009 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981772 Aug 29 17:19:45.494974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ddecbda-d1fe-4672-ac20-8636c41b30d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.579274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-2a6d050d-456a-4271-8e82-153bba1df761 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958854 Aug 29 17:19:45.600652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467fab-e8ed-4c2b-b891-24ae13014e19 req-d63fe765-ed2c-4ef3-8467-799f4ceb345a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.603142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8467fab-e8ed-4c2b-b891-24ae13014e19 req-d63fe765-ed2c-4ef3-8467-799f4ceb345a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 948 time: 0.0870194 Aug 29 17:19:45.619373 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ddecbda-d1fe-4672-ac20-8636c41b30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.621740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ddecbda-d1fe-4672-ac20-8636c41b30d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.625164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4ddecbda-d1fe-4672-ac20-8636c41b30d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/546ff709-3967-436c-b346-fa87a3d6513b HTTP/1.1" status: 204 len: 168 time: 0.3618438 Aug 29 17:19:45.640256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddecbda-d1fe-4672-ac20-8636c41b30d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ff709-3967-436c-b346-fa87a3d6513b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:45.685888 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8467fab-e8ed-4c2b-b891-24ae13014e19 req-3dad8ab8-c685-497e-8e7e-e5604538cef5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746803 Aug 29 17:19:45.689870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564db-7ad6-4e58-96b6-0998427b223f req-53688777-dc47-43f7-a434-8dcbcfe5e835 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.697397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-53688777-dc47-43f7-a434-8dcbcfe5e835 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 821 time: 0.6320362 Aug 29 17:19:45.726741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-401ae621-ed39-45ed-80f2-d5470c405cdc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/quotas/6055e94fc9d449f1b1b0c4eade2655e9 HTTP/1.1" status: 200 len: 375 time: 0.0284355 Aug 29 17:19:45.739654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-3e9559e6-67d3-423c-8eee-9773f2574e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.741302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-3e9559e6-67d3-423c-8eee-9773f2574e0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 1100 time: 0.0711625 Aug 29 17:19:45.843310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-764a6459-fc5f-4d97-a416-fd445ef2de61 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396898 Aug 29 17:19:45.848325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-68bbe405-b195-4efb-b066-ab0bd02ae5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.848325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-68bbe405-b195-4efb-b066-ab0bd02ae5e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.5251887 Aug 29 17:19:45.888265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-80de797e-1b5a-4e20-9f6b-70b07cddae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.889723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-80de797e-1b5a-4e20-9f6b-70b07cddae8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1355126 Aug 29 17:19:45.892166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-725ecdc4-a8cc-4d0e-83c7-149a38827745 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1517017 Aug 29 17:19:45.913354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097e6ca-ba9b-4ef1-96ec-2555e01eba69 req-ba0230c5-dc2d-4775-82ca-2b5256286e8e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:45.914752 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d097e6ca-ba9b-4ef1-96ec-2555e01eba69 req-ba0230c5-dc2d-4775-82ca-2b5256286e8e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0810385 Aug 29 17:19:45.945489 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-49d14206-323b-49d5-a8af-d1cbfa98d000 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=026758c1-630b-4e25-a557-6000d2282420 HTTP/1.1" status: 200 len: 217 time: 0.0475669 Aug 29 17:19:45.964958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-48ac24cc-e4b8-4dd3-9c8e-fef2a7a8e422 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.1039019 Aug 29 17:19:45.968722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.008233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33572) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:46.018307 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d097e6ca-ba9b-4ef1-96ec-2555e01eba69 req-dc17fc72-dc37-4e9e-8bed-6dd746e9d508 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762081 Aug 29 17:19:46.024080 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.028789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-556918b0-9de5-4595-9182-b929271d62d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.042782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-9d54238e-e6e9-40cc-805d-154296f243d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.044242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-9d54238e-e6e9-40cc-805d-154296f243d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0868349 Aug 29 17:19:46.157532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-c1dc50c2-f5be-439a-80b8-4b3215a98c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.159066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-c1dc50c2-f5be-439a-80b8-4b3215a98c97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1055539 Aug 29 17:19:46.176526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c598fbe-4a01-4126-9c04-1dc8dd7fafc3 req-fdebceb6-5985-4a1c-99cd-a4ac6d97194a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.178041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c598fbe-4a01-4126-9c04-1dc8dd7fafc3 req-fdebceb6-5985-4a1c-99cd-a4ac6d97194a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0884542 Aug 29 17:19:46.181868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-cc104180-9648-4b4e-89c0-9affe021209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.183383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-cc104180-9648-4b4e-89c0-9affe021209f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.2106080 Aug 29 17:19:46.216129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:46.216353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324bdfec-7a16-48da-9c54-29cbc20f1638 req-496acc90-ce12-4e23-8c07-31baddccf657 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576307 Aug 29 17:19:46.223620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:46.223817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event updated for resources: {'Port': ['ID=5a44a812-d0a4-4c5a-bbb7-e16057ce293b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:46.252570 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-4c1771a6-b312-4686-a6db-9d141c3a3211 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558584 Aug 29 17:19:46.254116 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.258189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-0c503316-96ac-4e53-8aa6-c503392a3d3d service neutron] 10.222.0.41 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268132 Aug 29 17:19:46.310325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c598fbe-4a01-4126-9c04-1dc8dd7fafc3 req-854b5934-c2e5-4344-9889-523d5678c4fd tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187248 Aug 29 17:19:46.335354 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-556918b0-9de5-4595-9182-b929271d62d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.347338 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-556918b0-9de5-4595-9182-b929271d62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.380300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-a0e2f059-c848-4607-a0b0-ba014b77be40 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012696 Aug 29 17:19:46.393877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.398795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b71ce610-14e3-4d78-8330-ec8fe95e06d3 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4106085 Aug 29 17:19:46.416681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:46.433442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'mac_address': 'fa:16:3e:86:e3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:46.435774 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.445730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556918b0-9de5-4595-9182-b929271d62d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f9bcf-e3c6-4176-a69a-8c73bb4b261c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:46.452189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-556918b0-9de5-4595-9182-b929271d62d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09a27a5e323845749321c8b27207a2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429655 Aug 29 17:19:46.454717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33576) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:46.472897 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-6db562fd-448c-4b17-8822-072992630d2c service neutron] 10.222.0.41 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990025 Aug 29 17:19:46.477730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-74f06c13-517c-4a51-aeef-0d95e2d6048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.479445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-74f06c13-517c-4a51-aeef-0d95e2d6048c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 1098 time: 0.1870155 Aug 29 17:19:46.533047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:46.537277 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a766f46-da52-4bee-a7c6-9dd33279e0d9" -d '{"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:46.543505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05ad30d6-c7ac-4685-a8fe-0e248b1662e8 req-1c0c2578-743d-4c2a-adb7-6ee41fdca23c service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493576 Aug 29 17:19:46.547005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d909-84ec-4043-8f7c-7d0e8765d5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.574267 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d909-84ec-4043-8f7c-7d0e8765d5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.589012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:46.598636 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.605991 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-485cd49e-523c-4776-b668-3bb5e5110ee4 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426566 Aug 29 17:19:46.656441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.656688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b654160-38ff-4cf7-88cd-118d19c7e558 req-bc672895-0eef-4bb6-bfbe-c395946e2867 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.658299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b654160-38ff-4cf7-88cd-118d19c7e558 req-bc672895-0eef-4bb6-bfbe-c395946e2867 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.0863993 Aug 29 17:19:46.688021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.689381 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d909-84ec-4043-8f7c-7d0e8765d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.693958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d909-84ec-4043-8f7c-7d0e8765d5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.694919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:46.695361 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a2b1d909-84ec-4043-8f7c-7d0e8765d5f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/461f9bcf-e3c6-4176-a69a-8c73bb4b261c HTTP/1.1" status: 204 len: 168 time: 0.2395515 Aug 29 17:19:46.711686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:46.731011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1d909-84ec-4043-8f7c-7d0e8765d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f9bcf-e3c6-4176-a69a-8c73bb4b261c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:46.740621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b654160-38ff-4cf7-88cd-118d19c7e558 req-180d96d1-2c13-49ab-9656-4e55d01079fa tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755923 Aug 29 17:19:46.762099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-c59bd281-5512-4d67-a4e0-2e2385995972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.772570 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-c59bd281-5512-4d67-a4e0-2e2385995972 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2762759 Aug 29 17:19:46.791314 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:19:46.791615 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:19:46.821627 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822487ab-b8b7-48d5-af18-fad74e54cc97 x-openstack-request-id: req-822487ab-b8b7-48d5-af18-fad74e54cc97 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:46.822045 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:46.822388 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-822487ab-b8b7-48d5-af18-fad74e54cc97 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:46.822880 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'code': 200} Aug 29 17:19:46.836594 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-4d2f1ab9-36f1-4971-8619-b749191994f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=5fa15715-fe82-4072-9f95-76efc1f144be HTTP/1.1" status: 200 len: 217 time: 0.0542552 Aug 29 17:19:46.889222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27552282-2cc3-4f08-89f6-7318ad3bad80 req-e0d496f3-6adc-4f1a-b05f-1cb2e8c4364f service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683208 Aug 29 17:19:46.905985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-14226e88-af26-4e9e-aa45-fef2c4531aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.907692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-14226e88-af26-4e9e-aa45-fef2c4531aa1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0630941 Aug 29 17:19:46.974045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-7159b255-da23-4a84-9b89-5fb4dee652e6 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--965686164&fields=id&tenant_id=1221b2ea59c648bb95328e3c5f7e7914 HTTP/1.1" status: 200 len: 267 time: 0.0613954 Aug 29 17:19:46.974824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-de0bead5-3f4f-4647-9311-ba557ccbea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.977039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-de0bead5-3f4f-4647-9311-ba557ccbea6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567935 Aug 29 17:19:47.099942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb8147-0292-418c-8a26-3a6530f6668c req-5b238908-1f16-4b1f-85cf-41aeef795eac tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.101543 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cdb8147-0292-418c-8a26-3a6530f6668c req-5b238908-1f16-4b1f-85cf-41aeef795eac tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 948 time: 0.1068261 Aug 29 17:19:47.106483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-1a673137-f322-4e59-9c84-3fa55db31a5d tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.114477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-1a673137-f322-4e59-9c84-3fa55db31a5d tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/networks?id=2f837ef0-0472-4677-9f97-4e06f0654f32 HTTP/1.1" status: 200 len: 814 time: 0.1314778 Aug 29 17:19:47.131139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-9b428833-5035-4027-8faf-5d4f478d685a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/quotas/1221b2ea59c648bb95328e3c5f7e7914 HTTP/1.1" status: 200 len: 375 time: 0.0156574 Aug 29 17:19:47.142103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-8455a511-c947-4873-8cf3-85c5df882616 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558700 Aug 29 17:19:47.190651 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-27ed7397-74e7-41fb-a404-3938a231fd11 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1221b2ea59c648bb95328e3c5f7e7914&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582612 Aug 29 17:19:47.191754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cdb8147-0292-418c-8a26-3a6530f6668c req-69077eb3-fdfe-4adc-a7a5-1328f0066539 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753069 Aug 29 17:19:47.281707 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-036e14aa-3b6b-4955-8334-3bfb45e89a79 req-b5438ed7-1d15-4907-80f6-41ebc6aba01f service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255498 Aug 29 17:19:47.330646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.340851 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-497ddf42-5cc0-4082-8523-138a459b3622 service neutron] 10.222.0.41 "GET /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322484 Aug 29 17:19:47.347616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:47.391483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:47.397769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.437499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4197cb3e-bd86-4fa3-9a48-e2a4380158dd req-83964669-520b-4b41-8c62-3853785696e5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 210 time: 0.0672395 Aug 29 17:19:47.470722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:47.483576 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-768bf559-3b93-42f8-92ab-8f41860ec35b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733972 Aug 29 17:19:47.499218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-f15b3b7e-19da-40d2-8f7b-b309ee41be60 service neutron] 10.222.0.41 "GET /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520865 Aug 29 17:19:47.565421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-f2f55918-f500-4980-b587-4128fa55b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.575703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-f2f55918-f500-4980-b587-4128fa55b5e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 1097 time: 0.0523522 Aug 29 17:19:47.600107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94237eb3-fee6-4b90-b4a1-ca29483d98fa req-a7a34605-3441-4941-bc63-5852d9a80b6b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.602548 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94237eb3-fee6-4b90-b4a1-ca29483d98fa req-a7a34605-3441-4941-bc63-5852d9a80b6b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.0811138 Aug 29 17:19:47.689034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94237eb3-fee6-4b90-b4a1-ca29483d98fa req-adf6bd86-61fc-4f2b-80c6-36889411335e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606425 Aug 29 17:19:47.694433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:47.752460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 026758c1-630b-4e25-a557-6000d2282420 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:47.815933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-ad5abbc2-da65-409c-8041-e4f8b9645faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.818112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-ad5abbc2-da65-409c-8041-e4f8b9645faa service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2213655 Aug 29 17:19:47.831859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e46655df-53ca-4780-9c07-662f82ae43ae req-fec11058-3a25-457a-b8de-b69dce6279ed tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 210 time: 0.0739219 Aug 29 17:19:47.950921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 026758c1-630b-4e25-a557-6000d2282420, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=026758c1-630b-4e25-a557-6000d2282420,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:47.968817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '026758c1-630b-4e25-a557-6000d2282420', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '026758c1-630b-4e25-a557-6000d2282420', 'mac_address': 'fa:16:3e:cd:a5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:47.995495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-f903f254-9b14-4110-91fa-fb1d530ad6d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 200 len: 217 time: 0.1637437 Aug 29 17:19:47.998140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945959e-aca6-450c-a624-4c154372cade req-b3d5dd0a-9a5f-48ec-a54a-51b4b79191c0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:48.000596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8945959e-aca6-450c-a624-4c154372cade req-b3d5dd0a-9a5f-48ec-a54a-51b4b79191c0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.0865686 Aug 29 17:19:48.045599 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.052475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8945959e-aca6-450c-a624-4c154372cade req-5648172d-c419-4c36-af1c-79aeb32ed2c3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Aug 29 17:19:48.071746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026758c1-630b-4e25-a557-6000d2282420 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:48.087698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5842dcd-d466-4ba2-932a-a8e43f14de20 req-a648f693-5ef3-4901-9b08-f8db8e0c5fef tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:48.096371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a5842dcd-d466-4ba2-932a-a8e43f14de20 req-a648f693-5ef3-4901-9b08-f8db8e0c5fef tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.2772443 Aug 29 17:19:48.096642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 026758c1-630b-4e25-a557-6000d2282420, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=026758c1-630b-4e25-a557-6000d2282420,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:48.103889 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.121588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-44f9e400-7af1-441c-a784-a15c33420414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:48.123119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-44f9e400-7af1-441c-a784-a15c33420414 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.1136532 Aug 29 17:19:48.160273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=026758c1-630b-4e25-a557-6000d2282420,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:48.193161 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-67817984-6c6e-4935-bb6c-2667a4c06ce2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496523 Aug 29 17:19:48.196790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a5842dcd-d466-4ba2-932a-a8e43f14de20 req-e2d764d1-daaf-426f-85b3-8fed28cc0f7b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994947 Aug 29 17:19:48.222444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5fa15715-fe82-4072-9f95-76efc1f144be details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:48.398649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5fa15715-fe82-4072-9f95-76efc1f144be, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5fa15715-fe82-4072-9f95-76efc1f144be,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:48.440223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '5fa15715-fe82-4072-9f95-76efc1f144be', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '5fa15715-fe82-4072-9f95-76efc1f144be', 'mac_address': 'fa:16:3e:71:34:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:48.534369 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.537757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['026758c1-630b-4e25-a557-6000d2282420'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:48.569792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564db-7ad6-4e58-96b6-0998427b223f req-6cfebbce-60be-45b4-b7a6-c0cfa0828982 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:48.572511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-6cfebbce-60be-45b4-b7a6-c0cfa0828982 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 821 time: 0.2639790 Aug 29 17:19:48.574751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa15715-fe82-4072-9f95-76efc1f144be {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:48.612493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Request body: {'port': {'device_id': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'admin_state_up': True, 'tenant_id': '6055e94fc9d449f1b1b0c4eade2655e9'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:48.620790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5fa15715-fe82-4072-9f95-76efc1f144be, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5fa15715-fe82-4072-9f95-76efc1f144be,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:48.687515 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.690100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 83c44cf8-893d-4450-b739-d70fb5e750d4 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:48.717503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d47cc-2de9-4435-8b2e-1907dbd999a0 req-72eb4263-99d0-46d8-ad14-20bfb02f11b6 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:48.726853 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b6d47cc-2de9-4435-8b2e-1907dbd999a0 req-72eb4263-99d0-46d8-ad14-20bfb02f11b6 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 949 time: 0.1523368 Aug 29 17:19:48.799577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-a5aad4bd-9f50-4648-b3bc-7eecff63d3d5 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882955 Aug 29 17:19:48.829330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b6d47cc-2de9-4435-8b2e-1907dbd999a0 req-8ac63211-9663-46c8-81cd-90d47b99de3d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000566 Aug 29 17:19:48.842071 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-96208bf2-2c6f-4c64-b73c-5c4e443d5874 req-f17e1c7b-47e5-482c-8630-3af69f37a912 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 210 time: 0.0414135 Aug 29 17:19:48.895247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Made reservation on behalf of 6055e94fc9d449f1b1b0c4eade2655e9 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:48.899770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.996237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5fa15715-fe82-4072-9f95-76efc1f144be,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:49.035045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2bd067a0-862f-4b3c-8c42-4249ba87481d req-1d2ec6d1-8651-4ff8-83d9-9008d36e56ad tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 210 time: 0.0578704 Aug 29 17:19:49.050056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:49.068885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '83c44cf8-893d-4450-b739-d70fb5e750d4', 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8', 'port_id': '83c44cf8-893d-4450-b739-d70fb5e750d4', 'mac_address': 'fa:16:3e:44:c4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf668947-0792-4673-8f1d-0f7eb7fc5bd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:49.113861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Allocated IP 172.20.0.11 (182fe0bf-31b7-4f93-8a4b-78128e1e9cf3/dbb74628-7c4a-434a-b4f3-a722701f2685/e8891120-4d3a-4535-a406-85ad8bff1a43) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:49.117590 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-697a8ad6-8fc2-45eb-b819-af0e341acce3 req-3e3efe8f-587b-4da9-85a7-cd4e8a373347 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048050 Aug 29 17:19:49.125038 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:49.142160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c44cf8-893d-4450-b739-d70fb5e750d4 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:49.201930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:49.210800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:49.222256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88777f-12b8-4748-a17c-c24879901ec3 req-58a9a0a8-02ed-4432-a0ba-6bfa548ccf99 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.230655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b88777f-12b8-4748-a17c-c24879901ec3 req-58a9a0a8-02ed-4432-a0ba-6bfa548ccf99 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.0836730 Aug 29 17:19:49.235834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb78f1-cf16-4201-8585-2ec65fc26b96 req-4e4ef13a-c9d9-44f5-a058-5b5f0258a7eb tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.239214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22bb78f1-cf16-4201-8585-2ec65fc26b96 req-4e4ef13a-c9d9-44f5-a058-5b5f0258a7eb tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 949 time: 0.1588352 Aug 29 17:19:49.265342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:49.315430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b88777f-12b8-4748-a17c-c24879901ec3 req-0575e2e2-3d8d-42ac-919f-4157b833164d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834651 Aug 29 17:19:49.464436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98b213-e052-48f3-86b4-650819eb27e2 req-16767f75-339e-46a0-93b3-000c8949a9a7 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.464436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff98b213-e052-48f3-86b4-650819eb27e2 req-16767f75-339e-46a0-93b3-000c8949a9a7 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0695531 Aug 29 17:19:49.492795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['83c44cf8-893d-4450-b739-d70fb5e750d4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:49.527995 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22bb78f1-cf16-4201-8585-2ec65fc26b96 req-1d39c002-8f60-4e4d-a361-ee5247136001 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702203 Aug 29 17:19:49.533949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff98b213-e052-48f3-86b4-650819eb27e2 req-b740957a-01dc-42b5-8322-2f5608d05d11 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643766 Aug 29 17:19:49.547411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5fa15715-fe82-4072-9f95-76efc1f144be'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:49.610266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:49.661286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:49.727305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:49.740484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:49.748061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:49.761196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-fe28b346-1fb7-4b44-8d2e-3c9bc201421b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.762978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-fe28b346-1fb7-4b44-8d2e-3c9bc201421b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.43 "GET /v2.0/networks?id=2f837ef0-0472-4677-9f97-4e06f0654f32 HTTP/1.1" status: 200 len: 814 time: 0.4198897 Aug 29 17:19:49.781281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Pushing event updated for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:49.851408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-c2512763-b924-4182-959c-dc30ee667fdc tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1221b2ea59c648bb95328e3c5f7e7914 HTTP/1.1" status: 200 len: 379 time: 0.0603216 Aug 29 17:19:49.865668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Request body: {'port': {'device_id': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'admin_state_up': True, 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'security_groups': ['27b62df3-04d7-4d51-964b-ee6ee3fe24c7']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:49.876360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.877286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:49.946596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-fa4e43c9-b1ea-4ba3-a0b1-3670df36006f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3414798 Aug 29 17:19:49.968742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Request body: {'port': {'device_id': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:49.983654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845df9ff-89f1-4a7e-abc6-c2fa585801a1 req-f9036894-d0bf-414e-a202-b1424e518fbc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.985283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-845df9ff-89f1-4a7e-abc6-c2fa585801a1 req-f9036894-d0bf-414e-a202-b1424e518fbc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 949 time: 0.0593247 Aug 29 17:19:50.039398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-845df9ff-89f1-4a7e-abc6-c2fa585801a1 req-acfea064-cb9b-4e4a-81cd-83adb20d9fce tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Aug 29 17:19:50.109612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b286de-4318-4c2d-b68d-75d7231da940 req-1b65a302-5285-4b15-8087-95baf925ea65 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:50.111809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3b286de-4318-4c2d-b68d-75d7231da940 req-1b65a302-5285-4b15-8087-95baf925ea65 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 932 time: 0.1368568 Aug 29 17:19:50.115599 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.133227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33694) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:50.151237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9642c9b4-2134-4063-b0a5-34d66ddc5264 req-4849c587-1923-403d-b8c1-3dec556c9a75 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 210 time: 0.0401444 Aug 29 17:19:50.159138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Made reservation on behalf of 1221b2ea59c648bb95328e3c5f7e7914 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:50.163448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.233753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3b286de-4318-4c2d-b68d-75d7231da940 req-9c1f49d1-e236-4ff2-8cfd-4713dce44234 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129673 Aug 29 17:19:50.256499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:50.330745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:50.331119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.417187 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.443753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:50.446144 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1273b07-f70e-41a8-a2a0-afe190c9eb28" -d '{"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-plugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:50.456822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df03f4-39c1-4151-8070-41325426ae9b req-54aa9d79-5bad-4f1a-819c-b75e0a34e289 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:50.459202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4df03f4-39c1-4151-8070-41325426ae9b req-54aa9d79-5bad-4f1a-819c-b75e0a34e289 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 944 time: 0.0610101 Aug 29 17:19:50.475955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:50.486167 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.514068 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f95e3b-9827-478c-8cf0-4313767d73ab x-openstack-request-id: req-58f95e3b-9827-478c-8cf0-4313767d73ab {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:50.514367 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-plugged", "status": "completed", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:50.514705 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58f95e3b-9827-478c-8cf0-4313767d73ab {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:50.515274 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'code': 200} Aug 29 17:19:50.517421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e434695c-9d05-4280-9115-aa024db72cc6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:50.557731 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4df03f4-39c1-4151-8070-41325426ae9b req-bcbbb0b9-6223-4af2-a876-f2d8903e418c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895355 Aug 29 17:19:50.622268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=11']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:50.768091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccc6a9-bf23-4e69-8756-eb306e33f237 req-ca8898fa-532b-4d5c-bc49-35a366f8e15e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:50.769549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41ccc6a9-bf23-4e69-8756-eb306e33f237 req-ca8898fa-532b-4d5c-bc49-35a366f8e15e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0990992 Aug 29 17:19:50.772903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7ed6-b7f0-457a-975f-73c7e86247ea req-558c07b3-517f-452b-86fe-5d2d0a6108a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:50.774268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f08d7ed6-b7f0-457a-975f-73c7e86247ea req-558c07b3-517f-452b-86fe-5d2d0a6108a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1102 time: 0.0648389 Aug 29 17:19:50.792965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7e38e1e5-46b6-40f0-8d9b-ccc54592b1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.838943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41ccc6a9-bf23-4e69-8756-eb306e33f237 req-bb8b0b4c-db89-438a-9318-f43bf7ad402c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616908 Aug 29 17:19:50.840961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f08d7ed6-b7f0-457a-975f-73c7e86247ea req-fedabdc0-0ec2-4d1e-a660-465933de53d2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580912 Aug 29 17:19:50.908788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Allocated IP 172.20.0.3 (2f837ef0-0472-4677-9f97-4e06f0654f32/0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5/f98b6457-381f-4fa4-85a0-e3c75a444bb9) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:50.950466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03f7b0-4f45-4582-aa94-bd1ff332326c req-a52181fb-faee-48cc-9b0f-ca8d5b95a051 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:50.952016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be03f7b0-4f45-4582-aa94-bd1ff332326c req-a52181fb-faee-48cc-9b0f-ca8d5b95a051 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 950 time: 0.1631100 Aug 29 17:19:51.114436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be03f7b0-4f45-4582-aa94-bd1ff332326c req-f22af6c7-5833-4bc2-9c0b-24d953ac0680 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467896 Aug 29 17:19:51.153444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334fc66-c0c3-4b78-a751-1d0bd2a2e540 req-70a9e363-5d2e-4ba6-8ed7-c04c63ac327b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:51.154968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1334fc66-c0c3-4b78-a751-1d0bd2a2e540 req-70a9e363-5d2e-4ba6-8ed7-c04c63ac327b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 949 time: 0.0536108 Aug 29 17:19:51.200909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1334fc66-c0c3-4b78-a751-1d0bd2a2e540 req-1e4b688d-1c8d-4138-98ca-1d204bac5b1f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393038 Aug 29 17:19:51.212545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8891120-4d3a-4535-a406-85ad8bff1a43 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:51.236706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.241275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7e38e1e5-46b6-40f0-8d9b-ccc54592b1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.258124 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7e38e1e5-46b6-40f0-8d9b-ccc54592b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.297725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Transition to ACTIVE for port object e8891120-4d3a-4535-a406-85ad8bff1a43 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:51.301246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.310252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6e4ad9b-d78a-44e6-84e7-ca7c9060e720 req-8a26b5ae-bddc-466b-b1da-7fceeddaf8d4 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 210 time: 0.0770745 Aug 29 17:19:51.321493 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.375202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Transition to ACTIVE for port object f98b6457-381f-4fa4-85a0-e3c75a444bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:51.376846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38e1e5-46b6-40f0-8d9b-ccc54592b1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3370ee86-d4b3-4b5a-8de1-73079c32fe52,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:51.389148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7e38e1e5-46b6-40f0-8d9b-ccc54592b1ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16dca4f519db495fb2999b4a78a763eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2542608 Aug 29 17:19:51.392543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33714) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:51.418233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eb2f3-d858-4486-b0f6-425c0eea7ea3 req-dfc79ff8-3743-496a-ab0e-a513ca810829 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:51.419747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-033eb2f3-d858-4486-b0f6-425c0eea7ea3 req-dfc79ff8-3743-496a-ab0e-a513ca810829 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.0597019 Aug 29 17:19:51.432382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Pushing event updated for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:51.468184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-033eb2f3-d858-4486-b0f6-425c0eea7ea3 req-70c8e105-bba5-48de-8cd0-cb0a04c9359f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Aug 29 17:19:51.525254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.538471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f473c0b0-2f12-443e-8726-82ce8b24d3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.608946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f473c0b0-2f12-443e-8726-82ce8b24d3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.621589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:51.625065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:51.625910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:51.625910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:51.633555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:51.639965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event updated for resources: {'Port': ['ID=f98b6457-381f-4fa4-85a0-e3c75a444bb9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:51.643549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:51.648535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:51.648869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:51.696708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:51.696708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:51.696708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:51.696708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Bound port: e8891120-4d3a-4535-a406-85ad8bff1a43, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:51.697227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.766475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 026758c1-630b-4e25-a557-6000d2282420 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:51.775611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:51.776270 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.813848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e625ad-99df-4525-aecb-3c22373272ab req-57416fa8-e9ee-40a2-9f1c-c28f57c5ccb2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:51.821713 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29e625ad-99df-4525-aecb-3c22373272ab req-57416fa8-e9ee-40a2-9f1c-c28f57c5ccb2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 944 time: 0.1791308 Aug 29 17:19:51.843016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 026758c1-630b-4e25-a557-6000d2282420 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:51.844682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f473c0b0-2f12-443e-8726-82ce8b24d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.847591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f473c0b0-2f12-443e-8726-82ce8b24d3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.851366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f473c0b0-2f12-443e-8726-82ce8b24d3de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3370ee86-d4b3-4b5a-8de1-73079c32fe52 HTTP/1.1" status: 204 len: 168 time: 0.4550231 Aug 29 17:19:51.862179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-8a6ae54b-9426-4730-a48e-493eff477d91 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0023978 Aug 29 17:19:51.870394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 026758c1-630b-4e25-a557-6000d2282420 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:51.871843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.886884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Request body: {'port': {'device_id': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:51.889781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473c0b0-2f12-443e-8726-82ce8b24d3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3370ee86-d4b3-4b5a-8de1-73079c32fe52,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:51.895792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:51.938290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:51.949670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29e625ad-99df-4525-aecb-3c22373272ab req-6a59e4c8-d863-48ad-9276-75db35de2f7a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270185 Aug 29 17:19:51.963250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.006307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991233d-f03e-47a6-b202-d65931e9694f req-90696430-1b61-46cf-bd63-689ee1628149 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.015284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0991233d-f03e-47a6-b202-d65931e9694f req-90696430-1b61-46cf-bd63-689ee1628149 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0608971 Aug 29 17:19:52.030197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.031218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.032806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] 10.222.0.43 "PUT /v2.0/ports/e8891120-4d3a-4535-a406-85ad8bff1a43 HTTP/1.1" status: 200 len: 1093 time: 2.0716445 Aug 29 17:19:52.033663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.036328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:52.039230 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0e26f-1e85-462d-bc68-82159e013b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:52.084824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0991233d-f03e-47a6-b202-d65931e9694f req-8713e85f-24a1-44ae-944b-b3b1c17b115f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622938 Aug 29 17:19:52.137996 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2080c0-cb0d-43b4-90c0-1f17169dfb83 x-openstack-request-id: req-ff2080c0-cb0d-43b4-90c0-1f17169dfb83 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:52.138620 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:52.139086 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff2080c0-cb0d-43b4-90c0-1f17169dfb83 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:52.139661 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43', 'status': 'completed', 'code': 200} Aug 29 17:19:52.140435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4b4f3-0057-4a3f-91d0-5963b86e06fe service neutron] Pushing event updated for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:52.330307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564db-7ad6-4e58-96b6-0998427b223f req-5afcde98-0c60-4d68-b574-e3ec448c4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.332159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-5afcde98-0c60-4d68-b574-e3ec448c4df2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1096 time: 0.1747949 Aug 29 17:19:52.354849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5fa15715-fe82-4072-9f95-76efc1f144be up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:52.383323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9c4ad-82af-470b-82af-8044fa7d0bfd req-60850efa-af46-4c2c-b59f-3789bc9c37b4 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.391102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6c9c4ad-82af-470b-82af-8044fa7d0bfd req-60850efa-af46-4c2c-b59f-3789bc9c37b4 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 945 time: 0.0676231 Aug 29 17:19:52.392647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:52.426506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89446264-f781-4cf3-bd2d-1c2b970f23cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.449043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a92c2c07-5f32-4cdf-a764-72964c838a15 None None] Provisioning for port f98b6457-381f-4fa4-85a0-e3c75a444bb9 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:52.459279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-42d7a237-8b8f-4a3d-a98c-4e608501582e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8891120-4d3a-4535-a406-85ad8bff1a43 HTTP/1.1" status: 200 len: 217 time: 0.1131592 Aug 29 17:19:52.482631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6c9c4ad-82af-470b-82af-8044fa7d0bfd req-5ef081bb-065e-4620-ba9f-94d3c11418bf tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887630 Aug 29 17:19:52.487965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 5fa15715-fe82-4072-9f95-76efc1f144be completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:52.505139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb22ec-1ccf-454d-8696-663d8cc28529 req-64b26f69-170b-4b92-b8a9-48c1fb0d1c2a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.515386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fdb22ec-1ccf-454d-8696-663d8cc28529 req-64b26f69-170b-4b92-b8a9-48c1fb0d1c2a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 950 time: 0.2514439 Aug 29 17:19:52.523289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 5fa15715-fe82-4072-9f95-76efc1f144be triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:52.524034 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.525959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a92c2c07-5f32-4cdf-a764-72964c838a15 None None] Provisioning complete for port f98b6457-381f-4fa4-85a0-e3c75a444bb9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:52.526354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a92c2c07-5f32-4cdf-a764-72964c838a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.579911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a92c2c07-5f32-4cdf-a764-72964c838a15 None None] Port f98b6457-381f-4fa4-85a0-e3c75a444bb9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:52.628230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.639232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fdb22ec-1ccf-454d-8696-663d8cc28529 req-e2c9da3f-a57a-4cf8-9298-b256dd88384e tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180553 Aug 29 17:19:52.663162 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89446264-f781-4cf3-bd2d-1c2b970f23cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.683880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd892c6ad-9400-4c0f-9f7c-11216927e855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026758c1-630b-4e25-a557-6000d2282420'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:52.686869 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d1c500-6dfa-41c1-982b-ba989127703a" -d '{"events": [{"server_uuid": "d892c6ad-9400-4c0f-9f7c-11216927e855", "name": "network-vif-plugged", "status": "completed", "tag": "026758c1-630b-4e25-a557-6000d2282420"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:52.688587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c6af1-2547-4c64-a7aa-62a407353b25 req-d2406d42-9161-4881-b942-4d5b9d4f3764 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.695699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 026758c1-630b-4e25-a557-6000d2282420, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=026758c1-630b-4e25-a557-6000d2282420,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:52.697059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c28c6af1-2547-4c64-a7aa-62a407353b25 req-d2406d42-9161-4881-b942-4d5b9d4f3764 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 949 time: 0.0940983 Aug 29 17:19:52.698955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89446264-f781-4cf3-bd2d-1c2b970f23cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.704760 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.711201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564db-7ad6-4e58-96b6-0998427b223f req-33c57ef5-ea60-4667-b580-ec0bd96867ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.716429 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-33c57ef5-ea60-4667-b580-ec0bd96867ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.2486863 Aug 29 17:19:52.772355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-89446264-f781-4cf3-bd2d-1c2b970f23cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df2739e5471545a18b9dbcf35153fabd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781140 Aug 29 17:19:52.774384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89446264-f781-4cf3-bd2d-1c2b970f23cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b30cedb-2e92-4b13-ba74-e83f38116a05,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:52.778929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33746) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:52.779109 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.793431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=026758c1-630b-4e25-a557-6000d2282420,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:52.803426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-78fcf2ae-8349-461a-921d-2ddec1dab84c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772169 Aug 29 17:19:52.820266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5fa15715-fe82-4072-9f95-76efc1f144be, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5fa15715-fe82-4072-9f95-76efc1f144be,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:52.826481 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.827417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 83c44cf8-893d-4450-b739-d70fb5e750d4 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:52.832549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c28c6af1-2547-4c64-a7aa-62a407353b25 req-62019e9e-2339-488c-b90b-30108a820dc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167014 Aug 29 17:19:52.899958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5fa15715-fe82-4072-9f95-76efc1f144be,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:52.925337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7db4cb24-a910-4876-9c87-ca4ea03d740b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.943972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 83c44cf8-893d-4450-b739-d70fb5e750d4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:52.951021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 83c44cf8-893d-4450-b739-d70fb5e750d4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:52.951673 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.979305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7db4cb24-a910-4876-9c87-ca4ea03d740b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.997667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98b6457-381f-4fa4-85a0-e3c75a444bb9 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:53.009941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.023687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-a11a1371-e531-4aa9-9765-f19b202114dd service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992607 Aug 29 17:19:53.029653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Transition to ACTIVE for port object f98b6457-381f-4fa4-85a0-e3c75a444bb9 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:53.030105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b902-88bc-4986-a2e4-7aa12a8ae49b req-bfa73db1-2edd-4821-af4f-91753f6c433b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.032826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82a6b902-88bc-4986-a2e4-7aa12a8ae49b req-bfa73db1-2edd-4821-af4f-91753f6c433b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.0920026 Aug 29 17:19:53.052416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.056864 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.068819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7db4cb24-a910-4876-9c87-ca4ea03d740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.071974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7db4cb24-a910-4876-9c87-ca4ea03d740b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.073263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7db4cb24-a910-4876-9c87-ca4ea03d740b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b30cedb-2e92-4b13-ba74-e83f38116a05 HTTP/1.1" status: 204 len: 168 time: 0.2865114 Aug 29 17:19:53.099559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6603c6-d021-405e-9d51-3f3c9e01bef6 req-89c42d82-d8ac-4e96-92dc-0be5fb9c3a18 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.110985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:53.113432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee6603c6-d021-405e-9d51-3f3c9e01bef6 req-89c42d82-d8ac-4e96-92dc-0be5fb9c3a18 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 931 time: 0.3132622 Aug 29 17:19:53.118570 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.123929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4cb24-a910-4876-9c87-ca4ea03d740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b30cedb-2e92-4b13-ba74-e83f38116a05,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:53.156661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82a6b902-88bc-4986-a2e4-7aa12a8ae49b req-c0d11a1b-62b4-4f9b-9f37-e53201b10c2c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111724 Aug 29 17:19:53.258909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Pushing event updated for resources: {'Port': ['ID=f98b6457-381f-4fa4-85a0-e3c75a444bb9,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:53.290375 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee6603c6-d021-405e-9d51-3f3c9e01bef6 req-82072690-ea6e-411a-8a1e-b25ab07db318 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710424 Aug 29 17:19:53.312997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:53.379988 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e4c795-a82d-4b78-8f1c-2d014e59aa06 x-openstack-request-id: req-f5e4c795-a82d-4b78-8f1c-2d014e59aa06 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:53.380314 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d892c6ad-9400-4c0f-9f7c-11216927e855", "name": "network-vif-plugged", "status": "completed", "tag": "026758c1-630b-4e25-a557-6000d2282420", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:53.380830 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5e4c795-a82d-4b78-8f1c-2d014e59aa06 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:53.381671 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd892c6ad-9400-4c0f-9f7c-11216927e855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026758c1-630b-4e25-a557-6000d2282420', 'code': 200} Aug 29 17:19:53.425386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19564db-7ad6-4e58-96b6-0998427b223f req-b4c8ddcd-4226-4000-a679-3c1e430a26c1 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929653 Aug 29 17:19:53.545118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Attempting to bind port f98b6457-381f-4fa4-85a0-e3c75a444bb9 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:53.545455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Attempting to bind port f98b6457-381f-4fa4-85a0-e3c75a444bb9 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:53.545783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Attempting to bind port f98b6457-381f-4fa4-85a0-e3c75a444bb9 on network 2f837ef0-0472-4677-9f97-4e06f0654f32 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:53.644877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c5ccc-1321-4eb0-a719-bf1f6f516b15 req-c09493ed-289f-4a8d-97bd-9093d1ab8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.646371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c15c5ccc-1321-4eb0-a719-bf1f6f516b15 req-c09493ed-289f-4a8d-97bd-9093d1ab8a37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 1102 time: 0.1630044 Aug 29 17:19:53.656111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Port f98b6457-381f-4fa4-85a0-e3c75a444bb9 on network 2f837ef0-0472-4677-9f97-4e06f0654f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:53.656845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Attempting to bind port f98b6457-381f-4fa4-85a0-e3c75a444bb9 on network 2f837ef0-0472-4677-9f97-4e06f0654f32 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:53.676787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ccd67-72dc-4590-a5c8-d50c0c77a73d req-4a483fcc-2b67-4bbf-bf8f-ff74189969b6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.680877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:53.681692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Checking segment: {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:53.682501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Bound using segment: {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:53.683722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Bound port: f98b6457-381f-4fa4-85a0-e3c75a444bb9, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:53.684370 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.684642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a20ccd67-72dc-4590-a5c8-d50c0c77a73d req-4a483fcc-2b67-4bbf-bf8f-ff74189969b6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1438787 Aug 29 17:19:53.743055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c15c5ccc-1321-4eb0-a719-bf1f6f516b15 req-d85776ce-f011-444d-be61-be19ec0503dc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536761 Aug 29 17:19:53.767406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a20ccd67-72dc-4590-a5c8-d50c0c77a73d req-a14417b3-a057-4c53-9f59-87ffdf48a6c8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769153 Aug 29 17:19:53.789778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] For port f98b6457-381f-4fa4-85a0-e3c75a444bb9, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:53.793678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] For port f98b6457-381f-4fa4-85a0-e3c75a444bb9, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f98b6457-381f-4fa4-85a0-e3c75a444bb9,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:53.812463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f86fe-ef4b-4c08-928f-e19675231f20 req-e3e082bb-6972-4955-9dfe-616449382672 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.820833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b96f86fe-ef4b-4c08-928f-e19675231f20 req-e3e082bb-6972-4955-9dfe-616449382672 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.2645586 Aug 29 17:19:53.825166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-bcfc2666-b28a-4d0d-af77-b7838f5b822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.827349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-bcfc2666-b28a-4d0d-af77-b7838f5b822b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1096 time: 0.3036783 Aug 29 17:19:53.833452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.934877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.935505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.936916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] 10.222.0.43 "PUT /v2.0/ports/f98b6457-381f-4fa4-85a0-e3c75a444bb9 HTTP/1.1" status: 200 len: 1092 time: 2.0594733 Aug 29 17:19:54.001801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b96f86fe-ef4b-4c08-928f-e19675231f20 req-7dfdecf6-0cf5-42b8-ad90-258ff87cab7b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801493 Aug 29 17:19:54.031494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-637fec11-ead9-47d2-8b39-c7e907303637 service neutron] 10.222.0.43 "GET /v2.0/ports/1c12868e-b7f9-4e40-92a0-f7aca597cf07/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.1303430 Aug 29 17:19:54.062919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea92d1-6cd8-4d27-8796-d0d75d7abc82 service neutron] Pushing event updated for resources: {'Port': ['ID=f98b6457-381f-4fa4-85a0-e3c75a444bb9,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:54.157067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'tag': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:54.165603 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271" -d '{"events": [{"name": "network-changed", "server_uuid": "5d02341f-0485-45ce-b5d0-1bb33ee9b105", "tag": "f98b6457-381f-4fa4-85a0-e3c75a444bb9"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:54.215300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-aa109b43-5e00-45cc-97b9-fe344580770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.216838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-aa109b43-5e00-45cc-97b9-fe344580770e service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.3804643 Aug 29 17:19:54.216981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86c5af-193b-4e04-b62d-c585ccddb29d req-8f44d1af-d215-4c12-afd4-913852ca2acd tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.225237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c86c5af-193b-4e04-b62d-c585ccddb29d req-8f44d1af-d215-4c12-afd4-913852ca2acd tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1102 time: 0.0975306 Aug 29 17:19:54.282712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c86c5af-193b-4e04-b62d-c585ccddb29d req-4a057779-82a6-4357-a9b8-8599ff20462a tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564606 Aug 29 17:19:54.319443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-695a5136-68b3-45d9-bf26-f541606ed936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.321760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-695a5136-68b3-45d9-bf26-f541606ed936 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1221b2ea59c648bb95328e3c5f7e7914&device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 1095 time: 0.2902427 Aug 29 17:19:54.328102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-c698f074-ca93-477b-b278-2ac44164178b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8891120-4d3a-4535-a406-85ad8bff1a43 HTTP/1.1" status: 200 len: 217 time: 0.0776074 Aug 29 17:19:54.364877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd278b4-58d0-44ea-9ad4-c217f5085229 req-b92c29d6-1e5d-46e8-ab28-b1de642a5e89 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.366426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dbd278b4-58d0-44ea-9ad4-c217f5085229 req-b92c29d6-1e5d-46e8-ab28-b1de642a5e89 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 950 time: 0.1956468 Aug 29 17:19:54.382348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-4e1427cb-867d-4e55-a377-bc2eb18fb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.383878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-4e1427cb-867d-4e55-a377-bc2eb18fb7c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944&tenant_id=27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 1102 time: 0.0735931 Aug 29 17:19:54.434206 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf20793c-0647-4021-ba2b-cfa23c0f5b45 x-openstack-request-id: req-bf20793c-0647-4021-ba2b-cfa23c0f5b45 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:54.434424 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d02341f-0485-45ce-b5d0-1bb33ee9b105", "tag": "f98b6457-381f-4fa4-85a0-e3c75a444bb9", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:54.434675 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf20793c-0647-4021-ba2b-cfa23c0f5b45 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:54.435078 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'tag': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'status': 'completed', 'code': 200} Aug 29 17:19:54.439807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-4ddfe04c-0914-4aaf-bc52-f1da2b90bce7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f98b6457-381f-4fa4-85a0-e3c75a444bb9 HTTP/1.1" status: 200 len: 217 time: 0.1016011 Aug 29 17:19:54.464523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-ca2a7f91-b0cd-4721-b00b-244abc44cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.464523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-ca2a7f91-b0cd-4721-b00b-244abc44cfca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 1102 time: 0.0509264 Aug 29 17:19:54.512371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-024fa751-23e3-4711-be08-07ba1357e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.514504 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-024fa751-23e3-4711-be08-07ba1357e07d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.1750426 Aug 29 17:19:54.566352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-ea0519b8-081c-4583-857b-707fcb564a4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425470 Aug 29 17:19:54.568699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-06ea3ca7-8a36-4976-a4fb-a42c812d5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.569703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-06ea3ca7-8a36-4976-a4fb-a42c812d5847 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5 HTTP/1.1" status: 200 len: 853 time: 0.1163154 Aug 29 17:19:54.583892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dbd278b4-58d0-44ea-9ad4-c217f5085229 req-89fd611c-f010-456a-a2cb-7d610356b1e4 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495066 Aug 29 17:19:54.599557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1d64-11c8-41f8-92fb-1d6d3c831ad8 req-11e1b552-2c24-4a84-a4b3-a1cf381d106d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.601381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64ec1d64-11c8-41f8-92fb-1d6d3c831ad8 req-11e1b552-2c24-4a84-a4b3-a1cf381d106d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.1339052 Aug 29 17:19:54.640841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-a95d7cec-4d4c-43da-948d-5dfc99badbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.642076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-a95d7cec-4d4c-43da-948d-5dfc99badbc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1724753 Aug 29 17:19:54.669400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64ec1d64-11c8-41f8-92fb-1d6d3c831ad8 req-228c250a-d3cc-4285-bb4e-1f49aa1817bc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522854 Aug 29 17:19:54.701825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-fac9adb3-7fef-432d-beab-6d7d6cce0d92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07 HTTP/1.1" status: 200 len: 217 time: 0.0421617 Aug 29 17:19:54.791397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-a8afde88-04bc-4d8e-9130-07e90792e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.792935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-a8afde88-04bc-4d8e-9130-07e90792e1b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0827558 Aug 29 17:19:54.854053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-bbce7d36-f541-43db-a7b7-bf70a8b3ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.856103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-bbce7d36-f541-43db-a7b7-bf70a8b3ecef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535345 Aug 29 17:19:54.972397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-7177e2a1-97dc-4e71-a499-b8a130f11445 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872857 Aug 29 17:19:55.001080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-cd02a235-27a7-4b67-8a4e-2a25e23263d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.002558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-cd02a235-27a7-4b67-8a4e-2a25e23263d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f837ef0-0472-4677-9f97-4e06f0654f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4164615 Aug 29 17:19:55.016144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ac2a2-f2e2-41b5-bae6-20d812947354 req-3fc22815-65f1-4677-a01c-eedd8d964ff1 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.017270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-cb2d0264-f74b-47a9-8ce5-e7a55c5e8bcd tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1417238683&fields=id&tenant_id=6a1dfb2e572947c5bc85c67306a77aab HTTP/1.1" status: 200 len: 267 time: 0.0913007 Aug 29 17:19:55.017637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-135ac2a2-f2e2-41b5-bae6-20d812947354 req-3fc22815-65f1-4677-a01c-eedd8d964ff1 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 943 time: 0.0778656 Aug 29 17:19:55.037294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-8de0111e-9204-4538-9b0e-fb16e2442cc6 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715930 Aug 29 17:19:55.121501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-135ac2a2-f2e2-41b5-bae6-20d812947354 req-b2a16c06-416e-482d-842e-d65ad29bdf5d tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946422 Aug 29 17:19:55.226826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c951f395-fdf0-4c2f-aca9-2bca72ca6f37 req-1a9e75e1-af04-47e2-a119-a57ca859692b service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740775 Aug 29 17:19:55.236895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15e0e26f-1e85-462d-bc68-82159e013b5c req-3c5a797a-0324-4db3-81d7-7f96ab863313 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548189 Aug 29 17:19:55.246772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-f287a6df-684a-4328-9bed-b364a392c95b service neutron] 10.222.0.43 "GET /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326488 Aug 29 17:19:55.255764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-d1647158-2365-47dd-828a-2210024d0a02 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.263060 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-d1647158-2365-47dd-828a-2210024d0a02 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 824 time: 0.2122684 Aug 29 17:19:55.280203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1062f-c19d-49cc-b7e6-74895237a20c req-3f56cec9-8bfc-4ebf-b12f-608aa7545e41 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.282159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3e1062f-c19d-49cc-b7e6-74895237a20c req-3f56cec9-8bfc-4ebf-b12f-608aa7545e41 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.0802598 Aug 29 17:19:55.324914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-e386730e-9470-49bc-90af-4aa3be450625 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/quotas/6a1dfb2e572947c5bc85c67306a77aab HTTP/1.1" status: 200 len: 375 time: 0.0608504 Aug 29 17:19:55.341229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3e1062f-c19d-49cc-b7e6-74895237a20c req-88c1334f-e640-45e7-9485-baddba0e1046 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519230 Aug 29 17:19:55.387578 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa15715-fe82-4072-9f95-76efc1f144be'}, {'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:55.389691 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146f9136-c428-46f7-bd62-44a80956e494" -d '{"events": [{"server_uuid": "439b3b84-d294-4521-a02b-8c67cfb7ade6", "name": "network-vif-plugged", "status": "completed", "tag": "5fa15715-fe82-4072-9f95-76efc1f144be"}, {"server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "name": "network-vif-plugged", "status": "completed", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:55.442870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61d909-a0ee-4996-ab18-f3b8f6fef9e0 req-336a18b1-9caa-4aac-91b7-66a1d9adc658 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.447301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b61d909-a0ee-4996-ab18-f3b8f6fef9e0 req-336a18b1-9caa-4aac-91b7-66a1d9adc658 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 1102 time: 0.0444953 Aug 29 17:19:55.465205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a913afe9-79d2-4044-94a3-2f56a6c12869 req-f40cee65-e7c2-4701-94fe-f5db7052febe service neutron] 10.222.0.43 "GET /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944129 Aug 29 17:19:55.494790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b61d909-a0ee-4996-ab18-f3b8f6fef9e0 req-bdcec4d0-b41a-48e6-bef8-b2e1329367e4 tempest-ServersAdminTestJSON-1080842975 tempest-ServersAdminTestJSON-1080842975-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357032 Aug 29 17:19:55.495027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-34696c56-be5a-4d5f-8c9c-c7420d1d27e8 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1624570 Aug 29 17:19:55.503242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-c58d50bf-2ba9-4eda-8664-1d9085207df0 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.505129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-c58d50bf-2ba9-4eda-8664-1d9085207df0 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.43 "GET /v2.0/ports?device_id=ebdf93fb-c705-4f25-b795-0a91d9039cab HTTP/1.1" status: 200 len: 945 time: 0.1219594 Aug 29 17:19:55.621829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079742e-a4c8-4a18-aec1-8e3218705f43 req-74fe5fb0-8bb9-4bf8-bb61-e9d823800dab tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.623622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d079742e-a4c8-4a18-aec1-8e3218705f43 req-74fe5fb0-8bb9-4bf8-bb61-e9d823800dab tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.0560870 Aug 29 17:19:55.669727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d079742e-a4c8-4a18-aec1-8e3218705f43 req-b4845c08-dc55-4347-aa9d-f9285fc8e210 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Aug 29 17:19:55.676187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-5373117e-b705-42b3-bfd2-927a6dc85684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.677714 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-5373117e-b705-42b3-bfd2-927a6dc85684 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1221b2ea59c648bb95328e3c5f7e7914&device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 1095 time: 0.1476307 Aug 29 17:19:55.704763 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-0082d73c-fdcb-4d9e-bd11-a9805e7a2111 service neutron] 10.222.0.41 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986544 Aug 29 17:19:55.721915 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6089ed-e783-4c3b-b999-82921555583e x-openstack-request-id: req-2c6089ed-e783-4c3b-b999-82921555583e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:55.722229 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b3b84-d294-4521-a02b-8c67cfb7ade6", "name": "network-vif-plugged", "status": "completed", "tag": "5fa15715-fe82-4072-9f95-76efc1f144be", "code": 200}, {"server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "name": "network-vif-plugged", "status": "completed", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:55.722496 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c6089ed-e783-4c3b-b999-82921555583e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:55.723705 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa15715-fe82-4072-9f95-76efc1f144be', 'code': 200} Aug 29 17:19:55.724063 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4', 'code': 200} Aug 29 17:19:55.855318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667c664-ea8d-4c69-a57d-20483b1cecaa req-105a3c87-f0cf-4474-a870-f5dbff0bf9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.857193 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a667c664-ea8d-4c69-a57d-20483b1cecaa req-105a3c87-f0cf-4474-a870-f5dbff0bf9b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1097 time: 0.0542207 Aug 29 17:19:55.919560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Deleting port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:55.919912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:55.921480 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a667c664-ea8d-4c69-a57d-20483b1cecaa req-6e8b1a74-ac51-48e3-b1be-6bd6c927116f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512347 Aug 29 17:19:55.930431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-03df3687-096e-4197-aed3-cdc014c6d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.931943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-03df3687-096e-4197-aed3-cdc014c6d3e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f837ef0-0472-4677-9f97-4e06f0654f32 HTTP/1.1" status: 200 len: 915 time: 0.2443283 Aug 29 17:19:55.990920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c692-710f-40a5-9d31-4b143b0556c5 req-4aa9215b-9d14-400b-bce1-e7b4a3592bd6 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.992425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbe0c692-710f-40a5-9d31-4b143b0556c5 req-4aa9215b-9d14-400b-bce1-e7b4a3592bd6 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 950 time: 0.0587316 Aug 29 17:19:56.009483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08a286-eae6-4e04-85f5-647723bc27fe req-5ef26736-f624-4e41-a9e0-47dea0a00cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.010907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c08a286-eae6-4e04-85f5-647723bc27fe req-5ef26736-f624-4e41-a9e0-47dea0a00cee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 1100 time: 0.1768825 Aug 29 17:19:56.033534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbe0c692-710f-40a5-9d31-4b143b0556c5 req-6cd35f67-505d-403b-96d8-45ca72605d0d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Aug 29 17:19:56.060780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-4c2655b2-07dd-41c4-a764-9be19ebbf531 service neutron] 10.222.0.41 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413222 Aug 29 17:19:56.075216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] For port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:56.075593 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.152440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0d726-0596-4951-8c66-40578749ad33 req-e3da2038-f775-40d8-ac0c-d5f5e412f350 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.154427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddf0d726-0596-4951-8c66-40578749ad33 req-e3da2038-f775-40d8-ac0c-d5f5e412f350 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.0603728 Aug 29 17:19:56.220388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-e4853ff5-689b-4477-bed3-db84da1b6a90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f98b6457-381f-4fa4-85a0-e3c75a444bb9 HTTP/1.1" status: 200 len: 217 time: 0.0998416 Aug 29 17:19:56.227414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddf0d726-0596-4951-8c66-40578749ad33 req-b37e9c03-3de7-4b23-925b-b63f2b3bf1d8 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609353 Aug 29 17:19:56.337796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b3499-ccb1-46ba-8fd9-c6d20f9d02bd req-415c1ac5-d92e-436a-ab89-f4cf1b25b394 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.345704 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-169b3499-ccb1-46ba-8fd9-c6d20f9d02bd req-415c1ac5-d92e-436a-ab89-f4cf1b25b394 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 948 time: 0.0586221 Aug 29 17:19:56.390184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c08a286-eae6-4e04-85f5-647723bc27fe req-f6337017-00fc-43b7-8b62-4e7dcd61785b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708728 Aug 29 17:19:56.394049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-e63f91d5-8b20-420e-bdfa-00aed630739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.396039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-e63f91d5-8b20-420e-bdfa-00aed630739c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5 HTTP/1.1" status: 200 len: 853 time: 0.1620696 Aug 29 17:19:56.402200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-169b3499-ccb1-46ba-8fd9-c6d20f9d02bd req-ba3df33a-e782-4286-a18b-88f1d08b7e87 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555820 Aug 29 17:19:56.420545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a287e07-455f-4a75-af77-63aeb92af01b req-065c5bbf-4c49-40fd-b76c-7a1bc06b7936 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.427885 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a287e07-455f-4a75-af77-63aeb92af01b req-065c5bbf-4c49-40fd-b76c-7a1bc06b7936 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 949 time: 0.1488216 Aug 29 17:19:56.551425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a84c3-a75f-40ce-849e-2c341411e592 req-3d21104a-d2d4-4912-bebd-8c6d6f36248d tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.553024 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b5a84c3-a75f-40ce-849e-2c341411e592 req-3d21104a-d2d4-4912-bebd-8c6d6f36248d tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 943 time: 0.0725303 Aug 29 17:19:56.591938 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:19:56.608482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b5a84c3-a75f-40ce-849e-2c341411e592 req-9b1ebd38-1da6-432f-8793-f758291f2ee1 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385637 Aug 29 17:19:56.640229 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a287e07-455f-4a75-af77-63aeb92af01b req-54158875-a1ac-4405-ba7a-93f0338c9255 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069123 Aug 29 17:19:56.690540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.694176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.694566 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Floating IP 86059ef2-cf3b-4002-b99b-b519e64533e6 disassociated. External IP: 172.25.2.215, port: 5a2d64b1-7f12-4aab-a305-0f7a4afd575e. Aug 29 17:19:56.695060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Calling delete_port for 5a2d64b1-7f12-4aab-a305-0f7a4afd575e owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:56.704596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f915534-e322-42e2-8949-83ddd3092a70 req-59b708cd-993c-4c82-8cd3-9f022678416e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 210 time: 0.0450997 Aug 29 17:19:56.816452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-fe63b202-a5f7-4c9f-ba77-1b07ee98142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.818048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-fe63b202-a5f7-4c9f-ba77-1b07ee98142c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f837ef0-0472-4677-9f97-4e06f0654f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2411153 Aug 29 17:19:56.849249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8181d86-1cdd-40fa-85ee-c18a055bf757 req-64d2afe4-18e6-434a-8ec3-dfb119573a6d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.851199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8181d86-1cdd-40fa-85ee-c18a055bf757 req-64d2afe4-18e6-434a-8ec3-dfb119573a6d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.0618999 Aug 29 17:19:56.905880 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9568e-e26b-49da-aa07-f98ffeb30124 req-81244468-ebc2-4d81-a2ab-5d4837206513 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.906224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8181d86-1cdd-40fa-85ee-c18a055bf757 req-b09e1f45-7acc-4c18-814c-6da9881a895b tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464923 Aug 29 17:19:56.907962 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bab9568e-e26b-49da-aa07-f98ffeb30124 req-81244468-ebc2-4d81-a2ab-5d4837206513 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1617155 Aug 29 17:19:57.246116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bab9568e-e26b-49da-aa07-f98ffeb30124 req-b441ae67-404d-408d-a1fd-4891fb8fb08d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262405 Aug 29 17:19:57.251413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-0c868bce-b31a-426f-8f09-5b0c19ea0f1a service neutron] 10.222.0.43 "GET /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202552 Aug 29 17:19:57.260447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:57.302895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event deleted for resources: {'Port': ['ID=5a2d64b1-7f12-4aab-a305-0f7a4afd575e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:57.419121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ecc6e-0395-4ac1-a0f5-3a322d6504ba req-7d193c0a-99c4-4126-8b7a-8281c42030de tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:57.428407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-674ecc6e-0395-4ac1-a0f5-3a322d6504ba req-7d193c0a-99c4-4126-8b7a-8281c42030de tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.1259673 Aug 29 17:19:57.480180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ddfe71a-9eaa-4af5-9a22-a5f47fddb271 req-f01bccf9-039e-4640-9e6f-96b84e127554 service neutron] 10.222.0.43 "GET /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870823 Aug 29 17:19:57.530416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Router d29812be-aca3-419f-83c4-5acd652b66a1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:19:57.568805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-4c0f0629-35f1-4cf9-a2c0-8815947d0779 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:57.570266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-4c0f0629-35f1-4cf9-a2c0-8815947d0779 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.44 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 824 time: 0.1608648 Aug 29 17:19:57.620568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-e1a282ff-a644-41d6-ab86-4a606edb30fd tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1dfb2e572947c5bc85c67306a77aab HTTP/1.1" status: 200 len: 380 time: 0.0393193 Aug 29 17:19:57.633527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Request body: {'port': {'device_id': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'admin_state_up': True, 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'security_groups': ['1fe38f79-beda-4c9c-8ad5-47cad281e063']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:57.647106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba363c-9899-47bf-925e-b54449888683 req-4b316ce5-a928-4fe4-a938-1696568de6a7 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:57.648687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dba363c-9899-47bf-925e-b54449888683 req-4b316ce5-a928-4fe4-a938-1696568de6a7 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 948 time: 0.1205671 Aug 29 17:19:57.665718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-674ecc6e-0395-4ac1-a0f5-3a322d6504ba req-eaba55dc-a505-43c1-b446-b4beaa7ca22e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361503 Aug 29 17:19:57.747275 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dba363c-9899-47bf-925e-b54449888683 req-13e0a0ee-4e12-41d0-982d-669d7d8d631a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567787 Aug 29 17:19:57.748655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:57.766401 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] Sync routers for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:57.783794 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:57.784364 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:19:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:57.846638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] No DVR routers for this DVR port 5a2d64b1-7f12-4aab-a305-0f7a4afd575e on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:57.852966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:57.862971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1045c85f-46cb-4d2e-b312-80b277bc8a34 req-76f29c29-0221-4208-9d25-0bd7516c8810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.43 "DELETE /v2.0/ports/5a2d64b1-7f12-4aab-a305-0f7a4afd575e HTTP/1.1" status: 204 len: 173 time: 2.3451486 Aug 29 17:19:57.864961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'name': 'network-vif-deleted', 'tag': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:57.868511 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a548c2-746a-494c-af3b-e98785197db5" -d '{"events": [{"server_uuid": "ebdf93fb-c705-4f25-b795-0a91d9039cab", "name": "network-vif-deleted", "tag": "5a2d64b1-7f12-4aab-a305-0f7a4afd575e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:57.918059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313da4a5-5d05-4e05-b2d8-8d07839cb8dc req-f3cdab63-1523-478e-b8d9-b6e6e5421b71 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:57.937014 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-313da4a5-5d05-4e05-b2d8-8d07839cb8dc req-f3cdab63-1523-478e-b8d9-b6e6e5421b71 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 943 time: 0.1053190 Aug 29 17:19:57.987960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Made reservation on behalf of 6a1dfb2e572947c5bc85c67306a77aab for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:58.000446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.009291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf1e89-4d4b-40a8-8a55-e6420ac48e1f req-45b7c661-a210-4cd0-885a-847faacd65c9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:58.010911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bbdf1e89-4d4b-40a8-8a55-e6420ac48e1f req-45b7c661-a210-4cd0-885a-847faacd65c9 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 949 time: 0.1061115 Aug 29 17:19:58.052676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-313da4a5-5d05-4e05-b2d8-8d07839cb8dc req-32a01940-78de-4c60-a7d0-af35b5ae99ac tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143310 Aug 29 17:19:58.159433 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bbdf1e89-4d4b-40a8-8a55-e6420ac48e1f req-d3d4b0c2-ea5c-4f6c-b284-25c04d026aac tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393845 Aug 29 17:19:58.195761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-80e77c0b-e7cd-4d23-a4df-6291bd919989 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:58.197817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-80e77c0b-e7cd-4d23-a4df-6291bd919989 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 949 time: 0.1176102 Aug 29 17:19:58.217141 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de91acd-76c9-4928-b5a9-39a0ef1b42ea x-openstack-request-id: req-9de91acd-76c9-4928-b5a9-39a0ef1b42ea {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:58.217537 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdf93fb-c705-4f25-b795-0a91d9039cab", "name": "network-vif-deleted", "tag": "5a2d64b1-7f12-4aab-a305-0f7a4afd575e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:58.217985 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9de91acd-76c9-4928-b5a9-39a0ef1b42ea {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:58.218394 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdf93fb-c705-4f25-b795-0a91d9039cab', 'name': 'network-vif-deleted', 'tag': '5a2d64b1-7f12-4aab-a305-0f7a4afd575e', 'status': 'completed', 'code': 200} Aug 29 17:19:58.258325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87423583-f844-4f2d-86ec-1389469af0d2 req-2c0ebf76-f135-4220-b1b1-87d8fcb66031 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 210 time: 0.0868356 Aug 29 17:19:58.268210 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:58.307954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:58.312520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5a2d64b1-7f12-4aab-a305-0f7a4afd575e no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:58.356569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 5a2d64b1-7f12-4aab-a305-0f7a4afd575e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:58.364181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5a2d64b1-7f12-4aab-a305-0f7a4afd575e not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:58.364836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:58.373431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Allocated IP 172.20.0.10 (ab1af198-a2d0-452b-a5c2-37f8c475916a/c1e6ae67-15ce-4f92-ba50-e6a56002fcb9/a054a55f-0d9a-4f04-bdc1-fabd51a10d5f) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:58.426111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bac636-f139-4859-81be-9c810cad684e req-d81b0c26-4d91-403b-b58d-0c7c88676f61 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:58.428390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23bac636-f139-4859-81be-9c810cad684e req-d81b0c26-4d91-403b-b58d-0c7c88676f61 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.0853972 Aug 29 17:19:58.436648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Deleting port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:58.436999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.564102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23bac636-f139-4859-81be-9c810cad684e req-609cccfc-c33b-4a11-9af1-4a8c65ee37a8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227691 Aug 29 17:19:58.592108 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.615990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:58.616149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] For port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:58.616418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.632870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:58.635757 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8460a9-ec3d-44bb-b615-747ce21ecf1e" -d '{"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-unplugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:58.638965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Calling delete_port for 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:58.648748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'mac_address': 'fa:16:3e:82:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:58.654754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:58.680978 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.714116 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.736299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497b24-6bc3-4a6b-a413-c8c428258782 req-60ef4a8d-78a0-4d05-96c5-c96c8d07278b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:58.737990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58497b24-6bc3-4a6b-a413-c8c428258782 req-60ef4a8d-78a0-4d05-96c5-c96c8d07278b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.3471479 Aug 29 17:19:58.744799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Transition to ACTIVE for port object a054a55f-0d9a-4f04-bdc1-fabd51a10d5f will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:58.765429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.803393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c12868e-b7f9-4e40-92a0-f7aca597cf07 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:58.806411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58497b24-6bc3-4a6b-a413-c8c428258782 req-e2952b12-5f01-4ee2-ab38-7b8617f7eae8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552104 Aug 29 17:19:58.820321 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:58.837233 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.854756 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] Checking router: d29812be-aca3-419f-83c4-5acd652b66a1 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:58.868124 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:58.869930 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:19:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:58.879663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:58.884197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96dc4a-e792-42ae-98a6-d8eb45e7d47e req-b95cf4cd-6d39-4492-9321-7314d30af1e9 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:58.893540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bd96dc4a-e792-42ae-98a6-d8eb45e7d47e req-b95cf4cd-6d39-4492-9321-7314d30af1e9 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1097 time: 0.0958235 Aug 29 17:19:58.896768 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:19:58.897380 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:19:58.912489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Network ab1af198-a2d0-452b-a5c2-37f8c475916a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:58.918728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:58.936160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:58.947011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event updated for resources: {'Port': ['ID=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:58.956365 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e340f8a-7002-4f37-aece-81f5898300eb x-openstack-request-id: req-0e340f8a-7002-4f37-aece-81f5898300eb {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:58.956680 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-unplugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:58.956961 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e340f8a-7002-4f37-aece-81f5898300eb {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:58.957811 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'code': 200} Aug 29 17:19:58.971124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bd96dc4a-e792-42ae-98a6-d8eb45e7d47e req-84b7cad1-c517-4f31-b6e6-4fc1a3b73678 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714047 Aug 29 17:19:59.025188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.039285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['97b16111-e9eb-4417-832b-eaf6a660c028'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:59.041899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3d1a367b-efb1-4e62-87d3-32751ce3e9e2', '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:59.056464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:59.057206 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.084984 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:59.094408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Pushing event deleted for resources: {'Port': ['ID=3d1a367b-efb1-4e62-87d3-32751ce3e9e2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:59.109550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-926e8c2d-91e7-47d5-8d89-84ad0e65b810 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4828053 Aug 29 17:19:59.142795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Request body: {'port': {'device_id': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:59.226511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] No DVR routers for this DVR port 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:59.229461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5090d-974f-4e9c-bedd-fd135fd61d14 req-6c955ce9-7ba9-4a40-bc5e-866e97e5f422 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:59.230049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.232769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4a5090d-974f-4e9c-bedd-fd135fd61d14 req-6c955ce9-7ba9-4a40-bc5e-866e97e5f422 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.1717932 Aug 29 17:19:59.233711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fffb51cd-d386-4ab5-b00f-ee66f2ea99c8 req-a339d49c-0065-475d-96c8-5b0637e1f01c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "DELETE /v2.0/ports/3d1a367b-efb1-4e62-87d3-32751ce3e9e2 HTTP/1.1" status: 204 len: 173 time: 1.0267189 Aug 29 17:19:59.251128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c579599-0040-459b-8034-bf68117f94bc req-00b53413-609c-4204-abd3-51f7f7a63d43 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:59.254500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c579599-0040-459b-8034-bf68117f94bc req-00b53413-609c-4204-abd3-51f7f7a63d43 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 948 time: 0.1524537 Aug 29 17:19:59.349654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.370155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c579599-0040-459b-8034-bf68117f94bc req-bea68f5d-234d-4a2c-af2d-455d39be12a8 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917954 Aug 29 17:19:59.421709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4a5090d-974f-4e9c-bedd-fd135fd61d14 req-3d4bdc14-751b-4e1d-8c4c-ed3a8e7af15a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637454 Aug 29 17:19:59.497412 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:59.518328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-397bf173-5170-4780-83d7-2d196911f789 None None] Provisioning for port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:59.534475 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23688b5-048a-4abf-8e4c-6f1523349eae None None] The sync data for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 is: [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:59.538827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-397bf173-5170-4780-83d7-2d196911f789 None None] Provisioning complete for port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:59.539603 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-397bf173-5170-4780-83d7-2d196911f789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.554312 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.598697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c12868e-b7f9-4e40-92a0-f7aca597cf07 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:59.650921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-397bf173-5170-4780-83d7-2d196911f789 None None] Port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:59.661151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:59.679665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.682015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f98b6457-381f-4fa4-85a0-e3c75a444bb9 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:59.734177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b176f7a-865b-4339-a09f-69aceb129dc4 req-8a89d4d4-7a44-4789-b127-a32e4543ad62 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:59.741867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b176f7a-865b-4339-a09f-69aceb129dc4 req-8a89d4d4-7a44-4789-b127-a32e4543ad62 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1097 time: 0.1600659 Aug 29 17:19:59.798791 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b176f7a-865b-4339-a09f-69aceb129dc4 req-638a7d1b-e864-4616-81d9-402c5db8c4f8 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518007 Aug 29 17:19:59.919124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:00.051881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f98b6457-381f-4fa4-85a0-e3c75a444bb9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f98b6457-381f-4fa4-85a0-e3c75a444bb9,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:00.064617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a054a55f-0d9a-4f04-bdc1-fabd51a10d5f {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:00.078894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'port_id': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'mac_address': 'fa:16:3e:98:b9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:00.079905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0f04c-3379-445b-91a4-c4886d7c07c4 req-220eb5cb-86b1-4046-8434-885091df3e4d tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.083200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bbce83a8-279e-4845-b1df-7e793fa5b92a req-994ab2db-e8bb-44e0-ad7c-25508629c2cd tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18c5880-b100-4301-b784-e790fc848323 HTTP/1.1" status: 200 len: 210 time: 0.0705271 Aug 29 17:20:00.084614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1e899-1e64-49dc-adc5-1eecb2fa8d1e None None] New status for floating IP 86059ef2-cf3b-4002-b99b-b519e64533e6: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:20:00.104526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2a0f04c-3379-445b-91a4-c4886d7c07c4 req-220eb5cb-86b1-4046-8434-885091df3e4d tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 943 time: 0.1443162 Aug 29 17:20:00.115655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-9a59b6f7-6d78-4a62-a36c-51d8877b4ddc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.117798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-9a59b6f7-6d78-4a62-a36c-51d8877b4ddc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944&tenant_id=27a60cdb0d44401891aecbc57532e8d0&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 949 time: 0.2205369 Aug 29 17:20:00.140106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.161736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.166838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2a0f04c-3379-445b-91a4-c4886d7c07c4 req-21d5d8ab-bf64-489e-b5f9-6aedbc468da9 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606387 Aug 29 17:20:00.170403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Transition to ACTIVE for port object a054a55f-0d9a-4f04-bdc1-fabd51a10d5f will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:00.178894 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.219802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98b6457-381f-4fa4-85a0-e3c75a444bb9 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:00.244097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f98b6457-381f-4fa4-85a0-e3c75a444bb9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f98b6457-381f-4fa4-85a0-e3c75a444bb9,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:00.286883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Pushing event updated for resources: {'Port': ['ID=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:00.292017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18c5880-b100-4301-b784-e790fc848323', 'name': 'network-vif-deleted', 'tag': '3d1a367b-efb1-4e62-87d3-32751ce3e9e2'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:00.294622 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b0aa02-eaa4-4d1e-923b-d622d3f6cc3c" -d '{"events": [{"server_uuid": "d18c5880-b100-4301-b784-e790fc848323", "name": "network-vif-deleted", "tag": "3d1a367b-efb1-4e62-87d3-32751ce3e9e2"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:00.300101 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.325702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-ba185cf0-aab9-41ff-bad3-61640fcd1401 service neutron] 10.222.0.43 "GET /v2.0/ports/1c12868e-b7f9-4e40-92a0-f7aca597cf07/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.1929383 Aug 29 17:20:00.378948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcf168-1008-4ad0-a223-1d9581c50dc3 req-c4e1c478-a1fc-4b11-b4c2-8d663106776e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.387244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-55bcf168-1008-4ad0-a223-1d9581c50dc3 req-c4e1c478-a1fc-4b11-b4c2-8d663106776e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 944 time: 0.2005060 Aug 29 17:20:00.392074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f98b6457-381f-4fa4-85a0-e3c75a444bb9,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:00.455733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Attempting to bind port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:00.456016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Attempting to bind port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:00.456346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Attempting to bind port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f on network ab1af198-a2d0-452b-a5c2-37f8c475916a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:00.467114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f on network ab1af198-a2d0-452b-a5c2-37f8c475916a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:00.467443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Attempting to bind port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f on network ab1af198-a2d0-452b-a5c2-37f8c475916a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:00.480459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:00.482215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-55bcf168-1008-4ad0-a223-1d9581c50dc3 req-236064f7-290c-47e2-9dae-cd449279f851 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939710 Aug 29 17:20:00.482616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Checking segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:00.483080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Bound using segment: {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:00.483533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Bound port: a054a55f-0d9a-4f04-bdc1-fabd51a10d5f, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420508d9-16cc-4ad3-8c63-66a9fab26391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:00.483892 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.518513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-f75aac0e-9b00-4cab-8dc1-1d06e006ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.532035 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-f75aac0e-9b00-4cab-8dc1-1d06e006ee05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 1101 time: 0.1220043 Aug 29 17:20:00.595942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] For port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:00.629753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] For port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:00.638555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.654134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-f59c65bf-77b0-4b55-ab31-864850ddbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.655880 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-f59c65bf-77b0-4b55-ab31-864850ddbaaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1176949 Aug 29 17:20:00.679913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.681487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.682518 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] 10.222.0.44 "PUT /v2.0/ports/a054a55f-0d9a-4f04-bdc1-fabd51a10d5f HTTP/1.1" status: 200 len: 1093 time: 1.5589964 Aug 29 17:20:00.684992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'tag': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:00.687270 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89801161-5590-4a64-a318-9cdedb01585f" -d '{"events": [{"name": "network-changed", "server_uuid": "70c3b45f-2b83-47fd-9b97-e72d54e8f783", "tag": "a054a55f-0d9a-4f04-bdc1-fabd51a10d5f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:00.705835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064cd6b-b696-448f-9af7-5930d5b22875 req-c7601102-107d-40fa-b830-c3134444bb9f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.721904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064cd6b-b696-448f-9af7-5930d5b22875 req-c7601102-107d-40fa-b830-c3134444bb9f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.724180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1064cd6b-b696-448f-9af7-5930d5b22875 req-c7601102-107d-40fa-b830-c3134444bb9f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6&device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 1689 time: 0.1530349 Aug 29 17:20:00.733961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c12868e-b7f9-4e40-92a0-f7aca597cf07'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:00.756522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a78e-3e06-4f2b-8f86-ece3628e98cc req-936ffe86-8829-4502-a344-8f40cc830a15 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.758103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6c3a78e-3e06-4f2b-8f86-ece3628e98cc req-936ffe86-8829-4502-a344-8f40cc830a15 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 949 time: 0.1260040 Aug 29 17:20:00.761659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-5984fbe6-ca4e-43d0-acff-ba6fed27392f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07 HTTP/1.1" status: 200 len: 217 time: 0.0756342 Aug 29 17:20:00.788118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f98b6457-381f-4fa4-85a0-e3c75a444bb9'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:00.849741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1064cd6b-b696-448f-9af7-5930d5b22875 req-c854b316-a1fa-4e4c-a2c4-b48c1de7b1d2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191812 Aug 29 17:20:00.865028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6c3a78e-3e06-4f2b-8f86-ece3628e98cc req-0f61d5c7-ca3c-4faa-91ef-2419a7f48d25 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916100 Aug 29 17:20:00.904579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-1e19277d-2dfe-4e6f-9a9b-3b9a398514b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.904871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb7be8-6143-41c6-abfe-fa13e324405a service neutron] Pushing event updated for resources: {'Port': ['ID=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:00.908935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-1e19277d-2dfe-4e6f-9a9b-3b9a398514b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1116679 Aug 29 17:20:00.936313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-2a30b236-71b2-483a-9dd3-dcdbed4c97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.945800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-2a30b236-71b2-483a-9dd3-dcdbed4c97c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 1096 time: 0.1983726 Aug 29 17:20:00.948684 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c1b69c-13de-443c-b530-e191c9413b90 x-openstack-request-id: req-b7c1b69c-13de-443c-b530-e191c9413b90 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:00.948925 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18c5880-b100-4301-b784-e790fc848323", "name": "network-vif-deleted", "tag": "3d1a367b-efb1-4e62-87d3-32751ce3e9e2", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:00.949184 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7c1b69c-13de-443c-b530-e191c9413b90 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:00.950113 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18c5880-b100-4301-b784-e790fc848323', 'name': 'network-vif-deleted', 'tag': '3d1a367b-efb1-4e62-87d3-32751ce3e9e2', 'status': 'completed', 'code': 200} Aug 29 17:20:01.042536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-670e5433-8284-4155-bd22-9226a05bc84d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f HTTP/1.1" status: 200 len: 217 time: 0.0838022 Aug 29 17:20:01.075762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-314e3c58-e48a-45b2-a2c0-1de1001e8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.078208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-314e3c58-e48a-45b2-a2c0-1de1001e8150 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563518 Aug 29 17:20:01.113312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-a3036f42-2680-4713-ba22-a4de55cb9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.118081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-a3036f42-2680-4713-ba22-a4de55cb9158 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 HTTP/1.1" status: 200 len: 863 time: 0.0649166 Aug 29 17:20:01.145559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c3355-5aab-47ee-8ce8-94ab9da9506c req-8426acee-e741-46b2-9e57-9d90e183dad2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.147796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c69c3355-5aab-47ee-8ce8-94ab9da9506c req-8426acee-e741-46b2-9e57-9d90e183dad2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.1462593 Aug 29 17:20:01.185696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-a985672f-47ed-4d04-94d1-fadd5baf427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.188434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-a985672f-47ed-4d04-94d1-fadd5baf427a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab1af198-a2d0-452b-a5c2-37f8c475916a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633209 Aug 29 17:20:01.214919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c69c3355-5aab-47ee-8ce8-94ab9da9506c req-5e738313-eccd-44ec-891e-04e3dc1e7edc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595694 Aug 29 17:20:01.226628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-9b234c73-aab9-4c4d-beec-c09acb1f4307 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399097 Aug 29 17:20:01.300252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-e5403fd2-2e35-4337-aa4f-04ff338d8ae7 service neutron] 10.222.0.44 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042984 Aug 29 17:20:01.326071 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d7cab4-9d3a-4d20-88ad-17fe3c7efbe1 x-openstack-request-id: req-02d7cab4-9d3a-4d20-88ad-17fe3c7efbe1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:01.326366 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c3b45f-2b83-47fd-9b97-e72d54e8f783", "tag": "a054a55f-0d9a-4f04-bdc1-fabd51a10d5f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:01.326631 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02d7cab4-9d3a-4d20-88ad-17fe3c7efbe1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:01.327026 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'tag': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'status': 'completed', 'code': 200} Aug 29 17:20:01.407277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-97c49e24-a76c-425f-bbb3-eb3e1114cb1a service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715236 Aug 29 17:20:01.432580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd20963-4f00-4b2b-9ae7-0bf8a3d95fcc req-45307979-7627-47d0-84ba-3c590c17ab34 service neutron] 10.222.0.44 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239071 Aug 29 17:20:01.534100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89801161-5590-4a64-a318-9cdedb01585f req-81699374-6cec-4242-82bd-3b8f3d03151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.536537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89801161-5590-4a64-a318-9cdedb01585f req-81699374-6cec-4242-82bd-3b8f3d03151b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 1096 time: 0.0463848 Aug 29 17:20:01.539847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e85013-7510-4ce2-b194-3a8003c63b9a req-879ef89b-82ab-4fb4-9f14-356120fdcbfa tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.543715 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87e85013-7510-4ce2-b194-3a8003c63b9a req-879ef89b-82ab-4fb4-9f14-356120fdcbfa tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 944 time: 0.0636728 Aug 29 17:20:01.588380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87e85013-7510-4ce2-b194-3a8003c63b9a req-c142bd9c-4981-4ce2-ae3f-82d45ebb4cc8 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383263 Aug 29 17:20:01.663964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89801161-5590-4a64-a318-9cdedb01585f req-40ee5ac8-b8f8-4607-ad43-436b725b232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.665722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89801161-5590-4a64-a318-9cdedb01585f req-40ee5ac8-b8f8-4607-ad43-436b725b232f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 925 time: 0.1189256 Aug 29 17:20:01.701412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ee3bb-14cd-4e4a-bc18-9a9588f20175 req-d85ae340-8953-4782-ae6f-661dd2eb5910 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.702974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-031ee3bb-14cd-4e4a-bc18-9a9588f20175 req-d85ae340-8953-4782-ae6f-661dd2eb5910 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 1100 time: 0.0435820 Aug 29 17:20:01.728727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89801161-5590-4a64-a318-9cdedb01585f req-09afe2b1-e1eb-4ccf-85c0-1ff80ec258ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f HTTP/1.1" status: 200 len: 217 time: 0.0464425 Aug 29 17:20:01.743533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-031ee3bb-14cd-4e4a-bc18-9a9588f20175 req-8cb7667c-cc89-473e-9776-37871a4a4a19 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Aug 29 17:20:01.808078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89801161-5590-4a64-a318-9cdedb01585f req-e2816938-d8b6-4f5a-bf99-6a1c758de5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.809770 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89801161-5590-4a64-a318-9cdedb01585f req-e2816938-d8b6-4f5a-bf99-6a1c758de5dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 HTTP/1.1" status: 200 len: 863 time: 0.0549414 Aug 29 17:20:01.863031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89801161-5590-4a64-a318-9cdedb01585f req-b812a5ed-4111-49a9-8c7b-3c19d81c500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.864848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89801161-5590-4a64-a318-9cdedb01585f req-b812a5ed-4111-49a9-8c7b-3c19d81c500b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab1af198-a2d0-452b-a5c2-37f8c475916a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470579 Aug 29 17:20:01.997271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89801161-5590-4a64-a318-9cdedb01585f req-8273c96a-04f2-4218-9fce-2f5c48b867a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237109 Aug 29 17:20:02.044730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4afa-bb7b-4d43-adb6-f693357d9130 req-ec004df5-e817-4a8b-a4cc-2861f67da5f2 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.046407 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52db4afa-bb7b-4d43-adb6-f693357d9130 req-ec004df5-e817-4a8b-a4cc-2861f67da5f2 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 944 time: 0.0653415 Aug 29 17:20:02.103133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52db4afa-bb7b-4d43-adb6-f693357d9130 req-a2e631fd-a05b-4102-a7e6-2f5e9c8ed9ea tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Aug 29 17:20:02.107934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89801161-5590-4a64-a318-9cdedb01585f req-2108f602-1c18-467c-9cce-a49c92878258 service neutron] 10.222.0.44 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938895 Aug 29 17:20:02.211655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f824-a46e-4c10-8579-da6bcb308747 req-61125a55-f3fc-4439-aca7-cb284bb664fa tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.219099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b312f824-a46e-4c10-8579-da6bcb308747 req-61125a55-f3fc-4439-aca7-cb284bb664fa tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 1102 time: 0.0541906 Aug 29 17:20:02.258349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b312f824-a46e-4c10-8579-da6bcb308747 req-2f29ae1e-8a41-47e2-9a27-10cfa66b1d63 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Aug 29 17:20:02.295531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-8b197e07-8812-4497-9d1a-4dd0d740fcd7 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:20:02.296585 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-8b197e07-8812-4497-9d1a-4dd0d740fcd7 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251818 Aug 29 17:20:02.305894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e8891120-4d3a-4535-a406-85ad8bff1a43 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:02.311773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Request body: {'binding': {'host': 'n-h1-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:02.312238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Unknown quota resources ['binding']. {{(pid=94796) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:20:02.326675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:02.426804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1302c-1038-4f4d-8cdb-890b1fbf531d req-66b010a0-7995-495e-9c55-501f00cec328 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.431330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2bc1302c-1038-4f4d-8cdb-890b1fbf531d req-66b010a0-7995-495e-9c55-501f00cec328 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 949 time: 0.1051209 Aug 29 17:20:02.441947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:02.442327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.490835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on host n-h1-713499-15 for vnic_type normal with profile None {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:02.491270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:02.491698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:02.496498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:02.496822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:02.499127 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2bc1302c-1038-4f4d-8cdb-890b1fbf531d req-2c9d2ffc-f9a6-40c6-9b8f-8abe4a61565a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595798 Aug 29 17:20:02.505979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:02.506317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:02.506778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:02.507204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Bound port: 83c44cf8-893d-4450-b739-d70fb5e750d4, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:02.545740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:02.587850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:02.594085 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.596067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.608287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'e8891120-4d3a-4535-a406-85ad8bff1a43', 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3', 'port_id': 'e8891120-4d3a-4535-a406-85ad8bff1a43', 'mac_address': 'fa:16:3e:43:8e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb74628-7c4a-434a-b4f3-a722701f2685', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:02.608603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] 10.222.0.41 "POST /v2.0/ports/83c44cf8-893d-4450-b739-d70fb5e750d4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3008680 Aug 29 17:20:02.624061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3da1d-611b-404a-9299-23466ce94efb req-d8389a04-6568-475e-950e-7f390191dc3b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.625674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b0f3da1d-611b-404a-9299-23466ce94efb req-d8389a04-6568-475e-950e-7f390191dc3b tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 950 time: 0.0621512 Aug 29 17:20:02.689821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:02.696287 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ccf47-435a-480c-8cac-6a4d463e902a" -d '{"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-plugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:02.709250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b0f3da1d-611b-404a-9299-23466ce94efb req-61657a77-e476-439c-bff7-437a82b86843 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681055 Aug 29 17:20:02.743669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:02.751793 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.760163 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.762323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f98b6457-381f-4fa4-85a0-e3c75a444bb9 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:02.853256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8891120-4d3a-4535-a406-85ad8bff1a43 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:02.913073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:02.929468 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.932228 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-92e7ab44-e04b-4674-ae36-f8571c875644 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457187 Aug 29 17:20:02.951678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:02.967080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e9b0-aba4-47a6-b022-7bb4f46099d0 req-4dd0861b-ce1d-44c9-b4ad-290c631048b6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.968733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca41e9b0-aba4-47a6-b022-7bb4f46099d0 req-4dd0861b-ce1d-44c9-b4ad-290c631048b6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.1908898 Aug 29 17:20:02.972418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-f743a7f0-9a5f-4ec4-967d-b7f8bac6c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.973965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-f743a7f0-9a5f-4ec4-967d-b7f8bac6c402 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1097 time: 0.0979419 Aug 29 17:20:02.986808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port f98b6457-381f-4fa4-85a0-e3c75a444bb9 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:02.995213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f98b6457-381f-4fa4-85a0-e3c75a444bb9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:02.995575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:03.040452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:03.076728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-b6e8001c-c1cf-4011-892c-6e9bcbc8a685 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:03.085265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-b6e8001c-c1cf-4011-892c-6e9bcbc8a685 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521091 Aug 29 17:20:03.100176 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca41e9b0-aba4-47a6-b022-7bb4f46099d0 req-545cbc37-09c1-48d3-a60c-0c2fef4079e7 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144528 Aug 29 17:20:03.103767 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-fdf7ab57-17c4-4aff-9d95-c46536461a0c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/quotas/54977d63dd8242fb8184905785dbd6ea HTTP/1.1" status: 200 len: 375 time: 0.0172400 Aug 29 17:20:03.109186 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:03.150047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f98b6457-381f-4fa4-85a0-e3c75a444bb9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f98b6457-381f-4fa4-85a0-e3c75a444bb9,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:03.156969 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:03.158109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:03.183387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-4ca0c3f3-841d-4872-ad83-3be82011d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:03.188581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-4ca0c3f3-841d-4872-ad83-3be82011d6c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2024558 Aug 29 17:20:03.207540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-c4a77dba-5bfe-4a82-a925-71b77178bbdc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1020246 Aug 29 17:20:03.357568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e8891120-4d3a-4535-a406-85ad8bff1a43'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:03.373648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:03.374000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3d1a367b-efb1-4e62-87d3-32751ce3e9e2 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:03.507325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f98b6457-381f-4fa4-85a0-e3c75a444bb9,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:03.590514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-598bc7b0-fe4d-4818-ba70-8613127c2ce7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c44cf8-893d-4450-b739-d70fb5e750d4 HTTP/1.1" status: 200 len: 217 time: 0.3872902 Aug 29 17:20:03.634342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c912579-490a-415d-83df-b2f4e3ceb58e req-32b38fd6-13d9-4636-a09c-84e909a67fb9 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:03.636578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c912579-490a-415d-83df-b2f4e3ceb58e req-32b38fd6-13d9-4636-a09c-84e909a67fb9 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 945 time: 0.4463129 Aug 29 17:20:03.657317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf54d2a-ff8d-4a7f-a664-91a4f65956b2 req-f8428c00-80be-4189-a560-d312e979102e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:03.675161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aaf54d2a-ff8d-4a7f-a664-91a4f65956b2 req-f8428c00-80be-4189-a560-d312e979102e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.1466448 Aug 29 17:20:03.752012 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aaf54d2a-ff8d-4a7f-a664-91a4f65956b2 req-5eba1fdc-a86c-4dbf-89de-8999794aff6e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694022 Aug 29 17:20:03.770390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-79e83655-09a7-4251-ab0f-ed285cb88b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:03.773600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-79e83655-09a7-4251-ab0f-ed285cb88b6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.1652529 Aug 29 17:20:03.776802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c912579-490a-415d-83df-b2f4e3ceb58e req-76f818ab-17b5-4797-94b3-bcb9042a7c95 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244628 Aug 29 17:20:03.817734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a054a55f-0d9a-4f04-bdc1-fabd51a10d5f details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:03.837650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-da6be2d6-04c3-4c0e-92ba-6ac3d2873e56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433202 Aug 29 17:20:03.849688 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351273d5-c43c-437d-b26d-901d84c78c8d x-openstack-request-id: req-351273d5-c43c-437d-b26d-901d84c78c8d {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:03.851463 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-plugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:03.852222 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-351273d5-c43c-437d-b26d-901d84c78c8d {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:03.853545 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'code': 200} Aug 29 17:20:03.940467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-cf41ba14-f924-488d-b9bb-6c02009e70b7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:03.942815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-cf41ba14-f924-488d-b9bb-6c02009e70b7 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 950 time: 0.1891818 Aug 29 17:20:03.948798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-4c6b6036-ad27-469c-80cd-a576dcc67ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:03.950478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-4c6b6036-ad27-469c-80cd-a576dcc67ec3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944&tenant_id=27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 1102 time: 0.1471963 Aug 29 17:20:03.991846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:04.009006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'port_id': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'mac_address': 'fa:16:3e:29:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:04.017946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75b57-ce52-487c-97c0-00b33b504d75 req-aa43ec17-d656-4df8-bd09-dabbd252043d tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.025800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ecc75b57-ce52-487c-97c0-00b33b504d75 req-aa43ec17-d656-4df8-bd09-dabbd252043d tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 944 time: 0.0968239 Aug 29 17:20:04.039476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b5d292c-151d-4758-bc7f-ce9dd439475c req-ae704a04-37bb-4775-94df-d8d35a6297ca tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 210 time: 0.1217170 Aug 29 17:20:04.057022 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-9375abcf-8fc5-4d23-84d7-4d3637e83658 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121694 Aug 29 17:20:04.063560 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.096927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ecc75b57-ce52-487c-97c0-00b33b504d75 req-13642959-d43b-4080-83a7-635832122cbf tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656724 Aug 29 17:20:04.112514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a054a55f-0d9a-4f04-bdc1-fabd51a10d5f {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:04.141034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:04.149766 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.226336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:04.245749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-01f7e7b3-fbe2-4bd9-ad0c-70fa57ab6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.247201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-01f7e7b3-fbe2-4bd9-ad0c-70fa57ab6fd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 1102 time: 0.2183199 Aug 29 17:20:04.271924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec84d1f-ea0d-4406-b55b-645c6ca98a81 req-b101da82-3e3f-460d-8d12-ea8b67a759a5 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.273387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ec84d1f-ea0d-4406-b55b-645c6ca98a81 req-b101da82-3e3f-460d-8d12-ea8b67a759a5 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 950 time: 0.0778503 Aug 29 17:20:04.284469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-301f4a1a-502a-45ea-ba98-9ad3425c9deb service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139454 Aug 29 17:20:04.285246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ceb8a6-7600-4002-9ba7-d14e23fcdbb9 req-b8b3b6c7-5fb9-4e55-ab01-1e6c61b46b7e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.286673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60ceb8a6-7600-4002-9ba7-d14e23fcdbb9 req-b8b3b6c7-5fb9-4e55-ab01-1e6c61b46b7e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1099217 Aug 29 17:20:04.321908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Deleting port 97b16111-e9eb-4417-832b-eaf6a660c028 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:04.321908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.330259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ec84d1f-ea0d-4406-b55b-645c6ca98a81 req-f63fde0e-5fb8-4cd5-bef3-42d393b3c601 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358579 Aug 29 17:20:04.456125 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60ceb8a6-7600-4002-9ba7-d14e23fcdbb9 req-54fa60d0-ffbe-447e-9648-ee1a5dc68069 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386690 Aug 29 17:20:04.491128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008488d9-3ce5-4653-bd88-ff72c3ce6b14 req-afbaeddf-2829-495a-a2c3-d59893cd2e54 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.492124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-fefd6440-4099-4872-9e40-fe1710dc9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.493562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-fefd6440-4099-4872-9e40-fe1710dc9394 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2370508 Aug 29 17:20:04.498622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-008488d9-3ce5-4653-bd88-ff72c3ce6b14 req-afbaeddf-2829-495a-a2c3-d59893cd2e54 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 945 time: 0.0774012 Aug 29 17:20:04.500583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] For port 97b16111-e9eb-4417-832b-eaf6a660c028, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=97b16111-e9eb-4417-832b-eaf6a660c028,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:04.501163 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.505246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a054a55f-0d9a-4f04-bdc1-fabd51a10d5f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:04.543446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-008488d9-3ce5-4653-bd88-ff72c3ce6b14 req-9c3b7161-fa81-48ac-bff8-0f4aa25eff9f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Aug 29 17:20:04.563579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Calling delete_port for 97b16111-e9eb-4417-832b-eaf6a660c028 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:04.567003 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-cea53abd-10b0-47f1-8a74-69c48527028e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07 HTTP/1.1" status: 200 len: 217 time: 0.0624619 Aug 29 17:20:04.665942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-f3f6214b-2df9-44b6-8b0a-2ce5ff3d5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.667605 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-f3f6214b-2df9-44b6-8b0a-2ce5ff3d5229 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0933666 Aug 29 17:20:04.742062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-2c16e1ab-40d6-4c33-984b-c2a9f98bf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.743629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-2c16e1ab-40d6-4c33-984b-c2a9f98bf9ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681322 Aug 29 17:20:04.856626 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.872611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:04.900022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Pushing event deleted for resources: {'Port': ['ID=97b16111-e9eb-4417-832b-eaf6a660c028,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:04.959832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96836d00-a8de-424b-b440-45f8bad9102d req-baa405e8-6cb5-45d4-a38b-7b75b63c0240 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.961531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.962382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.962382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.962875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.963397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-96836d00-a8de-424b-b440-45f8bad9102d req-baa405e8-6cb5-45d4-a38b-7b75b63c0240 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 945 time: 0.0722425 Aug 29 17:20:04.969416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.969953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.970359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.970833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.971273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.971711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.972258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.972705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:04.984327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-7bd19fc4-debf-447c-97a3-9924d439ea23 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228084 Aug 29 17:20:05.037940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-96836d00-a8de-424b-b440-45f8bad9102d req-8bef152c-6737-4b4a-8c20-d5cf1f4e2f15 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642939 Aug 29 17:20:05.048494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] No DVR routers for this DVR port 97b16111-e9eb-4417-832b-eaf6a660c028 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:05.060624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:05.060624 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc57166c-0d44-445c-9f0a-664aeaa9ba28 req-ad8c7731-00c8-47c6-8908-f3722d2cc45f tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.44 "DELETE /v2.0/ports/97b16111-e9eb-4417-832b-eaf6a660c028 HTTP/1.1" status: 204 len: 173 time: 1.0755239 Aug 29 17:20:05.077158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad930bc-ba69-4450-a341-86ac41c60eb5', 'name': 'network-vif-deleted', 'tag': '97b16111-e9eb-4417-832b-eaf6a660c028'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:05.080185 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41db8e10-608c-4873-bf5a-d034a7d6a3f7" -d '{"events": [{"server_uuid": "3ad930bc-ba69-4450-a341-86ac41c60eb5", "name": "network-vif-deleted", "tag": "97b16111-e9eb-4417-832b-eaf6a660c028"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:05.138200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a308b0a4-bb21-4004-9c61-19d80c37cc7f req-6920826e-cde8-4067-baa2-a17eb3ad1916 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 210 time: 0.0336244 Aug 29 17:20:05.151823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33be8e-7976-48dc-b44f-988e257cea17 req-3813234d-52e8-41e9-ac10-4a886b3e36e1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:05.159116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe33be8e-7976-48dc-b44f-988e257cea17 req-3813234d-52e8-41e9-ac10-4a886b3e36e1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.2900658 Aug 29 17:20:05.239960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe33be8e-7976-48dc-b44f-988e257cea17 req-ce7b9781-ffb1-4aaf-95fb-4ed9b98cf88a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796208 Aug 29 17:20:05.293215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5eb164b-21fe-4a58-806c-81cf2ebce1f0 req-c7412d56-29e6-44e3-8432-18e957efb2fb service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884164 Aug 29 17:20:05.308680 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3870b1ff-377a-4619-9e4c-a9f5db15ebcc x-openstack-request-id: req-3870b1ff-377a-4619-9e4c-a9f5db15ebcc {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:05.308962 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad930bc-ba69-4450-a341-86ac41c60eb5", "name": "network-vif-deleted", "tag": "97b16111-e9eb-4417-832b-eaf6a660c028", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:05.309264 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3870b1ff-377a-4619-9e4c-a9f5db15ebcc {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:05.309668 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad930bc-ba69-4450-a341-86ac41c60eb5', 'name': 'network-vif-deleted', 'tag': '97b16111-e9eb-4417-832b-eaf6a660c028', 'status': 'completed', 'code': 200} Aug 29 17:20:05.336343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56608781-99c8-4725-92ec-585fb6e1074c req-d06cf4f1-42cb-425d-a178-e8dd6ce8f6f9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:05.338054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56608781-99c8-4725-92ec-585fb6e1074c req-d06cf4f1-42cb-425d-a178-e8dd6ce8f6f9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 945 time: 0.1034677 Aug 29 17:20:05.417376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56608781-99c8-4725-92ec-585fb6e1074c req-0bf90b1a-0472-4554-b6eb-0e485f12365e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717936 Aug 29 17:20:05.491013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e256c76a-aa7e-4bb6-a009-3ecbab6e8ca8 req-18199e5c-26c6-4074-b00c-92ed468d3681 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ad930bc-ba69-4450-a341-86ac41c60eb5 HTTP/1.1" status: 200 len: 210 time: 0.0382872 Aug 29 17:20:05.567289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['97b16111-e9eb-4417-832b-eaf6a660c028'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:05.651937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b38391-4382-4909-a260-d9206140abce req-256d129f-0afd-4008-88c8-1eaeec8796f4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:05.667213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18b38391-4382-4909-a260-d9206140abce req-256d129f-0afd-4008-88c8-1eaeec8796f4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 950 time: 0.1045961 Aug 29 17:20:05.698379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec01e-8aa3-4e95-8297-d531dac2da45 req-9345145f-4cdd-4a73-9297-f5ddfdc26b22 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:05.708152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-151ec01e-8aa3-4e95-8297-d531dac2da45 req-9345145f-4cdd-4a73-9297-f5ddfdc26b22 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 945 time: 0.0627611 Aug 29 17:20:05.734972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18b38391-4382-4909-a260-d9206140abce req-c91754ea-ab83-43a6-9f9e-c299aa0a2054 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634906 Aug 29 17:20:05.762877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-151ec01e-8aa3-4e95-8297-d531dac2da45 req-4511c034-7baa-4e0d-ac0e-5332611b9e89 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530517 Aug 29 17:20:05.841529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a054a55f-0d9a-4f04-bdc1-fabd51a10d5f up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:05.864674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:05.867183 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709638d4-220a-4729-b1ab-19d442738d9c" -d '{"events": [{"server_uuid": "5d02341f-0485-45ce-b5d0-1bb33ee9b105", "name": "network-vif-plugged", "status": "completed", "tag": "f98b6457-381f-4fa4-85a0-e3c75a444bb9"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:05.903708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:05.908416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:05.908869 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:05.940558 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe0bf80-1d40-4c82-ba8f-a891f8271bd2 x-openstack-request-id: req-0fe0bf80-1d40-4c82-ba8f-a891f8271bd2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:05.941525 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d02341f-0485-45ce-b5d0-1bb33ee9b105", "name": "network-vif-plugged", "status": "completed", "tag": "f98b6457-381f-4fa4-85a0-e3c75a444bb9", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:05.941844 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fe0bf80-1d40-4c82-ba8f-a891f8271bd2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:05.942409 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'code': 200} Aug 29 17:20:06.049702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.101648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0531d-8026-41b1-9ef3-68617e161a0c req-b273f38d-441a-4ed4-b44c-ed46be38219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:06.106905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24a0531d-8026-41b1-9ef3-68617e161a0c req-b273f38d-441a-4ed4-b44c-ed46be38219b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 1097 time: 0.0803044 Aug 29 17:20:06.121805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:06.128172 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.246464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:06.305149 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c93b69b-f6c4-439b-a4f1-acf4cd0d50be req-dbdf03a1-547a-43c5-907c-6a315be78202 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 210 time: 0.0512145 Aug 29 17:20:06.322956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e8891120-4d3a-4535-a406-85ad8bff1a43 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:06.443164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port e8891120-4d3a-4535-a406-85ad8bff1a43 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:06.449929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port e8891120-4d3a-4535-a406-85ad8bff1a43 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:06.450473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.475777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588a9ad-82dd-42c5-839f-db947b4563ef req-95924f9e-c4f8-4c87-bd1e-1b517ca95a33 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:06.500427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2588a9ad-82dd-42c5-839f-db947b4563ef req-95924f9e-c4f8-4c87-bd1e-1b517ca95a33 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.1433513 Aug 29 17:20:06.582014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.596195 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24a0531d-8026-41b1-9ef3-68617e161a0c req-321a7501-0139-4fa2-a809-065963e5b408 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814680 Aug 29 17:20:06.615245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631f561-fe93-4b65-b94c-92464599b204 req-d9cd891c-dc5d-4788-9b3a-1da14dd2057e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:06.620154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:06.623332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b631f561-fe93-4b65-b94c-92464599b204 req-d9cd891c-dc5d-4788-9b3a-1da14dd2057e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 945 time: 0.0952268 Aug 29 17:20:06.627974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2588a9ad-82dd-42c5-839f-db947b4563ef req-6f9202ce-3c14-44ca-bfae-4e48053bbb3f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266384 Aug 29 17:20:06.635834 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.637071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:06.679893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b631f561-fe93-4b65-b94c-92464599b204 req-b762d73d-84f6-415b-8588-e5f12808292a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547111 Aug 29 17:20:06.738833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:06.785259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32330bed-43d3-4285-bf28-68fc4a6f35a4 req-fe5c555b-ce19-4fd2-b6c0-7d76f6c50744 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:06.792783 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32330bed-43d3-4285-bf28-68fc4a6f35a4 req-fe5c555b-ce19-4fd2-b6c0-7d76f6c50744 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 946 time: 0.0812466 Aug 29 17:20:06.796029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.835734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:06.839274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32330bed-43d3-4285-bf28-68fc4a6f35a4 req-a4b0d87f-10e8-49de-8bf5-153c46fc3d4d tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Aug 29 17:20:06.849361 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.917553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:06.993131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c947-4156-49dc-8fcb-e48eb67c6654 req-0fc479b3-1ddb-4a72-8d70-cb3ccefb1c5e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.000650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9fa8c947-4156-49dc-8fcb-e48eb67c6654 req-0fc479b3-1ddb-4a72-8d70-cb3ccefb1c5e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 948 time: 0.0617547 Aug 29 17:20:07.047229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9fa8c947-4156-49dc-8fcb-e48eb67c6654 req-5ae69dca-71bc-4001-87d0-646df586e8ac tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454907 Aug 29 17:20:07.081277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c2497-8c4a-4a82-b916-88af2935e36d req-c49a8d90-9989-4f3d-9415-e2179d13fccc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.083451 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c3c2497-8c4a-4a82-b916-88af2935e36d req-c49a8d90-9989-4f3d-9415-e2179d13fccc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0612767 Aug 29 17:20:07.137811 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c3c2497-8c4a-4a82-b916-88af2935e36d req-b67f5312-32f5-48aa-a407-8f5081d576a0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462816 Aug 29 17:20:07.180903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369c3eb-bbda-4f7f-99ce-12f36e4eac7d req-c0136f06-5180-4187-9f41-98716490373a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.182467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7369c3eb-bbda-4f7f-99ce-12f36e4eac7d req-c0136f06-5180-4187-9f41-98716490373a tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 950 time: 0.0713089 Aug 29 17:20:07.243487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7369c3eb-bbda-4f7f-99ce-12f36e4eac7d req-0b3e09c2-9bb7-40aa-b05e-523c0b83bcf3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539243 Aug 29 17:20:07.247868 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ac234e76-9d3a-499a-abc5-5c2ed07e59cf tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298197 Aug 29 17:20:07.411140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b566d622-dc17-4c95-8cc0-b78268bfb7b2 req-82feff6c-0a2c-4f1f-9874-7aa640f8fefb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 210 time: 0.0363748 Aug 29 17:20:07.441136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-4ba96772-25c7-4521-a62c-3ab9a0b5f4b0 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.442759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-4ba96772-25c7-4521-a62c-3ab9a0b5f4b0 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814489 Aug 29 17:20:07.476008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Request body: {'port': {'device_id': 'd9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '54977d63dd8242fb8184905785dbd6ea'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:07.608787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Made reservation on behalf of 54977d63dd8242fb8184905785dbd6ea for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:07.612881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:07.779240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Allocated IP 192.168.233.84 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/64c3cab3-ffbf-4669-b3e4-ee8e32febc95) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:07.817359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db384a6-a3da-47dc-a259-5d24db0055bb req-93b0b566-9d99-41e9-bd2f-1350ca6cb24e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.830294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0db384a6-a3da-47dc-a259-5d24db0055bb req-93b0b566-9d99-41e9-bd2f-1350ca6cb24e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.0832667 Aug 29 17:20:07.837222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 97b16111-e9eb-4417-832b-eaf6a660c028 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:07.875537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 97b16111-e9eb-4417-832b-eaf6a660c028 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:07.875879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 97b16111-e9eb-4417-832b-eaf6a660c028 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:07.894333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3b4b-4955-4ef5-832d-d969910bbfdc req-ec6034a7-6143-4ff5-a48b-b8625b8a9ef4 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.896163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f70b3b4b-4955-4ef5-832d-d969910bbfdc req-ec6034a7-6143-4ff5-a48b-b8625b8a9ef4 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 945 time: 0.0860169 Aug 29 17:20:07.923322 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0db384a6-a3da-47dc-a259-5d24db0055bb req-16e93873-0d21-4463-8a92-526de4f4afb0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860002 Aug 29 17:20:07.943995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f'}, {'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43'}, {'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:07.946285 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af2aa0-438d-4a2e-b87e-bb50a7dd50c1" -d '{"events": [{"server_uuid": "70c3b45f-2b83-47fd-9b97-e72d54e8f783", "name": "network-vif-plugged", "status": "completed", "tag": "a054a55f-0d9a-4f04-bdc1-fabd51a10d5f"}, {"server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "name": "network-vif-plugged", "status": "completed", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43"}, {"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-unplugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:08.017038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f70b3b4b-4955-4ef5-832d-d969910bbfdc req-bd3e04ac-2f0a-4c2c-b225-65c30180cd98 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050384 Aug 29 17:20:08.108905 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d8524-14c4-42a7-8d0c-14a4dfcab899 x-openstack-request-id: req-327d8524-14c4-42a7-8d0c-14a4dfcab899 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:08.109207 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c3b45f-2b83-47fd-9b97-e72d54e8f783", "name": "network-vif-plugged", "status": "completed", "tag": "a054a55f-0d9a-4f04-bdc1-fabd51a10d5f", "code": 200}, {"server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "name": "network-vif-plugged", "status": "completed", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43", "code": 200}, {"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-unplugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:08.109453 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-327d8524-14c4-42a7-8d0c-14a4dfcab899 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:08.109920 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'code': 200} Aug 29 17:20:08.110348 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43', 'code': 200} Aug 29 17:20:08.110797 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'code': 200} Aug 29 17:20:08.118744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56375e57-1b51-42a8-a9b7-6a8eeec2ba0d req-4a83344f-2fe3-4782-8f95-fcbc1e8feed9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.124870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56375e57-1b51-42a8-a9b7-6a8eeec2ba0d req-4a83344f-2fe3-4782-8f95-fcbc1e8feed9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 946 time: 0.0986879 Aug 29 17:20:08.139420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:08.173149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Transition to ACTIVE for port object 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:08.201598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56375e57-1b51-42a8-a9b7-6a8eeec2ba0d req-d5c751a6-3366-470f-8958-bc485ee6eb11 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692515 Aug 29 17:20:08.315065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:08.357315 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:08.359518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0adad-1b46-461d-a393-84f1c1a85b44 req-a6827dc9-d663-48cb-92a5-49ba0f25bfc3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.368798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ad0adad-1b46-461d-a393-84f1c1a85b44 req-a6827dc9-d663-48cb-92a5-49ba0f25bfc3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0712199 Aug 29 17:20:08.390661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41200d-cdf5-434c-bec7-e5f98d5e6a68 req-3b882c3e-2748-4908-a230-6018d4711eed tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.399314 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d41200d-cdf5-434c-bec7-e5f98d5e6a68 req-3b882c3e-2748-4908-a230-6018d4711eed tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 948 time: 0.2169223 Aug 29 17:20:08.415189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5fa15715-fe82-4072-9f95-76efc1f144be'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:08.431790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ad0adad-1b46-461d-a393-84f1c1a85b44 req-c3db1127-2bfd-4665-9da1-22ae83b4552b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610816 Aug 29 17:20:08.433194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31', '026758c1-630b-4e25-a557-6000d2282420'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:08.452617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baca00-7291-4b10-9e78-208d4eaa74cc req-2a792ae3-5081-43c8-bac9-e0298775e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.454120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8baca00-7291-4b10-9e78-208d4eaa74cc req-2a792ae3-5081-43c8-bac9-e0298775e5a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 1098 time: 0.2037745 Aug 29 17:20:08.458499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7934c6-99e3-48ac-9301-970f64926494 req-391eef82-2905-44a2-9836-f37037dd5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.459997 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e7934c6-99e3-48ac-9301-970f64926494 req-391eef82-2905-44a2-9836-f37037dd5c6a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1098 time: 0.1584539 Aug 29 17:20:08.468098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:08.501118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'Port': ['ID=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:08.520594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:08.549472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:08.602939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:08.634146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'mac_address': 'fa:16:3e:82:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:08.667448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.668143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:08.683908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d41200d-cdf5-434c-bec7-e5f98d5e6a68 req-fa9ad61d-b29f-4f52-a317-f8c2dd7a6cd3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835875 Aug 29 17:20:08.688446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12010d-5808-41d4-be7d-90b57c82d430 req-3487db03-f5e4-4a39-863f-a89e47512bd5 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.695040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab12010d-5808-41d4-be7d-90b57c82d430 req-3487db03-f5e4-4a39-863f-a89e47512bd5 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 950 time: 0.1313622 Aug 29 17:20:08.730902 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-ca83f431-afc1-432a-a64e-197796f66174 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2597413 Aug 29 17:20:08.758389 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e7934c6-99e3-48ac-9301-970f64926494 req-a63cead3-1830-4979-baad-b2a3ae25aec1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522247 Aug 29 17:20:08.760255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8baca00-7291-4b10-9e78-208d4eaa74cc req-8a563b7d-0059-4e1a-a587-adebffc310c1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912683 Aug 29 17:20:08.765601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Request body: {'port': {'device_id': 'd9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:08.795113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab12010d-5808-41d4-be7d-90b57c82d430 req-80601f55-5bef-4ba3-b934-026e7d5cad13 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798960 Aug 29 17:20:08.829614 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:08.864738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:08.883957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c12868e-b7f9-4e40-92a0-f7aca597cf07 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:08.939503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:08.947897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fcf86-2329-4baa-8471-b13437d59355 req-2f3ac19f-0593-437b-884b-2507b13227cd tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.957897 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d33fcf86-2329-4baa-8471-b13437d59355 req-2f3ac19f-0593-437b-884b-2507b13227cd tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 935 time: 0.1580327 Aug 29 17:20:08.969578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404e769-70c5-46fd-8399-54451c099d5d req-666d0f97-0068-46b3-ad4e-9d4cabee3035 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.974838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b404e769-70c5-46fd-8399-54451c099d5d req-666d0f97-0068-46b3-ad4e-9d4cabee3035 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 948 time: 0.0940967 Aug 29 17:20:08.978182 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.047282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b404e769-70c5-46fd-8399-54451c099d5d req-4f229b4b-6695-4d8e-9ee0-b10338d77e10 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632627 Aug 29 17:20:09.068092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e7cef4af-4fa3-4762-9fec-7b6acc138203 None None] Provisioning for port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:09.095836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e7cef4af-4fa3-4762-9fec-7b6acc138203 None None] Provisioning complete for port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:09.096205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e7cef4af-4fa3-4762-9fec-7b6acc138203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.137836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:09.196231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93bb45-f04a-45c4-8137-22dc00e54e93 req-4db6dfdf-86ec-4197-9124-126666100094 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:09.198151 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e93bb45-f04a-45c4-8137-22dc00e54e93 req-4db6dfdf-86ec-4197-9124-126666100094 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.0752041 Aug 29 17:20:09.207590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e7cef4af-4fa3-4762-9fec-7b6acc138203 None None] Port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:09.251030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e93bb45-f04a-45c4-8137-22dc00e54e93 req-fb9f0539-d9fc-4a32-885c-61f530de302c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Aug 29 17:20:09.298710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c12868e-b7f9-4e40-92a0-f7aca597cf07'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:09.300983 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d33fcf86-2329-4baa-8471-b13437d59355 req-749c062f-0c14-495c-afa4-e1df2b1096ec tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382535 Aug 29 17:20:09.338621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-33968239-f56c-47fa-a1c2-8ace70df43ee tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:09.340666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-33968239-f56c-47fa-a1c2-8ace70df43ee tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 950 time: 0.3546095 Aug 29 17:20:09.380944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34256) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:09.536955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.564575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989a06-f67f-4333-8858-c462dc15da29 req-59fcd4a7-892c-4c4e-8aa3-3b4093f2733e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:09.566959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b989a06-f67f-4333-8858-c462dc15da29 req-59fcd4a7-892c-4c4e-8aa3-3b4093f2733e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 946 time: 0.1349170 Aug 29 17:20:09.588129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4f902-5e03-41f1-b3be-b325a9ca6f16 req-b6018325-e44c-4130-ab19-b5d4efb2e0d6 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:09.597530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fa4f902-5e03-41f1-b3be-b325a9ca6f16 req-b6018325-e44c-4130-ab19-b5d4efb2e0d6 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 945 time: 0.1705101 Aug 29 17:20:09.634163 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b989a06-f67f-4333-8858-c462dc15da29 req-846b328c-f598-47b0-b2f2-e6d78826fcf3 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591764 Aug 29 17:20:09.701897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Deleting port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:09.702240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.705164 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.713703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:09.715367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.768474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.786391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fa4f902-5e03-41f1-b3be-b325a9ca6f16 req-a539407d-c8fa-47c4-b4bd-7e828878a6c9 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875815 Aug 29 17:20:09.799130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Transition to ACTIVE for port object 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:09.818371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cf224f-0658-4ffa-973f-4c719b140597,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:09.818665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.824752 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92a7ccdb31aa4a02818ec6aff6b21476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4424875 Aug 29 17:20:09.826465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34268) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:09.857604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e9926-e1a1-41eb-88d2-66cd7357edb1 req-afbc6772-512b-464a-a4da-dd4632ae6085 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:09.866330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e1e9926-e1a1-41eb-88d2-66cd7357edb1 req-afbc6772-512b-464a-a4da-dd4632ae6085 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1308281 Aug 29 17:20:09.868593 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.869407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.870132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.870837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.871757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.872168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.872580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.872979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.873381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.873789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.874189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.874745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b32a-2375-4a6f-835a-d961bf2242ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:09.913390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] For port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:09.913765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:09.924593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e1e9926-e1a1-41eb-88d2-66cd7357edb1 req-21c906ec-e2d5-44bd-a87e-9e662eb21bee tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445204 Aug 29 17:20:09.965436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Calling delete_port for 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:09.990508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-6a0b8c16-7ec9-4938-907d-ff80eba5a444 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703104 Aug 29 17:20:09.992249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:10.078795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b33e9-824e-4faa-9bdf-1fd4f14ba960 req-c5163ed3-2211-4cec-8916-8fbaa55f1a7c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:10.080358 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf9b33e9-824e-4faa-9bdf-1fd4f14ba960 req-c5163ed3-2211-4cec-8916-8fbaa55f1a7c tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/ports?device_id=842366ea-a6c1-4761-8491-cfb3af7d06cd HTTP/1.1" status: 200 len: 950 time: 0.0584321 Aug 29 17:20:10.127975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf9b33e9-824e-4faa-9bdf-1fd4f14ba960 req-ed439194-c099-48e4-af13-09b1742992f0 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.41 "GET /v2.0/security-groups?id=50f31e52-4e70-4da3-bfbb-5b128f1d0391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415385 Aug 29 17:20:10.158821 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9574aa65-14eb-4d74-af9d-316857e818d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.225501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9574aa65-14eb-4d74-af9d-316857e818d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.241341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951ba32-7349-4bd0-8d52-6411a2eb1ee6 req-17be49f0-5975-4d13-a7aa-c8b2dd43e27a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:10.243119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b951ba32-7349-4bd0-8d52-6411a2eb1ee6 req-17be49f0-5975-4d13-a7aa-c8b2dd43e27a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 945 time: 0.0487344 Aug 29 17:20:10.251736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34278) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:10.257019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Request body: {'floatingip': {'port_id': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:10.276281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Attempting to bind port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:10.276718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Attempting to bind port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:10.277146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Attempting to bind port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:10.302126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.314997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-8ef217f9-2265-410f-aa4d-a2106a38dca8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:10.322903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-8ef217f9-2265-410f-aa4d-a2106a38dca8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315132 Aug 29 17:20:10.327232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:10.327574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Attempting to bind port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:10.372824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:10.373208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:10.373605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:10.374131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Bound port: 64c3cab3-ffbf-4669-b3e4-ee8e32febc95, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:10.374437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.387107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-1b87fba5-7259-4721-80c1-a597cf79bc1a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/quotas/27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 375 time: 0.0633280 Aug 29 17:20:10.442403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9574aa65-14eb-4d74-af9d-316857e818d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.445258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9574aa65-14eb-4d74-af9d-316857e818d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.448986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9574aa65-14eb-4d74-af9d-316857e818d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69cf224f-0658-4ffa-973f-4c719b140597 HTTP/1.1" status: 204 len: 168 time: 0.6154151 Aug 29 17:20:10.476504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.511658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc64c87-c515-4b78-b6ed-8c28021748dc req-89affb02-cfce-405b-9baf-5a966e7ee608 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:10.513199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3cc64c87-c515-4b78-b6ed-8c28021748dc req-89affb02-cfce-405b-9baf-5a966e7ee608 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.1323199 Aug 29 17:20:10.524790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574aa65-14eb-4d74-af9d-316857e818d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cf224f-0658-4ffa-973f-4c719b140597,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:10.532076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Pushing event deleted for resources: {'Port': ['ID=1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:10.580234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-17936be8-360f-4af5-a6e7-2abfc2377e10 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1812990 Aug 29 17:20:10.600485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] No DVR routers for this DVR port 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:10.606711 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.611780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e9f99d-fa4d-46f2-8837-6899dc9a7732 req-4f03aa52-c29a-4b6b-a0c6-4ce0f91c02a3 tempest-ServersAdminTestJSON-1276042099 tempest-ServersAdminTestJSON-1276042099-project] 10.222.0.43 "DELETE /v2.0/ports/1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b HTTP/1.1" status: 204 len: 173 time: 1.2589414 Aug 29 17:20:10.612265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-deleted', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:10.615162 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db7f9ea-ca29-4288-8fa8-739b0265b371" -d '{"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-deleted", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:10.624662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] For port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:10.643489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] For port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:10.653457 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.686712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3cc64c87-c515-4b78-b6ed-8c28021748dc req-e4f05ef8-f017-44b0-b27c-a295ce97aa84 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347029 Aug 29 17:20:10.695597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:10.696722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:10.698366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] 10.222.0.43 "PUT /v2.0/ports/64c3cab3-ffbf-4669-b3e4-ee8e32febc95 HTTP/1.1" status: 200 len: 1096 time: 1.9552329 Aug 29 17:20:10.738415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a40e5-c43d-436c-8b10-02a656319171 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:10.868186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-94d6dc0d-6828-4e8f-ac0d-6051d4ffcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:10.869859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-94d6dc0d-6828-4e8f-ac0d-6051d4ffcd87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 1099 time: 0.0876503 Aug 29 17:20:10.883468 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898f782e-0dd3-4b2e-9f8a-45418f0eda23 x-openstack-request-id: req-898f782e-0dd3-4b2e-9f8a-45418f0eda23 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:10.883823 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842366ea-a6c1-4761-8491-cfb3af7d06cd", "name": "network-vif-deleted", "tag": "1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:10.884143 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-898f782e-0dd3-4b2e-9f8a-45418f0eda23 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:10.884718 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842366ea-a6c1-4761-8491-cfb3af7d06cd', 'name': 'network-vif-deleted', 'tag': '1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b', 'status': 'completed', 'code': 200} Aug 29 17:20:10.960058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34296) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:10.973636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-d66da9f8-7f4d-49cc-8920-53f7fb7d986f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=64c3cab3-ffbf-4669-b3e4-ee8e32febc95 HTTP/1.1" status: 200 len: 217 time: 0.0880389 Aug 29 17:20:10.982771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6f8208f-4cb1-4c31-b793-9e90d08d12fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.077305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b960-5b0e-48f9-a7f3-6ba5b96c1f9d req-6ae6d2de-4542-4825-979b-9eec1c416b32 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:11.085566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fc2b960-5b0e-48f9-a7f3-6ba5b96c1f9d req-6ae6d2de-4542-4825-979b-9eec1c416b32 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 947 time: 0.2083220 Aug 29 17:20:11.090932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-2efe852b-67ba-426b-b725-064fffe09bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:11.092446 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-2efe852b-67ba-426b-b725-064fffe09bc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1076171 Aug 29 17:20:11.114464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f3d15-4236-41f7-a9bb-9c6a9144c319 req-a4d6afe9-15c0-480f-ab66-7242b4749b7e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:11.121724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f70f3d15-4236-41f7-a9bb-9c6a9144c319 req-a4d6afe9-15c0-480f-ab66-7242b4749b7e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 946 time: 0.1408663 Aug 29 17:20:11.196539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fc2b960-5b0e-48f9-a7f3-6ba5b96c1f9d req-0dd0bfac-e6f4-4a84-8077-52fb08b353de tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092644 Aug 29 17:20:11.205837 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5697a41d-e3ee-406c-a7b4-e169f6460e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.230660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f70f3d15-4236-41f7-a9bb-9c6a9144c319 req-36e82937-fd40-43f7-87fe-704f355fb7cc tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049671 Aug 29 17:20:11.256822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-252d11ff-8bf6-4707-9995-26d9043e70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:11.258942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-252d11ff-8bf6-4707-9995-26d9043e70f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1535919 Aug 29 17:20:11.262604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.270442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.346865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6f8208f-4cb1-4c31-b793-9e90d08d12fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.370683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6f8208f-4cb1-4c31-b793-9e90d08d12fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.439273 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-483b7364-f62c-4271-94cb-a1d707e236e7 req-3e6fbe1d-e823-403f-8d15-c37b24ba7fc6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0688548 Aug 29 17:20:11.459539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b6f8208f-4cb1-4c31-b793-9e90d08d12fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74ca559caf06434e9786defdd8fabcf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951191 Aug 29 17:20:11.459539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8208f-4cb1-4c31-b793-9e90d08d12fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2978cbf-f2d0-4cc8-8396-8650e4789598,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:11.479466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34310) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:11.480198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-66dbae0a-7c00-45c4-bb95-650a90dc029e service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109559 Aug 29 17:20:11.495593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0bc91-d4b6-411a-b493-90942c1678bd req-a22f3fb5-7961-49dc-a10f-aa9e0c1d8786 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:11.497132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edf0bc91-d4b6-411a-b493-90942c1678bd req-a22f3fb5-7961-49dc-a10f-aa9e0c1d8786 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1450739 Aug 29 17:20:11.586889 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Floating IP b192175b-5f27-457c-916c-6b5cebb50cb1 associated. External IP: 172.25.2.250, port: f98b6457-381f-4fa4-85a0-e3c75a444bb9. Aug 29 17:20:11.646481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edf0bc91-d4b6-411a-b493-90942c1678bd req-548631f1-0e68-4c6b-a81e-49ca57099eab tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326816 Aug 29 17:20:11.667024 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8a69-3aac-4806-be55-253360c4d9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.684295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb226c84-ed12-495a-a6fc-702283ec5d11 req-f27a4850-de26-4341-8918-a8c725cc4a1e service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861649 Aug 29 17:20:11.722720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8a69-3aac-4806-be55-253360c4d9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.795531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109039ef-d1f4-4454-a69f-4db9ac088c2b req-afb21e33-4438-4e1d-8e84-a40eb3cab253 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:11.797176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-109039ef-d1f4-4454-a69f-4db9ac088c2b req-afb21e33-4438-4e1d-8e84-a40eb3cab253 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1098 time: 0.0610738 Aug 29 17:20:11.823110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6ce9-a2c3-413d-a4da-b085b38af0a5 req-bca45bb1-8240-42d5-8b4a-a68a458f50c4 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:11.824682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-befd6ce9-a2c3-413d-a4da-b085b38af0a5 req-bca45bb1-8240-42d5-8b4a-a68a458f50c4 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 946 time: 0.1428397 Aug 29 17:20:11.831997 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8a69-3aac-4806-be55-253360c4d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.834488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8a69-3aac-4806-be55-253360c4d9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.837326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34320) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:11.840373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c6fc8a69-3aac-4806-be55-253360c4d9bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2978cbf-f2d0-4cc8-8396-8650e4789598 HTTP/1.1" status: 204 len: 168 time: 0.3591340 Aug 29 17:20:11.841729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Request body: {'floatingip': {'port_id': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:11.876775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-109039ef-d1f4-4454-a69f-4db9ac088c2b req-04f0d167-ca83-4584-8e68-42f3c3752b53 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638893 Aug 29 17:20:11.877771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc8a69-3aac-4806-be55-253360c4d9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2978cbf-f2d0-4cc8-8396-8650e4789598,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:11.927807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:11.972782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34326) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:12.016724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80749b-4744-4c65-9ad0-757b84c9aa3b req-8232b5b5-fe9a-4e8a-854d-a7c0d7365a35 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:12.027348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f80749b-4744-4c65-9ad0-757b84c9aa3b req-8232b5b5-fe9a-4e8a-854d-a7c0d7365a35 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1098 time: 0.0666661 Aug 29 17:20:12.079581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Router 74dd85fb-9e54-473c-95e8-a64ad6599010 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:12.104127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1ea4f-fd17-4a0a-b05c-c4e09dbac7ff req-7c264dce-152d-4820-9839-ad077c834009 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:12.109466 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f80749b-4744-4c65-9ad0-757b84c9aa3b req-289e5324-4d81-46f4-8f8d-a65ae65cac34 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672102 Aug 29 17:20:12.111717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cad1ea4f-fd17-4a0a-b05c-c4e09dbac7ff req-7c264dce-152d-4820-9839-ad077c834009 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.1466856 Aug 29 17:20:12.217327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:12.228366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-d0d0fc55-575d-41fd-b054-cf7ea0c7bfb4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616822 Aug 29 17:20:12.350099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:12.443887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:12.444652 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:12.454803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cad1ea4f-fd17-4a0a-b05c-c4e09dbac7ff req-7537f7ff-4df6-4501-8e33-914086e7895c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373072 Aug 29 17:20:12.557203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-32e3a081-9695-454b-8602-52cd66dfc915 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:12.561412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-32e3a081-9695-454b-8602-52cd66dfc915 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225760 Aug 29 17:20:12.570682 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:12.582540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:12.589354 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:12.592696 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] Sync routers for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:12.600825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:12.603417 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c93c1ee-395c-4dc5-8f9c-8ec21cee1443" -d '{"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-plugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:12.605852 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:12.606482 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:19:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:12.609798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Request body: {'port': {'device_id': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '27a60cdb0d44401891aecbc57532e8d0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:12.633795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:12.640344 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:12.641233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:12.667973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cf2f744e-36de-4216-9b3a-af2bc2783b8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad0c8264d80340e399c6fdeee30f7206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906304 Aug 29 17:20:12.687875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:12.688220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c0cfbeb-751d-41fa-818b-68d3e8fd5e4b not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:12.727360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34360) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:12.795971 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:12.796825 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:12.833014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=11']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:12.885446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0674f1d5-1623-4037-8244-8804a271817b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:12.899624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285', 'tag': '64c3cab3-ffbf-4669-b3e4-ee8e32febc95'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:12.902729 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e40a460-7d72-4e7a-94a5-64bd48d0f932" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285", "tag": "64c3cab3-ffbf-4669-b3e4-ee8e32febc95"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:12.960714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0674f1d5-1623-4037-8244-8804a271817b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.019664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Made reservation on behalf of 27a60cdb0d44401891aecbc57532e8d0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:13.025535 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.029521 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-62dd8072-8a6f-40c6-9d4c-b6b94203e94a tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "PUT /v2.0/floatingips/b192175b-5f27-457c-916c-6b5cebb50cb1 HTTP/1.1" status: 200 len: 991 time: 2.7765520 Aug 29 17:20:13.060143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0674f1d5-1623-4037-8244-8804a271817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.063249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0674f1d5-1623-4037-8244-8804a271817b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.068372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0674f1d5-1623-4037-8244-8804a271817b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50f31e52-4e70-4da3-bfbb-5b128f1d0391 HTTP/1.1" status: 204 len: 168 time: 0.3361483 Aug 29 17:20:13.068571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'tag': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:13.084333 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b064881e-ea3b-4a39-91d3-a40ba094c976" -d '{"events": [{"name": "network-changed", "server_uuid": "5d02341f-0485-45ce-b5d0-1bb33ee9b105", "tag": "f98b6457-381f-4fa4-85a0-e3c75a444bb9"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:13.105036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674f1d5-1623-4037-8244-8804a271817b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f31e52-4e70-4da3-bfbb-5b128f1d0391,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:13.110451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818c6a8-30ef-42fc-8a8e-212c4bf517b3 req-2d407a82-8547-478a-9567-498d1a75c768 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:13.130333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9818c6a8-30ef-42fc-8a8e-212c4bf517b3 req-2d407a82-8547-478a-9567-498d1a75c768 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 947 time: 0.5541582 Aug 29 17:20:13.230496 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'b192175b-5f27-457c-916c-6b5cebb50cb1', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'port_id': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'mac_address': 'fa:16:3e:98:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:20:11Z', 'revision_number': 1, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:43Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:13.253716 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9818c6a8-30ef-42fc-8a8e-212c4bf517b3 req-cbc07da4-1a8f-4047-b7f8-16a714bddbb2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224191 Aug 29 17:20:13.310081 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] Checking router: 74dd85fb-9e54-473c-95e8-a64ad6599010 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:13.314138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Allocated IP 192.168.233.244 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/f4644049-c3ac-42d4-aa61-a9e57703bf3c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:13.326513 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:13.327239 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:19:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:13.444091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-156ac45f-fc96-4c56-b5f6-a12ff25fef32 req-5db840d1-5ff7-4911-b928-11a024675574 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0348842 Aug 29 17:20:13.496834 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:13.548790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.557917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.570089 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becaba38-0760-40a7-a2b7-ebba10270fd9 x-openstack-request-id: req-becaba38-0760-40a7-a2b7-ebba10270fd9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:13.571814 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-plugged", "status": "completed", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:13.572429 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-becaba38-0760-40a7-a2b7-ebba10270fd9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:13.573082 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'code': 200} Aug 29 17:20:13.747787 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Floating IP 86059ef2-cf3b-4002-b99b-b519e64533e6 associated. External IP: 172.25.2.215, port: a054a55f-0d9a-4f04-bdc1-fabd51a10d5f. Aug 29 17:20:13.821645 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5976107-d69f-4757-809c-05d1b8e0268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.856993 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.880797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34402) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:13.882256 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1472df17-01fe-420f-97a5-c5f0ec1d3771 x-openstack-request-id: req-1472df17-01fe-420f-97a5-c5f0ec1d3771 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:13.882561 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d02341f-0485-45ce-b5d0-1bb33ee9b105", "tag": "f98b6457-381f-4fa4-85a0-e3c75a444bb9", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:13.882832 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1472df17-01fe-420f-97a5-c5f0ec1d3771 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:13.883920 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'tag': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'status': 'completed', 'code': 200} Aug 29 17:20:13.933028 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'b192175b-5f27-457c-916c-6b5cebb50cb1', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'port_id': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'mac_address': 'fa:16:3e:98:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:20:11Z', 'revision_number': 1, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:43Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:13.980945 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607340b-1b0a-4bb2-b159-2956ae5092d5 None None] The sync data for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 is: [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'b192175b-5f27-457c-916c-6b5cebb50cb1', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'port_id': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'mac_address': 'fa:16:3e:98:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:20:11Z', 'revision_number': 1, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:43Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:14.026228 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ce2983-56c1-403a-9c77-0a111442c6bf x-openstack-request-id: req-a2ce2983-56c1-403a-9c77-0a111442c6bf {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:14.026889 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285", "tag": "64c3cab3-ffbf-4669-b3e4-ee8e32febc95", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:14.026889 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2ce2983-56c1-403a-9c77-0a111442c6bf {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:14.027381 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285', 'tag': '64c3cab3-ffbf-4669-b3e4-ee8e32febc95', 'status': 'completed', 'code': 200} Aug 29 17:20:14.058657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-24406227-1454-4cae-9939-738806455116 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:20:14.059614 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-24406227-1454-4cae-9939-738806455116 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313699 Aug 29 17:20:14.070198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-644f9488-883f-4b4e-8c83-5047667f9dd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68c85f82130342388af01e09e302a382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830218 Aug 29 17:20:14.073535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34406) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:14.088389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Request body: {'binding': {'host': 'n-h1-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:14.088951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Unknown quota resources ['binding']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:20:14.102382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ca1e-9011-46c7-b76c-b9d4449139db req-eec869ac-c7bd-4433-946c-8d93d86185a8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:14.107156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bb2ca1e-9011-46c7-b76c-b9d4449139db req-eec869ac-c7bd-4433-946c-8d93d86185a8 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.1554391 Aug 29 17:20:14.179544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Router d29812be-aca3-419f-83c4-5acd652b66a1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:14.215233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bb2ca1e-9011-46c7-b76c-b9d4449139db req-ef010278-a68c-4d23-88a0-1ef2dea910d9 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006479 Aug 29 17:20:14.227586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-45f938dd-2569-4f9e-b32c-ee15831624a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:14.229366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-45f938dd-2569-4f9e-b32c-ee15831624a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1221b2ea59c648bb95328e3c5f7e7914&device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 1097 time: 0.2132664 Aug 29 17:20:14.240802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-33d2cb28-878b-4297-8340-8c85b95c854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:14.242837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-33d2cb28-878b-4297-8340-8c85b95c854b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 1099 time: 0.2135081 Aug 29 17:20:14.266383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:14.288401 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-538f4479-0f6a-46bf-8885-bad7387d87ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:14.308306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e764b41-7e11-4496-bfca-28e03a44d532 None None] New status for floating IP b192175b-5f27-457c-916c-6b5cebb50cb1: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:20:14.348843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-538f4479-0f6a-46bf-8885-bad7387d87ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:14.385943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Transition to ACTIVE for port object f4644049-c3ac-42d4-aa61-a9e57703bf3c will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:14.493259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:14.501719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce4f22-c59d-40f1-9d39-4034809dcee3 req-b0895d04-4711-4629-bee2-4b7157547790 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:14.505140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ccce4f22-c59d-40f1-9d39-4034809dcee3 req-b0895d04-4711-4629-bee2-4b7157547790 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 947 time: 0.1539822 Aug 29 17:20:14.518479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:14.525601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on host n-h1-713499-15 for vnic_type normal with profile None {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:14.525735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:14.525949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:14.526266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:14.534848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-91af0317-233e-4860-a714-8129a2065a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:14.535191 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] Sync routers for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:14.536359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-91af0317-233e-4860-a714-8129a2065a4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f837ef0-0472-4677-9f97-4e06f0654f32 HTTP/1.1" status: 200 len: 915 time: 0.2862768 Aug 29 17:20:14.542139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:14.542778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:14.545545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-e5b8ef96-1523-4b16-97ec-bd7f6e0f3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:14.547151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-e5b8ef96-1523-4b16-97ec-bd7f6e0f3a03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2848549 Aug 29 17:20:14.564085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:14.565148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:14.566168 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:14.587555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342', '95533882-fb2d-4f34-b515-513ad7606ed5'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:14.595892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-beb1c228-f46d-4ff0-8e4c-fa2d3fee25d6 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "PUT /v2.0/floatingips/86059ef2-cf3b-4002-b99b-b519e64533e6 HTTP/1.1" status: 200 len: 992 time: 2.7553196 Aug 29 17:20:14.601078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-538f4479-0f6a-46bf-8885-bad7387d87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:14.612243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:14.613125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:14.613515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:14.613867 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-538f4479-0f6a-46bf-8885-bad7387d87ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:14.614099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Bound port: e8891120-4d3a-4535-a406-85ad8bff1a43, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:14.618354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-538f4479-0f6a-46bf-8885-bad7387d87ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf34e0a3-0f99-4131-99d4-fe488241c992 HTTP/1.1" status: 204 len: 168 time: 0.5429919 Aug 29 17:20:14.633637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f4479-0f6a-46bf-8885-bad7387d87ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf34e0a3-0f99-4131-99d4-fe488241c992,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:14.637237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c12868e-b7f9-4e40-92a0-f7aca597cf07'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:14.675400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ccce4f22-c59d-40f1-9d39-4034809dcee3 req-8fc99b28-2edf-4d61-a1e6-70458e75e3ea tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541319 Aug 29 17:20:14.715703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-1f832433-75b6-49f5-b555-693a0950ddc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=64c3cab3-ffbf-4669-b3e4-ee8e32febc95 HTTP/1.1" status: 200 len: 217 time: 0.1550007 Aug 29 17:20:14.765452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:14.804489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:14.807778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:14.810725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:14.848305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-408516ac-aa59-4663-a510-0a69f79b7590 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f98b6457-381f-4fa4-85a0-e3c75a444bb9 HTTP/1.1" status: 200 len: 1001 time: 0.2990825 Aug 29 17:20:14.928800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296366-3dc7-4935-8e3d-54b415b5d525 req-2645a6ed-c84f-40d9-903b-3562c33cc463 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:14.939874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30296366-3dc7-4935-8e3d-54b415b5d525 req-2645a6ed-c84f-40d9-903b-3562c33cc463 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 936 time: 0.1417971 Aug 29 17:20:14.984023 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:15.006293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:15.044373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30296366-3dc7-4935-8e3d-54b415b5d525 req-0b96b1c4-35a2-4128-850d-bd548f66a9d4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987341 Aug 29 17:20:15.046961 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] Notify callbacks [] for binding, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.074739 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7586631f-9de8-4095-ac68-e4fdeba8da2e service neutron] 10.222.0.41 "POST /v2.0/ports/e8891120-4d3a-4535-a406-85ad8bff1a43/bindings HTTP/1.1" status: 201 len: 390 time: 1.0048659 Aug 29 17:20:15.076351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-fa449e38-023a-40d2-a6ce-752647201498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.077832 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-fa449e38-023a-40d2-a6ce-752647201498 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.3353264 Aug 29 17:20:15.111370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.120761 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.143260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:15.214872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '64c3cab3-ffbf-4669-b3e4-ee8e32febc95', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '64c3cab3-ffbf-4669-b3e4-ee8e32febc95', 'mac_address': 'fa:16:3e:a6:e9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:15.271820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-fc845199-28fd-4c22-81a6-3432eaafd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.273790 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-fc845199-28fd-4c22-81a6-3432eaafd958 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5 HTTP/1.1" status: 200 len: 853 time: 0.3950136 Aug 29 17:20:15.341337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e1851a22-0b1e-4761-82cb-b64b8505694a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7532547 Aug 29 17:20:15.413938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Request body: {'port': {'device_id': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:15.416104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f60559e4-6cdd-4087-88b9-eba5598ad6ee None None] Provisioning for port f4644049-c3ac-42d4-aa61-a9e57703bf3c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:15.426572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f60559e4-6cdd-4087-88b9-eba5598ad6ee None None] Provisioning complete for port f4644049-c3ac-42d4-aa61-a9e57703bf3c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:15.426992 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f60559e4-6cdd-4087-88b9-eba5598ad6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.428772 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.449614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-8962456d-3271-49c1-a67d-f5c1f3486782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.452304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-8962456d-3271-49c1-a67d-f5c1f3486782 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3182406 Aug 29 17:20:15.458773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.500531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-e34f8d6a-1be5-4311-ac56-4060d63b60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.501761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:15.502046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-e34f8d6a-1be5-4311-ac56-4060d63b60e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f837ef0-0472-4677-9f97-4e06f0654f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2148488 Aug 29 17:20:15.509823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd015a-61df-46da-8361-8ccf2aeb655f req-519608de-9172-4ec6-b913-87001a3440b6 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.515458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bccd015a-61df-46da-8361-8ccf2aeb655f req-519608de-9172-4ec6-b913-87001a3440b6 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.1334691 Aug 29 17:20:15.543987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f60559e4-6cdd-4087-88b9-eba5598ad6ee None None] Port f4644049-c3ac-42d4-aa61-a9e57703bf3c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:15.554746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:15.572144 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.615787 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bccd015a-61df-46da-8361-8ccf2aeb655f req-42a4fabd-6cde-4c7d-a4c6-acfcd587fd42 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907660 Aug 29 17:20:15.642076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:15.663137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060397ef-7996-4132-8ffe-95aeeef00ce2 req-33aeb193-e3e1-4dbb-a37b-7435ac7b15d0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.668492 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '86059ef2-cf3b-4002-b99b-b519e64533e6', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'port_id': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'mac_address': 'fa:16:3e:29:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:20:13Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:15.672841 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-060397ef-7996-4132-8ffe-95aeeef00ce2 req-33aeb193-e3e1-4dbb-a37b-7435ac7b15d0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.3947830 Aug 29 17:20:15.716150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.727688 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] Checking router: d29812be-aca3-419f-83c4-5acd652b66a1 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:15.751041 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:15.751681 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:15.848150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8ae16-1811-46bb-8848-dfeb3d4039e2 req-34dbfb0e-0285-475a-893a-77db67df7e42 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.857886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4c8ae16-1811-46bb-8848-dfeb3d4039e2 req-34dbfb0e-0285-475a-893a-77db67df7e42 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 948 time: 0.0761600 Aug 29 17:20:15.886907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'tag': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:15.889910 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81bf635-e790-4b02-90a6-b023b6e1634f" -d '{"events": [{"name": "network-changed", "server_uuid": "70c3b45f-2b83-47fd-9b97-e72d54e8f783", "tag": "a054a55f-0d9a-4f04-bdc1-fabd51a10d5f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:15.918277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4c8ae16-1811-46bb-8848-dfeb3d4039e2 req-10b82584-0ec0-4904-bac9-d19c12078abd tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Aug 29 17:20:15.943853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['64c3cab3-ffbf-4669-b3e4-ee8e32febc95'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:15.975057 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43e3836-efe5-4e69-b8cd-10c239970ad9 x-openstack-request-id: req-d43e3836-efe5-4e69-b8cd-10c239970ad9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:15.975342 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c3b45f-2b83-47fd-9b97-e72d54e8f783", "tag": "a054a55f-0d9a-4f04-bdc1-fabd51a10d5f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:15.975589 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d43e3836-efe5-4e69-b8cd-10c239970ad9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:15.975735 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:15.975979 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'tag': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'status': 'completed', 'code': 200} Aug 29 17:20:16.011579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4644049-c3ac-42d4-aa61-a9e57703bf3c {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:16.022647 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:16.035981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Transition to ACTIVE for port object f4644049-c3ac-42d4-aa61-a9e57703bf3c will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:16.054639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:16.063090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-94dd65f6-a713-4d3a-a09a-ae58d346ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:16.064913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-94dd65f6-a713-4d3a-a09a-ae58d346ac3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 1098 time: 0.0527174 Aug 29 17:20:16.145084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-060397ef-7996-4132-8ffe-95aeeef00ce2 req-2c861a6a-d9f9-458e-9099-de9d6c819514 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712849 Aug 29 17:20:16.241420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:16.359241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-613ef0ac-3b36-419b-9141-6e0620803f88 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8816578 Aug 29 17:20:16.365050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-8e1580ee-838d-44e7-b7b3-129133211735 service neutron] 10.222.0.43 "GET /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155699 Aug 29 17:20:16.397109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452572d-8666-47bb-bf65-686ce8d7272d req-15b3297c-c9ad-4556-8bdf-1a89b4f06e64 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:16.401357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8452572d-8666-47bb-bf65-686ce8d7272d req-15b3297c-c9ad-4556-8bdf-1a89b4f06e64 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 948 time: 0.2096553 Aug 29 17:20:16.567789 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '86059ef2-cf3b-4002-b99b-b519e64533e6', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'port_id': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'mac_address': 'fa:16:3e:29:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:20:13Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:16.568292 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8452572d-8666-47bb-bf65-686ce8d7272d req-107ec546-dad4-46a5-a6c3-d7ff510c7605 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497779 Aug 29 17:20:16.580191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7db4b5b4-21b3-4c52-a4b0-8cc12fc4d66a tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:16.581744 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7db4b5b4-21b3-4c52-a4b0-8cc12fc4d66a tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.1739025 Aug 29 17:20:16.583303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-2119995b-3855-42f2-909b-e09844220f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:16.584375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-2119995b-3855-42f2-909b-e09844220f78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 925 time: 0.5030584 Aug 29 17:20:16.594305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:16.594663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:16.594995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:16.604223 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420c660-14bb-47e3-9c5d-dfdc290e36cc None None] The sync data for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 is: [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '86059ef2-cf3b-4002-b99b-b519e64533e6', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'port_id': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'mac_address': 'fa:16:3e:29:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:20:13Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:16.607702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:16.608145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:16.623853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:16.624020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:16.624452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:16.624941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Bound port: f4644049-c3ac-42d4-aa61-a9e57703bf3c, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:16.625306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:16.652883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-15'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:16.662395 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b064881e-ea3b-4a39-91d3-a40ba094c976 req-e5832763-0d68-4ae2-a82b-b40500456723 service neutron] 10.222.0.43 "GET /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738674 Aug 29 17:20:16.670024 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:16.739673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e40a460-7d72-4e7a-94a5-64bd48d0f932 req-d4a15572-2a4d-4eef-aa84-172cfbc8d9e8 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533850 Aug 29 17:20:16.779086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:16.783566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:16.791772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:16.791992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:16.850213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:16.850966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:16.852398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] 10.222.0.44 "PUT /v2.0/ports/f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 1097 time: 1.4489801 Aug 29 17:20:16.852907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:16.855458 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c" -d '{"events": [{"name": "network-changed", "server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:16.938260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34506) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:16.965515 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2024553-0529-4fc0-a86a-1b34c8a49c4b x-openstack-request-id: req-b2024553-0529-4fc0-a86a-1b34c8a49c4b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:16.965806 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:16.966058 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2024553-0529-4fc0-a86a-1b34c8a49c4b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:16.966446 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'status': 'completed', 'code': 200} Aug 29 17:20:16.971152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fd515-3ca9-4322-851e-174e332144ea service neutron] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:16.978544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93919918-865b-46db-b6b1-f377f20b425e req-6e3ba5a5-5310-4c93-88fa-073fc9716fab tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:16.987825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-c1a4f811-0e5f-4b27-8893-85b2b89d0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:16.989443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-c1a4f811-0e5f-4b27-8893-85b2b89d0255 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1100 time: 0.0753241 Aug 29 17:20:16.993028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93919918-865b-46db-b6b1-f377f20b425e req-6e3ba5a5-5310-4c93-88fa-073fc9716fab tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 945 time: 0.1923425 Aug 29 17:20:17.006100 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-b4fb8ad7-dd69-45f8-b3c6-4bc619c253c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f HTTP/1.1" status: 200 len: 1000 time: 0.4043829 Aug 29 17:20:17.019155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff04580-b208-4892-925f-9a2d063bece7 None None] New status for floating IP 86059ef2-cf3b-4002-b99b-b519e64533e6: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:20:17.058354 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-7fb650bb-c741-4ac7-b463-21d577ea10fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.0596931 Aug 29 17:20:17.152836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-1a401ae8-ef47-463d-aafb-d1b77d333d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.154322 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-1a401ae8-ef47-463d-aafb-d1b77d333d83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0828891 Aug 29 17:20:17.197177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-35a98b94-a755-4549-915e-79a9930e59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.198684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-35a98b94-a755-4549-915e-79a9930e59e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 HTTP/1.1" status: 200 len: 863 time: 0.1652167 Aug 29 17:20:17.223783 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93919918-865b-46db-b6b1-f377f20b425e req-d88182b8-a93b-4b5e-8b71-cc7eb9bb9652 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266502 Aug 29 17:20:17.261376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34516) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:17.318249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634b20b-d2a0-475b-8900-faa5b115b23d req-c56fc68b-b179-4a31-b703-528268cbb823 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.320962 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c634b20b-d2a0-475b-8900-faa5b115b23d req-c56fc68b-b179-4a31-b703-528268cbb823 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 948 time: 0.2472563 Aug 29 17:20:17.330726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-816f3af3-fdad-419e-8c83-48ecda6af925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.332937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-816f3af3-fdad-419e-8c83-48ecda6af925 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1645110 Aug 29 17:20:17.379645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d08f-a4c2-4341-81ce-5752f76b706c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:17.412346 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcf84985-9127-436f-9555-16bac0ae215e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:17.423259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-1e9174ae-8443-40db-9bc3-07a2f48e3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.425298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-1e9174ae-8443-40db-9bc3-07a2f48e3952 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab1af198-a2d0-452b-a5c2-37f8c475916a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998575 Aug 29 17:20:17.446770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c634b20b-d2a0-475b-8900-faa5b115b23d req-bee5945b-fa15-4f54-85f7-49d996cb442d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115205 Aug 29 17:20:17.463419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1510e-f302-4070-b7be-ce26280fd074 req-b17f5d4c-41e0-4e3d-a738-7e580fd74857 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.464976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcf1510e-f302-4070-b7be-ce26280fd074 req-b17f5d4c-41e0-4e3d-a738-7e580fd74857 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1310658 Aug 29 17:20:17.478358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:17.489290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-f0c1a781-ff68-420d-afe8-6e648d8fb403 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476820 Aug 29 17:20:17.598778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-799da9f4-5ad6-40c0-b1e1-3e249a7c1654 req-70ad2a20-396a-4f0c-a34d-71464ecf7b51 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017489 Aug 29 17:20:17.615650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcf1510e-f302-4070-b7be-ce26280fd074 req-f01d5b7b-8675-4b09-b6c9-947480a76f3b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393452 Aug 29 17:20:17.648332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:17.652656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-2a2933d7-8a4d-465a-b248-aa68131c9a30 service neutron] 10.222.0.44 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119603 Aug 29 17:20:17.886045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 83c44cf8-893d-4450-b739-d70fb5e750d4 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:17.960557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ee03f-564f-400c-8d26-356d0d4c21f7 req-70549344-b461-4dfc-93a5-3d7bc099e844 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.962102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-369ee03f-564f-400c-8d26-356d0d4c21f7 req-70549344-b461-4dfc-93a5-3d7bc099e844 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 948 time: 0.3294098 Aug 29 17:20:17.968218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-4e42f7d8-661f-4f44-8d01-7be96971ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.969688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-4e42f7d8-661f-4f44-8d01-7be96971ffa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1100 time: 0.0609839 Aug 29 17:20:17.991065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:18.004862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 83c44cf8-893d-4450-b739-d70fb5e750d4 has no active binding in host n-h1-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:20:18.027687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:18.029918 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970900ba-b97c-4686-8229-463bff90c90e" -d '{"events": [{"server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:18.039350 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.048110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d08f-a4c2-4341-81ce-5752f76b706c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.052174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.054292 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-369ee03f-564f-400c-8d26-356d0d4c21f7 req-e4367005-4c6b-4601-80d5-03e8351bff88 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822604 Aug 29 17:20:18.069375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d08f-a4c2-4341-81ce-5752f76b706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.105970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-781872d7-6681-4575-93d3-1559355cbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:18.107475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-781872d7-6681-4575-93d3-1559355cbcdf service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1283791 Aug 29 17:20:18.111859 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ac25a0-7d86-4ca1-adf6-4f751dcde4e1 x-openstack-request-id: req-10ac25a0-7d86-4ca1-adf6-4f751dcde4e1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:18.112398 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:18.112649 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10ac25a0-7d86-4ca1-adf6-4f751dcde4e1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:18.113034 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4', 'code': 200} Aug 29 17:20:18.159656 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-8fe16108-6d26-4098-812c-f7e5f272804c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.0411787 Aug 29 17:20:18.163841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b81bf635-e790-4b02-90a6-b023b6e1634f req-6a1a1ed5-23f7-4d56-ba2c-4534b44ea0b0 service neutron] 10.222.0.44 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913504 Aug 29 17:20:18.171175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e0b7d08f-a4c2-4341-81ce-5752f76b706c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9135ea0a8ca24dac8374b5eecbe039cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2318804 Aug 29 17:20:18.176051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7d08f-a4c2-4341-81ce-5752f76b706c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef557b64-f5c9-47d4-875d-8ba4277feb52,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:18.176526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34528) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:18.206617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Pushing event updated for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:18.222217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:18.222546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:18.222895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:18.227072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:18.227392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Attempting to bind port 83c44cf8-893d-4450-b739-d70fb5e750d4 on network e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:18.232188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:18.232524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Checking segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:18.232909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Bound using segment: {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:18.233502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Bound port: 83c44cf8-893d-4450-b739-d70fb5e750d4, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f176da2-e893-41ce-a5fc-09220d428ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:18.233668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.258256 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcf84985-9127-436f-9555-16bac0ae215e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.264716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-7ce516b7-5347-4638-9023-da2c147bb132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:18.266179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-7ce516b7-5347-4638-9023-da2c147bb132 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0906858 Aug 29 17:20:18.271520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcf84985-9127-436f-9555-16bac0ae215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.308419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:18.311740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:18.316676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.366624 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bcf84985-9127-436f-9555-16bac0ae215e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89087d21bab24a53b92dd06f5f4332ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1041994 Aug 29 17:20:18.371904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:18.374517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34532) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:18.376479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf84985-9127-436f-9555-16bac0ae215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb98391-0b8e-4071-9bc2-0497e2037469,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:18.390343 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7952c57f-4038-490a-b0ba-e2e89f513263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.411784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:18.412998 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.414387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] 10.222.0.44 "PUT /v2.0/ports/83c44cf8-893d-4450-b739-d70fb5e750d4 HTTP/1.1" status: 200 len: 1123 time: 1.8103487 Aug 29 17:20:18.417138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef62cd-eede-4023-ae07-9f9eeabcbc7b service neutron] Pushing event updated for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=8']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:18.418023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-d21eab9d-ff1a-4ee0-9364-84af250a656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:18.419550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-d21eab9d-ff1a-4ee0-9364-84af250a656f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1455367 Aug 29 17:20:18.427828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7952c57f-4038-490a-b0ba-e2e89f513263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.450682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf7c3d-3312-49eb-9ead-ce9f587580d6 req-f973b955-82e2-4114-a302-4bd386f4977e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:18.452214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbcf7c3d-3312-49eb-9ead-ce9f587580d6 req-f973b955-82e2-4114-a302-4bd386f4977e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.1511629 Aug 29 17:20:18.482864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:18.483012 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eabc1373-8ddd-4698-99a3-21648b822684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.488355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:18.488825 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.517771 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eabc1373-8ddd-4698-99a3-21648b822684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.571788 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7952c57f-4038-490a-b0ba-e2e89f513263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.574294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7952c57f-4038-490a-b0ba-e2e89f513263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.578243 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7952c57f-4038-490a-b0ba-e2e89f513263 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef557b64-f5c9-47d4-875d-8ba4277feb52 HTTP/1.1" status: 204 len: 168 time: 0.4007149 Aug 29 17:20:18.584024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['83c44cf8-893d-4450-b739-d70fb5e750d4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:18.594510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['83c44cf8-893d-4450-b739-d70fb5e750d4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:18.624614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eabc1373-8ddd-4698-99a3-21648b822684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.627137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eabc1373-8ddd-4698-99a3-21648b822684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.631440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eabc1373-8ddd-4698-99a3-21648b822684 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eb98391-0b8e-4071-9bc2-0497e2037469 HTTP/1.1" status: 204 len: 168 time: 0.2515786 Aug 29 17:20:18.644971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc1373-8ddd-4698-99a3-21648b822684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb98391-0b8e-4071-9bc2-0497e2037469,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:18.665099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eb91c-e94f-4f5a-8b20-ca9abbcf740d req-a60ecfef-f154-4133-9ff3-3a74357452fc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:18.666376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b32eb91c-e94f-4f5a-8b20-ca9abbcf740d req-a60ecfef-f154-4133-9ff3-3a74357452fc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 948 time: 0.0921435 Aug 29 17:20:18.667168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbcf7c3d-3312-49eb-9ead-ce9f587580d6 req-b3256c1f-99b8-47f9-8d4a-2a38c2cc47e5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977718 Aug 29 17:20:18.669874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952c57f-4038-490a-b0ba-e2e89f513263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef557b64-f5c9-47d4-875d-8ba4277feb52,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:18.708071 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.739153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b32eb91c-e94f-4f5a-8b20-ca9abbcf740d req-fbf7ec53-58a5-4de1-8273-a2bd76e1ebff tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646670 Aug 29 17:20:18.766119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-a62fa28c-fa01-4964-91a9-0fdbeb15916f service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327363 Aug 29 17:20:18.814142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:18.816502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3cab3-ffbf-4669-b3e4-ee8e32febc95'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:18.819265 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb99b8-1396-48e9-b827-1eb42ce50b19" -d '{"events": [{"server_uuid": "d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285", "name": "network-vif-plugged", "status": "completed", "tag": "64c3cab3-ffbf-4669-b3e4-ee8e32febc95"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:18.836733 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.897202 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43bb388-df49-4900-9b7f-0b9e0c6ddb26 x-openstack-request-id: req-e43bb388-df49-4900-9b7f-0b9e0c6ddb26 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:18.897876 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285", "name": "network-vif-plugged", "status": "completed", "tag": "64c3cab3-ffbf-4669-b3e4-ee8e32febc95", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:18.897876 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e43bb388-df49-4900-9b7f-0b9e0c6ddb26 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:18.898112 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3cab3-ffbf-4669-b3e4-ee8e32febc95', 'code': 200} Aug 29 17:20:18.978407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:18.991871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce86301-eca6-4d02-b427-d2c72d5efec9 req-0eb47e3f-fc68-44ac-add7-32484cbb60a6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:18.993475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ce86301-eca6-4d02-b427-d2c72d5efec9 req-0eb47e3f-fc68-44ac-add7-32484cbb60a6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1056786 Aug 29 17:20:19.033796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78660ae7-41d4-4785-a5a9-d24fa2b0c59c req-1dae2b8e-62a4-4440-8928-74700cebdd90 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616496 Aug 29 17:20:19.095038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ce86301-eca6-4d02-b427-d2c72d5efec9 req-fc652674-e750-4d2d-9ba3-bb2e49f6c723 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634274 Aug 29 17:20:19.097455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba7f8-037f-46ef-9bbd-f8470bc3e23b req-e6d3f622-6726-4f65-b986-95c01b5300bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:19.109666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eadba7f8-037f-46ef-9bbd-f8470bc3e23b req-e6d3f622-6726-4f65-b986-95c01b5300bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 1101 time: 0.1133041 Aug 29 17:20:19.162890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34560) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:19.166042 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eadba7f8-037f-46ef-9bbd-f8470bc3e23b req-6e2d1c89-c38b-49d4-a7de-954a7b4b7d79 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490546 Aug 29 17:20:19.179124 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49cd740f-63d1-4ab8-af1f-e09423d5225c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:19.243365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837e911-0352-450c-a11e-2f25657a1e44 req-1a1f1d35-1733-4500-b87f-24d7d532e37f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:19.244854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a837e911-0352-450c-a11e-2f25657a1e44 req-1a1f1d35-1733-4500-b87f-24d7d532e37f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 948 time: 0.0681212 Aug 29 17:20:19.313072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a837e911-0352-450c-a11e-2f25657a1e44 req-ead8aa6e-29f8-4531-9f8a-908ace27b6a8 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575514 Aug 29 17:20:19.349846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49cd740f-63d1-4ab8-af1f-e09423d5225c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:19.353569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49cd740f-63d1-4ab8-af1f-e09423d5225c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:19.392986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-49cd740f-63d1-4ab8-af1f-e09423d5225c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f052b8cbc9ba4d86862cf9ebdbd650cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288218 Aug 29 17:20:19.394271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd740f-63d1-4ab8-af1f-e09423d5225c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38245c7-fa22-4d80-8890-14c713e9f1e4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:19.396743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34566) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:19.457457 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3472561-7a1f-4d48-bfb2-02d0d682809d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:19.479725 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3472561-7a1f-4d48-bfb2-02d0d682809d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:19.527219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3472561-7a1f-4d48-bfb2-02d0d682809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:19.529762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3472561-7a1f-4d48-bfb2-02d0d682809d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:19.530942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d3472561-7a1f-4d48-bfb2-02d0d682809d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b38245c7-fa22-4d80-8890-14c713e9f1e4 HTTP/1.1" status: 204 len: 168 time: 0.1329155 Aug 29 17:20:19.539247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3472561-7a1f-4d48-bfb2-02d0d682809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38245c7-fa22-4d80-8890-14c713e9f1e4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:19.797580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32cda-c5c4-41b0-b829-f2263a8101a9 req-6cdf1ea6-2b75-46b9-b477-cd8810a603f0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:19.799111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82e32cda-c5c4-41b0-b829-f2263a8101a9 req-6cdf1ea6-2b75-46b9-b477-cd8810a603f0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.0552619 Aug 29 17:20:19.848366 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82e32cda-c5c4-41b0-b829-f2263a8101a9 req-221b9716-1d75-4be8-be0f-7521ca096b67 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Aug 29 17:20:19.900059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:19.970884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a438cc1-ccbe-4606-8340-92772be17e42 req-e6d22c66-8389-4bf6-9d9a-aaebe618e8c7 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:19.972804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a438cc1-ccbe-4606-8340-92772be17e42 req-e6d22c66-8389-4bf6-9d9a-aaebe618e8c7 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 949 time: 0.0714793 Aug 29 17:20:20.026677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:20.035808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a438cc1-ccbe-4606-8340-92772be17e42 req-ad0b07a6-c6be-4058-bbc0-42c1e30527cd tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Aug 29 17:20:20.060528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'mac_address': 'fa:16:3e:83:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:20.114618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:20.118088 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:20.119295 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:20.133579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4644049-c3ac-42d4-aa61-a9e57703bf3c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:20.168666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:20.180183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:20.270537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:20.318157 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915e9739-7a28-4584-8d6e-25a42d6f8cc5 x-openstack-request-id: req-915e9739-7a28-4584-8d6e-25a42d6f8cc5 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:20.318709 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:20.319220 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-915e9739-7a28-4584-8d6e-25a42d6f8cc5 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:20.320227 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4', 'status': 'completed', 'code': 200} Aug 29 17:20:20.438511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6b6fb-334a-494d-9c7f-9350adcbb9f2 req-f07120c2-8cd8-4025-86b7-6fe941a65c14 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:20.440389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21c6b6fb-334a-494d-9c7f-9350adcbb9f2 req-f07120c2-8cd8-4025-86b7-6fe941a65c14 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0570536 Aug 29 17:20:20.463287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-7ca6605b-6a04-49b9-8698-41edf15c35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:20.465246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-7ca6605b-6a04-49b9-8698-41edf15c35bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1126 time: 0.0864599 Aug 29 17:20:20.497459 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21c6b6fb-334a-494d-9c7f-9350adcbb9f2 req-762ccf93-f0a0-45e8-9df1-a57bf5ac9732 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477178 Aug 29 17:20:20.516695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cc74c-686a-4934-9768-4f38fcb3e673 req-1e3de4a3-5ed1-48cc-a4b6-53836669160d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:20.518254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a0cc74c-686a-4934-9768-4f38fcb3e673 req-1e3de4a3-5ed1-48cc-a4b6-53836669160d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 949 time: 0.1036568 Aug 29 17:20:20.614686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['f4644049-c3ac-42d4-aa61-a9e57703bf3c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:20.644635 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a0cc74c-686a-4934-9768-4f38fcb3e673 req-f97d2117-ae18-4dc3-a48f-4f29fbb4c01c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935740 Aug 29 17:20:20.693401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-9e4417b2-acc3-4e58-bb45-84c552df1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:20.695115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-9e4417b2-acc3-4e58-bb45-84c552df1a63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.2098026 Aug 29 17:20:20.763058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-4f734401-4002-4fd5-b07e-b7fc57f57f9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c44cf8-893d-4450-b739-d70fb5e750d4 HTTP/1.1" status: 200 len: 217 time: 0.0585997 Aug 29 17:20:20.833224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-17660b99-8687-486b-8957-ece8bf9d4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:20.835015 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-17660b99-8687-486b-8957-ece8bf9d4194 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0610895 Aug 29 17:20:20.885444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-655e1e14-0c61-42b2-acb2-04cfa4b0b441 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414054 Aug 29 17:20:21.054094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-5c1c9c68-4e59-4777-9037-392d4a520f6c service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518307 Aug 29 17:20:21.070163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75113f-0d32-4d0a-8d6d-ade64f10c500 req-617c35ba-f944-466a-ae39-87a5e56725c6 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:21.071567 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc75113f-0d32-4d0a-8d6d-ade64f10c500 req-617c35ba-f944-466a-ae39-87a5e56725c6 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.0856209 Aug 29 17:20:21.165767 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc75113f-0d32-4d0a-8d6d-ade64f10c500 req-874de5dd-612f-42f7-9852-31700bdfe2ba tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855691 Aug 29 17:20:21.235119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e588e6a-fdc4-46d4-8fc6-cafb7a135d8c req-97d7d8bc-3ac1-4591-8742-b2aab473664b service neutron] 10.222.0.43 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625798 Aug 29 17:20:21.312287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4132-1b23-4d78-b802-f74b0d9e28e4 req-af854b19-c973-4dbd-9bc0-e21c2bec1cf1 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:21.323125 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43bd4132-1b23-4d78-b802-f74b0d9e28e4 req-af854b19-c973-4dbd-9bc0-e21c2bec1cf1 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 949 time: 0.0666134 Aug 29 17:20:21.360802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43bd4132-1b23-4d78-b802-f74b0d9e28e4 req-63b7f845-9e1e-463b-81e7-270667bb5a29 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Aug 29 17:20:21.532096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9fbbb-1fac-402f-b5a8-bb39b62c1af3 req-b8bb12cd-e33e-456e-aa78-7f6ef88a5e6d tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:21.535043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcc9fbbb-1fac-402f-b5a8-bb39b62c1af3 req-b8bb12cd-e33e-456e-aa78-7f6ef88a5e6d tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 1101 time: 0.0438569 Aug 29 17:20:21.578361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcc9fbbb-1fac-402f-b5a8-bb39b62c1af3 req-c411f6de-f5a3-4664-bb7c-6806e77e01c2 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346494 Aug 29 17:20:21.737424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da39fac-e252-446c-8159-0739ef023160 req-0704622d-8250-46ba-8ec7-b33169d09ed9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:21.743227 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2da39fac-e252-446c-8159-0739ef023160 req-0704622d-8250-46ba-8ec7-b33169d09ed9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0681150 Aug 29 17:20:21.792490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2da39fac-e252-446c-8159-0739ef023160 req-7026c315-e644-47cd-9713-38e916430343 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448265 Aug 29 17:20:21.889721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77aa6e-deb7-4a9e-8a32-4e37d439f50c req-01808435-9258-4dee-82d4-1042f5337e09 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:21.891961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ed77aa6e-deb7-4a9e-8a32-4e37d439f50c req-01808435-9258-4dee-82d4-1042f5337e09 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 949 time: 0.0602546 Aug 29 17:20:21.898484 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-d398fdd7-0458-4871-a5bd-9a65ddc3297f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226905 Aug 29 17:20:21.935482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ed77aa6e-deb7-4a9e-8a32-4e37d439f50c req-f6fcaf28-da79-4299-8683-39ffab6ac679 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370040 Aug 29 17:20:22.010183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-e4cc0255-0cbd-45bc-b7f5-bde74ddbed36 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:22.011957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-e4cc0255-0cbd-45bc-b7f5-bde74ddbed36 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074932 Aug 29 17:20:22.028006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-0b1500dd-e748-47d2-8574-1705bbcc41f8 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/quotas/54977d63dd8242fb8184905785dbd6ea HTTP/1.1" status: 200 len: 375 time: 0.0095890 Aug 29 17:20:22.096320 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-3b60e6e3-26c2-459b-9351-6c9359cae88c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0619366 Aug 29 17:20:22.320424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-14afbb71-2695-487d-8733-78037c00b4dd req-9d4eaf5d-c6da-4c15-a896-44687d2b90fc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 210 time: 0.0351715 Aug 29 17:20:22.329686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5deb79-6d1f-476c-a440-aca803ce31f0 req-cb0d5225-bfff-4b7c-be38-8c3e02d0316e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:22.332261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de5deb79-6d1f-476c-a440-aca803ce31f0 req-cb0d5225-bfff-4b7c-be38-8c3e02d0316e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.0665963 Aug 29 17:20:22.387613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de5deb79-6d1f-476c-a440-aca803ce31f0 req-c7455691-ec00-4672-bcee-2c7aea22a794 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Aug 29 17:20:22.939924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5de51-3f13-4df5-a76b-e0cae6fed2c9 req-96236712-98fb-422a-ba9b-d85db697a0eb tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:22.943923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8f5de51-3f13-4df5-a76b-e0cae6fed2c9 req-96236712-98fb-422a-ba9b-d85db697a0eb tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0640898 Aug 29 17:20:22.984744 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8f5de51-3f13-4df5-a76b-e0cae6fed2c9 req-9d6e608c-49b2-45b5-b9ad-94ded843ff82 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345566 Aug 29 17:20:23.098022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42194cd-5c79-490b-a16f-92845e675677 req-9f05a221-34f0-4826-aee4-66862c1f55f3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:23.099665 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d42194cd-5c79-490b-a16f-92845e675677 req-9f05a221-34f0-4826-aee4-66862c1f55f3 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 949 time: 0.0529387 Aug 29 17:20:23.141628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d42194cd-5c79-490b-a16f-92845e675677 req-ecbb930f-af77-4aa9-8c16-849a2e7b0663 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Aug 29 17:20:23.396662 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-7347321e-c644-4c63-84af-549dc3cefad2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221465 Aug 29 17:20:23.546626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5a66bb2-a581-4d38-8876-54d9e4a641ef req-6a4afeea-ce1b-4b97-bb6c-0ae0444ae65c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 210 time: 0.1145844 Aug 29 17:20:23.596695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3be4c-5123-43b8-bfc4-83a79c0746ee req-00f44475-b52d-4eb1-a4d2-a76770384526 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:23.599396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ff3be4c-5123-43b8-bfc4-83a79c0746ee req-00f44475-b52d-4eb1-a4d2-a76770384526 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.0867219 Aug 29 17:20:23.624667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-cadf8b3f-ca11-4f69-8f79-1a0d770ec573 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:23.627143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-cadf8b3f-ca11-4f69-8f79-1a0d770ec573 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196200 Aug 29 17:20:23.646429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ff3be4c-5123-43b8-bfc4-83a79c0746ee req-cd8159da-6b4c-408b-844d-b92b5ca1745f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 Aug 29 17:20:23.656092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Request body: {'port': {'device_id': '38d93074-1aa3-4ded-b968-39626d80da58', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '54977d63dd8242fb8184905785dbd6ea'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:23.769664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34770) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:23.784656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Made reservation on behalf of 54977d63dd8242fb8184905785dbd6ea for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:23.789496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:23.920116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:23.943779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Allocated IP 192.168.233.83 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/2774da4a-dafd-4c56-84fc-f753c63c6b40) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:23.973248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port f4644049-c3ac-42d4-aa61-a9e57703bf3c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:23.978272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port f4644049-c3ac-42d4-aa61-a9e57703bf3c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:23.979459 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.069300 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-233cb6cc-4458-42bf-bdad-c0ec3cfcf763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.094154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.122864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:24.125706 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b61385f-6d83-47ee-8d51-34dbee687a3c" -d '{"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-plugged", "status": "completed", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:24.143500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:24.144282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4674bcb-4693-440b-aeb6-8d09a1bd6f19 req-775e9be3-d7a4-4e5b-b5ca-b8404a035869 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.153313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4674bcb-4693-440b-aeb6-8d09a1bd6f19 req-775e9be3-d7a4-4e5b-b5ca-b8404a035869 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0835612 Aug 29 17:20:24.156641 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.188899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.196645 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dacd761-cf6c-452a-a563-22b1e9779e91 x-openstack-request-id: req-6dacd761-cf6c-452a-a563-22b1e9779e91 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:24.196937 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-plugged", "status": "completed", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:24.197186 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dacd761-cf6c-452a-a563-22b1e9779e91 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:24.197620 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'code': 200} Aug 29 17:20:24.228815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4674bcb-4693-440b-aeb6-8d09a1bd6f19 req-21c8a1e7-c2d4-4e30-ab9b-72568d8afc48 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672922 Aug 29 17:20:24.231961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:24.249705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Transition to ACTIVE for port object 2774da4a-dafd-4c56-84fc-f753c63c6b40 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:24.364569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-233cb6cc-4458-42bf-bdad-c0ec3cfcf763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.374704 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-233cb6cc-4458-42bf-bdad-c0ec3cfcf763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.393282 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.407732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31', '026758c1-630b-4e25-a557-6000d2282420'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:24.437577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5fa15715-fe82-4072-9f95-76efc1f144be', '64c3cab3-ffbf-4669-b3e4-ee8e32febc95'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:24.441226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14091f5-1dee-4f7c-8071-167ab70c5a0f req-eec9937f-f37c-4bab-8647-44d2f2eb5d40 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.449652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b14091f5-1dee-4f7c-8071-167ab70c5a0f req-eec9937f-f37c-4bab-8647-44d2f2eb5d40 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1657259 Aug 29 17:20:24.505219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e147c03-e9d6-4653-8f8e-e89b8441aca6 req-2a7c3143-3a98-4ded-931d-3aad09b6ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.506852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e147c03-e9d6-4653-8f8e-e89b8441aca6 req-2a7c3143-3a98-4ded-931d-3aad09b6ac7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1102 time: 0.2059286 Aug 29 17:20:24.511872 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-233cb6cc-4458-42bf-bdad-c0ec3cfcf763 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98150dd90a2b4ab39a2c253222342ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7389174 Aug 29 17:20:24.514396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cb6cc-4458-42bf-bdad-c0ec3cfcf763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb5e3d1-478d-4bba-b43f-f18e0f2af4f2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:24.514863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34792) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:24.595557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:24.601560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:24.616164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e147c03-e9d6-4653-8f8e-e89b8441aca6 req-8d3b2c01-679a-4273-b1fe-9b31a661a992 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895429 Aug 29 17:20:24.623149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:24.631462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'Port': ['ID=2774da4a-dafd-4c56-84fc-f753c63c6b40,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:24.683877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b14091f5-1dee-4f7c-8071-167ab70c5a0f req-24a25989-5395-493c-b281-454c0c9111d6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332509 Aug 29 17:20:24.707992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2a1f80-3dad-4a62-983c-1eac20adb2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.737556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.742918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.766241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2a1f80-3dad-4a62-983c-1eac20adb2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.777013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ff75718b-b50f-4453-8e21-66620bc608fa tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1251466 Aug 29 17:20:24.794392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Request body: {'port': {'device_id': '38d93074-1aa3-4ded-b968-39626d80da58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:24.888035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:24.961304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5316-65b8-460c-a72f-f24429456050 req-aefbff29-2155-4755-8519-a2e68be7076e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.969726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ffce5316-65b8-460c-a72f-f24429456050 req-aefbff29-2155-4755-8519-a2e68be7076e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 935 time: 0.1727312 Aug 29 17:20:25.000833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2a1f80-3dad-4a62-983c-1eac20adb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.004144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2a1f80-3dad-4a62-983c-1eac20adb2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.005388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-de2a1f80-3dad-4a62-983c-1eac20adb2ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bb5e3d1-478d-4bba-b43f-f18e0f2af4f2 HTTP/1.1" status: 204 len: 168 time: 0.4891536 Aug 29 17:20:25.037554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ffce5316-65b8-460c-a72f-f24429456050 req-0307011a-c93e-4f9a-baff-f69d9fa37f71 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667379 Aug 29 17:20:25.039625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a1f80-3dad-4a62-983c-1eac20adb2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb5e3d1-478d-4bba-b43f-f18e0f2af4f2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:25.130072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-39787c97-6d65-4f3b-81ae-f0d79fe597a1 None None] Provisioning for port 2774da4a-dafd-4c56-84fc-f753c63c6b40 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:25.146007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c14b-457d-4cc0-a65b-1533a5abc941 req-5a50b5ad-289b-4b87-9b97-6b70a43e99e4 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.147201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-39787c97-6d65-4f3b-81ae-f0d79fe597a1 None None] Provisioning complete for port 2774da4a-dafd-4c56-84fc-f753c63c6b40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:25.147753 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-39787c97-6d65-4f3b-81ae-f0d79fe597a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.154511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5632c14b-457d-4cc0-a65b-1533a5abc941 req-5a50b5ad-289b-4b87-9b97-6b70a43e99e4 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.2032433 Aug 29 17:20:25.222282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-39787c97-6d65-4f3b-81ae-f0d79fe597a1 None None] Port 2774da4a-dafd-4c56-84fc-f753c63c6b40 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:25.226862 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5632c14b-457d-4cc0-a65b-1533a5abc941 req-296c06e2-77fb-4cec-bf9e-ea04f75c9ab9 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701969 Aug 29 17:20:25.399924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05764c2a-f348-48ec-9a6c-ab382cbdaef1 req-5c6a9e5f-95ab-4987-ba5d-11aa39271583 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.408482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05764c2a-f348-48ec-9a6c-ab382cbdaef1 req-5c6a9e5f-95ab-4987-ba5d-11aa39271583 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0882316 Aug 29 17:20:25.422086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2774da4a-dafd-4c56-84fc-f753c63c6b40 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:25.431295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.467909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Transition to ACTIVE for port object 2774da4a-dafd-4c56-84fc-f753c63c6b40 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:25.471468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05764c2a-f348-48ec-9a6c-ab382cbdaef1 req-e0a987f5-809a-4faa-ab0f-203182062643 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605695 Aug 29 17:20:25.476344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.551450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Pushing event updated for resources: {'Port': ['ID=2774da4a-dafd-4c56-84fc-f753c63c6b40,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:25.644578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Attempting to bind port 2774da4a-dafd-4c56-84fc-f753c63c6b40 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:25.644925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Attempting to bind port 2774da4a-dafd-4c56-84fc-f753c63c6b40 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:25.645310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Attempting to bind port 2774da4a-dafd-4c56-84fc-f753c63c6b40 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:25.650892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Port 2774da4a-dafd-4c56-84fc-f753c63c6b40 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:25.651250 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Attempting to bind port 2774da4a-dafd-4c56-84fc-f753c63c6b40 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:25.658341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:25.659733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:25.660474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:25.661240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Bound port: 2774da4a-dafd-4c56-84fc-f753c63c6b40, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:25.661650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.811140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] For port 2774da4a-dafd-4c56-84fc-f753c63c6b40, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:25.826940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] For port 2774da4a-dafd-4c56-84fc-f753c63c6b40, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2774da4a-dafd-4c56-84fc-f753c63c6b40,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:25.856479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f223a-38ea-4288-b3fa-59634cf1f264 req-141f8180-f631-44e4-abd5-a7a8a844e922 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.866414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-547f223a-38ea-4288-b3fa-59634cf1f264 req-141f8180-f631-44e4-abd5-a7a8a844e922 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0988979 Aug 29 17:20:25.867978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.925711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.926327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.927818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] 10.222.0.43 "PUT /v2.0/ports/2774da4a-dafd-4c56-84fc-f753c63c6b40 HTTP/1.1" status: 200 len: 1096 time: 1.1387184 Aug 29 17:20:25.928382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d93074-1aa3-4ded-b968-39626d80da58', 'tag': '2774da4a-dafd-4c56-84fc-f753c63c6b40'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:25.928742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34838) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:25.930831 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f768d3c6-6c15-44e9-82a2-46d24f069a58" -d '{"events": [{"name": "network-changed", "server_uuid": "38d93074-1aa3-4ded-b968-39626d80da58", "tag": "2774da4a-dafd-4c56-84fc-f753c63c6b40"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:25.986166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-547f223a-38ea-4288-b3fa-59634cf1f264 req-8ad4fcf2-0414-464c-8ecd-aa212c53e035 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204176 Aug 29 17:20:25.991228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2eea19-64a3-4d78-9262-5c0c0b1375bb service neutron] Pushing event updated for resources: {'Port': ['ID=2774da4a-dafd-4c56-84fc-f753c63c6b40,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:26.015788 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a86d0c-1f74-4af2-937f-fb5d3770002a x-openstack-request-id: req-12a86d0c-1f74-4af2-937f-fb5d3770002a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:26.016206 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d93074-1aa3-4ded-b968-39626d80da58", "tag": "2774da4a-dafd-4c56-84fc-f753c63c6b40", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:26.016624 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12a86d0c-1f74-4af2-937f-fb5d3770002a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:26.017212 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d93074-1aa3-4ded-b968-39626d80da58', 'tag': '2774da4a-dafd-4c56-84fc-f753c63c6b40', 'status': 'completed', 'code': 200} Aug 29 17:20:26.075426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-35c4447a-149b-4064-bc56-48d7bd82f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.077176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-35c4447a-149b-4064-bc56-48d7bd82f239 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 1099 time: 0.0720034 Aug 29 17:20:26.185380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1579848487-network', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:26.186381 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-0bf90063-5f59-40fe-8cff-7470481cc826 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2774da4a-dafd-4c56-84fc-f753c63c6b40 HTTP/1.1" status: 200 len: 217 time: 0.0967987 Aug 29 17:20:26.231917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:26.234430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.253282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.292723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcadd3-6801-4411-b89f-e57f72617f10 req-7c623df2-61da-4677-9e11-9957740df051 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.303171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0dcadd3-6801-4411-b89f-e57f72617f10 req-7c623df2-61da-4677-9e11-9957740df051 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 947 time: 0.1379325 Aug 29 17:20:26.381948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0dcadd3-6801-4411-b89f-e57f72617f10 req-a7c32973-6268-4d46-83f3-fe4a1ee69626 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763781 Aug 29 17:20:26.395170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ac009ba2-f91d-4106-9fb4-d93fa91910f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.397039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-ac009ba2-f91d-4106-9fb4-d93fa91910f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1613622 Aug 29 17:20:26.428860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c671e3b-2f53-413f-8ac8-4c7bb6764b7d req-38aea243-09f3-4528-894d-5c3f6c21f374 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.431527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c671e3b-2f53-413f-8ac8-4c7bb6764b7d req-38aea243-09f3-4528-894d-5c3f6c21f374 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.0936124 Aug 29 17:20:26.463563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.472485 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.508373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:20:26.522893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81ef177-c1b1-4fa0-a100-b1cf5dc18170,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:26.529389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.529935 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Added segment d84f1546-02a3-4572-997d-af8c55f95af0 of type vlan for network 939dfb93-9d15-483c-9c37-440b2d0e84d7 Aug 29 17:20:26.590113 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c671e3b-2f53-413f-8ac8-4c7bb6764b7d req-d4ae9bce-04a2-4a47-8802-ada18bf29e8e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489115 Aug 29 17:20:26.592549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.604372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-3a13bdcc-2f91-4e36-985c-208c4116f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.606267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-3a13bdcc-2f91-4e36-985c-208c4116f1f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1862023 Aug 29 17:20:26.653288 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.654477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.655210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.717663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99465d82-ee14-4aee-9b7b-db5b147e7802 req-209b4b7c-4209-4e70-bc69-c85e9b483bc9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.719513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99465d82-ee14-4aee-9b7b-db5b147e7802 req-209b4b7c-4209-4e70-bc69-c85e9b483bc9 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1199231 Aug 29 17:20:26.730876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8008890 Aug 29 17:20:26.733816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34860) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:26.739275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Request body: {'subnet': {'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1579848487-subnet', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:26.764471 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-9447dfd7-ad91-4b56-8cb6-fe1a54a82d67 service neutron] 10.222.0.43 "GET /v2.0/ports/83c44cf8-893d-4450-b739-d70fb5e750d4/bindings/n-h1-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.0955970 Aug 29 17:20:26.766372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-912e8040-dd84-4bbb-9f14-b89d1d6aa0c0 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515660 Aug 29 17:20:26.769979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05133e-5cce-478d-9e53-f77cc1bd3b1c admin admin] Pushing event updated for resources: {'Network': ['ID=939dfb93-9d15-483c-9c37-440b2d0e84d7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:26.783109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 939dfb93-9d15-483c-9c37-440b2d0e84d7 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:20:26.810019 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99465d82-ee14-4aee-9b7b-db5b147e7802 req-f6ab214c-32ed-4eba-b845-44660b2714d3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808847 Aug 29 17:20:26.811292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:26.817178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.063507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.172920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a9bdfd-ecbe-4773-81a8-4221b431d442,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:27.202294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424970c7-8f47-44c9-9518-35b7f7a20c73 req-2b1c1685-f7fd-4705-a688-8dccf85ba75d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.207158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-424970c7-8f47-44c9-9518-35b7f7a20c73 req-2b1c1685-f7fd-4705-a688-8dccf85ba75d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1077409 Aug 29 17:20:27.213980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Checking segment: {'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:27.215510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Network hostable DHCP agents. Network: 939dfb93-9d15-483c-9c37-440b2d0e84d7, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:20:27.247470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cf4c1a1-4b16-4856-99d6-2e91d474face req-eee31295-40c5-45a2-bbf1-3579a519ab7e service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638669 Aug 29 17:20:27.265683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Network 939dfb93-9d15-483c-9c37-440b2d0e84d7 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:20:27.280411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-424970c7-8f47-44c9-9518-35b7f7a20c73 req-77a0b95a-53a1-40d5-ad6f-9742e3e538b4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683765 Aug 29 17:20:27.284587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 939dfb93-9d15-483c-9c37-440b2d0e84d7) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:27.300924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.303371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.303538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d9dd4-9cad-4fa1-a4e7-63d0324a25a5 None None] Network 939dfb93-9d15-483c-9c37-440b2d0e84d7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:27.344591 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c5034845-ee58-40aa-aec3-1f47801ca7e5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6094613 Aug 29 17:20:27.348371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34876) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:27.363854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:27.390394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.391706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.424760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:27.436410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-34acc14a-8014-4acd-9ece-99c35eafbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.438371 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-34acc14a-8014-4acd-9ece-99c35eafbfbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 1099 time: 0.1030841 Aug 29 17:20:27.464646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:27.483796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.533146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-939dfb93-9d15-483c-9c37-440b2d0e84d7', 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'fixed_ips': [{'subnet_id': '56a9bdfd-ecbe-4773-81a8-4221b431d442'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:20:27.537638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.563267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c44cf8-893d-4450-b739-d70fb5e750d4 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:27.580661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:27.610389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.651446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-51524352-a71b-40f6-a648-75c8daa742f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.653028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-51524352-a71b-40f6-a648-75c8daa742f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1994328 Aug 29 17:20:27.694287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8686b-6061-4cf1-8c4a-a73863af816f req-e72a57a6-0102-4379-86df-2384a03ec2fb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.696835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ae8686b-6061-4cf1-8c4a-a73863af816f req-e72a57a6-0102-4379-86df-2384a03ec2fb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 947 time: 0.1570988 Aug 29 17:20:27.699073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.745122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-477700a1-b759-4a19-8506-c0141b506c25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2774da4a-dafd-4c56-84fc-f753c63c6b40 HTTP/1.1" status: 200 len: 217 time: 0.0836484 Aug 29 17:20:27.755508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Allocated IP 172.20.0.2 (939dfb93-9d15-483c-9c37-440b2d0e84d7/56a9bdfd-ecbe-4773-81a8-4221b431d442/8d849e3f-6831-443a-b43f-98d49ca71c42) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:27.787173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34884) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:27.799507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ae8686b-6061-4cf1-8c4a-a73863af816f req-cebef2f7-8d05-4518-b8e3-e7b20b3aac53 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949559 Aug 29 17:20:27.860709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903322-2a29-4c96-89f7-9201b494123c req-0a3cb000-4ad6-4777-93e9-e17efc7b30cb tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.868404 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04903322-2a29-4c96-89f7-9201b494123c req-0a3cb000-4ad6-4777-93e9-e17efc7b30cb tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 943 time: 0.1280465 Aug 29 17:20:27.874842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-a4e9139f-65e4-4f9e-9ee0-c1452c8abfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.876743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-a4e9139f-65e4-4f9e-9ee0-c1452c8abfdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1184111 Aug 29 17:20:27.934033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] Transition to ACTIVE for port object 83c44cf8-893d-4450-b739-d70fb5e750d4 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:27.950950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.965899 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:27.975377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Transition to ACTIVE for port object 8d849e3f-6831-443a-b43f-98d49ca71c42 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:27.991178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04903322-2a29-4c96-89f7-9201b494123c req-8b52b985-7b4d-4404-ba4a-34a968b5ccde tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218462 Aug 29 17:20:27.991368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Transition to ACTIVE for port object 8d849e3f-6831-443a-b43f-98d49ca71c42 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:27.997455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.021268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-0443e42c-3278-4c03-8680-c961f68de94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.021496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb055381-c68a-4b4f-b385-e4a36f6ccfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.022668 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-0443e42c-3278-4c03-8680-c961f68de94a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1369538 Aug 29 17:20:28.050684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Network 939dfb93-9d15-483c-9c37-440b2d0e84d7 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:28.055950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:28.060252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:28.072085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] No DVR routers for this DVR port 83c44cf8-893d-4450-b739-d70fb5e750d4 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:28.080439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Pushing event updated for resources: {'Port': ['ID=8d849e3f-6831-443a-b43f-98d49ca71c42,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:28.103263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aabffc-f5a7-4f58-a32b-3763ba4e0c00 req-e3e8f1f9-57cf-4444-bffa-f90e01dd6a7a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.104763 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0aabffc-f5a7-4f58-a32b-3763ba4e0c00 req-e3e8f1f9-57cf-4444-bffa-f90e01dd6a7a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1352193 Aug 29 17:20:28.107423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.117420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] Pushing event updated for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=10']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:28.134215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.134609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.137512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.137512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.137512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.137512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.137512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.137512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.137512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.138140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.138140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.138509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:28.147642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.155697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Attempting to bind port 8d849e3f-6831-443a-b43f-98d49ca71c42 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:28.156178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Attempting to bind port 8d849e3f-6831-443a-b43f-98d49ca71c42 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:28.157230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Attempting to bind port 8d849e3f-6831-443a-b43f-98d49ca71c42 on network 939dfb93-9d15-483c-9c37-440b2d0e84d7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:28.163335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-39942e28-ecf9-45a2-a1cb-72e587029a04 service neutron] 10.222.0.43 "PUT /v2.0/ports/83c44cf8-893d-4450-b739-d70fb5e750d4/bindings/n-h1-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3816457 Aug 29 17:20:28.164221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:28.164605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Checking segment: {'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:28.165474 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.165474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Bound using segment: {'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:28.166249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Bound port: 8d849e3f-6831-443a-b43f-98d49ca71c42, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:28.166386 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.204521 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-1bb4ba56-6659-4b28-83b6-a418a10541c3 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627223 Aug 29 17:20:28.228874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0aabffc-f5a7-4f58-a32b-3763ba4e0c00 req-2a459cf0-f2bb-47de-a5ef-35136283c133 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951023 Aug 29 17:20:28.275307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] For port 8d849e3f-6831-443a-b43f-98d49ca71c42, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:28.281511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] For port 8d849e3f-6831-443a-b43f-98d49ca71c42, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8d849e3f-6831-443a-b43f-98d49ca71c42,segment=NetworkSegment(d84f1546-02a3-4572-997d-af8c55f95af0),segment_id=d84f1546-02a3-4572-997d-af8c55f95af0)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:28.286252 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.322303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Allocated IP 172.25.2.27 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/ced475bb-350a-419a-a6dc-55482c679416) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:28.355455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b022e4-f2ab-4f47-b2fd-2082515a678a None None] Pushing event updated for resources: {'Port': ['ID=8d849e3f-6831-443a-b43f-98d49ca71c42,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:28.358346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-3f99be1f-b62f-4f2c-84e1-7aa7c26199b4 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.365740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-3f99be1f-b62f-4f2c-84e1-7aa7c26199b4 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1096 time: 0.1161933 Aug 29 17:20:28.382445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f768d3c6-6c15-44e9-82a2-46d24f069a58 req-2e94806b-96af-4f7e-8a27-09e3f11f60ae service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658735 Aug 29 17:20:28.415487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb055381-c68a-4b4f-b385-e4a36f6ccfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.415823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 83c44cf8-893d-4450-b739-d70fb5e750d4 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:28.423043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb055381-c68a-4b4f-b385-e4a36f6ccfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.491493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-9f52eb9a-f08f-4f37-86e8-56ea1c8be5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.493098 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb055381-c68a-4b4f-b385-e4a36f6ccfe5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=618ec574125b481493487fa328955826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7046297 Aug 29 17:20:28.494319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-9f52eb9a-f08f-4f37-86e8-56ea1c8be5af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a&tenant_id=692a5920c5fc442fa9250991e80cc201 HTTP/1.1" status: 200 len: 1096 time: 0.1108222 Aug 29 17:20:28.494568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 83c44cf8-893d-4450-b739-d70fb5e750d4 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:28.495764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34896) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:28.497856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb055381-c68a-4b4f-b385-e4a36f6ccfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f1349-651e-4d2f-94fd-5b305f810dd5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:28.504698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c380c50-3cae-4ba3-a39f-b58e3188ac37 req-ab491744-2130-4331-a210-09f1999db6e2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.507098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c380c50-3cae-4ba3-a39f-b58e3188ac37 req-ab491744-2130-4331-a210-09f1999db6e2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0811915 Aug 29 17:20:28.565109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.581408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c380c50-3cae-4ba3-a39f-b58e3188ac37 req-43f4d23a-dfd1-443c-a737-980649a45786 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656202 Aug 29 17:20:28.602053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-958a7fdb-cea9-41c4-923e-428b6c250eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.603699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-958a7fdb-cea9-41c4-923e-428b6c250eb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=692a5920c5fc442fa9250991e80cc201&device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1096 time: 0.0663321 Aug 29 17:20:28.631123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21857c2a-7af7-458a-93da-00b26e1a3996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.651129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.670844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21857c2a-7af7-458a-93da-00b26e1a3996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.710055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:28.715973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:28.727748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:28.736631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-c9b55b71-4b73-460e-b43e-1086af5db7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.743608 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-c9b55b71-4b73-460e-b43e-1086af5db7a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 200 len: 909 time: 0.1278443 Aug 29 17:20:28.765842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Pushing event updated for resources: {'Port': ['ID=ced475bb-350a-419a-a6dc-55482c679416,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:28.800599 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-3c9cb94b-41a5-4566-bbeb-16e89f5cf046 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c44cf8-893d-4450-b739-d70fb5e750d4 HTTP/1.1" status: 200 len: 217 time: 0.0496521 Aug 29 17:20:28.843642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21857c2a-7af7-458a-93da-00b26e1a3996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.846852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21857c2a-7af7-458a-93da-00b26e1a3996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:28.850639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-21857c2a-7af7-458a-93da-00b26e1a3996 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/540f1349-651e-4d2f-94fd-5b305f810dd5 HTTP/1.1" status: 204 len: 168 time: 0.3536837 Aug 29 17:20:28.857505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-d19b2e11-9acb-436c-b5af-507c2ca26fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.859424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-d19b2e11-9acb-436c-b5af-507c2ca26fa3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 200 len: 848 time: 0.0496664 Aug 29 17:20:28.863655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21857c2a-7af7-458a-93da-00b26e1a3996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f1349-651e-4d2f-94fd-5b305f810dd5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:28.911812 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-9ead9d29-0952-47ae-9b1a-3efc1834a6c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385187 Aug 29 17:20:28.989942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c0511-085f-4b83-b696-43667a685574 req-1f871544-48d9-4cbd-9a16-0b34d0ffe72d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.991544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5c0511-085f-4b83-b696-43667a685574 req-1f871544-48d9-4cbd-9a16-0b34d0ffe72d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 947 time: 0.1025887 Aug 29 17:20:29.025164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-6e65aede-1c9f-459b-ae97-742b7af5be77 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941470 Aug 29 17:20:29.083425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.153859 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf5c0511-085f-4b83-b696-43667a685574 req-4c01bf75-ac40-480e-8cd9-74b35a3277f7 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514831 Aug 29 17:20:29.201734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f8af0-cd78-4fb0-aedf-6d6d2bd093b4 req-d5956758-2b2b-417e-b5ac-e386fbf15ea0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:29.203489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee9f8af0-cd78-4fb0-aedf-6d6d2bd093b4 req-d5956758-2b2b-417e-b5ac-e386fbf15ea0 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 944 time: 0.1137347 Aug 29 17:20:29.257078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34908) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:29.271167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-66163ab6-be11-4497-96da-cc41f7f04524 service neutron] 10.222.0.44 "GET /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375762 Aug 29 17:20:29.281811 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1b3d-3c65-4d28-b4c9-0743fd83bafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.327930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee9f8af0-cd78-4fb0-aedf-6d6d2bd093b4 req-97ed2c02-9bf0-4a2c-8e33-20b2758eb986 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001313 Aug 29 17:20:29.360685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.423455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1b3d-3c65-4d28-b4c9-0743fd83bafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.428546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1b3d-3c65-4d28-b4c9-0743fd83bafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.478999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b1b3d-3c65-4d28-b4c9-0743fd83bafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcf030a-2e3b-449b-a2d9-562f6f7be688,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:29.483564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49135-b57a-489d-82b9-9864b2a37e75 req-694b2888-aa55-4c69-944e-541fc794290b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:29.485160 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e6c49135-b57a-489d-82b9-9864b2a37e75 req-694b2888-aa55-4c69-944e-541fc794290b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1207864 Aug 29 17:20:29.489061 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9e2b1b3d-3c65-4d28-b4c9-0743fd83bafc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e56dfd9bc5a415bb439ae536f54d302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307210 Aug 29 17:20:29.492829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34912) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:29.538754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ee967-ddee-45ba-b29c-9d6ee081e7c0 None None] Network 939dfb93-9d15-483c-9c37-440b2d0e84d7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:29.579599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e6c49135-b57a-489d-82b9-9864b2a37e75 req-55eb0979-4927-4cf2-8b65-55ec451a285e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790362 Aug 29 17:20:29.599845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fb829d6-e679-419c-812e-e803c85ac777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.601540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-1040760d-8b23-42fb-b6b4-b95f92ea4ed8 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:29.603759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-1040760d-8b23-42fb-b6b4-b95f92ea4ed8 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a&tenant_id=692a5920c5fc442fa9250991e80cc201&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1096 time: 0.0543234 Aug 29 17:20:29.627958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:20:29.634329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fb829d6-e679-419c-812e-e803c85ac777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.649065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ac55e969-05cf-49dd-b93c-3348db2772f1 None None] Provisioning for port 8d849e3f-6831-443a-b43f-98d49ca71c42 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:29.777438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-81b104ae-4460-4ff8-bf73-467b834f0101 service neutron] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:29.781196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-81b104ae-4460-4ff8-bf73-467b834f0101 service neutron] Notify callbacks [] for binding, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.782394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-81b104ae-4460-4ff8-bf73-467b834f0101 service neutron] 10.222.0.44 "DELETE /v2.0/ports/83c44cf8-893d-4450-b739-d70fb5e750d4/bindings/n-h2-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.1686652 Aug 29 17:20:30.054682 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fb829d6-e679-419c-812e-e803c85ac777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:30.057079 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fb829d6-e679-419c-812e-e803c85ac777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:30.058201 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6fb829d6-e679-419c-812e-e803c85ac777 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dcf030a-2e3b-449b-a2d9-562f6f7be688 HTTP/1.1" status: 204 len: 168 time: 0.5657055 Aug 29 17:20:30.072045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f74ed-b42c-406f-9c85-2a5224156113 req-07ec6ddf-347c-486b-8ab6-aaea5330f327 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.073505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb5f74ed-b42c-406f-9c85-2a5224156113 req-07ec6ddf-347c-486b-8ab6-aaea5330f327 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1128423 Aug 29 17:20:30.084207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb829d6-e679-419c-812e-e803c85ac777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcf030a-2e3b-449b-a2d9-562f6f7be688,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:30.090671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:30.108867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Sync routers for ids ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:30.121569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:30.125430 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Routers {'0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:30.125630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34920) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:30.125793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f99a9f7d-cc95-4b53-9469-7060be22d79b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7760034 Aug 29 17:20:30.126050 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:30.131449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb5f74ed-b42c-406f-9c85-2a5224156113 req-bf1fc156-303f-4a1c-a411-8c478017100e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 Aug 29 17:20:30.280714 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Set router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:30.416129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2774da4a-dafd-4c56-84fc-f753c63c6b40 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:30.430033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c7cc-d34a-4b19-b563-228ece04b23f req-0bd9d15d-1f55-4e6a-acf0-f5628efd706b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.431930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8353c7cc-d34a-4b19-b563-228ece04b23f req-0bd9d15d-1f55-4e6a-acf0-f5628efd706b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 947 time: 0.1435764 Aug 29 17:20:30.564127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527ff1-6876-415b-ad83-fb9e5b900314 req-ea0a3cf1-eee1-4187-8591-b4a7742e44a3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.572940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69527ff1-6876-415b-ad83-fb9e5b900314 req-ea0a3cf1-eee1-4187-8591-b4a7742e44a3 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 944 time: 0.0774193 Aug 29 17:20:30.585246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8353c7cc-d34a-4b19-b563-228ece04b23f req-1f9800c9-a369-4d09-9d52-f9a6054fbdf0 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445165 Aug 29 17:20:30.634860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69527ff1-6876-415b-ad83-fb9e5b900314 req-6d9d9134-58f3-4e44-aa48-6c625baf0cbf tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Aug 29 17:20:30.647624 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:20:28Z', 'revision_number': 3, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:30.747662 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Checking router: 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:30.748076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Updating router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 port ced475bb-350a-419a-a6dc-55482c679416 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:20:30.787226 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:30.804697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8d849e3f-6831-443a-b43f-98d49ca71c42 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:30.897186 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2774da4a-dafd-4c56-84fc-f753c63c6b40, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2774da4a-dafd-4c56-84fc-f753c63c6b40,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:30.917952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8d849e3f-6831-443a-b43f-98d49ca71c42 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:30.922047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '2774da4a-dafd-4c56-84fc-f753c63c6b40', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '2774da4a-dafd-4c56-84fc-f753c63c6b40', 'mac_address': 'fa:16:3e:d5:bd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:30.931380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8d849e3f-6831-443a-b43f-98d49ca71c42 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:30.931762 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:30.940371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606477e5-45d8-4fc7-9d09-1ce6e7464771 req-672cff31-6381-4e96-932f-4c3fd42c5644 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.947873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-606477e5-45d8-4fc7-9d09-1ce6e7464771 req-672cff31-6381-4e96-932f-4c3fd42c5644 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 1096 time: 0.0671606 Aug 29 17:20:30.959155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f270b7-9333-4a7d-b653-4f64e6f3cf42 req-e8cc6f77-1279-4e0d-9d55-246b536d4675 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.961786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3f270b7-9333-4a7d-b653-4f64e6f3cf42 req-e8cc6f77-1279-4e0d-9d55-246b536d4675 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1820340 Aug 29 17:20:31.009833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-606477e5-45d8-4fc7-9d09-1ce6e7464771 req-26c3a369-78f4-430b-bed2-0c167eba8c40 tempest-LiveMigrationTest-1582879178 tempest-LiveMigrationTest-1582879178-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553386 Aug 29 17:20:31.059074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3f270b7-9333-4a7d-b653-4f64e6f3cf42 req-ba79c4df-afc8-42e4-81ef-f09afdad60c2 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855303 Aug 29 17:20:31.109469 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.139611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2774da4a-dafd-4c56-84fc-f753c63c6b40 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:31.164768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-5f5e0ee0-53b5-4f06-a0f5-1cd05d857a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.166336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-5f5e0ee0-53b5-4f06-a0f5-1cd05d857a2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1098 time: 0.1063278 Aug 29 17:20:31.225378 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.258241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2774da4a-dafd-4c56-84fc-f753c63c6b40, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2774da4a-dafd-4c56-84fc-f753c63c6b40,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:31.270638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.278634 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.315960 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.329899 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Transition to ACTIVE for port object ced475bb-350a-419a-a6dc-55482c679416 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:31.343650 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.368688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=2774da4a-dafd-4c56-84fc-f753c63c6b40,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:31.372711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 8d849e3f-6831-443a-b43f-98d49ca71c42, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8d849e3f-6831-443a-b43f-98d49ca71c42,segment=NetworkSegment(d84f1546-02a3-4572-997d-af8c55f95af0),segment_id=d84f1546-02a3-4572-997d-af8c55f95af0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:31.380832 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.412456 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bec19-6b5f-4eac-9f1c-ba8f9afdeab5 None None] Pushing event updated for resources: {'Port': ['ID=ced475bb-350a-419a-a6dc-55482c679416,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:31.434065 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Attempting to bind port ced475bb-350a-419a-a6dc-55482c679416 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:31.434547 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Attempting to bind port ced475bb-350a-419a-a6dc-55482c679416 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:31.435006 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Attempting to bind port ced475bb-350a-419a-a6dc-55482c679416 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:31.441232 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:31.442118 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:31.442609 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.443271 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:31.443644 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Bound port: ced475bb-350a-419a-a6dc-55482c679416, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:31.444032 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.444475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f7b7-dce8-4d2c-ae04-c3a9c6a71f98 req-650fcbdd-b8eb-4efc-aed3-d901e4cae57d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.457315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10b1f7b7-dce8-4d2c-ae04-c3a9c6a71f98 req-650fcbdd-b8eb-4efc-aed3-d901e4cae57d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 944 time: 0.0788364 Aug 29 17:20:31.495017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=8d849e3f-6831-443a-b43f-98d49ca71c42,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:31.505790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10b1f7b7-dce8-4d2c-ae04-c3a9c6a71f98 req-664836c1-dffa-45cd-82c3-eddfc6819957 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475018 Aug 29 17:20:31.514291 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] For port ced475bb-350a-419a-a6dc-55482c679416, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:31.522725 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] For port ced475bb-350a-419a-a6dc-55482c679416, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ced475bb-350a-419a-a6dc-55482c679416,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:31.530734 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:31.578356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-a75f16c6-cc09-4b2c-a523-85bc5f1b3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.580014 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-a75f16c6-cc09-4b2c-a523-85bc5f1b3895 service neutron] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.4058456 Aug 29 17:20:31.591476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1de23-4c83-44c0-bfc6-5d6b37f9b9d4 req-31cf451f-d9ae-4e8f-a433-5d923fb3c7db tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.593306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5b1de23-4c83-44c0-bfc6-5d6b37f9b9d4 req-31cf451f-d9ae-4e8f-a433-5d923fb3c7db tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.3123062 Aug 29 17:20:31.597949 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bec19-6b5f-4eac-9f1c-ba8f9afdeab5 None None] Pushing event updated for resources: {'Port': ['ID=ced475bb-350a-419a-a6dc-55482c679416,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:31.600733 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Routers {'0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:31.601513 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:31.613683 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['2774da4a-dafd-4c56-84fc-f753c63c6b40'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:31.652378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0f6b66a6-bac3-4cee-ab86-34f25ef0f5ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8891120-4d3a-4535-a406-85ad8bff1a43 HTTP/1.1" status: 200 len: 217 time: 0.0559883 Aug 29 17:20:31.731741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d061f4-89b1-4de0-b95f-bb7764dbb914 req-e8ebfc11-2d87-41ce-bc89-6a665ed2334e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.741411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7d061f4-89b1-4de0-b95f-bb7764dbb914 req-e8ebfc11-2d87-41ce-bc89-6a665ed2334e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 948 time: 0.0696304 Aug 29 17:20:31.773605 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] Set router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:31.790318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7d061f4-89b1-4de0-b95f-bb7764dbb914 req-e73c446a-1161-4422-88aa-069274d462fb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Aug 29 17:20:32.021329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5b1de23-4c83-44c0-bfc6-5d6b37f9b9d4 req-23e4a137-dbfb-4e59-affc-c5d817ad6fec tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167209 Aug 29 17:20:32.037327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Allocated IP 172.20.0.1 (939dfb93-9d15-483c-9c37-440b2d0e84d7/56a9bdfd-ecbe-4773-81a8-4221b431d442/0b1630b9-f66d-4492-be30-a3c9dab5fad7) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:32.040169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-dff6e979-faf1-4155-a350-4b70777c0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.041787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-dff6e979-faf1-4155-a350-4b70777c0c3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.3689203 Aug 29 17:20:32.047177 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:20:28Z', 'revision_number': 3, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:32.084272 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d0205-3921-4bec-891d-35b3e86423ee None None] The sync data for ids ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'] in n-d-713499-15 is: [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:20:28Z', 'revision_number': 3, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:32.095185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-398e2cbd-dfde-4f2c-b265-e0db9f8242a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331409 Aug 29 17:20:32.218902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5708d-aa61-470e-9062-ed07bd15e381 req-1edb11f2-bf4f-426a-bebf-1c7e2829f7d0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.220527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fa5708d-aa61-470e-9062-ed07bd15e381 req-1edb11f2-bf4f-426a-bebf-1c7e2829f7d0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0593400 Aug 29 17:20:32.274223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fa5708d-aa61-470e-9062-ed07bd15e381 req-46037054-af2b-4375-b330-25da966111da tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Aug 29 17:20:32.294368 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-8d572511-6eee-4e6f-980c-40d846a3ff45 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882529 Aug 29 17:20:32.299808 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:32.371243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Transition to ACTIVE for port object 0b1630b9-f66d-4492-be30-a3c9dab5fad7 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:32.454309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-cd8e0069-5f17-4cda-8bbb-becc4e0ea0f0 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518128 Aug 29 17:20:32.475985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:32.540016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Network 939dfb93-9d15-483c-9c37-440b2d0e84d7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:32.566653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:32.587154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:32.702235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:32.716841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1630b9-f66d-4492-be30-a3c9dab5fad7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:32.821082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145844a-eacd-4f77-998a-523fad4a9f87 req-dddb8f29-7a06-4feb-ac0b-1892d7acb72a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.822469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c145844a-eacd-4f77-998a-523fad4a9f87 req-dddb8f29-7a06-4feb-ac0b-1892d7acb72a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 944 time: 0.1172817 Aug 29 17:20:32.870116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ced475bb-350a-419a-a6dc-55482c679416 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:32.932981 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c145844a-eacd-4f77-998a-523fad4a9f87 req-cd67fa31-1fe2-4166-9a03-f278073cb47c tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971644 Aug 29 17:20:33.005519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ced475bb-350a-419a-a6dc-55482c679416 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:33.011699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ced475bb-350a-419a-a6dc-55482c679416 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:33.014099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.067878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dbc53181-a4ea-4ff5-a116-b09a5be41cfc None None] Provisioning for port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:33.073889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4f3c3-5cdd-4db6-9a13-4b2ac221a4f4 req-a7e681c9-989a-4991-a5a5-0357107bcc5c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.075916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dbc53181-a4ea-4ff5-a116-b09a5be41cfc None None] Provisioning complete for port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:33.076466 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dbc53181-a4ea-4ff5-a116-b09a5be41cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.084082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aef4f3c3-5cdd-4db6-9a13-4b2ac221a4f4 req-a7e681c9-989a-4991-a5a5-0357107bcc5c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 948 time: 0.1247163 Aug 29 17:20:33.122506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dbc53181-a4ea-4ff5-a116-b09a5be41cfc None None] Port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:33.126149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.175967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aef4f3c3-5cdd-4db6-9a13-4b2ac221a4f4 req-fb702137-4600-4021-9120-77310c287a77 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906768 Aug 29 17:20:33.185650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.212913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ced475bb-350a-419a-a6dc-55482c679416, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ced475bb-350a-419a-a6dc-55482c679416,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:33.222184 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.223123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8d849e3f-6831-443a-b43f-98d49ca71c42 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:33.326791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-d6538915-8cf8-496c-bfff-baf0cb867ce2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.328819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-d6538915-8cf8-496c-bfff-baf0cb867ce2 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 944 time: 0.2085528 Aug 29 17:20:33.331496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ced475bb-350a-419a-a6dc-55482c679416,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:33.341964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8d849e3f-6831-443a-b43f-98d49ca71c42 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:33.342518 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.354830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26373792-2e42-4aa8-aa0b-4ca242fc6f8b req-d309a152-7580-4f00-8792-057261796220 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.356522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26373792-2e42-4aa8-aa0b-4ca242fc6f8b req-d309a152-7580-4f00-8792-057261796220 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1407433 Aug 29 17:20:33.479208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7a018-3015-466a-838d-e5d43637a4eb req-73fc9bee-9294-4045-86ef-bbd82d21f5c6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.481194 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43f7a018-3015-466a-838d-e5d43637a4eb req-73fc9bee-9294-4045-86ef-bbd82d21f5c6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0707603 Aug 29 17:20:33.516860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26373792-2e42-4aa8-aa0b-4ca242fc6f8b req-c3992307-35d9-43d0-a9be-725f2b912afb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513925 Aug 29 17:20:33.530970 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43f7a018-3015-466a-838d-e5d43637a4eb req-99539c30-ff4f-4f9b-9c35-2915eec2fd38 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430121 Aug 29 17:20:33.596823 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:20:33.612253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.615452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Deleting port 83c44cf8-893d-4450-b739-d70fb5e750d4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:33.615875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.620442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.764112 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.768962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1630b9-f66d-4492-be30-a3c9dab5fad7,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:33.836383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] For port 83c44cf8-893d-4450-b739-d70fb5e750d4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=83c44cf8-893d-4450-b739-d70fb5e750d4,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:33.836606 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:33.855352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Calling delete_port for 83c44cf8-893d-4450-b739-d70fb5e750d4 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:33.957835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Network 939dfb93-9d15-483c-9c37-440b2d0e84d7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:33.962936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:34.136892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35020) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:34.175466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4d289-bccc-427e-996a-b706bc7c5df4 req-3128e67c-23de-4194-be5d-818749df9322 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:34.186613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1e4d289-bccc-427e-996a-b706bc7c5df4 req-3128e67c-23de-4194-be5d-818749df9322 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 944 time: 0.0989044 Aug 29 17:20:34.193824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.196712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:34.208659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['8a421199-2ae2-472a-a4a6-5afb9b6845fe'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:34.256916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Pushing event deleted for resources: {'Port': ['ID=83c44cf8-893d-4450-b739-d70fb5e750d4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:34.295301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1e4d289-bccc-427e-996a-b706bc7c5df4 req-62dbf74a-5f89-4d90-ac4e-8330f9112801 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073515 Aug 29 17:20:34.393673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] No DVR routers for this DVR port 83c44cf8-893d-4450-b739-d70fb5e750d4 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:34.402963 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.404194 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-357dd4f3-a171-42af-b196-e238984dadae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.405033 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4e3b540-536c-43e6-9286-317ebb04f550 req-7cc444d8-4e9b-4f8b-b11f-436ecc0ca377 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.44 "DELETE /v2.0/ports/83c44cf8-893d-4450-b739-d70fb5e750d4 HTTP/1.1" status: 204 len: 173 time: 1.0603821 Aug 29 17:20:34.405502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'name': 'network-vif-deleted', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:34.407941 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a674ccf5-5ca0-4772-ac14-75195fcd8425" -d '{"events": [{"server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "name": "network-vif-deleted", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:34.465319 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2774da4a-dafd-4c56-84fc-f753c63c6b40 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:34.525305 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb476c82-e9bd-41a5-95a4-1b6d815be2da x-openstack-request-id: req-fb476c82-e9bd-41a5-95a4-1b6d815be2da {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:34.525593 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd270afc-0058-4189-b3ef-c730fa233a9a", "name": "network-vif-deleted", "tag": "83c44cf8-893d-4450-b739-d70fb5e750d4", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:34.525835 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb476c82-e9bd-41a5-95a4-1b6d815be2da {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:34.526235 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd270afc-0058-4189-b3ef-c730fa233a9a', 'name': 'network-vif-deleted', 'tag': '83c44cf8-893d-4450-b739-d70fb5e750d4', 'status': 'completed', 'code': 200} Aug 29 17:20:34.543455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8bfc1-a78c-40d0-874e-bf61d09365aa req-2aae91ed-ee21-4161-82ec-24fa6ad3e9b3 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:34.552219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0e8bfc1-a78c-40d0-874e-bf61d09365aa req-2aae91ed-ee21-4161-82ec-24fa6ad3e9b3 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 948 time: 0.1853814 Aug 29 17:20:34.577520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:34.583799 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9476449a-c976-455f-b2d4-3bc791f89471 admin admin] 10.222.0.41 "PUT /v2.0/routers/0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4568632 Aug 29 17:20:34.598365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Sync routers for ids ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:34.612352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0e8bfc1-a78c-40d0-874e-bf61d09365aa req-7e7a21ac-152a-4954-a948-cef850bf5b07 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591688 Aug 29 17:20:34.618653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-947fc94d-9606-474b-bab1-b6a147995bd9 None None] Provisioning complete for port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:34.619093 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-947fc94d-9606-474b-bab1-b6a147995bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.624802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 2774da4a-dafd-4c56-84fc-f753c63c6b40 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:34.719226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 2774da4a-dafd-4c56-84fc-f753c63c6b40 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:34.720349 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.733397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35034) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:34.744999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Routers {'0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:34.745648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:34.747606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ced475bb-350a-419a-a6dc-55482c679416 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:34.754579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f23ef-8888-4013-a2bf-80fb30e4d43d req-d508a459-94ef-4570-af81-b1fadb1e083c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:34.761293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-453f23ef-8888-4013-a2bf-80fb30e4d43d req-d508a459-94ef-4570-af81-b1fadb1e083c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1175485 Aug 29 17:20:34.763417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-357dd4f3-a171-42af-b196-e238984dadae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.811472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f1cf5-68df-4801-b9b4-44eca24fd44a req-0eb77b26-bc3c-4c4d-b4b7-82f5f63d3549 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:34.814665 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c2f1cf5-68df-4801-b9b4-44eca24fd44a req-0eb77b26-bc3c-4c4d-b4b7-82f5f63d3549 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0783465 Aug 29 17:20:34.814925 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-357dd4f3-a171-42af-b196-e238984dadae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.827670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-947fc94d-9606-474b-bab1-b6a147995bd9 None None] Port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:34.839488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-437622950'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:34.876695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-357dd4f3-a171-42af-b196-e238984dadae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff277629327148f0bb86382a987334d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7370696 Aug 29 17:20:34.877894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35040) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:34.881465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c2f1cf5-68df-4801-b9b4-44eca24fd44a req-e27bd9ff-670d-4396-8f31-58873aa05060 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601640 Aug 29 17:20:34.900036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:34.902826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-453f23ef-8888-4013-a2bf-80fb30e4d43d req-ef6eca59-c754-4662-8a90-f2c63b9930ec tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325560 Aug 29 17:20:34.904068 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.946818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357dd4f3-a171-42af-b196-e238984dadae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5d07d4-227c-476a-84a6-3ec924324db6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:34.976791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ced475bb-350a-419a-a6dc-55482c679416 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:34.977967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.980726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ffda384-f015-4329-a182-de31a41d2636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.982881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Set router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:34.983220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:20:35.005001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.005357 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Added segment acadf55c-7c87-4224-965f-e1a4ca636a55 of type vlan for network c9da1db5-5e2a-4d21-a72f-504f565d010e Aug 29 17:20:35.025362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ffda384-f015-4329-a182-de31a41d2636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.051000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.094439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.126874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d93074-1aa3-4ded-b968-39626d80da58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2774da4a-dafd-4c56-84fc-f753c63c6b40'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:35.128675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.129079 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2360984-935b-45a9-b2ef-f2ec2a5dac94" -d '{"events": [{"server_uuid": "38d93074-1aa3-4ded-b968-39626d80da58", "name": "network-vif-plugged", "status": "completed", "tag": "2774da4a-dafd-4c56-84fc-f753c63c6b40"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:35.134155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97b673-48bf-4774-ba3f-7627c3dce9dd req-2c0fdef0-cfe7-45b8-bbbd-cf6246d5dbb8 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:35.135318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:35.136333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.157054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b97b673-48bf-4774-ba3f-7627c3dce9dd req-2c0fdef0-cfe7-45b8-bbbd-cf6246d5dbb8 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1102 time: 0.1066685 Aug 29 17:20:35.192678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2774da4a-dafd-4c56-84fc-f753c63c6b40, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2774da4a-dafd-4c56-84fc-f753c63c6b40,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:35.205523 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b31b4b-f6bf-4b11-b0e4-9fc7cf8bc733 x-openstack-request-id: req-97b31b4b-f6bf-4b11-b0e4-9fc7cf8bc733 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:35.205917 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d93074-1aa3-4ded-b968-39626d80da58", "name": "network-vif-plugged", "status": "completed", "tag": "2774da4a-dafd-4c56-84fc-f753c63c6b40", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:35.206211 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97b31b4b-f6bf-4b11-b0e4-9fc7cf8bc733 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:35.206621 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d93074-1aa3-4ded-b968-39626d80da58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2774da4a-dafd-4c56-84fc-f753c63c6b40', 'code': 200} Aug 29 17:20:35.209755 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.259497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b97b673-48bf-4774-ba3f-7627c3dce9dd req-af98528c-508a-4d2d-9f95-5a9d79a57467 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995262 Aug 29 17:20:35.260015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ffda384-f015-4329-a182-de31a41d2636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.263042 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ffda384-f015-4329-a182-de31a41d2636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.264457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8ffda384-f015-4329-a182-de31a41d2636 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa5d07d4-227c-476a-84a6-3ec924324db6 HTTP/1.1" status: 204 len: 168 time: 0.3819861 Aug 29 17:20:35.267374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Network': ['ID=c9da1db5-5e2a-4d21-a72f-504f565d010e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:35.361000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c9da1db5-5e2a-4d21-a72f-504f565d010e details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:20:35.371917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffda384-f015-4329-a182-de31a41d2636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5d07d4-227c-476a-84a6-3ec924324db6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:35.398078 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-377b48b6-088b-4a44-94b1-451518564c87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6634932 Aug 29 17:20:35.400926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35056) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:35.407550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'subnet': {'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:35.427954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373322e-23d8-4035-be71-a381e2c6d57c req-ce077437-e773-45a4-a87d-7aff3cdb0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:35.431353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c373322e-23d8-4035-be71-a381e2c6d57c req-ce077437-e773-45a4-a87d-7aff3cdb0e60 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 1101 time: 0.1346228 Aug 29 17:20:35.574515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-685faa44-0752-4ebc-8c6b-a11769c0f562 req-8a4f9b33-94c4-4713-9395-c1d076827b73 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.0462439 Aug 29 17:20:35.581563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=2774da4a-dafd-4c56-84fc-f753c63c6b40,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:35.585469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c373322e-23d8-4035-be71-a381e2c6d57c req-86dbed11-9f2f-443f-9918-4c399391df0e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254151 Aug 29 17:20:35.719970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0b1630b9-f66d-4492-be30-a3c9dab5fad7', 'name': '', 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'mac_address': 'fa:16:3e:e0:9d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '56a9bdfd-ecbe-4773-81a8-4221b431d442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:31Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 2, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'subnets': [{'id': '56a9bdfd-ecbe-4773-81a8-4221b431d442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:35.725511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-08f35f87-6b0e-482f-a3af-aa0481c10a6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197307 Aug 29 17:20:35.754122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:35.758322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.796626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Checking router: 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:35.797244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Updating router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:20:35.826323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35068) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:35.826883 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeed7d-5510-4a72-acd7-19fba2a372c7 req-9f5ef35f-11b9-41a7-8acd-7cd9aaf6e259 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:35.828583 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1aeed7d-5510-4a72-acd7-19fba2a372c7 req-9f5ef35f-11b9-41a7-8acd-7cd9aaf6e259 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 949 time: 0.0842578 Aug 29 17:20:35.865004 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c2d0471f-bbea-43f2-99b4-24153bda3943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.876438 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.878757 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1aeed7d-5510-4a72-acd7-19fba2a372c7 req-f60220e1-29f2-417d-8835-dd120bbcd199 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Aug 29 17:20:35.911143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b7f9-f762-4ac8-b1cf-83d55ddddda4 req-30eb0d11-b508-4675-90ff-3b048a82c45a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:35.913003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9468b7f9-f762-4ac8-b1cf-83d55ddddda4 req-30eb0d11-b508-4675-90ff-3b048a82c45a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.2873857 Aug 29 17:20:36.016057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9468b7f9-f762-4ac8-b1cf-83d55ddddda4 req-fa70eff0-edf6-41d9-9a35-305f17dd38c0 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951886 Aug 29 17:20:36.031560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 83c44cf8-893d-4450-b739-d70fb5e750d4 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:36.060471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 83c44cf8-893d-4450-b739-d70fb5e750d4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:36.060846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 83c44cf8-893d-4450-b739-d70fb5e750d4 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:36.211853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c254d-11b6-4fdd-a5e5-742f690ec7bd req-60ecf520-78a4-4745-95a0-53dea161e9b0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:36.214626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f8c254d-11b6-4fdd-a5e5-742f690ec7bd req-60ecf520-78a4-4745-95a0-53dea161e9b0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1168303 Aug 29 17:20:36.294941 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c2d0471f-bbea-43f2-99b4-24153bda3943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.300334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f8c254d-11b6-4fdd-a5e5-742f690ec7bd req-4c3ff322-4833-47e3-b300-85238ea34dc1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748668 Aug 29 17:20:36.302114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c2d0471f-bbea-43f2-99b4-24153bda3943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.329253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.391760 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c2d0471f-bbea-43f2-99b4-24153bda3943 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53c5f5e202cb444b9c1f339b50d9c5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564959 Aug 29 17:20:36.391974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35090) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:36.457595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0471f-bbea-43f2-99b4-24153bda3943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b8bc6b-9ee3-4791-93d1-1a26b84f6e2a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:36.496443 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.511677 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77e1d264-d85a-4e91-b2fb-788a8ba3bf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.516736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Subnet': ['ID=71088046-e0d6-41cb-8849-b6e3edd26baa,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:36.526245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Checking segment: {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:36.526900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network hostable DHCP agents. Network: c9da1db5-5e2a-4d21-a72f-504f565d010e, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:20:36.530359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Transition to ACTIVE for port object 0b1630b9-f66d-4492-be30-a3c9dab5fad7 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:36.544738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77e1d264-d85a-4e91-b2fb-788a8ba3bf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.545474 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.554305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network c9da1db5-5e2a-4d21-a72f-504f565d010e is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:20:36.579158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c9da1db5-5e2a-4d21-a72f-504f565d010e) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:36.599333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:36.599965 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.609716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b1b18-1ab2-47a4-80e0-92bce60c7bb4 None None] Network c9da1db5-5e2a-4d21-a72f-504f565d010e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:36.613155 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77e1d264-d85a-4e91-b2fb-788a8ba3bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.618949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77e1d264-d85a-4e91-b2fb-788a8ba3bf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.620545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-77e1d264-d85a-4e91-b2fb-788a8ba3bf41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71b8bc6b-9ee3-4791-93d1-1a26b84f6e2a HTTP/1.1" status: 204 len: 168 time: 0.2280846 Aug 29 17:20:36.630895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1d264-d85a-4e91-b2fb-788a8ba3bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b8bc6b-9ee3-4791-93d1-1a26b84f6e2a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:36.631842 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9da9d59f-6d38-4a71-82b2-1fc1dd36ff1f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2288129 Aug 29 17:20:36.633960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35100) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:36.646815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-689986129'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:36.697278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:36.702797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.729579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85bc4071-df45-4b2e-9db0-35877a61f7a6 req-80acc9a0-4226-4885-876e-8e22c3ed46fe tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.0450618 Aug 29 17:20:36.758261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:20:36.773444 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.774085 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Added segment bba9dc7e-6eb1-44d8-90e2-a02979418033 of type vlan for network c85df4bd-9895-4325-862a-c8e7f80fe191 Aug 29 17:20:36.779662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa3821-24d6-40c8-a438-c90376306b8e None None] Pushing event updated for resources: {'Port': ['ID=0b1630b9-f66d-4492-be30-a3c9dab5fad7,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:36.869874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Attempting to bind port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:36.870250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Attempting to bind port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:36.870650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Attempting to bind port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 on network 939dfb93-9d15-483c-9c37-440b2d0e84d7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:36.885140 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.885582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:36.886230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Checking segment: {'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:36.886773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.887227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Bound using segment: {'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:36.887734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Bound port: 0b1630b9-f66d-4492-be30-a3c9dab5fad7, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84f1546-02a3-4572-997d-af8c55f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:36.888119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.992326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.004724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:37.006204 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.008285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] For port 0b1630b9-f66d-4492-be30-a3c9dab5fad7, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:37.013759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] For port 0b1630b9-f66d-4492-be30-a3c9dab5fad7, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0b1630b9-f66d-4492-be30-a3c9dab5fad7,segment=NetworkSegment(d84f1546-02a3-4572-997d-af8c55f95af0),segment_id=d84f1546-02a3-4572-997d-af8c55f95af0)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:37.058510 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.090503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c9da1db5-5e2a-4d21-a72f-504f565d010e', 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'fixed_ips': [{'subnet_id': '71088046-e0d6-41cb-8849-b6e3edd26baa'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:20:37.091401 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.273519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52040550-dabb-4254-b9e6-ad6f568f13d2 req-322fbd37-af3d-4af3-8fbb-c3b0ad771547 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:37.276334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52040550-dabb-4254-b9e6-ad6f568f13d2 req-322fbd37-af3d-4af3-8fbb-c3b0ad771547 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1214545 Aug 29 17:20:37.326880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Network': ['ID=c85df4bd-9895-4325-862a-c8e7f80fe191,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:37.334269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a707384f-0afd-4503-959f-bacab0fe65d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6970165 Aug 29 17:20:37.335453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35118) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:37.341494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'subnet': {'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:37.355910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Routers {'0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:37.357699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:37.362664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c85df4bd-9895-4325-862a-c8e7f80fe191 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:20:37.399024 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52040550-dabb-4254-b9e6-ad6f568f13d2 req-d9fae6b9-f976-4d39-860d-fb55ba1e42d4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144431 Aug 29 17:20:37.464383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798d0f7-f3f3-4708-abcc-343a1dc31e8c req-f300edb4-e8e3-4d9e-9f8f-9c2d01f280e3 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:37.464383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0798d0f7-f3f3-4708-abcc-343a1dc31e8c req-f300edb4-e8e3-4d9e-9f8f-9c2d01f280e3 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 949 time: 0.4251046 Aug 29 17:20:37.488899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa3821-24d6-40c8-a438-c90376306b8e None None] Pushing event updated for resources: {'Port': ['ID=0b1630b9-f66d-4492-be30-a3c9dab5fad7,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:37.561517 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0798d0f7-f3f3-4708-abcc-343a1dc31e8c req-eba6ba4d-c967-4891-819c-95e2d6cd4440 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727525 Aug 29 17:20:37.593153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:37.597829 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.696754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Allocated IP 19.80.0.2 (c9da1db5-5e2a-4d21-a72f-504f565d010e/71088046-e0d6-41cb-8849-b6e3edd26baa/ae262e2f-3f2b-4244-a6f9-07d39b4b8979) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:37.835343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] Set router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:37.875429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-521ce854-96fe-4d5a-8534-295635a8693a req-2148d399-c0ef-45ef-8270-3f00ed5603bd tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.0455229 Aug 29 17:20:37.902718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d19cc-fb8c-4ee3-b6de-bf3b7e10b31c req-f12104f6-fd8d-4b5f-8887-db5077384d47 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:37.919759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a1d19cc-fb8c-4ee3-b6de-bf3b7e10b31c req-f12104f6-fd8d-4b5f-8887-db5077384d47 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.2148654 Aug 29 17:20:37.928045 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-2ff37e0b-7310-42f9-8848-b498d6bcc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:37.929683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-2ff37e0b-7310-42f9-8848-b498d6bcc1d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1102 time: 0.2107148 Aug 29 17:20:37.952515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.027055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Subnet': ['ID=bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:38.060770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Checking segment: {'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:38.061140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network hostable DHCP agents. Network: c85df4bd-9895-4325-862a-c8e7f80fe191, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:20:38.076473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a1d19cc-fb8c-4ee3-b6de-bf3b7e10b31c req-0a004d0f-885d-4670-83f9-d4d0360f4054 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517818 Aug 29 17:20:38.084337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network c85df4bd-9895-4325-862a-c8e7f80fe191 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:20:38.103978 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.112110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c85df4bd-9895-4325-862a-c8e7f80fe191) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:38.118526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:38.119550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.126402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0063d9-a866-4042-9e89-c916337e833c None None] Network c85df4bd-9895-4325-862a-c8e7f80fe191 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:38.141079 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-7fb0abc2-caca-46ad-a1fd-49ee23ebc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:38.144316 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-7fb0abc2-caca-46ad-a1fd-49ee23ebc473 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2018156 Aug 29 17:20:38.147599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-455a0c6e-890b-4932-aa57-fddb93b4ec8d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8099546 Aug 29 17:20:38.203436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-3a64f94a-6da9-4469-a414-2b70f50f91ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.0510087 Aug 29 17:20:38.218205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Transition to ACTIVE for port object ae262e2f-3f2b-4244-a6f9-07d39b4b8979 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:38.285847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-e9fb0e21-9c68-4ab9-96ff-d6cd310b3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:38.286160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Transition to ACTIVE for port object ae262e2f-3f2b-4244-a6f9-07d39b4b8979 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:38.288299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-e9fb0e21-9c68-4ab9-96ff-d6cd310b3e8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0744889 Aug 29 17:20:38.307754 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.363760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-7ef18a71-e915-4308-86a4-ae862dd1c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:38.365399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-7ef18a71-e915-4308-86a4-ae862dd1c32a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653372 Aug 29 17:20:38.427296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c85df4bd-9895-4325-862a-c8e7f80fe191', 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'fixed_ips': [{'subnet_id': 'bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:20:38.428450 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.452287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Network c9da1db5-5e2a-4d21-a72f-504f565d010e is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:38.466931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:38.482889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:38.487098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Pushing event updated for resources: {'Port': ['ID=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:38.616072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-77786092-4dc2-49fa-92bd-840674ce355b service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421508 Aug 29 17:20:38.639425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Attempting to bind port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:38.639805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Attempting to bind port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:38.640154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Attempting to bind port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 on network c9da1db5-5e2a-4d21-a72f-504f565d010e {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:38.649439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-82c64f0b-3e5d-48f8-9df1-b0ed3139161e tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:38.670892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-82c64f0b-3e5d-48f8-9df1-b0ed3139161e tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:38.671211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:38.671647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Checking segment: {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:38.672353 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.672560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-82c64f0b-3e5d-48f8-9df1-b0ed3139161e tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/networks?id=c9da1db5-5e2a-4d21-a72f-504f565d010e&id=c85df4bd-9895-4325-862a-c8e7f80fe191&id=c9da1db5-5e2a-4d21-a72f-504f565d010e HTTP/1.1" status: 200 len: 1390 time: 0.2112992 Aug 29 17:20:38.672751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Bound using segment: {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:38.673236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Bound port: ae262e2f-3f2b-4244-a6f9-07d39b4b8979, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:38.674156 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.675879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76908ab4-9047-4c81-92c8-d3d37edc2ef0 req-19b486c8-687e-4db2-ac9e-485b6494130a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:38.683325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0b1630b9-f66d-4492-be30-a3c9dab5fad7', 'name': '', 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'mac_address': 'fa:16:3e:e0:9d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '56a9bdfd-ecbe-4773-81a8-4221b431d442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:31Z', 'updated_at': '2021-08-29T17:20:36Z', 'revision_number': 4, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'subnets': [{'id': '56a9bdfd-ecbe-4773-81a8-4221b431d442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:38.690186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76908ab4-9047-4c81-92c8-d3d37edc2ef0 req-19b486c8-687e-4db2-ac9e-485b6494130a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1601760 Aug 29 17:20:38.706461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-8d2a3edb-f052-46a9-9db8-78ddcb57a1a9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/quotas/24ed4a06caae456bb0e14bc400424e27 HTTP/1.1" status: 200 len: 375 time: 0.0230465 Aug 29 17:20:38.735098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db1ab8-4555-4cc1-a669-cd0efdbbe556 None None] The sync data for ids ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'] in n-d-713499-15 is: [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0b1630b9-f66d-4492-be30-a3c9dab5fad7', 'name': '', 'network_id': '939dfb93-9d15-483c-9c37-440b2d0e84d7', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'mac_address': 'fa:16:3e:e0:9d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '56a9bdfd-ecbe-4773-81a8-4221b431d442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:31Z', 'updated_at': '2021-08-29T17:20:36Z', 'revision_number': 4, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'subnets': [{'id': '56a9bdfd-ecbe-4773-81a8-4221b431d442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:38.768651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Allocated IP 19.86.0.2 (c85df4bd-9895-4325-862a-c8e7f80fe191/bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67/de72c9df-09c9-41ae-9d42-2cb31159a3db) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:38.818814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-f2325d1e-4265-438b-88b6-1e03d42be5c1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102865 Aug 29 17:20:39.066137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-69b390d2-d3ba-4aa2-8ee9-df6b61fab994 service neutron] 10.222.0.41 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326918 Aug 29 17:20:39.229011 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.247688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Transition to ACTIVE for port object de72c9df-09c9-41ae-9d42-2cb31159a3db will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:39.261923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76908ab4-9047-4c81-92c8-d3d37edc2ef0 req-4f44731a-3af3-48c7-a80f-6b007ad85535 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692441 Aug 29 17:20:39.280784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Transition to ACTIVE for port object de72c9df-09c9-41ae-9d42-2cb31159a3db will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:39.286663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-1a0c3f55-75bb-4aed-a890-93f29b4c076b service neutron] 10.222.0.41 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137220 Aug 29 17:20:39.287102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] For port ae262e2f-3f2b-4244-a6f9-07d39b4b8979, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:39.300167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] For port ae262e2f-3f2b-4244-a6f9-07d39b4b8979, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:39.302465 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.321772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-447d82ed-85f5-4533-b56c-65022a075c17 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886199 Aug 29 17:20:39.364944 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.437033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Pushing event updated for resources: {'Port': ['ID=de72c9df-09c9-41ae-9d42-2cb31159a3db,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:39.462719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Network c85df4bd-9895-4325-862a-c8e7f80fe191 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:39.505850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-24f2598c-34bd-403d-9eee-61a5e5805824 service neutron] 10.222.0.41 "GET /v2.0/networks/c85df4bd-9895-4325-862a-c8e7f80fe191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172222 Aug 29 17:20:39.557437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:39.570566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:39.611662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2cbf9-a9ff-4168-b518-a1c064d905a0 req-7da8bea4-905f-4a01-8d4a-2c680ba7be55 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:39.621674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0b2cbf9-a9ff-4168-b518-a1c064d905a0 req-7da8bea4-905f-4a01-8d4a-2c680ba7be55 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 949 time: 0.1749041 Aug 29 17:20:39.718911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0b2cbf9-a9ff-4168-b518-a1c064d905a0 req-bc8e60ba-6dc9-4eeb-80a2-2a0b321d9721 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924478 Aug 29 17:20:39.731203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-286a0351-fad7-4c7c-8180-e977065b5563 service neutron] 10.222.0.41 "GET /v2.0/networks/c85df4bd-9895-4325-862a-c8e7f80fe191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242970 Aug 29 17:20:39.753998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Attempting to bind port de72c9df-09c9-41ae-9d42-2cb31159a3db on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:39.754474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Attempting to bind port de72c9df-09c9-41ae-9d42-2cb31159a3db by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:39.755832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Attempting to bind port de72c9df-09c9-41ae-9d42-2cb31159a3db on network c85df4bd-9895-4325-862a-c8e7f80fe191 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:39.762405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f40767-9a7c-406c-b834-8b670f6de3dd None None] Pushing event updated for resources: {'Port': ['ID=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:39.796846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:39.799436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Checking segment: {'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:39.803276 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.804901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Bound using segment: {'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:39.805639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Bound port: de72c9df-09c9-41ae-9d42-2cb31159a3db, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:39.806337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.965479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] For port de72c9df-09c9-41ae-9d42-2cb31159a3db, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:39.973225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] For port de72c9df-09c9-41ae-9d42-2cb31159a3db, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=de72c9df-09c9-41ae-9d42-2cb31159a3db,segment=NetworkSegment(bba9dc7e-6eb1-44d8-90e2-a02979418033),segment_id=bba9dc7e-6eb1-44d8-90e2-a02979418033)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:39.980764 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.989475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-cc083af9-6d8b-40bf-824a-2a209a979837 service neutron] 10.222.0.41 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573369 Aug 29 17:20:40.035043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c01bd7a-343a-4bf1-8f38-8f004cf53ddd req-c3eaaa31-1de8-4968-8ba9-a8847ef8021f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.0599823 Aug 29 17:20:40.088571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8abd5-57bd-41a4-8cde-c2c4f01e6294 None None] Pushing event updated for resources: {'Port': ['ID=de72c9df-09c9-41ae-9d42-2cb31159a3db,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:40.165825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-542bde60-406c-4014-b76d-66062ec10fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691504 Aug 29 17:20:40.208106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da58c2-5e22-464b-91e9-52ad32102242 req-c880e189-dcd2-4705-8baa-35506e6a86d1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:40.223379 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94da58c2-5e22-464b-91e9-52ad32102242 req-c880e189-dcd2-4705-8baa-35506e6a86d1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0982621 Aug 29 17:20:40.302703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94da58c2-5e22-464b-91e9-52ad32102242 req-d6267df5-f897-4168-bb2e-596f96c09f9b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687912 Aug 29 17:20:40.524602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a05d00-d0ee-4b5a-925d-635f4dddef63 req-4d30fc36-c0fb-43ab-a71a-779167c82f84 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:40.526522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18a05d00-d0ee-4b5a-925d-635f4dddef63 req-4d30fc36-c0fb-43ab-a71a-779167c82f84 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 1101 time: 0.1521761 Aug 29 17:20:40.609587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc30a28-9da8-48ef-b5ec-c6de79e67dea req-2dfa2f32-d76d-43f5-92f9-1fb38f4779a6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:40.619658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bc30a28-9da8-48ef-b5ec-c6de79e67dea req-2dfa2f32-d76d-43f5-92f9-1fb38f4779a6 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1499803 Aug 29 17:20:40.655976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18a05d00-d0ee-4b5a-925d-635f4dddef63 req-62ebb59b-1f6f-4f4e-b938-5bd11055406b tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068065 Aug 29 17:20:40.773102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bc30a28-9da8-48ef-b5ec-c6de79e67dea req-ca639a04-6440-4801-8fdd-4d2edc78d241 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523507 Aug 29 17:20:40.850177 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d367cf4-cb32-4d6d-ad85-7f3da102a49c req-c9620b07-f631-4847-8849-cc96a31bab46 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 210 time: 0.0856066 Aug 29 17:20:40.970508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0b1630b9-f66d-4492-be30-a3c9dab5fad7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:41.089934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:41.096731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:41.098786 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.160383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-ba030529-895a-4b8d-9eee-0531d35d9a4f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568025 Aug 29 17:20:41.213688 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c7e90a2-dd2e-472b-bdae-f5f9f3e63747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.255642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-caad48b0-ed6b-4c31-93b5-de86be01bcf7 req-67c50873-9570-4248-984c-a37f27cbcb23 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.1013424 Aug 29 17:20:41.296292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc72c93-1588-4505-8100-c21b8b8f72bd None None] Network c9da1db5-5e2a-4d21-a72f-504f565d010e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:41.503232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-540cb983-c8a2-47e7-bdee-8f20cb5b9bb4 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:41.506383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-540cb983-c8a2-47e7-bdee-8f20cb5b9bb4 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3300774 Aug 29 17:20:41.513911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656cd3c-13ee-4047-8e1a-e0dcbd4d33cc req-286ed461-4354-4460-9c1a-70bed73a184c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:41.532496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e656cd3c-13ee-4047-8e1a-e0dcbd4d33cc req-286ed461-4354-4460-9c1a-70bed73a184c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1116390 Aug 29 17:20:41.541519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-dd65c3ea-7271-4965-9ca1-f3cc2f5838f8 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/quotas/54977d63dd8242fb8184905785dbd6ea HTTP/1.1" status: 200 len: 375 time: 0.0247383 Aug 29 17:20:41.592342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.632839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e656cd3c-13ee-4047-8e1a-e0dcbd4d33cc req-1b8a58cf-8bef-474e-b161-aec03d7ba893 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958567 Aug 29 17:20:41.677984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35232) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:41.699704 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-590e93e6-6e6f-4cef-888a-cc6e9687ada3 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1421001 Aug 29 17:20:41.700007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0b1630b9-f66d-4492-be30-a3c9dab5fad7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0b1630b9-f66d-4492-be30-a3c9dab5fad7,segment=NetworkSegment(d84f1546-02a3-4572-997d-af8c55f95af0),segment_id=d84f1546-02a3-4572-997d-af8c55f95af0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:41.701611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-04549e66-ab4f-4ee4-a338-7aaa0b192ea9 None None] Provisioning for port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:41.718645 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.719721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device de72c9df-09c9-41ae-9d42-2cb31159a3db up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:41.895205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0b1630b9-f66d-4492-be30-a3c9dab5fad7,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:41.938409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port de72c9df-09c9-41ae-9d42-2cb31159a3db completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:41.945452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae262e2f-3f2b-4244-a6f9-07d39b4b8979 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:41.953861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d7be79f-44fd-4aac-bd16-a96b186ab518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.014444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952ec57-f4aa-4c08-861e-c522fc6e58f5 req-1132a407-a62a-4245-9445-5d9d2876fe55 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.021877 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f952ec57-f4aa-4c08-861e-c522fc6e58f5 req-1132a407-a62a-4245-9445-5d9d2876fe55 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1198266 Aug 29 17:20:42.078980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:42.085736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:42.086185 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.109997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f952ec57-f4aa-4c08-861e-c522fc6e58f5 req-dbfe2e84-c15a-43c0-b684-685c5533d3ed tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825276 Aug 29 17:20:42.153002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eff1fdb3-f735-4cbe-b2d3-86aa73070a95 req-c80691bd-f288-464f-be0c-c4095c4f1c20 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 210 time: 0.0653818 Aug 29 17:20:42.165404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c33b6c7-d61b-4f03-acf3-ff4547424b11 None None] Network c85df4bd-9895-4325-862a-c8e7f80fe191 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:42.261525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d7be79f-44fd-4aac-bd16-a96b186ab518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.278861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d7be79f-44fd-4aac-bd16-a96b186ab518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.279229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b5e23e30-623b-4133-b398-24392c06423f None None] Provisioning for port de72c9df-09c9-41ae-9d42-2cb31159a3db completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:42.305212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b5e23e30-623b-4133-b398-24392c06423f None None] Provisioning complete for port de72c9df-09c9-41ae-9d42-2cb31159a3db triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:42.305594 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b5e23e30-623b-4133-b398-24392c06423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.347801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4d7be79f-44fd-4aac-bd16-a96b186ab518 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=984bbd455728457ba6a58d859fdbd4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6668053 Aug 29 17:20:42.349674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35254) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:42.367988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-682260d9-c3d7-4988-8b07-5ba4a69a5481 req-ff65f6b7-51f7-4e27-afb4-e62e22d6fd82 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 210 time: 0.1102850 Aug 29 17:20:42.377201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7be79f-44fd-4aac-bd16-a96b186ab518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bfdacf-da37-40ae-8cca-4cf56c8e3a54,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:42.413950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.471529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa687708-8bf5-4338-a2bd-10d2a73ca052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.541858 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa687708-8bf5-4338-a2bd-10d2a73ca052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.613812 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.648403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa687708-8bf5-4338-a2bd-10d2a73ca052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.651556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa687708-8bf5-4338-a2bd-10d2a73ca052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.652987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aa687708-8bf5-4338-a2bd-10d2a73ca052 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89bfdacf-da37-40ae-8cca-4cf56c8e3a54 HTTP/1.1" status: 204 len: 168 time: 0.3023820 Aug 29 17:20:42.665632 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b5e23e30-623b-4133-b398-24392c06423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.668102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa687708-8bf5-4338-a2bd-10d2a73ca052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bfdacf-da37-40ae-8cca-4cf56c8e3a54,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:42.710761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ca6c68f-b32e-4c46-ba1f-de74c9a7ef58 req-45dc0044-4113-4505-bbf1-50285bfe0738 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.1100752 Aug 29 17:20:42.765179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ae262e2f-3f2b-4244-a6f9-07d39b4b8979, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:42.776441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.779848 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.803555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b5e23e30-623b-4133-b398-24392c06423f None None] For port de72c9df-09c9-41ae-9d42-2cb31159a3db, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=de72c9df-09c9-41ae-9d42-2cb31159a3db,segment=NetworkSegment(bba9dc7e-6eb1-44d8-90e2-a02979418033),segment_id=bba9dc7e-6eb1-44d8-90e2-a02979418033)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:42.856678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad61a38-1984-4bec-bc0e-69d6221a7410 req-fc986cf9-f3d0-4031-8431-b40de8c9eb5d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.856915 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-6ffbba5b-dfe6-445c-a4ee-617c4c19f7e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.862239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dad61a38-1984-4bec-bc0e-69d6221a7410 req-fc986cf9-f3d0-4031-8431-b40de8c9eb5d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0862811 Aug 29 17:20:42.879440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-6ffbba5b-dfe6-445c-a4ee-617c4c19f7e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.884119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-6ffbba5b-dfe6-445c-a4ee-617c4c19f7e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "GET /v2.0/networks?id=c9da1db5-5e2a-4d21-a72f-504f565d010e&id=c85df4bd-9895-4325-862a-c8e7f80fe191&id=c9da1db5-5e2a-4d21-a72f-504f565d010e HTTP/1.1" status: 200 len: 1390 time: 0.5417223 Aug 29 17:20:42.887516 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b5e23e30-623b-4133-b398-24392c06423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.911202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'port': {'device_id': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e', 'admin_state_up': True, 'tenant_id': '24ed4a06caae456bb0e14bc400424e27'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:42.933680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0b1630b9-f66d-4492-be30-a3c9dab5fad7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:42.954460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dad61a38-1984-4bec-bc0e-69d6221a7410 req-842a97fe-c91e-4edc-9b65-fe474d21c87c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912209 Aug 29 17:20:42.964924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:43.027588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e23e30-623b-4133-b398-24392c06423f None None] Pushing event updated for resources: {'Port': ['ID=de72c9df-09c9-41ae-9d42-2cb31159a3db,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:43.054980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d7e9d632-1b05-474d-88c5-35e8d48e71a5 None None] Provisioning complete for port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:43.055730 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d632-1b05-474d-88c5-35e8d48e71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.120665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:43.124525 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.129761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:43.130309 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.374353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51df95f8-82ec-4587-9d66-f9d096451902 req-84c59466-4a2f-417b-9c8f-4ac420245b0d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 210 time: 0.0406322 Aug 29 17:20:43.388263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203e342-231f-40f5-a672-a892efc8c8c0 req-48443aa9-93d3-47ee-b810-16b6c1611d0d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:43.390360 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1203e342-231f-40f5-a672-a892efc8c8c0 req-48443aa9-93d3-47ee-b810-16b6c1611d0d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1007257 Aug 29 17:20:43.400656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e7021b52-1a23-4915-8caa-bb90b0635bfc None None] Provisioning complete for port de72c9df-09c9-41ae-9d42-2cb31159a3db triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:43.401123 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e7021b52-1a23-4915-8caa-bb90b0635bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.415283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Allocated IP 19.80.0.158 (c9da1db5-5e2a-4d21-a72f-504f565d010e/71088046-e0d6-41cb-8849-b6e3edd26baa/1db22c1e-f531-4dc7-92c2-2c57613c7ce8) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:43.475706 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1203e342-231f-40f5-a672-a892efc8c8c0 req-821d77ec-b6d6-492f-958d-437e04e79833 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749390 Aug 29 17:20:43.589572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1b64a58-fc44-48c4-8e02-fe45f23bc6c3 req-682bfd15-7912-4335-a389-7806b5835684 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 210 time: 0.0486872 Aug 29 17:20:43.646748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-be3c7892-d33f-494c-8aed-bf5b623c534e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=54977d63dd8242fb8184905785dbd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293357 Aug 29 17:20:43.786619 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.815242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c07ae83-7f6e-4ce0-9163-d5262f6864b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.819745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-e831d712-8ca3-4cb2-afcd-68b2b4001e16 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:43.820134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-e831d712-8ca3-4cb2-afcd-68b2b4001e16 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645579 Aug 29 17:20:43.821182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Transition to ACTIVE for port object 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:43.851686 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.854757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Request body: {'port': {'device_id': 'ba101e71-ba58-414b-86ba-48f2b1d75569', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '54977d63dd8242fb8184905785dbd6ea'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:43.873713 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-72eb65a5-1a35-4ce8-8683-81773149dcd2 req-ab0184f4-b222-4ab0-84f2-0b6dfe5ce8af tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd270afc-0058-4189-b3ef-c730fa233a9a HTTP/1.1" status: 200 len: 210 time: 0.0367298 Aug 29 17:20:43.975035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.027975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network c9da1db5-5e2a-4d21-a72f-504f565d010e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:44.034060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:44.041703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:44.087540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Port': ['ID=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:44.113539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Made reservation on behalf of 54977d63dd8242fb8184905785dbd6ea for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:44.119033 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.180677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:44.181352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.293005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fcb9-0dbf-4a6b-9c11-4800f97f98ee req-d786ecf7-2770-49bc-8f20-62ca8811a5da tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:44.301488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5f86fcb9-0dbf-4a6b-9c11-4800f97f98ee req-d786ecf7-2770-49bc-8f20-62ca8811a5da tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1972883 Aug 29 17:20:44.303257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35300) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:44.308031 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a3788a84-8034-4608-b01b-cd54d58ee863 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4083605 Aug 29 17:20:44.384996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'port': {'device_id': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191', 'admin_state_up': True, 'tenant_id': '24ed4a06caae456bb0e14bc400424e27'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:44.443946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-86f6704b-f8cc-4adb-9714-8af916f98270 None None] Provisioning for port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:44.452812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-86f6704b-f8cc-4adb-9714-8af916f98270 None None] Provisioning complete for port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:44.453399 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-86f6704b-f8cc-4adb-9714-8af916f98270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.480150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5f86fcb9-0dbf-4a6b-9c11-4800f97f98ee req-d10b553c-3232-4611-b4b1-c02bf6097ff0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739109 Aug 29 17:20:44.527905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-610feb1d-9162-4cfa-aa04-d18612b03ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.552029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-86f6704b-f8cc-4adb-9714-8af916f98270 None None] Port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:44.601094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Allocated IP 192.168.233.178 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/47aaeb59-41df-4c7a-ae8a-cff02d5f8aea) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:44.620117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143cfcb-bf79-41df-b81b-29696ad12c29 req-3b2427dc-f69d-4b56-b193-949c2b88d200 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:44.621637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e143cfcb-bf79-41df-b81b-29696ad12c29 req-3b2427dc-f69d-4b56-b193-949c2b88d200 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 932 time: 0.0960989 Aug 29 17:20:44.691804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e143cfcb-bf79-41df-b81b-29696ad12c29 req-16cac5d7-0820-4287-bf36-eeec304d9805 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486012 Aug 29 17:20:44.761463 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-610feb1d-9162-4cfa-aa04-d18612b03ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.767878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-610feb1d-9162-4cfa-aa04-d18612b03ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.818375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:44.822183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.846622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4336f69-bbf5-42cb-b6ed-71d7422230c8 req-3e9486e8-cc43-43bf-bcca-1b93ef35836d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:44.848283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4336f69-bbf5-42cb-b6ed-71d7422230c8 req-3e9486e8-cc43-43bf-bcca-1b93ef35836d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1717451 Aug 29 17:20:44.867089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-610feb1d-9162-4cfa-aa04-d18612b03ebd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c5baf25bafa4c319312523ea03ced33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626085 Aug 29 17:20:44.869282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7f952b9-beb9-477a-a3d7-9f990a1f74ec req-79269884-a441-4def-acb1-60c783e484ef tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 210 time: 0.0621433 Aug 29 17:20:44.869637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35314) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:44.870413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610feb1d-9162-4cfa-aa04-d18612b03ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd91c42-a1a6-43be-93a7-e54fd714ee07,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:44.932406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device de72c9df-09c9-41ae-9d42-2cb31159a3db up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:44.968748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.997531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port de72c9df-09c9-41ae-9d42-2cb31159a3db triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:44.998034 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.059836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Transition to ACTIVE for port object 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:45.096409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae262e2f-3f2b-4244-a6f9-07d39b4b8979 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:45.111874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4336f69-bbf5-42cb-b6ed-71d7422230c8 req-931c9b2c-5700-4ee5-8702-0e55f5011424 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304342 Aug 29 17:20:45.150454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:45.150964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.191834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68d159aa-18dd-456e-a2e2-4ef3e307247a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.199641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Allocated IP 19.86.0.103 (c85df4bd-9895-4325-862a-c8e7f80fe191/bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67/f8ce930d-96bc-4a28-8475-b4c726b64ea8) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:45.224716 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.237165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31', '026758c1-630b-4e25-a557-6000d2282420'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:45.241086 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68d159aa-18dd-456e-a2e2-4ef3e307247a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.244410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5fa15715-fe82-4072-9f95-76efc1f144be', '64c3cab3-ffbf-4669-b3e4-ee8e32febc95', '2774da4a-dafd-4c56-84fc-f753c63c6b40'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:45.341364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:45.353379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:45.356205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.358432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event updated for resources: {'Port': ['ID=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:45.361168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:45.467321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68d159aa-18dd-456e-a2e2-4ef3e307247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.470693 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68d159aa-18dd-456e-a2e2-4ef3e307247a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.472070 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-68d159aa-18dd-456e-a2e2-4ef3e307247a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cd91c42-a1a6-43be-93a7-e54fd714ee07 HTTP/1.1" status: 204 len: 168 time: 0.5990648 Aug 29 17:20:45.503568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d159aa-18dd-456e-a2e2-4ef3e307247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd91c42-a1a6-43be-93a7-e54fd714ee07,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:45.546898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:45.547544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.638957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-886eb8cc-99ec-4f0c-ab71-6c18bf18e530 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7951922 Aug 29 17:20:45.642554 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.668006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Request body: {'port': {'device_id': 'ba101e71-ba58-414b-86ba-48f2b1d75569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:45.715297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4a9a0bdd-19d0-4dc1-b58b-01a72fc26297 None None] Provisioning for port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:45.718898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b7478-faa1-49d1-b5b9-e20d8b6f7b78 req-6f9fa5d4-8872-4a4d-b3d6-515cc6b756fe tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:45.722849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-873b7478-faa1-49d1-b5b9-e20d8b6f7b78 req-6f9fa5d4-8872-4a4d-b3d6-515cc6b756fe tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1300638 Aug 29 17:20:45.740679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4a9a0bdd-19d0-4dc1-b58b-01a72fc26297 None None] Provisioning complete for port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:45.741535 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a9a0bdd-19d0-4dc1-b58b-01a72fc26297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.746689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.763759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Transition to ACTIVE for port object f8ce930d-96bc-4a28-8475-b4c726b64ea8 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:45.840666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-873b7478-faa1-49d1-b5b9-e20d8b6f7b78 req-b4926b40-5a70-4078-9ba2-e38389ba5b70 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025410 Aug 29 17:20:46.006401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a0bdd-19d0-4dc1-b58b-01a72fc26297 None None] Port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:46.018066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.034811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb820-bfa0-47ec-b64e-2c8ea45d99b3 req-5d9e800a-cecf-4876-990a-5b60992fb2f7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:46.036781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8ebb820-bfa0-47ec-b64e-2c8ea45d99b3 req-5d9e800a-cecf-4876-990a-5b60992fb2f7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 932 time: 0.1589789 Aug 29 17:20:46.124971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8ebb820-bfa0-47ec-b64e-2c8ea45d99b3 req-06ae91e0-f066-4204-b90d-d0a3a4ecbc17 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570879 Aug 29 17:20:46.136424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e570c25-28fa-4ab6-b51d-047f44862c6f req-e59b089d-a1c6-4da8-b1e5-08e7a02e58f5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:46.139993 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e570c25-28fa-4ab6-b51d-047f44862c6f req-e59b089d-a1c6-4da8-b1e5-08e7a02e58f5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 936 time: 0.1308713 Aug 29 17:20:46.237343 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e570c25-28fa-4ab6-b51d-047f44862c6f req-cbe68d5a-2ba3-4857-b09a-a24bdbf76621 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892339 Aug 29 17:20:46.436610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:46.456865 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network c85df4bd-9895-4325-862a-c8e7f80fe191 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:46.457544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6eb20-0175-49b9-87dc-5a215fec5805 req-db11deb4-53e9-4b18-a4d2-d393f8664e5b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:46.463107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:46.466520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.475731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:46.493586 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93c6eb20-0175-49b9-87dc-5a215fec5805 req-db11deb4-53e9-4b18-a4d2-d393f8664e5b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1501400 Aug 29 17:20:46.521625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Port': ['ID=f8ce930d-96bc-4a28-8475-b4c726b64ea8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:46.527517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Transition to ACTIVE for port object 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:46.537069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.605765 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93c6eb20-0175-49b9-87dc-5a215fec5805 req-ce1f4ba6-ecea-49d9-a853-1e88b8df475f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104970 Aug 29 17:20:46.613794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:46.614436 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.637191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-61f39a84-1172-4824-8af2-9dc79312c3ba tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2749720 Aug 29 17:20:46.663671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'port': {'device_id': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e', 'admin_state_up': True, 'tenant_id': '24ed4a06caae456bb0e14bc400424e27'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:46.681020 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.706933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Pushing event updated for resources: {'Port': ['ID=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:46.917982 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-b688d06a-b681-4faf-a408-f1841e28ace7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1198213 Aug 29 17:20:46.918809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Attempting to bind port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:46.919143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Attempting to bind port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:46.919560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Attempting to bind port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:46.935649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:46.935986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Attempting to bind port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:46.948417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:46.948771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:46.949232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:46.949705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Bound port: 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:46.950067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.981852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c8679b91-88a4-4259-a478-335e8cc0478f None None] Provisioning for port f8ce930d-96bc-4a28-8475-b4c726b64ea8 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:46.987180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c8679b91-88a4-4259-a478-335e8cc0478f None None] Provisioning complete for port f8ce930d-96bc-4a28-8475-b4c726b64ea8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:46.987690 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c8679b91-88a4-4259-a478-335e8cc0478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.988141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:46.992337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.030081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fead6a-cb90-4aec-b4d6-d389d5f068dc req-43b1428e-03b9-45fd-b0d1-9675e61f1c35 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:47.034509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c8679b91-88a4-4259-a478-335e8cc0478f None None] Port f8ce930d-96bc-4a28-8475-b4c726b64ea8 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:47.038661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30fead6a-cb90-4aec-b4d6-d389d5f068dc req-43b1428e-03b9-45fd-b0d1-9675e61f1c35 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.0887780 Aug 29 17:20:47.078454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30fead6a-cb90-4aec-b4d6-d389d5f068dc req-7924debf-5811-4703-abab-dc96453ad782 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387106 Aug 29 17:20:47.109012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-160130e3-9b1f-4c78-b103-dd17eb523284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:47.109012 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-160130e3-9b1f-4c78-b103-dd17eb523284 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 1096 time: 0.1325579 Aug 29 17:20:47.249144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] For port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:47.304374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] For port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:47.331339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.515350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1bfb4-c98c-44cd-b142-3d2e6b5732f3 req-95797a4c-bb37-4c9a-9b77-5827c0e7d970 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:47.517010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ba1bfb4-c98c-44cd-b142-3d2e6b5732f3 req-95797a4c-bb37-4c9a-9b77-5827c0e7d970 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 948 time: 0.0941854 Aug 29 17:20:47.565428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ba1bfb4-c98c-44cd-b142-3d2e6b5732f3 req-476e937a-bcc3-4724-aaa0-c91e90fb9d54 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Aug 29 17:20:47.793710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f688-2267-4421-ab18-a2b3336355ab req-65b448db-969c-4fb2-8250-074ed2337f87 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:47.802565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-12f5f688-2267-4421-ab18-a2b3336355ab req-65b448db-969c-4fb2-8250-074ed2337f87 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0616016 Aug 29 17:20:47.816601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Pushing event updated for resources: {'Port': ['ID=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:47.850286 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-12f5f688-2267-4421-ab18-a2b3336355ab req-383c558c-3154-4417-a5a5-61fb303abdac tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Aug 29 17:20:47.850786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2523-77fc-4ac3-a242-da8b39c8fed4 req-682827d8-1b89-44f4-b6d9-b13343e47855 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:47.856590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2523-77fc-4ac3-a242-da8b39c8fed4 req-682827d8-1b89-44f4-b6d9-b13343e47855 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:47.858272 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-619e2523-77fc-4ac3-a242-da8b39c8fed4 req-682827d8-1b89-44f4-b6d9-b13343e47855 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 1655 time: 0.6064935 Aug 29 17:20:47.864036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:47.864653 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.866421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-408b208b-a27a-4eaa-8cce-c63b63ff8209 service neutron] 10.222.0.44 "PUT /v2.0/ports/47aaeb59-41df-4c7a-ae8a-cff02d5f8aea HTTP/1.1" status: 200 len: 1097 time: 2.2036755 Aug 29 17:20:47.882453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba101e71-ba58-414b-86ba-48f2b1d75569', 'tag': '47aaeb59-41df-4c7a-ae8a-cff02d5f8aea'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:47.886414 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7391972-4d23-4bd3-a5f0-270c05ff29dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba101e71-ba58-414b-86ba-48f2b1d75569", "tag": "47aaeb59-41df-4c7a-ae8a-cff02d5f8aea"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:47.904537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Allocated IP 19.80.0.180 (c9da1db5-5e2a-4d21-a72f-504f565d010e/71088046-e0d6-41cb-8849-b6e3edd26baa/74f79187-9b73-4497-8a91-496b338e698d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:47.969595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35398) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:48.014121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-aa280ba1-ee32-47f9-bda8-d5b4298637c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.015650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-aa280ba1-ee32-47f9-bda8-d5b4298637c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 1100 time: 0.0754635 Aug 29 17:20:48.016619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-59a1648b-a23d-4352-8081-fb08cb84a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.017976 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-59a1648b-a23d-4352-8081-fb08cb84a024 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.8567476 Aug 29 17:20:48.024537 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-619e2523-77fc-4ac3-a242-da8b39c8fed4 req-48355598-12e5-47f1-84d0-3f035fbceed9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340432 Aug 29 17:20:48.028743 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3124d93c-c4a8-427d-9053-84fa2fdadbe4 x-openstack-request-id: req-3124d93c-c4a8-427d-9053-84fa2fdadbe4 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:48.029001 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba101e71-ba58-414b-86ba-48f2b1d75569", "tag": "47aaeb59-41df-4c7a-ae8a-cff02d5f8aea", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:48.029191 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3124d93c-c4a8-427d-9053-84fa2fdadbe4 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:48.029582 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba101e71-ba58-414b-86ba-48f2b1d75569', 'tag': '47aaeb59-41df-4c7a-ae8a-cff02d5f8aea', 'status': 'completed', 'code': 200} Aug 29 17:20:48.110452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-b7d1fc2e-f340-4edd-8123-dd9cb8e6b43f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea HTTP/1.1" status: 200 len: 217 time: 0.0731370 Aug 29 17:20:48.112383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-ea8eed9b-f139-4ef1-ad0a-ca1ba744c890 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 200 len: 217 time: 0.0819302 Aug 29 17:20:48.148887 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c1c1aacd-393e-4de7-9105-6df30d867911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.227339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-0e260bfa-8088-44dd-bd95-f2d2f8e6cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.229645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-0e260bfa-8088-44dd-bd95-f2d2f8e6cedc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0954850 Aug 29 17:20:48.303043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cb346-be74-4254-b80b-5040580b0969 req-1a5e7d43-5293-4498-9c6d-07df59431b33 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.305650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745cb346-be74-4254-b80b-5040580b0969 req-1a5e7d43-5293-4498-9c6d-07df59431b33 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1214786 Aug 29 17:20:48.316416 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-6cef84c1-58c3-45c8-9aab-8bcf210e3fba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680618 Aug 29 17:20:48.325836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-197d1266-2bd2-4796-8604-7a10a2d721fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.330235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-197d1266-2bd2-4796-8604-7a10a2d721fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2082372 Aug 29 17:20:48.392864 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c1c1aacd-393e-4de7-9105-6df30d867911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.400241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745cb346-be74-4254-b80b-5040580b0969 req-d9cceb05-4929-4c83-9ba5-05e978cb330a tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663095 Aug 29 17:20:48.408244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c1c1aacd-393e-4de7-9105-6df30d867911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.457385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c1c1aacd-393e-4de7-9105-6df30d867911 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=889e27c771bf4bcaba497dec775ab631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863398 Aug 29 17:20:48.459177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.469604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35406) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:48.486382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1aacd-393e-4de7-9105-6df30d867911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe5497-c89e-4a1c-87d0-0da5e25d4579,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:48.533621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Transition to ACTIVE for port object 74f79187-9b73-4497-8a91-496b338e698d will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:48.541395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91d17d83-0be1-4a91-9069-f360c3765eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.565002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-4393db39-78af-4eec-80c1-27081461a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.566512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-4393db39-78af-4eec-80c1-27081461a815 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1470487 Aug 29 17:20:48.567435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91d17d83-0be1-4a91-9069-f360c3765eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.628049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91d17d83-0be1-4a91-9069-f360c3765eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.630874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91d17d83-0be1-4a91-9069-f360c3765eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.634661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-91d17d83-0be1-4a91-9069-f360c3765eb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95fe5497-c89e-4a1c-87d0-0da5e25d4579 HTTP/1.1" status: 204 len: 168 time: 0.1546638 Aug 29 17:20:48.647450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d17d83-0be1-4a91-9069-f360c3765eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe5497-c89e-4a1c-87d0-0da5e25d4579,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:48.650391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-87ec7585-6f69-49bc-888b-4da029d23e6a service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178113 Aug 29 17:20:48.810794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.876289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Port': ['ID=74f79187-9b73-4497-8a91-496b338e698d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:48.938070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network c9da1db5-5e2a-4d21-a72f-504f565d010e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:48.940845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:48.949743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-64cbc6cc-5378-47e3-a2e3-e14607fa2afd service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736160 Aug 29 17:20:48.951654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:49.102399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aff232-43dc-4bfa-8a54-2b64daeb3c73 req-1761687a-0366-4df8-b9a2-765a0e8bc9ce tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.111930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4aff232-43dc-4bfa-8a54-2b64daeb3c73 req-1761687a-0366-4df8-b9a2-765a0e8bc9ce tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1318223 Aug 29 17:20:49.151881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8789157-2e88-489f-80ad-1131919d7f51 req-56700afd-cbe8-4964-afc2-5f1250a16b74 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.157963 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8789157-2e88-489f-80ad-1131919d7f51 req-56700afd-cbe8-4964-afc2-5f1250a16b74 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 948 time: 0.4260559 Aug 29 17:20:49.167796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d0b7f73-d90e-40ba-86dc-3a9e5b2ae8f1 req-91384c5d-6444-49b8-b767-e7c984fa25e3 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057838 Aug 29 17:20:49.175717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4aff232-43dc-4bfa-8a54-2b64daeb3c73 req-b98e8700-6e8c-4924-8ba7-0ebf49a53563 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621197 Aug 29 17:20:49.258549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7a5959d-bf57-4362-9504-2984ffe1a6e3 req-7e90dd75-bade-44ca-b68d-77e20c65dbd9 service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889103 Aug 29 17:20:49.336345 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8789157-2e88-489f-80ad-1131919d7f51 req-87564162-4b51-4da6-903f-69a4663df932 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427360 Aug 29 17:20:49.365921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.366516 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:49.402811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-d6884d12-b084-4b37-9258-0c5cb2e2b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.404953 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-d6884d12-b084-4b37-9258-0c5cb2e2b23c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54977d63dd8242fb8184905785dbd6ea&device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 1100 time: 0.1396987 Aug 29 17:20:49.410220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-244e8703-1243-4b96-bdc2-1da92d8442f1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7530212 Aug 29 17:20:49.436453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Request body: {'port': {'device_id': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:49.534076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49077909-6597-4163-a422-6711a56980bb req-e19d72fb-f127-4f3b-86e7-29fded756179 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.538432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:49.547046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49077909-6597-4163-a422-6711a56980bb req-e19d72fb-f127-4f3b-86e7-29fded756179 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.567580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49077909-6597-4163-a422-6711a56980bb req-e19d72fb-f127-4f3b-86e7-29fded756179 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.575787 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49077909-6597-4163-a422-6711a56980bb req-e19d72fb-f127-4f3b-86e7-29fded756179 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2377 time: 0.1757209 Aug 29 17:20:49.582668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6eec6e6d-439d-42a8-a61f-f0b82bf151b6 None None] Provisioning for port 74f79187-9b73-4497-8a91-496b338e698d completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:49.613352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6eec6e6d-439d-42a8-a61f-f0b82bf151b6 None None] Provisioning complete for port 74f79187-9b73-4497-8a91-496b338e698d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:49.620987 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6eec6e6d-439d-42a8-a61f-f0b82bf151b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:49.637290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49077909-6597-4163-a422-6711a56980bb req-49d1b52b-680a-4f30-a17a-2f536f6a57fb tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529623 Aug 29 17:20:49.670421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6eec6e6d-439d-42a8-a61f-f0b82bf151b6 None None] Port 74f79187-9b73-4497-8a91-496b338e698d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:49.761694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f13ff-de26-4b35-bfb5-e1189e9e7cf3 req-78d0bebf-833d-48c9-b6a3-2fed8a703830 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.763340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff5f13ff-de26-4b35-bfb5-e1189e9e7cf3 req-78d0bebf-833d-48c9-b6a3-2fed8a703830 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1963692 Aug 29 17:20:49.799046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35444) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:49.919569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff5f13ff-de26-4b35-bfb5-e1189e9e7cf3 req-d665320a-b900-4e35-9206-63083e76d848 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236331 Aug 29 17:20:49.923607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-8cfae80a-6dd4-4c9f-9dc0-488fd1c6246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.925072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-8cfae80a-6dd4-4c9f-9dc0-488fd1c6246c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.5091310 Aug 29 17:20:49.930805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-883864547'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:49.987756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Made reservation on behalf of 7c8aed31b60b4d5e8e93169c8b82d252 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:49.991635 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.007028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-9a9410c7-c4d9-43b9-9e8f-82403936960f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea HTTP/1.1" status: 200 len: 217 time: 0.0622399 Aug 29 17:20:50.008781 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.131549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-2d134910-5705-4b01-9a24-392f4e8d9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:50.133117 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-2d134910-5705-4b01-9a24-392f4e8d9ad9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1029880 Aug 29 17:20:50.172777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.180568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.224454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:20:50.230280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-95a17c9a-77a6-4cd5-a1c2-f2d890206665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:50.232218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-95a17c9a-77a6-4cd5-a1c2-f2d890206665 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893798 Aug 29 17:20:50.245255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663cf185-53a9-4d57-a35e-cb2ddcc4e866,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:50.251105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.251663 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Added segment 314c9fcb-a5ab-434a-ac30-39933511f26e of type vlan for network 9e88e05e-36ee-4603-bf51-d4aee1637b9c Aug 29 17:20:50.361694 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.367492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:50.378347 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.401677 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.408404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Transition to ACTIVE for port object 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:50.410180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:50.410827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.411573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-c66a17aa-406d-4bbd-b7cd-96e370492e71 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659133 Aug 29 17:20:50.414077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.468890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Pushing event updated for resources: {'Port': ['ID=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:50.574793 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7391972-4d23-4bd3-a5f0-270c05ff29dc req-06ab99ac-ee6b-4813-a677-e98175c13b90 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077299 Aug 29 17:20:50.576717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event updated for resources: {'Network': ['ID=9e88e05e-36ee-4603-bf51-d4aee1637b9c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:50.597492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 9e88e05e-36ee-4603-bf51-d4aee1637b9c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:20:50.603038 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9c531d7c-34c0-405c-8765-a551dddbcece tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8012743 Aug 29 17:20:50.606048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35456) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:50.618168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Request body: {'subnet': {'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:50.656501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5cd6-b9cf-442d-8df4-d5ea749fbc7d req-13d0e4e8-4159-4135-b305-a80888a832b1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:50.664977 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-254d5cd6-b9cf-442d-8df4-d5ea749fbc7d req-13d0e4e8-4159-4135-b305-a80888a832b1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.3431559 Aug 29 17:20:50.717692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91acafe-4d39-4009-9ba6-a9ebd2bbf290 req-ca5d1592-0b36-414c-ba7b-a5871af90d83 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:50.726916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91acafe-4d39-4009-9ba6-a9ebd2bbf290 req-ca5d1592-0b36-414c-ba7b-a5871af90d83 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 948 time: 0.1489403 Aug 29 17:20:50.799583 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-254d5cd6-b9cf-442d-8df4-d5ea749fbc7d req-b04be68e-5b48-41a4-af5b-a4b5c077c9c4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316257 Aug 29 17:20:50.805830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91acafe-4d39-4009-9ba6-a9ebd2bbf290 req-de0edc6e-31df-4a1a-ac85-9cc95e541fdf tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778394 Aug 29 17:20:50.885277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Attempting to bind port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:50.888418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Attempting to bind port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:50.888805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Attempting to bind port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 on network c9da1db5-5e2a-4d21-a72f-504f565d010e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:50.903641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 on network c9da1db5-5e2a-4d21-a72f-504f565d010e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:50.903641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Attempting to bind port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 on network c9da1db5-5e2a-4d21-a72f-504f565d010e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:50.919658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Made reservation on behalf of 7c8aed31b60b4d5e8e93169c8b82d252 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:50.931206 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.932672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:50.933262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Checking segment: {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:50.934397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Bound using segment: {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:50.934951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Bound port: 1db22c1e-f531-4dc7-92c2-2c57613c7ce8, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:50.935327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.077737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f759-69a9-4475-a2e8-abce0bf1c326 req-8c6e61db-6ab8-4060-87c5-8d26dd24625f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.085621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f759-69a9-4475-a2e8-abce0bf1c326 req-8c6e61db-6ab8-4060-87c5-8d26dd24625f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.092591 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f759-69a9-4475-a2e8-abce0bf1c326 req-8c6e61db-6ab8-4060-87c5-8d26dd24625f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.094508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ad71f759-69a9-4475-a2e8-abce0bf1c326 req-8c6e61db-6ab8-4060-87c5-8d26dd24625f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2389 time: 0.1181710 Aug 29 17:20:51.139374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] For port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:51.165781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] For port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:51.186502 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ad71f759-69a9-4475-a2e8-abce0bf1c326 req-1bd77065-2425-4e43-ab4b-2b0cb4e92918 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835309 Aug 29 17:20:51.195221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.208394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.237904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.238779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.240436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] 10.222.0.43 "PUT /v2.0/ports/1db22c1e-f531-4dc7-92c2-2c57613c7ce8 HTTP/1.1" status: 200 len: 1093 time: 1.8096404 Aug 29 17:20:51.241001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'tag': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:51.243696 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffab094-ee77-490e-aabb-8ab895d8cc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "tag": "1db22c1e-f531-4dc7-92c2-2c57613c7ce8"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:51.300803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Request body: {'port': {'device_id': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:51.354700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09bf67-8796-4722-a9ac-38276547961a service neutron] Pushing event updated for resources: {'Port': ['ID=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:51.370966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event updated for resources: {'Subnet': ['ID=1016bdaa-6968-418d-ba69-5857db80ffc7,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:51.393181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40346df4-f9c2-4135-bd93-0e557460fa54 req-78cc409c-b6b8-4e59-9e6a-86893562b033 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.395276 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40346df4-f9c2-4135-bd93-0e557460fa54 req-78cc409c-b6b8-4e59-9e6a-86893562b033 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1167448 Aug 29 17:20:51.396088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Checking segment: {'id': '314c9fcb-a5ab-434a-ac30-39933511f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:51.396445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Network hostable DHCP agents. Network: 9e88e05e-36ee-4603-bf51-d4aee1637b9c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:20:51.415324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a73e55-94d9-4186-a670-1a9e1ea565b7 req-1c828248-8d03-4407-bad5-dad70745f2e6 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.425101 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5a73e55-94d9-4186-a670-1a9e1ea565b7 req-1c828248-8d03-4407-bad5-dad70745f2e6 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 945 time: 0.1537297 Aug 29 17:20:51.449345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Network 9e88e05e-36ee-4603-bf51-d4aee1637b9c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:20:51.459788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40346df4-f9c2-4135-bd93-0e557460fa54 req-2c31a299-b484-470b-8ea0-3d201c8c2b83 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504355 Aug 29 17:20:51.472022 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.481245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 9e88e05e-36ee-4603-bf51-d4aee1637b9c) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:51.498933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14272b66-e0f5-4875-a0f7-852c26602727 None None] Network 9e88e05e-36ee-4603-bf51-d4aee1637b9c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:51.506768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.507841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.551157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3a9a5f3e-37c4-4289-909b-be5a8c284c93 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9407945 Aug 29 17:20:51.551986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35474) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:51.558435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Request body: {'port': {'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1455865647'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:51.558853 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5a73e55-94d9-4186-a670-1a9e1ea565b7 req-41ce25fa-2f5a-4509-b115-08eeb3f0838f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327097 Aug 29 17:20:51.566149 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb8d97-8740-43ba-bb47-792847107f66 x-openstack-request-id: req-2dbb8d97-8740-43ba-bb47-792847107f66 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:51.566659 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "tag": "1db22c1e-f531-4dc7-92c2-2c57613c7ce8", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:51.567174 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2dbb8d97-8740-43ba-bb47-792847107f66 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:51.567882 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'tag': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8', 'status': 'completed', 'code': 200} Aug 29 17:20:51.735993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Made reservation on behalf of 7c8aed31b60b4d5e8e93169c8b82d252 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:51.740437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.757420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-45817bec-3405-49b7-b27b-2e5d8f5a40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.758558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-45817bec-3405-49b7-b27b-2e5d8f5a40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.759062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-45817bec-3405-49b7-b27b-2e5d8f5a40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.761199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-45817bec-3405-49b7-b27b-2e5d8f5a40a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2733 time: 0.1918924 Aug 29 17:20:51.764293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] device_id is not set on port 1827de85-19ca-447c-a1e1-28ad2442ecd2 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:20:51.769699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-9e88e05e-36ee-4603-bf51-d4aee1637b9c', 'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c', 'tenant_id': '7c8aed31b60b4d5e8e93169c8b82d252', 'fixed_ips': [{'subnet_id': '1016bdaa-6968-418d-ba69-5857db80ffc7'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:20:51.771431 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.830443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306ca1a-161b-4678-9490-5ebfef888519 req-44e41472-ff17-4ab5-b2e0-84a3e1b2e553 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.831993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9306ca1a-161b-4678-9490-5ebfef888519 req-44e41472-ff17-4ab5-b2e0-84a3e1b2e553 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 945 time: 0.1457615 Aug 29 17:20:51.939769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Allocated IP 172.20.0.13 (9e88e05e-36ee-4603-bf51-d4aee1637b9c/1016bdaa-6968-418d-ba69-5857db80ffc7/1827de85-19ca-447c-a1e1-28ad2442ecd2) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:52.013691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:52.026343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e0d6-d39f-4a42-bd14-94f4c9bdc899 req-d0b6b58f-8473-468d-a096-2618ce05283d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.027947 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a623e0d6-d39f-4a42-bd14-94f4c9bdc899 req-d0b6b58f-8473-468d-a096-2618ce05283d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 948 time: 0.0843406 Aug 29 17:20:52.120515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:52.127630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a623e0d6-d39f-4a42-bd14-94f4c9bdc899 req-4995445a-f4e5-4e99-9a1b-d92c741f625c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873091 Aug 29 17:20:52.134552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '47aaeb59-41df-4c7a-ae8a-cff02d5f8aea', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '47aaeb59-41df-4c7a-ae8a-cff02d5f8aea', 'mac_address': 'fa:16:3e:b0:35:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:52.178548 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.192610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:52.213947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:52.214253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.221469 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.233309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Transition to ACTIVE for port object 1827de85-19ca-447c-a1e1-28ad2442ecd2 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:52.274630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.286376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.347903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Allocated IP 172.20.0.2 (9e88e05e-36ee-4603-bf51-d4aee1637b9c/1016bdaa-6968-418d-ba69-5857db80ffc7/a38f8e75-724d-4952-9aeb-a2000ee19b43) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:52.351702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Network 9e88e05e-36ee-4603-bf51-d4aee1637b9c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:52.362185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:52.380095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:52.384247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event updated for resources: {'Port': ['ID=1827de85-19ca-447c-a1e1-28ad2442ecd2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.429821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-8d944de3-7b15-44b8-98e0-feb721b20984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.430471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-8d944de3-7b15-44b8-98e0-feb721b20984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.430715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-8d944de3-7b15-44b8-98e0-feb721b20984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.432348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-8d944de3-7b15-44b8-98e0-feb721b20984 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ed4a06caae456bb0e14bc400424e27&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6328523 Aug 29 17:20:52.450872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3762f-df01-4940-8dce-ce8a647829bd req-31fd272b-9063-4df1-9e25-11e0e3d7b0a5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.457541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3762f-df01-4940-8dce-ce8a647829bd req-31fd272b-9063-4df1-9e25-11e0e3d7b0a5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.464036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3762f-df01-4940-8dce-ce8a647829bd req-31fd272b-9063-4df1-9e25-11e0e3d7b0a5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.466009 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14d3762f-df01-4940-8dce-ce8a647829bd req-31fd272b-9063-4df1-9e25-11e0e3d7b0a5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2389 time: 0.1403818 Aug 29 17:20:52.473017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.473657 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.484720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89f636-c2ce-4f38-a855-5f91745702e5 req-4f3beeaf-ba2e-4500-9936-5ace7fe930ac tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.494750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a89f636-c2ce-4f38-a855-5f91745702e5 req-4f3beeaf-ba2e-4500-9936-5ace7fe930ac tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.5429623 Aug 29 17:20:52.510879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-556c6ee0-8f66-4c6c-905d-bbe99b7dbbda tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9571633 Aug 29 17:20:52.517578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35486) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:52.525538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Request body: {'port': {'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-425209222', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:52.526242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] bootfile-name is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:20:52.526957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] tftp-server is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:20:52.527305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] server-ip-address is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:20:52.551098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.551390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14d3762f-df01-4940-8dce-ce8a647829bd req-2814fad8-7f6d-49cd-b570-2119bfe81c75 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736318 Aug 29 17:20:52.564966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Transition to ACTIVE for port object a38f8e75-724d-4952-9aeb-a2000ee19b43 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:52.581817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Transition to ACTIVE for port object a38f8e75-724d-4952-9aeb-a2000ee19b43 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:52.593090 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.601154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ce930d-96bc-4a28-8475-b4c726b64ea8 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:52.630188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.662381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Deleting port 8a421199-2ae2-472a-a4a6-5afb9b6845fe {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:52.662792 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.663762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Network 9e88e05e-36ee-4603-bf51-d4aee1637b9c is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:52.669378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['47aaeb59-41df-4c7a-ae8a-cff02d5f8aea'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:52.676707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:52.701968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:52.706621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Pushing event updated for resources: {'Port': ['ID=a38f8e75-724d-4952-9aeb-a2000ee19b43,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.716717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-5a6cd3df-2a58-4b5d-bb72-562938d09264 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.718208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-5a6cd3df-2a58-4b5d-bb72-562938d09264 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1098 time: 0.1117547 Aug 29 17:20:52.739374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Transition to ACTIVE for port object f8ce930d-96bc-4a28-8475-b4c726b64ea8 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:52.740502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-15'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:52.753068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a89f636-c2ce-4f38-a855-5f91745702e5 req-ca99d412-3219-42a8-8544-f90d43e27d2f tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572148 Aug 29 17:20:52.762548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.778096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Attempting to bind port a38f8e75-724d-4952-9aeb-a2000ee19b43 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:52.778663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Attempting to bind port a38f8e75-724d-4952-9aeb-a2000ee19b43 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '314c9fcb-a5ab-434a-ac30-39933511f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:52.778906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Attempting to bind port a38f8e75-724d-4952-9aeb-a2000ee19b43 on network 9e88e05e-36ee-4603-bf51-d4aee1637b9c {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:52.783493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5202d00-ed50-429e-b09b-621e1dba2ecb req-b03ff5ce-c3fb-429b-ab00-69d3b2692d08 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.785378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5202d00-ed50-429e-b09b-621e1dba2ecb req-b03ff5ce-c3fb-429b-ab00-69d3b2692d08 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 946 time: 0.1161301 Aug 29 17:20:52.794740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:52.796444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Checking segment: {'id': '314c9fcb-a5ab-434a-ac30-39933511f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:52.796976 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.797604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Bound using segment: {'id': '314c9fcb-a5ab-434a-ac30-39933511f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:52.798334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Bound port: a38f8e75-724d-4952-9aeb-a2000ee19b43, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314c9fcb-a5ab-434a-ac30-39933511f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e88e05e-36ee-4603-bf51-d4aee1637b9c'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:52.799266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.848277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-746ca239-0ca6-4d50-90ba-2fa6c7f636fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.849823 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ffab094-ee77-490e-aabb-8ab895d8cc3a req-746ca239-0ca6-4d50-90ba-2fa6c7f636fa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3942096 Aug 29 17:20:52.897097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ce930d-96bc-4a28-8475-b4c726b64ea8,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.960259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] For port 8a421199-2ae2-472a-a4a6-5afb9b6845fe, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8a421199-2ae2-472a-a4a6-5afb9b6845fe,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:52.960578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.967774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] For port a38f8e75-724d-4952-9aeb-a2000ee19b43, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:52.988900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] For port a38f8e75-724d-4952-9aeb-a2000ee19b43, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a38f8e75-724d-4952-9aeb-a2000ee19b43,segment=NetworkSegment(314c9fcb-a5ab-434a-ac30-39933511f26e),segment_id=314c9fcb-a5ab-434a-ac30-39933511f26e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:52.996710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Calling delete_port for 8a421199-2ae2-472a-a4a6-5afb9b6845fe owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:53.002451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.023461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675ed8-6b3c-4cf1-a94b-8b715f18ee05 req-b874371d-390a-4160-8754-cf037ccc4b8e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.030943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-55675ed8-6b3c-4cf1-a94b-8b715f18ee05 req-b874371d-390a-4160-8754-cf037ccc4b8e tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e21b631-26b3-4f46-8e2e-42efc8b6308c HTTP/1.1" status: 200 len: 945 time: 0.1615281 Aug 29 17:20:53.089257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c6f7f-8057-489f-ad93-c0859dafdde0 None None] Pushing event updated for resources: {'Port': ['ID=a38f8e75-724d-4952-9aeb-a2000ee19b43,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:53.123228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Attempting to bind port f8ce930d-96bc-4a28-8475-b4c726b64ea8 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:53.123606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Attempting to bind port f8ce930d-96bc-4a28-8475-b4c726b64ea8 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:53.123965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Attempting to bind port f8ce930d-96bc-4a28-8475-b4c726b64ea8 on network c85df4bd-9895-4325-862a-c8e7f80fe191 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:53.154523 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-55675ed8-6b3c-4cf1-a94b-8b715f18ee05 req-e8207486-0253-4d41-8bd6-f23d9e36d479 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203425 Aug 29 17:20:53.157141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Port f8ce930d-96bc-4a28-8475-b4c726b64ea8 on network c85df4bd-9895-4325-862a-c8e7f80fe191 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:53.158057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Attempting to bind port f8ce930d-96bc-4a28-8475-b4c726b64ea8 on network c85df4bd-9895-4325-862a-c8e7f80fe191 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:53.186894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:53.187484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Checking segment: {'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:53.188051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Bound using segment: {'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:53.188710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Bound port: f8ce930d-96bc-4a28-8475-b4c726b64ea8, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba9dc7e-6eb1-44d8-90e2-a02979418033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:53.189346 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.225536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5202d00-ed50-429e-b09b-621e1dba2ecb req-6e4705d8-b44e-41b4-ad3d-4b75713a2a7c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157476 Aug 29 17:20:53.230803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Made reservation on behalf of 7c8aed31b60b4d5e8e93169c8b82d252 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:53.234340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.260464 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.269004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] device_id is not set on port 66363bb8-8bd3-4711-8606-cfa5ab47b60e yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:20:53.347289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] For port f8ce930d-96bc-4a28-8475-b4c726b64ea8, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:53.357679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] For port f8ce930d-96bc-4a28-8475-b4c726b64ea8, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f8ce930d-96bc-4a28-8475-b4c726b64ea8,segment=NetworkSegment(bba9dc7e-6eb1-44d8-90e2-a02979418033),segment_id=bba9dc7e-6eb1-44d8-90e2-a02979418033)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:53.361433 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.428521 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.439097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Pushing event deleted for resources: {'Port': ['ID=8a421199-2ae2-472a-a4a6-5afb9b6845fe,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:53.509170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.509797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.511868 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] 10.222.0.43 "PUT /v2.0/ports/f8ce930d-96bc-4a28-8475-b4c726b64ea8 HTTP/1.1" status: 200 len: 1093 time: 2.2157063 Aug 29 17:20:53.543694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Allocated IP 172.20.0.9 (9e88e05e-36ee-4603-bf51-d4aee1637b9c/1016bdaa-6968-418d-ba69-5857db80ffc7/66363bb8-8bd3-4711-8606-cfa5ab47b60e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:53.547708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] No DVR routers for this DVR port 8a421199-2ae2-472a-a4a6-5afb9b6845fe on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:53.554176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.556208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9306ca1a-161b-4678-9490-5ebfef888519 req-025b6ba5-0beb-4e8b-b076-4f471c61fb97 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.44 "DELETE /v2.0/ports/8a421199-2ae2-472a-a4a6-5afb9b6845fe HTTP/1.1" status: 204 len: 173 time: 1.7026672 Aug 29 17:20:53.564273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Request body: {'port': {'device_id': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:53.575518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'tag': 'f8ce930d-96bc-4a28-8475-b4c726b64ea8'}, {'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'name': 'network-vif-deleted', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:53.576828 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "tag": "f8ce930d-96bc-4a28-8475-b4c726b64ea8"}, {"server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "name": "network-vif-deleted", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:53.608181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8cf5-98bd-4fe2-8ded-ef31bab5a83a req-32efc7b7-4b7e-46e5-b79f-31822935d50d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.616349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dbb8cf5-98bd-4fe2-8ded-ef31bab5a83a req-32efc7b7-4b7e-46e5-b79f-31822935d50d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 949 time: 0.2730908 Aug 29 17:20:53.631400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9ee46-bd2c-4a46-b107-76f282c01072 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ce930d-96bc-4a28-8475-b4c726b64ea8,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:53.633711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:53.771734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:53.771956 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dbb8cf5-98bd-4fe2-8ded-ef31bab5a83a req-2f1bfcd7-c737-4dbc-a719-0681ec0c66da tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516984 Aug 29 17:20:53.771956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.875556 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c678e5d5-9ee5-4faa-8dbe-a84f760b5241 x-openstack-request-id: req-c678e5d5-9ee5-4faa-8dbe-a84f760b5241 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:53.876694 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "tag": "f8ce930d-96bc-4a28-8475-b4c726b64ea8", "status": "completed", "code": 200}, {"server_uuid": "6e21b631-26b3-4f46-8e2e-42efc8b6308c", "name": "network-vif-deleted", "tag": "8a421199-2ae2-472a-a4a6-5afb9b6845fe", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:53.877086 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c678e5d5-9ee5-4faa-8dbe-a84f760b5241 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:53.877670 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'tag': 'f8ce930d-96bc-4a28-8475-b4c726b64ea8', 'status': 'completed', 'code': 200} Aug 29 17:20:53.878087 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21b631-26b3-4f46-8e2e-42efc8b6308c', 'name': 'network-vif-deleted', 'tag': '8a421199-2ae2-472a-a4a6-5afb9b6845fe', 'status': 'completed', 'code': 200} Aug 29 17:20:53.933763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:53.936347 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfa1f3e-1cb1-4085-8201-b4adbf2bdf48" -d '{"events": [{"server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:53.946620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.960192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a5c2f-c371-4c8c-86b0-688be2b92c22 req-047d1348-3381-4539-b102-3af3708c001c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.966545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a5c2f-c371-4c8c-86b0-688be2b92c22 req-047d1348-3381-4539-b102-3af3708c001c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.973590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a5c2f-c371-4c8c-86b0-688be2b92c22 req-047d1348-3381-4539-b102-3af3708c001c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.975412 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3a5c2f-c371-4c8c-86b0-688be2b92c22 req-047d1348-3381-4539-b102-3af3708c001c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2401 time: 0.2425566 Aug 29 17:20:54.008322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.023850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e8891120-4d3a-4535-a406-85ad8bff1a43 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:54.062145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8a421199-2ae2-472a-a4a6-5afb9b6845fe no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:54.111967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 8a421199-2ae2-472a-a4a6-5afb9b6845fe {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:54.112903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8a421199-2ae2-472a-a4a6-5afb9b6845fe not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:54.159533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a3a5c2f-c371-4c8c-86b0-688be2b92c22 req-c775815f-9da6-4670-ba71-7c77130fe47b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703956 Aug 29 17:20:54.240187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-a46906d5-eede-4bd6-abdb-4a11c0dcb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.240187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-a46906d5-eede-4bd6-abdb-4a11c0dcb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.240807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-a46906d5-eede-4bd6-abdb-4a11c0dcb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.243138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-a46906d5-eede-4bd6-abdb-4a11c0dcb0ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2801 time: 0.2807527 Aug 29 17:20:54.260510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cde938-524d-43dc-8454-244085dce2a4 req-d6df9d33-aed8-42fc-a5f0-3e0e28dd02ab tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.270619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6cde938-524d-43dc-8454-244085dce2a4 req-d6df9d33-aed8-42fc-a5f0-3e0e28dd02ab tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.3095822 Aug 29 17:20:54.292530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:54.304770 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed44a15c-6197-4db3-8e68-457832372fad x-openstack-request-id: req-ed44a15c-6197-4db3-8e68-457832372fad {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:54.305444 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:54.305888 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed44a15c-6197-4db3-8e68-457832372fad {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:54.306390 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43', 'code': 200} Aug 29 17:20:54.316600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:54.342070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:54.343895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:54.343895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:54.354640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:54.355142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:54.355468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:54.359717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:54.361270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:54.363768 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.369134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:54.369623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:54.377264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:54.378655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:54.379617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:54.380836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Bound port: e8891120-4d3a-4535-a406-85ad8bff1a43, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:54.381297 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.387938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:54.388770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:54.389235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:54.389702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Bound port: e8891120-4d3a-4535-a406-85ad8bff1a43, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:54.390039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.409213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Transition to ACTIVE for port object 66363bb8-8bd3-4711-8606-cfa5ab47b60e will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:54.494943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:54.499456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:54.502765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023cd80d-4f1e-43d8-8127-3bd930d435d6 None None] Network 9e88e05e-36ee-4603-bf51-d4aee1637b9c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:54.506661 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.517773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.529101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:54.555358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6cde938-524d-43dc-8454-244085dce2a4 req-de3b16cb-f055-4c03-bf3a-e51a0e7a9c72 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829225 Aug 29 17:20:54.573629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f79187-9b73-4497-8a91-496b338e698d {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:54.574271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Network 9e88e05e-36ee-4603-bf51-d4aee1637b9c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:54.592900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e8891120-4d3a-4535-a406-85ad8bff1a43-n-h2-713499-15-0 {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:20:54.594500 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:20:54.595336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:54.596980 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.620254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:54.629671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-e0282099-d405-42b8-ac38-df2c084bf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.631424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-e0282099-d405-42b8-ac38-df2c084bf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.632473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-e0282099-d405-42b8-ac38-df2c084bf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.635048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-e0282099-d405-42b8-ac38-df2c084bf87e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ed4a06caae456bb0e14bc400424e27&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3615305 Aug 29 17:20:54.645680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Transition to ACTIVE for port object 74f79187-9b73-4497-8a91-496b338e698d will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:54.645873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:54.660211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5a7193b2-05c2-4c04-b4d3-1938bf6224b2 None None] Provisioning for port a38f8e75-724d-4952-9aeb-a2000ee19b43 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:54.663001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event updated for resources: {'Port': ['ID=66363bb8-8bd3-4711-8606-cfa5ab47b60e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:54.693309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a35a4d-abfd-4ebd-8ca8-5cec98851184 req-378884b6-9659-4078-b5d7-41c63590e78d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.694984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1a35a4d-abfd-4ebd-8ca8-5cec98851184 req-378884b6-9659-4078-b5d7-41c63590e78d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.1426916 Aug 29 17:20:54.703812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e8891120-4d3a-4535-a406-85ad8bff1a43 has no active binding in host n-h1-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:20:54.707589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.707895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.746960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a1f4be2a-671c-47fd-9adc-69fea09e2a46 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.2258024 Aug 29 17:20:54.747171 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.749695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35514) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:54.769444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1a35a4d-abfd-4ebd-8ca8-5cec98851184 req-201bb5af-b43b-47e6-a28e-cac5c2d8f176 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547481 Aug 29 17:20:54.871156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-732f5b8a-754e-4f9a-a27a-8e34386a9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.873190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94891556-994d-4e57-a9c1-a5a5e6ea9a9f req-732f5b8a-754e-4f9a-a27a-8e34386a9e26 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2248142 Aug 29 17:20:54.910048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=74f79187-9b73-4497-8a91-496b338e698d,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:54.985191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a38f8e75-724d-4952-9aeb-a2000ee19b43 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:54.986923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e052c24-df25-4b46-890b-30a399230b02 req-65ecb9cd-154e-41f1-b615-ec1fce4b0b06 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.997767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e052c24-df25-4b46-890b-30a399230b02 req-65ecb9cd-154e-41f1-b615-ec1fce4b0b06 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 949 time: 0.1194928 Aug 29 17:20:55.008446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d740b010-9e54-4e6e-9a58-02e6d9228d97 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.015274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d740b010-9e54-4e6e-9a58-02e6d9228d97 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.022636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d740b010-9e54-4e6e-9a58-02e6d9228d97 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.028170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d740b010-9e54-4e6e-9a58-02e6d9228d97 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2725472 Aug 29 17:20:55.028801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35520) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:55.041580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e052c24-df25-4b46-890b-30a399230b02 req-ecd54339-1be9-4434-9b2b-73fe5d60ad85 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Aug 29 17:20:55.076791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a38f8e75-724d-4952-9aeb-a2000ee19b43 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:55.082840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a38f8e75-724d-4952-9aeb-a2000ee19b43 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:55.083217 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.113327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:55.114012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:55.115108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:55.123546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:55.124490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempting to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 on network 182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:55.133121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92162733-cd6e-45a8-bb34-34d2d17270f2 req-7aa29ca4-dd96-4954-9151-923830a36071 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.134302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:55.134758 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92162733-cd6e-45a8-bb34-34d2d17270f2 req-7aa29ca4-dd96-4954-9151-923830a36071 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 945 time: 0.1822293 Aug 29 17:20:55.144769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Checking segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:55.145189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Bound using segment: {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:55.145655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Bound port: e8891120-4d3a-4535-a406-85ad8bff1a43, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77c1879-1850-4ba5-9f67-826ea051d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '182fe0bf-31b7-4f93-8a4b-78128e1e9cf3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:55.146073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.204563 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.233956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Attempting to bind port 74f79187-9b73-4497-8a91-496b338e698d on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:55.234140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Attempting to bind port 74f79187-9b73-4497-8a91-496b338e698d by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:55.234368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Attempting to bind port 74f79187-9b73-4497-8a91-496b338e698d on network c9da1db5-5e2a-4d21-a72f-504f565d010e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:55.243245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Port 74f79187-9b73-4497-8a91-496b338e698d on network c9da1db5-5e2a-4d21-a72f-504f565d010e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:55.243586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Attempting to bind port 74f79187-9b73-4497-8a91-496b338e698d on network c9da1db5-5e2a-4d21-a72f-504f565d010e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:55.249252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:55.249700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Checking segment: {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:55.250599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Bound using segment: {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:55.250791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Bound port: 74f79187-9b73-4497-8a91-496b338e698d, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acadf55c-7c87-4224-965f-e1a4ca636a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:55.251049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.267019 n-d-713499-15 neutron-server[94796]: WARNING neutron.plugins.ml2.plugin [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Concurrent port binding operations failed on port e8891120-4d3a-4535-a406-85ad8bff1a43 Aug 29 17:20:55.269488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a38f8e75-724d-4952-9aeb-a2000ee19b43, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a38f8e75-724d-4952-9aeb-a2000ee19b43,segment=NetworkSegment(314c9fcb-a5ab-434a-ac30-39933511f26e),segment_id=314c9fcb-a5ab-434a-ac30-39933511f26e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:55.271762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:55.272587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Provisioning complete for port a38f8e75-724d-4952-9aeb-a2000ee19b43 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:55.273624 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.277420 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attempt 2 to bind port e8891120-4d3a-4535-a406-85ad8bff1a43 Aug 29 17:20:55.278338 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.296943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92162733-cd6e-45a8-bb34-34d2d17270f2 req-58d125ee-77ae-43d6-a4e7-4988f2f42a74 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468673 Aug 29 17:20:55.318971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.318971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.318971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-3c66d6b5-8518-412a-9fda-87d56a54d3d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/e8891120-4d3a-4535-a406-85ad8bff1a43 HTTP/1.1" status: 200 len: 1124 time: 2.5895591 Aug 29 17:20:55.369399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930fb09-0d65-42ab-a812-cf9e7f41067a req-0a52e84b-7fb5-41e1-985b-4a8f4c4c568c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.377517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930fb09-0d65-42ab-a812-cf9e7f41067a req-0a52e84b-7fb5-41e1-985b-4a8f4c4c568c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.385882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930fb09-0d65-42ab-a812-cf9e7f41067a req-0a52e84b-7fb5-41e1-985b-4a8f4c4c568c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.393856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a27dd5af-e09f-426c-afe5-93cffc1c734b tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Deleting port 66363bb8-8bd3-4711-8606-cfa5ab47b60e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:55.394374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a27dd5af-e09f-426c-afe5-93cffc1c734b tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.395582 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6930fb09-0d65-42ab-a812-cf9e7f41067a req-0a52e84b-7fb5-41e1-985b-4a8f4c4c568c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2413 time: 0.1188166 Aug 29 17:20:55.413958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] For port 74f79187-9b73-4497-8a91-496b338e698d, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:55.416918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a38f8e75-724d-4952-9aeb-a2000ee19b43,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:55.465029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] For port 74f79187-9b73-4497-8a91-496b338e698d, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74f79187-9b73-4497-8a91-496b338e698d,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:55.484637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e8891120-4d3a-4535-a406-85ad8bff1a43'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:55.489146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e8891120-4d3a-4535-a406-85ad8bff1a43'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:55.498048 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.544221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-18a4da1e-78dd-42fd-9b25-c678aa5a328a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.548311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-18a4da1e-78dd-42fd-9b25-c678aa5a328a tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.44 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 945 time: 0.1508732 Aug 29 17:20:55.558516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.558978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.560138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] 10.222.0.43 "PUT /v2.0/ports/74f79187-9b73-4497-8a91-496b338e698d HTTP/1.1" status: 200 len: 1093 time: 2.0032439 Aug 29 17:20:55.560444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6930fb09-0d65-42ab-a812-cf9e7f41067a req-366ac57f-aa36-4f48-871f-be056efbc16b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368799 Aug 29 17:20:55.593019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a27dd5af-e09f-426c-afe5-93cffc1c734b tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.654773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a27dd5af-e09f-426c-afe5-93cffc1c734b tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Calling delete_port for 66363bb8-8bd3-4711-8606-cfa5ab47b60e owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:55.656712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dc44f-ecfe-45e0-9ce5-d6281260b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=74f79187-9b73-4497-8a91-496b338e698d,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:55.695596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Provisioning for port 1827de85-19ca-447c-a1e1-28ad2442ecd2 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:55.704976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Provisioning complete for port 1827de85-19ca-447c-a1e1-28ad2442ecd2 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:55.705454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.759549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Port 1827de85-19ca-447c-a1e1-28ad2442ecd2 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:55.783902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-78b3db15-b9bc-4c93-a16b-aa36b914bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.784950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-78b3db15-b9bc-4c93-a16b-aa36b914bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.785671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-78b3db15-b9bc-4c93-a16b-aa36b914bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.787755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-78b3db15-b9bc-4c93-a16b-aa36b914bddc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2869 time: 0.1423705 Aug 29 17:20:55.787914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a85387-f2d2-4b38-be2a-4689ae7287f5 req-1aba908c-6bd9-4129-9729-f8e675575a6d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.796018 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70a85387-f2d2-4b38-be2a-4689ae7287f5 req-1aba908c-6bd9-4129-9729-f8e675575a6d tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0923927 Aug 29 17:20:55.854479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Provisioning for port 66363bb8-8bd3-4711-8606-cfa5ab47b60e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:55.865005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Provisioning complete for port 66363bb8-8bd3-4711-8606-cfa5ab47b60e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:55.865383 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.870563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70a85387-f2d2-4b38-be2a-4689ae7287f5 req-2ffc2f81-f25b-4caa-b89d-831b03a7c1af tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737298 Aug 29 17:20:55.873180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Deleting port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:55.873808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.950663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7d4348af-2d69-4db6-b877-d46060846dc1 None None] Port 66363bb8-8bd3-4711-8606-cfa5ab47b60e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:55.983622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] For port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:55.984425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.998353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Calling delete_port for 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:56.034128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:56.095056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-532e2c94-2a31-47f5-b4d0-2658742baebb None None] Provisioning complete for port 1827de85-19ca-447c-a1e1-28ad2442ecd2 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:56.096006 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-532e2c94-2a31-47f5-b4d0-2658742baebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.121637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:56.133581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:56.134485 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.156433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-532e2c94-2a31-47f5-b4d0-2658742baebb None None] Port 1827de85-19ca-447c-a1e1-28ad2442ecd2 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:56.164469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.174060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'tag': '74f79187-9b73-4497-8a91-496b338e698d'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:56.176341 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cecd64d-6958-4bdd-b960-d5098a5863bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "tag": "74f79187-9b73-4497-8a91-496b338e698d"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:56.179924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-532e2c94-2a31-47f5-b4d0-2658742baebb None None] Provisioning complete for port 66363bb8-8bd3-4711-8606-cfa5ab47b60e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:56.180465 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-532e2c94-2a31-47f5-b4d0-2658742baebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.185035 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-091cf0bf-c134-49a5-b10f-64d247e9bd3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=1db22c1e-f531-4dc7-92c2-2c57613c7ce8 HTTP/1.1" status: 200 len: 217 time: 0.3751903 Aug 29 17:20:56.225857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Pushing event deleted for resources: {'Port': ['ID=6e02cd88-6db4-4148-83d1-b5a8f1a38b5b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:56.250198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-532e2c94-2a31-47f5-b4d0-2658742baebb None None] Port 66363bb8-8bd3-4711-8606-cfa5ab47b60e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:56.262242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.269447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e53a7d-5350-4e77-aa7f-cfc8b2f6bdb7 req-dcac6c19-b3b9-4a69-bc0d-4ef7358dc601 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.271738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83e53a7d-5350-4e77-aa7f-cfc8b2f6bdb7 req-dcac6c19-b3b9-4a69-bc0d-4ef7358dc601 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 949 time: 0.1203072 Aug 29 17:20:56.288063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] No DVR routers for this DVR port 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:56.290661 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.292592 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9752210-0ac8-4c68-ba62-45f1d0c50690 req-b7417fb0-6985-4fcf-a59f-bbada89cc534 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.44 "DELETE /v2.0/ports/6e02cd88-6db4-4148-83d1-b5a8f1a38b5b HTTP/1.1" status: 204 len: 173 time: 0.7215621 Aug 29 17:20:56.306718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-6127a965-c9af-4a46-ad98-1e5f1057d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.308576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-6127a965-c9af-4a46-ad98-1e5f1057d24e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71088046-e0d6-41cb-8849-b6e3edd26baa HTTP/1.1" status: 200 len: 801 time: 0.0996041 Aug 29 17:20:56.309119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43'}, {'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'name': 'network-vif-deleted', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:56.309567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba101e71-ba58-414b-86ba-48f2b1d75569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47aaeb59-41df-4c7a-ae8a-cff02d5f8aea'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:56.311938 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877" -d '{"events": [{"name": "network-changed", "server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43"}, {"server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "name": "network-vif-deleted", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:56.314238 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203c83d5-cd9d-4531-b5f6-41ad5819ac27" -d '{"events": [{"server_uuid": "ba101e71-ba58-414b-86ba-48f2b1d75569", "name": "network-vif-plugged", "status": "completed", "tag": "47aaeb59-41df-4c7a-ae8a-cff02d5f8aea"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:56.330736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072880-13fa-4641-a150-e75b71512f06 req-753e0bc8-05f1-4bc9-9287-f89639591b71 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.332145 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d5072880-13fa-4641-a150-e75b71512f06 req-753e0bc8-05f1-4bc9-9287-f89639591b71 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.1507285 Aug 29 17:20:56.336956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:56.349070 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.355406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83e53a7d-5350-4e77-aa7f-cfc8b2f6bdb7 req-4636051e-6d89-482f-8f04-374f55d7e003 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682912 Aug 29 17:20:56.404735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:56.405000 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a2757e-f5bb-4fc4-b2ee-57154e5d5fc7 x-openstack-request-id: req-c1a2757e-f5bb-4fc4-b2ee-57154e5d5fc7 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:56.405391 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "tag": "74f79187-9b73-4497-8a91-496b338e698d", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:56.405875 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1a2757e-f5bb-4fc4-b2ee-57154e5d5fc7 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:56.406374 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'tag': '74f79187-9b73-4497-8a91-496b338e698d', 'status': 'completed', 'code': 200} Aug 29 17:20:56.435401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a27dd5af-e09f-426c-afe5-93cffc1c734b tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.441989 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9744d53-a934-4bd7-bea3-643dde3ffacd x-openstack-request-id: req-e9744d53-a934-4bd7-bea3-643dde3ffacd {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:56.442388 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43", "status": "completed", "code": 200}, {"server_uuid": "4135c6a0-6d80-4f00-a1ef-6e82cd11e465", "name": "network-vif-deleted", "tag": "6e02cd88-6db4-4148-83d1-b5a8f1a38b5b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:56.442687 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9744d53-a934-4bd7-bea3-643dde3ffacd {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:56.443146 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43', 'status': 'completed', 'code': 200} Aug 29 17:20:56.443510 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4135c6a0-6d80-4f00-a1ef-6e82cd11e465', 'name': 'network-vif-deleted', 'tag': '6e02cd88-6db4-4148-83d1-b5a8f1a38b5b', 'status': 'completed', 'code': 200} Aug 29 17:20:56.447283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d5072880-13fa-4641-a150-e75b71512f06 req-1b4a9d36-f875-49c5-810c-4d5cb374a06d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043141 Aug 29 17:20:56.487352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-ea3ccfc3-5a29-441c-8a58-563d5c443d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.489479 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-ea3ccfc3-5a29-441c-8a58-563d5c443d2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9da1db5-5e2a-4d21-a72f-504f565d010e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681201 Aug 29 17:20:56.490572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dd5af-e09f-426c-afe5-93cffc1c734b tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event deleted for resources: {'Port': ['ID=66363bb8-8bd3-4711-8606-cfa5ab47b60e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:56.527020 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58d0b3d-aa6d-480c-bdac-4558185d5bd5 x-openstack-request-id: req-d58d0b3d-aa6d-480c-bdac-4558185d5bd5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:56.527318 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba101e71-ba58-414b-86ba-48f2b1d75569", "name": "network-vif-plugged", "status": "completed", "tag": "47aaeb59-41df-4c7a-ae8a-cff02d5f8aea", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:56.527705 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d58d0b3d-aa6d-480c-bdac-4558185d5bd5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:56.528365 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba101e71-ba58-414b-86ba-48f2b1d75569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47aaeb59-41df-4c7a-ae8a-cff02d5f8aea', 'code': 200} Aug 29 17:20:56.554956 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b30ee8e-698e-48e1-9ceb-2365abc5a75f req-a4bf6580-65e1-4e43-b70c-5da4844cae59 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=4135c6a0-6d80-4f00-a1ef-6e82cd11e465 HTTP/1.1" status: 200 len: 210 time: 0.0296040 Aug 29 17:20:56.692567 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a27dd5af-e09f-426c-afe5-93cffc1c734b tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.695448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a27dd5af-e09f-426c-afe5-93cffc1c734b tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "DELETE /v2.0/ports/66363bb8-8bd3-4711-8606-cfa5ab47b60e HTTP/1.1" status: 204 len: 168 time: 1.6457458 Aug 29 17:20:56.699638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35546) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:56.700123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fbba1-8e2c-4cec-b3aa-72d30433c2e9 req-05dbed0f-0edf-4f55-b004-1999d62228f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.701640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-179fbba1-8e2c-4cec-b3aa-72d30433c2e9 req-05dbed0f-0edf-4f55-b004-1999d62228f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 1102 time: 0.0883677 Aug 29 17:20:56.711025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Request body: {'port': {'name': 'tempest-new-port-name-981525757', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:56.711788 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.api.validators [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] bootfile-name is not in valid_values {{(pid=94795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:20:56.712306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.api.validators [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] tftp-server is not in valid_values {{(pid=94795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:20:56.712831 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.api.validators [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] server-ip-address is not in valid_values {{(pid=94795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:20:56.718722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6215-b0b5-4dbe-99a5-1518e75b7526 req-67a72313-193b-4454-a908-a20a6dc6e24c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.726479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6215-b0b5-4dbe-99a5-1518e75b7526 req-67a72313-193b-4454-a908-a20a6dc6e24c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.732644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6215-b0b5-4dbe-99a5-1518e75b7526 req-67a72313-193b-4454-a908-a20a6dc6e24c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.734378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-812a6215-b0b5-4dbe-99a5-1518e75b7526 req-67a72313-193b-4454-a908-a20a6dc6e24c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2413 time: 0.0825438 Aug 29 17:20:56.753844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-64a184e8-536a-47a5-86a4-098be8339781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.755394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-64a184e8-536a-47a5-86a4-098be8339781 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1127 time: 0.2625754 Aug 29 17:20:56.792203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-179fbba1-8e2c-4cec-b3aa-72d30433c2e9 req-bfdb8dcb-78aa-496b-8659-e45c6ffbaa68 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568011 Aug 29 17:20:56.798778 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-812a6215-b0b5-4dbe-99a5-1518e75b7526 req-329a16ad-e6e8-4185-b0a5-d5b695e3dbd7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574186 Aug 29 17:20:56.879040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.882237 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-1115e3e7-1410-4658-b67c-34b69b00dd21 service neutron] 10.222.0.43 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527985 Aug 29 17:20:56.886189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a38f8e75-724d-4952-9aeb-a2000ee19b43 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:56.933845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a38f8e75-724d-4952-9aeb-a2000ee19b43 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:56.934440 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.004157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094405d8-2f0e-4020-af05-d757c262763e req-fdff9174-a744-43b6-b28c-5c023c7b414a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.005619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-c8682250-78c7-42e7-98cf-cf3e18a806a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.005760 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-094405d8-2f0e-4020-af05-d757c262763e req-fdff9174-a744-43b6-b28c-5c023c7b414a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0503433 Aug 29 17:20:57.007130 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-c8682250-78c7-42e7-98cf-cf3e18a806a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.2382369 Aug 29 17:20:57.045565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-094405d8-2f0e-4020-af05-d757c262763e req-75524472-536e-4931-a437-d9203eef70b4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329373 Aug 29 17:20:57.111176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-d27ad643-1537-4a94-a9fb-8234984a6f02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8891120-4d3a-4535-a406-85ad8bff1a43 HTTP/1.1" status: 200 len: 217 time: 0.0831351 Aug 29 17:20:57.165679 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-b3401ade-99c4-438c-9f11-326984d80291 service neutron] 10.222.0.43 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697980 Aug 29 17:20:57.226317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-33519391-eb3d-4670-9257-ab5f7955a6a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=f8ce930d-96bc-4a28-8475-b4c726b64ea8 HTTP/1.1" status: 200 len: 217 time: 0.0495079 Aug 29 17:20:57.242714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-e9742757-e007-4a08-bbc9-2092363eec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.244122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-e9742757-e007-4a08-bbc9-2092363eec02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.1200292 Aug 29 17:20:57.310103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-746cd999-1195-4247-b46f-8f0fb72c22a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531247 Aug 29 17:20:57.352548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a75695b2-11e1-40c7-a01a-f20fa26380d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.353896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-a75695b2-11e1-40c7-a01a-f20fa26380d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67 HTTP/1.1" status: 200 len: 801 time: 0.1089325 Aug 29 17:20:57.395661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.419076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.564231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-b136d5fc-4b67-4de4-9f2a-3ba8e534925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.565754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-b136d5fc-4b67-4de4-9f2a-3ba8e534925c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c85df4bd-9895-4325-862a-c8e7f80fe191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837213 Aug 29 17:20:57.570472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event updated for resources: {'Port': ['ID=1827de85-19ca-447c-a1e1-28ad2442ecd2,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:57.583840 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-7f26d00e-7b39-4695-a2a2-8c95ff69701c service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604690 Aug 29 17:20:57.584847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b8dcd-1b8c-4707-bc01-b6533b49e50e req-2ae0ecce-e1b2-4da6-bbc9-85d45bcf1d6f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.586431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-736b8dcd-1b8c-4707-bc01-b6533b49e50e req-2ae0ecce-e1b2-4da6-bbc9-85d45bcf1d6f tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.0609789 Aug 29 17:20:57.597442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] In _notify_port_updated(), no bound segment for port 1827de85-19ca-447c-a1e1-28ad2442ecd2 on network 9e88e05e-36ee-4603-bf51-d4aee1637b9c {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:20:57.603038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.603637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.607317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70cb3fe8-1f33-427d-ba05-aac68f04c010 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "PUT /v2.0/ports/1827de85-19ca-447c-a1e1-28ad2442ecd2 HTTP/1.1" status: 200 len: 1136 time: 0.9037080 Aug 29 17:20:57.608176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35558) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:57.633265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923ef47-9d7d-4d19-a5d7-ab1f3c54c1d1 req-1388b459-c971-4d01-8d2f-a82e282e38bd tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.634905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5923ef47-9d7d-4d19-a5d7-ab1f3c54c1d1 req-1388b459-c971-4d01-8d2f-a82e282e38bd tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 950 time: 0.2123013 Aug 29 17:20:57.679738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc464ff7-37ce-4b66-90cc-db06098fac69 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.681106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc464ff7-37ce-4b66-90cc-db06098fac69 tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "GET /v2.0/ports/1827de85-19ca-447c-a1e1-28ad2442ecd2 HTTP/1.1" status: 200 len: 1136 time: 0.0723102 Aug 29 17:20:57.684175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-736b8dcd-1b8c-4707-bc01-b6533b49e50e req-c43223c0-2ebc-4ce2-a079-2c345f5cca02 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917447 Aug 29 17:20:57.686431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35562) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:57.725961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9a01ee3-5698-4864-9c6b-7b4c04ecfc8f None None] Provisioning complete for port 1827de85-19ca-447c-a1e1-28ad2442ecd2 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:57.726418 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9a01ee3-5698-4864-9c6b-7b4c04ecfc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.770038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5923ef47-9d7d-4d19-a5d7-ab1f3c54c1d1 req-d2d78e0b-182f-47ec-b1b5-4e22ebe49169 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087074 Aug 29 17:20:57.783331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9a01ee3-5698-4864-9c6b-7b4c04ecfc8f None None] Port 1827de85-19ca-447c-a1e1-28ad2442ecd2 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:57.800735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fbc9cf2e-e8b0-4d92-86f9-2a4695be1877 req-8d2f0f93-a65b-4edc-b22f-72856906dc9b service neutron] 10.222.0.43 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927946 Aug 29 17:20:57.803254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-75c8144f-1582-47fd-b1bb-6ffce190a2ba tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Deleting port 1827de85-19ca-447c-a1e1-28ad2442ecd2 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:57.803609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75c8144f-1582-47fd-b1bb-6ffce190a2ba tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.805185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-214fafca-ae6f-4196-9986-67febf638249 service neutron] 10.222.0.43 "GET /v2.0/networks/c85df4bd-9895-4325-862a-c8e7f80fe191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175815 Aug 29 17:20:57.924652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-2422627f-51fb-454c-883e-72c165d3147c service neutron] 10.222.0.43 "GET /v2.0/networks/c85df4bd-9895-4325-862a-c8e7f80fe191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046896 Aug 29 17:20:57.951514 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75c8144f-1582-47fd-b1bb-6ffce190a2ba tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.989008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc7e39-f910-41ea-87c7-d39402ed2d5a req-920d8bd4-9357-4634-8338-dc0539533ce8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.991082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-ef4218bc-bc5f-44f9-8293-c7c7b95cfa93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=74f79187-9b73-4497-8a91-496b338e698d HTTP/1.1" status: 200 len: 217 time: 0.0533485 Aug 29 17:20:57.995031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc7e39-f910-41ea-87c7-d39402ed2d5a req-920d8bd4-9357-4634-8338-dc0539533ce8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.001587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc7e39-f910-41ea-87c7-d39402ed2d5a req-920d8bd4-9357-4634-8338-dc0539533ce8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.003459 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5dc7e39-f910-41ea-87c7-d39402ed2d5a req-920d8bd4-9357-4634-8338-dc0539533ce8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2413 time: 0.1212525 Aug 29 17:20:58.004554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-75c8144f-1582-47fd-b1bb-6ffce190a2ba tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Calling delete_port for 1827de85-19ca-447c-a1e1-28ad2442ecd2 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:58.029978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:58.054034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-944964c2-6894-44e1-98dc-9bf1614e6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.055679 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-944964c2-6894-44e1-98dc-9bf1614e6d46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71088046-e0d6-41cb-8849-b6e3edd26baa HTTP/1.1" status: 200 len: 801 time: 0.0570807 Aug 29 17:20:58.056211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:58.056781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6e02cd88-6db4-4148-83d1-b5a8f1a38b5b not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:58.095288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5dc7e39-f910-41ea-87c7-d39402ed2d5a req-c8d704ff-fc4f-419a-9368-734610381790 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841877 Aug 29 17:20:58.139319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-f4f4310b-f9e9-4ce9-afd6-e7453babd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.140888 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-f4f4310b-f9e9-4ce9-afd6-e7453babd493 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9da1db5-5e2a-4d21-a72f-504f565d010e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739808 Aug 29 17:20:58.153951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cbeb2-5273-4efe-96be-59ebdbb3f2eb req-283ab21d-7171-42b1-8e63-1a4babc161d9 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.155423 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-287cbeb2-5273-4efe-96be-59ebdbb3f2eb req-283ab21d-7171-42b1-8e63-1a4babc161d9 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 945 time: 0.0775383 Aug 29 17:20:58.200803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75c8144f-1582-47fd-b1bb-6ffce190a2ba tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.238372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64002e01-a762-43e3-ba70-a215ff2d381f req-371ee62f-af67-47f4-aa0a-90d9887c5239 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.239853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64002e01-a762-43e3-ba70-a215ff2d381f req-371ee62f-af67-47f4-aa0a-90d9887c5239 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0863562 Aug 29 17:20:58.240992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8144f-1582-47fd-b1bb-6ffce190a2ba tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event deleted for resources: {'Port': ['ID=1827de85-19ca-447c-a1e1-28ad2442ecd2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:58.255192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-287cbeb2-5273-4efe-96be-59ebdbb3f2eb req-2487b676-ea5c-4f4f-a421-f32ec578be16 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910220 Aug 29 17:20:58.276780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-44f7e4d2-f445-4e92-bd4c-b76d928f3ef7 service neutron] 10.222.0.43 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203692 Aug 29 17:20:58.339916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64002e01-a762-43e3-ba70-a215ff2d381f req-1d912191-2670-425a-9d16-1d16abeb03d7 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742276 Aug 29 17:20:58.341003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75c8144f-1582-47fd-b1bb-6ffce190a2ba tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.342890 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-75c8144f-1582-47fd-b1bb-6ffce190a2ba tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "DELETE /v2.0/ports/1827de85-19ca-447c-a1e1-28ad2442ecd2 HTTP/1.1" status: 204 len: 168 time: 0.6554444 Aug 29 17:20:58.345703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35574) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:58.382796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb072722-9f33-4bb7-bd42-a74fca7c4443 req-3f972737-c17a-415f-808c-930b725af327 service neutron] 10.222.0.43 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972674 Aug 29 17:20:58.402960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba0680c-8b4f-4303-b2e3-9ab1184a175e tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Deleting subnet 1016bdaa-6968-418d-ba69-5857db80ffc7 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:20:58.406387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba0680c-8b4f-4303-b2e3-9ab1184a175e tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.448160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba0680c-8b4f-4303-b2e3-9ab1184a175e tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.488385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-96ccdf0b-b2a3-4caf-9a39-991ab7fb32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.488963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-96ccdf0b-b2a3-4caf-9a39-991ab7fb32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.489451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-96ccdf0b-b2a3-4caf-9a39-991ab7fb32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.491105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-96ccdf0b-b2a3-4caf-9a39-991ab7fb32db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2869 time: 0.0466783 Aug 29 17:20:58.563944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba0680c-8b4f-4303-b2e3-9ab1184a175e tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.594877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-91ce7575-7eda-4c5d-a749-93647e288a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.596479 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-91ce7575-7eda-4c5d-a749-93647e288a4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9da1db5-5e2a-4d21-a72f-504f565d010e HTTP/1.1" status: 200 len: 902 time: 0.0885410 Aug 29 17:20:58.628832 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba0680c-8b4f-4303-b2e3-9ab1184a175e tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.650169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-d76afd51-4221-4bb3-8c41-338be730dee2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=74f79187-9b73-4497-8a91-496b338e698d HTTP/1.1" status: 200 len: 217 time: 0.0419624 Aug 29 17:20:58.656367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0680c-8b4f-4303-b2e3-9ab1184a175e tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event deleted for resources: {'Subnet': ['ID=1016bdaa-6968-418d-ba69-5857db80ffc7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:58.660739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba0680c-8b4f-4303-b2e3-9ab1184a175e tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.664853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bba0680c-8b4f-4303-b2e3-9ab1184a175e tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "DELETE /v2.0/subnets/1016bdaa-6968-418d-ba69-5857db80ffc7 HTTP/1.1" status: 204 len: 168 time: 0.3156922 Aug 29 17:20:58.665542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35576) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:58.667373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f52c27-cb55-4c34-b1ce-ebf7d33549c5 None None] Network 9e88e05e-36ee-4603-bf51-d4aee1637b9c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:58.709010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-b14650c8-3d29-4990-9284-bf92a8973bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.710426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-b14650c8-3d29-4990-9284-bf92a8973bd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71088046-e0d6-41cb-8849-b6e3edd26baa HTTP/1.1" status: 200 len: 801 time: 0.0522842 Aug 29 17:20:58.769128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-8098c722-5e60-4bc7-8fdd-464c65d42097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.770812 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-8098c722-5e60-4bc7-8fdd-464c65d42097 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9da1db5-5e2a-4d21-a72f-504f565d010e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494409 Aug 29 17:20:58.783440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-babfea50-7076-454a-b122-100e950f348d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.784906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-babfea50-7076-454a-b122-100e950f348d tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 945 time: 0.1102808 Aug 29 17:20:58.788292 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.880063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d5e38-b65b-4956-b9ee-a7dd7f3bd871 req-bcf43d2f-53ad-4327-a134-4b05fc0453b1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.881578 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-794d5e38-b65b-4956-b9ee-a7dd7f3bd871 req-bcf43d2f-53ad-4327-a134-4b05fc0453b1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.1097803 Aug 29 17:20:58.918708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] DHCP port deletion for 9e88e05e-36ee-4603-bf51-d4aee1637b9c request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:20:58.935420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-f5cdefe1-5332-4ce3-b564-9493251ca831 service neutron] 10.222.0.43 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537905 Aug 29 17:20:58.942717 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-794d5e38-b65b-4956-b9ee-a7dd7f3bd871 req-b185a085-1ea2-4653-8b4e-a7cc6d45e395 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503547 Aug 29 17:20:58.949217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634aed4-6471-46db-b49e-a09d9cd77c68 req-8e56d22d-9bf4-49bf-a7ad-d92d2795a5bc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.951512 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3634aed4-6471-46db-b49e-a09d9cd77c68 req-8e56d22d-9bf4-49bf-a7ad-d92d2795a5bc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 950 time: 0.0937731 Aug 29 17:20:58.975888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] Deleting port a38f8e75-724d-4952-9aeb-a2000ee19b43 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:58.976352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Deleting port a38f8e75-724d-4952-9aeb-a2000ee19b43 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:58.976683 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.976816 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.006795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Deleting port bf6efdc9-7450-4564-bb30-8a144348e729 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:59.007144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.048177 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5cecd64d-6958-4bdd-b960-d5098a5863bf req-6985d8b1-541f-420b-b41a-7e72fa6e7926 service neutron] 10.222.0.43 "GET /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025898 Aug 29 17:20:59.070730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] For port a38f8e75-724d-4952-9aeb-a2000ee19b43, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a38f8e75-724d-4952-9aeb-a2000ee19b43,segment=NetworkSegment(314c9fcb-a5ab-434a-ac30-39933511f26e),segment_id=314c9fcb-a5ab-434a-ac30-39933511f26e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:59.071207 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.125334 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3634aed4-6471-46db-b49e-a09d9cd77c68 req-35c8fd94-7845-41b1-bbb9-e8a0a9f2ed2e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644409 Aug 29 17:20:59.184587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] For port a38f8e75-724d-4952-9aeb-a2000ee19b43, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a38f8e75-724d-4952-9aeb-a2000ee19b43,segment=NetworkSegment(314c9fcb-a5ab-434a-ac30-39933511f26e),segment_id=314c9fcb-a5ab-434a-ac30-39933511f26e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:59.185003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.223841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Calling delete_port for a38f8e75-724d-4952-9aeb-a2000ee19b43 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:59.243446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] Calling delete_port for a38f8e75-724d-4952-9aeb-a2000ee19b43 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:59.268659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] For port bf6efdc9-7450-4564-bb30-8a144348e729, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=bf6efdc9-7450-4564-bb30-8a144348e729,segment=NetworkSegment(7f176da2-e893-41ce-a5fc-09220d428ac9),segment_id=7f176da2-e893-41ce-a5fc-09220d428ac9)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:59.269989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.283136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a999-04bb-4852-964c-a97946d04b17 req-21468013-6d65-422d-9496-b626b90efdb8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:59.289511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a999-04bb-4852-964c-a97946d04b17 req-21468013-6d65-422d-9496-b626b90efdb8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:59.296189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a999-04bb-4852-964c-a97946d04b17 req-21468013-6d65-422d-9496-b626b90efdb8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:59.304799 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0706a999-04bb-4852-964c-a97946d04b17 req-21468013-6d65-422d-9496-b626b90efdb8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2413 time: 0.0838575 Aug 29 17:20:59.315819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Calling delete_port for bf6efdc9-7450-4564-bb30-8a144348e729 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:59.332173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.361399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0706a999-04bb-4852-964c-a97946d04b17 req-013df8df-be71-4f3f-993f-e45a1febe350 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504436 Aug 29 17:20:59.377925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] No DVR routers for this DVR port a38f8e75-724d-4952-9aeb-a2000ee19b43 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:59.383615 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e779fe-0b1a-468e-b7d8-01236ecdb58d None None] Pushing event deleted for resources: {'Port': ['ID=a38f8e75-724d-4952-9aeb-a2000ee19b43,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:59.403339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0f47d-1b86-4959-a48f-a34f6a70b3e1 req-fbe7d67f-b71f-4f00-9a96-5435cdc814b0 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:59.411396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2e0f47d-1b86-4959-a48f-a34f6a70b3e1 req-fbe7d67f-b71f-4f00-9a96-5435cdc814b0 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 1102 time: 0.2011795 Aug 29 17:20:59.481076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2e0f47d-1b86-4959-a48f-a34f6a70b3e1 req-71420867-0cc0-400c-9127-2afef94da820 tempest-ServersOnMultiNodesTest-1693542 tempest-ServersOnMultiNodesTest-1693542-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Aug 29 17:20:59.492986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.499804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee83913-3beb-4ccd-81ce-4ca8e8777626 req-5a95bcc6-ec96-4af2-a24f-56ba6ca7cbb1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:59.502223 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dee83913-3beb-4ccd-81ce-4ca8e8777626 req-5a95bcc6-ec96-4af2-a24f-56ba6ca7cbb1 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 945 time: 0.0720477 Aug 29 17:20:59.536084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event deleted for resources: {'Port': ['ID=a38f8e75-724d-4952-9aeb-a2000ee19b43,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:59.539956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] No DVR routers for this DVR port a38f8e75-724d-4952-9aeb-a2000ee19b43 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:59.689419 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dee83913-3beb-4ccd-81ce-4ca8e8777626 req-4a95a895-5f9a-4a28-943b-d2377d989c65 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1aec5af-ec7a-4f30-9e23-31539529baf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805613 Aug 29 17:20:59.724402 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.746633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e88e05e-36ee-4603-bf51-d4aee1637b9c']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:59.759780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314c9fcb-a5ab-434a-ac30-39933511f26e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:59.760076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314c9fcb-a5ab-434a-ac30-39933511f26e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:59.762071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.783497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c72b43-3e53-44e2-9aa5-013a46f59c1f req-c344ba3b-d8f6-473b-b16b-521cbef70ef4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:59.785112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75c72b43-3e53-44e2-9aa5-013a46f59c1f req-c344ba3b-d8f6-473b-b16b-521cbef70ef4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.2038145 Aug 29 17:20:59.788160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.819450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Pushing event deleted for resources: {'Port': ['ID=bf6efdc9-7450-4564-bb30-8a144348e729,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:59.855961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.872219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:20:59.872634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:20:59.889845 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:20:59.957001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c709-293d-40a4-8626-24d042d74e36 req-3db44a63-664f-4991-9ff8-3a41b0779a20 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:59.957590 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75c72b43-3e53-44e2-9aa5-013a46f59c1f req-e793e91c-2630-45c0-9f42-90efcfd16532 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445417 Aug 29 17:20:59.958468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8a8c709-293d-40a4-8626-24d042d74e36 req-3db44a63-664f-4991-9ff8-3a41b0779a20 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 950 time: 0.0513999 Aug 29 17:20:59.975752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] No DVR routers for this DVR port bf6efdc9-7450-4564-bb30-8a144348e729 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:59.978941 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.981406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06b3c4b1-182c-40da-ae71-bfe30e1a1255 req-5be4d821-2d1d-4580-842a-1547114ecbf5 tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.44 "DELETE /v2.0/ports/bf6efdc9-7450-4564-bb30-8a144348e729 HTTP/1.1" status: 204 len: 173 time: 1.1879838 Aug 29 17:20:59.984828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'name': 'network-vif-deleted', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:59.988829 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb8f209-2099-4fb9-933e-b6cc54522846" -d '{"events": [{"server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "name": "network-vif-deleted", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:00.007466 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.009478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8a8c709-293d-40a4-8626-24d042d74e36 req-b1818095-a9a7-425c-82f6-bb481be1f6e1 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388315 Aug 29 17:21:00.019786 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.024336 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] 10.222.0.41 "DELETE /v2.0/networks/9e88e05e-36ee-4603-bf51-d4aee1637b9c HTTP/1.1" status: 204 len: 168 time: 1.3561532 Aug 29 17:21:00.039202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37194a-8684-4593-9050-16f4ac46999a tempest-ExtraDHCPOptionsTestJSON-1419987069 tempest-ExtraDHCPOptionsTestJSON-1419987069-project] Pushing event deleted for resources: {'Network': ['ID=9e88e05e-36ee-4603-bf51-d4aee1637b9c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:00.122353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0578f-bf4d-45f9-a053-ec68434ab361 req-4e7f71fc-3a39-42a5-917a-f276beeedd50 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:00.132562 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a7f0578f-bf4d-45f9-a053-ec68434ab361 req-4e7f71fc-3a39-42a5-917a-f276beeedd50 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 944 time: 0.0673366 Aug 29 17:21:00.158866 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb794a9-22ff-458e-a269-0655aa14bb3f x-openstack-request-id: req-feb794a9-22ff-458e-a269-0655aa14bb3f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:00.159124 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dd0868-860a-431a-9776-a93deae6da31", "name": "network-vif-deleted", "tag": "bf6efdc9-7450-4564-bb30-8a144348e729", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:00.159450 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-feb794a9-22ff-458e-a269-0655aa14bb3f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:00.159887 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd0868-860a-431a-9776-a93deae6da31', 'name': 'network-vif-deleted', 'tag': 'bf6efdc9-7450-4564-bb30-8a144348e729', 'status': 'completed', 'code': 200} Aug 29 17:21:00.187750 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a7f0578f-bf4d-45f9-a053-ec68434ab361 req-b9bcebca-e353-4f45-8118-7f72563a9cc1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535605 Aug 29 17:21:00.335817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35612) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:00.486282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8b907b8a-2ad0-4e7b-86b8-f3518c81b30c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c8aed31b60b4d5e8e93169c8b82d252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476183 Aug 29 17:21:00.488107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35618) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:00.546391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7103aab-65e9-4062-8370-05b5684a33d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.547105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759aba8-092a-42ae-a9ff-fb9f019990bc req-d3ffa560-22f5-4c24-9ed0-eaa83f456c2c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:00.553716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759aba8-092a-42ae-a9ff-fb9f019990bc req-d3ffa560-22f5-4c24-9ed0-eaa83f456c2c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:00.570130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7103aab-65e9-4062-8370-05b5684a33d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.571149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759aba8-092a-42ae-a9ff-fb9f019990bc req-d3ffa560-22f5-4c24-9ed0-eaa83f456c2c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:00.573104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c759aba8-092a-42ae-a9ff-fb9f019990bc req-d3ffa560-22f5-4c24-9ed0-eaa83f456c2c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2413 time: 0.0861742 Aug 29 17:21:00.624800 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7103aab-65e9-4062-8370-05b5684a33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.628699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7103aab-65e9-4062-8370-05b5684a33d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.632410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c7103aab-65e9-4062-8370-05b5684a33d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/663cf185-53a9-4d57-a35e-cb2ddcc4e866 HTTP/1.1" status: 204 len: 168 time: 0.1408222 Aug 29 17:21:00.646301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7103aab-65e9-4062-8370-05b5684a33d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663cf185-53a9-4d57-a35e-cb2ddcc4e866,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:00.702265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-e9796554-6cb1-4c77-96f1-8be073fac573 service neutron] 10.222.0.43 "GET /v2.0/ports/e8891120-4d3a-4535-a406-85ad8bff1a43/bindings/n-h1-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.0635948 Aug 29 17:21:00.834817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb46e1f6-fca8-4a19-a400-da28be907525 req-bce43a6b-5d5f-44d4-b9d6-15046913401f tempest-LiveMigrationTest-1312762862 tempest-LiveMigrationTest-1312762862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dd0868-860a-431a-9776-a93deae6da31 HTTP/1.1" status: 200 len: 210 time: 0.0449171 Aug 29 17:21:00.901999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a38f8e75-724d-4952-9aeb-a2000ee19b43 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:00.933062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a38f8e75-724d-4952-9aeb-a2000ee19b43 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:00.933804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a38f8e75-724d-4952-9aeb-a2000ee19b43 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:00.969643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:00.998622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:01.066949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8891120-4d3a-4535-a406-85ad8bff1a43 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:01.081158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:01.102131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.107496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c759aba8-092a-42ae-a9ff-fb9f019990bc req-33c88e75-150c-4b11-be2a-98182386c47a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279870 Aug 29 17:21:01.118997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078b62d-eab0-4ed6-84bb-03b4854f5932 req-89e06162-fa6e-4ca0-9ca0-3ecfffaae815 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.120495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8078b62d-eab0-4ed6-84bb-03b4854f5932 req-89e06162-fa6e-4ca0-9ca0-3ecfffaae815 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0834451 Aug 29 17:21:01.204687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8078b62d-eab0-4ed6-84bb-03b4854f5932 req-9044ac13-c3c9-4145-b2e7-1f9e9437e5c1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563219 Aug 29 17:21:01.220974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] Transition to ACTIVE for port object e8891120-4d3a-4535-a406-85ad8bff1a43 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:01.227253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.239336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7d88-2376-460a-8b1b-0aa81db6c267 req-9f4ee40b-d7ce-4c3f-9143-fbd5313168b2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.240889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf4c7d88-2376-460a-8b1b-0aa81db6c267 req-9f4ee40b-d7ce-4c3f-9143-fbd5313168b2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 950 time: 0.0632200 Aug 29 17:21:01.282623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf4c7d88-2376-460a-8b1b-0aa81db6c267 req-a85dd704-a61e-476c-ab01-5bc1a46c9fb8 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Aug 29 17:21:01.327853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] No DVR routers for this DVR port e8891120-4d3a-4535-a406-85ad8bff1a43 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:01.331137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] Pushing event updated for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=10']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:01.377901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-0be1aae3-0d35-476d-89a2-c39471587baf service neutron] 10.222.0.43 "PUT /v2.0/ports/e8891120-4d3a-4535-a406-85ad8bff1a43/bindings/n-h1-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6684546 Aug 29 17:21:01.419216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1801-3282-40c9-a41a-7be713996263 req-64d52ab1-9beb-4b21-8e24-85e66bf4c491 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.420706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ec1801-3282-40c9-a41a-7be713996263 req-64d52ab1-9beb-4b21-8e24-85e66bf4c491 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 945 time: 0.0587060 Aug 29 17:21:01.488448 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ec1801-3282-40c9-a41a-7be713996263 req-08faa389-622f-434a-b621-ab8ebc1fca8e tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605550 Aug 29 17:21:01.507110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-284d2260-41b9-4cef-8c1a-d305517d7a4b tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.507110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-284d2260-41b9-4cef-8c1a-d305517d7a4b tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.0607479 Aug 29 17:21:01.555343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-6b89beea-1a59-4757-b0f1-54ce4d26f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.556831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-6b89beea-1a59-4757-b0f1-54ce4d26f072 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9 HTTP/1.1" status: 200 len: 1097 time: 0.0412457 Aug 29 17:21:01.629772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-34c25aec-4c53-40e1-9cbe-e5d2eafece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.631274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-34c25aec-4c53-40e1-9cbe-e5d2eafece35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1097 time: 0.0398543 Aug 29 17:21:01.738003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7feac0e9-6e21-44ac-b200-4a8d6a8453b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.739699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-7feac0e9-6e21-44ac-b200-4a8d6a8453b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 200 len: 922 time: 0.0942986 Aug 29 17:21:01.784227 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-40ceb58c-401c-4c8b-9197-cdd5b3199b19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8891120-4d3a-4535-a406-85ad8bff1a43 HTTP/1.1" status: 200 len: 217 time: 0.0368145 Aug 29 17:21:01.842831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-99cfbff2-386f-4bb2-9822-8c0e997547d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.844922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-99cfbff2-386f-4bb2-9822-8c0e997547d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 200 len: 861 time: 0.0509579 Aug 29 17:21:01.895245 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-272d1913-792a-42cc-beb5-10f87914dfd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392606 Aug 29 17:21:01.956498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35668) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:02.023248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device bf6efdc9-7450-4564-bb30-8a144348e729 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:02.044336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: bf6efdc9-7450-4564-bb30-8a144348e729 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:02.045055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device bf6efdc9-7450-4564-bb30-8a144348e729 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:02.048958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-8874be80-41ec-4b54-889a-078fcef8ec6c service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408043 Aug 29 17:21:02.055279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3b2bda-98a2-4682-9a11-fe569422f4e9 admin admin] Deleting subnet bf668947-0792-4673-8f1d-0f7eb7fc5bd8 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:21:02.081312 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af3b2bda-98a2-4682-9a11-fe569422f4e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.177556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af3b2bda-98a2-4682-9a11-fe569422f4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.203842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-5d510269-add4-4b0d-8e88-606b75142072 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.205621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-5d510269-add4-4b0d-8e88-606b75142072 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 950 time: 0.3816407 Aug 29 17:21:02.284415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-267d8487-4aa5-409a-aeb8-b6f8fd23eb47 service neutron] 10.222.0.44 "GET /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261333 Aug 29 17:21:02.285666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af3b2bda-98a2-4682-9a11-fe569422f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.297060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380312-2419-416a-95c8-e230a1b60f8e req-dc10adaf-1f06-4050-b8ab-372fe3a28422 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.303723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380312-2419-416a-95c8-e230a1b60f8e req-dc10adaf-1f06-4050-b8ab-372fe3a28422 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.309942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380312-2419-416a-95c8-e230a1b60f8e req-dc10adaf-1f06-4050-b8ab-372fe3a28422 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.318004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05380312-2419-416a-95c8-e230a1b60f8e req-dc10adaf-1f06-4050-b8ab-372fe3a28422 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2413 time: 0.1080770 Aug 29 17:21:02.357685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Deleting port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:02.358550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.387975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05380312-2419-416a-95c8-e230a1b60f8e req-56723f73-2098-4c88-b93b-bfa24460b5e5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690165 Aug 29 17:21:02.403933 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af3b2bda-98a2-4682-9a11-fe569422f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.414962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd29f24-873c-4d00-aa83-aa65e6839389 req-596dfd5f-f71a-4d5f-96f0-1e38eb6e891b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.422867 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd29f24-873c-4d00-aa83-aa65e6839389 req-596dfd5f-f71a-4d5f-96f0-1e38eb6e891b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1171489 Aug 29 17:21:02.464974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b2bda-98a2-4682-9a11-fe569422f4e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf668947-0792-4673-8f1d-0f7eb7fc5bd8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:02.475153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af3b2bda-98a2-4682-9a11-fe569422f4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.475153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-af3b2bda-98a2-4682-9a11-fe569422f4e9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bf668947-0792-4673-8f1d-0f7eb7fc5bd8 HTTP/1.1" status: 204 len: 168 time: 0.5159121 Aug 29 17:21:02.477327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35692) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:02.512428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd29f24-873c-4d00-aa83-aa65e6839389 req-d5c756d7-d0df-4fc7-9160-eec75eb3f69c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886967 Aug 29 17:21:02.564129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] For port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:02.564594 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.579232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Calling delete_port for 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:02.593692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:02.598114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e8891120-4d3a-4535-a406-85ad8bff1a43 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:02.604995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0bd6d-3fa4-4846-a67c-6cbfe66a4de7 req-64795222-312f-44bd-ab19-2192fefac87f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.606605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dae0bd6d-3fa4-4846-a67c-6cbfe66a4de7 req-64795222-312f-44bd-ab19-2192fefac87f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 950 time: 0.0981829 Aug 29 17:21:02.663337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.705211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e8891120-4d3a-4535-a406-85ad8bff1a43 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:02.734141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dae0bd6d-3fa4-4846-a67c-6cbfe66a4de7 req-f37061ab-19f6-48d2-b163-da16e4f7b498 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005032 Aug 29 17:21:02.743418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-565411ca-0642-43ae-895a-2b45922192e1 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.745003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-565411ca-0642-43ae-895a-2b45922192e1 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b&tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.1342413 Aug 29 17:21:02.767107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:02.779769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8', 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e', 'port_id': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8', 'mac_address': 'fa:16:3e:38:88:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71088046-e0d6-41cb-8849-b6e3edd26baa', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:21:02.824658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.839615 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:02.869264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:02.873812 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.874857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f8ce930d-96bc-4a28-8475-b4c726b64ea8 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:02.887298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-12efafd9-7fc8-42c4-88eb-ca8f3920abea service neutron] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:02.893100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-12efafd9-7fc8-42c4-88eb-ca8f3920abea service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.894404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd9dde-f2b5-4841-9368-4b7ad468f31f req-12efafd9-7fc8-42c4-88eb-ca8f3920abea service neutron] 10.222.0.44 "DELETE /v2.0/ports/e8891120-4d3a-4535-a406-85ad8bff1a43/bindings/n-h2-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.1405964 Aug 29 17:21:02.915744 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.939769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:02.950036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e57fe9-b4cd-4ffe-a187-e945569e7fd5 req-7d203a03-a52d-41a9-9d94-27e3586514de tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.951938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1e57fe9-b4cd-4ffe-a187-e945569e7fd5 req-7d203a03-a52d-41a9-9d94-27e3586514de tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 945 time: 0.1602304 Aug 29 17:21:02.963432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f176da2-e893-41ce-a5fc-09220d428ac9') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:02.964092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f176da2-e893-41ce-a5fc-09220d428ac9') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:02.983312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:02.992373 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.004130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.019046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31', '026758c1-630b-4e25-a557-6000d2282420'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:03.021362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5fa15715-fe82-4072-9f95-76efc1f144be', '64c3cab3-ffbf-4669-b3e4-ee8e32febc95', '2774da4a-dafd-4c56-84fc-f753c63c6b40'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:03.037854 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.047895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event deleted for resources: {'Port': ['ID=47aaeb59-41df-4c7a-ae8a-cff02d5f8aea,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:03.061359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:21:03.061359 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.065282 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1e57fe9-b4cd-4ffe-a187-e945569e7fd5 req-880c7310-8fa8-46a9-9aa3-3a2b234e89ad tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038506 Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:21:03.065933 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:21:03.087736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f8ce930d-96bc-4a28-8475-b4c726b64ea8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f8ce930d-96bc-4a28-8475-b4c726b64ea8,segment=NetworkSegment(bba9dc7e-6eb1-44d8-90e2-a02979418033),segment_id=bba9dc7e-6eb1-44d8-90e2-a02979418033)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:03.121420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f8ce930d-96bc-4a28-8475-b4c726b64ea8', 'network_id': 'c85df4bd-9895-4325-862a-c8e7f80fe191', 'port_id': 'f8ce930d-96bc-4a28-8475-b4c726b64ea8', 'mac_address': 'fa:16:3e:e3:8a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:21:03.222230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] No DVR routers for this DVR port 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:03.225469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.229139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ad659659-9973-4b36-a6d8-eedf93bc8595 req-c75805da-35f1-41fd-a756-79e1f14adf28 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "DELETE /v2.0/ports/47aaeb59-41df-4c7a-ae8a-cff02d5f8aea HTTP/1.1" status: 204 len: 173 time: 1.0170677 Aug 29 17:21:03.230286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.243091 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.249790 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.255609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] 10.222.0.41 "DELETE /v2.0/networks/e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8 HTTP/1.1" status: 204 len: 168 time: 0.7755585 Aug 29 17:21:03.258566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35714) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:03.270023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba101e71-ba58-414b-86ba-48f2b1d75569', 'name': 'network-vif-deleted', 'tag': '47aaeb59-41df-4c7a-ae8a-cff02d5f8aea'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:03.272639 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cbbb95-7bdd-49f2-8d8a-3cdc530f7a6d" -d '{"events": [{"server_uuid": "ba101e71-ba58-414b-86ba-48f2b1d75569", "name": "network-vif-deleted", "tag": "47aaeb59-41df-4c7a-ae8a-cff02d5f8aea"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:03.285218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073eb6c-3b92-4d55-8f5e-fc12ab8571df admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f3c16d-6fa8-45f8-a2ad-2f3ee4bb8ad8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:03.317193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ce930d-96bc-4a28-8475-b4c726b64ea8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:03.368723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-632b8304-939c-4f92-b6da-0418e1571ce2 admin admin] Deleting subnet 9c63ec3e-8bd8-4628-817e-1eebf3d2e872 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:21:03.380941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc2dfd-289d-48f9-bd28-c29a3e42a2be req-18109859-a0c8-45de-a4d4-2f16d5ea81a3 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.382391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0fc2dfd-289d-48f9-bd28-c29a3e42a2be req-18109859-a0c8-45de-a4d4-2f16d5ea81a3 tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 1097 time: 0.1615310 Aug 29 17:21:03.385000 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c71a9-b852-41e6-9e03-12fd9a416a18 x-openstack-request-id: req-da8c71a9-b852-41e6-9e03-12fd9a416a18 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:03.385695 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba101e71-ba58-414b-86ba-48f2b1d75569", "name": "network-vif-deleted", "tag": "47aaeb59-41df-4c7a-ae8a-cff02d5f8aea", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:03.386631 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da8c71a9-b852-41e6-9e03-12fd9a416a18 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:03.387054 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba101e71-ba58-414b-86ba-48f2b1d75569', 'name': 'network-vif-deleted', 'tag': '47aaeb59-41df-4c7a-ae8a-cff02d5f8aea', 'status': 'completed', 'code': 200} Aug 29 17:21:03.388376 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-632b8304-939c-4f92-b6da-0418e1571ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.391981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f8ce930d-96bc-4a28-8475-b4c726b64ea8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f8ce930d-96bc-4a28-8475-b4c726b64ea8,segment=NetworkSegment(bba9dc7e-6eb1-44d8-90e2-a02979418033),segment_id=bba9dc7e-6eb1-44d8-90e2-a02979418033)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:03.427480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.428054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74f79187-9b73-4497-8a91-496b338e698d details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:03.447054 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0fc2dfd-289d-48f9-bd28-c29a3e42a2be req-0ea1e7a4-6e1c-42c6-9b2c-3008793f4b9a tempest-LiveAutoBlockMigrationV225Test-13947564 tempest-LiveAutoBlockMigrationV225Test-13947564-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581880 Aug 29 17:21:03.450962 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-632b8304-939c-4f92-b6da-0418e1571ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.595208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-632b8304-939c-4f92-b6da-0418e1571ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.614024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f8ce930d-96bc-4a28-8475-b4c726b64ea8,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:03.643092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040c8a-7bd4-4beb-9a42-6658ceb99efa req-f4207415-a032-448d-90c3-7285a0aa9d9b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.649297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040c8a-7bd4-4beb-9a42-6658ceb99efa req-f4207415-a032-448d-90c3-7285a0aa9d9b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.655794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040c8a-7bd4-4beb-9a42-6658ceb99efa req-f4207415-a032-448d-90c3-7285a0aa9d9b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.659351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95040c8a-7bd4-4beb-9a42-6658ceb99efa req-f4207415-a032-448d-90c3-7285a0aa9d9b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2415 time: 0.1595149 Aug 29 17:21:03.677847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74f79187-9b73-4497-8a91-496b338e698d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74f79187-9b73-4497-8a91-496b338e698d,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:03.711676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '74f79187-9b73-4497-8a91-496b338e698d', 'network_id': 'c9da1db5-5e2a-4d21-a72f-504f565d010e', 'port_id': '74f79187-9b73-4497-8a91-496b338e698d', 'mac_address': 'fa:16:3e:85:e8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71088046-e0d6-41cb-8849-b6e3edd26baa', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:21:03.725259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-632b8304-939c-4f92-b6da-0418e1571ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.763036 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.780318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b8304-939c-4f92-b6da-0418e1571ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c63ec3e-8bd8-4628-817e-1eebf3d2e872,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:03.797553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95040c8a-7bd4-4beb-9a42-6658ceb99efa req-a652414d-367b-4058-8af7-b758d8f18799 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321437 Aug 29 17:21:03.799057 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-632b8304-939c-4f92-b6da-0418e1571ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.807650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35738) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:03.808002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-632b8304-939c-4f92-b6da-0418e1571ce2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c63ec3e-8bd8-4628-817e-1eebf3d2e872 HTTP/1.1" status: 204 len: 168 time: 0.5476742 Aug 29 17:21:03.825033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f79187-9b73-4497-8a91-496b338e698d {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:03.884842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74f79187-9b73-4497-8a91-496b338e698d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74f79187-9b73-4497-8a91-496b338e698d,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:03.897752 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.905695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:03.920757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006ea99-d4ca-4f33-95f7-6b200c210a40 req-77ce5478-89ee-487f-9359-f1f679cf25b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.923022 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7006ea99-d4ca-4f33-95f7-6b200c210a40 req-77ce5478-89ee-487f-9359-f1f679cf25b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1631389 Aug 29 17:21:04.030349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74f79187-9b73-4497-8a91-496b338e698d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:04.033480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550680d7-b8d5-4f50-aaf1-24d25401a6ec req-875de67a-d36a-4439-8927-5d31375d1975 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.035578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-550680d7-b8d5-4f50-aaf1-24d25401a6ec req-875de67a-d36a-4439-8927-5d31375d1975 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 945 time: 0.0567191 Aug 29 17:21:04.048875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:04.078047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7006ea99-d4ca-4f33-95f7-6b200c210a40 req-25aa3eb9-03f5-42d3-90af-67d7b4d16862 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439791 Aug 29 17:21:04.099776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:04.100297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47aaeb59-41df-4c7a-ae8a-cff02d5f8aea not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:04.112872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-550680d7-b8d5-4f50-aaf1-24d25401a6ec req-34ff9308-3992-4743-a8e1-499abb3b0ea3 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638056 Aug 29 17:21:04.166517 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.181722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33455321-41b3-4c45-812f-9c4d3e1889cc']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:04.196669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4ba969-8927-4fbf-9b1b-7339cbb1eb97') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:04.197020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4ba969-8927-4fbf-9b1b-7339cbb1eb97') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:04.211714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.231443 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.239797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:21:04.240198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:21:04.243142 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:21:04.264404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d10bcf32-9c97-4918-b167-2e5dee619241 req-20e04394-636b-4ab1-94ef-87334a14eed3 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba101e71-ba58-414b-86ba-48f2b1d75569 HTTP/1.1" status: 200 len: 210 time: 0.0649097 Aug 29 17:21:04.265062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35742) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:04.324812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['74f79187-9b73-4497-8a91-496b338e698d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:04.332829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.340531 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.342790 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/33455321-41b3-4c45-812f-9c4d3e1889cc HTTP/1.1" status: 204 len: 168 time: 0.5335145 Aug 29 17:21:04.354672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9ae98-124a-472c-8ef5-5b98ef1053c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=33455321-41b3-4c45-812f-9c4d3e1889cc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:04.355912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1db22c1e-f531-4dc7-92c2-2c57613c7ce8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:04.408996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f8ce930d-96bc-4a28-8475-b4c726b64ea8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:04.419076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9bdf-28ef-4e1c-bdbd-66197658ef78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.465803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-3a07c03a-3680-4861-a0a0-4ddc725697a1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.468005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-3a07c03a-3680-4861-a0a0-4ddc725697a1 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.44 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 945 time: 0.0630438 Aug 29 17:21:04.513244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35748) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:04.572750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Deleting port e8891120-4d3a-4535-a406-85ad8bff1a43 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:04.573092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.581545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-868cb5ab-7329-4a8c-9ec5-72f48d40d626 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=692a5920c5fc442fa9250991e80cc201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665348 Aug 29 17:21:04.588390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35750) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:04.602667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9bdf-28ef-4e1c-bdbd-66197658ef78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.608679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9bdf-28ef-4e1c-bdbd-66197658ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.655259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a9bdf-28ef-4e1c-bdbd-66197658ef78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095a74dd-d124-4f1b-9fa1-3de69f29b70d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:04.661730 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cd0a9bdf-28ef-4e1c-bdbd-66197658ef78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50b8452b35314c648a7ef8c1684d4b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894629 Aug 29 17:21:04.664066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35752) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:04.704358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88e187ae-7535-404f-9a16-db20e6409ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.711078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] For port e8891120-4d3a-4535-a406-85ad8bff1a43, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e8891120-4d3a-4535-a406-85ad8bff1a43,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:04.711445 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.733679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Calling delete_port for e8891120-4d3a-4535-a406-85ad8bff1a43 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:04.735623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d307df79-703a-468a-896b-37f9814e7749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.745590 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88e187ae-7535-404f-9a16-db20e6409ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.756841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d307df79-703a-468a-896b-37f9814e7749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.808755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d307df79-703a-468a-896b-37f9814e7749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.811708 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d307df79-703a-468a-896b-37f9814e7749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.815632 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d307df79-703a-468a-896b-37f9814e7749 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/095a74dd-d124-4f1b-9fa1-3de69f29b70d HTTP/1.1" status: 204 len: 168 time: 0.1461182 Aug 29 17:21:04.832029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307df79-703a-468a-896b-37f9814e7749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a74dd-d124-4f1b-9fa1-3de69f29b70d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:04.851730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88e187ae-7535-404f-9a16-db20e6409ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.854515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88e187ae-7535-404f-9a16-db20e6409ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:04.859065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88e187ae-7535-404f-9a16-db20e6409ae8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1aec5af-ec7a-4f30-9e23-31539529baf7 HTTP/1.1" status: 204 len: 168 time: 0.2699368 Aug 29 17:21:04.871203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e187ae-7535-404f-9a16-db20e6409ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aec5af-ec7a-4f30-9e23-31539529baf7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:04.967689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170982b-6d96-4b4c-8aee-0953b5d17347 req-e2972089-1efe-4fbf-9ee0-b024c3b4a2d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.974270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170982b-6d96-4b4c-8aee-0953b5d17347 req-e2972089-1efe-4fbf-9ee0-b024c3b4a2d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.980201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170982b-6d96-4b4c-8aee-0953b5d17347 req-e2972089-1efe-4fbf-9ee0-b024c3b4a2d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.981891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1170982b-6d96-4b4c-8aee-0953b5d17347 req-e2972089-1efe-4fbf-9ee0-b024c3b4a2d7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2416 time: 0.0803697 Aug 29 17:21:04.986454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.016369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Pushing event deleted for resources: {'Port': ['ID=e8891120-4d3a-4535-a406-85ad8bff1a43,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:05.048797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.049019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.049372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.049718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.050059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.050397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.050770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.051102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.051439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.051777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.052098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.052413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:05.097743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] No DVR routers for this DVR port e8891120-4d3a-4535-a406-85ad8bff1a43 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:05.101750 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.103786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d877e3c-5f99-4a56-943f-864b23da3032 req-fb6ca4f9-c641-4997-82d0-988d65acb6dc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.44 "DELETE /v2.0/ports/e8891120-4d3a-4535-a406-85ad8bff1a43 HTTP/1.1" status: 204 len: 173 time: 0.6284058 Aug 29 17:21:05.110616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1170982b-6d96-4b4c-8aee-0953b5d17347 req-427fb5b2-e241-4f60-9d83-ec05e32206a9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969336 Aug 29 17:21:05.252326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1b4a9-d441-4262-b555-ad41b7112f93 req-b210cb64-bc00-43b3-861a-012fd41b44df tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:05.254241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eda1b4a9-d441-4262-b555-ad41b7112f93 req-b210cb64-bc00-43b3-861a-012fd41b44df tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1006978 Aug 29 17:21:05.293906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-121c9965-225d-4581-803c-517a1c020ddf req-1b9e0ae2-07d3-48d5-852f-26134fd988cc tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 210 time: 0.0443301 Aug 29 17:21:05.338882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eda1b4a9-d441-4262-b555-ad41b7112f93 req-8510ca7f-6440-4715-85a3-fd9794f9ac57 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780859 Aug 29 17:21:05.376409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35774) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:05.388823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'name': 'network-vif-deleted', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:05.392622 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a45c8b-76b7-4ef5-95a2-25915c8ead7e" -d '{"events": [{"server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "name": "network-vif-deleted", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:05.425437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-80929890-9a94-4a64-8d4c-b7e231fd1232 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5592e3c8151f4a2e9e6d610f39b6889b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476201 Aug 29 17:21:05.428223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35780) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:05.428870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35782) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:05.443069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bede5d30-657f-44e1-8494-309170af8b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.450541 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb9a841-dab3-4482-b7bc-e73290de8e23 x-openstack-request-id: req-3bb9a841-dab3-4482-b7bc-e73290de8e23 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:05.450855 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06edc894-e93c-4b0d-beac-8d941dd7686b", "name": "network-vif-deleted", "tag": "e8891120-4d3a-4535-a406-85ad8bff1a43", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:05.451101 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bb9a841-dab3-4482-b7bc-e73290de8e23 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:05.451483 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06edc894-e93c-4b0d-beac-8d941dd7686b', 'name': 'network-vif-deleted', 'tag': 'e8891120-4d3a-4535-a406-85ad8bff1a43', 'status': 'completed', 'code': 200} Aug 29 17:21:05.498957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a823c160-bc19-42db-bd81-ce7fcdf3f507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.524825 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a823c160-bc19-42db-bd81-ce7fcdf3f507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.574120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bede5d30-657f-44e1-8494-309170af8b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.582944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a823c160-bc19-42db-bd81-ce7fcdf3f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.583199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bede5d30-657f-44e1-8494-309170af8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.585607 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a823c160-bc19-42db-bd81-ce7fcdf3f507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.589138 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a823c160-bc19-42db-bd81-ce7fcdf3f507 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd03ebbb-138d-4308-8947-e9ed2e6d1b5b HTTP/1.1" status: 204 len: 168 time: 0.1571493 Aug 29 17:21:05.597187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823c160-bc19-42db-bd81-ce7fcdf3f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd03ebbb-138d-4308-8947-e9ed2e6d1b5b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:05.640885 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bede5d30-657f-44e1-8494-309170af8b50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65e71a2a98c74ff2bcc9e1e5ed439e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109413 Aug 29 17:21:05.644764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:05.676518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede5d30-657f-44e1-8494-309170af8b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eae029-3e2c-475f-ac00-40765333ba59,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:05.744670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5fe88-42fd-4c32-92ff-d9a2c818714b req-720dd3d1-405f-494e-9b0e-4c734e597815 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:05.746086 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2dc5fe88-42fd-4c32-92ff-d9a2c818714b req-720dd3d1-405f-494e-9b0e-4c734e597815 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 949 time: 0.0815988 Aug 29 17:21:05.751577 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0340-8357-4ebe-992a-1911a9d3efdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.791598 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0340-8357-4ebe-992a-1911a9d3efdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.812165 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2dc5fe88-42fd-4c32-92ff-d9a2c818714b req-7e566ffa-e340-4d38-9e61-c63080a5a119 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570529 Aug 29 17:21:05.858995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0340-8357-4ebe-992a-1911a9d3efdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.862888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0340-8357-4ebe-992a-1911a9d3efdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:05.866240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e4ac0340-8357-4ebe-992a-1911a9d3efdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46eae029-3e2c-475f-ac00-40765333ba59 HTTP/1.1" status: 204 len: 168 time: 0.2183626 Aug 29 17:21:05.872303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac0340-8357-4ebe-992a-1911a9d3efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eae029-3e2c-475f-ac00-40765333ba59,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:05.918010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e8891120-4d3a-4535-a406-85ad8bff1a43'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:06.257151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bba85-44e8-4e16-8d2d-512aaa42a551 req-d9332ea0-fbe0-46cd-b1e8-00b7e21d8f48 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:06.263226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bba85-44e8-4e16-8d2d-512aaa42a551 req-d9332ea0-fbe0-46cd-b1e8-00b7e21d8f48 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:06.269347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bba85-44e8-4e16-8d2d-512aaa42a551 req-d9332ea0-fbe0-46cd-b1e8-00b7e21d8f48 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:06.276525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c74bba85-44e8-4e16-8d2d-512aaa42a551 req-d9332ea0-fbe0-46cd-b1e8-00b7e21d8f48 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2416 time: 0.0760050 Aug 29 17:21:06.329623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e434695c-9d05-4280-9115-aa024db72cc6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:06.330203 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c74bba85-44e8-4e16-8d2d-512aaa42a551 req-792fd22a-0cad-40d9-9ae4-d7908294a33a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485530 Aug 29 17:21:06.468192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17126adb-8989-4ad8-a5bf-2b5de778c016 req-1d7e77f8-21a0-4916-b247-3c911202de44 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 210 time: 0.0697505 Aug 29 17:21:06.513702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c85b78-8b5c-4c09-b2d7-7216d18385d6 req-9823d9d3-7e42-42f0-a43e-b2884d8ea8ef tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:06.522859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2c85b78-8b5c-4c09-b2d7-7216d18385d6 req-9823d9d3-7e42-42f0-a43e-b2884d8ea8ef tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0751257 Aug 29 17:21:06.566090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2c85b78-8b5c-4c09-b2d7-7216d18385d6 req-761a674f-2e24-4097-a83a-26e35a3d98d2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Aug 29 17:21:06.617680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:06.673904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:06.680118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:06.680867 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:06.785098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:06.849297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:06.851558 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c871eb-4fb1-4716-826a-175080eb6631" -d '{"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-plugged", "status": "completed", "tag": "1db22c1e-f531-4dc7-92c2-2c57613c7ce8"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:06.868938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:06.874464 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:06.895236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f8ce930d-96bc-4a28-8475-b4c726b64ea8 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:06.925350 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188ced4-a04d-4a89-b3bb-45474f597524 x-openstack-request-id: req-f188ced4-a04d-4a89-b3bb-45474f597524 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:06.926035 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-plugged", "status": "completed", "tag": "1db22c1e-f531-4dc7-92c2-2c57613c7ce8", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:06.926035 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f188ced4-a04d-4a89-b3bb-45474f597524 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:06.926232 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8', 'code': 200} Aug 29 17:21:07.009071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:07.029288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port f8ce930d-96bc-4a28-8475-b4c726b64ea8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:07.037596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f8ce930d-96bc-4a28-8475-b4c726b64ea8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:07.038691 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.057130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62059efe-26de-4f1b-8ae2-794faba58f89 req-7f2a46e1-3969-4dc0-bb32-42849e922c52 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:07.058723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-62059efe-26de-4f1b-8ae2-794faba58f89 req-7f2a46e1-3969-4dc0-bb32-42849e922c52 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 949 time: 0.1015096 Aug 29 17:21:07.152117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-62059efe-26de-4f1b-8ae2-794faba58f89 req-200e3af8-895c-4171-b207-8b6db0af29e1 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845456 Aug 29 17:21:07.207710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-3b8bfc08-691f-4867-b821-3610b400ec29 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:07.210414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-3b8bfc08-691f-4867-b821-3610b400ec29 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 949 time: 0.0961561 Aug 29 17:21:07.220651 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.261082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f8ce930d-96bc-4a28-8475-b4c726b64ea8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f8ce930d-96bc-4a28-8475-b4c726b64ea8,segment=NetworkSegment(bba9dc7e-6eb1-44d8-90e2-a02979418033),segment_id=bba9dc7e-6eb1-44d8-90e2-a02979418033)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:07.266732 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.267721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74f79187-9b73-4497-8a91-496b338e698d up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:07.401512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Deleting port 2774da4a-dafd-4c56-84fc-f753c63c6b40 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:07.402084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.491616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f8ce930d-96bc-4a28-8475-b4c726b64ea8,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:07.503382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 74f79187-9b73-4497-8a91-496b338e698d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:07.507698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 74f79187-9b73-4497-8a91-496b338e698d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:07.508081 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.557993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c2b09-d8d7-4f61-b01e-551c029c897a req-17ff78de-0624-498a-9c31-0ad3867711d0 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:07.581454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] For port 2774da4a-dafd-4c56-84fc-f753c63c6b40, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2774da4a-dafd-4c56-84fc-f753c63c6b40,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:07.582252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c2b09-d8d7-4f61-b01e-551c029c897a req-17ff78de-0624-498a-9c31-0ad3867711d0 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:07.585470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.601792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c2b09-d8d7-4f61-b01e-551c029c897a req-17ff78de-0624-498a-9c31-0ad3867711d0 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:07.604506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe9c2b09-d8d7-4f61-b01e-551c029c897a req-17ff78de-0624-498a-9c31-0ad3867711d0 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2418 time: 0.1968162 Aug 29 17:21:07.627104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Calling delete_port for 2774da4a-dafd-4c56-84fc-f753c63c6b40 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:07.644732 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.669817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce244aa8-042f-4634-b93a-d73dddd56a29 req-5ae19ffb-d34b-47b1-add6-52a2b18e9433 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 210 time: 0.0561934 Aug 29 17:21:07.713321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe9c2b09-d8d7-4f61-b01e-551c029c897a req-cd21ac35-4a5a-4f70-9b92-636d612d81dd tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908945 Aug 29 17:21:07.717948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74f79187-9b73-4497-8a91-496b338e698d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74f79187-9b73-4497-8a91-496b338e698d,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:07.726925 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.847021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b7fbc-c7b4-43bc-b8cf-173aad0b4f3e req-c1216cf0-468c-4bce-9055-c926b820f338 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:07.848773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74f79187-9b73-4497-8a91-496b338e698d,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:07.856017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6f1b7fbc-c7b4-43bc-b8cf-173aad0b4f3e req-c1216cf0-468c-4bce-9055-c926b820f338 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0747840 Aug 29 17:21:07.913709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6f1b7fbc-c7b4-43bc-b8cf-173aad0b4f3e req-edf73829-5d66-4cb5-9ed6-8cb286558d08 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564914 Aug 29 17:21:07.918671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:07.933328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5fa15715-fe82-4072-9f95-76efc1f144be', '64c3cab3-ffbf-4669-b3e4-ee8e32febc95', '2774da4a-dafd-4c56-84fc-f753c63c6b40'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:07.936368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31', '026758c1-630b-4e25-a557-6000d2282420'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:07.959142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event deleted for resources: {'Port': ['ID=2774da4a-dafd-4c56-84fc-f753c63c6b40,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:08.027885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] No DVR routers for this DVR port 2774da4a-dafd-4c56-84fc-f753c63c6b40 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:08.031221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:08.034969 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63281f26-c32c-43b6-8da6-b96dd4167476 req-fa3b2c93-87ad-4def-a545-5baa70f39c7e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "DELETE /v2.0/ports/2774da4a-dafd-4c56-84fc-f753c63c6b40 HTTP/1.1" status: 204 len: 173 time: 0.8110013 Aug 29 17:21:08.035733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d93074-1aa3-4ded-b968-39626d80da58', 'name': 'network-vif-deleted', 'tag': '2774da4a-dafd-4c56-84fc-f753c63c6b40'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:08.038257 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c42d3fa-0e0c-4cfa-a45f-485d3b319e2f" -d '{"events": [{"server_uuid": "38d93074-1aa3-4ded-b968-39626d80da58", "name": "network-vif-deleted", "tag": "2774da4a-dafd-4c56-84fc-f753c63c6b40"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:08.111536 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf16894-232c-4f98-86e8-32430775e00b x-openstack-request-id: req-0cf16894-232c-4f98-86e8-32430775e00b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:08.112160 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d93074-1aa3-4ded-b968-39626d80da58", "name": "network-vif-deleted", "tag": "2774da4a-dafd-4c56-84fc-f753c63c6b40", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:08.112625 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cf16894-232c-4f98-86e8-32430775e00b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:08.113238 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d93074-1aa3-4ded-b968-39626d80da58', 'name': 'network-vif-deleted', 'tag': '2774da4a-dafd-4c56-84fc-f753c63c6b40', 'status': 'completed', 'code': 200} Aug 29 17:21:08.378836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7ac4730-b741-4e93-b6f1-7ae102678877 req-1a065a51-0ed4-4232-931a-4e62e5a50e4f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=38d93074-1aa3-4ded-b968-39626d80da58 HTTP/1.1" status: 200 len: 210 time: 0.0599785 Aug 29 17:21:08.855198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dae2a2cb-a778-489b-a7d7-fd2eb39ef571 req-f233f230-f966-43e3-8ca4-0fd9eeb290a5 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 210 time: 0.0469279 Aug 29 17:21:08.928771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ce930d-96bc-4a28-8475-b4c726b64ea8'}, {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f79187-9b73-4497-8a91-496b338e698d'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:08.931142 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda49fb2-26b0-42e6-9660-64cbe8e8b290" -d '{"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-plugged", "status": "completed", "tag": "f8ce930d-96bc-4a28-8475-b4c726b64ea8"}, {"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-plugged", "status": "completed", "tag": "74f79187-9b73-4497-8a91-496b338e698d"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:08.993967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5444c-ab30-49cd-83c3-dc8746a8bad8 req-eb8b9f9f-acdd-4c65-b60a-53739de56bf9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.000845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5444c-ab30-49cd-83c3-dc8746a8bad8 req-eb8b9f9f-acdd-4c65-b60a-53739de56bf9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.008390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5444c-ab30-49cd-83c3-dc8746a8bad8 req-eb8b9f9f-acdd-4c65-b60a-53739de56bf9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.018142 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41e5444c-ab30-49cd-83c3-dc8746a8bad8 req-eb8b9f9f-acdd-4c65-b60a-53739de56bf9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2419 time: 0.0995047 Aug 29 17:21:09.067595 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41e5444c-ab30-49cd-83c3-dc8746a8bad8 req-1790a319-5e45-4345-83e9-3cd515a66438 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482931 Aug 29 17:21:09.112436 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69a10d1-809f-4d83-b032-e3e2eb367b53 x-openstack-request-id: req-c69a10d1-809f-4d83-b032-e3e2eb367b53 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:09.113311 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-plugged", "status": "completed", "tag": "f8ce930d-96bc-4a28-8475-b4c726b64ea8", "code": 200}, {"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-plugged", "status": "completed", "tag": "74f79187-9b73-4497-8a91-496b338e698d", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:09.113847 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c69a10d1-809f-4d83-b032-e3e2eb367b53 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:09.114813 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ce930d-96bc-4a28-8475-b4c726b64ea8', 'code': 200} Aug 29 17:21:09.116179 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f79187-9b73-4497-8a91-496b338e698d', 'code': 200} Aug 29 17:21:09.213140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae3e83-a8d6-4a66-81c4-1b4421977735 req-b87483a8-1b1c-4112-a956-fa60645b3448 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.215046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bae3e83-a8d6-4a66-81c4-1b4421977735 req-b87483a8-1b1c-4112-a956-fa60645b3448 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1150634 Aug 29 17:21:09.244599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2509938-a596-46f7-8d13-f6c54992596d req-198f2dbf-0fb0-41e5-be4e-047b08097a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.245088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2509938-a596-46f7-8d13-f6c54992596d req-198f2dbf-0fb0-41e5-be4e-047b08097a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.245570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2509938-a596-46f7-8d13-f6c54992596d req-198f2dbf-0fb0-41e5-be4e-047b08097a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.247437 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2509938-a596-46f7-8d13-f6c54992596d req-198f2dbf-0fb0-41e5-be4e-047b08097a54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2875 time: 0.0565908 Aug 29 17:21:09.296431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2509938-a596-46f7-8d13-f6c54992596d req-6f80fa7c-f5a1-4cd9-ac2b-2b30d16f2e9d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Aug 29 17:21:09.304672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bae3e83-a8d6-4a66-81c4-1b4421977735 req-ee684fc2-12e0-4da1-bcee-def6ad2dacfb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808573 Aug 29 17:21:09.701327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35932) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:09.710169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb729-ee24-470f-bfad-2fa0ca412ddd req-af145c88-80de-4f20-a4ac-c09860375e0f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.711823 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-404fb729-ee24-470f-bfad-2fa0ca412ddd req-af145c88-80de-4f20-a4ac-c09860375e0f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 949 time: 0.0632737 Aug 29 17:21:09.753905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-404fb729-ee24-470f-bfad-2fa0ca412ddd req-9eb93415-e935-48ed-ab2e-6a747ea91cd2 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Aug 29 17:21:09.827559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:09.966700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:09.972393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.008355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c798df8-253f-41b5-996b-83f17ab460da,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:10.040574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.040931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.041416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.041886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.042876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.043226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.045619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e8891120-4d3a-4535-a406-85ad8bff1a43 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:10.049300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.057381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.057742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.058095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.058532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.062225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:10.104671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0684f5eb-df68-45f6-bf0f-283f15744539 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94f838d1d4df4f2d8d878abc2894ee02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020319 Aug 29 17:21:10.105159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: e8891120-4d3a-4535-a406-85ad8bff1a43 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:10.105654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e8891120-4d3a-4535-a406-85ad8bff1a43 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:10.107411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35942) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:10.127312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f57eaa46-59d6-4aed-9f20-e924326b3589 req-7c9da03e-e80c-4b94-a4b7-a6be7cb149fe tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=06edc894-e93c-4b0d-beac-8d941dd7686b HTTP/1.1" status: 200 len: 210 time: 0.1083853 Aug 29 17:21:10.193245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1356c64e-81ef-48c2-8a3c-97c8d6702508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.238982 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1356c64e-81ef-48c2-8a3c-97c8d6702508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.274034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75581-6b5c-4e87-a83b-72d75dd676e5 req-1f1f4835-c7ee-4b00-891d-b5b5864420da tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:10.279911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75581-6b5c-4e87-a83b-72d75dd676e5 req-1f1f4835-c7ee-4b00-891d-b5b5864420da tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:10.286422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75581-6b5c-4e87-a83b-72d75dd676e5 req-1f1f4835-c7ee-4b00-891d-b5b5864420da tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:10.288114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fc75581-6b5c-4e87-a83b-72d75dd676e5 req-1f1f4835-c7ee-4b00-891d-b5b5864420da tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2419 time: 0.0966353 Aug 29 17:21:10.354646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fc75581-6b5c-4e87-a83b-72d75dd676e5 req-e71a7375-df71-4093-a1e7-e8b2dce39ec6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Aug 29 17:21:10.356404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1356c64e-81ef-48c2-8a3c-97c8d6702508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.361226 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1356c64e-81ef-48c2-8a3c-97c8d6702508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.365414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1356c64e-81ef-48c2-8a3c-97c8d6702508 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c798df8-253f-41b5-996b-83f17ab460da HTTP/1.1" status: 204 len: 168 time: 0.2569652 Aug 29 17:21:10.375904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356c64e-81ef-48c2-8a3c-97c8d6702508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c798df8-253f-41b5-996b-83f17ab460da,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:10.445789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216d2c0-cc87-469e-ad02-a0a858bc9ae6 req-18184dd2-b62b-409b-b070-d7a85e06ddc4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:10.447347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6216d2c0-cc87-469e-ad02-a0a858bc9ae6 req-18184dd2-b62b-409b-b070-d7a85e06ddc4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0520864 Aug 29 17:21:10.495470 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6216d2c0-cc87-469e-ad02-a0a858bc9ae6 req-6c3383ee-9389-4320-bc53-d7274d5d7cfc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Aug 29 17:21:10.606985 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:21:10.614607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2774da4a-dafd-4c56-84fc-f753c63c6b40 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:10.648253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 2774da4a-dafd-4c56-84fc-f753c63c6b40 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:10.648810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2774da4a-dafd-4c56-84fc-f753c63c6b40 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:10.756744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35960) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:10.772842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9243fab4-2d4e-45bf-b0a5-ef8b40ead47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.880835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9243fab4-2d4e-45bf-b0a5-ef8b40ead47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.886523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9243fab4-2d4e-45bf-b0a5-ef8b40ead47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.899934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d9794-8f4e-486c-a9e5-00ff1caf7f95 req-91e5efa5-18e0-432f-b595-74bd1b3dbb34 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:10.907309 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e5d9794-8f4e-486c-a9e5-00ff1caf7f95 req-91e5efa5-18e0-432f-b595-74bd1b3dbb34 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 949 time: 0.0685682 Aug 29 17:21:10.941771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9243fab4-2d4e-45bf-b0a5-ef8b40ead47c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=820018f782c846a289838c817d9615c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835515 Aug 29 17:21:10.943303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243fab4-2d4e-45bf-b0a5-ef8b40ead47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193bb0c2-bb96-40a0-a13c-a8a3491528ff,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:10.946726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35966) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:10.965305 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e5d9794-8f4e-486c-a9e5-00ff1caf7f95 req-51020e52-6f84-4d05-a293-d65e4abdc47a tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569165 Aug 29 17:21:11.003465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd27130b-759e-483f-8582-6097596890f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.027713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd27130b-759e-483f-8582-6097596890f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.111102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-b6f9dda9-9c0e-41b6-b5ed-0917a47dcf86 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:11.112703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-b6f9dda9-9c0e-41b6-b5ed-0917a47dcf86 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 949 time: 0.0564389 Aug 29 17:21:11.113839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd27130b-759e-483f-8582-6097596890f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.116392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd27130b-759e-483f-8582-6097596890f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.119746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bd27130b-759e-483f-8582-6097596890f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/193bb0c2-bb96-40a0-a13c-a8a3491528ff HTTP/1.1" status: 204 len: 168 time: 0.1695549 Aug 29 17:21:11.134986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27130b-759e-483f-8582-6097596890f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193bb0c2-bb96-40a0-a13c-a8a3491528ff,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:11.190834 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-805d7bf1-73f2-477c-9eb5-f277a552c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.243851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Deleting port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:11.244457 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.435226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] For port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:11.435699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.461377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Calling delete_port for 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:11.592900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203150e-801e-44b3-8429-a1db3f228753 req-f72d7bdb-f417-456a-989e-d75aa0de5ec6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:11.602679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203150e-801e-44b3-8429-a1db3f228753 req-f72d7bdb-f417-456a-989e-d75aa0de5ec6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:11.615968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203150e-801e-44b3-8429-a1db3f228753 req-f72d7bdb-f417-456a-989e-d75aa0de5ec6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:11.629637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d203150e-801e-44b3-8429-a1db3f228753 req-f72d7bdb-f417-456a-989e-d75aa0de5ec6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2419 time: 0.1467149 Aug 29 17:21:11.710913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.731850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5fa15715-fe82-4072-9f95-76efc1f144be', '64c3cab3-ffbf-4669-b3e4-ee8e32febc95'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:11.736379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31', '026758c1-630b-4e25-a557-6000d2282420'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:11.789611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d203150e-801e-44b3-8429-a1db3f228753 req-e1380f7c-a0b8-4198-b216-b54b0fa576cf tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583166 Aug 29 17:21:11.861722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event deleted for resources: {'Port': ['ID=64c3cab3-ffbf-4669-b3e4-ee8e32febc95,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:11.974101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] No DVR routers for this DVR port 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:11.975077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:11.977273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b4ba657-0ef3-4629-ad04-1fcc37c2d7f5 req-fc4e4afa-f2f5-4abc-abfc-21f3915ee559 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "DELETE /v2.0/ports/64c3cab3-ffbf-4669-b3e4-ee8e32febc95 HTTP/1.1" status: 204 len: 173 time: 0.8555179 Aug 29 17:21:11.982312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285', 'name': 'network-vif-deleted', 'tag': '64c3cab3-ffbf-4669-b3e4-ee8e32febc95'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:11.985131 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0803541b-d77e-41c2-b6d8-823d48a2dabb" -d '{"events": [{"server_uuid": "d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285", "name": "network-vif-deleted", "tag": "64c3cab3-ffbf-4669-b3e4-ee8e32febc95"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:12.039581 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78419d0-c0b5-48d8-84ca-37ea71bfca18 req-c8cf6466-d1e2-4cd0-9153-3c2633ddd084 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:12.056906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a78419d0-c0b5-48d8-84ca-37ea71bfca18 req-c8cf6466-d1e2-4cd0-9153-3c2633ddd084 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.3636942 Aug 29 17:21:12.177819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a78419d0-c0b5-48d8-84ca-37ea71bfca18 req-26d4184e-2520-43e8-9dd9-5d01bb424055 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106408 Aug 29 17:21:12.194738 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-a19221b4-b89e-405a-9bae-699756d6b144 req-4b434116-e8e1-4b28-ba7a-db4fcafc54d4 service neutron] show failed (client error): The resource could not be found. Aug 29 17:21:12.195810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-4b434116-e8e1-4b28-ba7a-db4fcafc54d4 service neutron] 10.222.0.44 "GET /v2.0/ports/f4644049-c3ac-42d4-aa61-a9e57703bf3c/bindings/n-h2-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.5043552 Aug 29 17:21:12.285485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50bcbc74-313b-4d72-a167-7f80b1a0fc4b req-661ac500-db29-48c5-a215-13203266db1c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285 HTTP/1.1" status: 200 len: 210 time: 0.0796506 Aug 29 17:21:12.301934 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d50c22-b033-418c-bea0-dbca32940fc3 x-openstack-request-id: req-62d50c22-b033-418c-bea0-dbca32940fc3 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:12.302223 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285", "name": "network-vif-deleted", "tag": "64c3cab3-ffbf-4669-b3e4-ee8e32febc95", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:12.302533 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62d50c22-b033-418c-bea0-dbca32940fc3 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:12.303081 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bc8e8a-ce6d-4e7f-8350-bd4e1f3d3285', 'name': 'network-vif-deleted', 'tag': '64c3cab3-ffbf-4669-b3e4-ee8e32febc95', 'status': 'completed', 'code': 200} Aug 29 17:21:12.351604 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:12.761303 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:12.930736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-cb45901f-701c-4ab3-91f6-7c4a5bc0cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:12.932600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-cb45901f-701c-4ab3-91f6-7c4a5bc0cefe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&tenant_id=27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 1102 time: 0.3998988 Aug 29 17:21:12.947516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:13.009172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81c73-e67a-4a15-a9dd-9cd1aebc86ba req-11134205-ec2d-4d94-91cd-3717e5f56c99 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:13.026199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81c73-e67a-4a15-a9dd-9cd1aebc86ba req-11134205-ec2d-4d94-91cd-3717e5f56c99 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:13.032793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81c73-e67a-4a15-a9dd-9cd1aebc86ba req-11134205-ec2d-4d94-91cd-3717e5f56c99 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:13.040374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fae81c73-e67a-4a15-a9dd-9cd1aebc86ba req-11134205-ec2d-4d94-91cd-3717e5f56c99 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2419 time: 0.1865430 Aug 29 17:21:13.135257 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fae81c73-e67a-4a15-a9dd-9cd1aebc86ba req-b86950c9-9b50-40f7-841f-96d507179f3f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938749 Aug 29 17:21:13.160571 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:13.436473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f58d30-2976-47a3-9c5e-1f9ae4b0ec41 req-fc155bbe-4f40-4d93-9dff-fe1a98476bcf tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:13.444777 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03f58d30-2976-47a3-9c5e-1f9ae4b0ec41 req-fc155bbe-4f40-4d93-9dff-fe1a98476bcf tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1244397 Aug 29 17:21:13.563334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03f58d30-2976-47a3-9c5e-1f9ae4b0ec41 req-7cda7922-976a-41b7-9c73-03ddf75ce9cb tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106582 Aug 29 17:21:13.628615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:13.724575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:13.811460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:13.855712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Transition to ACTIVE for port object f4644049-c3ac-42d4-aa61-a9e57703bf3c will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:13.860407 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d006-196c-44df-96ee-bc1a5e3b9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:13.868467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:13.887573 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:14.000774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] No DVR routers for this DVR port f4644049-c3ac-42d4-aa61-a9e57703bf3c on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:14.003302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:14.088228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:14.088871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:14.089368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:14.102755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:21:14.103403 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:14.118817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:14.119442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:14.119999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:14.120623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Bound port: f4644049-c3ac-42d4-aa61-a9e57703bf3c, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:14.121150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:14.339135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922d3a9-7d69-4679-ae86-3f64bfe1a5d7 req-6d784b6e-7662-4e27-99a2-5b36a8c4f5ae tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.348094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:14.348565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a922d3a9-7d69-4679-ae86-3f64bfe1a5d7 req-6d784b6e-7662-4e27-99a2-5b36a8c4f5ae tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 948 time: 0.0943270 Aug 29 17:21:14.353430 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3eff8-5e53-4262-8557-af846d2fd32e" -d '{"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-unplugged", "status": "completed", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:14.377135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:14.432878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:14.436213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a922d3a9-7d69-4679-ae86-3f64bfe1a5d7 req-fe42d19c-eff5-4607-9c49-6c9d497232d6 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838454 Aug 29 17:21:14.479600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:14.517207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-5c6e7b0c-5a5e-4cd3-9897-3ea41cfebfde tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.523022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-5c6e7b0c-5a5e-4cd3-9897-3ea41cfebfde tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.529006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-5c6e7b0c-5a5e-4cd3-9897-3ea41cfebfde tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.530724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-5c6e7b0c-5a5e-4cd3-9897-3ea41cfebfde tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2419 time: 0.2764935 Aug 29 17:21:14.588535 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3b0429-eedf-4a75-b0ea-ca64b09cdf37 x-openstack-request-id: req-7b3b0429-eedf-4a75-b0ea-ca64b09cdf37 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:14.588817 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-unplugged", "status": "completed", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:14.589061 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b3b0429-eedf-4a75-b0ea-ca64b09cdf37 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:14.589444 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'code': 200} Aug 29 17:21:14.626213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.626822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:14.629209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:14.640577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] 10.222.0.43 "PUT /v2.0/ports/f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 1097 time: 1.6982749 Aug 29 17:21:14.692529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:14.693146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 64c3cab3-ffbf-4669-b3e4-ee8e32febc95 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:14.720514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2108dc-029b-40b9-818f-c13ac910427e req-560dda8f-fc7e-4627-b0c9-38c4f768a2a7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.727987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2108dc-029b-40b9-818f-c13ac910427e req-560dda8f-fc7e-4627-b0c9-38c4f768a2a7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.735176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2108dc-029b-40b9-818f-c13ac910427e req-560dda8f-fc7e-4627-b0c9-38c4f768a2a7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.736957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d2108dc-029b-40b9-818f-c13ac910427e req-560dda8f-fc7e-4627-b0c9-38c4f768a2a7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2419 time: 0.3386116 Aug 29 17:21:14.759519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3de3c-3300-41e9-a149-547581501256 service neutron] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:14.836171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port f8ce930d-96bc-4a28-8475-b4c726b64ea8 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:14.836543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:14.878095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e500-fdc7-4c2c-a484-98ddac1c7889 req-fb3c0967-8b22-45df-9123-3642bcdc0914 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.879916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7107e500-fdc7-4c2c-a484-98ddac1c7889 req-fb3c0967-8b22-45df-9123-3642bcdc0914 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 948 time: 0.0952175 Aug 29 17:21:14.912317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-e270c1a7-1337-4ab0-9df4-e4493063e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.913832 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-e270c1a7-1337-4ab0-9df4-e4493063e06c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1100 time: 0.2437286 Aug 29 17:21:14.963323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7107e500-fdc7-4c2c-a484-98ddac1c7889 req-6504b2c6-5682-4ebf-8f02-7f25e6bf5259 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Aug 29 17:21:14.990669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d2108dc-029b-40b9-818f-c13ac910427e req-af461c29-beee-466d-9fee-895aa859efbb tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417402 Aug 29 17:21:15.352518 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:15.575674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8d3f9-83bc-4a41-abc1-f86ffb76d7ee req-47c3fc93-14be-4360-a182-83c1c5401da3 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:15.577198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bc8d3f9-83bc-4a41-abc1-f86ffb76d7ee req-47c3fc93-14be-4360-a182-83c1c5401da3 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 948 time: 0.0520275 Aug 29 17:21:15.598885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-9cf430a7-2379-4208-a27c-cc3f75d2b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:15.600361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-9cf430a7-2379-4208-a27c-cc3f75d2b561 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.6575484 Aug 29 17:21:15.607942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-d4906051-513a-41f5-98fe-a8f872a9c328 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:15.610052 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-d4906051-513a-41f5-98fe-a8f872a9c328 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 948 time: 0.5655689 Aug 29 17:21:15.613218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port f8ce930d-96bc-4a28-8475-b4c726b64ea8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f8ce930d-96bc-4a28-8475-b4c726b64ea8,segment=NetworkSegment(bba9dc7e-6eb1-44d8-90e2-a02979418033),segment_id=bba9dc7e-6eb1-44d8-90e2-a02979418033)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:15.614125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:15.637979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bc8d3f9-83bc-4a41-abc1-f86ffb76d7ee req-d8952c1f-6132-4378-9430-f42a292ef7c4 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Aug 29 17:21:15.650555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for f8ce930d-96bc-4a28-8475-b4c726b64ea8 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:15.662702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-3062e50f-746f-401c-8237-0170a0db4f9b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:15.664302 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-3062e50f-746f-401c-8237-0170a0db4f9b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/ports?device_id=d892c6ad-9400-4c0f-9f7c-11216927e855 HTTP/1.1" status: 200 len: 950 time: 0.1730981 Aug 29 17:21:15.724408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-263127ac-1935-4d2f-bdad-41fa1ff7c1cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.1132169 Aug 29 17:21:15.928841 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7f5e698-720e-43a7-b230-7e8bba05c852 req-aa6c3892-4c5f-485f-8584-e78882e59589 tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=912f37baa3194c488bcb3a7f7e1083a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894275 Aug 29 17:21:15.943804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-93d3284c-53ca-4f75-9cc5-ebde05781cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:15.945286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-93d3284c-53ca-4f75-9cc5-ebde05781cbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2096119 Aug 29 17:21:16.089671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:16.113127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Deleting port 5fa15715-fe82-4072-9f95-76efc1f144be {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:16.113470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.166155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2517-47c7-4051-ace2-3fff35d88c55 req-1ecf5327-3dc6-4b17-8615-1a9afd394145 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:16.168078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33fd2517-47c7-4051-ace2-3fff35d88c55 req-1ecf5327-3dc6-4b17-8615-1a9afd394145 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 948 time: 0.0628266 Aug 29 17:21:16.178663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:16.221019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Deleting port 026758c1-630b-4e25-a557-6000d2282420 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:16.221405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.246869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33fd2517-47c7-4051-ace2-3fff35d88c55 req-73f8b40b-f887-41ac-ac85-1f7a295b7826 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715599 Aug 29 17:21:16.325835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19221b4-b89e-405a-9bae-699756d6b144 req-9a2b650a-0991-4b4c-8be1-1ad993a5b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:16.327474 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-9a2b650a-0991-4b4c-8be1-1ad993a5b1f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3719380 Aug 29 17:21:16.395640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb60997-e3e3-4205-bf73-c4b769081995 req-2a4f5acf-ca3c-473c-ab28-8614b6fd9a7f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:16.420784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb60997-e3e3-4205-bf73-c4b769081995 req-2a4f5acf-ca3c-473c-ab28-8614b6fd9a7f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:16.429939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb60997-e3e3-4205-bf73-c4b769081995 req-2a4f5acf-ca3c-473c-ab28-8614b6fd9a7f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:16.440129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1cb60997-e3e3-4205-bf73-c4b769081995 req-2a4f5acf-ca3c-473c-ab28-8614b6fd9a7f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 2419 time: 0.1083786 Aug 29 17:21:16.458281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5e698-720e-43a7-b230-7e8bba05c852 req-88a907a6-ff70-4956-8081-e9e92e8bb45a tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:16.469289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7f5e698-720e-43a7-b230-7e8bba05c852 req-88a907a6-ff70-4956-8081-e9e92e8bb45a tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5157237 Aug 29 17:21:16.478832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] For port 5fa15715-fe82-4072-9f95-76efc1f144be, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5fa15715-fe82-4072-9f95-76efc1f144be,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:16.479352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.489897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36130) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:16.522349 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1cb60997-e3e3-4205-bf73-c4b769081995 req-638bddf5-8279-48e7-a7ec-c9f0ed748b96 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790441 Aug 29 17:21:16.534866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Calling delete_port for 5fa15715-fe82-4072-9f95-76efc1f144be owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:16.536885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.557993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7f5e698-720e-43a7-b230-7e8bba05c852 req-67427292-811b-4ba4-8d46-3d2f84111e22 tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/quotas/912f37baa3194c488bcb3a7f7e1083a4 HTTP/1.1" status: 200 len: 375 time: 0.0876741 Aug 29 17:21:16.606734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:16.609082 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55" -d '{"events": [{"name": "network-changed", "server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:16.631170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5fa15715-fe82-4072-9f95-76efc1f144be no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:16.649107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=f8ce930d-96bc-4a28-8475-b4c726b64ea8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:16.666849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7f5e698-720e-43a7-b230-7e8bba05c852 req-4dce4a09-a75c-4e7e-9131-9238e700c43b tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=912f37baa3194c488bcb3a7f7e1083a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688314 Aug 29 17:21:16.668714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] For port 026758c1-630b-4e25-a557-6000d2282420, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=026758c1-630b-4e25-a557-6000d2282420,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:16.669174 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.713477 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.770935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0247d9f-db59-4353-ba59-27b4032df2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.779748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.795750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Calling delete_port for 026758c1-630b-4e25-a557-6000d2282420 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:16.799873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port f8ce930d-96bc-4a28-8475-b4c726b64ea8 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:16.805030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-b04b342d-de1d-439b-9b12-6803728cbcfe tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:16.806953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-b04b342d-de1d-439b-9b12-6803728cbcfe tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 944 time: 0.2304535 Aug 29 17:21:16.812205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.814608 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-cd5eee82-59f7-4ddc-86c3-8fe1d874c3ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "DELETE /v2.0/ports/f8ce930d-96bc-4a28-8475-b4c726b64ea8 HTTP/1.1" status: 204 len: 173 time: 2.2737050 Aug 29 17:21:16.814870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa15715-fe82-4072-9f95-76efc1f144be'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:16.819034 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b16a17d-1f97-47f5-a813-577d659104db" -d '{"events": [{"server_uuid": "439b3b84-d294-4521-a02b-8c67cfb7ade6", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa15715-fe82-4072-9f95-76efc1f144be"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:16.835252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5fa15715-fe82-4072-9f95-76efc1f144be, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5fa15715-fe82-4072-9f95-76efc1f144be,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:16.842817 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.846084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-85d237e2-7f50-4bef-88b9-488f9bdd02f4 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836190 Aug 29 17:21:16.847361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:16.879701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742cd5e-4474-4f76-a348-ec9218157a1d req-3ebda68e-f6d5-4bc8-bae0-cca894ceba5d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:16.884733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9742cd5e-4474-4f76-a348-ec9218157a1d req-3ebda68e-f6d5-4bc8-bae0-cca894ceba5d tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 944 time: 0.2548006 Aug 29 17:21:17.035436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9742cd5e-4474-4f76-a348-ec9218157a1d req-473011db-b5bc-4ee2-9523-da4da6421c04 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331444 Aug 29 17:21:17.038806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5fa15715-fe82-4072-9f95-76efc1f144be,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:17.079374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.116851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:17.127374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.128407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f8ce930d-96bc-4a28-8475-b4c726b64ea8 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:17.150360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Deleting port e434695c-9d05-4280-9115-aa024db72cc6 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:17.151179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.183032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: f8ce930d-96bc-4a28-8475-b4c726b64ea8 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:17.183368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f8ce930d-96bc-4a28-8475-b4c726b64ea8 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:17.184143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74f79187-9b73-4497-8a91-496b338e698d no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:17.197227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.204534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-fe95d6b2-672a-463d-92e3-2a6f0a42271d service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434145 Aug 29 17:21:17.209186 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1392c692-71cd-4622-9f5a-f27333b079e2 x-openstack-request-id: req-1392c692-71cd-4622-9f5a-f27333b079e2 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:17.210005 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:17.210289 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1392c692-71cd-4622-9f5a-f27333b079e2 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:17.210707 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'status': 'completed', 'code': 200} Aug 29 17:21:17.217711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31', '026758c1-630b-4e25-a557-6000d2282420'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:17.244626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event deleted for resources: {'Port': ['ID=5fa15715-fe82-4072-9f95-76efc1f144be,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:17.307573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:17.307757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port 74f79187-9b73-4497-8a91-496b338e698d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:17.307957 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.355197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] No DVR routers for this DVR port 5fa15715-fe82-4072-9f95-76efc1f144be on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:17.401682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.404242 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.43 "DELETE /v2.0/ports/5fa15715-fe82-4072-9f95-76efc1f144be HTTP/1.1" status: 204 len: 173 time: 1.7849722 Aug 29 17:21:17.426119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.435480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.454969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61eb47c3-0133-4b6d-affb-1e7db71cf780 req-00195e56-f492-4e4e-90c0-90cef81ef006 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=439b3b84-d294-4521-a02b-8c67cfb7ade6 HTTP/1.1" status: 200 len: 210 time: 0.2873576 Aug 29 17:21:17.486167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74f79187-9b73-4497-8a91-496b338e698d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74f79187-9b73-4497-8a91-496b338e698d,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:17.503000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.524846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0247d9f-db59-4353-ba59-27b4032df2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.542759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0247d9f-db59-4353-ba59-27b4032df2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.554821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event deleted for resources: {'Port': ['ID=026758c1-630b-4e25-a557-6000d2282420,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:17.583359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-e62f88f9-dab2-43cb-b422-8f654971dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:17.585300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c0247d9f-db59-4353-ba59-27b4032df2e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bbb8a00c0954fd2baf1f675701df250&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0899434 Aug 29 17:21:17.588424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-e70731da-eac1-45fb-9a4c-350249760c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:17.590048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-e70731da-eac1-45fb-9a4c-350249760c3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1100 time: 0.2559478 Aug 29 17:21:17.590778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36154) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:17.590940 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-e62f88f9-dab2-43cb-b422-8f654971dba8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1100 time: 0.2751484 Aug 29 17:21:17.613310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] For port e434695c-9d05-4280-9115-aa024db72cc6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e434695c-9d05-4280-9115-aa024db72cc6,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:17.614010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.614450 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ae0b21-d03c-4976-957d-cb03a3ecc91a x-openstack-request-id: req-04ae0b21-d03c-4976-957d-cb03a3ecc91a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:17.618842 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b3b84-d294-4521-a02b-8c67cfb7ade6", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa15715-fe82-4072-9f95-76efc1f144be", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:17.619125 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04ae0b21-d03c-4976-957d-cb03a3ecc91a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:17.619543 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa15715-fe82-4072-9f95-76efc1f144be', 'code': 200} Aug 29 17:21:17.680833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74f79187-9b73-4497-8a91-496b338e698d,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:17.701902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Calling delete_port for e434695c-9d05-4280-9115-aa024db72cc6 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:17.703537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] No DVR routers for this DVR port 026758c1-630b-4e25-a557-6000d2282420 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:17.711179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.713483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c00aa6cf-5ce0-4ced-97b2-7ebdd8829e16 req-003cda29-372d-4cd8-a123-39db82f92d7b tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "DELETE /v2.0/ports/026758c1-630b-4e25-a557-6000d2282420 HTTP/1.1" status: 204 len: 173 time: 2.0006361 Aug 29 17:21:17.717126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0247d9f-db59-4353-ba59-27b4032df2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d479dea-424a-44c7-87f8-e39ca1b27703,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:17.723430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port 74f79187-9b73-4497-8a91-496b338e698d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74f79187-9b73-4497-8a91-496b338e698d,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:17.724064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.752287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for 74f79187-9b73-4497-8a91-496b338e698d owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:17.823020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-9486a251-d90d-47d2-aadc-9a62318e0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:17.824633 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-9486a251-d90d-47d2-aadc-9a62318e0b43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2139497 Aug 29 17:21:17.930280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-19ae8e90-6f09-4346-b989-725b013d247b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.0501752 Aug 29 17:21:18.003884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-ca58b85d-2e1c-403d-bd2f-b320316a5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:18.006378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-ca58b85d-2e1c-403d-bd2f-b320316a5a0f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.3865833 Aug 29 17:21:18.021099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff7a38-e571-47a5-a914-a9ee5d37f14a req-2c980ddb-a359-4733-b3a2-2c031ce9068e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:18.028788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33ff7a38-e571-47a5-a914-a9ee5d37f14a req-2c980ddb-a359-4733-b3a2-2c031ce9068e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 948 time: 0.2363024 Aug 29 17:21:18.030716 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b94a5b44-495e-4e87-89d5-e1206cc71d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:18.039912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-2d742b63-5579-474c-836e-9d8ea9ad093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:18.041709 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-2d742b63-5579-474c-836e-9d8ea9ad093f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1016784 Aug 29 17:21:18.070110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b06c5-6e0c-4dd5-a4ee-c1d11a731fc1 req-01d304b6-b1be-40fa-bc83-584bc0eec604 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:18.076106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b06c5-6e0c-4dd5-a4ee-c1d11a731fc1 req-01d304b6-b1be-40fa-bc83-584bc0eec604 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:18.077746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-836b06c5-6e0c-4dd5-a4ee-c1d11a731fc1 req-01d304b6-b1be-40fa-bc83-584bc0eec604 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 1679 time: 0.1514285 Aug 29 17:21:18.099541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-719e9fd8-fd4b-4d37-a581-648efc95b59a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.0596931 Aug 29 17:21:18.118391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b94a5b44-495e-4e87-89d5-e1206cc71d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:18.176943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-0f37c450-acf4-46f7-a851-2f16f7f74dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:18.178451 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-0f37c450-acf4-46f7-a851-2f16f7f74dea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269381 Aug 29 17:21:18.186928 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-836b06c5-6e0c-4dd5-a4ee-c1d11a731fc1 req-b3bc2abb-ed44-40a4-8f8d-8e9a362de87a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713718 Aug 29 17:21:18.196493 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:18.219100 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33ff7a38-e571-47a5-a914-a9ee5d37f14a req-e928468d-d331-4870-abb1-badea220b70b tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886501 Aug 29 17:21:18.256351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=74f79187-9b73-4497-8a91-496b338e698d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:18.261212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-91be56e5-e6af-4a22-8c54-64bef2d889b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:18.262862 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-91be56e5-e6af-4a22-8c54-64bef2d889b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1520402 Aug 29 17:21:18.270759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:18.285651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e434695c-9d05-4280-9115-aa024db72cc6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:18.355919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Pushing event deleted for resources: {'Port': ['ID=e434695c-9d05-4280-9115-aa024db72cc6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:18.388926 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b94a5b44-495e-4e87-89d5-e1206cc71d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:18.396636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b94a5b44-495e-4e87-89d5-e1206cc71d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:18.397797 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b94a5b44-495e-4e87-89d5-e1206cc71d4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d479dea-424a-44c7-87f8-e39ca1b27703 HTTP/1.1" status: 204 len: 168 time: 0.8024223 Aug 29 17:21:18.441468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-29250fc0-894d-42c8-94b9-54d219514982 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529891 Aug 29 17:21:18.491292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] No DVR routers for this DVR port e434695c-9d05-4280-9115-aa024db72cc6 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:18.494874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a5b44-495e-4e87-89d5-e1206cc71d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d479dea-424a-44c7-87f8-e39ca1b27703,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:18.560835 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:18.562434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-055ab3df-f15d-4644-8965-e7be66c9b7fc req-20fcc527-8895-4455-a9cb-75ce31a20764 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.43 "DELETE /v2.0/ports/e434695c-9d05-4280-9115-aa024db72cc6 HTTP/1.1" status: 204 len: 173 time: 1.7372141 Aug 29 17:21:18.569988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f302b725-03d2-4d98-97da-89b589027853 req-a0f171e8-bc81-46e7-bb07-57d00b05fb06 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b HTTP/1.1" status: 200 len: 210 time: 0.0809996 Aug 29 17:21:18.572019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'name': 'network-vif-deleted', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:18.583700 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8be8be7-8870-4644-aa0f-7fa8742bf25c" -d '{"events": [{"server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "name": "network-vif-deleted", "tag": "e434695c-9d05-4280-9115-aa024db72cc6"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:18.599440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-70cac3dd-bb8d-4e6b-b662-ca0c1254e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:18.618183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-70cac3dd-bb8d-4e6b-b662-ca0c1254e834 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3446422 Aug 29 17:21:18.763252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-ba08e06e-f523-4415-9796-448c7b4d5a53 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299844 Aug 29 17:21:18.901478 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-bba3efab-b6d3-446a-9aa4-63dbaa8ceb54 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285112 Aug 29 17:21:18.972086 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3a91c7-8db7-46ba-840f-3a37ca617618 x-openstack-request-id: req-7f3a91c7-8db7-46ba-840f-3a37ca617618 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:18.972378 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b", "name": "network-vif-deleted", "tag": "e434695c-9d05-4280-9115-aa024db72cc6", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:18.972641 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f3a91c7-8db7-46ba-840f-3a37ca617618 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:18.973053 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a67a8e-fc34-49e2-98c8-6ccf1e9fe31b', 'name': 'network-vif-deleted', 'tag': 'e434695c-9d05-4280-9115-aa024db72cc6', 'status': 'completed', 'code': 200} Aug 29 17:21:18.999673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port 74f79187-9b73-4497-8a91-496b338e698d on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:19.012114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.017098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-91e9c258-b117-477b-aef9-bf0facc4a0ee tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "DELETE /v2.0/ports/74f79187-9b73-4497-8a91-496b338e698d HTTP/1.1" status: 204 len: 173 time: 2.1845288 Aug 29 17:21:19.099237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:19.219865 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-deleted', 'tag': 'f8ce930d-96bc-4a28-8475-b4c726b64ea8'}, {'server_uuid': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'name': 'network-vif-deleted', 'tag': '5fa15715-fe82-4072-9f95-76efc1f144be'}, {'server_uuid': 'd892c6ad-9400-4c0f-9f7c-11216927e855', 'name': 'network-vif-deleted', 'tag': '026758c1-630b-4e25-a557-6000d2282420'}, {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-deleted', 'tag': '74f79187-9b73-4497-8a91-496b338e698d'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:19.221752 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7795c1-a9cf-4716-85d8-8fb4b1d73522" -d '{"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-deleted", "tag": "f8ce930d-96bc-4a28-8475-b4c726b64ea8"}, {"server_uuid": "439b3b84-d294-4521-a02b-8c67cfb7ade6", "name": "network-vif-deleted", "tag": "5fa15715-fe82-4072-9f95-76efc1f144be"}, {"server_uuid": "d892c6ad-9400-4c0f-9f7c-11216927e855", "name": "network-vif-deleted", "tag": "026758c1-630b-4e25-a557-6000d2282420"}, {"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-deleted", "tag": "74f79187-9b73-4497-8a91-496b338e698d"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:19.243426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03ebfbd2-5b80-4a6c-8c0c-aac9d879eb55 req-3e10231b-6728-4a55-a0c0-c214af79f462 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676990 Aug 29 17:21:19.254709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36208) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:19.278816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:19.279250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.286878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a6210d8-9926-48b2-b657-8ed7301cf075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.387766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf7e32a1-9985-488f-b56d-4ba8f553bcbb req-582a8dd0-8306-461d-8882-e9e471fece6e tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=912f37baa3194c488bcb3a7f7e1083a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952251 Aug 29 17:21:19.453797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:19.454490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.471223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:19.491412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b67d2e-795d-49c2-be7a-0448185711cc req-eacd7cef-c9c4-47e2-8f81-97058a8ee034 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:19.493002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12b67d2e-795d-49c2-be7a-0448185711cc req-eacd7cef-c9c4-47e2-8f81-97058a8ee034 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2f1e2a-35a4-4a29-9668-cb58e36bd77d HTTP/1.1" status: 200 len: 944 time: 0.0940764 Aug 29 17:21:19.565070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e32a1-9985-488f-b56d-4ba8f553bcbb req-bbb2e286-2a2e-4499-8344-c9537beb589e tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:19.566441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf7e32a1-9985-488f-b56d-4ba8f553bcbb req-bbb2e286-2a2e-4499-8344-c9537beb589e tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643548 Aug 29 17:21:19.578785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12b67d2e-795d-49c2-be7a-0448185711cc req-b57d9ec9-9950-4c8f-a891-ea43122970b7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510981 Aug 29 17:21:19.584822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a6210d8-9926-48b2-b657-8ed7301cf075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.589719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf7e32a1-9985-488f-b56d-4ba8f553bcbb req-2bd69567-bd26-4800-ae29-a3575359c0f8 tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/quotas/912f37baa3194c488bcb3a7f7e1083a4 HTTP/1.1" status: 200 len: 375 time: 0.0160336 Aug 29 17:21:19.590782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a6210d8-9926-48b2-b657-8ed7301cf075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.621101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8'}, {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f79187-9b73-4497-8a91-496b338e698d'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:19.625165 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bc4c24-63f5-44cb-93ce-e5e6db69c027" -d '{"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-unplugged", "status": "completed", "tag": "1db22c1e-f531-4dc7-92c2-2c57613c7ce8"}, {"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-unplugged", "status": "completed", "tag": "74f79187-9b73-4497-8a91-496b338e698d"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:19.652555 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f510e03-2d87-4afd-8e73-9eb73824405a x-openstack-request-id: req-8f510e03-2d87-4afd-8e73-9eb73824405a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:19.653106 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-deleted", "tag": "f8ce930d-96bc-4a28-8475-b4c726b64ea8", "status": "completed", "code": 200}, {"server_uuid": "439b3b84-d294-4521-a02b-8c67cfb7ade6", "name": "network-vif-deleted", "tag": "5fa15715-fe82-4072-9f95-76efc1f144be", "status": "completed", "code": 200}, {"server_uuid": "d892c6ad-9400-4c0f-9f7c-11216927e855", "name": "network-vif-deleted", "tag": "026758c1-630b-4e25-a557-6000d2282420", "status": "completed", "code": 200}, {"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-deleted", "tag": "74f79187-9b73-4497-8a91-496b338e698d", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:19.653240 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f510e03-2d87-4afd-8e73-9eb73824405a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:19.653624 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-deleted', 'tag': 'f8ce930d-96bc-4a28-8475-b4c726b64ea8', 'status': 'completed', 'code': 200} Aug 29 17:21:19.653932 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b3b84-d294-4521-a02b-8c67cfb7ade6', 'name': 'network-vif-deleted', 'tag': '5fa15715-fe82-4072-9f95-76efc1f144be', 'status': 'completed', 'code': 200} Aug 29 17:21:19.654237 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd892c6ad-9400-4c0f-9f7c-11216927e855', 'name': 'network-vif-deleted', 'tag': '026758c1-630b-4e25-a557-6000d2282420', 'status': 'completed', 'code': 200} Aug 29 17:21:19.654537 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-deleted', 'tag': '74f79187-9b73-4497-8a91-496b338e698d', 'status': 'completed', 'code': 200} Aug 29 17:21:19.655168 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf7e32a1-9985-488f-b56d-4ba8f553bcbb req-92439d4f-e557-43ab-b9d3-f91d24207b42 tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=912f37baa3194c488bcb3a7f7e1083a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522950 Aug 29 17:21:19.670657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4a6210d8-9926-48b2-b657-8ed7301cf075 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d92d97122230462a90d6e8879e56d094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148400 Aug 29 17:21:19.671413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6210d8-9926-48b2-b657-8ed7301cf075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad58c5e-01a2-443f-9019-8f12d95b7144,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:19.674817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36220) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:19.686184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.744399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=1db22c1e-f531-4dc7-92c2-2c57613c7ce8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:19.817813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port 1db22c1e-f531-4dc7-92c2-2c57613c7ce8 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:19.822022 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.823599 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e377e9ff-0685-4bf5-87c1-fe30e2c7edc8 req-d50de19c-7a53-4a52-b569-d36f454fd038 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "DELETE /v2.0/ports/1db22c1e-f531-4dc7-92c2-2c57613c7ce8 HTTP/1.1" status: 204 len: 173 time: 0.7815161 Aug 29 17:21:19.850262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5267847-53d7-4ad3-ab1c-b86c72471879 req-c725e67d-d58b-42cc-bcc5-cf0aeb1f7b6c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:19.851865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5267847-53d7-4ad3-ab1c-b86c72471879 req-c725e67d-d58b-42cc-bcc5-cf0aeb1f7b6c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 948 time: 0.1201429 Aug 29 17:21:19.852722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f384737-260d-4884-9ed2-c340bec85fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.889566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f384737-260d-4884-9ed2-c340bec85fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.932952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5267847-53d7-4ad3-ab1c-b86c72471879 req-883ea449-75fc-4d3a-b759-15e9110e9a75 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698018 Aug 29 17:21:19.972278 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f384737-260d-4884-9ed2-c340bec85fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.977175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f384737-260d-4884-9ed2-c340bec85fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:19.985280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f384737-260d-4884-9ed2-c340bec85fa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ad58c5e-01a2-443f-9019-8f12d95b7144 HTTP/1.1" status: 204 len: 168 time: 0.3033946 Aug 29 17:21:20.002444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f384737-260d-4884-9ed2-c340bec85fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad58c5e-01a2-443f-9019-8f12d95b7144,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:20.065224 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051c83ad-7a86-4dee-9e9a-9d2fe4d3a3ea x-openstack-request-id: req-051c83ad-7a86-4dee-9e9a-9d2fe4d3a3ea {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:20.065379 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-unplugged", "status": "completed", "tag": "1db22c1e-f531-4dc7-92c2-2c57613c7ce8", "code": 200}, {"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-unplugged", "status": "completed", "tag": "74f79187-9b73-4497-8a91-496b338e698d", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:20.065546 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-051c83ad-7a86-4dee-9e9a-9d2fe4d3a3ea {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:20.065943 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8', 'code': 200} Aug 29 17:21:20.066195 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f79187-9b73-4497-8a91-496b338e698d', 'code': 200} Aug 29 17:21:20.101934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 026758c1-630b-4e25-a557-6000d2282420 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:20.129642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 026758c1-630b-4e25-a557-6000d2282420 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:20.131038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 026758c1-630b-4e25-a557-6000d2282420 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:20.202086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844332e-b56d-42b5-b826-27aa2643bc68 req-29c41a7e-021c-4263-8d75-68180b9776ca tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:20.204472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4844332e-b56d-42b5-b826-27aa2643bc68 req-29c41a7e-021c-4263-8d75-68180b9776ca tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 950 time: 0.0591805 Aug 29 17:21:20.253669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4844332e-b56d-42b5-b826-27aa2643bc68 req-32b6d00c-e306-4413-acd7-8d3908f09c50 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Aug 29 17:21:20.597517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-985e3a5e-b8b1-4151-a4bc-847894da549c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:20.603914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-985e3a5e-b8b1-4151-a4bc-847894da549c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&tenant_id=27a60cdb0d44401891aecbc57532e8d0&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 948 time: 0.1021218 Aug 29 17:21:20.644142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:20.646723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e434695c-9d05-4280-9115-aa024db72cc6 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:20.678289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: e434695c-9d05-4280-9115-aa024db72cc6 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:20.679161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e434695c-9d05-4280-9115-aa024db72cc6 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:20.719453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-c970e18e-3d29-41c4-b4e5-75f620a2d7be service neutron] 10.222.0.43 "GET /v2.0/ports/f4644049-c3ac-42d4-aa61-a9e57703bf3c/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.1073613 Aug 29 17:21:20.816999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-94aa7694-997b-414e-94aa-6a4383f032b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:20.818040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:20.820372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-94aa7694-997b-414e-94aa-6a4383f032b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1100 time: 0.0762208 Aug 29 17:21:20.829647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'mac_address': 'fa:16:3e:83:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:21:20.832932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca4ebe-a25a-4029-8ea6-4392905af7ff req-69381536-f827-4e16-bddc-52fabad5275e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:20.846986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6ca4ebe-a25a-4029-8ea6-4392905af7ff req-69381536-f827-4e16-bddc-52fabad5275e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 948 time: 0.1781185 Aug 29 17:21:20.859555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-c25597dd-6fd1-4897-a133-51888ae09b59 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:20.862546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-c25597dd-6fd1-4897-a133-51888ae09b59 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 950 time: 0.1476691 Aug 29 17:21:20.877658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:20.893092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4644049-c3ac-42d4-aa61-a9e57703bf3c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:20.922082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:20.931696 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:21.005748 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6ca4ebe-a25a-4029-8ea6-4392905af7ff req-f63bf1d4-8384-4e88-82ae-465f0307f6f4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530645 Aug 29 17:21:21.028885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-e75060ca-05ae-4bd1-adb5-ff740aa0af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:21.033074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-e75060ca-05ae-4bd1-adb5-ff740aa0af20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2051988 Aug 29 17:21:21.062717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Deleting port 0c4ffa85-e590-4529-b475-aa109c258e31 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:21.063201 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:21.076463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:21.116507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36270) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:21.146457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-5c88c2e5-2c83-471c-a691-4b2ab4ab8826 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.1047890 Aug 29 17:21:21.173697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f4644049-c3ac-42d4-aa61-a9e57703bf3c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:21.305229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41c314-cd77-41a1-aded-5004a192dde7 req-0721faa7-47a2-4b8e-9eb7-1bf7c5c235da tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:21.311810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e41c314-cd77-41a1-aded-5004a192dde7 req-0721faa7-47a2-4b8e-9eb7-1bf7c5c235da tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 945 time: 0.1511977 Aug 29 17:21:21.323873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-78790723-05aa-45de-8700-e7e5591c07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:21.325377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-78790723-05aa-45de-8700-e7e5591c07f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1570401 Aug 29 17:21:21.338837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2939-ca60-455a-8748-c45c575337a5 req-68186e29-8b2e-4dbf-9f7b-768e2c3aa2f0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:21.340557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-274a2939-ca60-455a-8748-c45c575337a5 req-68186e29-8b2e-4dbf-9f7b-768e2c3aa2f0 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 945 time: 0.1710286 Aug 29 17:21:21.495621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e41c314-cd77-41a1-aded-5004a192dde7 req-eae7b5df-f839-4a52-b14e-738fbc77a684 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764755 Aug 29 17:21:21.506006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-972cb114-d0c6-4d31-817e-a59c6d31d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:21.522860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-972cb114-d0c6-4d31-817e-a59c6d31d4dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1813471 Aug 29 17:21:21.610249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-213d4526-1651-4ecb-94eb-e412ff923aa9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting subnet bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:21:21.625737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Deleting port 273b3599-8581-4802-b916-d52cbd6b6d1c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:21.626154 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:21.632332 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-213d4526-1651-4ecb-94eb-e412ff923aa9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:21.674612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-deleted', 'tag': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:21.677041 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9486c0e8-81b3-482e-bf5d-952f21032a36" -d '{"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-deleted", "tag": "1db22c1e-f531-4dc7-92c2-2c57613c7ce8"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:21.715610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-213d4526-1651-4ecb-94eb-e412ff923aa9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:21.747958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-7f00be0f-f22e-4473-8d71-f6c746d2fb92 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124677 Aug 29 17:21:21.770385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-ee53da8c-7eb2-4f04-8aab-cb003e459e3c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:21.772284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-ee53da8c-7eb2-4f04-8aab-cb003e459e3c tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/ports?device_id=378f5701-8a44-4d6c-8a7c-3c23ad15f482 HTTP/1.1" status: 200 len: 949 time: 0.1555657 Aug 29 17:21:21.799142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] For port 0c4ffa85-e590-4529-b475-aa109c258e31, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0c4ffa85-e590-4529-b475-aa109c258e31,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:21.799510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:21.824847 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec873c7-760f-4c77-b89b-e3314571db4a x-openstack-request-id: req-eec873c7-760f-4c77-b89b-e3314571db4a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:21.825119 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2f1e2a-35a4-4a29-9668-cb58e36bd77d", "name": "network-vif-deleted", "tag": "1db22c1e-f531-4dc7-92c2-2c57613c7ce8", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:21.825414 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eec873c7-760f-4c77-b89b-e3314571db4a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:21.825757 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f1e2a-35a4-4a29-9668-cb58e36bd77d', 'name': 'network-vif-deleted', 'tag': '1db22c1e-f531-4dc7-92c2-2c57613c7ce8', 'status': 'completed', 'code': 200} Aug 29 17:21:21.842650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Calling delete_port for 0c4ffa85-e590-4529-b475-aa109c258e31 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:21.870542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] For port 273b3599-8581-4802-b916-d52cbd6b6d1c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=273b3599-8581-4802-b916-d52cbd6b6d1c,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:21.870953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:21.908840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0d23-728e-4567-9fdc-0fa8658c29e1 req-bd166359-228e-499f-b4cf-a44e06f16991 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:21.910689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-359b0d23-728e-4567-9fdc-0fa8658c29e1 req-bd166359-228e-499f-b4cf-a44e06f16991 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 950 time: 0.1580553 Aug 29 17:21:21.919129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Calling delete_port for 273b3599-8581-4802-b916-d52cbd6b6d1c owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:21.962517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-213d4526-1651-4ecb-94eb-e412ff923aa9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:21.963137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-dde5d995-e769-45ac-97b3-e314509a8438 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056038 Aug 29 17:21:22.013963 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-359b0d23-728e-4567-9fdc-0fa8658c29e1 req-d3958b43-66fe-4824-b62c-ccf3a19e1529 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931289 Aug 29 17:21:22.064112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa51f3e-dcea-4b80-8310-b7036c1288ff req-353d8960-67d2-4d2b-8b81-8967001edb79 tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=912f37baa3194c488bcb3a7f7e1083a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574360 Aug 29 17:21:22.106100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Deleting port 41559eac-52be-46c2-9712-3fe5ec6e863d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:22.106349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.120438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.161921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Pushing event deleted for resources: {'Port': ['ID=273b3599-8581-4802-b916-d52cbd6b6d1c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:22.226717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] No DVR routers for this DVR port 273b3599-8581-4802-b916-d52cbd6b6d1c on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:22.229719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.231023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-213d4526-1651-4ecb-94eb-e412ff923aa9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.231677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-274a2939-ca60-455a-8748-c45c575337a5 req-317d9eb8-9436-4d73-94c0-468e4ab2c777 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.44 "DELETE /v2.0/ports/273b3599-8581-4802-b916-d52cbd6b6d1c HTTP/1.1" status: 204 len: 173 time: 0.8722048 Aug 29 17:21:22.247487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf9023-3ef7-4554-ba63-c2427174ca83 req-447258d7-7231-4e0d-9c92-6d383542e4a2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:22.249104 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40cf9023-3ef7-4554-ba63-c2427174ca83 req-447258d7-7231-4e0d-9c92-6d383542e4a2 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 949 time: 0.1199811 Aug 29 17:21:22.297089 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40cf9023-3ef7-4554-ba63-c2427174ca83 req-4a9ca57b-bb00-4a49-b8c9-eb74f16dbb55 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Aug 29 17:21:22.303584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9efd0-1704-4d3f-a92e-b522e90f5629 None None] Network c85df4bd-9895-4325-862a-c8e7f80fe191 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:22.332653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d4526-1651-4ecb-94eb-e412ff923aa9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:22.345161 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-213d4526-1651-4ecb-94eb-e412ff923aa9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.349692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-213d4526-1651-4ecb-94eb-e412ff923aa9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "DELETE /v2.0/subnets/bfb0c2e3-ef9f-4b73-bfa9-ba51c3d0eb67 HTTP/1.1" status: 204 len: 168 time: 1.2252264 Aug 29 17:21:22.350056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36318) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:22.379045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51f3e-dcea-4b80-8310-b7036c1288ff req-4ce3b90b-b8f5-452f-b95a-0d527d34cae4 tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:22.386423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa51f3e-dcea-4b80-8310-b7036c1288ff req-4ce3b90b-b8f5-452f-b95a-0d527d34cae4 tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153110 Aug 29 17:21:22.391868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.409447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '41559eac-52be-46c2-9712-3fe5ec6e863d', '0c4ffa85-e590-4529-b475-aa109c258e31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:22.443522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] For port 41559eac-52be-46c2-9712-3fe5ec6e863d, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=41559eac-52be-46c2-9712-3fe5ec6e863d,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:22.444037 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.448074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa51f3e-dcea-4b80-8310-b7036c1288ff req-d2f0aa41-d0e7-43a6-a950-d8e307cdec0d tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/quotas/912f37baa3194c488bcb3a7f7e1083a4 HTTP/1.1" status: 200 len: 375 time: 0.0607896 Aug 29 17:21:22.480635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event deleted for resources: {'Port': ['ID=0c4ffa85-e590-4529-b475-aa109c258e31,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:22.511740 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.519376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Calling delete_port for 41559eac-52be-46c2-9712-3fe5ec6e863d owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:22.566990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa51f3e-dcea-4b80-8310-b7036c1288ff req-f9380e7f-4f90-4516-9b27-f4c0545afb76 tempest-QuotasAdminNegativeTest-1721418727 tempest-QuotasAdminNegativeTest-1721418727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=912f37baa3194c488bcb3a7f7e1083a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888469 Aug 29 17:21:22.607916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port de72c9df-09c9-41ae-9d42-2cb31159a3db {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:22.608406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.646437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:22.675451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] No DVR routers for this DVR port 0c4ffa85-e590-4529-b475-aa109c258e31 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:22.724201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac555023-de2b-4165-852f-cb11d14508be req-32a50cd0-8307-4e15-a8c5-11bcc45a0f4b tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01 HTTP/1.1" status: 200 len: 210 time: 0.0550060 Aug 29 17:21:22.745991 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.749109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bed73df-1a37-4a9d-8e36-0a1caafe2876 req-1c791dc2-bb32-4148-b728-1d745d5fcbfb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "DELETE /v2.0/ports/0c4ffa85-e590-4529-b475-aa109c258e31 HTTP/1.1" status: 204 len: 173 time: 1.8710563 Aug 29 17:21:22.752233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e23689f-1efb-4b3e-8d69-0b3a698660db', 'name': 'network-vif-deleted', 'tag': '0c4ffa85-e590-4529-b475-aa109c258e31'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:22.761873 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd43175f-cd39-4236-9b6b-cb259bce3225" -d '{"events": [{"server_uuid": "0e23689f-1efb-4b3e-8d69-0b3a698660db", "name": "network-vif-deleted", "tag": "0c4ffa85-e590-4529-b475-aa109c258e31"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:22.836328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port de72c9df-09c9-41ae-9d42-2cb31159a3db, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=de72c9df-09c9-41ae-9d42-2cb31159a3db,segment=NetworkSegment(bba9dc7e-6eb1-44d8-90e2-a02979418033),segment_id=bba9dc7e-6eb1-44d8-90e2-a02979418033)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:22.837327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:22.843196 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03518954-aa8d-4e69-8778-86b0fa0f3989 x-openstack-request-id: req-03518954-aa8d-4e69-8778-86b0fa0f3989 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:22.844265 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e23689f-1efb-4b3e-8d69-0b3a698660db", "name": "network-vif-deleted", "tag": "0c4ffa85-e590-4529-b475-aa109c258e31", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:22.846269 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03518954-aa8d-4e69-8778-86b0fa0f3989 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:22.846960 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e23689f-1efb-4b3e-8d69-0b3a698660db', 'name': 'network-vif-deleted', 'tag': '0c4ffa85-e590-4529-b475-aa109c258e31', 'status': 'completed', 'code': 200} Aug 29 17:21:22.880697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for de72c9df-09c9-41ae-9d42-2cb31159a3db owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:22.916635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd012af2-3677-475c-bea7-bcb1934a67cc None None] DHCP port deletion for c85df4bd-9895-4325-862a-c8e7f80fe191 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:21:22.951109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port f4644049-c3ac-42d4-aa61-a9e57703bf3c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:23.018076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.060523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=de72c9df-09c9-41ae-9d42-2cb31159a3db,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:23.061623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.062447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port de72c9df-09c9-41ae-9d42-2cb31159a3db on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:23.085611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f4644049-c3ac-42d4-aa61-a9e57703bf3c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:23.085993 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.169032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event deleted for resources: {'Port': ['ID=41559eac-52be-46c2-9712-3fe5ec6e863d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:23.181751 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.196068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85df4bd-9895-4325-862a-c8e7f80fe191']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:23.237022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba9dc7e-6eb1-44d8-90e2-a02979418033') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:23.237323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba9dc7e-6eb1-44d8-90e2-a02979418033') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:23.247728 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.276093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.281271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-cd012af2-3677-475c-bea7-bcb1934a67cc None None] The port 'de72c9df-09c9-41ae-9d42-2cb31159a3db' was deleted {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 17:21:23.287114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:21:23.287449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:21:23.292478 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:21:23.364439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.384039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.399770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "DELETE /v2.0/networks/c85df4bd-9895-4325-862a-c8e7f80fe191 HTTP/1.1" status: 204 len: 168 time: 1.0459402 Aug 29 17:21:23.402096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36348) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:23.415451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.416615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b45f0885-da4f-4457-aff7-adaa3e8b45bf req-acdf63d6-e63a-46ca-99bb-10bb99099bcc tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e23689f-1efb-4b3e-8d69-0b3a698660db HTTP/1.1" status: 200 len: 210 time: 0.1618905 Aug 29 17:21:23.417957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] No DVR routers for this DVR port 41559eac-52be-46c2-9712-3fe5ec6e863d on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:23.425086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.434050 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9953fe5-471e-4c5c-936c-9f6cebabcbe1 req-684540ea-ba55-400f-8a85-eba7d61ecdc5 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "DELETE /v2.0/ports/41559eac-52be-46c2-9712-3fe5ec6e863d HTTP/1.1" status: 204 len: 173 time: 1.6456370 Aug 29 17:21:23.451446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:23.454288 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a1608-397d-4c4a-a375-64adaedf392e" -d '{"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-plugged", "status": "completed", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:23.469643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:23.479443 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.489435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d26f-8752-44a8-9226-2ae87891fdc2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Network': ['ID=c85df4bd-9895-4325-862a-c8e7f80fe191,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:23.512465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-16058e30-016c-4306-876e-c446f4c19543 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting subnet 71088046-e0d6-41cb-8849-b6e3edd26baa {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:21:23.518843 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16058e30-016c-4306-876e-c446f4c19543 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.549992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:23.572142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16058e30-016c-4306-876e-c446f4c19543 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.606173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a66622-50c4-448e-b3f6-c296d3f1f134 req-41350299-c392-4e9d-938f-ae3c7b206c84 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:23.613779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39a66622-50c4-448e-b3f6-c296d3f1f134 req-41350299-c392-4e9d-938f-ae3c7b206c84 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.0921190 Aug 29 17:21:23.681759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39a66622-50c4-448e-b3f6-c296d3f1f134 req-b655f5c8-531b-4400-b159-b3cc9c57bca7 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670161 Aug 29 17:21:23.699885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8', '0c4ffa85-e590-4529-b475-aa109c258e31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:23.738076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16058e30-016c-4306-876e-c446f4c19543 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:23.793597 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7a3f8d-5233-4782-89c8-9fdb8349d883 x-openstack-request-id: req-7f7a3f8d-5233-4782-89c8-9fdb8349d883 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:23.793982 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-plugged", "status": "completed", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:23.794347 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f7a3f8d-5233-4782-89c8-9fdb8349d883 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:23.794906 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'code': 200} Aug 29 17:21:23.933102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'name': 'network-vif-deleted', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:23.941304 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1d53e0-1115-4a34-84d7-f69047d98853" -d '{"events": [{"server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "name": "network-vif-deleted", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:23.949995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16058e30-016c-4306-876e-c446f4c19543 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.063935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16058e30-016c-4306-876e-c446f4c19543 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Subnet': ['ID=71088046-e0d6-41cb-8849-b6e3edd26baa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:24.071982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de825713-2c14-4023-949a-8bd80fd3ea82 None None] Network c9da1db5-5e2a-4d21-a72f-504f565d010e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:24.075762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16058e30-016c-4306-876e-c446f4c19543 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.081234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16058e30-016c-4306-876e-c446f4c19543 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "DELETE /v2.0/subnets/71088046-e0d6-41cb-8849-b6e3edd26baa HTTP/1.1" status: 204 len: 168 time: 0.6781852 Aug 29 17:21:24.084033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36368) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:24.147479 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eaffa9-c35f-454c-bd6e-8f7476c6a85c x-openstack-request-id: req-18eaffa9-c35f-454c-bd6e-8f7476c6a85c {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:24.147965 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01", "name": "network-vif-deleted", "tag": "273b3599-8581-4802-b916-d52cbd6b6d1c", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:24.148375 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18eaffa9-c35f-454c-bd6e-8f7476c6a85c {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:24.148932 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0f3dd3-e0ea-4ad1-b5e6-407e094daa01', 'name': 'network-vif-deleted', 'tag': '273b3599-8581-4802-b916-d52cbd6b6d1c', 'status': 'completed', 'code': 200} Aug 29 17:21:24.271310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.284241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a9f3a-2ff9-4a0b-8015-a314c01cdbec req-83ac87ef-05c0-469e-bc2c-66ed691d7f4c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:24.306846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d4a9f3a-2ff9-4a0b-8015-a314c01cdbec req-83ac87ef-05c0-469e-bc2c-66ed691d7f4c tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 945 time: 0.0885451 Aug 29 17:21:24.346854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d4a9f3a-2ff9-4a0b-8015-a314c01cdbec req-dd7f4bf8-d3cb-4501-87fc-c9d5afead175 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e91d0fd9-c065-45a6-bd46-e1f88a7637c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Aug 29 17:21:24.391658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-4f77dcf4-e812-4b41-9229-d46e9a6a2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:24.393381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-4f77dcf4-e812-4b41-9229-d46e9a6a2bc0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&tenant_id=27a60cdb0d44401891aecbc57532e8d0 HTTP/1.1" status: 200 len: 1102 time: 0.1192510 Aug 29 17:21:24.420863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:24.436220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36378) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:24.496549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] DHCP port deletion for c9da1db5-5e2a-4d21-a72f-504f565d010e request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:21:24.547982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:24.548580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.563087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.656545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] Deleting port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:24.657169 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.661195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-dd8b229c-7316-4146-b3e2-9b378dc14c48 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:24.663547 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-dd8b229c-7316-4146-b3e2-9b378dc14c48 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.43 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 945 time: 0.0680985 Aug 29 17:21:24.680184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-58461fbb-6fcf-4a23-8823-c13941c76547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.731370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port ae262e2f-3f2b-4244-a6f9-07d39b4b8979, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:24.731920 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.751026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] For port ae262e2f-3f2b-4244-a6f9-07d39b4b8979, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,segment=NetworkSegment(acadf55c-7c87-4224-965f-e1a4ca636a55),segment_id=acadf55c-7c87-4224-965f-e1a4ca636a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:24.751483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.759279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for ae262e2f-3f2b-4244-a6f9-07d39b4b8979 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:24.768443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] Calling delete_port for ae262e2f-3f2b-4244-a6f9-07d39b4b8979 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:24.848823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378f5701-8a44-4d6c-8a7c-3c23ad15f482', 'name': 'network-vif-deleted', 'tag': '41559eac-52be-46c2-9712-3fe5ec6e863d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:24.851467 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cbb5ff-f06a-4e71-9942-f43c58e8330c" -d '{"events": [{"server_uuid": "378f5701-8a44-4d6c-8a7c-3c23ad15f482", "name": "network-vif-deleted", "tag": "41559eac-52be-46c2-9712-3fe5ec6e863d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:24.872628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.894221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] No DVR routers for this DVR port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:24.918471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e7594-7f5c-436a-a37e-53f0791c1ae2 None None] Pushing event deleted for resources: {'Port': ['ID=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:24.922987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Deleting port 6be326fd-d983-4942-88df-f29ca5b3e5e2 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:24.922987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:24.948318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device de72c9df-09c9-41ae-9d42-2cb31159a3db no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:24.959341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463e02a-210e-400b-9aec-1a7f5f03a12e req-dbeb5f19-e7a9-43bb-9a3c-db515524b761 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:24.960891 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3463e02a-210e-400b-9aec-1a7f5f03a12e req-dbeb5f19-e7a9-43bb-9a3c-db515524b761 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1060057 Aug 29 17:21:24.971556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: de72c9df-09c9-41ae-9d42-2cb31159a3db {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:24.972040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device de72c9df-09c9-41ae-9d42-2cb31159a3db not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:24.972470 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae262e2f-3f2b-4244-a6f9-07d39b4b8979 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:24.980123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:24.991951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ae262e2f-3f2b-4244-a6f9-07d39b4b8979 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:24.992412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae262e2f-3f2b-4244-a6f9-07d39b4b8979 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:25.004062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.024310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port ae262e2f-3f2b-4244-a6f9-07d39b4b8979 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:25.053949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-58461fbb-6fcf-4a23-8823-c13941c76547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.060829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=ae262e2f-3f2b-4244-a6f9-07d39b4b8979,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:25.062730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-58461fbb-6fcf-4a23-8823-c13941c76547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.076494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296777a9-af0f-42c1-a6a6-c61e76bd9bbd req-c825578a-4e09-4e0e-935f-90a38fe36e40 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:25.078043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-296777a9-af0f-42c1-a6a6-c61e76bd9bbd req-c825578a-4e09-4e0e-935f-90a38fe36e40 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 950 time: 0.1453302 Aug 29 17:21:25.094543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:25.098414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3463e02a-210e-400b-9aec-1a7f5f03a12e req-862b7aa7-7d0b-408a-adc1-f8b1931962f4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300552 Aug 29 17:21:25.122518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] For port 6be326fd-d983-4942-88df-f29ca5b3e5e2, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6be326fd-d983-4942-88df-f29ca5b3e5e2,segment=NetworkSegment(b77c1879-1850-4ba5-9f67-826ea051d2c2),segment_id=b77c1879-1850-4ba5-9f67-826ea051d2c2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:25.122918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.149324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-58461fbb-6fcf-4a23-8823-c13941c76547 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=912f37baa3194c488bcb3a7f7e1083a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7086365 Aug 29 17:21:25.150849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36398) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:25.156544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Calling delete_port for 6be326fd-d983-4942-88df-f29ca5b3e5e2 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:25.162183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58461fbb-6fcf-4a23-8823-c13941c76547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d29181-92b0-4850-a125-726633522aab,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:25.186253 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233fb208-3999-4425-9a9a-fc16149909e8 x-openstack-request-id: req-233fb208-3999-4425-9a9a-fc16149909e8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:25.186453 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378f5701-8a44-4d6c-8a7c-3c23ad15f482", "name": "network-vif-deleted", "tag": "41559eac-52be-46c2-9712-3fe5ec6e863d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:25.187577 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-233fb208-3999-4425-9a9a-fc16149909e8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:25.188595 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378f5701-8a44-4d6c-8a7c-3c23ad15f482', 'name': 'network-vif-deleted', 'tag': '41559eac-52be-46c2-9712-3fe5ec6e863d', 'status': 'completed', 'code': 200} Aug 29 17:21:25.211218 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.230479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9da1db5-5e2a-4d21-a72f-504f565d010e']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:25.234251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.234396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-296777a9-af0f-42c1-a6a6-c61e76bd9bbd req-871e8192-ddfa-43d1-8c64-82c00f8da25e tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404939 Aug 29 17:21:25.247262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acadf55c-7c87-4224-965f-e1a4ca636a55') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:25.247550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acadf55c-7c87-4224-965f-e1a4ca636a55') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:25.259094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Transition to ACTIVE for port object f4644049-c3ac-42d4-aa61-a9e57703bf3c will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:25.268670 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.272523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.289490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-febfa9b7-f52f-4e53-9fe9-1dc2a9dde4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.314959 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.316884 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-febfa9b7-f52f-4e53-9fe9-1dc2a9dde4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.329745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:21:25.330163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:21:25.335356 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:21:25.392874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.407931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] No DVR routers for this DVR port f4644049-c3ac-42d4-aa61-a9e57703bf3c on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:25.421862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=10']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:25.428409 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-febfa9b7-f52f-4e53-9fe9-1dc2a9dde4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.430923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-febfa9b7-f52f-4e53-9fe9-1dc2a9dde4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.432108 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-febfa9b7-f52f-4e53-9fe9-1dc2a9dde4ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3d29181-92b0-4850-a125-726633522aab HTTP/1.1" status: 204 len: 168 time: 0.2773840 Aug 29 17:21:25.433047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Pushing event deleted for resources: {'Port': ['ID=6be326fd-d983-4942-88df-f29ca5b3e5e2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:25.462765 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.477245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa9b7-f52f-4e53-9fe9-1dc2a9dde4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d29181-92b0-4850-a125-726633522aab,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:25.492271 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.501010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "DELETE /v2.0/networks/c9da1db5-5e2a-4d21-a72f-504f565d010e HTTP/1.1" status: 204 len: 168 time: 1.4151835 Aug 29 17:21:25.507213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36406) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:25.516212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1598282809'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:25.526853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc92740-58cc-4e67-8d5e-21b3a9773166 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Network': ['ID=c9da1db5-5e2a-4d21-a72f-504f565d010e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:25.533139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:25.533468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:25.533787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:25.539165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:21:25.539494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Attempting to bind port f4644049-c3ac-42d4-aa61-a9e57703bf3c on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:25.544839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:25.545166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:25.545603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:25.546227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Bound port: f4644049-c3ac-42d4-aa61-a9e57703bf3c, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:25.547314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.570122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c030179-4271-435d-b5f7-006722aca5fe req-4c1a1d65-797f-4cbb-a141-b9a66379dfb6 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05c6cc3-d593-4b43-abbb-d2d73c7f01e7 HTTP/1.1" status: 200 len: 210 time: 0.1206555 Aug 29 17:21:25.572937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] No DVR routers for this DVR port 6be326fd-d983-4942-88df-f29ca5b3e5e2 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:25.593569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.599244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd7296fe-9bab-456d-8c94-3f19e6994b85 req-148e1780-effb-4758-bab3-941b12b01672 tempest-LiveAutoBlockMigrationV225Test-1687724634 tempest-LiveAutoBlockMigrationV225Test-1687724634-project] 10.222.0.43 "DELETE /v2.0/ports/6be326fd-d983-4942-88df-f29ca5b3e5e2 HTTP/1.1" status: 204 len: 173 time: 0.9092586 Aug 29 17:21:25.625500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:25.638468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.657972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:25.662955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:25.670506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.672638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:21:25.686892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.687597 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Added segment b49a51cc-7256-4606-b31e-832400eb295e of type vlan for network d84d930e-5b98-41d6-814f-529033ffa7d0 Aug 29 17:21:25.692864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:25.693408 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.695837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] 10.222.0.44 "PUT /v2.0/ports/f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 1098 time: 1.2853723 Aug 29 17:21:25.761273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.813889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.822406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-4928ddac-e51c-44cc-a665-e65b4e32962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:25.823925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-4928ddac-e51c-44cc-a665-e65b4e32962f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1101 time: 0.0924842 Aug 29 17:21:25.827761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fca586-0251-4fb1-a521-b71b0c5afdbc service neutron] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=11']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:25.827958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:25.829628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:25.911005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4019406 Aug 29 17:21:25.913548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36414) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:25.917571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a0316-15e1-4571-a5f6-1de8e1ce8cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Network': ['ID=d84d930e-5b98-41d6-814f-529033ffa7d0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:25.927794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'subnet': {'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:25.932465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d84d930e-5b98-41d6-814f-529033ffa7d0 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:21:25.982155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36416) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:25.996727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59cbc881-e235-46f5-a022-ca77efa81afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.054516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-60054893-60e3-46be-b851-85ff9f48bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:26.056098 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-60054893-60e3-46be-b851-85ff9f48bd3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2162173 Aug 29 17:21:26.108879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-d3f4ab2a-116d-4fba-9a93-6cf803b337fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.0409200 Aug 29 17:21:26.135422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0c4ffa85-e590-4529-b475-aa109c258e31 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:26.136580 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59cbc881-e235-46f5-a022-ca77efa81afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.147608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59cbc881-e235-46f5-a022-ca77efa81afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.188169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-e57a35fa-fb6e-4baa-a015-254aafd44a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:26.189786 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-e57a35fa-fb6e-4baa-a015-254aafd44a1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0704691 Aug 29 17:21:26.235688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'name': 'network-vif-deleted', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:26.244235 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6680bf8-9991-4134-9408-9e60b7bc557b" -d '{"events": [{"server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "name": "network-vif-deleted", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:26.254720 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-59cbc881-e235-46f5-a022-ca77efa81afd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1588bb2bad4a4f838e815aa8c0fdfbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714543 Aug 29 17:21:26.255885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbc881-e235-46f5-a022-ca77efa81afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259f2ff8-ffb6-42e5-8878-7e3953098c6e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:26.258218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36426) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:26.298612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:26.303288 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.320793 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdeac-8129-4360-aadb-acf15ea4cd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.344757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdeac-8129-4360-aadb-acf15ea4cd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.372941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 0c4ffa85-e590-4529-b475-aa109c258e31 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:26.373334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0c4ffa85-e590-4529-b475-aa109c258e31 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:26.373714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 41559eac-52be-46c2-9712-3fe5ec6e863d no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:26.397316 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f7ac79-b207-4b68-b13b-ab14406152ea x-openstack-request-id: req-80f7ac79-b207-4b68-b13b-ab14406152ea {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:26.397661 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05c6cc3-d593-4b43-abbb-d2d73c7f01e7", "name": "network-vif-deleted", "tag": "6be326fd-d983-4942-88df-f29ca5b3e5e2", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:26.397922 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80f7ac79-b207-4b68-b13b-ab14406152ea {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:26.398308 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c6cc3-d593-4b43-abbb-d2d73c7f01e7', 'name': 'network-vif-deleted', 'tag': '6be326fd-d983-4942-88df-f29ca5b3e5e2', 'status': 'completed', 'code': 200} Aug 29 17:21:26.401053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 41559eac-52be-46c2-9712-3fe5ec6e863d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:26.401529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 41559eac-52be-46c2-9712-3fe5ec6e863d not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:26.401764 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdeac-8129-4360-aadb-acf15ea4cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.402122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 273b3599-8581-4802-b916-d52cbd6b6d1c no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:26.406390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdeac-8129-4360-aadb-acf15ea4cd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.408209 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8bdfdeac-8129-4360-aadb-acf15ea4cd2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/259f2ff8-ffb6-42e5-8878-7e3953098c6e HTTP/1.1" status: 204 len: 168 time: 0.1490514 Aug 29 17:21:26.427826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 273b3599-8581-4802-b916-d52cbd6b6d1c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:26.428284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 273b3599-8581-4802-b916-d52cbd6b6d1c not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:26.431987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfdeac-8129-4360-aadb-acf15ea4cd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259f2ff8-ffb6-42e5-8878-7e3953098c6e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:26.448050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-92452f04-a7bf-43cd-9247-698ff6fc80ba tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:26.457135 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-92452f04-a7bf-43cd-9247-698ff6fc80ba tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 950 time: 0.3364668 Aug 29 17:21:26.471775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a257a2-7751-4724-8945-728d9b916c36 req-98f95aeb-6f43-4bf5-bb65-4950d5a5c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:26.473229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-98f95aeb-6f43-4bf5-bb65-4950d5a5c9ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1942260 Aug 29 17:21:26.530041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad268535-20d2-40d8-95f1-84314bd6fb5a req-2cdb02cd-e396-4647-b5f0-39bcfb40f7e1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:26.532205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ad268535-20d2-40d8-95f1-84314bd6fb5a req-2cdb02cd-e396-4647-b5f0-39bcfb40f7e1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 949 time: 0.2543316 Aug 29 17:21:26.565793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa7226-933e-41ac-b157-e2a9b6902026 req-2701b93a-377d-40bc-b5ce-9b62d785849d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:26.568542 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c2fa7226-933e-41ac-b157-e2a9b6902026 req-2701b93a-377d-40bc-b5ce-9b62d785849d tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 950 time: 0.0698004 Aug 29 17:21:26.626448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c2fa7226-933e-41ac-b157-e2a9b6902026 req-35613931-2ef2-4f08-b315-2a1c19066a81 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Aug 29 17:21:26.675814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:26.728901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36438) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:26.736276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:26.758048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-1c0148ea-adad-4ab3-bc74-2e3efc3f29a1 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696724 Aug 29 17:21:26.761173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ad268535-20d2-40d8-95f1-84314bd6fb5a req-c833492f-e065-4062-bc04-336a81b730cc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193413 Aug 29 17:21:26.922056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dc733d-e687-45bd-8c2c-474a6ff0241e admin admin] Deleting subnet dbb74628-7c4a-434a-b4f3-a722701f2685 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:21:26.925838 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48dc733d-e687-45bd-8c2c-474a6ff0241e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:26.967327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48dc733d-e687-45bd-8c2c-474a6ff0241e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.033912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48dc733d-e687-45bd-8c2c-474a6ff0241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.111925 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48dc733d-e687-45bd-8c2c-474a6ff0241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.126352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48dc733d-e687-45bd-8c2c-474a6ff0241e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.137964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36454) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:27.141212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-48dc733d-e687-45bd-8c2c-474a6ff0241e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dbb74628-7c4a-434a-b4f3-a722701f2685 HTTP/1.1" status: 204 len: 168 time: 0.4009078 Aug 29 17:21:27.175498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc733d-e687-45bd-8c2c-474a6ff0241e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb74628-7c4a-434a-b4f3-a722701f2685,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:27.210686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Deleting port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:27.210968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.213825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'}, {'name': 'network-changed', 'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:27.216078 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf18b8a-4a4e-45e1-a953-26140a481ae6" -d '{"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-unplugged", "status": "completed", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c"}, {"name": "network-changed", "server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:27.280040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.354969 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1050afd-02a8-4482-8d7b-257ad9ee21c0 x-openstack-request-id: req-e1050afd-02a8-4482-8d7b-257ad9ee21c0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:27.354969 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-unplugged", "status": "completed", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c", "code": 200}, {"name": "network-changed", "server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:27.354969 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1050afd-02a8-4482-8d7b-257ad9ee21c0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:27.354969 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'code': 200} Aug 29 17:21:27.354969 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'status': 'completed', 'code': 200} Aug 29 17:21:27.384071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.421744 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0a257a2-7751-4724-8945-728d9b916c36 req-d33310c0-02c4-4098-9a2e-ea903ff507ee service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528330 Aug 29 17:21:27.430259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-bc4d87ac-10fc-43e9-9678-949a897e6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:27.431959 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-bc4d87ac-10fc-43e9-9678-949a897e6702 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1101 time: 0.0605628 Aug 29 17:21:27.443425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Subnet': ['ID=8e7e5214-1f61-4a4f-8e05-a5811a882f50,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:27.497713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36474) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:27.582930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Checking segment: {'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:27.583293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network hostable DHCP agents. Network: d84d930e-5b98-41d6-814f-529033ffa7d0, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:21:27.606440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] For port ea5f97ef-b19b-43cd-84ff-19f19257a5d8, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:27.606698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-9063cea5-6576-42c9-800c-d23ffe8fcedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:27.606844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.608465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-9063cea5-6576-42c9-800c-d23ffe8fcedb service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1684051 Aug 29 17:21:27.629944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Calling delete_port for ea5f97ef-b19b-43cd-84ff-19f19257a5d8 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:27.663390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-network', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:27.684782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-2274538b-3c64-4cd0-a5cb-f1932ca1f1f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.0652311 Aug 29 17:21:27.688015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Made reservation on behalf of 24cab83e585e457bae4b42a6f83374c7 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:27.690784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.737141 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.823955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.839212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182fe0bf-31b7-4f93-8a4b-78128e1e9cf3']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:27.859337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.864682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77c1879-1850-4ba5-9f67-826ea051d2c2') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:27.864907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77c1879-1850-4ba5-9f67-826ea051d2c2') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:27.871590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ea5f97ef-b19b-43cd-84ff-19f19257a5d8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:27.899598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network d84d930e-5b98-41d6-814f-529033ffa7d0 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:21:27.940679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:27.943684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-83ec1bdf-7e0c-4716-9623-15bb21f290ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:27.945186 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-83ec1bdf-7e0c-4716-9623-15bb21f290ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1101 time: 0.4498048 Aug 29 17:21:27.954829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Pushing event deleted for resources: {'Port': ['ID=ea5f97ef-b19b-43cd-84ff-19f19257a5d8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:28.001230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d84d930e-5b98-41d6-814f-529033ffa7d0) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:28.007451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.012655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7777094-3ff4-4ce5-81c2-ca56c7366458 None None] Network d84d930e-5b98-41d6-814f-529033ffa7d0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:28.028733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:28.029318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.068750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-093115a2-401a-4a95-aa32-d9da03d78e7b req-a184dd84-f569-4a1f-818d-b37814a04a41 tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60ee8d4-b3f3-4e62-9209-b1f2f228d043 HTTP/1.1" status: 200 len: 210 time: 0.3366137 Aug 29 17:21:28.105850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:21:28.106313 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:21:28.154554 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:21:28.173573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80832455-f722-432d-94d4-1c03b117561d req-f097ef8f-1993-4394-a860-1c4a4b612e5a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:28.181692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80832455-f722-432d-94d4-1c03b117561d req-f097ef8f-1993-4394-a860-1c4a4b612e5a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 949 time: 0.3262780 Aug 29 17:21:28.196070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d84d930e-5b98-41d6-814f-529033ffa7d0', 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'fixed_ips': [{'subnet_id': '8e7e5214-1f61-4a4f-8e05-a5811a882f50'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:21:28.197507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] No DVR routers for this DVR port ea5f97ef-b19b-43cd-84ff-19f19257a5d8 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:28.197878 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.205037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.207389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-7ef89916-682a-4ed4-bc02-94cfccf5c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:28.209795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-7ef89916-682a-4ed4-bc02-94cfccf5c779 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.5163355 Aug 29 17:21:28.209937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.212307 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c09fb542-7f5c-4f3a-9caa-b2a1063e1fa3 req-85a623c7-361d-42a1-bf0c-ff455ad06bbb tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] 10.222.0.44 "DELETE /v2.0/ports/ea5f97ef-b19b-43cd-84ff-19f19257a5d8 HTTP/1.1" status: 204 len: 173 time: 1.7444715 Aug 29 17:21:28.212992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.237190 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e28f7c94-946f-4119-ab82-97093b3c2fd5 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3213534 Aug 29 17:21:28.247716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36484) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:28.254854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-76477951'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:28.293129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:28.296855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.310075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:28.326967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.343520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80832455-f722-432d-94d4-1c03b117561d req-996892d3-78aa-406a-8bfc-1a6c9d4c3cba tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578529 Aug 29 17:21:28.360374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.362596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] 10.222.0.41 "DELETE /v2.0/networks/182fe0bf-31b7-4f93-8a4b-78128e1e9cf3 HTTP/1.1" status: 204 len: 168 time: 1.2226489 Aug 29 17:21:28.368865 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36486) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:28.382493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574be912-54b2-4642-ae21-1d4aceec0182 admin admin] Pushing event deleted for resources: {'Network': ['ID=182fe0bf-31b7-4f93-8a4b-78128e1e9cf3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:28.391124 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-1865c60f-3205-4514-8f06-3ee92083dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:28.392644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-1865c60f-3205-4514-8f06-3ee92083dda9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.4301100 Aug 29 17:21:28.402827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:21:28.404964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:21:28.429553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Allocated IP 19.80.0.2 (d84d930e-5b98-41d6-814f-529033ffa7d0/8e7e5214-1f61-4a4f-8e05-a5811a882f50/db3f378a-2e96-4ddc-9e93-7f2188ccac6a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:28.446165 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.447295 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Added segment 77a826fa-65b0-42ff-b793-6841507f2648 of type vlan for network 2f6b8a41-70a7-4c72-8db1-21652c472f60 Aug 29 17:21:28.497823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.498419 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Added segment 7b613fd2-ee95-4968-a489-72cf5740a62a of type vlan for network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 Aug 29 17:21:28.501982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.537184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-e9687dac-279b-40da-ae09-2338093e28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:28.539007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-e9687dac-279b-40da-ae09-2338093e28a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3092322 Aug 29 17:21:28.582063 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-7080f8d7-5526-4433-90a4-fd3c31a822f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 200 len: 217 time: 0.0541332 Aug 29 17:21:28.604572 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.614140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:28.614863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.631811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b81b5d0-5306-4e0b-a5fc-4b968098a02c admin admin] Deleting subnet b7e16d80-6043-4a95-85f5-7babc610a5d2 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:21:28.703490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.705509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b81b5d0-5306-4e0b-a5fc-4b968098a02c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.717720 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.729708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Transition to ACTIVE for port object db3f378a-2e96-4ddc-9e93-7f2188ccac6a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:28.750349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Transition to ACTIVE for port object db3f378a-2e96-4ddc-9e93-7f2188ccac6a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:28.756216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6be326fd-d983-4942-88df-f29ca5b3e5e2 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:28.790734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b81b5d0-5306-4e0b-a5fc-4b968098a02c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.792681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 6be326fd-d983-4942-88df-f29ca5b3e5e2 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:28.793081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6be326fd-d983-4942-88df-f29ca5b3e5e2 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:28.793221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.795180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.795543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:28.797264 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:28.837679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Network': ['ID=2f6b8a41-70a7-4c72-8db1-21652c472f60,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:28.863339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-73e2a618-a772-4a6b-8d5c-f81c2babd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:28.864814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-73e2a618-a772-4a6b-8d5c-f81c2babd421 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2755549 Aug 29 17:21:28.868465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-73774be6-febe-4179-91dd-972b66542668 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6179023 Aug 29 17:21:28.871550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3739305 Aug 29 17:21:28.875033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36494) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:28.875391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36496) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:28.886629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Request body: {'subnet': {'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-subnet', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:28.903026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'subnet': {'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:28.942997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b418d4-f0f6-46a7-b11d-cde70e8a3fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=76aaed27-d623-4e37-9ac0-2c73a8ebcf04,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:28.952599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Pushing event updated for resources: {'Port': ['ID=db3f378a-2e96-4ddc-9e93-7f2188ccac6a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:28.969780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 2f6b8a41-70a7-4c72-8db1-21652c472f60 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:21:28.972577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:21:28.977535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Network d84d930e-5b98-41d6-814f-529033ffa7d0 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:28.979270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.980078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.980412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.980936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.981442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.981942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.982440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.982964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.984051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.984542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.985035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:28.985203 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-0d3a2930-19aa-4384-a878-b8f78f9f048f service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192998 Aug 29 17:21:28.985705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:29.012681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b81b5d0-5306-4e0b-a5fc-4b968098a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.041772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:29.076177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Made reservation on behalf of 24cab83e585e457bae4b42a6f83374c7 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:29.080634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.081343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:29.189505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-2228f7bc-b13c-4c08-a47d-46e6b58e5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:29.191691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-2228f7bc-b13c-4c08-a47d-46e6b58e5884 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2741194 Aug 29 17:21:29.215297 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b81b5d0-5306-4e0b-a5fc-4b968098a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.236154 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b81b5d0-5306-4e0b-a5fc-4b968098a02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.238079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6b81b5d0-5306-4e0b-a5fc-4b968098a02c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7e16d80-6043-4a95-85f5-7babc610a5d2 HTTP/1.1" status: 204 len: 168 time: 0.8670743 Aug 29 17:21:29.258298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Attempting to bind port db3f378a-2e96-4ddc-9e93-7f2188ccac6a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:29.259465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-41760b21-fbeb-4caf-9a6e-381fa6ea7405 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598495 Aug 29 17:21:29.259948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36502) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:29.260634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Attempting to bind port db3f378a-2e96-4ddc-9e93-7f2188ccac6a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:29.262694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b5d0-5306-4e0b-a5fc-4b968098a02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e16d80-6043-4a95-85f5-7babc610a5d2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:29.263927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Attempting to bind port db3f378a-2e96-4ddc-9e93-7f2188ccac6a on network d84d930e-5b98-41d6-814f-529033ffa7d0 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:29.277307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:29.279044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Checking segment: {'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:29.280456 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.282565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Bound using segment: {'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:29.283303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Bound port: db3f378a-2e96-4ddc-9e93-7f2188ccac6a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:29.284831 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.295192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:29.299526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.361318 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.370889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60ee8d4-b3f3-4e62-9209-b1f2f228d043', 'name': 'network-vif-deleted', 'tag': 'ea5f97ef-b19b-43cd-84ff-19f19257a5d8'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:29.375578 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca1c22d-4582-46f0-a605-a4f696a0909f" -d '{"events": [{"server_uuid": "f60ee8d4-b3f3-4e62-9209-b1f2f228d043", "name": "network-vif-deleted", "tag": "ea5f97ef-b19b-43cd-84ff-19f19257a5d8"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:29.463348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-30236137-d350-49ab-82ff-a80c2ef5c109 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628825 Aug 29 17:21:29.480472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] For port db3f378a-2e96-4ddc-9e93-7f2188ccac6a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:29.486260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] For port db3f378a-2e96-4ddc-9e93-7f2188ccac6a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=db3f378a-2e96-4ddc-9e93-7f2188ccac6a,segment=NetworkSegment(b49a51cc-7256-4606-b31e-832400eb295e),segment_id=b49a51cc-7256-4606-b31e-832400eb295e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:29.488006 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525f8e2a-1da9-447c-86b7-2121a128a9cf x-openstack-request-id: req-525f8e2a-1da9-447c-86b7-2121a128a9cf {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:29.488721 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60ee8d4-b3f3-4e62-9209-b1f2f228d043", "name": "network-vif-deleted", "tag": "ea5f97ef-b19b-43cd-84ff-19f19257a5d8", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:29.490132 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-525f8e2a-1da9-447c-86b7-2121a128a9cf {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:29.491794 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60ee8d4-b3f3-4e62-9209-b1f2f228d043', 'name': 'network-vif-deleted', 'tag': 'ea5f97ef-b19b-43cd-84ff-19f19257a5d8', 'status': 'completed', 'code': 200} Aug 29 17:21:29.495291 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.557480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.579443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa366773-5016-4278-983c-0e4544e3f009']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:29.602080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8679fc-f737-45fa-b73b-6a2dcb157033 None None] Pushing event updated for resources: {'Port': ['ID=db3f378a-2e96-4ddc-9e93-7f2188ccac6a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:29.614740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c77a03-6117-478d-bb45-5294de31c130') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:29.615141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c77a03-6117-478d-bb45-5294de31c130') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:29.649960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.676407 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.683833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:21:29.685022 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.718438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36516) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:21:29.739972 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:21:29.762922 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.773932 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:29.779201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] 10.222.0.41 "DELETE /v2.0/networks/aa366773-5016-4278-983c-0e4544e3f009 HTTP/1.1" status: 204 len: 168 time: 0.5174952 Aug 29 17:21:29.796380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb05a5b-127c-46f5-bf5d-07d6890e8abd admin admin] Pushing event deleted for resources: {'Network': ['ID=aa366773-5016-4278-983c-0e4544e3f009,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:29.804902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7c4ba-daeb-487f-9387-57bf9d553833 req-6dafdee0-d958-4da3-bf0c-1a45a3d6dc12 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:29.806475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c7c4ba-daeb-487f-9387-57bf9d553833 req-6dafdee0-d958-4da3-bf0c-1a45a3d6dc12 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 949 time: 0.2713389 Aug 29 17:21:29.962709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66c7c4ba-daeb-487f-9387-57bf9d553833 req-425ca782-f203-4681-b8f5-48b6bc394419 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416085 Aug 29 17:21:30.013141 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.076959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36534) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:30.077639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fec0d99-1333-45dd-b2f7-1d9ec58d075a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:30.123205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-300ec977-6eaf-4df0-82d9-af69d719e11f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6055e94fc9d449f1b1b0c4eade2655e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442677 Aug 29 17:21:30.126188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36536) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:30.167496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:30.168020 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.171792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ea5f97ef-b19b-43cd-84ff-19f19257a5d8 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:30.185242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae87a-f61b-4665-b51a-36fc548ea772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.188407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bf18b8a-4a4e-45e1-a953-26140a481ae6 req-a0cf85e6-aea0-4e48-88c3-25de1d39f7ed service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079422 Aug 29 17:21:30.219316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Checking segment: {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:30.220038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Network hostable DHCP agents. Network: 76aaed27-d623-4e37-9ac0-2c73a8ebcf04, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:21:30.221594 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae87a-f61b-4665-b51a-36fc548ea772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.236686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: ea5f97ef-b19b-43cd-84ff-19f19257a5d8 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:30.237356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ea5f97ef-b19b-43cd-84ff-19f19257a5d8 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:30.253966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038f1aa-3b96-436f-a059-0300708e1874 req-f4b98c99-a0be-4b1c-ba2c-780769119a0f tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:30.255551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5038f1aa-3b96-436f-a059-0300708e1874 req-f4b98c99-a0be-4b1c-ba2c-780769119a0f tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 1101 time: 0.1804593 Aug 29 17:21:30.273973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0bf26928-1b80-4718-9e26-1f1f29e6624a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54977d63dd8242fb8184905785dbd6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460203 Aug 29 17:21:30.277354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36538) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:30.305453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Subnet': ['ID=9ce9dc73-1721-437b-b99f-0938bf6c7dda,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:30.321744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:21:30.332437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Checking segment: {'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:30.332805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network hostable DHCP agents. Network: 2f6b8a41-70a7-4c72-8db1-21652c472f60, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:21:30.350476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91c54b8-806d-4958-8497-3903966c936e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.361158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5038f1aa-3b96-436f-a059-0300708e1874 req-cde96c19-2dc3-4217-b654-1958f7fbf9b1 tempest-MigrationsAdminTest-598647550 tempest-MigrationsAdminTest-598647550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924368 Aug 29 17:21:30.361835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 76aaed27-d623-4e37-9ac0-2c73a8ebcf04) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:30.370191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:30.375506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d57e35-7478-4b16-a334-d35a1fda923e None None] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:30.382991 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.394970 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae87a-f61b-4665-b51a-36fc548ea772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.404591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae87a-f61b-4665-b51a-36fc548ea772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.404591 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd8ae87a-f61b-4665-b51a-36fc548ea772 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e91d0fd9-c065-45a6-bd46-e1f88a7637c3 HTTP/1.1" status: 204 len: 168 time: 0.2723508 Aug 29 17:21:30.413514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0a70536d-2c3a-4f01-a04e-0204a353e8f7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5334764 Aug 29 17:21:30.413514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network 2f6b8a41-70a7-4c72-8db1-21652c472f60 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:21:30.414412 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36546) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:30.422270 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91c54b8-806d-4958-8497-3903966c936e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.428131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:30.449160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 2f6b8a41-70a7-4c72-8db1-21652c472f60) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:30.469161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:30.469770 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.482060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd20c4a-58f7-4550-a2cc-6856ec5113b0 None None] Network 2f6b8a41-70a7-4c72-8db1-21652c472f60 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:30.485527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ae87a-f61b-4665-b51a-36fc548ea772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d0fd9-c065-45a6-bd46-e1f88a7637c3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:30.522061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36548) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:30.545461 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.546740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.566712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-578abbd8-d1a7-4ebc-8568-e9c56e144380 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6901512 Aug 29 17:21:30.620100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91c54b8-806d-4958-8497-3903966c936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.623649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91c54b8-806d-4958-8497-3903966c936e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.628936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f91c54b8-806d-4958-8497-3903966c936e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a552e1d-66a5-4d23-b6ad-bf7f1d61093b HTTP/1.1" status: 204 len: 168 time: 0.3504725 Aug 29 17:21:30.673498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c54b8-806d-4958-8497-3903966c936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a552e1d-66a5-4d23-b6ad-bf7f1d61093b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:30.682668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:30.702976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:30.818992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'mac_address': 'fa:16:3e:83:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:21:30.986739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.076165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device db3f378a-2e96-4ddc-9e93-7f2188ccac6a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:31.144847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347c6e2-0dc5-4d15-9120-ed9937ebc5de req-c09ff39b-93b5-474e-b7a6-c2ab5c17f127 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:31.146374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c347c6e2-0dc5-4d15-9120-ed9937ebc5de req-c09ff39b-93b5-474e-b7a6-c2ab5c17f127 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 949 time: 0.2509317 Aug 29 17:21:31.152246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-055e9bbe-68cd-4f82-b874-5983148c592c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.262379 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c347c6e2-0dc5-4d15-9120-ed9937ebc5de req-dd7215af-3429-432b-ab5c-1c1f27e5e5ed tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054330 Aug 29 17:21:31.305816 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.323174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd0572e-466f-416e-9f7b-da07ecec7913 None None] Network d84d930e-5b98-41d6-814f-529033ffa7d0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:31.336266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36576) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:31.354262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-2d13b6b5-363c-4f07-94a7-eb43bc2dcf1a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:31.361167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-2d13b6b5-363c-4f07-94a7-eb43bc2dcf1a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:31.372580 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-2d13b6b5-363c-4f07-94a7-eb43bc2dcf1a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/networks?id=d84d930e-5b98-41d6-814f-529033ffa7d0&id=2f6b8a41-70a7-4c72-8db1-21652c472f60 HTTP/1.1" status: 200 len: 1390 time: 0.2539966 Aug 29 17:21:31.395122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-49e7af06-35f0-452b-8df3-134d9df13cd0 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/quotas/24ed4a06caae456bb0e14bc400424e27 HTTP/1.1" status: 200 len: 375 time: 0.0106611 Aug 29 17:21:31.440796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ac2b4e19-29f6-49dc-a408-f666295e3e25 None None] Provisioning for port db3f378a-2e96-4ddc-9e93-7f2188ccac6a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:31.497498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f5ce2d0f-08bf-4894-8d20-8e4652d15a5d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937309 Aug 29 17:21:31.504155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2f6b8a41-70a7-4c72-8db1-21652c472f60', 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'fixed_ips': [{'subnet_id': '9ce9dc73-1721-437b-b99f-0938bf6c7dda'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:21:31.505355 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.509511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4644049-c3ac-42d4-aa61-a9e57703bf3c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:31.537958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:31.550453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-76aaed27-d623-4e37-9ac0-2c73a8ebcf04', 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'fixed_ips': [{'subnet_id': '7fec0d99-1333-45dd-b2f7-1d9ec58d075a'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:21:31.552237 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.580240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.614911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-2b56864d-985c-4da7-bfdc-27394cae0cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/d84d930e-5b98-41d6-814f-529033ffa7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162181 Aug 29 17:21:31.646652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port db3f378a-2e96-4ddc-9e93-7f2188ccac6a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:31.673732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port db3f378a-2e96-4ddc-9e93-7f2188ccac6a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:31.674120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.677598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36578) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:31.751759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1bb27987-3c1a-4e07-8975-c824d56e8e04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1214c8f962a04317a384523210ad4fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701787 Aug 29 17:21:31.753928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36580) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:31.798308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-b0dd36be-d42d-4de7-ab4f-61d34a1395c6 service neutron] 10.222.0.41 "GET /v2.0/networks/d84d930e-5b98-41d6-814f-529033ffa7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821482 Aug 29 17:21:31.808536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-055e9bbe-68cd-4f82-b874-5983148c592c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.831102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-055e9bbe-68cd-4f82-b874-5983148c592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.850902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b3b4-e171-4c02-9c69-492e42a62d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.866836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d59f3552-6c58-46a7-aba7-465ac7aff1b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b59abecb7c964214bbbcbdd1314fa25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247736 Aug 29 17:21:31.877440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36586) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:31.884310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b3b4-e171-4c02-9c69-492e42a62d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.939321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b3b4-e171-4c02-9c69-492e42a62d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.942889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b3b4-e171-4c02-9c69-492e42a62d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:31.944562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f5e1b3b4-e171-4c02-9c69-492e42a62d0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94d17e65-0446-4cc7-ae15-299f5a9ebbd3 HTTP/1.1" status: 204 len: 168 time: 0.1896708 Aug 29 17:21:31.957064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1b3b4-e171-4c02-9c69-492e42a62d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d17e65-0446-4cc7-ae15-299f5a9ebbd3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:31.963305 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-055e9bbe-68cd-4f82-b874-5983148c592c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7505d70296994a65b87f27e5c382fbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4403725 Aug 29 17:21:31.963563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36590) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:31.971873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=12']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:31.973647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e9bbe-68cd-4f82-b874-5983148c592c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8721859-77db-424e-b38a-b45da2d13ed4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:31.990773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-a0bd2ab0-d4d3-415b-a53a-9e2cd8adcb5c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:31.992292 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-a0bd2ab0-d4d3-415b-a53a-9e2cd8adcb5c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.1860795 Aug 29 17:21:32.013521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.056615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84bb4374-4083-447d-9e4e-8b642185a642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.060909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.106892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88e3d81a-2846-4c55-8d4f-67b1d9d748eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.110093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['f4644049-c3ac-42d4-aa61-a9e57703bf3c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:32.150626 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88e3d81a-2846-4c55-8d4f-67b1d9d748eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.170187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Allocated IP 172.25.2.65 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/ac6647d9-1d98-4fe2-91b7-ee3fc4075a30) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:32.202133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-13858b06-fbad-4b6b-a986-04f533a19d4c service neutron] 10.222.0.41 "GET /v2.0/networks/2f6b8a41-70a7-4c72-8db1-21652c472f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864462 Aug 29 17:21:32.281438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88e3d81a-2846-4c55-8d4f-67b1d9d748eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.284856 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88e3d81a-2846-4c55-8d4f-67b1d9d748eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.286480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88e3d81a-2846-4c55-8d4f-67b1d9d748eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8721859-77db-424e-b38a-b45da2d13ed4 HTTP/1.1" status: 204 len: 168 time: 0.3199909 Aug 29 17:21:32.315881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Allocated IP 19.86.0.2 (2f6b8a41-70a7-4c72-8db1-21652c472f60/9ce9dc73-1721-437b-b99f-0938bf6c7dda/4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:32.318729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84bb4374-4083-447d-9e4e-8b642185a642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.337622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3d81a-2846-4c55-8d4f-67b1d9d748eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8721859-77db-424e-b38a-b45da2d13ed4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:32.395018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-3d2bcdad-67f0-40c9-bd27-2e5ff82cb8a4 service neutron] 10.222.0.41 "GET /v2.0/networks/2f6b8a41-70a7-4c72-8db1-21652c472f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851690 Aug 29 17:21:32.397093 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.403926 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.526406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.553426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:32.558552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:32.565508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:32.609810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port db3f378a-2e96-4ddc-9e93-7f2188ccac6a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=db3f378a-2e96-4ddc-9e93-7f2188ccac6a,segment=NetworkSegment(b49a51cc-7256-4606-b31e-832400eb295e),segment_id=b49a51cc-7256-4606-b31e-832400eb295e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:32.613191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Allocated IP 172.20.0.2 (76aaed27-d623-4e37-9ac0-2c73a8ebcf04/7fec0d99-1333-45dd-b2f7-1d9ec58d075a/1e2ed93b-6373-4c8e-adce-46b77f6de511) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:32.628750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Deleting port f4644049-c3ac-42d4-aa61-a9e57703bf3c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:32.629090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.679487 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.715536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f594-6ca6-4fdf-a218-1a2268fabc4b req-8a689f6e-e778-4ea9-ae1f-4122ddc69382 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:32.724481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e248f594-6ca6-4fdf-a218-1a2268fabc4b req-8a689f6e-e778-4ea9-ae1f-4122ddc69382 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 950 time: 0.2739103 Aug 29 17:21:32.763666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84bb4374-4083-447d-9e4e-8b642185a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.767086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84bb4374-4083-447d-9e4e-8b642185a642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.768788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-84bb4374-4083-447d-9e4e-8b642185a642 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac72f72b-b99b-41d8-ab51-fdd082aade5c HTTP/1.1" status: 204 len: 168 time: 0.8858755 Aug 29 17:21:32.776065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6647d9-1d98-4fe2-91b7-ee3fc4075a30,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:32.870383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68ee7cee-e2a8-4834-ba65-6f4e448f9223 req-b24ae64e-1343-427b-8081-35f097d290c7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 210 time: 0.0440814 Aug 29 17:21:32.886130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.899829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Transition to ACTIVE for port object 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:32.927475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36620) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:32.933456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Transition to ACTIVE for port object 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:32.950427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c539b41b-a4e0-4c0f-a380-2c5b64c6a1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.035424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e248f594-6ca6-4fdf-a218-1a2268fabc4b req-6514dbb0-5707-400a-822d-45df5203e06a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098454 Aug 29 17:21:33.043460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb4374-4083-447d-9e4e-8b642185a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac72f72b-b99b-41d8-ab51-fdd082aade5c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:33.131752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=db3f378a-2e96-4ddc-9e93-7f2188ccac6a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:33.176832 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c539b41b-a4e0-4c0f-a380-2c5b64c6a1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.191133 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c539b41b-a4e0-4c0f-a380-2c5b64c6a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.208191 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.212983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] For port f4644049-c3ac-42d4-aa61-a9e57703bf3c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=f4644049-c3ac-42d4-aa61-a9e57703bf3c,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:33.213440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.274554 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c539b41b-a4e0-4c0f-a380-2c5b64c6a1c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecaa0449e18e4ae3a58801b31d43d28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457568 Aug 29 17:21:33.275402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36630) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:33.275773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Calling delete_port for f4644049-c3ac-42d4-aa61-a9e57703bf3c owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:33.276527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Network 2f6b8a41-70a7-4c72-8db1-21652c472f60 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:33.287817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Pushing event updated for resources: {'Port': ['ID=4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:33.290544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:33.300083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ebd937c8-dec3-498d-ad1c-35443432592f None None] Provisioning complete for port db3f378a-2e96-4ddc-9e93-7f2188ccac6a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:33.300805 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ebd937c8-dec3-498d-ad1c-35443432592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.340633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:33.362762 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.395532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539b41b-a4e0-4c0f-a380-2c5b64c6a1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb74556-fbf7-4ae2-9668-6a3ae9e6f09a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:33.471146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7684a280-f982-4e1f-806f-1897588e6761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.501041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Attempting to bind port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:33.501428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Attempting to bind port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:33.501793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Attempting to bind port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f on network 2f6b8a41-70a7-4c72-8db1-21652c472f60 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:33.514210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:33.515214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Checking segment: {'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:33.515614 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.516090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Bound using segment: {'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:33.516582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Bound port: 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:33.517014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.540234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7684a280-f982-4e1f-806f-1897588e6761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.597786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] For port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:33.600980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] For port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f,segment=NetworkSegment(77a826fa-65b0-42ff-b793-6841507f2648),segment_id=77a826fa-65b0-42ff-b793-6841507f2648)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:33.611866 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.645261 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7684a280-f982-4e1f-806f-1897588e6761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.648469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7684a280-f982-4e1f-806f-1897588e6761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.652806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7684a280-f982-4e1f-806f-1897588e6761 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5eb74556-fbf7-4ae2-9668-6a3ae9e6f09a HTTP/1.1" status: 204 len: 168 time: 0.3474803 Aug 29 17:21:33.664576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684a280-f982-4e1f-806f-1897588e6761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb74556-fbf7-4ae2-9668-6a3ae9e6f09a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:33.671058 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.695974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.716950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1c12868e-b7f9-4e40-92a0-f7aca597cf07'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:33.756633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Transition to ACTIVE for port object 1e2ed93b-6373-4c8e-adce-46b77f6de511 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:33.782617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342', '95533882-fb2d-4f34-b515-513ad7606ed5', 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:33.799919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event deleted for resources: {'Port': ['ID=f4644049-c3ac-42d4-aa61-a9e57703bf3c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:33.882665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] No DVR routers for this DVR port f4644049-c3ac-42d4-aa61-a9e57703bf3c on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:33.886002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.891959 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.916485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c384c4c-e0d6-4079-b361-0e219a6f0d2d req-741c643a-4aa0-412c-aa4f-ce8073f4913e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "DELETE /v2.0/ports/f4644049-c3ac-42d4-aa61-a9e57703bf3c HTTP/1.1" status: 204 len: 173 time: 1.8988857 Aug 29 17:21:33.916485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-deleted', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:33.926230 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e20d6d-745e-47b5-966c-9c5df870f23f" -d '{"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-deleted", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:34.147360 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb1b36-0281-4969-afc6-dfc352b7d10f x-openstack-request-id: req-c9eb1b36-0281-4969-afc6-dfc352b7d10f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:34.150200 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beceef03-e3ba-49f0-b7e3-07dc57fe1463", "name": "network-vif-deleted", "tag": "f4644049-c3ac-42d4-aa61-a9e57703bf3c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:34.150200 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9eb1b36-0281-4969-afc6-dfc352b7d10f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:34.150200 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beceef03-e3ba-49f0-b7e3-07dc57fe1463', 'name': 'network-vif-deleted', 'tag': 'f4644049-c3ac-42d4-aa61-a9e57703bf3c', 'status': 'completed', 'code': 200} Aug 29 17:21:34.150511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd5c53-4090-4b2b-ac6c-b3da169f37ff None None] Pushing event updated for resources: {'Port': ['ID=4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:34.175764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Transition to ACTIVE for port object 1e2ed93b-6373-4c8e-adce-46b77f6de511 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:34.227508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:34.230217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53f549a8-f9b4-4fc7-aaa0-517ef3698d0c req-ae05fe50-9d97-4e51-aeb4-b4a9018fa38b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 210 time: 0.1596901 Aug 29 17:21:34.305635 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:34.399655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: f4644049-c3ac-42d4-aa61-a9e57703bf3c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:34.400809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device f4644049-c3ac-42d4-aa61-a9e57703bf3c not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 17:21:34.446365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8ed5b33-ce83-41d2-ae50-6085caa23a72 req-4e508937-8b16-4fbe-95a6-49170a61f150 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0434000 Aug 29 17:21:34.453908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Port f4644049-c3ac-42d4-aa61-a9e57703bf3c not found, will not notify nova. {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 17:21:34.481757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:34.488396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Router 967c2cc3-c9df-4ebe-94ff-dd37833396ed is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:21:34.493415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:34.496165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:34.501654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Pushing event updated for resources: {'Port': ['ID=1e2ed93b-6373-4c8e-adce-46b77f6de511,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:34.591676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Attempting to bind port 1e2ed93b-6373-4c8e-adce-46b77f6de511 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:34.592335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Attempting to bind port 1e2ed93b-6373-4c8e-adce-46b77f6de511 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:34.593231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Attempting to bind port 1e2ed93b-6373-4c8e-adce-46b77f6de511 on network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:34.604325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:34.604765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Checking segment: {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:34.605172 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:34.605607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Bound using segment: {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:34.606084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Bound port: 1e2ed93b-6373-4c8e-adce-46b77f6de511, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:34.606502 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:34.648322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:34.661094 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Sync routers for ids ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:34.685675 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:34.691856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a4101521-b61f-4466-9c25-ea96475a37b6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2630980 Aug 29 17:21:34.691856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36672) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:34.693924 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Routers {'967c2cc3-c9df-4ebe-94ff-dd37833396ed'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:34.695637 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:34.784223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] For port 1e2ed93b-6373-4c8e-adce-46b77f6de511, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:34.819021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] For port 1e2ed93b-6373-4c8e-adce-46b77f6de511, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1e2ed93b-6373-4c8e-adce-46b77f6de511,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:34.851680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:34.984227 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Set router 967c2cc3-c9df-4ebe-94ff-dd37833396ed gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:34.986068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-778a165e-3688-4f4f-b520-b868e19cf72e tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:34.993395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-778a165e-3688-4f4f-b520-b868e19cf72e tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:34.995604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-778a165e-3688-4f4f-b520-b868e19cf72e tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "GET /v2.0/networks?id=d84d930e-5b98-41d6-814f-529033ffa7d0&id=2f6b8a41-70a7-4c72-8db1-21652c472f60 HTTP/1.1" status: 200 len: 1390 time: 0.3382468 Aug 29 17:21:35.020157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'port': {'device_id': '736f94c9-517a-476f-84e6-ae479a51acd0', 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0', 'admin_state_up': True, 'tenant_id': '24ed4a06caae456bb0e14bc400424e27'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:35.180103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16db44-42c8-4cb1-9368-228047d01d7e None None] Pushing event updated for resources: {'Port': ['ID=1e2ed93b-6373-4c8e-adce-46b77f6de511,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:35.236071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d152c2f-1f46-49d2-b56b-9268bf46658f req-6ed4fe78-548f-424d-849c-7c9867c6e2cc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:35.244953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d152c2f-1f46-49d2-b56b-9268bf46658f req-6ed4fe78-548f-424d-849c-7c9867c6e2cc tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 951 time: 0.2550929 Aug 29 17:21:35.275146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:35.378600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d152c2f-1f46-49d2-b56b-9268bf46658f req-7681b3f9-c3dd-4932-8673-a548dbbb9f92 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324129 Aug 29 17:21:35.423298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:35.449704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device db3f378a-2e96-4ddc-9e93-7f2188ccac6a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:35.540877 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:21:32Z', 'revision_number': 3, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:35.563246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-14f788d8-6b5b-44d2-bad8-b67b3fb92b19 req-7fddd65f-b490-41b6-8522-db925204fecc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 210 time: 0.1337080 Aug 29 17:21:35.583687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:35.588125 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Checking router: 967c2cc3-c9df-4ebe-94ff-dd37833396ed for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:35.588721 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Updating router 967c2cc3-c9df-4ebe-94ff-dd37833396ed port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:21:35.594530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.638329 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.702691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f852bdb6-2d10-4391-87a8-647a842b1953 None None] Network 2f6b8a41-70a7-4c72-8db1-21652c472f60 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:35.799480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port db3f378a-2e96-4ddc-9e93-7f2188ccac6a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:35.800465 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.806419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5c5ba59a-9873-419c-b3ca-c986c24413db None None] Provisioning for port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:35.872295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5c5ba59a-9873-419c-b3ca-c986c24413db None None] Provisioning complete for port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:35.874348 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5c5ba59a-9873-419c-b3ca-c986c24413db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.923666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Allocated IP 19.80.0.156 (d84d930e-5b98-41d6-814f-529033ffa7d0/8e7e5214-1f61-4a4f-8e05-a5811a882f50/cf28e17a-6e1e-49ea-811b-46759b911408) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:36.137053 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.155944 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Transition to ACTIVE for port object ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:36.169415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.172042 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.228930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef107bd8-4372-4853-a494-2747847bc55e req-262a4db3-d4ef-40fa-991c-94b1ffbba5ae tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:36.230724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef107bd8-4372-4853-a494-2747847bc55e req-262a4db3-d4ef-40fa-991c-94b1ffbba5ae tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 951 time: 0.1059144 Aug 29 17:21:36.316182 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Pushing event updated for resources: {'Port': ['ID=ac6647d9-1d98-4fe2-91b7-ee3fc4075a30,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:36.325334 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Attempting to bind port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:36.326012 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Attempting to bind port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:36.326603 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Attempting to bind port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:36.329024 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.337501 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.338120 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.340458 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.344820 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.345385 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.345906 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.346412 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.346960 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.347453 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.347941 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.348452 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.350160 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:36.360089 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:36.360904 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:36.361474 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.362030 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:36.362719 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Bound port: ac6647d9-1d98-4fe2-91b7-ee3fc4075a30, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:36.363299 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.413202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Transition to ACTIVE for port object cf28e17a-6e1e-49ea-811b-46759b911408 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:36.470190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Deleting port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:36.470971 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.513122 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] For port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:36.540239 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] For port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ac6647d9-1d98-4fe2-91b7-ee3fc4075a30,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:36.550303 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.571514 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.682169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network d84d930e-5b98-41d6-814f-529033ffa7d0 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:36.690627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:36.724718 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5c5ba59a-9873-419c-b3ca-c986c24413db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.734294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:36.735427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Allocated IP 172.20.0.1 (76aaed27-d623-4e37-9ac0-2c73a8ebcf04/7fec0d99-1333-45dd-b2f7-1d9ec58d075a/5d25fee0-1bc0-4ebe-bb6d-77178a03b780) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:36.864995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Routers {'967c2cc3-c9df-4ebe-94ff-dd37833396ed'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:36.865660 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:36.892640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:36.894128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5c5ba59a-9873-419c-b3ca-c986c24413db None None] For port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f,segment=NetworkSegment(77a826fa-65b0-42ff-b793-6841507f2648),segment_id=77a826fa-65b0-42ff-b793-6841507f2648)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:36.894680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.900180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67485768-32b5-4700-a9c8-c97f0866bb8b None None] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:36.925282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.955243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Transition to ACTIVE for port object 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:36.959882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5c5ba59a-9873-419c-b3ca-c986c24413db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.024839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Port': ['ID=cf28e17a-6e1e-49ea-811b-46759b911408,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:37.043318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.057649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-675fd791-ac48-4adc-9a5e-a0c074c3b553 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0511956 Aug 29 17:21:37.065041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] For port 1c12868e-b7f9-4e40-92a0-f7aca597cf07, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1c12868e-b7f9-4e40-92a0-f7aca597cf07,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:37.065582 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.071883 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2ac4c-ac88-453f-8753-2cb52b264d0b None None] Pushing event updated for resources: {'Port': ['ID=ac6647d9-1d98-4fe2-91b7-ee3fc4075a30,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:37.124698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Request body: {'port': {'device_id': '736f94c9-517a-476f-84e6-ae479a51acd0', 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60', 'admin_state_up': True, 'tenant_id': '24ed4a06caae456bb0e14bc400424e27'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:37.233695 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] Set router 967c2cc3-c9df-4ebe-94ff-dd37833396ed gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:37.256794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1e2ed93b-6373-4c8e-adce-46b77f6de511 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:37.280071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ba59a-9873-419c-b3ca-c986c24413db None None] Pushing event updated for resources: {'Port': ['ID=4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:37.346487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1f9a0-d733-4450-b6ad-cfd085768353 req-7e26ba46-bb87-4254-b8ca-b7a8eec54cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:37.365886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3be1f9a0-d733-4450-b6ad-cfd085768353 req-7e26ba46-bb87-4254-b8ca-b7a8eec54cbc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 932 time: 0.4956000 Aug 29 17:21:37.410024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Calling delete_port for 1c12868e-b7f9-4e40-92a0-f7aca597cf07 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:37.432198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b11f1fe4-4fda-45e5-9918-54b406d4fcaa None None] Provisioning for port 1e2ed93b-6373-4c8e-adce-46b77f6de511 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:37.505233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1e2ed93b-6373-4c8e-adce-46b77f6de511 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:37.515316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1e2ed93b-6373-4c8e-adce-46b77f6de511 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:37.515697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.546233 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:21:32Z', 'revision_number': 3, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:37.590567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-739e2415-1094-44b9-9d26-6ca347b53202 None None] Provisioning complete for port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:37.590985 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-739e2415-1094-44b9-9d26-6ca347b53202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.626912 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38575a-c927-4f34-873e-5d29923b879d None None] The sync data for ids ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'] in n-d-713499-15 is: [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:21:32Z', 'revision_number': 3, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:37.712832 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3be1f9a0-d733-4450-b6ad-cfd085768353 req-16b89c2c-7535-477e-92aa-e137488c56ad tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441706 Aug 29 17:21:37.718923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Made reservation on behalf of 24ed4a06caae456bb0e14bc400424e27 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:37.723908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.750553 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.793027 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.810565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342', '95533882-fb2d-4f34-b515-513ad7606ed5', 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:37.842293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:37.848983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:37.875175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:37.929772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event deleted for resources: {'Port': ['ID=1c12868e-b7f9-4e40-92a0-f7aca597cf07,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:37.950416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1e2ed93b-6373-4c8e-adce-46b77f6de511, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1e2ed93b-6373-4c8e-adce-46b77f6de511,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:37.964370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Pushing event updated for resources: {'Port': ['ID=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:37.973542 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:37.987337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7431ed1-e53c-4d5e-b357-29614d30fceb req-b2fbc67c-bca3-493f-948e-6d630f031759 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:37.997052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7431ed1-e53c-4d5e-b357-29614d30fceb req-b2fbc67c-bca3-493f-948e-6d630f031759 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=72438933-24fc-481e-8d1c-61194d804944 HTTP/1.1" status: 200 len: 868 time: 0.9980888 Aug 29 17:21:38.074039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:38.104046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] No DVR routers for this DVR port 1c12868e-b7f9-4e40-92a0-f7aca597cf07 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:38.113924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:38.121878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef107bd8-4372-4853-a494-2747847bc55e req-fe26d83f-5446-4393-81cd-1db1e5008e83 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.43 "DELETE /v2.0/ports/1c12868e-b7f9-4e40-92a0-f7aca597cf07 HTTP/1.1" status: 204 len: 173 time: 1.8831220 Aug 29 17:21:38.150630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-deleted', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:38.156428 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4284dd-04ea-4c9c-96ef-4d9eaa42d3a1" -d '{"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-deleted", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:38.178252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-739e2415-1094-44b9-9d26-6ca347b53202 None None] Provisioning for port cf28e17a-6e1e-49ea-811b-46759b911408 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:38.211146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7431ed1-e53c-4d5e-b357-29614d30fceb req-1985c738-dbc8-43a8-8c62-df9953df027a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103586 Aug 29 17:21:38.241167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-739e2415-1094-44b9-9d26-6ca347b53202 None None] Provisioning complete for port cf28e17a-6e1e-49ea-811b-46759b911408 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:38.243066 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-739e2415-1094-44b9-9d26-6ca347b53202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:38.321496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1e2ed93b-6373-4c8e-adce-46b77f6de511,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:38.358706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:38.366789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d6da95a-8eb1-42e6-81ed-1151727e2af9 req-dbc4c997-1f4a-4270-acc8-2b3e12be2827 tempest-FlavorsV2NegativeTest-368972201 tempest-FlavorsV2NegativeTest-368972201-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e432973d26e845a0be6aabc07bbf8a32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031005 Aug 29 17:21:38.514855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-739e2415-1094-44b9-9d26-6ca347b53202 None None] Port cf28e17a-6e1e-49ea-811b-46759b911408 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:38.563345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6da95a-8eb1-42e6-81ed-1151727e2af9 req-481915a2-014d-461e-8ffb-44c64535916e tempest-FlavorsV2NegativeTest-368972201 tempest-FlavorsV2NegativeTest-368972201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:38.572206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d6da95a-8eb1-42e6-81ed-1151727e2af9 req-481915a2-014d-461e-8ffb-44c64535916e tempest-FlavorsV2NegativeTest-368972201 tempest-FlavorsV2NegativeTest-368972201-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029188 Aug 29 17:21:38.625589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d6da95a-8eb1-42e6-81ed-1151727e2af9 req-7c79f468-2f1e-41cd-9fab-7d543adf2497 tempest-FlavorsV2NegativeTest-368972201 tempest-FlavorsV2NegativeTest-368972201-project] 10.222.0.41 "GET /v2.0/quotas/e432973d26e845a0be6aabc07bbf8a32 HTTP/1.1" status: 200 len: 375 time: 0.0518842 Aug 29 17:21:38.628595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Allocated IP 19.86.0.17 (2f6b8a41-70a7-4c72-8db1-21652c472f60/9ce9dc73-1721-437b-b99f-0938bf6c7dda/0c8935d2-edd1-401e-90ca-75c24086ba16) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:38.680332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d6da95a-8eb1-42e6-81ed-1151727e2af9 req-17fe2096-84c6-4ebf-a907-b0feeddb7100 tempest-FlavorsV2NegativeTest-368972201 tempest-FlavorsV2NegativeTest-368972201-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e432973d26e845a0be6aabc07bbf8a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529838 Aug 29 17:21:38.776403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:38.796171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a9aba145-98cd-4242-9bd0-65aef08ebbf1 None None] Provisioning for port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:38.841990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a9aba145-98cd-4242-9bd0-65aef08ebbf1 None None] Provisioning complete for port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:38.842404 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a9aba145-98cd-4242-9bd0-65aef08ebbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:38.954807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a9aba145-98cd-4242-9bd0-65aef08ebbf1 None None] Port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:38.964373 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:38.990972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 1c12868e-b7f9-4e40-92a0-f7aca597cf07 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:38.991312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1c12868e-b7f9-4e40-92a0-f7aca597cf07 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:38.999625 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32229769-65f1-421e-8893-af4c5ff98976 x-openstack-request-id: req-32229769-65f1-421e-8893-af4c5ff98976 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:38.999956 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72438933-24fc-481e-8d1c-61194d804944", "name": "network-vif-deleted", "tag": "1c12868e-b7f9-4e40-92a0-f7aca597cf07", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:39.000178 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32229769-65f1-421e-8893-af4c5ff98976 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:39.000554 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72438933-24fc-481e-8d1c-61194d804944', 'name': 'network-vif-deleted', 'tag': '1c12868e-b7f9-4e40-92a0-f7aca597cf07', 'status': 'completed', 'code': 200} Aug 29 17:21:39.021237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a9aba145-98cd-4242-9bd0-65aef08ebbf1 None None] Provisioning complete for port 1e2ed93b-6373-4c8e-adce-46b77f6de511 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:39.021615 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a9aba145-98cd-4242-9bd0-65aef08ebbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.038958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Transition to ACTIVE for port object 0c8935d2-edd1-401e-90ca-75c24086ba16 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:39.075593 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36820) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:39.136294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf3731-b98d-453e-85dd-ddada7d5b209 req-d8e09ed8-9b6f-43a5-bba5-e200cd463bd4 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.147631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2daf3731-b98d-453e-85dd-ddada7d5b209 req-d8e09ed8-9b6f-43a5-bba5-e200cd463bd4 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 932 time: 0.1441107 Aug 29 17:21:39.154256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1e2ed93b-6373-4c8e-adce-46b77f6de511 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:39.192826 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.212147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.269835 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2daf3731-b98d-453e-85dd-ddada7d5b209 req-956fc67c-dcb1-48c9-bac5-879f9a41e0d0 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203356 Aug 29 17:21:39.272943 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.337517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1e2ed93b-6373-4c8e-adce-46b77f6de511 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:39.338211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Network 2f6b8a41-70a7-4c72-8db1-21652c472f60 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:39.341775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:39.342040 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.349680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:39.368884 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bae9c9c2-0719-4675-8acd-9354dd31eabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.406797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.407067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.407534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.426245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Pushing event updated for resources: {'Port': ['ID=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:39.427372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event updated for resources: {'Port': ['ID=0c8935d2-edd1-401e-90ca-75c24086ba16,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:39.445958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-1bb4d722-6f57-4d96-99bf-58330efd686b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3450172 Aug 29 17:21:39.449736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.450480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.451171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.451841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.452487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.453622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.454689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.455408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.456585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.457620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.461130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Request body: {'port': {'device_id': '736f94c9-517a-476f-84e6-ae479a51acd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:39.466145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a0a18a8-bfa1-4a96-b07a-f86df423c0c2 req-9fcb7fd0-8586-42c9-adf1-ccbd84a6f578 tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.6997545 Aug 29 17:21:39.568165 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.601598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:39.677579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:39.697194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:39.697194 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.708755 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:39.714770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:39.830989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bae9c9c2-0719-4675-8acd-9354dd31eabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.841084 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.850016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bae9c9c2-0719-4675-8acd-9354dd31eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.886179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7b4c8-3909-45a6-a3d8-6a46b75d1bdf req-e0dcebcc-a4a8-42a2-a2b4-a5d042a9bfeb tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:39.887433 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6bc7b4c8-3909-45a6-a3d8-6a46b75d1bdf req-e0dcebcc-a4a8-42a2-a2b4-a5d042a9bfeb tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 886 time: 0.2821786 Aug 29 17:21:39.908024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ac6647d9-1d98-4fe2-91b7-ee3fc4075a30,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:39.913412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7752e27d-3848-49a1-bf6d-515b563847b5 None None] Provisioning for port 0c8935d2-edd1-401e-90ca-75c24086ba16 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:39.918176 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:39.919162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:39.953262 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bae9c9c2-0719-4675-8acd-9354dd31eabe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f57b8f9e0444566a4594b5565b789ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8528755 Aug 29 17:21:39.961756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36842) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:39.976300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9c9c2-0719-4675-8acd-9354dd31eabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d677e38a-126d-4a9f-8e63-afe719676d51,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:39.983744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7752e27d-3848-49a1-bf6d-515b563847b5 None None] Provisioning complete for port 0c8935d2-edd1-401e-90ca-75c24086ba16 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:39.984523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7752e27d-3848-49a1-bf6d-515b563847b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.038814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ac6647d9-1d98-4fe2-91b7-ee3fc4075a30,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:40.085160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7752e27d-3848-49a1-bf6d-515b563847b5 None None] Port 0c8935d2-edd1-401e-90ca-75c24086ba16 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:40.104003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:40.104398 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.133698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Router 967c2cc3-c9df-4ebe-94ff-dd37833396ed has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:21:40.150299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645433d-a52b-468f-9c54-435cfb603f36 req-565b8064-8977-4397-8131-10029a5bd9b1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.158210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e645433d-a52b-468f-9c54-435cfb603f36 req-565b8064-8977-4397-8131-10029a5bd9b1 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1774306 Aug 29 17:21:40.163417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b53cb383-70fd-4857-ab4f-ed2c3bd75cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.209214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b53cb383-70fd-4857-ab4f-ed2c3bd75cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.246531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-124b7adb-7039-4b9c-b4c7-5fe1a6f66abd None None] Provisioning complete for port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:40.247030 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-124b7adb-7039-4b9c-b4c7-5fe1a6f66abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.258181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e645433d-a52b-468f-9c54-435cfb603f36 req-7e7bf240-73f6-4631-9471-5689c1e01106 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945766 Aug 29 17:21:40.264655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf28e17a-6e1e-49ea-811b-46759b911408 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:40.277223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.278280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.278968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.279594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.280777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.281607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.282235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.282724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.283189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.283642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.284099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.286062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c3fdfcd-732d-4490-b252-c769fbaa54de req-0caa4428-75d9-422d-bf50-52be1f46228b tempest-NetworksTest-88765266 tempest-NetworksTest-88765266-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.3441505 Aug 29 17:21:40.313047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-124b7adb-7039-4b9c-b4c7-5fe1a6f66abd None None] Port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:40.327095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Transition to ACTIVE for port object cf28e17a-6e1e-49ea-811b-46759b911408 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:40.337877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.413968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:40.438477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-99b25bfc-a1ef-45f3-a6ed-bf8c7aa9f73f admin admin] 10.222.0.41 "PUT /v2.0/routers/967c2cc3-c9df-4ebe-94ff-dd37833396ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7463284 Aug 29 17:21:40.440780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b53cb383-70fd-4857-ab4f-ed2c3bd75cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.444733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b53cb383-70fd-4857-ab4f-ed2c3bd75cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.446251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b53cb383-70fd-4857-ab4f-ed2c3bd75cb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d677e38a-126d-4a9f-8e63-afe719676d51 HTTP/1.1" status: 204 len: 168 time: 0.4834957 Aug 29 17:21:40.456821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cb383-70fd-4857-ab4f-ed2c3bd75cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d677e38a-126d-4a9f-8e63-afe719676d51,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:40.501296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:40.518178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28e17a-6e1e-49ea-811b-46759b911408,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:40.604682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320558d-98d6-4baf-8641-b15254a356c3 req-c3fffe74-5fd9-4d10-a56e-b5196c7bebf4 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.611953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320558d-98d6-4baf-8641-b15254a356c3 req-c3fffe74-5fd9-4d10-a56e-b5196c7bebf4 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.620465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1320558d-98d6-4baf-8641-b15254a356c3 req-c3fffe74-5fd9-4d10-a56e-b5196c7bebf4 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1666 time: 0.2075284 Aug 29 17:21:40.633995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Sync routers for ids ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:40.655770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Routers {'967c2cc3-c9df-4ebe-94ff-dd37833396ed'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:40.656690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:40.701579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1320558d-98d6-4baf-8641-b15254a356c3 req-913e0f29-3e1a-4839-bf57-4558e8c6a109 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754304 Aug 29 17:21:40.722683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Attempting to bind port cf28e17a-6e1e-49ea-811b-46759b911408 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:40.723283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Attempting to bind port cf28e17a-6e1e-49ea-811b-46759b911408 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:40.723784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Attempting to bind port cf28e17a-6e1e-49ea-811b-46759b911408 on network d84d930e-5b98-41d6-814f-529033ffa7d0 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:40.728932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Port cf28e17a-6e1e-49ea-811b-46759b911408 on network d84d930e-5b98-41d6-814f-529033ffa7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:21:40.729460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Attempting to bind port cf28e17a-6e1e-49ea-811b-46759b911408 on network d84d930e-5b98-41d6-814f-529033ffa7d0 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:40.735475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:40.736841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Checking segment: {'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:40.737402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Bound using segment: {'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:40.738359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Bound port: cf28e17a-6e1e-49ea-811b-46759b911408, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49a51cc-7256-4606-b31e-832400eb295e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:40.738758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.810092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Set router 967c2cc3-c9df-4ebe-94ff-dd37833396ed gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:40.859302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] For port cf28e17a-6e1e-49ea-811b-46759b911408, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:40.861226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d76e0e75-9eb9-4555-a4a4-7bb5f52b528e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.864332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] For port cf28e17a-6e1e-49ea-811b-46759b911408, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cf28e17a-6e1e-49ea-811b-46759b911408,segment=NetworkSegment(b49a51cc-7256-4606-b31e-832400eb295e),segment_id=b49a51cc-7256-4606-b31e-832400eb295e)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:40.871454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.947486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28e17a-6e1e-49ea-811b-46759b911408,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:40.959664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.961190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:40.964443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-f0067859-afe0-4bf1-931c-58bf556f1869 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf28e17a-6e1e-49ea-811b-46759b911408 HTTP/1.1" status: 200 len: 1093 time: 1.5096099 Aug 29 17:21:40.999876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Request body: {'port': {'device_id': '736f94c9-517a-476f-84e6-ae479a51acd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:41.002699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'tag': 'cf28e17a-6e1e-49ea-811b-46759b911408'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:41.004750 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41155b00-bb73-47a2-81a6-09a5ab1dd894" -d '{"events": [{"name": "network-changed", "server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "tag": "cf28e17a-6e1e-49ea-811b-46759b911408"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:41.008959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:41.027718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36872) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:41.118569 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7c7c03-d67d-49eb-b84e-16fb6fe3fd20 x-openstack-request-id: req-7a7c7c03-d67d-49eb-b84e-16fb6fe3fd20 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:41.120931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d76e0e75-9eb9-4555-a4a4-7bb5f52b528e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.122006 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "tag": "cf28e17a-6e1e-49ea-811b-46759b911408", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:41.122219 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a7c7c03-d67d-49eb-b84e-16fb6fe3fd20 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:41.122779 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'tag': 'cf28e17a-6e1e-49ea-811b-46759b911408', 'status': 'completed', 'code': 200} Aug 29 17:21:41.127130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d76e0e75-9eb9-4555-a4a4-7bb5f52b528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.206719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:21:38Z', 'revision_number': 4, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '5d25fee0-1bc0-4ebe-bb6d-77178a03b780', 'name': '', 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'mac_address': 'fa:16:3e:82:89:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7fec0d99-1333-45dd-b2f7-1d9ec58d075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:36Z', 'updated_at': '2021-08-29T17:21:38Z', 'revision_number': 2, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'subnets': [{'id': '7fec0d99-1333-45dd-b2f7-1d9ec58d075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:41.213085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d76e0e75-9eb9-4555-a4a4-7bb5f52b528e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e432973d26e845a0be6aabc07bbf8a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084413 Aug 29 17:21:41.213933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:41.214461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36878) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:41.214742 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.219678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.238625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e0e75-9eb9-4555-a4a4-7bb5f52b528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15290b73-a9e3-48eb-972b-e28a1454248f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:41.250331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36880) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:41.262956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Checking router: 967c2cc3-c9df-4ebe-94ff-dd37833396ed for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:41.263312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Updating router 967c2cc3-c9df-4ebe-94ff-dd37833396ed port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:21:41.291917 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-74910af3-8ca5-4aa3-b97c-6d071f907c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.296162 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.396803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92342d-854d-44c2-97c6-9101a4582621 req-4130df55-53f2-4fcf-9a8b-99db632794e9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:41.398695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd92342d-854d-44c2-97c6-9101a4582621 req-4130df55-53f2-4fcf-9a8b-99db632794e9 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.1374402 Aug 29 17:21:41.402469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6353011-830f-44f8-ae8c-69f85fbc3860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.415011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-f42dd49c-8638-4a5a-8eb7-b6c00b48acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:41.415565 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-218b882f-cbe0-4816-abb6-8ba707b6d2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.416259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-f42dd49c-8638-4a5a-8eb7-b6c00b48acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:41.419030 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-f42dd49c-8638-4a5a-8eb7-b6c00b48acd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1914 time: 0.2952490 Aug 29 17:21:41.506624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16c35b79-d131-4a4c-853b-31af695de8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.514135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-218b882f-cbe0-4816-abb6-8ba707b6d2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.639167 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16c35b79-d131-4a4c-853b-31af695de8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.658804 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16c35b79-d131-4a4c-853b-31af695de8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.739933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-16c35b79-d131-4a4c-853b-31af695de8bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f84834657f424fa29ecc140081b47ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7111230 Aug 29 17:21:41.742260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c35b79-d131-4a4c-853b-31af695de8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7eff55-f096-480e-8c7b-bf1ea322b560,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:41.746171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36896) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:41.766726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Deleting port 95533882-fb2d-4f34-b515-513ad7606ed5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:41.767096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.864224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] For port 95533882-fb2d-4f34-b515-513ad7606ed5, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=95533882-fb2d-4f34-b515-513ad7606ed5,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:41.864224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.876747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Calling delete_port for 95533882-fb2d-4f34-b515-513ad7606ed5 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:41.898151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36900) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:41.915972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-network', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:41.954316 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.970359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Transition to ACTIVE for port object 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:41.970906 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-218b882f-cbe0-4816-abb6-8ba707b6d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.973417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-218b882f-cbe0-4816-abb6-8ba707b6d2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:41.977083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-218b882f-cbe0-4816-abb6-8ba707b6d2b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15290b73-a9e3-48eb-972b-e28a1454248f HTTP/1.1" status: 204 len: 168 time: 0.7523236 Aug 29 17:21:41.993169 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.010265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b882f-cbe0-4816-abb6-8ba707b6d2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15290b73-a9e3-48eb-972b-e28a1454248f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:42.089434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68825b-e904-484e-8c38-38b031609f9b None None] Pushing event updated for resources: {'Port': ['ID=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:42.095490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afc45d-c943-4d6b-b004-d1e8d2a7fa98 req-c51fcfc4-3f3b-4264-ad8a-7dd8774b59e3 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:42.110157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afc45d-c943-4d6b-b004-d1e8d2a7fa98 req-c51fcfc4-3f3b-4264-ad8a-7dd8774b59e3 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:42.118364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36afc45d-c943-4d6b-b004-d1e8d2a7fa98 req-c51fcfc4-3f3b-4264-ad8a-7dd8774b59e3 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1666 time: 0.2225006 Aug 29 17:21:42.164585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d02a082d-4738-4880-8697-0b18071d7e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.181474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Attempting to bind port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:42.181851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Attempting to bind port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:42.182272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Attempting to bind port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 on network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:42.190766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:42.191386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Checking segment: {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:42.191949 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.192354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Bound using segment: {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:42.192875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Bound port: 5d25fee0-1bc0-4ebe-bb6d-77178a03b780, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:42.193478 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.195610 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36afc45d-c943-4d6b-b004-d1e8d2a7fa98 req-185f1e81-f786-4f15-a537-bdbe8db8c51c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754957 Aug 29 17:21:42.241519 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d02a082d-4738-4880-8697-0b18071d7e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.253667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22352-48fc-4160-95d9-56b639e7a00e req-d57b6ff1-4d4a-41f8-91b3-9396bd22f1fd tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:42.261616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2da22352-48fc-4160-95d9-56b639e7a00e req-d57b6ff1-4d4a-41f8-91b3-9396bd22f1fd tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109423d-d316-4066-9021-f9bfa3af6339 HTTP/1.1" status: 200 len: 950 time: 0.8409224 Aug 29 17:21:42.291932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.328548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.345511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342', '95533882-fb2d-4f34-b515-513ad7606ed5', 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:42.377848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-0ff844cb-7c46-4cf6-9c2c-f39c44a1628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:42.378402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-0ff844cb-7c46-4cf6-9c2c-f39c44a1628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:42.379088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-0ff844cb-7c46-4cf6-9c2c-f39c44a1628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:42.380872 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-0ff844cb-7c46-4cf6-9c2c-f39c44a1628b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ed4a06caae456bb0e14bc400424e27&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9457600 Aug 29 17:21:42.381691 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event deleted for resources: {'Port': ['ID=95533882-fb2d-4f34-b515-513ad7606ed5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:42.401566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d02a082d-4738-4880-8697-0b18071d7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.405428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d02a082d-4738-4880-8697-0b18071d7e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.407321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d02a082d-4738-4880-8697-0b18071d7e0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee7eff55-f096-480e-8c7b-bf1ea322b560 HTTP/1.1" status: 204 len: 168 time: 0.6597369 Aug 29 17:21:42.416319 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] For port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:42.458292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a082d-4738-4880-8697-0b18071d7e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7eff55-f096-480e-8c7b-bf1ea322b560,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:42.465587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] For port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:42.478238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2da22352-48fc-4160-95d9-56b639e7a00e req-3bd54730-ba22-43b1-89e2-a3b52b5d4853 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157545 Aug 29 17:21:42.482086 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.511127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] No DVR routers for this DVR port 95533882-fb2d-4f34-b515-513ad7606ed5 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:42.514795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.517472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd92342d-854d-44c2-97c6-9101a4582621 req-960f09f4-fc4e-4388-945e-84defa0073b5 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "DELETE /v2.0/ports/95533882-fb2d-4f34-b515-513ad7606ed5 HTTP/1.1" status: 204 len: 173 time: 1.1029904 Aug 29 17:21:42.518277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'name': 'network-vif-deleted', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:42.520858 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c19e9b-f714-43eb-8733-a066a92cf8f6" -d '{"events": [{"server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "name": "network-vif-deleted", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:42.528925 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6353011-830f-44f8-ae8c-69f85fbc3860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.558458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6353011-830f-44f8-ae8c-69f85fbc3860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.577985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Made reservation on behalf of ee7f4f688eb04b588806cae56ecb279e for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:42.579534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8935d2-edd1-401e-90ca-75c24086ba16 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:42.579809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.594979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.613600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.642263 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5110da1a-3be5-4eba-ac76-5fbebcc488e8 x-openstack-request-id: req-5110da1a-3be5-4eba-ac76-5fbebcc488e8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:42.642632 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9109423d-d316-4066-9021-f9bfa3af6339", "name": "network-vif-deleted", "tag": "95533882-fb2d-4f34-b515-513ad7606ed5", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:42.642863 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5110da1a-3be5-4eba-ac76-5fbebcc488e8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:42.643346 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109423d-d316-4066-9021-f9bfa3af6339', 'name': 'network-vif-deleted', 'tag': '95533882-fb2d-4f34-b515-513ad7606ed5', 'status': 'completed', 'code': 200} Aug 29 17:21:42.661402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a6353011-830f-44f8-ae8c-69f85fbc3860 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77f8ee9e7a594020b713f09a495381af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4094582 Aug 29 17:21:42.661561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36914) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:42.666785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6353011-830f-44f8-ae8c-69f85fbc3860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddae9ff-1872-47da-941c-8ff8c3c0d6ea,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:42.668482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68825b-e904-484e-8c38-38b031609f9b None None] Pushing event updated for resources: {'Port': ['ID=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:42.691598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Transition to ACTIVE for port object 0c8935d2-edd1-401e-90ca-75c24086ba16 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:42.715304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.816203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Routers {'967c2cc3-c9df-4ebe-94ff-dd37833396ed'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:42.817648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:42.889016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-f27fe978-987e-4f62-8466-31035dfef046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:42.897920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41155b00-bb73-47a2-81a6-09a5ab1dd894 req-f27fe978-987e-4f62-8466-31035dfef046 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4300935 Aug 29 17:21:42.928169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a363-a9af-4479-87ff-9a4e389f056b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.957982 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:42.983187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8935d2-edd1-401e-90ca-75c24086ba16,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:43.022352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a363-a9af-4479-87ff-9a4e389f056b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.089582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Attempting to bind port 0c8935d2-edd1-401e-90ca-75c24086ba16 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:43.092792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Attempting to bind port 0c8935d2-edd1-401e-90ca-75c24086ba16 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:43.095574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Attempting to bind port 0c8935d2-edd1-401e-90ca-75c24086ba16 on network 2f6b8a41-70a7-4c72-8db1-21652c472f60 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:43.108882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Port 0c8935d2-edd1-401e-90ca-75c24086ba16 on network 2f6b8a41-70a7-4c72-8db1-21652c472f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:21:43.109374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Attempting to bind port 0c8935d2-edd1-401e-90ca-75c24086ba16 on network 2f6b8a41-70a7-4c72-8db1-21652c472f60 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:43.120644 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:43.121042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Checking segment: {'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:43.121381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Bound using segment: {'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:43.121820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Bound port: 0c8935d2-edd1-401e-90ca-75c24086ba16, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a826fa-65b0-42ff-b793-6841507f2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:43.122183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.127784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] Set router 967c2cc3-c9df-4ebe-94ff-dd37833396ed gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:43.139763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.154305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.193356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:21:43.226925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36926) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:43.228490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.228855 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Added segment 4d6eb896-7146-470a-bcf1-1e4190fdd52e of type vlan for network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d Aug 29 17:21:43.293501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6adc876-52b8-4b30-bfe0-374c88b58000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.325053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a363-a9af-4479-87ff-9a4e389f056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.328911 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a363-a9af-4479-87ff-9a4e389f056b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.330416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ebb8a363-a9af-4479-87ff-9a4e389f056b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ddae9ff-1872-47da-941c-8ff8c3c0d6ea HTTP/1.1" status: 204 len: 168 time: 0.6680727 Aug 29 17:21:43.335896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] For port 0c8935d2-edd1-401e-90ca-75c24086ba16, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:43.350755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] For port 0c8935d2-edd1-401e-90ca-75c24086ba16, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0c8935d2-edd1-401e-90ca-75c24086ba16,segment=NetworkSegment(77a826fa-65b0-42ff-b793-6841507f2648),segment_id=77a826fa-65b0-42ff-b793-6841507f2648)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:43.362666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.389974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c90088f-5087-4756-97ef-81212f2d7535,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:43.488374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.510542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8a363-a9af-4479-87ff-9a4e389f056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddae9ff-1872-47da-941c-8ff8c3c0d6ea,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:43.531835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8935d2-edd1-401e-90ca-75c24086ba16,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:43.539171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6adc876-52b8-4b30-bfe0-374c88b58000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.548358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6adc876-52b8-4b30-bfe0-374c88b58000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.563138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.564155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:43.564817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.569064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:43.575852 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.577848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6566bb04-f5d8-4381-9677-1840ea1fb4c6 service neutron] 10.222.0.43 "PUT /v2.0/ports/0c8935d2-edd1-401e-90ca-75c24086ba16 HTTP/1.1" status: 200 len: 1092 time: 2.5835929 Aug 29 17:21:43.579711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'tag': '0c8935d2-edd1-401e-90ca-75c24086ba16'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:43.589218 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "tag": "0c8935d2-edd1-401e-90ca-75c24086ba16"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:43.638266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bf0ca-292d-4577-8476-93bf0174cf4f req-2f3a7aac-a4b3-4125-ae01-061421fd8979 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:43.651224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bf0ca-292d-4577-8476-93bf0174cf4f req-2f3a7aac-a4b3-4125-ae01-061421fd8979 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:43.657448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e0bf0ca-292d-4577-8476-93bf0174cf4f req-2f3a7aac-a4b3-4125-ae01-061421fd8979 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1678 time: 0.3088031 Aug 29 17:21:43.737492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36946) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:43.738279 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8388422 Aug 29 17:21:43.746744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Request body: {'subnet': {'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-subnet', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:43.767964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a6adc876-52b8-4b30-bfe0-374c88b58000 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ae30857d34045f6a66bbc104bd24b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5350235 Aug 29 17:21:43.768615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adc876-52b8-4b30-bfe0-374c88b58000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b302f0-3873-41f2-9b22-4ca128466b96,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:43.781220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:21:38Z', 'revision_number': 4, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '5d25fee0-1bc0-4ebe-bb6d-77178a03b780', 'name': '', 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'mac_address': 'fa:16:3e:82:89:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7fec0d99-1333-45dd-b2f7-1d9ec58d075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:36Z', 'updated_at': '2021-08-29T17:21:42Z', 'revision_number': 4, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'subnets': [{'id': '7fec0d99-1333-45dd-b2f7-1d9ec58d075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:43.786237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:43.792055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaad6a-68ff-487d-bf61-3e832ff3f494 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5682b4-a554-4fa4-8be1-b7e4d1c2497d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:43.852858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:21:43.878892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e0bf0ca-292d-4577-8476-93bf0174cf4f req-32e6ca81-2755-45b2-babe-3c2270416a82 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117441 Aug 29 17:21:43.913361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-8d209482-dd8c-4e5c-8ddf-5a7903ba1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:43.913844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-8d209482-dd8c-4e5c-8ddf-5a7903ba1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:43.931281 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-8d209482-dd8c-4e5c-8ddf-5a7903ba1fd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1982 time: 0.2623756 Aug 29 17:21:43.969891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Made reservation on behalf of ee7f4f688eb04b588806cae56ecb279e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:43.982042 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.984178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fd7b2-4d0f-4d94-835a-6d6c2b427718 None None] The sync data for ids ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'] in n-d-713499-15 is: [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:21:38Z', 'revision_number': 4, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '5d25fee0-1bc0-4ebe-bb6d-77178a03b780', 'name': '', 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'mac_address': 'fa:16:3e:82:89:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7fec0d99-1333-45dd-b2f7-1d9ec58d075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:36Z', 'updated_at': '2021-08-29T17:21:42Z', 'revision_number': 4, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'subnets': [{'id': '7fec0d99-1333-45dd-b2f7-1d9ec58d075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:44.011960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36964) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:44.070693 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75fb3232-31e8-45c7-8e98-9564ff04f4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.073218 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.169973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e76a2-5490-4925-a209-90a0a5dd5cbd req-bd72b630-55b0-4536-baee-888a86ede4f4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.171709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c38e76a2-5490-4925-a209-90a0a5dd5cbd req-bd72b630-55b0-4536-baee-888a86ede4f4 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.0843992 Aug 29 17:21:44.234925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c38e76a2-5490-4925-a209-90a0a5dd5cbd req-6fbb4615-817f-4239-a3a5-b0d7d01a0a9a tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569561 Aug 29 17:21:44.251864 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819d1e3-baa7-4a5d-a0e2-184b6a12caec x-openstack-request-id: req-9819d1e3-baa7-4a5d-a0e2-184b6a12caec {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:44.252147 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "tag": "0c8935d2-edd1-401e-90ca-75c24086ba16", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:44.252319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-network', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:44.252725 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9819d1e3-baa7-4a5d-a0e2-184b6a12caec {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:44.253286 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'tag': '0c8935d2-edd1-401e-90ca-75c24086ba16', 'status': 'completed', 'code': 200} Aug 29 17:21:44.284453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Made reservation on behalf of 27229e4c8d844c06bb15ba3112708dc6 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:44.288218 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.293710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-cad43e94-18af-4980-81ec-3a0b332bbefd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=cf28e17a-6e1e-49ea-811b-46759b911408 HTTP/1.1" status: 200 len: 217 time: 0.3485432 Aug 29 17:21:44.299209 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.301283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.378495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-405a889b-eec2-4791-a6a2-bb9933c1e5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.427223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9d61b8-4947-4a2e-9e96-3731b7253ecb,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:44.433918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-405a889b-eec2-4791-a6a2-bb9933c1e5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.437639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6badecda-422a-475d-832a-d21c24eb38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.437849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.439210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-6badecda-422a-475d-832a-d21c24eb38a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e7e5214-1f61-4a4f-8e05-a5811a882f50 HTTP/1.1" status: 200 len: 801 time: 0.1299982 Aug 29 17:21:44.442017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.469641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:21:44.491335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.491683 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Added segment c7643ad0-62e5-4fa9-ab62-d36d52601380 of type vlan for network 01478136-097f-456e-914b-d40201a94517 Aug 29 17:21:44.493007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18502ac6-bdba-4778-b569-cc254e38bbc2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:44.511188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Checking segment: {'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:44.511544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Network hostable DHCP agents. Network: 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:21:44.541301 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.559805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-c2bb3d39-4f38-4522-8f10-efa161d80866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.561555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-c2bb3d39-4f38-4522-8f10-efa161d80866 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d84d930e-5b98-41d6-814f-529033ffa7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068952 Aug 29 17:21:44.563016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:21:44.581761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.583587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.584244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.628047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:44.633259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-405a889b-eec2-4791-a6a2-bb9933c1e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.636367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-405a889b-eec2-4791-a6a2-bb9933c1e5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.637700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-405a889b-eec2-4791-a6a2-bb9933c1e5b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33b302f0-3873-41f2-9b22-4ca128466b96 HTTP/1.1" status: 204 len: 168 time: 0.8456371 Aug 29 17:21:44.641410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca61364-3c17-48ed-9228-86c0ae49e2f7 None None] Network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:44.642280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.643093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.671601 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6548998 Aug 29 17:21:44.675971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a889b-eec2-4791-a6a2-bb9933c1e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b302f0-3873-41f2-9b22-4ca128466b96,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:44.680132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:44.688985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Request body: {'subnet': {'network_id': '01478136-097f-456e-914b-d40201a94517', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-subnet', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:44.694886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eb0a4668-cee7-433a-94f8-e841aaf3372d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9560952 Aug 29 17:21:44.698397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36982) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:44.724228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9ca51-8f82-449e-867e-b62cdb10bf08 admin admin] Pushing event updated for resources: {'Network': ['ID=01478136-097f-456e-914b-d40201a94517,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:44.728469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:44.753273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 01478136-097f-456e-914b-d40201a94517 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:21:44.778418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-72bf513c-9a48-4ba4-abe3-b7fd6ddaac0f service neutron] 10.222.0.43 "GET /v2.0/networks/d84d930e-5b98-41d6-814f-529033ffa7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056875 Aug 29 17:21:44.798388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Made reservation on behalf of 27229e4c8d844c06bb15ba3112708dc6 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:44.800658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.913132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.914242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.054735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.098046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50092-b14b-4971-9889-4f3d4d223009 req-301f6101-01b6-4204-8ec4-0ee99cab43d6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.110341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50092-b14b-4971-9889-4f3d4d223009 req-301f6101-01b6-4204-8ec4-0ee99cab43d6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.112593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-47b50092-b14b-4971-9889-4f3d4d223009 req-301f6101-01b6-4204-8ec4-0ee99cab43d6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1678 time: 0.0943062 Aug 29 17:21:45.116192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:45.143565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-1b5682b4-a554-4fa4-8be1-b7e4d1c2497d', 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'fixed_ips': [{'subnet_id': 'de9d61b8-4947-4a2e-9e96-3731b7253ecb'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:21:45.145001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.202761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-47b50092-b14b-4971-9889-4f3d4d223009 req-a92e282f-415e-4b20-9d3a-71e04cc0a4f7 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819163 Aug 29 17:21:45.269886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:45.295978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:45.296582 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.315665 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-0027fdb4-fe75-4810-8e6c-3f8444a51255 service neutron] 10.222.0.43 "GET /v2.0/networks/d84d930e-5b98-41d6-814f-529033ffa7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273578 Aug 29 17:21:45.424782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.449133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051063bf-e5ff-4529-a052-1494f32cca84 req-d70232df-ab65-4aa5-8d5e-833bc6e32752 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.454559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-051063bf-e5ff-4529-a052-1494f32cca84 req-d70232df-ab65-4aa5-8d5e-833bc6e32752 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.2147980 Aug 29 17:21:45.584187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Allocated IP 172.20.0.2 (1b5682b4-a554-4fa4-8be1-b7e4d1c2497d/de9d61b8-4947-4a2e-9e96-3731b7253ecb/35912569-4e5c-4c9d-b531-4e41af1ed612) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:45.606305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-0100ed95-1812-42c7-a356-f0c702362696 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=0c8935d2-edd1-401e-90ca-75c24086ba16 HTTP/1.1" status: 200 len: 217 time: 0.0749445 Aug 29 17:21:45.609543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.615787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c73f-e983-4500-b9f8-1128a0488a90 req-3a0ae137-1e12-4439-91bb-deb8b2ad4209 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.628432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d93c73f-e983-4500-b9f8-1128a0488a90 req-3a0ae137-1e12-4439-91bb-deb8b2ad4209 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 950 time: 0.2204471 Aug 29 17:21:45.707033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d93c73f-e983-4500-b9f8-1128a0488a90 req-178cfc52-17a6-4c98-bfb2-20646f688010 tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/security-groups?id=60132e8d-19b7-4574-a76e-22a93c57c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774570 Aug 29 17:21:45.754794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Deleting port fdec2733-e51b-40b4-9c86-f04ca19cc342 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:45.755434 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.776503 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.843450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df70ae4b-eb35-423c-8abf-36ac19f695be,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:45.855078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-50cccb0d-665b-43ce-b5c5-b83761687fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.856645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-50cccb0d-665b-43ce-b5c5-b83761687fb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ce9dc73-1721-437b-b99f-0938bf6c7dda HTTP/1.1" status: 200 len: 801 time: 0.2340455 Aug 29 17:21:45.859392 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.916745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Checking segment: {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:45.917118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Network hostable DHCP agents. Network: 01478136-097f-456e-914b-d40201a94517, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:21:45.961067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Network 01478136-097f-456e-914b-d40201a94517 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:21:45.980098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-e5917cea-e5f7-41a0-a491-364b3f2900a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.981995 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-e5917cea-e5f7-41a0-a491-364b3f2900a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f6b8a41-70a7-4c72-8db1-21652c472f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176982 Aug 29 17:21:45.985859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 01478136-097f-456e-914b-d40201a94517) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:45.988481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] For port fdec2733-e51b-40b4-9c86-f04ca19cc342, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fdec2733-e51b-40b4-9c86-f04ca19cc342,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:45.988894 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.989416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:45.996647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c7a11-fa7f-48fc-9c95-0723eadd4a0c None None] Network 01478136-097f-456e-914b-d40201a94517 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:46.002913 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:46.005818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.025934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Calling delete_port for fdec2733-e51b-40b4-9c86-f04ca19cc342 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:46.053727 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.056062 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.096030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Transition to ACTIVE for port object 35912569-4e5c-4c9d-b531-4e41af1ed612 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:46.131880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Transition to ACTIVE for port object 35912569-4e5c-4c9d-b531-4e41af1ed612 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:46.132310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-62e3c7fc-d653-49b9-a2fb-283ea09be358 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4503908 Aug 29 17:21:46.135560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37028) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:46.148020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:46.150338 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.165689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:46.214133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.218248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.280153 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:46.286041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 95533882-fb2d-4f34-b515-513ad7606ed5 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:46.366024 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.378976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:46.383763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:46.398516 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.404076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 95533882-fb2d-4f34-b515-513ad7606ed5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:46.404992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 95533882-fb2d-4f34-b515-513ad7606ed5 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:46.415713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-01478136-097f-456e-914b-d40201a94517', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:21:46.420003 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.441013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490ff07-d241-4777-b234-981e619b9bc0 req-05655a02-fcb3-42d5-9a0b-a73a74439541 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:46.450976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Pushing event updated for resources: {'Port': ['ID=35912569-4e5c-4c9d-b531-4e41af1ed612,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:46.459729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490ff07-d241-4777-b234-981e619b9bc0 req-05655a02-fcb3-42d5-9a0b-a73a74439541 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:46.467769 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2490ff07-d241-4777-b234-981e619b9bc0 req-05655a02-fcb3-42d5-9a0b-a73a74439541 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1678 time: 0.1409194 Aug 29 17:21:46.468889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.496842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-576c5d09-83af-420c-951d-b911a4b230c4 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b8a41-70a7-4c72-8db1-21652c472f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689169 Aug 29 17:21:46.659908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Attempting to bind port 35912569-4e5c-4c9d-b531-4e41af1ed612 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:46.660610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Attempting to bind port 35912569-4e5c-4c9d-b531-4e41af1ed612 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:46.661199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2490ff07-d241-4777-b234-981e619b9bc0 req-e80d5b0e-c2e8-41cd-ba01-738bdef10cf1 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670778 Aug 29 17:21:46.671268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Attempting to bind port 35912569-4e5c-4c9d-b531-4e41af1ed612 on network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:46.690213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:46.690715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Checking segment: {'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:46.691261 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.691761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Bound using segment: {'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:46.692484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Bound port: 35912569-4e5c-4c9d-b531-4e41af1ed612, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:46.693646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.730755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Allocated IP 172.25.2.246 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/1934f8bd-e310-4221-bdd6-cbe3ee98e838) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:46.731361 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.829168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Allocated IP 172.20.0.2 (01478136-097f-456e-914b-d40201a94517/df70ae4b-eb35-423c-8abf-36ac19f695be/ad977af5-aa61-4b4b-a174-38033673981a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:46.878544 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d829b86e-3a33-43ca-a4dc-14474ab84a8c req-26d88d2f-1056-4e1f-8a2f-1189cab75bba service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b8a41-70a7-4c72-8db1-21652c472f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699710 Aug 29 17:21:46.930298 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.991598 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.991862 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.001526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Transition to ACTIVE for port object ad977af5-aa61-4b4b-a174-38033673981a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:47.017782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Transition to ACTIVE for port object ad977af5-aa61-4b4b-a174-38033673981a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:47.032232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.091369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:47.104016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:47.133698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Network 01478136-097f-456e-914b-d40201a94517 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:47.138619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] For port 35912569-4e5c-4c9d-b531-4e41af1ed612, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:47.142497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:47.151183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:47.163585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:47.163889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:47.168331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] For port 35912569-4e5c-4c9d-b531-4e41af1ed612, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=35912569-4e5c-4c9d-b531-4e41af1ed612,segment=NetworkSegment(4d6eb896-7146-470a-bcf1-1e4190fdd52e),segment_id=4d6eb896-7146-470a-bcf1-1e4190fdd52e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:47.176686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Pushing event updated for resources: {'Port': ['ID=1934f8bd-e310-4221-bdd6-cbe3ee98e838,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:47.193229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.239483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Pushing event updated for resources: {'Port': ['ID=ad977af5-aa61-4b4b-a174-38033673981a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:47.265108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.281172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-2bb32fb8-8399-4a21-a1ab-587d2a11f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:47.281984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-2bb32fb8-8399-4a21-a1ab-587d2a11f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:47.285002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-2bb32fb8-8399-4a21-a1ab-587d2a11f5ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ed4a06caae456bb0e14bc400424e27&device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1982 time: 0.3051486 Aug 29 17:21:47.339266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a17c8-97cc-4344-9962-8cb93c089fc5 None None] Pushing event updated for resources: {'Port': ['ID=35912569-4e5c-4c9d-b531-4e41af1ed612,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:47.417012 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.422031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] No DVR routers for this DVR port fdec2733-e51b-40b4-9c86-f04ca19cc342 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:47.425168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.426096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fdec2733-e51b-40b4-9c86-f04ca19cc342', 'f4644049-c3ac-42d4-aa61-a9e57703bf3c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:47.428402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-051063bf-e5ff-4529-a052-1494f32cca84 req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.44 "DELETE /v2.0/ports/fdec2733-e51b-40b4-9c86-f04ca19cc342 HTTP/1.1" status: 204 len: 173 time: 1.9133081 Aug 29 17:21:47.429188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a05fb6-c5a6-46ae-978e-3407ce90671c tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] Pushing event deleted for resources: {'Port': ['ID=fdec2733-e51b-40b4-9c86-f04ca19cc342,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:47.434826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'name': 'network-vif-deleted', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:47.445300 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f929cc21-fb7f-4e98-a0be-4ce90946c469" -d '{"events": [{"server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "name": "network-vif-deleted", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:47.471912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2add6772-5ec5-44ea-8f98-3e1d8620aec7 req-27856bc1-043d-4672-9be0-25ffb264618e tempest-MigrationsAdminTest-959098745 tempest-MigrationsAdminTest-959098745-project] 10.222.0.41 "GET /v2.0/ports?device_id=73887fd6-ff0f-4df5-9490-e47c8eba2021 HTTP/1.1" status: 200 len: 210 time: 0.2003229 Aug 29 17:21:47.554680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:47.555100 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.604836 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:21:47.612780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Attempting to bind port ad977af5-aa61-4b4b-a174-38033673981a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:47.614072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Attempting to bind port ad977af5-aa61-4b4b-a174-38033673981a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:47.614446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Attempting to bind port ad977af5-aa61-4b4b-a174-38033673981a on network 01478136-097f-456e-914b-d40201a94517 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:47.631771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:47.632146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Checking segment: {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:47.632555 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.632954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Bound using segment: {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:47.633830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Bound port: ad977af5-aa61-4b4b-a174-38033673981a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:47.633830 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.678122 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08424e93-3e3b-42ab-84fe-301eba767272 x-openstack-request-id: req-08424e93-3e3b-42ab-84fe-301eba767272 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:47.680154 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73887fd6-ff0f-4df5-9490-e47c8eba2021", "name": "network-vif-deleted", "tag": "fdec2733-e51b-40b4-9c86-f04ca19cc342", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:47.684807 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08424e93-3e3b-42ab-84fe-301eba767272 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:47.691301 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73887fd6-ff0f-4df5-9490-e47c8eba2021', 'name': 'network-vif-deleted', 'tag': 'fdec2733-e51b-40b4-9c86-f04ca19cc342', 'status': 'completed', 'code': 200} Aug 29 17:21:47.901983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-b3289253-168b-486c-bc59-230439796308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:47.907236 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-b3289253-168b-486c-bc59-230439796308 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f6b8a41-70a7-4c72-8db1-21652c472f60 HTTP/1.1" status: 200 len: 901 time: 0.5761240 Aug 29 17:21:47.910012 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.928437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] For port ad977af5-aa61-4b4b-a174-38033673981a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:47.952580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] For port ad977af5-aa61-4b4b-a174-38033673981a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ad977af5-aa61-4b4b-a174-38033673981a,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:47.963263 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:48.063399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:48.089100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:48.122128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a3d1b-6ca3-4c92-81d0-3c4a0d973a3b None None] Pushing event updated for resources: {'Port': ['ID=ad977af5-aa61-4b4b-a174-38033673981a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:48.259358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Allocated IP 172.25.2.101 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/58014e06-d5d2-4d70-921b-b1fe2f1499d4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:48.415131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-2a539612-9bfb-430e-9365-85ea9169dca8 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=24ebf00522bb419bad582078dae1da8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774698 Aug 29 17:21:48.566537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-c2b190b8-d950-4419-bd8f-c36c851f5d91 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.575174 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-c2b190b8-d950-4419-bd8f-c36c851f5d91 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576262 Aug 29 17:21:48.613463 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:48.625244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-d047793d-d677-4f81-a457-6810087cb29c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=0c8935d2-edd1-401e-90ca-75c24086ba16 HTTP/1.1" status: 200 len: 217 time: 0.6534462 Aug 29 17:21:48.672724 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-773f0604-d357-4c31-bc84-4e8a3254f86d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/quotas/24ebf00522bb419bad582078dae1da8a HTTP/1.1" status: 200 len: 375 time: 0.0961356 Aug 29 17:21:48.676670 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:48.735276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:48.736605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-8e15f7f5-fd7e-4425-b0f1-a2619d9c3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.739688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-8e15f7f5-fd7e-4425-b0f1-a2619d9c3965 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ce9dc73-1721-437b-b99f-0938bf6c7dda HTTP/1.1" status: 200 len: 801 time: 0.0709054 Aug 29 17:21:48.748373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dcd33f44-fdc3-4638-be3a-47035cfba15c tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24ebf00522bb419bad582078dae1da8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747092 Aug 29 17:21:48.756837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:48.763767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:48.836650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:48.869852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Pushing event updated for resources: {'Port': ['ID=58014e06-d5d2-4d70-921b-b1fe2f1499d4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:48.888421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7030093-6b50-4c65-bcfe-c9e1ef26210d None None] Network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:48.943743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c0218-f57f-4921-9283-78ee3971a97b req-17d6ee3e-3949-41d3-908e-dfb87c6ab958 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.950636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c0218-f57f-4921-9283-78ee3971a97b req-17d6ee3e-3949-41d3-908e-dfb87c6ab958 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.963769 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-335c0218-f57f-4921-9283-78ee3971a97b req-17d6ee3e-3949-41d3-908e-dfb87c6ab958 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1678 time: 1.0028782 Aug 29 17:21:49.069664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3727dcbb-0f16-4302-bf79-05874eff97bc None None] Provisioning for port 35912569-4e5c-4c9d-b531-4e41af1ed612 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:49.224752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-1ed37ae2-fb44-4078-ad4c-fe232212677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:49.229359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-1ed37ae2-fb44-4078-ad4c-fe232212677c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f6b8a41-70a7-4c72-8db1-21652c472f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3819346 Aug 29 17:21:49.246094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 35912569-4e5c-4c9d-b531-4e41af1ed612 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:49.278447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.293683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-335c0218-f57f-4921-9283-78ee3971a97b req-ed3dbc71-0631-47c1-afd8-da4e7756bc5f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166952 Aug 29 17:21:49.453915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb248095-5c33-4d11-8d05-7f2b38c93916 req-223b1999-1c71-4a95-aa3d-247906a679f9 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 210 time: 0.0764499 Aug 29 17:21:49.487346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 35912569-4e5c-4c9d-b531-4e41af1ed612 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:49.492858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 35912569-4e5c-4c9d-b531-4e41af1ed612 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:49.493546 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.499967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Router d8938211-c431-4574-b4fe-010b3fe7f30d is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:21:49.605026 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.675159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-59e7458a-c2eb-431f-ac29-4737e77a5022 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b8a41-70a7-4c72-8db1-21652c472f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289834 Aug 29 17:21:49.684062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 35912569-4e5c-4c9d-b531-4e41af1ed612, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=35912569-4e5c-4c9d-b531-4e41af1ed612,segment=NetworkSegment(4d6eb896-7146-470a-bcf1-1e4190fdd52e),segment_id=4d6eb896-7146-470a-bcf1-1e4190fdd52e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:49.695567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.696817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ad977af5-aa61-4b4b-a174-38033673981a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:49.700956 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.812083 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af2d872c-7bbc-4f3f-9a37-c007dbc83b5b req-e4b2e93d-f819-4873-b00a-9decf0e95631 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b8a41-70a7-4c72-8db1-21652c472f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248901 Aug 29 17:21:49.819534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464be5e-70dc-4fd4-b48c-3bc3e79acf66 None None] Network 01478136-097f-456e-914b-d40201a94517 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:49.895379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37122) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:49.923304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:49.933990 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Sync routers for ids ['d8938211-c431-4574-b4fe-010b3fe7f30d'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:49.943911 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Routers {'d8938211-c431-4574-b4fe-010b3fe7f30d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:49.944521 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8938211-c431-4574-b4fe-010b3fe7f30d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:49.946534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.948219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b9c79bad-e4b6-4fb6-baa8-412383d19070 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2428408 Aug 29 17:21:49.950809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37126) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:49.982121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Router 6143a401-ecfd-48a7-8b5a-9a463edc81be is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:21:49.996055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=35912569-4e5c-4c9d-b531-4e41af1ed612,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:50.034897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ad977af5-aa61-4b4b-a174-38033673981a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:50.041480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8b52d0f6-7fc9-4e01-8b77-47c51deb7b5f None None] Provisioning for port ad977af5-aa61-4b4b-a174-38033673981a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:50.076869 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Set router d8938211-c431-4574-b4fe-010b3fe7f30d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:50.220927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:50.243357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ad977af5-aa61-4b4b-a174-38033673981a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:50.243942 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.245277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8b52d0f6-7fc9-4e01-8b77-47c51deb7b5f None None] Provisioning complete for port ad977af5-aa61-4b4b-a174-38033673981a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:50.245640 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8b52d0f6-7fc9-4e01-8b77-47c51deb7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.252352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.252574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Sync routers for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:50.254747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-90f76d45-00c1-4ef7-be51-894e10b38f4e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.1180153 Aug 29 17:21:50.257325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37130) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:50.333198 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:21:47Z', 'revision_number': 3, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:50.344771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dc179c2d-0489-4466-bece-a727123568ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27a60cdb0d44401891aecbc57532e8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461160 Aug 29 17:21:50.345173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37136) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:50.371573 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Checking router: d8938211-c431-4574-b4fe-010b3fe7f30d for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:50.372426 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Updating router d8938211-c431-4574-b4fe-010b3fe7f30d port 1934f8bd-e310-4221-bdd6-cbe3ee98e838 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:21:50.464891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:50.472007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:50.573783 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.587002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31a1ac-d8da-474a-b9f4-a87af305c072 req-2218b8f9-5e31-403d-ab35-06abce32881c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:50.593720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31a1ac-d8da-474a-b9f4-a87af305c072 req-2218b8f9-5e31-403d-ab35-06abce32881c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:50.595878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e31a1ac-d8da-474a-b9f4-a87af305c072 req-2218b8f9-5e31-403d-ab35-06abce32881c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1678 time: 0.1525409 Aug 29 17:21:50.602761 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44a19116-04ee-4860-8fa8-65d374a0ccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.675329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:50.726372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-648bf058-7449-44eb-b6a0-9280935eb30f req-8650c7c9-422d-4e3e-a1fe-e80b7e4905c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2560468 Aug 29 17:21:50.737367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44a19116-04ee-4860-8fa8-65d374a0ccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.745366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device fdec2733-e51b-40b4-9c86-f04ca19cc342 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:50.785676 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e31a1ac-d8da-474a-b9f4-a87af305c072 req-b9afaa60-3ef4-44c5-9abf-c282c2ab4098 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769333 Aug 29 17:21:50.806053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-594d6d36-116f-41ad-b166-6907995390da req-ab071356-11f7-4892-bb09-257d93bb6945 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 210 time: 0.0779724 Aug 29 17:21:50.886012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: fdec2733-e51b-40b4-9c86-f04ca19cc342 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:50.886499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device fdec2733-e51b-40b4-9c86-f04ca19cc342 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:50.916270 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.917155 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-42ed5963-8bc1-457f-b08d-bc04f098f49d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=24ebf00522bb419bad582078dae1da8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080656 Aug 29 17:21:50.936603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 0c8935d2-edd1-401e-90ca-75c24086ba16 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:50.945449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44a19116-04ee-4860-8fa8-65d374a0ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.953960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44a19116-04ee-4860-8fa8-65d374a0ccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.960322 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-44a19116-04ee-4860-8fa8-65d374a0ccdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60132e8d-19b7-4574-a76e-22a93c57c9f0 HTTP/1.1" status: 204 len: 168 time: 0.6140525 Aug 29 17:21:50.998808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a19116-04ee-4860-8fa8-65d374a0ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60132e8d-19b7-4574-a76e-22a93c57c9f0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:51.105728 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.135783 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Transition to ACTIVE for port object 1934f8bd-e310-4221-bdd6-cbe3ee98e838 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:51.153715 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.164717 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.resource_extend [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:21:51.230579 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62fdcb-1f3b-41fb-9aee-a8c47fbdb436 None None] Pushing event updated for resources: {'Port': ['ID=1934f8bd-e310-4221-bdd6-cbe3ee98e838,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:51.251947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf058-7449-44eb-b6a0-9280935eb30f req-14163e40-953c-4d8d-b415-59bc2d2a03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:51.268349 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-648bf058-7449-44eb-b6a0-9280935eb30f req-14163e40-953c-4d8d-b415-59bc2d2a03a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 1098 time: 0.4107485 Aug 29 17:21:51.288312 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Attempting to bind port 1934f8bd-e310-4221-bdd6-cbe3ee98e838 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:51.288686 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Attempting to bind port 1934f8bd-e310-4221-bdd6-cbe3ee98e838 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:51.289048 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Attempting to bind port 1934f8bd-e310-4221-bdd6-cbe3ee98e838 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:51.299125 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.305033 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:51.305408 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:51.305805 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.306406 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:51.308914 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Bound port: 1934f8bd-e310-4221-bdd6-cbe3ee98e838, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:51.309528 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.334535 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8b52d0f6-7fc9-4e01-8b77-47c51deb7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.442500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Allocated IP 172.20.0.1 (1b5682b4-a554-4fa4-8be1-b7e4d1c2497d/de9d61b8-4947-4a2e-9e96-3731b7253ecb/1b9cb8bf-d1a7-42af-a9dc-004352e4110e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:51.444064 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] For port 1934f8bd-e310-4221-bdd6-cbe3ee98e838, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:51.447872 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] For port 1934f8bd-e310-4221-bdd6-cbe3ee98e838, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1934f8bd-e310-4221-bdd6-cbe3ee98e838,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:51.460537 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.512595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ad977af5-aa61-4b4b-a174-38033673981a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ad977af5-aa61-4b4b-a174-38033673981a,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:51.526556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 0c8935d2-edd1-401e-90ca-75c24086ba16, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0c8935d2-edd1-401e-90ca-75c24086ba16,segment=NetworkSegment(77a826fa-65b0-42ff-b793-6841507f2648),segment_id=77a826fa-65b0-42ff-b793-6841507f2648)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:51.530717 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.597741 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Routers {'d8938211-c431-4574-b4fe-010b3fe7f30d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:51.598764 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8938211-c431-4574-b4fe-010b3fe7f30d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:51.599218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '0c8935d2-edd1-401e-90ca-75c24086ba16', 'network_id': '2f6b8a41-70a7-4c72-8db1-21652c472f60', 'port_id': '0c8935d2-edd1-401e-90ca-75c24086ba16', 'mac_address': 'fa:16:3e:bc:9b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce9dc73-1721-437b-b99f-0938bf6c7dda', 'ip_address': '19.86.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:21:51.631347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37174) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:51.642151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-170d5ed9-40e8-45d5-8381-be764a473179 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:51.649108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-170d5ed9-40e8-45d5-8381-be764a473179 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6219444 Aug 29 17:21:51.694239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Request body: {'port': {'device_id': 'a55403b1-693e-40fb-b8f8-10c195a35699', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '24ebf00522bb419bad582078dae1da8a'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:51.711367 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62fdcb-1f3b-41fb-9aee-a8c47fbdb436 None None] Pushing event updated for resources: {'Port': ['ID=1934f8bd-e310-4221-bdd6-cbe3ee98e838,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:51.714320 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-8b52d0f6-7fc9-4e01-8b77-47c51deb7b5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:21:51.714970 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-8b52d0f6-7fc9-4e01-8b77-47c51deb7b5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:21:51.726922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ad977af5-aa61-4b4b-a174-38033673981a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:51.743973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:49Z', 'revision_number': 3, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:51.747194 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.774634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 35912569-4e5c-4c9d-b531-4e41af1ed612 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:51.787095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Checking router: 6143a401-ecfd-48a7-8b5a-9a463edc81be for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:51.787095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Updating router 6143a401-ecfd-48a7-8b5a-9a463edc81be port 58014e06-d5d2-4d70-921b-b1fe2f1499d4 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:21:51.817389 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-55382e80-b01d-431e-a02e-3441064afa46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8365e1ae28094ed8b430af825610ffa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737387 Aug 29 17:21:51.824169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37178) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:51.829039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8935d2-edd1-401e-90ca-75c24086ba16 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:51.838879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf058-7449-44eb-b6a0-9280935eb30f req-46d2a177-0634-49bf-b450-b7eb8018e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:51.844815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-648bf058-7449-44eb-b6a0-9280935eb30f req-46d2a177-0634-49bf-b450-b7eb8018e5e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 200 len: 925 time: 0.4936495 Aug 29 17:21:51.873010 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.881526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 0c8935d2-edd1-401e-90ca-75c24086ba16, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0c8935d2-edd1-401e-90ca-75c24086ba16,segment=NetworkSegment(77a826fa-65b0-42ff-b793-6841507f2648),segment_id=77a826fa-65b0-42ff-b793-6841507f2648)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:51.908706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.908706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cf28e17a-6e1e-49ea-811b-46759b911408 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:51.916519 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] Set router d8938211-c431-4574-b4fe-010b3fe7f30d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:51.933981 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.960453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Transition to ACTIVE for port object 1b9cb8bf-d1a7-42af-a9dc-004352e4110e will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:52.046883 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.066881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bdfdd6d-c909-47e7-916c-d6fa4403b176 req-1fe184ff-8b70-430f-be7a-51cdd76b3b68 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 210 time: 0.1193981 Aug 29 17:21:52.129349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 35912569-4e5c-4c9d-b531-4e41af1ed612 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:52.129715 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.157668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=0c8935d2-edd1-401e-90ca-75c24086ba16,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:52.180669 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1948fb0c-6ba9-413a-91bb-271eb44314ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.198980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:52.224865 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:52.227138 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:21:47Z', 'revision_number': 3, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:52.251839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:52.292506 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a33a0-48c4-4b5d-888f-f9ea7730c082 None None] The sync data for ids ['d8938211-c431-4574-b4fe-010b3fe7f30d'] in n-d-713499-15 is: [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:21:47Z', 'revision_number': 3, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:52.371172 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.447389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cf28e17a-6e1e-49ea-811b-46759b911408, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cf28e17a-6e1e-49ea-811b-46759b911408,segment=NetworkSegment(b49a51cc-7256-4606-b31e-832400eb295e),segment_id=b49a51cc-7256-4606-b31e-832400eb295e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:52.518394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'cf28e17a-6e1e-49ea-811b-46759b911408', 'network_id': 'd84d930e-5b98-41d6-814f-529033ffa7d0', 'port_id': 'cf28e17a-6e1e-49ea-811b-46759b911408', 'mac_address': 'fa:16:3e:12:a9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7e5214-1f61-4a4f-8e05-a5811a882f50', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:21:52.561688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:52.583010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2bbc-000a-42c6-ba49-da5a0ddf3de0 req-bdce8ab9-f927-4991-b4d1-26b4a340c47c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:52.590671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2bbc-000a-42c6-ba49-da5a0ddf3de0 req-bdce8ab9-f927-4991-b4d1-26b4a340c47c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:52.593019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-affb2bbc-000a-42c6-ba49-da5a0ddf3de0 req-bdce8ab9-f927-4991-b4d1-26b4a340c47c tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1679 time: 0.6902053 Aug 29 17:21:52.595356 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1948fb0c-6ba9-413a-91bb-271eb44314ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.672011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a268f620-f502-4eea-8c9a-790d5f66fd67 None None] Provisioning complete for port ad977af5-aa61-4b4b-a174-38033673981a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:52.672393 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a268f620-f502-4eea-8c9a-790d5f66fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.676552 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.693844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-affb2bbc-000a-42c6-ba49-da5a0ddf3de0 req-8e63825f-bfb5-4e9a-8371-8b8ba169685a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909297 Aug 29 17:21:52.694418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.700680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.748811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-648bf058-7449-44eb-b6a0-9280935eb30f req-eeb367c5-be56-40f7-889d-4b9c348d094b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f HTTP/1.1" status: 200 len: 1002 time: 0.8533266 Aug 29 17:21:52.783704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf28e17a-6e1e-49ea-811b-46759b911408 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:52.807338 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.833517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Transition to ACTIVE for port object 58014e06-d5d2-4d70-921b-b1fe2f1499d4 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:52.836892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cf28e17a-6e1e-49ea-811b-46759b911408, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cf28e17a-6e1e-49ea-811b-46759b911408,segment=NetworkSegment(b49a51cc-7256-4606-b31e-832400eb295e),segment_id=b49a51cc-7256-4606-b31e-832400eb295e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:52.847678 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.874344 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.954407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Made reservation on behalf of 24ebf00522bb419bad582078dae1da8a for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:52.961081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.974118 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.000460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.015452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.037626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf058-7449-44eb-b6a0-9280935eb30f req-62d34e50-4340-4a8a-8979-62a664bbe0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:53.039545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-648bf058-7449-44eb-b6a0-9280935eb30f req-62d34e50-4340-4a8a-8979-62a664bbe0fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 HTTP/1.1" status: 200 len: 863 time: 0.2766755 Aug 29 17:21:53.043515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1948fb0c-6ba9-413a-91bb-271eb44314ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.046875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1948fb0c-6ba9-413a-91bb-271eb44314ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.048924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1948fb0c-6ba9-413a-91bb-271eb44314ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fee7335-73be-4828-be87-bfea93aaef8e HTTP/1.1" status: 204 len: 168 time: 1.2123785 Aug 29 17:21:53.085353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948fb0c-6ba9-413a-91bb-271eb44314ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fee7335-73be-4828-be87-bfea93aaef8e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:53.118885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.122489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:53.261373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cf28e17a-6e1e-49ea-811b-46759b911408,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:53.289960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf058-7449-44eb-b6a0-9280935eb30f req-1a11ef2b-3527-48f5-a30e-f1ec87a0f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:53.292130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-648bf058-7449-44eb-b6a0-9280935eb30f req-1a11ef2b-3527-48f5-a30e-f1ec87a0f9e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab1af198-a2d0-452b-a5c2-37f8c475916a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2438362 Aug 29 17:21:53.327786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29afc721-23ff-48cb-b11e-30ea7a1d115e req-c1356bd2-0f76-425c-970d-7d098a61eeec tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 210 time: 0.0983191 Aug 29 17:21:53.338615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:53.340694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:53.376802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['0c8935d2-edd1-401e-90ca-75c24086ba16'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:53.466152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25775e-69bf-4849-9c67-e8bd8fa244b9 None None] Pushing event updated for resources: {'Port': ['ID=58014e06-d5d2-4d70-921b-b1fe2f1499d4,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:53.499940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Attempting to bind port 58014e06-d5d2-4d70-921b-b1fe2f1499d4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:53.500792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Attempting to bind port 58014e06-d5d2-4d70-921b-b1fe2f1499d4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:53.502979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Attempting to bind port 58014e06-d5d2-4d70-921b-b1fe2f1499d4 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:53.533273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:53.534348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:53.535033 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.535628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:53.536306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Bound port: 58014e06-d5d2-4d70-921b-b1fe2f1499d4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:53.536815 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.596436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Allocated IP 172.20.0.1 (01478136-097f-456e-914b-d40201a94517/df70ae4b-eb35-423c-8abf-36ac19f695be/6bc46ac6-569d-47c7-9af1-173e8beca33a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:53.654820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Router d8938211-c431-4574-b4fe-010b3fe7f30d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:21:53.705532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] For port 58014e06-d5d2-4d70-921b-b1fe2f1499d4, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:53.713508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] For port 58014e06-d5d2-4d70-921b-b1fe2f1499d4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=58014e06-d5d2-4d70-921b-b1fe2f1499d4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:53.751441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.821577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-648bf058-7449-44eb-b6a0-9280935eb30f req-57433df1-ac69-4e41-acb8-2d6ef13e4585 service neutron] 10.222.0.44 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091386 Aug 29 17:21:53.907413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ad977af5-aa61-4b4b-a174-38033673981a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:53.931521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.948958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.068581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.157813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f9f6f2-0320-42f0-8edb-0f5afbe39935,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:54.181869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Transition to ACTIVE for port object 6bc46ac6-569d-47c7-9af1-173e8beca33a will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:54.196588 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-648bf058-7449-44eb-b6a0-9280935eb30f req-3f6b21d8-2ca5-4ed7-a8ff-166a8f4c3d72 service neutron] 10.222.0.44 "GET /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648067 Aug 29 17:21:54.198942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a268f620-f502-4eea-8c9a-790d5f66fd67 None None] Provisioning for port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:54.280371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a268f620-f502-4eea-8c9a-790d5f66fd67 None None] Provisioning complete for port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:54.280745 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a268f620-f502-4eea-8c9a-790d5f66fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.356389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Allocated IP 192.168.233.123 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/999ee9ae-6b9d-4753-ba9b-98a148507ecf) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:54.376193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['cf28e17a-6e1e-49ea-811b-46759b911408'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:54.406811 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.449243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25775e-69bf-4849-9c67-e8bd8fa244b9 None None] Pushing event updated for resources: {'Port': ['ID=58014e06-d5d2-4d70-921b-b1fe2f1499d4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:54.541215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:54.541891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:54.637022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Network 01478136-097f-456e-914b-d40201a94517 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:54.686742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:54.697208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a022e7e2-2e0d-4c94-ac25-78f26520b1f1 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8938211-c431-4574-b4fe-010b3fe7f30d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7440500 Aug 29 17:21:54.716825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041ae1-0677-488f-bda8-2c1c88ebb566 req-3553c6c7-e7ac-454a-8ec8-589f41c617b8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:54.723247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:54.729004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041ae1-0677-488f-bda8-2c1c88ebb566 req-3553c6c7-e7ac-454a-8ec8-589f41c617b8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:54.746333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9041ae1-0677-488f-bda8-2c1c88ebb566 req-3553c6c7-e7ac-454a-8ec8-589f41c617b8 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1680 time: 0.2063816 Aug 29 17:21:54.756601 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d16fb72-5b85-456c-a71c-31842b705683 req-afd39da0-96af-4629-84f0-014908109edc tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 210 time: 0.2257602 Aug 29 17:21:54.776596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:54.839757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:54.847331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9041ae1-0677-488f-bda8-2c1c88ebb566 req-9dd9eb33-5bcd-4a5c-90d0-8deeadd3c74a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979810 Aug 29 17:21:54.918418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc46ac6-569d-47c7-9af1-173e8beca33a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:54.983421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a268f620-f502-4eea-8c9a-790d5f66fd67 None None] Port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:55.041876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.075427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ad977af5-aa61-4b4b-a174-38033673981a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:55.076301 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.167912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a268f620-f502-4eea-8c9a-790d5f66fd67 None None] Provisioning complete for port 35912569-4e5c-4c9d-b531-4e41af1ed612 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:55.168599 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a268f620-f502-4eea-8c9a-790d5f66fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.227487 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Sync routers for ids ['d8938211-c431-4574-b4fe-010b3fe7f30d'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:55.242706 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Routers {'d8938211-c431-4574-b4fe-010b3fe7f30d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:55.244327 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8938211-c431-4574-b4fe-010b3fe7f30d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:55.336354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37250) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.389041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.412615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.419611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1934f8bd-e310-4221-bdd6-cbe3ee98e838 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:55.463666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Transition to ACTIVE for port object 999ee9ae-6b9d-4753-ba9b-98a148507ecf will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:55.531290 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Set router d8938211-c431-4574-b4fe-010b3fe7f30d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:55.597284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:49Z', 'revision_number': 3, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:55.600233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1934f8bd-e310-4221-bdd6-cbe3ee98e838 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:55.701410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1934f8bd-e310-4221-bdd6-cbe3ee98e838 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:55.714353 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.718368 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.718659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8b34a-bba7-4171-ab7c-0e501d2af3b6 None None] The sync data for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 is: [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:49Z', 'revision_number': 3, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:55.766384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-905c72ee-30d3-42a7-80e3-b40718281fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.854185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c4a9b493-4033-4abd-a2f3-cb30aedcabf2 None None] Provisioning complete for port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:55.854559 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b493-4033-4abd-a2f3-cb30aedcabf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.929509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:55.941969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:56.015671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9b493-4033-4abd-a2f3-cb30aedcabf2 None None] Port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:56.085610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.101923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:56.108009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-905c72ee-30d3-42a7-80e3-b40718281fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.126617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c4a9b493-4033-4abd-a2f3-cb30aedcabf2 None None] Provisioning for port 6bc46ac6-569d-47c7-9af1-173e8beca33a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:56.142364 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.153715 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-905c72ee-30d3-42a7-80e3-b40718281fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.155886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c4a9b493-4033-4abd-a2f3-cb30aedcabf2 None None] Provisioning complete for port 6bc46ac6-569d-47c7-9af1-173e8beca33a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:56.156262 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b493-4033-4abd-a2f3-cb30aedcabf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.204340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:56.205161 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.212767 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:21:52Z', 'revision_number': 4, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '1b9cb8bf-d1a7-42af-a9dc-004352e4110e', 'name': '', 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'mac_address': 'fa:16:3e:95:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'de9d61b8-4947-4a2e-9e96-3731b7253ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:51Z', 'updated_at': '2021-08-29T17:21:52Z', 'revision_number': 2, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'subnets': [{'id': 'de9d61b8-4947-4a2e-9e96-3731b7253ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:56.230852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.254453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c72ee-30d3-42a7-80e3-b40718281fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1345ae-27dc-4532-8d82-77a8733220e1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.312909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1934f8bd-e310-4221-bdd6-cbe3ee98e838, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1934f8bd-e310-4221-bdd6-cbe3ee98e838,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:56.324024 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Checking router: d8938211-c431-4574-b4fe-010b3fe7f30d for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:56.325165 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Updating router d8938211-c431-4574-b4fe-010b3fe7f30d port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:21:56.341225 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.368631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.371231 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7083819 Aug 29 17:21:56.379794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9b493-4033-4abd-a2f3-cb30aedcabf2 None None] Port 6bc46ac6-569d-47c7-9af1-173e8beca33a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:56.381625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-905c72ee-30d3-42a7-80e3-b40718281fb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db496316acd44988a0fbf4790ade24ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0440764 Aug 29 17:21:56.384175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37274) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.409666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Request body: {'port': {'device_id': 'a55403b1-693e-40fb-b8f8-10c195a35699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.431581 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.468827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fdf71-33a7-43ab-b438-1e026a6c9946 req-1f38945a-1d0e-4d08-b9bc-95d56b102916 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:56.483718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9c376-3f7b-4dc7-8e9f-52816f9b6adf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Pushing event updated for resources: {'Port': ['ID=999ee9ae-6b9d-4753-ba9b-98a148507ecf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.493065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fdf71-33a7-43ab-b438-1e026a6c9946 req-1f38945a-1d0e-4d08-b9bc-95d56b102916 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:56.532336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-832fdf71-33a7-43ab-b438-1e026a6c9946 req-1f38945a-1d0e-4d08-b9bc-95d56b102916 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1680 time: 0.4954901 Aug 29 17:21:56.584317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1934f8bd-e310-4221-bdd6-cbe3ee98e838,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.597395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-65aaccec-edaa-4bf2-9e3d-bf2a164fba3d None None] Provisioning for port 999ee9ae-6b9d-4753-ba9b-98a148507ecf completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:56.615649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-65aaccec-edaa-4bf2-9e3d-bf2a164fba3d None None] Provisioning complete for port 999ee9ae-6b9d-4753-ba9b-98a148507ecf triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:56.617939 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-65aaccec-edaa-4bf2-9e3d-bf2a164fba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.635896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba5961-2dad-4a83-95f1-9e0c6769692e req-82dc47bf-3a1f-4a12-9919-89323fdb7865 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:56.648247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2aba5961-2dad-4a83-95f1-9e0c6769692e req-82dc47bf-3a1f-4a12-9919-89323fdb7865 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 936 time: 0.7109032 Aug 29 17:21:56.678001 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-832fdf71-33a7-43ab-b438-1e026a6c9946 req-31c468dc-fb98-4ecf-b295-373fc001e712 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405468 Aug 29 17:21:56.714415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-65aaccec-edaa-4bf2-9e3d-bf2a164fba3d None None] Port 999ee9ae-6b9d-4753-ba9b-98a148507ecf cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:56.722614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 58014e06-d5d2-4d70-921b-b1fe2f1499d4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:56.741246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc0f8ec-0c08-4580-b22f-bc20ec8d6c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.785694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc0f8ec-0c08-4580-b22f-bc20ec8d6c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.833573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 58014e06-d5d2-4d70-921b-b1fe2f1499d4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:56.841055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 58014e06-d5d2-4d70-921b-b1fe2f1499d4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:56.842256 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.909583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 0c8935d2-edd1-401e-90ca-75c24086ba16 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:56.938628 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.944099 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2aba5961-2dad-4a83-95f1-9e0c6769692e req-5d8cd660-2801-46d8-83ae-55086d9ea7c5 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939379 Aug 29 17:21:56.952664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc46ac6-569d-47c7-9af1-173e8beca33a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.970167 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc0f8ec-0c08-4580-b22f-bc20ec8d6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.978039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Network 01478136-097f-456e-914b-d40201a94517 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:57.000416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc0f8ec-0c08-4580-b22f-bc20ec8d6c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.001946 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6bc0f8ec-0c08-4580-b22f-bc20ec8d6c4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff1345ae-27dc-4532-8d82-77a8733220e1 HTTP/1.1" status: 204 len: 168 time: 0.6038225 Aug 29 17:21:57.002248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:57.024336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0f8ec-0c08-4580-b22f-bc20ec8d6c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1345ae-27dc-4532-8d82-77a8733220e1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:57.258500 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.301620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 0c8935d2-edd1-401e-90ca-75c24086ba16 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:57.318066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 0c8935d2-edd1-401e-90ca-75c24086ba16 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:57.318442 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.400011 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.448186 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Transition to ACTIVE for port object 1b9cb8bf-d1a7-42af-a9dc-004352e4110e will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:57.455862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 58014e06-d5d2-4d70-921b-b1fe2f1499d4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=58014e06-d5d2-4d70-921b-b1fe2f1499d4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:57.463962 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.495736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.500706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1419393568', 'description': 'tempest-description-356584046'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:57.548850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.581294 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00648-7be6-4115-94d6-4f0db31adbbc None None] Pushing event updated for resources: {'Port': ['ID=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:57.592771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Router 6143a401-ecfd-48a7-8b5a-9a463edc81be has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:21:57.594386 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.872263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.880941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.888055 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Attempting to bind port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:57.889018 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Attempting to bind port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:57.889484 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Attempting to bind port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e on network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:57.924940 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:57.926608 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Checking segment: {'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:57.929366 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.931110 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Bound using segment: {'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:57.931851 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Bound port: 1b9cb8bf-d1a7-42af-a9dc-004352e4110e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6eb896-7146-470a-bcf1-1e4190fdd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:57.932902 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.939735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=58014e06-d5d2-4d70-921b-b1fe2f1499d4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:57.968975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a2b90530-6edc-4a15-8e5f-dc6aefd2640c None None] Provisioning complete for port 6bc46ac6-569d-47c7-9af1-173e8beca33a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:57.969198 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a2b90530-6edc-4a15-8e5f-dc6aefd2640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.980051 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.007890 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.052119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddecaffd-2b91-40e4-94c5-58c9f67767f6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:58.069628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.101349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.105120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17ad5caf-5a4f-41de-b570-17a70016f997 req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6088014 Aug 29 17:21:58.142096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f0c7b-9400-4689-9288-1472dbf566a6 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60baffd-638f-4b85-a084-fc8f2067fc13,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:58.164714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8935d2-edd1-401e-90ca-75c24086ba16'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:58.167259 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6af900-5ad3-44bd-969b-57e6c9b42365" -d '{"events": [{"server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "name": "network-vif-plugged", "status": "completed", "tag": "0c8935d2-edd1-401e-90ca-75c24086ba16"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:58.182014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 0c8935d2-edd1-401e-90ca-75c24086ba16, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0c8935d2-edd1-401e-90ca-75c24086ba16,segment=NetworkSegment(77a826fa-65b0-42ff-b793-6841507f2648),segment_id=77a826fa-65b0-42ff-b793-6841507f2648)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:58.183541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a2b90530-6edc-4a15-8e5f-dc6aefd2640c None None] Port 6bc46ac6-569d-47c7-9af1-173e8beca33a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:58.203431 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.204240 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cf28e17a-6e1e-49ea-811b-46759b911408 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:58.233249 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] For port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:58.244479 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] For port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,segment=NetworkSegment(4d6eb896-7146-470a-bcf1-1e4190fdd52e),segment_id=4d6eb896-7146-470a-bcf1-1e4190fdd52e)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:58.253927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d36c-6f51-495f-94a7-feb2bf076cea req-27611d0e-784a-4d2d-9769-4074237543b6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:58.262451 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.263712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d36c-6f51-495f-94a7-feb2bf076cea req-27611d0e-784a-4d2d-9769-4074237543b6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:58.266343 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8a9d36c-6f51-495f-94a7-feb2bf076cea req-27611d0e-784a-4d2d-9769-4074237543b6 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1680 time: 0.3289244 Aug 29 17:21:58.272082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:58.308689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3ef2f0d6-0dbd-492d-8f35-abd352a4f391 admin admin] 10.222.0.41 "PUT /v2.0/routers/6143a401-ecfd-48a7-8b5a-9a463edc81be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0494683 Aug 29 17:21:58.352911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3e25f229-64cb-4362-bd1e-32922c80c5eb req-b9c4a419-d063-48ff-b3d1-8fcf509f956b tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1662550395', 'description': 'tempest-description-87201022'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:58.361646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=0c8935d2-edd1-401e-90ca-75c24086ba16,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:58.380645 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00648-7be6-4115-94d6-4f0db31adbbc None None] Pushing event updated for resources: {'Port': ['ID=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:58.388313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37296) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:58.432058 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Routers {'d8938211-c431-4574-b4fe-010b3fe7f30d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:58.436322 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8938211-c431-4574-b4fe-010b3fe7f30d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:58.439873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port cf28e17a-6e1e-49ea-811b-46759b911408 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:58.463595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port cf28e17a-6e1e-49ea-811b-46759b911408 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:58.464259 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.471069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e25f229-64cb-4362-bd1e-32922c80c5eb req-b9c4a419-d063-48ff-b3d1-8fcf509f956b tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.477964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8a9d36c-6f51-495f-94a7-feb2bf076cea req-d0b216ff-be20-4630-bb4e-2cb26ec8e9c2 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932914 Aug 29 17:21:58.593358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da853ee9-5e05-4071-93b4-079e53442091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.750267 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.753279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 58014e06-d5d2-4d70-921b-b1fe2f1499d4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:58.784970 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e25f229-64cb-4362-bd1e-32922c80c5eb req-b9c4a419-d063-48ff-b3d1-8fcf509f956b tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.801055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e25f229-64cb-4362-bd1e-32922c80c5eb req-b9c4a419-d063-48ff-b3d1-8fcf509f956b tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.818694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999ee9ae-6b9d-4753-ba9b-98a148507ecf {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:58.848390 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.902042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Transition to ACTIVE for port object 999ee9ae-6b9d-4753-ba9b-98a148507ecf will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:58.931959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4a419-d063-48ff-b3d1-8fcf509f956b tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89094b12-c43e-472b-9b91-20d709dbc477,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:58.935230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4276c-c118-4fba-ab5b-1602b5603547 req-61516575-31de-47da-9d24-fe1b60413c1e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:58.943567 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3e4276c-c118-4fba-ab5b-1602b5603547 req-61516575-31de-47da-9d24-fe1b60413c1e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 936 time: 0.2517741 Aug 29 17:21:58.950429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.079316 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da853ee9-5e05-4071-93b4-079e53442091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.095028 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da853ee9-5e05-4071-93b4-079e53442091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.118125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e25f229-64cb-4362-bd1e-32922c80c5eb req-b9c4a419-d063-48ff-b3d1-8fcf509f956b tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.128146 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] Set router d8938211-c431-4574-b4fe-010b3fe7f30d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:59.137330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e25f229-64cb-4362-bd1e-32922c80c5eb req-b9c4a419-d063-48ff-b3d1-8fcf509f956b tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7894194 Aug 29 17:21:59.170962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da853ee9-5e05-4071-93b4-079e53442091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728b28b6-2a04-4d4e-88fa-2838e7af0a9e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:59.179813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-da853ee9-5e05-4071-93b4-079e53442091 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d25553fe9774d6ea26bf446f210de7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7884569 Aug 29 17:21:59.180028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3e4276c-c118-4fba-ab5b-1602b5603547 req-fbaf8935-c40b-4d14-9b6f-6312827dc94a tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323565 Aug 29 17:21:59.180367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37306) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:59.210367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Pushing event updated for resources: {'Port': ['ID=999ee9ae-6b9d-4753-ba9b-98a148507ecf,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:59.258572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cf28e17a-6e1e-49ea-811b-46759b911408, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cf28e17a-6e1e-49ea-811b-46759b911408,segment=NetworkSegment(b49a51cc-7256-4606-b31e-832400eb295e),segment_id=b49a51cc-7256-4606-b31e-832400eb295e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:59.261178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Sync routers for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:59.268709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 58014e06-d5d2-4d70-921b-b1fe2f1499d4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:59.269650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.329557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.337947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b62dd13-cecb-42cd-a277-99127d9b9252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.370315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:59.371490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:59.449209 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b62dd13-cecb-42cd-a277-99127d9b9252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.580928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Attempting to bind port 999ee9ae-6b9d-4753-ba9b-98a148507ecf on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:59.581270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Attempting to bind port 999ee9ae-6b9d-4753-ba9b-98a148507ecf by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:59.581598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Attempting to bind port 999ee9ae-6b9d-4753-ba9b-98a148507ecf on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:59.603602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Port 999ee9ae-6b9d-4753-ba9b-98a148507ecf on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:21:59.604308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Attempting to bind port 999ee9ae-6b9d-4753-ba9b-98a148507ecf on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:59.615678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b62dd13-cecb-42cd-a277-99127d9b9252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.617999 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f6993-3a10-4e87-a531-4a7828ff9dc4 x-openstack-request-id: req-9f1f6993-3a10-4e87-a531-4a7828ff9dc4 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:59.618829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b62dd13-cecb-42cd-a277-99127d9b9252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.620144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4b62dd13-cecb-42cd-a277-99127d9b9252 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/728b28b6-2a04-4d4e-88fa-2838e7af0a9e HTTP/1.1" status: 204 len: 168 time: 0.4381678 Aug 29 17:21:59.623027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:59.623372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:59.625080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:59.625537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Bound port: 999ee9ae-6b9d-4753-ba9b-98a148507ecf, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:59.625903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.629065 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "name": "network-vif-plugged", "status": "completed", "tag": "0c8935d2-edd1-401e-90ca-75c24086ba16", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:59.629360 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f1f6993-3a10-4e87-a531-4a7828ff9dc4 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:59.629633 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:21:52Z', 'revision_number': 4, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '1b9cb8bf-d1a7-42af-a9dc-004352e4110e', 'name': '', 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'mac_address': 'fa:16:3e:95:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'de9d61b8-4947-4a2e-9e96-3731b7253ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:51Z', 'updated_at': '2021-08-29T17:21:58Z', 'revision_number': 4, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'subnets': [{'id': 'de9d61b8-4947-4a2e-9e96-3731b7253ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:59.630180 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8935d2-edd1-401e-90ca-75c24086ba16', 'code': 200} Aug 29 17:21:59.636120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62dd13-cecb-42cd-a277-99127d9b9252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b28b6-2a04-4d4e-88fa-2838e7af0a9e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:59.688533 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2215e-8b7d-4da6-93cd-05721aa8e27b None None] The sync data for ids ['d8938211-c431-4574-b4fe-010b3fe7f30d'] in n-d-713499-15 is: [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:21:52Z', 'revision_number': 4, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '1b9cb8bf-d1a7-42af-a9dc-004352e4110e', 'name': '', 'network_id': '1b5682b4-a554-4fa4-8be1-b7e4d1c2497d', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'mac_address': 'fa:16:3e:95:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'de9d61b8-4947-4a2e-9e96-3731b7253ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:51Z', 'updated_at': '2021-08-29T17:21:58Z', 'revision_number': 4, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'subnets': [{'id': 'de9d61b8-4947-4a2e-9e96-3731b7253ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:59.802672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] For port 999ee9ae-6b9d-4753-ba9b-98a148507ecf, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:59.808180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] For port 999ee9ae-6b9d-4753-ba9b-98a148507ecf, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=999ee9ae-6b9d-4753-ba9b-98a148507ecf,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:59.826224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.978184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1216486603', 'description': 'tempest-description-1844064915'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:00.036601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:00.041130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.059543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.081118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cf28e17a-6e1e-49ea-811b-46759b911408,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:00.084998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1934f8bd-e310-4221-bdd6-cbe3ee98e838 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:00.181563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:00.182192 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.183618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] 10.222.0.44 "PUT /v2.0/ports/999ee9ae-6b9d-4753-ba9b-98a148507ecf HTTP/1.1" status: 200 len: 1097 time: 3.7907383 Aug 29 17:22:00.193933 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.200861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55403b1-693e-40fb-b8f8-10c195a35699', 'tag': '999ee9ae-6b9d-4753-ba9b-98a148507ecf'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:00.203566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.207242 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21" -d '{"events": [{"name": "network-changed", "server_uuid": "a55403b1-693e-40fb-b8f8-10c195a35699", "tag": "999ee9ae-6b9d-4753-ba9b-98a148507ecf"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:00.271890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a62024-8c7f-4cd6-9338-670ebccec887,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:00.282349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-c39739e7-6d19-4631-8bc9-3433fa87b1ff tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:00.294006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-c39739e7-6d19-4631-8bc9-3433fa87b1ff tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/networks?id=01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 200 len: 829 time: 0.4732924 Aug 29 17:22:00.401137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.406211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19ac6d-a0e9-4762-abe2-ca8900d8956d service neutron] Pushing event updated for resources: {'Port': ['ID=999ee9ae-6b9d-4753-ba9b-98a148507ecf,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:00.412364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-c9888658-00d7-42d9-893a-d7ac9ac9805d tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/quotas/27229e4c8d844c06bb15ba3112708dc6 HTTP/1.1" status: 200 len: 375 time: 0.0436115 Aug 29 17:22:00.420130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.427885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-9e6b5a9d-a0b8-4352-9170-fd6610385c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:00.430882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-9e6b5a9d-a0b8-4352-9170-fd6610385c1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24ebf00522bb419bad582078dae1da8a&device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 1100 time: 0.1349196 Aug 29 17:22:00.469564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.475429 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6085cb25-6295-455f-b82d-613038c3cd56 req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5021360 Aug 29 17:22:00.492161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5c069-6786-4a1b-b1fd-0f612d1215db tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757ef907-783c-491e-8f3d-35c2b5720075,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:00.598201 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-42aedf3f-85d5-40cf-a10c-31454617bdee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=999ee9ae-6b9d-4753-ba9b-98a148507ecf HTTP/1.1" status: 200 len: 217 time: 0.1410468 Aug 29 17:22:00.681835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37336) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:00.704619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1934f8bd-e310-4221-bdd6-cbe3ee98e838 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:00.705582 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.706781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-38abc80c-7eb4-479a-a7c0-715511123ccf tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27229e4c8d844c06bb15ba3112708dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2822688 Aug 29 17:22:00.725699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-170a1bfc-e330-4016-956d-f4c80b1fa6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.737223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-c56bb541-e364-4687-8803-0052c29bcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:00.739320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-c56bb541-e364-4687-8803-0052c29bcd67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1329360 Aug 29 17:22:00.808438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-1440057e-b345-41ef-90dc-ae6d504b4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:00.816061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-1440057e-b345-41ef-90dc-ae6d504b4886 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654075 Aug 29 17:22:00.823477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 2, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:00.869740 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-170a1bfc-e330-4016-956d-f4c80b1fa6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.890248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-170a1bfc-e330-4016-956d-f4c80b1fa6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.922059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Checking router: 6143a401-ecfd-48a7-8b5a-9a463edc81be for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:00.924007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a1bfc-e330-4016-956d-f4c80b1fa6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1c6306-45f1-49c3-b269-15b95ce1a51c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:00.936432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Updating router 6143a401-ecfd-48a7-8b5a-9a463edc81be port 6bc46ac6-569d-47c7-9af1-173e8beca33a binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:22:00.953540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-170a1bfc-e330-4016-956d-f4c80b1fa6e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e59b1716c8c493d9f7df5dffe65455e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701285 Aug 29 17:22:00.964307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edc8d8-c1d9-417a-a958-4b1d9685baef req-ef8d40aa-8743-4d61-82e1-23a34ca64d2d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:00.980744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edc8d8-c1d9-417a-a958-4b1d9685baef req-ef8d40aa-8743-4d61-82e1-23a34ca64d2d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:00.990178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1edc8d8-c1d9-417a-a958-4b1d9685baef req-ef8d40aa-8743-4d61-82e1-23a34ca64d2d tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1682 time: 0.2609811 Aug 29 17:22:00.990811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37340) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:01.057756 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.194195 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-9a15e917-45f2-414f-a299-650b608a7356 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715312 Aug 29 17:22:01.195445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1edc8d8-c1d9-417a-a958-4b1d9685baef req-e5af194f-38a9-40c7-876b-66722654c295 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430104 Aug 29 17:22:01.214435 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b15d392d-6bf4-4ff1-b135-f89db9c296ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.319963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1b9cb8bf-d1a7-42af-a9dc-004352e4110e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:01.328379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b15d392d-6bf4-4ff1-b135-f89db9c296ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.394185 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec53cc8c-ff4f-4477-938d-d2476dc52bfa req-b13e007a-b127-45af-9eb7-eff2e44c3cf0 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787667 Aug 29 17:22:01.409035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:01.422896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:01.423619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.469333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-84cf751a-370a-4b76-9a80-d3bd6821ae9a service neutron] 10.222.0.41 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404733 Aug 29 17:22:01.469561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f55476-e071-4652-9fa8-a24587edcadb req-8d4c5462-2608-4260-9174-242ae24f98bd tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:01.477358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04f55476-e071-4652-9fa8-a24587edcadb req-8d4c5462-2608-4260-9174-242ae24f98bd tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 948 time: 0.1114252 Aug 29 17:22:01.546402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04f55476-e071-4652-9fa8-a24587edcadb req-b4f37d38-5fec-4524-8c20-d50bd97c091d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 Aug 29 17:22:01.547466 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b15d392d-6bf4-4ff1-b135-f89db9c296ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.554797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b15d392d-6bf4-4ff1-b135-f89db9c296ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.554918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b15d392d-6bf4-4ff1-b135-f89db9c296ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c1c6306-45f1-49c3-b269-15b95ce1a51c HTTP/1.1" status: 204 len: 168 time: 0.5628340 Aug 29 17:22:01.576506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d392d-6bf4-4ff1-b135-f89db9c296ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1c6306-45f1-49c3-b269-15b95ce1a51c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:01.642703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-58ae62dc-98fc-4b06-a95a-d5a9c0f27436 service neutron] 10.222.0.41 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642301 Aug 29 17:22:01.644202 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb073d9-1173-4030-8056-d26347c88295 x-openstack-request-id: req-6eb073d9-1173-4030-8056-d26347c88295 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:01.644480 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55403b1-693e-40fb-b8f8-10c195a35699", "tag": "999ee9ae-6b9d-4753-ba9b-98a148507ecf", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:01.644727 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6eb073d9-1173-4030-8056-d26347c88295 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:01.645487 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55403b1-693e-40fb-b8f8-10c195a35699', 'tag': '999ee9ae-6b9d-4753-ba9b-98a148507ecf', 'status': 'completed', 'code': 200} Aug 29 17:22:01.666874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28e17a-6e1e-49ea-811b-46759b911408'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:01.670084 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbe87dc-9989-4281-86f5-9dbef3777fdb" -d '{"events": [{"server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "name": "network-vif-plugged", "status": "completed", "tag": "cf28e17a-6e1e-49ea-811b-46759b911408"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:01.697491 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.792294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d3bcacfa-74eb-4f1d-8a35-6d2a13f96417 req-9186cdee-31a2-4b6a-b933-56011b7eae7b tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-295788155', 'description': 'tempest-description-549692360'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:01.863208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d3bcacfa-74eb-4f1d-8a35-6d2a13f96417 req-9186cdee-31a2-4b6a-b933-56011b7eae7b tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.986713 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.998271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,segment=NetworkSegment(4d6eb896-7146-470a-bcf1-1e4190fdd52e),segment_id=4d6eb896-7146-470a-bcf1-1e4190fdd52e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:02.033755 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.042329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Transition to ACTIVE for port object 6bc46ac6-569d-47c7-9af1-173e8beca33a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:02.183936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d3bcacfa-74eb-4f1d-8a35-6d2a13f96417 req-9186cdee-31a2-4b6a-b933-56011b7eae7b tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.199513 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e048fb68-9bf0-4a33-8477-baf041322fd2 x-openstack-request-id: req-e048fb68-9bf0-4a33-8477-baf041322fd2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:02.201294 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "name": "network-vif-plugged", "status": "completed", "tag": "cf28e17a-6e1e-49ea-811b-46759b911408", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:02.201701 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e048fb68-9bf0-4a33-8477-baf041322fd2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:02.202900 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28e17a-6e1e-49ea-811b-46759b911408', 'code': 200} Aug 29 17:22:02.205050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:02.224337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.225668 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d3bcacfa-74eb-4f1d-8a35-6d2a13f96417 req-9186cdee-31a2-4b6a-b933-56011b7eae7b tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.327486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3195cc8-f7de-4d52-91bd-31692cf33420 req-78d45430-e67f-4657-b927-ff3f8589d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.328027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3195cc8-f7de-4d52-91bd-31692cf33420 req-78d45430-e67f-4657-b927-ff3f8589d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.330927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3195cc8-f7de-4d52-91bd-31692cf33420 req-78d45430-e67f-4657-b927-ff3f8589d5d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1986 time: 0.1389995 Aug 29 17:22:02.331679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186cdee-31a2-4b6a-b933-56011b7eae7b tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c50cf9-4604-4a21-b81a-4857b303186a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:02.334537 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d3bcacfa-74eb-4f1d-8a35-6d2a13f96417 req-9186cdee-31a2-4b6a-b933-56011b7eae7b tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.335785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3bcacfa-74eb-4f1d-8a35-6d2a13f96417 req-9186cdee-31a2-4b6a-b933-56011b7eae7b tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5480807 Aug 29 17:22:02.434475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3195cc8-f7de-4d52-91bd-31692cf33420 req-0b2e3e00-7d38-44d2-ba35-ba49aa1ac3b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899980 Aug 29 17:22:02.540596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa07571-eda6-43d6-81b6-42fba8140c20 req-b425f70c-1d88-4c0b-9351-d60baaacbd08 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.557680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa07571-eda6-43d6-81b6-42fba8140c20 req-b425f70c-1d88-4c0b-9351-d60baaacbd08 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.563641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11a402-7aea-46f2-972f-320608d2609c None None] Pushing event updated for resources: {'Port': ['ID=6bc46ac6-569d-47c7-9af1-173e8beca33a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:02.571617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9fa07571-eda6-43d6-81b6-42fba8140c20 req-b425f70c-1d88-4c0b-9351-d60baaacbd08 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1682 time: 0.1206791 Aug 29 17:22:02.606406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03fbc73c-d503-4cb8-af19-30400bf90e07 req-af003385-5f9a-4f67-916a-c55a219136c4 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 210 time: 0.1261706 Aug 29 17:22:02.618045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Attempting to bind port 6bc46ac6-569d-47c7-9af1-173e8beca33a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:02.624509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Attempting to bind port 6bc46ac6-569d-47c7-9af1-173e8beca33a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:02.625221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Attempting to bind port 6bc46ac6-569d-47c7-9af1-173e8beca33a on network 01478136-097f-456e-914b-d40201a94517 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:02.638889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:02.641169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-588b12c2-1f05-4ea5-8a77-ba209d5a6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.644084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Checking segment: {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:02.645739 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-588b12c2-1f05-4ea5-8a77-ba209d5a6a84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24ebf00522bb419bad582078dae1da8a&device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 1100 time: 0.9796376 Aug 29 17:22:02.645978 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.646640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Bound using segment: {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:02.648860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Bound port: 6bc46ac6-569d-47c7-9af1-173e8beca33a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:02.649532 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.665148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9fa07571-eda6-43d6-81b6-42fba8140c20 req-532e1dd0-2e65-4aa7-85a4-04883714619f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924037 Aug 29 17:22:02.856550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b827a1b-9be5-4362-901d-8b48616d3dd4 req-7167a99f-01f7-4877-a985-605a58133d82 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.870304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b827a1b-9be5-4362-901d-8b48616d3dd4 req-7167a99f-01f7-4877-a985-605a58133d82 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 948 time: 0.0905771 Aug 29 17:22:02.871400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] For port 6bc46ac6-569d-47c7-9af1-173e8beca33a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:02.878427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] For port 6bc46ac6-569d-47c7-9af1-173e8beca33a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6bc46ac6-569d-47c7-9af1-173e8beca33a,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:02.897039 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.924403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-a90708a3-7d6e-4aed-aa15-9e4204a5432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.927939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-a90708a3-7d6e-4aed-aa15-9e4204a5432c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2725163 Aug 29 17:22:02.999088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-7711b321-0996-48b7-bcce-c8381749220c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=999ee9ae-6b9d-4753-ba9b-98a148507ecf HTTP/1.1" status: 200 len: 217 time: 0.0615761 Aug 29 17:22:03.031413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b827a1b-9be5-4362-901d-8b48616d3dd4 req-19803bc9-c473-4371-97db-d16ea4e52c17 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514995 Aug 29 17:22:03.073997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:03.074523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:03.196811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11a402-7aea-46f2-972f-320608d2609c None None] Pushing event updated for resources: {'Port': ['ID=6bc46ac6-569d-47c7-9af1-173e8beca33a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:03.239457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-b56adc76-4839-47bf-b9b8-c29233700fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:03.243561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-b56adc76-4839-47bf-b9b8-c29233700fde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2351182 Aug 29 17:22:03.376096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1b9cb8bf-d1a7-42af-a9dc-004352e4110e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:03.381652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:03.429742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-61789574-9424-48ce-93e3-f9e85a18b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:03.431534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-61789574-9424-48ce-93e3-f9e85a18b636 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690047 Aug 29 17:22:03.439554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffbd80-6ef8-4c5d-988d-bc88dc3efbf9 req-b313235e-8741-4089-b65e-2487cc2c487e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:03.448920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9ffbd80-6ef8-4c5d-988d-bc88dc3efbf9 req-b313235e-8741-4089-b65e-2487cc2c487e tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 946 time: 0.0958438 Aug 29 17:22:03.524649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9ffbd80-6ef8-4c5d-988d-bc88dc3efbf9 req-68c4184c-5e14-49b9-93ac-f942b29646f4 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741601 Aug 29 17:22:03.708256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-fd443086-9a3b-4f53-9de1-7268b2ef4bc6 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582791 Aug 29 17:22:03.777390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-c88c5777-c416-4fae-87d7-ab82acebed7d tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47813 time: 1.0897560 Aug 29 17:22:03.818914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4b9e8fa-a4f6-4703-82fc-4fc470ab8d8f req-7653234b-c05e-4def-8e36-1b5742f42236 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 210 time: 0.0496595 Aug 29 17:22:03.996971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:03.997874 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:04.061203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-30344e73-682f-4ed6-8d54-e75710e81a67 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0e2792d3-ce68-478a-94f7-63e8009a1ada HTTP/1.1" status: 200 len: 2981 time: 0.2827177 Aug 29 17:22:04.093308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-5ac9daa7-4760-49cd-8bf4-bd71f2309dd1 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:04.096591 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-5ac9daa7-4760-49cd-8bf4-bd71f2309dd1 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.43 "GET /v2.0/networks?id=01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 200 len: 829 time: 0.2444298 Aug 29 17:22:04.123744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Request body: {'port': {'device_id': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'admin_state_up': True, 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:04.177343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba5bd-876e-480b-94e7-9e96e0f102ac req-75fefff6-7d7f-49ad-a14e-1f1a0fa91b4f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:04.186047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba5bd-876e-480b-94e7-9e96e0f102ac req-75fefff6-7d7f-49ad-a14e-1f1a0fa91b4f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:04.194667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf9ba5bd-876e-480b-94e7-9e96e0f102ac req-75fefff6-7d7f-49ad-a14e-1f1a0fa91b4f tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1682 time: 0.2185571 Aug 29 17:22:04.236421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ad34b37-dd28-4bfc-b0de-9260c94b6a21 req-85d4b7df-3150-4585-af80-0accd67611f1 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466777 Aug 29 17:22:04.249538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-97405981-252a-4ca1-9c6f-27a04831219d tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0e2792d3-ce68-478a-94f7-63e8009a1ada HTTP/1.1" status: 200 len: 2981 time: 0.1689587 Aug 29 17:22:04.278218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:22:02Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:04.325979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72068d-d8cc-4bb4-ba0a-05bd3c8d9282 None None] The sync data for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 is: [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:22:02Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:04.340556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 999ee9ae-6b9d-4753-ba9b-98a148507ecf details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:22:04.387010 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf9ba5bd-876e-480b-94e7-9e96e0f102ac req-a5d05359-f205-4716-a9a6-800aacf7c4a3 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867728 Aug 29 17:22:04.390135 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-37341c6e-2c32-45d3-95ea-a85b36c21177 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1671e96e-0201-4eb9-86fa-b35f9908d9d2 HTTP/1.1" status: 200 len: 2981 time: 0.1227565 Aug 29 17:22:04.407938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Made reservation on behalf of 27229e4c8d844c06bb15ba3112708dc6 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:04.431857 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:04.616213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 999ee9ae-6b9d-4753-ba9b-98a148507ecf, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=999ee9ae-6b9d-4753-ba9b-98a148507ecf,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:04.616515 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-1d2a29ad-37b1-4ea6-b4cc-4c868587695e tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1671e96e-0201-4eb9-86fa-b35f9908d9d2 HTTP/1.1" status: 200 len: 2981 time: 0.2161882 Aug 29 17:22:04.647475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '999ee9ae-6b9d-4753-ba9b-98a148507ecf', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '999ee9ae-6b9d-4753-ba9b-98a148507ecf', 'mac_address': 'fa:16:3e:39:a4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:22:04.697286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Allocated IP 172.20.0.5 (01478136-097f-456e-914b-d40201a94517/df70ae4b-eb35-423c-8abf-36ac19f695be/2b3db9e5-195a-4e30-bb66-14837d627688) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:04.730164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-e339c980-bb81-4a56-b0f5-015e01d0ed3e tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/18502ac6-bdba-4778-b569-cc254e38bbc2 HTTP/1.1" status: 200 len: 2981 time: 0.1113384 Aug 29 17:22:04.792783 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-27d5adc3-fd2c-4f98-9ec2-1531f19f4ab0 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/18502ac6-bdba-4778-b569-cc254e38bbc2 HTTP/1.1" status: 200 len: 2981 time: 0.0614676 Aug 29 17:22:04.798664 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:04.831454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999ee9ae-6b9d-4753-ba9b-98a148507ecf {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:04.849604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011534c-d837-4962-8857-b713b1745e5b req-263e3c89-cf91-445d-8744-a446bcba57c0 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:04.860836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0011534c-d837-4962-8857-b713b1745e5b req-263e3c89-cf91-445d-8744-a446bcba57c0 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 948 time: 0.1992633 Aug 29 17:22:04.862226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 999ee9ae-6b9d-4753-ba9b-98a148507ecf, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=999ee9ae-6b9d-4753-ba9b-98a148507ecf,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:04.872214 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:04.905958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-756e86a4-bcca-45eb-ac7c-0b29ba5c1cc5 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3c90088f-5087-4756-97ef-81212f2d7535 HTTP/1.1" status: 200 len: 2981 time: 0.1119013 Aug 29 17:22:04.971138 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-b487abb6-1c28-4881-ac81-1a3d591d3907 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3c90088f-5087-4756-97ef-81212f2d7535 HTTP/1.1" status: 200 len: 2981 time: 0.0577772 Aug 29 17:22:04.990363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=999ee9ae-6b9d-4753-ba9b-98a148507ecf,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:05.046247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0011534c-d837-4962-8857-b713b1745e5b req-623d488d-6735-4621-b81f-b86a6e8a43ba tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810460 Aug 29 17:22:05.081316 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-f1cd797d-c8d7-4dab-a64c-c7529968721a tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5 HTTP/1.1" status: 200 len: 2981 time: 0.1003175 Aug 29 17:22:05.104127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['999ee9ae-6b9d-4753-ba9b-98a148507ecf'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:05.236732 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.261283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-fab93dae-2070-4412-b1f7-a5ee1a278936 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5 HTTP/1.1" status: 200 len: 2981 time: 0.1686354 Aug 29 17:22:05.278110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Transition to ACTIVE for port object 2b3db9e5-195a-4e30-bb66-14837d627688 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:05.382205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.408303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6bc46ac6-569d-47c7-9af1-173e8beca33a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:05.458943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-bafad3ef-7164-4953-9faa-e32e1dc325f2 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/809e72e1-debe-4fe5-97f6-2b0f26d0ccd8 HTTP/1.1" status: 200 len: 2977 time: 0.1910524 Aug 29 17:22:05.542762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Network 01478136-097f-456e-914b-d40201a94517 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:05.560143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:05.576292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:05.603145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 6bc46ac6-569d-47c7-9af1-173e8beca33a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:05.608432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 6bc46ac6-569d-47c7-9af1-173e8beca33a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:05.609723 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.612885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-a0ab7574-879a-4e6b-9cc4-ea0b8f61fbc1 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/809e72e1-debe-4fe5-97f6-2b0f26d0ccd8 HTTP/1.1" status: 200 len: 2977 time: 0.1299968 Aug 29 17:22:05.718485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-31f83a87-4edd-4b94-a6e0-6e9cadf11873 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/97a62024-8c7f-4cd6-9338-670ebccec887 HTTP/1.1" status: 200 len: 2981 time: 0.0974267 Aug 29 17:22:05.721551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Pushing event updated for resources: {'Port': ['ID=2b3db9e5-195a-4e30-bb66-14837d627688,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:05.777302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:05.798907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.809536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.813416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.814233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.814826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.815980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.817491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.818016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.818998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.820316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.822526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.823284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.823872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:05.861761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-2fb92c97-d008-4fbb-a04d-856b96008439 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7533026 Aug 29 17:22:05.883730 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-fcbebdc7-b508-4ac6-832b-d6f25b973741 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/97a62024-8c7f-4cd6-9338-670ebccec887 HTTP/1.1" status: 200 len: 2981 time: 0.1533403 Aug 29 17:22:05.893513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Request body: {'port': {'device_id': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:05.977627 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.989198 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.001290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-77a6eb21-bfd6-4b9d-9820-04c2e232b615 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b81ef177-c1b1-4fa0-a100-b1cf5dc18170 HTTP/1.1" status: 200 len: 2981 time: 0.1038041 Aug 29 17:22:06.073822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 6bc46ac6-569d-47c7-9af1-173e8beca33a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6bc46ac6-569d-47c7-9af1-173e8beca33a,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:06.084646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.115076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-83f580a7-bf9a-4a09-9b13-3dc210ab9f74 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b81ef177-c1b1-4fa0-a100-b1cf5dc18170 HTTP/1.1" status: 200 len: 2981 time: 0.1108000 Aug 29 17:22:06.171817 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-ea824c91-2775-4f7d-a414-1149b04e271a tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b8af0bb0-4d35-40a4-8dfb-41271c0cc8a2 HTTP/1.1" status: 200 len: 2981 time: 0.0485907 Aug 29 17:22:06.185228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4801988c-dd99-4fa3-8e28-4aab72302378 None None] Provisioning for port 2b3db9e5-195a-4e30-bb66-14837d627688 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:06.206424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4801988c-dd99-4fa3-8e28-4aab72302378 None None] Provisioning complete for port 2b3db9e5-195a-4e30-bb66-14837d627688 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:06.207863 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4801988c-dd99-4fa3-8e28-4aab72302378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.280441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-2ed34531-da01-4ebb-9467-2a0dfba8281e tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b8af0bb0-4d35-40a4-8dfb-41271c0cc8a2 HTTP/1.1" status: 200 len: 2981 time: 0.1016853 Aug 29 17:22:06.321456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4801988c-dd99-4fa3-8e28-4aab72302378 None None] Port 2b3db9e5-195a-4e30-bb66-14837d627688 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:06.327482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=6bc46ac6-569d-47c7-9af1-173e8beca33a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:06.352136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 999ee9ae-6b9d-4753-ba9b-98a148507ecf up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:06.370374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-9719ac81-3371-4deb-be0e-486215751270 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b9f9f6f2-0320-42f0-8edb-0f5afbe39935 HTTP/1.1" status: 200 len: 2981 time: 0.0867875 Aug 29 17:22:06.444772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-6243c857-d31b-4143-a2ff-928b888e7038 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b9f9f6f2-0320-42f0-8edb-0f5afbe39935 HTTP/1.1" status: 200 len: 2981 time: 0.0675621 Aug 29 17:22:06.446941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 999ee9ae-6b9d-4753-ba9b-98a148507ecf completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:06.451661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 999ee9ae-6b9d-4753-ba9b-98a148507ecf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:06.452044 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.531684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3db9e5-195a-4e30-bb66-14837d627688 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:06.544636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.554752 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-7ea6482a-e41f-4ec8-8402-af87fc523a83 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ba9a26b0-890c-48d2-8501-19b7c174f09e HTTP/1.1" status: 200 len: 2973 time: 0.1015248 Aug 29 17:22:06.563503 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.569085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Transition to ACTIVE for port object 2b3db9e5-195a-4e30-bb66-14837d627688 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:06.581657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff1711-e0a0-47cc-bcbf-a2232fcc468f req-874f8197-fcbc-4256-bb47-121081afbada tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:06.590557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47ff1711-e0a0-47cc-bcbf-a2232fcc468f req-874f8197-fcbc-4256-bb47-121081afbada tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 931 time: 0.5765650 Aug 29 17:22:06.594980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55403b1-693e-40fb-b8f8-10c195a35699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999ee9ae-6b9d-4753-ba9b-98a148507ecf'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:06.597545 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa5347-9883-441f-8665-0ac3314d125d" -d '{"events": [{"server_uuid": "a55403b1-693e-40fb-b8f8-10c195a35699", "name": "network-vif-plugged", "status": "completed", "tag": "999ee9ae-6b9d-4753-ba9b-98a148507ecf"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:06.608403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.616991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 999ee9ae-6b9d-4753-ba9b-98a148507ecf, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=999ee9ae-6b9d-4753-ba9b-98a148507ecf,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:06.625207 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.635987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-92afd657-0fb1-49eb-b43c-2225eeaedb6c tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ba9a26b0-890c-48d2-8501-19b7c174f09e HTTP/1.1" status: 200 len: 2973 time: 0.0803618 Aug 29 17:22:06.660786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3db9e5-195a-4e30-bb66-14837d627688,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:06.685021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-6957e275-b121-492c-8c39-481206a66906 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ddecaffd-2b91-40e4-94c5-58c9f67767f6 HTTP/1.1" status: 200 len: 2981 time: 0.0478165 Aug 29 17:22:06.742826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=999ee9ae-6b9d-4753-ba9b-98a148507ecf,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:06.747809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47ff1711-e0a0-47cc-bcbf-a2232fcc468f req-8968fb82-0fab-4e11-aeb4-b739ffda6eec tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550958 Aug 29 17:22:06.809754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-2ac9c38e-c113-4623-8210-a54d2631a3a8 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ddecaffd-2b91-40e4-94c5-58c9f67767f6 HTTP/1.1" status: 200 len: 2981 time: 0.1136711 Aug 29 17:22:06.963299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Attempting to bind port 2b3db9e5-195a-4e30-bb66-14837d627688 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:06.963696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Attempting to bind port 2b3db9e5-195a-4e30-bb66-14837d627688 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:06.964127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Attempting to bind port 2b3db9e5-195a-4e30-bb66-14837d627688 on network 01478136-097f-456e-914b-d40201a94517 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:06.977540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Port 2b3db9e5-195a-4e30-bb66-14837d627688 on network 01478136-097f-456e-914b-d40201a94517 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:22:06.978960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Attempting to bind port 2b3db9e5-195a-4e30-bb66-14837d627688 on network 01478136-097f-456e-914b-d40201a94517 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:06.995778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:06.996228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Checking segment: {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:06.996722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Bound using segment: {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:06.998076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Bound port: 2b3db9e5-195a-4e30-bb66-14837d627688, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7643ad0-62e5-4fa9-ab62-d36d52601380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '01478136-097f-456e-914b-d40201a94517'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:06.998601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:07.033943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149e163-fed8-41d8-94db-b70c2e77170c req-6f8075c8-047f-4f33-8a86-ac66ca3c9736 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.036348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9149e163-fed8-41d8-94db-b70c2e77170c req-6f8075c8-047f-4f33-8a86-ac66ca3c9736 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 946 time: 0.1582842 Aug 29 17:22:07.047693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-afb0670a-92c4-457c-826d-27132ea7c161 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e84d4dc4-b5e0-4bf6-85ab-369e74fe5ab2 HTTP/1.1" status: 200 len: 2981 time: 0.2317176 Aug 29 17:22:07.114961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] For port 2b3db9e5-195a-4e30-bb66-14837d627688, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:07.117998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] For port 2b3db9e5-195a-4e30-bb66-14837d627688, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2b3db9e5-195a-4e30-bb66-14837d627688,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:07.138504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:07.168209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde506d8-1dce-49fb-b7e8-ecbea56b6e01 req-06e77f54-58da-43ae-9719-b0f31add5a55 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e84d4dc4-b5e0-4bf6-85ab-369e74fe5ab2 HTTP/1.1" status: 200 len: 2981 time: 0.1127787 Aug 29 17:22:07.270372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6bc46ac6-569d-47c7-9af1-173e8beca33a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:07.298860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ce988-07c6-434e-99cc-5ec8d734b4bb req-825c37e6-399c-41db-99e7-4128bee56a22 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.313099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac9ce988-07c6-434e-99cc-5ec8d734b4bb req-825c37e6-399c-41db-99e7-4128bee56a22 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 946 time: 0.4357824 Aug 29 17:22:07.362290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Deleting port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:07.363386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:07.415646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.427871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:07.429381 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] 10.222.0.43 "PUT /v2.0/ports/2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 1092 time: 1.5596921 Aug 29 17:22:07.438358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:07.440733 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e78ab96-aa13-4118-ac1e-d3038e850338" -d '{"events": [{"name": "network-changed", "server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:07.453990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 6bc46ac6-569d-47c7-9af1-173e8beca33a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:07.456642 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:07.652577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] For port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:07.652956 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:07.681820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710205d-a4a1-419e-8f1b-bdec64251b75 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3db9e5-195a-4e30-bb66-14837d627688,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:07.730146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-964bf687-d6aa-46b7-a452-16d1cacef820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.731374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-964bf687-d6aa-46b7-a452-16d1cacef820 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27229e4c8d844c06bb15ba3112708dc6&device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 1095 time: 0.2264128 Aug 29 17:22:07.736024 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac9ce988-07c6-434e-99cc-5ec8d734b4bb req-ab8a266c-f42c-4d83-918f-aab88052b021 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe38f79-beda-4c9c-8ad5-47cad281e063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360701 Aug 29 17:22:07.813222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-f983778c-043f-4418-a683-022d3f6ae670 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 217 time: 0.0698693 Aug 29 17:22:07.874085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4c274959-2fa7-46eb-9ae6-7237d378bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.876575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-4c274959-2fa7-46eb-9ae6-7237d378bc56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df70ae4b-eb35-423c-8abf-36ac19f695be HTTP/1.1" status: 200 len: 868 time: 0.0556715 Aug 29 17:22:07.952364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-de3a3173-0b2e-4cb3-96da-3d80a1c947a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.954634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-de3a3173-0b2e-4cb3-96da-3d80a1c947a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01478136-097f-456e-914b-d40201a94517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688541 Aug 29 17:22:07.969395 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5016434-44ac-4666-9593-7b8239da65a8 x-openstack-request-id: req-f5016434-44ac-4666-9593-7b8239da65a8 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:07.969917 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55403b1-693e-40fb-b8f8-10c195a35699", "name": "network-vif-plugged", "status": "completed", "tag": "999ee9ae-6b9d-4753-ba9b-98a148507ecf", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:07.970327 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5016434-44ac-4666-9593-7b8239da65a8 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:07.970901 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55403b1-693e-40fb-b8f8-10c195a35699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999ee9ae-6b9d-4753-ba9b-98a148507ecf', 'code': 200} Aug 29 17:22:07.989003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e69b5-f7dc-47ea-8a28-2d0f5ae59366 req-af41c6fd-7705-427a-b827-c6cdb9faee98 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.990727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-257e69b5-f7dc-47ea-8a28-2d0f5ae59366 req-af41c6fd-7705-427a-b827-c6cdb9faee98 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 950 time: 0.2974679 Aug 29 17:22:08.102198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-d1a9bfd6-4ed8-41da-bc23-964f7e807418 service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371081 Aug 29 17:22:08.155689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-257e69b5-f7dc-47ea-8a28-2d0f5ae59366 req-0285a230-dc50-4a32-9c2f-d26585935bed tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548102 Aug 29 17:22:08.256385 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7669ff33-e91c-4fbd-a5a3-61f52aa72e40 req-9a4e1c9b-5470-499b-ab58-5d9f647e50fe tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=befe9814cd324b0d97dda1758a0b0fab HTTP/1.1" status: 200 len: 6101 time: 0.1650693 Aug 29 17:22:08.274031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:08.274453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:08.275914 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Floating IP 86059ef2-cf3b-4002-b99b-b519e64533e6 disassociated. External IP: 172.25.2.215, port: a054a55f-0d9a-4f04-bdc1-fabd51a10d5f. Aug 29 17:22:08.276274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Calling delete_port for a054a55f-0d9a-4f04-bdc1-fabd51a10d5f owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:08.285836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae46678-381a-4684-8814-a45de27e44d0 req-bfa77c1e-3021-4db4-94f4-4bb06ef6eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.288034 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ae46678-381a-4684-8814-a45de27e44d0 req-bfa77c1e-3021-4db4-94f4-4bb06ef6eb8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 1102 time: 0.1858380 Aug 29 17:22:08.307536 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70a89fe-bfa2-405e-8412-4390f889c643 x-openstack-request-id: req-b70a89fe-bfa2-405e-8412-4390f889c643 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:08.307972 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:08.308357 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b70a89fe-bfa2-405e-8412-4390f889c643 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:08.308862 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688', 'status': 'completed', 'code': 200} Aug 29 17:22:08.321574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef44c68-65b7-4c97-aa04-1eee01901734 req-6dc2050c-37a7-40e9-8e54-28759daa1af6 service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096298 Aug 29 17:22:08.370462 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7669ff33-e91c-4fbd-a5a3-61f52aa72e40 req-0041452f-cdfa-4faa-a466-c3d84ccc56eb tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "GET /v2.0/security-groups/ddecaffd-2b91-40e4-94c5-58c9f67767f6 HTTP/1.1" status: 200 len: 2981 time: 0.1128337 Aug 29 17:22:08.500259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7669ff33-e91c-4fbd-a5a3-61f52aa72e40 req-c7c78653-3b03-43e2-81cd-d08fb82f0e9d tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "GET /v2.0/security-groups/ddecaffd-2b91-40e4-94c5-58c9f67767f6 HTTP/1.1" status: 200 len: 2981 time: 0.1285651 Aug 29 17:22:08.516979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ac91c-27a8-4db3-b8d5-3df90e42e45a req-20e53901-dfeb-4854-adcb-35e079d00e65 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.524138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ac91c-27a8-4db3-b8d5-3df90e42e45a req-20e53901-dfeb-4854-adcb-35e079d00e65 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.525701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-e4ff35d4-daf5-440d-a55f-5e79ba76ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.526308 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f6ac91c-27a8-4db3-b8d5-3df90e42e45a req-20e53901-dfeb-4854-adcb-35e079d00e65 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1682 time: 0.1834688 Aug 29 17:22:08.532825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ae46678-381a-4684-8814-a45de27e44d0 req-abac6968-1fba-490f-8854-fa3490e2194b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321839 Aug 29 17:22:08.535518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-e4ff35d4-daf5-440d-a55f-5e79ba76ba1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27229e4c8d844c06bb15ba3112708dc6&device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 1095 time: 0.1224682 Aug 29 17:22:08.639202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f6ac91c-27a8-4db3-b8d5-3df90e42e45a req-03d5194f-ab92-43cb-b717-641cc39c5f87 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958357 Aug 29 17:22:08.696927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-d24927d5-35ac-45f4-8098-f706ddc8709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.698558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-d24927d5-35ac-45f4-8098-f706ddc8709d service neutron] 10.222.0.43 "GET /v2.0/networks?id=01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 200 len: 930 time: 0.1523695 Aug 29 17:22:08.698871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:08.785803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event deleted for resources: {'Port': ['ID=a054a55f-0d9a-4f04-bdc1-fabd51a10d5f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:08.797198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-5e66fa56-c358-4192-96d5-43cd9555234b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 217 time: 0.0834634 Aug 29 17:22:08.857936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-a2f3673d-9254-4eb9-ae5b-260150c3cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.859563 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-a2f3673d-9254-4eb9-ae5b-260150c3cd86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df70ae4b-eb35-423c-8abf-36ac19f695be HTTP/1.1" status: 200 len: 868 time: 0.0470271 Aug 29 17:22:08.908383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb517f-565f-463f-a768-d44539c5da2a req-3a2034a8-5c3e-406c-a300-dc8e9052ebd1 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.916666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0bb517f-565f-463f-a768-d44539c5da2a req-3a2034a8-5c3e-406c-a300-dc8e9052ebd1 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 943 time: 0.2146308 Aug 29 17:22:08.958995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765535c3-5a5f-472c-9ac6-2329e53132d9 req-33775eb6-db63-4cd6-9e64-4c434abecce9 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.967365 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0bb517f-565f-463f-a768-d44539c5da2a req-9f76335d-3f87-4f4e-8d9a-268b7f15cd45 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496998 Aug 29 17:22:08.971508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-9f6fc7f5-1f93-40d7-986d-0336f1c21712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.972498 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-765535c3-5a5f-472c-9ac6-2329e53132d9 req-33775eb6-db63-4cd6-9e64-4c434abecce9 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 945 time: 0.1972065 Aug 29 17:22:08.978611 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-9f6fc7f5-1f93-40d7-986d-0336f1c21712 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01478136-097f-456e-914b-d40201a94517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079292 Aug 29 17:22:09.013783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Router d29812be-aca3-419f-83c4-5acd652b66a1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:09.060640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-765535c3-5a5f-472c-9ac6-2329e53132d9 req-ce9f9302-457a-4241-ba68-55d6a2802f94 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661478 Aug 29 17:22:09.197719 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-310b3d9f-aa42-4e68-ba3d-21463968ce4d service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098348 Aug 29 17:22:09.207836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce5ce00f-4004-40a2-9e47-4d1edea9d8a1 req-0fa0db96-12c5-47d8-ba84-4ef036adf7eb tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/75c50cf9-4604-4a21-b81a-4857b303186a HTTP/1.1" status: 200 len: 1776 time: 0.2041636 Aug 29 17:22:09.253387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:09.266574 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] Sync routers for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:09.283317 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:09.284787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:09.290094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-ded7739b-13ab-4d7b-be66-a19c87b390bd tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:09.297559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-ded7739b-13ab-4d7b-be66-a19c87b390bd tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:09.299193 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-ded7739b-13ab-4d7b-be66-a19c87b390bd tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 1682 time: 0.2325511 Aug 29 17:22:09.357649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] No DVR routers for this DVR port a054a55f-0d9a-4f04-bdc1-fabd51a10d5f on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:09.380136 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb58f55-4734-4e1c-98b3-899d6e32c9f8 req-4536f266-49ec-459f-9caf-f7c4684252dc tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c3b45f-2b83-47fd-9b97-e72d54e8f783 HTTP/1.1" status: 200 len: 210 time: 0.0902245 Aug 29 17:22:09.388868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:09.396202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9149e163-fed8-41d8-94db-b70c2e77170c req-3158faf3-dd34-4c98-a5f2-0d99755f51d7 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.44 "DELETE /v2.0/ports/a054a55f-0d9a-4f04-bdc1-fabd51a10d5f HTTP/1.1" status: 204 len: 173 time: 2.3384707 Aug 29 17:22:09.396202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'name': 'network-vif-deleted', 'tag': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:09.407037 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff45d2-095e-4c51-b53f-59e7be800515" -d '{"events": [{"server_uuid": "70c3b45f-2b83-47fd-9b97-e72d54e8f783", "name": "network-vif-deleted", "tag": "a054a55f-0d9a-4f04-bdc1-fabd51a10d5f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:09.553940 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e78ab96-aa13-4118-ac1e-d3038e850338 req-9c52c209-b58c-4fb3-8ce6-1c43af8748df service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172915 Aug 29 17:22:09.558170 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:09.560965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ce5ce00f-4004-40a2-9e47-4d1edea9d8a1 req-6486e260-ea6c-4b64-9480-cfd72abf1793 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:09.591503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ce5ce00f-4004-40a2-9e47-4d1edea9d8a1 req-6486e260-ea6c-4b64-9480-cfd72abf1793 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:09.592386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-a9f49968-643f-4d33-8b39-b99d23070277 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:09.594400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-a9f49968-643f-4d33-8b39-b99d23070277 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 945 time: 0.1737347 Aug 29 17:22:09.594893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port cf28e17a-6e1e-49ea-811b-46759b911408 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:09.595229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:09.709256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port cf28e17a-6e1e-49ea-811b-46759b911408, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cf28e17a-6e1e-49ea-811b-46759b911408,segment=NetworkSegment(b49a51cc-7256-4606-b31e-832400eb295e),segment_id=b49a51cc-7256-4606-b31e-832400eb295e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:09.709706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:09.724084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for cf28e17a-6e1e-49ea-811b-46759b911408 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:09.865835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a8c71-8fd0-4134-a942-66cc4eef0679 req-2cf57ffc-6e9e-4e6b-9c74-c442b25e3363 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:09.867950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b0a8c71-8fd0-4134-a942-66cc4eef0679 req-2cf57ffc-6e9e-4e6b-9c74-c442b25e3363 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 950 time: 0.2706587 Aug 29 17:22:09.886437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ce5ce00f-4004-40a2-9e47-4d1edea9d8a1 req-6486e260-ea6c-4b64-9480-cfd72abf1793 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:09.890460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ce5ce00f-4004-40a2-9e47-4d1edea9d8a1 req-6486e260-ea6c-4b64-9480-cfd72abf1793 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:09.904593 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce5ce00f-4004-40a2-9e47-4d1edea9d8a1 req-6486e260-ea6c-4b64-9480-cfd72abf1793 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/75c50cf9-4604-4a21-b81a-4857b303186a HTTP/1.1" status: 204 len: 173 time: 0.6958036 Aug 29 17:22:09.913465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Deleting port f98b6457-381f-4fa4-85a0-e3c75a444bb9 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:09.914051 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:09.936541 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:09.971875 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] Checking router: d29812be-aca3-419f-83c4-5acd652b66a1 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:09.972081 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322cd6e0-a487-4310-b386-be2a29fa2b21 x-openstack-request-id: req-322cd6e0-a487-4310-b386-be2a29fa2b21 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:09.972651 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c3b45f-2b83-47fd-9b97-e72d54e8f783", "name": "network-vif-deleted", "tag": "a054a55f-0d9a-4f04-bdc1-fabd51a10d5f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:09.972910 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-322cd6e0-a487-4310-b386-be2a29fa2b21 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:09.973461 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c3b45f-2b83-47fd-9b97-e72d54e8f783', 'name': 'network-vif-deleted', 'tag': 'a054a55f-0d9a-4f04-bdc1-fabd51a10d5f', 'status': 'completed', 'code': 200} Aug 29 17:22:09.983304 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:09.984233 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:09.989466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b0a8c71-8fd0-4134-a942-66cc4eef0679 req-9fc1c32c-2e92-44ea-be09-e65938b3b91b tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052847 Aug 29 17:22:09.993797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486e260-ea6c-4b64-9480-cfd72abf1793 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c50cf9-4604-4a21-b81a-4857b303186a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:10.112261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] For port f98b6457-381f-4fa4-85a0-e3c75a444bb9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f98b6457-381f-4fa4-85a0-e3c75a444bb9,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:10.113788 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.132805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.145600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['0c8935d2-edd1-401e-90ca-75c24086ba16', 'cf28e17a-6e1e-49ea-811b-46759b911408'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:10.207648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=cf28e17a-6e1e-49ea-811b-46759b911408,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:10.294674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port cf28e17a-6e1e-49ea-811b-46759b911408 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:10.300959 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.313910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-c283208e-d20b-4fa4-9082-ee29c94ea706 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "DELETE /v2.0/ports/cf28e17a-6e1e-49ea-811b-46759b911408 HTTP/1.1" status: 204 len: 173 time: 0.9798503 Aug 29 17:22:10.320040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'name': 'network-vif-deleted', 'tag': 'cf28e17a-6e1e-49ea-811b-46759b911408'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:10.322952 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884991da-d1b8-4257-bca1-c93f83518b73" -d '{"events": [{"server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "name": "network-vif-deleted", "tag": "cf28e17a-6e1e-49ea-811b-46759b911408"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:10.342029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9cd73-ffac-48f6-a302-2a2ed6f0921f req-ea202e63-de13-48f2-91ca-eb51aa408fd3 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:10.344121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ca9cd73-ffac-48f6-a302-2a2ed6f0921f req-ea202e63-de13-48f2-91ca-eb51aa408fd3 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 945 time: 0.2568364 Aug 29 17:22:10.363271 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:10.365746 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2dc6ca82-ce12-42bf-b67b-3ccbf1d7604c req-f7feb485-ec9b-4e3a-9e51-7eed3b750e2d tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "GET /v2.0/security-groups/757ef907-783c-491e-8f3d-35c2b5720075 HTTP/1.1" status: 200 len: 1778 time: 0.3177927 Aug 29 17:22:10.560410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ca9cd73-ffac-48f6-a302-2a2ed6f0921f req-6973662c-0859-4a99-8e8e-19147155901a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/security-groups?id=b81ef177-c1b1-4fa0-a100-b1cf5dc18170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088152 Aug 29 17:22:10.593225 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2dc6ca82-ce12-42bf-b67b-3ccbf1d7604c req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.613152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port 0c8935d2-edd1-401e-90ca-75c24086ba16 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:10.613639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.671127 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2dc6ca82-ce12-42bf-b67b-3ccbf1d7604c req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.769693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port 0c8935d2-edd1-401e-90ca-75c24086ba16, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0c8935d2-edd1-401e-90ca-75c24086ba16,segment=NetworkSegment(77a826fa-65b0-42ff-b793-6841507f2648),segment_id=77a826fa-65b0-42ff-b793-6841507f2648)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:10.772325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.785573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.785917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.786237 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Floating IP b192175b-5f27-457c-916c-6b5cebb50cb1 disassociated. External IP: 172.25.2.250, port: f98b6457-381f-4fa4-85a0-e3c75a444bb9. Aug 29 17:22:10.786818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Calling delete_port for f98b6457-381f-4fa4-85a0-e3c75a444bb9 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:10.840454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for 0c8935d2-edd1-401e-90ca-75c24086ba16 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:10.856021 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:10.862389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2dc6ca82-ce12-42bf-b67b-3ccbf1d7604c req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.865214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2dc6ca82-ce12-42bf-b67b-3ccbf1d7604c req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.870724 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2dc6ca82-ce12-42bf-b67b-3ccbf1d7604c req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/757ef907-783c-491e-8f3d-35c2b5720075 HTTP/1.1" status: 204 len: 173 time: 0.4895351 Aug 29 17:22:10.911558 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecd2428-419e-402a-8b01-1d072a27d91d None None] The sync data for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 is: [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:17:12Z', 'revision_number': 4, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '53807b3a-8b6b-4963-9422-39185efcc06b', 'name': '', 'network_id': 'ab1af198-a2d0-452b-a5c2-37f8c475916a', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'mac_address': 'fa:16:3e:34:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:11Z', 'updated_at': '2021-08-29T17:17:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'subnets': [{'id': 'c1e6ae67-15ce-4f92-ba50-e6a56002fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:10.916453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5a224-deaa-4f49-939e-b31a23029eee req-1ac623b8-b75f-4678-9bab-33a400d72501 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:10.918138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95e5a224-deaa-4f49-939e-b31a23029eee req-1ac623b8-b75f-4678-9bab-33a400d72501 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 943 time: 0.1835012 Aug 29 17:22:10.929397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757ef907-783c-491e-8f3d-35c2b5720075,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:10.967776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.968129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.968471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.968825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.969144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.969475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.969799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.970122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.970450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.977083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.977246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:10.977558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6483-a373-4b6c-8649-5ff6625845e3 tempest-SecurityGroupsTestAdminJSON-1921189475 tempest-SecurityGroupsTestAdminJSON-1921189475-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:11.082954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95e5a224-deaa-4f49-939e-b31a23029eee req-36187516-993b-42b6-bc9d-bad0ad25a51c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185212 Aug 29 17:22:11.166912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac892e-a314-4a83-92af-fb817189387f req-fb21cc69-b3b6-4b64-94e5-0a95dc7cecb0 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:11.172233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09ac892e-a314-4a83-92af-fb817189387f req-fb21cc69-b3b6-4b64-94e5-0a95dc7cecb0 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 867 time: 0.1269417 Aug 29 17:22:11.173281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:11.201255 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8767be19-60ea-4ee8-9e72-cef071b9909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:11.222699 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e35e20-c6ff-4a99-89bd-d78f7d6f547b x-openstack-request-id: req-35e35e20-c6ff-4a99-89bd-d78f7d6f547b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:11.223121 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "name": "network-vif-deleted", "tag": "cf28e17a-6e1e-49ea-811b-46759b911408", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:11.223731 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35e35e20-c6ff-4a99-89bd-d78f7d6f547b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:11.226001 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'name': 'network-vif-deleted', 'tag': 'cf28e17a-6e1e-49ea-811b-46759b911408', 'status': 'completed', 'code': 200} Aug 29 17:22:11.259255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event deleted for resources: {'Port': ['ID=f98b6457-381f-4fa4-85a0-e3c75a444bb9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:11.323645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9444674a-7a62-4883-8de7-2992b4f8aefc req-1d249ac2-3322-4827-a6a6-2a2891635913 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "GET /v2.0/security-groups/89094b12-c43e-472b-9b91-20d709dbc477 HTTP/1.1" status: 200 len: 1776 time: 0.0749962 Aug 29 17:22:11.344766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:11.392030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09ac892e-a314-4a83-92af-fb817189387f req-443f6fe2-c1c7-4aa6-84be-351bb59a5856 tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups?id=27b62df3-04d7-4d51-964b-ee6ee3fe24c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977327 Aug 29 17:22:11.408593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=0c8935d2-edd1-401e-90ca-75c24086ba16,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:11.486100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed22072-09d1-4c4b-bc39-2877e163bac4 None None] New status for floating IP 86059ef2-cf3b-4002-b99b-b519e64533e6: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:11.605342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port 0c8935d2-edd1-401e-90ca-75c24086ba16 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:11.611012 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:11.613324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-085d8431-d8e6-4345-95fe-f501a4790ab0 req-08d58ad2-5784-4705-adfa-219c755fc1fc tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.43 "DELETE /v2.0/ports/0c8935d2-edd1-401e-90ca-75c24086ba16 HTTP/1.1" status: 204 len: 173 time: 1.2679582 Aug 29 17:22:11.638552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9444674a-7a62-4883-8de7-2992b4f8aefc req-2a543de1-388a-43ab-9f0c-d1e49b10cdfb tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:11.658242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Router 74dd85fb-9e54-473c-95e8-a64ad6599010 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:11.685328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9444674a-7a62-4883-8de7-2992b4f8aefc req-2a543de1-388a-43ab-9f0c-d1e49b10cdfb tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:11.696833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be95ad3-7c79-416f-8e0d-58cd17145fc8 req-e077c208-9473-4293-9802-7fb46ef4d134 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:11.711747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9be95ad3-7c79-416f-8e0d-58cd17145fc8 req-e077c208-9473-4293-9802-7fb46ef4d134 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 950 time: 0.1919932 Aug 29 17:22:11.756224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9444674a-7a62-4883-8de7-2992b4f8aefc req-2a543de1-388a-43ab-9f0c-d1e49b10cdfb tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:11.764941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9444674a-7a62-4883-8de7-2992b4f8aefc req-2a543de1-388a-43ab-9f0c-d1e49b10cdfb tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:11.766896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9444674a-7a62-4883-8de7-2992b4f8aefc req-2a543de1-388a-43ab-9f0c-d1e49b10cdfb tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "DELETE /v2.0/security-groups/89094b12-c43e-472b-9b91-20d709dbc477 HTTP/1.1" status: 204 len: 173 time: 0.4423087 Aug 29 17:22:11.782135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a543de1-388a-43ab-9f0c-d1e49b10cdfb tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89094b12-c43e-472b-9b91-20d709dbc477,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:11.821204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9be95ad3-7c79-416f-8e0d-58cd17145fc8 req-20ef1872-e0ce-408e-9d66-e5fd8f527654 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081333 Aug 29 17:22:11.979211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:11.989668 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] Sync routers for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:11.998233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cddaa458-d92c-4ef8-bd01-61515aa62b7b req-2515ade2-a134-4f8c-8788-d982acbdc8dd tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "GET /v2.0/security-groups/d60baffd-638f-4b85-a084-fc8f2067fc13 HTTP/1.1" status: 200 len: 1777 time: 0.1234229 Aug 29 17:22:12.013157 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:12.014090 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:12.084128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] No DVR routers for this DVR port f98b6457-381f-4fa4-85a0-e3c75a444bb9 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:12.096798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b277cf2-2868-4536-9f74-f3242044e408 req-04b005ad-ba5d-4018-a6d7-6bbb57bf3d4b tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "GET /v2.0/ports?device_id=736f94c9-517a-476f-84e6-ae479a51acd0 HTTP/1.1" status: 200 len: 210 time: 0.0609074 Aug 29 17:22:12.104069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.125121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddf0ca36-93bd-460e-99d0-708c54dd6fc7 req-698fd984-2581-4419-8b11-d3763bbe8b0e tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.43 "DELETE /v2.0/ports/f98b6457-381f-4fa4-85a0-e3c75a444bb9 HTTP/1.1" status: 204 len: 173 time: 2.5020680 Aug 29 17:22:12.125604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'name': 'network-vif-deleted', 'tag': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:12.127897 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d8486-cf7b-4a00-bf2b-dfb04ea5568e" -d '{"events": [{"server_uuid": "5d02341f-0485-45ce-b5d0-1bb33ee9b105", "name": "network-vif-deleted", "tag": "f98b6457-381f-4fa4-85a0-e3c75a444bb9"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:12.206088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cddaa458-d92c-4ef8-bd01-61515aa62b7b req-518a5025-8486-4ff3-afe4-433525bd4c23 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.217809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.264813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:12.323124 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cddaa458-d92c-4ef8-bd01-61515aa62b7b req-518a5025-8486-4ff3-afe4-433525bd4c23 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.391285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a054a55f-0d9a-4f04-bdc1-fabd51a10d5f no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:12.460759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: a054a55f-0d9a-4f04-bdc1-fabd51a10d5f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:12.466828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a054a55f-0d9a-4f04-bdc1-fabd51a10d5f not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:12.504964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cddaa458-d92c-4ef8-bd01-61515aa62b7b req-518a5025-8486-4ff3-afe4-433525bd4c23 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.508087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cddaa458-d92c-4ef8-bd01-61515aa62b7b req-518a5025-8486-4ff3-afe4-433525bd4c23 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.509681 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cddaa458-d92c-4ef8-bd01-61515aa62b7b req-518a5025-8486-4ff3-afe4-433525bd4c23 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] 10.222.0.41 "DELETE /v2.0/security-groups/d60baffd-638f-4b85-a084-fc8f2067fc13 HTTP/1.1" status: 204 len: 173 time: 0.5038927 Aug 29 17:22:12.531812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a5025-8486-4ff3-afe4-433525bd4c23 tempest-SecurityGroupsTestAdminJSON-110262510 tempest-SecurityGroupsTestAdminJSON-110262510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60baffd-638f-4b85-a084-fc8f2067fc13,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:12.619857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023b833-3c1f-42de-8610-bb1b7245cbaa req-87fa2334-abfc-40cd-92a8-9d4619f9f283 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:12.629926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1023b833-3c1f-42de-8610-bb1b7245cbaa req-87fa2334-abfc-40cd-92a8-9d4619f9f283 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 943 time: 0.0684910 Aug 29 17:22:12.653857 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e094a5e-129e-4bec-aaf3-536d6569e1ba x-openstack-request-id: req-9e094a5e-129e-4bec-aaf3-536d6569e1ba {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:12.654200 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d02341f-0485-45ce-b5d0-1bb33ee9b105", "name": "network-vif-deleted", "tag": "f98b6457-381f-4fa4-85a0-e3c75a444bb9", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:12.654500 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e094a5e-129e-4bec-aaf3-536d6569e1ba {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:12.654834 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d02341f-0485-45ce-b5d0-1bb33ee9b105', 'name': 'network-vif-deleted', 'tag': 'f98b6457-381f-4fa4-85a0-e3c75a444bb9', 'status': 'completed', 'code': 200} Aug 29 17:22:12.686312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1023b833-3c1f-42de-8610-bb1b7245cbaa req-bab2dd46-ab40-444c-9b73-429e1e153e79 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520680 Aug 29 17:22:12.716603 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.741651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37538) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:12.789213 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:43Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:12.861523 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] Checking router: 74dd85fb-9e54-473c-95e8-a64ad6599010 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:12.869443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-dd8f5e77-b138-4588-acba-aea2d85397d7 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=24ebf00522bb419bad582078dae1da8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367935 Aug 29 17:22:12.875573 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:12.877133 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:21:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:12.921712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7303a882-8467-4144-9ba0-838f4c4c48ca req-8a71326d-f90f-41e0-8a0d-3d3df5c72e1b tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d02341f-0485-45ce-b5d0-1bb33ee9b105 HTTP/1.1" status: 200 len: 210 time: 0.0964630 Aug 29 17:22:12.949031 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862ffb50-f729-4ce2-97d3-3c146cf3bbf9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.033415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2b3db9e5-195a-4e30-bb66-14837d627688 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:22:13.038997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 0c8935d2-edd1-401e-90ca-75c24086ba16 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:13.053671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862ffb50-f729-4ce2-97d3-3c146cf3bbf9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.081723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-1f2a90e7-24f3-4716-a7aa-9058b8db7e64 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:13.091954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-1f2a90e7-24f3-4716-a7aa-9058b8db7e64 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192466 Aug 29 17:22:13.131129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37550) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:13.137953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 0c8935d2-edd1-401e-90ca-75c24086ba16 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:13.138306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 0c8935d2-edd1-401e-90ca-75c24086ba16 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:13.141068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cf28e17a-6e1e-49ea-811b-46759b911408 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:13.148316 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-3da00d1e-11c4-4f1d-9557-b783521c1ceb tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/quotas/24ebf00522bb419bad582078dae1da8a HTTP/1.1" status: 200 len: 375 time: 0.0406950 Aug 29 17:22:13.203589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: cf28e17a-6e1e-49ea-811b-46759b911408 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:13.204290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cf28e17a-6e1e-49ea-811b-46759b911408 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:13.204992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f98b6457-381f-4fa4-85a0-e3c75a444bb9 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:13.211710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862ffb50-f729-4ce2-97d3-3c146cf3bbf9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.214356 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862ffb50-f729-4ce2-97d3-3c146cf3bbf9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.219655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-862ffb50-f729-4ce2-97d3-3c146cf3bbf9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "DELETE /v2.0/security-groups/1fe38f79-beda-4c9c-8ad5-47cad281e063 HTTP/1.1" status: 204 len: 168 time: 0.4768243 Aug 29 17:22:13.223159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37558) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:13.247808 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8914c61d-1418-408d-884f-e1402cac22b0 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] show failed (client error): The resource could not be found. Aug 29 17:22:13.248880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8914c61d-1418-408d-884f-e1402cac22b0 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "GET /v2.0/security-groups/1fe38f79-beda-4c9c-8ad5-47cad281e063 HTTP/1.1" status: 404 len: 347 time: 0.0242007 Aug 29 17:22:13.255038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37560) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:13.263306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'name': 'network-vif-deleted', 'tag': '0c8935d2-edd1-401e-90ca-75c24086ba16'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:13.265596 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66408c89-5526-4798-80b0-4d1f0e76484e" -d '{"events": [{"server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "name": "network-vif-deleted", "tag": "0c8935d2-edd1-401e-90ca-75c24086ba16"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:13.269284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: f98b6457-381f-4fa4-85a0-e3c75a444bb9 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:13.269843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-b18054ff-25c3-42da-aaf2-04ce02faadf4 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24ebf00522bb419bad582078dae1da8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204000 Aug 29 17:22:13.270384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f98b6457-381f-4fa4-85a0-e3c75a444bb9 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:13.278283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ffb50-f729-4ce2-97d3-3c146cf3bbf9 tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe38f79-beda-4c9c-8ad5-47cad281e063,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:13.303268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37564) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:13.383389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2b3db9e5-195a-4e30-bb66-14837d627688, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2b3db9e5-195a-4e30-bb66-14837d627688,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:13.422318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '2b3db9e5-195a-4e30-bb66-14837d627688', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'port_id': '2b3db9e5-195a-4e30-bb66-14837d627688', 'mac_address': 'fa:16:3e:c0:35:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:22:13.442402 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c936040b-03fa-4bf3-ae26-7b868412fccb x-openstack-request-id: req-c936040b-03fa-4bf3-ae26-7b868412fccb {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:13.442722 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736f94c9-517a-476f-84e6-ae479a51acd0", "name": "network-vif-deleted", "tag": "0c8935d2-edd1-401e-90ca-75c24086ba16", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:13.442977 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c936040b-03fa-4bf3-ae26-7b868412fccb {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:13.443374 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736f94c9-517a-476f-84e6-ae479a51acd0', 'name': 'network-vif-deleted', 'tag': '0c8935d2-edd1-401e-90ca-75c24086ba16', 'status': 'completed', 'code': 200} Aug 29 17:22:13.477919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bbe008-d8a1-49c6-93c9-9c545d32816a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting subnet 9ce9dc73-1721-437b-b99f-0938bf6c7dda {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:22:13.486477 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51bbe008-d8a1-49c6-93c9-9c545d32816a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.503999 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:13.506619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.550294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51bbe008-d8a1-49c6-93c9-9c545d32816a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.550631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3db9e5-195a-4e30-bb66-14837d627688 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:13.615241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bb38b176-a5b4-4ce8-a468-5a669e8a42f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=befe9814cd324b0d97dda1758a0b0fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829226 Aug 29 17:22:13.621210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37570) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:13.632544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2b3db9e5-195a-4e30-bb66-14837d627688, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2b3db9e5-195a-4e30-bb66-14837d627688,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:13.653504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.741175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f18754ac-0406-414d-9a8b-e8c8ea0f9493 req-5a0943e4-9e6d-40ae-975a-e72a54a84d5c tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 210 time: 0.0393541 Aug 29 17:22:13.786944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51bbe008-d8a1-49c6-93c9-9c545d32816a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.790527 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1a1350b3-4632-46fd-87d2-19832a225047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.848432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=2b3db9e5-195a-4e30-bb66-14837d627688,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:13.850700 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1a1350b3-4632-46fd-87d2-19832a225047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.892239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['2b3db9e5-195a-4e30-bb66-14837d627688'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:13.906998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51bbe008-d8a1-49c6-93c9-9c545d32816a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.941755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbe008-d8a1-49c6-93c9-9c545d32816a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce9dc73-1721-437b-b99f-0938bf6c7dda,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:13.973205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51bbe008-d8a1-49c6-93c9-9c545d32816a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.977280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-51bbe008-d8a1-49c6-93c9-9c545d32816a tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "DELETE /v2.0/subnets/9ce9dc73-1721-437b-b99f-0938bf6c7dda HTTP/1.1" status: 204 len: 168 time: 0.6710470 Aug 29 17:22:13.978215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37578) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:13.983313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5061757-d3bc-43f2-955c-616fba4aa10c None None] Network 2f6b8a41-70a7-4c72-8db1-21652c472f60 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:13.997693 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.004690 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-af85cc4f-fd05-40f6-b3cc-1c240961cc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.007376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1a1350b3-4632-46fd-87d2-19832a225047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.020749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1a1350b3-4632-46fd-87d2-19832a225047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.022192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1a1350b3-4632-46fd-87d2-19832a225047 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddecaffd-2b91-40e4-94c5-58c9f67767f6 HTTP/1.1" status: 204 len: 168 time: 0.3994753 Aug 29 17:22:14.174094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37588) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:14.293270 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:43Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:14.296935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1350b3-4632-46fd-87d2-19832a225047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddecaffd-2b91-40e4-94c5-58c9f67767f6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:14.377910 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62705a6-4037-4999-9e46-def862b76d00 None None] The sync data for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 is: [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 4, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '01058af9-64be-477e-a978-08ddc6561be3', 'name': '', 'network_id': '2f837ef0-0472-4677-9f97-4e06f0654f32', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'mac_address': 'fa:16:3e:7b:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:34Z', 'updated_at': '2021-08-29T17:19:43Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'subnets': [{'id': '0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:14.566670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33b81081-7f0b-4ca0-a341-7363855681ec tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.580640 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.643677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd7642-8328-460d-9714-d92dfcad9872 req-221952bc-a8dc-461d-969b-867adfc3937f tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:14.648857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ebd7642-8328-460d-9714-d92dfcad9872 req-221952bc-a8dc-461d-969b-867adfc3937f tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 944 time: 0.3011863 Aug 29 17:22:14.671212 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33b81081-7f0b-4ca0-a341-7363855681ec tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.820571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] DHCP port deletion for 2f6b8a41-70a7-4c72-8db1-21652c472f60 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:14.857305 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ebd7642-8328-460d-9714-d92dfcad9872 req-244b6d21-5c42-43a3-8200-57d4d756b31d tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901903 Aug 29 17:22:14.871552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37598) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:14.954965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] Deleting port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:14.957391 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.004876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b8a29e62-25a9-4e40-af90-64c4023e455e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ace7120299574fc5abb1ac73583ebdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259608 Aug 29 17:22:15.004876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Deleting port 7fcd25a8-4460-4e1e-b0fa-008ceba2eb10 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:15.007274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.011485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37600) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:15.016277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadcf473-4e0d-4c6f-ab9b-47317c742fde None None] New status for floating IP b192175b-5f27-457c-916c-6b5cebb50cb1: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:15.172313 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d88383fe-2b92-4c34-8517-9e2d708d9877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.197484 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d88383fe-2b92-4c34-8517-9e2d708d9877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.263533 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] For port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f,segment=NetworkSegment(77a826fa-65b0-42ff-b793-6841507f2648),segment_id=77a826fa-65b0-42ff-b793-6841507f2648)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:15.263533 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.320915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] Calling delete_port for 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:15.333592 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.333956 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.391298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Calling delete_port for 7fcd25a8-4460-4e1e-b0fa-008ceba2eb10 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:15.394618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:15.527637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-45e2e490-36a8-4663-bbfb-7f55007ed514 req-f21ad40e-9505-4661-bb1d-6a7b201deb37 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 210 time: 0.0379875 Aug 29 17:22:15.532523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33b81081-7f0b-4ca0-a341-7363855681ec tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.535382 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33b81081-7f0b-4ca0-a341-7363855681ec tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.539346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-33b81081-7f0b-4ca0-a341-7363855681ec tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "DELETE /v2.0/security-groups/27b62df3-04d7-4d51-964b-ee6ee3fe24c7 HTTP/1.1" status: 204 len: 168 time: 1.3505850 Aug 29 17:22:15.541759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37602) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:15.553889 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d88383fe-2b92-4c34-8517-9e2d708d9877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.554620 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.566826 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d88383fe-2b92-4c34-8517-9e2d708d9877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.569945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b81081-7f0b-4ca0-a341-7363855681ec tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b62df3-04d7-4d51-964b-ee6ee3fe24c7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:15.571759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d88383fe-2b92-4c34-8517-9e2d708d9877 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97a62024-8c7f-4cd6-9338-670ebccec887 HTTP/1.1" status: 204 len: 168 time: 0.5590496 Aug 29 17:22:15.572501 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-36485ee4-20fd-445a-9af7-b691a7e3f1ce tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] show failed (client error): The resource could not be found. Aug 29 17:22:15.576623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-36485ee4-20fd-445a-9af7-b691a7e3f1ce tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "GET /v2.0/security-groups/27b62df3-04d7-4d51-964b-ee6ee3fe24c7 HTTP/1.1" status: 404 len: 347 time: 0.0214167 Aug 29 17:22:15.577442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37606) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:15.616973 n-d-713499-15 neutron-server[94797]: INFO neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No ports have port_id starting with 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f Aug 29 17:22:15.620548 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] No DVR routers for this DVR port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:15.622709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fbddb-8e0a-4f2f-a608-ab085af1fd0b None None] Pushing event deleted for resources: {'Port': ['ID=4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:15.630769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.814929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88383fe-2b92-4c34-8517-9e2d708d9877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a62024-8c7f-4cd6-9338-670ebccec887,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:15.821811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:15.822250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.826446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-a6ed3537-2ced-4d33-97dc-886a75112322 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ebf00522bb419bad582078dae1da8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592363 Aug 29 17:22:15.841494 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.928503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Pushing event deleted for resources: {'Port': ['ID=7fcd25a8-4460-4e1e-b0fa-008ceba2eb10,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:15.942636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f, host n-d-713499-15, got binding levels [] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:15.942994 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.979650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:15.988097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_backend_mixin [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f was not found and therefore no delete operation was performed {{(pid=94795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:22:15.991671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.028699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:16.034824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Deleting port 5a44a812-d0a4-4c5a-bbb7-e16057ce293b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:16.035361 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.082741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port 4cc0c0ed-9d4a-4f78-88f1-4a50d31faa0f on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:16.197000 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.210025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcbb81-69b9-47a9-8e01-4dfb24b9813c req-8f38601b-5c33-4657-a312-8cfca6aa7a78 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:16.218855 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ecfcbb81-69b9-47a9-8e01-4dfb24b9813c req-8f38601b-5c33-4657-a312-8cfca6aa7a78 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 944 time: 0.2348223 Aug 29 17:22:16.238203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6b8a41-70a7-4c72-8db1-21652c472f60']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:16.256389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.259139 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.264321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bba30bf0-c836-4299-b1ec-a98c08aacada tempest-ServersWithSpecificFlavorTestJSON-2114856951 tempest-ServersWithSpecificFlavorTestJSON-2114856951-project] 10.222.0.41 "DELETE /v2.0/floatingips/86059ef2-cf3b-4002-b99b-b519e64533e6 HTTP/1.1" status: 204 len: 168 time: 2.9905431 Aug 29 17:22:16.274657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-a77ee99e-ce93-4a89-8133-2f679f06a360 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:16.276269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-a77ee99e-ce93-4a89-8133-2f679f06a360 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4283364 Aug 29 17:22:16.298556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a826fa-65b0-42ff-b793-6841507f2648') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:16.298885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a826fa-65b0-42ff-b793-6841507f2648') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:16.299462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Request body: {'port': {'device_id': '4efc484c-c770-4c51-bf78-926b22794c84', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '24ebf00522bb419bad582078dae1da8a'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:16.304008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.305371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.358628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Calling delete_port for 5a44a812-d0a4-4c5a-bbb7-e16057ce293b owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:16.366253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.420534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.433068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:22:16.433901 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.486217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ecfcbb81-69b9-47a9-8e01-4dfb24b9813c req-b148d457-2731-492c-abc2-c87b43f4bf69 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660792 Aug 29 17:22:16.523865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Made reservation on behalf of 24ebf00522bb419bad582078dae1da8a for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:16.528834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:22:16.539407 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:22:16.681090 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.746057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.773137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.775533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "DELETE /v2.0/networks/2f6b8a41-70a7-4c72-8db1-21652c472f60 HTTP/1.1" status: 204 len: 168 time: 2.7899742 Aug 29 17:22:16.779516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37644) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:16.848574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167b29-c26c-4fed-b0a8-d0c0fc82d1e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Network': ['ID=2f6b8a41-70a7-4c72-8db1-21652c472f60,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:16.916453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38f3a492-fb83-4519-8d0a-57bbc30a58ec req-472bc321-ae22-4166-b0ce-dadc25c8ffdb tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 210 time: 0.1460321 Aug 29 17:22:16.991894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e124fcad-b5bd-43db-912b-07e5eddfcc52 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting subnet 8e7e5214-1f61-4a4f-8e05-a5811a882f50 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:22:17.002507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e124fcad-b5bd-43db-912b-07e5eddfcc52 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.044345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37654) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:17.048551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Allocated IP 192.168.233.224 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:17.049531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2b3db9e5-195a-4e30-bb66-14837d627688 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:17.115069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e124fcad-b5bd-43db-912b-07e5eddfcc52 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.157679 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.197185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Pushing event deleted for resources: {'Port': ['ID=5a44a812-d0a4-4c5a-bbb7-e16057ce293b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:17.219784 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.236667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Transition to ACTIVE for port object faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:17.254112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 2b3db9e5-195a-4e30-bb66-14837d627688 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:17.259052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 2b3db9e5-195a-4e30-bb66-14837d627688 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:17.260101 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.285298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.312455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['999ee9ae-6b9d-4753-ba9b-98a148507ecf'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:17.417594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:17.423106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e124fcad-b5bd-43db-912b-07e5eddfcc52 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.424056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:17.427150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:17.488921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:17.490092 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.493749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Pushing event updated for resources: {'Port': ['ID=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:17.531504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-983b7cc9-1688-4e52-8586-49363ace4c24 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2427607 Aug 29 17:22:17.544607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Request body: {'port': {'device_id': '4efc484c-c770-4c51-bf78-926b22794c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:17.614290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.662133 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e124fcad-b5bd-43db-912b-07e5eddfcc52 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.691639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.743214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:17.752365 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a320c94f-cbc7-4f2d-acb7-48a845479989" -d '{"events": [{"server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "name": "network-vif-plugged", "status": "completed", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:17.784027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124fcad-b5bd-43db-912b-07e5eddfcc52 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7e5214-1f61-4a4f-8e05-a5811a882f50,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:17.795424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2b3db9e5-195a-4e30-bb66-14837d627688, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2b3db9e5-195a-4e30-bb66-14837d627688,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:17.816278 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e124fcad-b5bd-43db-912b-07e5eddfcc52 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.818825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b528e7e-f1f5-49ca-a477-732c9a8544d3 None None] Network d84d930e-5b98-41d6-814f-529033ffa7d0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:17.820481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e124fcad-b5bd-43db-912b-07e5eddfcc52 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "DELETE /v2.0/subnets/8e7e5214-1f61-4a4f-8e05-a5811a882f50 HTTP/1.1" status: 204 len: 168 time: 1.0371797 Aug 29 17:22:17.823298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37674) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:17.831916 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.878241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.891357 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.894723 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43041108-78d1-45ed-bad6-d300043ac809 x-openstack-request-id: req-43041108-78d1-45ed-bad6-d300043ac809 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:17.895754 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "name": "network-vif-plugged", "status": "completed", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:17.896633 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cfaa7527-dc00-499c-8d32-fef948af6cde tempest-ServersTestFqdnHostnames-1919333118 tempest-ServersTestFqdnHostnames-1919333118-project] 10.222.0.41 "DELETE /v2.0/floatingips/b192175b-5f27-457c-916c-6b5cebb50cb1 HTTP/1.1" status: 204 len: 168 time: 2.3127210 Aug 29 17:22:17.896917 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43041108-78d1-45ed-bad6-d300043ac809 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:17.897878 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688', 'code': 200} Aug 29 17:22:17.901383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37676) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:17.944809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131b336-ef16-43c7-9030-1fce2f6037d3 req-2d6e3089-ce95-487a-b34c-021dd5bd2281 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:17.953264 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9131b336-ef16-43c7-9030-1fce2f6037d3 req-2d6e3089-ce95-487a-b34c-021dd5bd2281 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 944 time: 0.2887344 Aug 29 17:22:18.093024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-89ee26df-faa3-4208-9b7a-ceeb4b82cfba None None] Provisioning for port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:18.128046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-89ee26df-faa3-4208-9b7a-ceeb4b82cfba None None] Provisioning complete for port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:18.128437 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-89ee26df-faa3-4208-9b7a-ceeb4b82cfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.173001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-89ee26df-faa3-4208-9b7a-ceeb4b82cfba None None] Port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:18.174320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=2b3db9e5-195a-4e30-bb66-14837d627688,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:18.296776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] DHCP port deletion for d84d930e-5b98-41d6-814f-529033ffa7d0 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:18.302483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9131b336-ef16-43c7-9030-1fce2f6037d3 req-32a5b2ab-0945-4e90-9478-4aeadeca0d70 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481874 Aug 29 17:22:18.310853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5318e66-a853-41e9-9a39-43ecf3e0d4c1 req-c388cbe1-df49-4de0-8547-dfa315514714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:18.312298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5318e66-a853-41e9-9a39-43ecf3e0d4c1 req-c388cbe1-df49-4de0-8547-dfa315514714 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 1097 time: 0.3434477 Aug 29 17:22:18.544956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:18.556181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.571173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Transition to ACTIVE for port object faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:18.579455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] Deleting port db3f378a-2e96-4ddc-9e93-7f2188ccac6a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:18.579822 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.582113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.587559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.610888 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5318e66-a853-41e9-9a39-43ecf3e0d4c1 req-a1104876-dd92-473f-a472-f6a8dde1cd49 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533453 Aug 29 17:22:18.641351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:18.706152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] For port db3f378a-2e96-4ddc-9e93-7f2188ccac6a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=db3f378a-2e96-4ddc-9e93-7f2188ccac6a,segment=NetworkSegment(b49a51cc-7256-4606-b31e-832400eb295e),segment_id=b49a51cc-7256-4606-b31e-832400eb295e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:18.706564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.707348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de91cfe-d50b-4c4e-8225-2b1a48566c98 req-a1e7c030-8b6a-432e-95fb-e587f555d1ac tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:18.716308 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8de91cfe-d50b-4c4e-8225-2b1a48566c98 req-a1e7c030-8b6a-432e-95fb-e587f555d1ac tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 936 time: 0.6756396 Aug 29 17:22:18.735812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] Calling delete_port for db3f378a-2e96-4ddc-9e93-7f2188ccac6a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:18.911401 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.939771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Attempting to bind port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:18.945186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Attempting to bind port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:18.945769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Attempting to bind port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:18.948498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.958200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:22:18.961135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Attempting to bind port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:18.974648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] Pushing event deleted for resources: {'Port': ['ID=db3f378a-2e96-4ddc-9e93-7f2188ccac6a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:18.976585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b76ca9-37f7-46e2-b3c8-3c0deb1f2ba9 None None] No DVR routers for this DVR port db3f378a-2e96-4ddc-9e93-7f2188ccac6a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:18.991155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:18.995496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:18.996819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:18.998339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Bound port: faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:19.000344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.174007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] For port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:19.179367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8de91cfe-d50b-4c4e-8225-2b1a48566c98 req-ec0be6e0-f297-4eac-ab2a-477646577ad6 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621515 Aug 29 17:22:19.192095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Deleting port db3f378a-2e96-4ddc-9e93-7f2188ccac6a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:19.192599 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.197046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] For port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:19.213384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.307121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device db3f378a-2e96-4ddc-9e93-7f2188ccac6a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:19.347427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: db3f378a-2e96-4ddc-9e93-7f2188ccac6a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:19.347794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device db3f378a-2e96-4ddc-9e93-7f2188ccac6a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:19.354971 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.484927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:19.487645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.489205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] 10.222.0.43 "PUT /v2.0/ports/faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a HTTP/1.1" status: 200 len: 1097 time: 1.9503710 Aug 29 17:22:19.503757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efc484c-c770-4c51-bf78-926b22794c84', 'tag': 'faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:19.506239 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b32460f-96cc-4b91-ad02-9be4612a1d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "4efc484c-c770-4c51-bf78-926b22794c84", "tag": "faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:19.643428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] For port db3f378a-2e96-4ddc-9e93-7f2188ccac6a, host n-d-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:19.644093 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.695669 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8790d8d-18ea-43f3-b3a3-ab8a440cca61 x-openstack-request-id: req-e8790d8d-18ea-43f3-b3a3-ab8a440cca61 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:19.695966 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efc484c-c770-4c51-bf78-926b22794c84", "tag": "faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:19.696316 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8790d8d-18ea-43f3-b3a3-ab8a440cca61 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:19.696788 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efc484c-c770-4c51-bf78-926b22794c84', 'tag': 'faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a', 'status': 'completed', 'code': 200} Aug 29 17:22:19.782953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Calling delete_port for db3f378a-2e96-4ddc-9e93-7f2188ccac6a owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:19.798897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Port db3f378a-2e96-4ddc-9e93-7f2188ccac6a was not found and therefore no delete operation was performed {{(pid=94796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:22:19.801826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6bcb-dc0c-4c7b-93f4-6305bbb7ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:19.816697 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.828251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37716) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:19.838793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] No DVR routers for this DVR port db3f378a-2e96-4ddc-9e93-7f2188ccac6a on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:19.903226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665f31-2364-40b4-a3ae-ffb6f5fb8cda req-e526aeae-7fa6-46eb-8c9a-38a66ae467f8 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:19.904837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53665f31-2364-40b4-a3ae-ffb6f5fb8cda req-e526aeae-7fa6-46eb-8c9a-38a66ae467f8 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 945 time: 0.4902532 Aug 29 17:22:19.908730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-82918d6f-2139-4e8f-87d2-c8f30e7def02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:19.910191 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-82918d6f-2139-4e8f-87d2-c8f30e7def02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ebf00522bb419bad582078dae1da8a&device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 1100 time: 0.3304706 Aug 29 17:22:19.930895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Port': ['ID=db3f378a-2e96-4ddc-9e93-7f2188ccac6a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:20.061635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-c2e13d70-6d82-407a-94a0-4bca36f3342d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a HTTP/1.1" status: 200 len: 217 time: 0.1285508 Aug 29 17:22:20.177815 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.200563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53665f31-2364-40b4-a3ae-ffb6f5fb8cda req-d8237e75-3311-46fe-be81-8fe2cc57dac8 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701969 Aug 29 17:22:20.235314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3082-1ab4-41f8-a500-f4e108c517b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.260568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84d930e-5b98-41d6-814f-529033ffa7d0']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:20.302158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-2dcc6ad5-54b2-4629-9665-c4f5aac5d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.303655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-2dcc6ad5-54b2-4629-9665-c4f5aac5d11c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2202792 Aug 29 17:22:20.305337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49a51cc-7256-4606-b31e-832400eb295e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:20.305634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49a51cc-7256-4606-b31e-832400eb295e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:20.351196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.395006 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.418214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:22:20.419734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.421142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Deleting port 53807b3a-8b6b-4963-9422-39185efcc06b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:20.421641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:22:20.422364 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:22:20.494471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-95f61cbe-7fda-4ba1-a062-083e1c21a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.496018 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-95f61cbe-7fda-4ba1-a062-083e1c21a054 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685224 Aug 29 17:22:20.581106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.593152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dead0-187a-4d64-a4bb-4143919f9a7b req-30c3fbf1-0216-4efe-b817-f42a1515ec6e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.594263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.594475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c97dead0-187a-4d64-a4bb-4143919f9a7b req-30c3fbf1-0216-4efe-b817-f42a1515ec6e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 948 time: 0.2802866 Aug 29 17:22:20.596128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] 10.222.0.41 "DELETE /v2.0/networks/d84d930e-5b98-41d6-814f-529033ffa7d0 HTTP/1.1" status: 204 len: 168 time: 2.7682199 Aug 29 17:22:20.626749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b080fe-9a85-4c89-8adb-5fab7e5564e9 tempest-ServersTestMultiNic-5686301 tempest-ServersTestMultiNic-5686301-project] Pushing event deleted for resources: {'Network': ['ID=d84d930e-5b98-41d6-814f-529033ffa7d0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:20.670681 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3082-1ab4-41f8-a500-f4e108c517b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.683512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3082-1ab4-41f8-a500-f4e108c517b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.707327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-e26147ef-c43f-413e-bbdb-651889a45492 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018259 Aug 29 17:22:20.755367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] For port 53807b3a-8b6b-4963-9422-39185efcc06b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=53807b3a-8b6b-4963-9422-39185efcc06b,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:20.755737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.811340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Calling delete_port for 53807b3a-8b6b-4963-9422-39185efcc06b owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:20.819622 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c97dead0-187a-4d64-a4bb-4143919f9a7b req-b4445c72-98f1-434c-b9da-0f16b2e7a5d6 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147181 Aug 29 17:22:20.851327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3bbe3082-1ab4-41f8-a500-f4e108c517b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdf22be141b845b4a8a3b238596717ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0165627 Aug 29 17:22:20.852357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe3082-1ab4-41f8-a500-f4e108c517b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f131759-eccf-4b4f-9634-c93a113e48ab,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:20.854764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37732) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:20.894732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37734) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:21.047163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Deleting port 01058af9-64be-477e-a978-08ddc6561be3 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:21.047510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:21.060664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc314e41-cc7a-478a-b763-111f91f68a2c req-1b0b5bc1-92af-4a1c-b156-a499439cbc66 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433688 Aug 29 17:22:21.063694 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-810b5a1f-feea-460d-807b-e6273db6c4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:21.098160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-810b5a1f-feea-460d-807b-e6273db6c4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:21.274943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-259fe6c9-a821-4527-8736-52c835dbc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:21.276761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-259fe6c9-a821-4527-8736-52c835dbc4b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ebf00522bb419bad582078dae1da8a&device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 1100 time: 0.1139185 Aug 29 17:22:21.367903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] For port 01058af9-64be-477e-a978-08ddc6561be3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=01058af9-64be-477e-a978-08ddc6561be3,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:21.368294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:21.389162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Calling delete_port for 01058af9-64be-477e-a978-08ddc6561be3 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:21.392807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-810b5a1f-feea-460d-807b-e6273db6c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:21.395363 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-810b5a1f-feea-460d-807b-e6273db6c4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:21.399647 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-810b5a1f-feea-460d-807b-e6273db6c4dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f131759-eccf-4b4f-9634-c93a113e48ab HTTP/1.1" status: 204 len: 168 time: 0.5267749 Aug 29 17:22:21.434741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b5a1f-feea-460d-807b-e6273db6c4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f131759-eccf-4b4f-9634-c93a113e48ab,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:21.589687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-6e7ac24f-b962-4424-b452-b1e76214ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:21.591345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-6e7ac24f-b962-4424-b452-b1e76214ac84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.3040695 Aug 29 17:22:21.694700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-83c3dc2c-c7c9-49f0-99ae-55c623ca5854 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a HTTP/1.1" status: 200 len: 217 time: 0.0902152 Aug 29 17:22:21.740665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:21.872261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Pushing event deleted for resources: {'Port': ['ID=53807b3a-8b6b-4963-9422-39185efcc06b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:21.895877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-ac7e341e-45ca-4641-98bd-9870aee03e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:21.901283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-ac7e341e-45ca-4641-98bd-9870aee03e2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1974590 Aug 29 17:22:21.906529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:22.044056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296dde4-eec8-41af-8d31-bebc160a26b0 req-9c3f4104-fa81-47b0-bfd0-4cee94b21227 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:22.051516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1296dde4-eec8-41af-8d31-bebc160a26b0 req-9c3f4104-fa81-47b0-bfd0-4cee94b21227 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 945 time: 0.4855666 Aug 29 17:22:22.090652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37750) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:22.118066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e2f49a6-3064-4296-bca8-b152e5a8aa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:22.137878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:22.281332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1296dde4-eec8-41af-8d31-bebc160a26b0 req-b65253bb-f661-4dbf-8d65-81972c186a16 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236221 Aug 29 17:22:22.285197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01058af9-64be-477e-a978-08ddc6561be3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:22.597642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-c0a4da23-fdee-44c7-9fb8-6ef0fa20c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:22.599199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-c0a4da23-fdee-44c7-9fb8-6ef0fa20c2de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6825898 Aug 29 17:22:22.620873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:22.628280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec9172-e1d9-4b8b-8392-e19b441a14a2 req-ce817a3b-328b-4a6b-8186-67c42a2cc381 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:22.630715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14ec9172-e1d9-4b8b-8392-e19b441a14a2 req-ce817a3b-328b-4a6b-8186-67c42a2cc381 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 948 time: 0.6004131 Aug 29 17:22:22.709311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-b03d5297-cf89-413b-a2f4-b4cd3fcf08a0 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 258 time: 0.3747926 Aug 29 17:22:22.716058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:22.763800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14ec9172-e1d9-4b8b-8392-e19b441a14a2 req-2ec72afa-81f7-48a5-8eea-7b2625ae4ad5 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087425 Aug 29 17:22:22.790644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:22.893369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-9f2f2971-a8b4-4c93-9ef5-9b61d59f3fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817008 Aug 29 17:22:23.014312 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e2f49a6-3064-4296-bca8-b152e5a8aa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.072496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e2f49a6-3064-4296-bca8-b152e5a8aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.106969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6e2f49a6-3064-4296-bca8-b152e5a8aa04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec54474dcf7e498c9d1a6acab3476456&name=default HTTP/1.1" status: 200 len: 2981 time: 1.0151834 Aug 29 17:22:23.116914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37758) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:23.141089 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.207983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b32460f-96cc-4b91-ad02-9be4612a1d0a req-807e3f6d-939f-4411-8e0a-747cd9f0513d service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025930 Aug 29 17:22:23.229584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f49a6-3064-4296-bca8-b152e5a8aa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b9243a-29f4-4f50-9d37-e4029d7c4a44,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:23.303784 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-100439fd-7e17-4309-b852-75ccf1d37f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.306535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Deleting port 0b1630b9-f66d-4492-be30-a3c9dab5fad7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:23.307257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.374200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-100439fd-7e17-4309-b852-75ccf1d37f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.443149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] For port 0b1630b9-f66d-4492-be30-a3c9dab5fad7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0b1630b9-f66d-4492-be30-a3c9dab5fad7,segment=NetworkSegment(d84f1546-02a3-4572-997d-af8c55f95af0),segment_id=d84f1546-02a3-4572-997d-af8c55f95af0)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:23.443521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.458387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Calling delete_port for 0b1630b9-f66d-4492-be30-a3c9dab5fad7 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:23.475295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-100439fd-7e17-4309-b852-75ccf1d37f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.478054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-100439fd-7e17-4309-b852-75ccf1d37f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.479435 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-100439fd-7e17-4309-b852-75ccf1d37f1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79b9243a-29f4-4f50-9d37-e4029d7c4a44 HTTP/1.1" status: 204 len: 168 time: 0.3594983 Aug 29 17:22:23.524794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100439fd-7e17-4309-b852-75ccf1d37f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b9243a-29f4-4f50-9d37-e4029d7c4a44,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:23.763424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Router 74dd85fb-9e54-473c-95e8-a64ad6599010 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:23.818844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Router d29812be-aca3-419f-83c4-5acd652b66a1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:23.838504 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:23.906713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1630b9-f66d-4492-be30-a3c9dab5fad7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:24.073684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:24.092661 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] Sync routers for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:24.100097 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-77d657a8-4c98-4586-ae39-57787a9000e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/74dd85fb-9e54-473c-95e8-a64ad6599010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1909914 Aug 29 17:22:24.100676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37788) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:24.120171 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:24.123593 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:24.133566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:24.151238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90068f0-8019-48f6-bdf3-6c0058e896b6 req-0eeae4e4-b9ad-441f-befb-2b829eabd08e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:24.154239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c90068f0-8019-48f6-bdf3-6c0058e896b6 req-0eeae4e4-b9ad-441f-befb-2b829eabd08e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 948 time: 0.2567022 Aug 29 17:22:24.163459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:24.177888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] Sync routers for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:24.180346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d7fc324-ddf7-4cda-b281-3ed3fa991674 admin admin] 10.222.0.41 "PUT /v2.0/routers/d29812be-aca3-419f-83c4-5acd652b66a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1326017 Aug 29 17:22:24.182636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37792) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:24.201736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:24.205089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:24.463342 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:24.493474 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c90068f0-8019-48f6-bdf3-6c0058e896b6 req-f4ce4f8a-d36d-4884-8f45-b4747e9dcc41 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879697 Aug 29 17:22:24.502836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:24.569271 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:24.578302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:24.648615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:24.789613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Allocated IP 172.25.2.118 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/bbb5c5ca-b3b4-49cb-bc26-f2ab1e279c9b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:24.808254 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:22:24.811309 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:24.952626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:22:21Z', 'revision_number': 5, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port': {'id': 'f5b2ddcf-9797-462f-ba67-43910b78f443', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:06Z', 'updated_at': '2021-08-29T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:25.023929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] Checking router: d29812be-aca3-419f-83c4-5acd652b66a1 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:25.029728 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:22:21Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:25.046966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] Routers {'d29812be-aca3-419f-83c4-5acd652b66a1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:25.047624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d29812be-aca3-419f-83c4-5acd652b66a1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:25.054843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Deleting port f5b2ddcf-9797-462f-ba67-43910b78f443 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:25.055444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:25.090497 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] Checking router: 74dd85fb-9e54-473c-95e8-a64ad6599010 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:25.112254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:25.115439 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] Routers {'74dd85fb-9e54-473c-95e8-a64ad6599010'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:25.116074 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74dd85fb-9e54-473c-95e8-a64ad6599010'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:25.128606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:25.238522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] Set router d29812be-aca3-419f-83c4-5acd652b66a1 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:25.332525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] For port f5b2ddcf-9797-462f-ba67-43910b78f443, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f5b2ddcf-9797-462f-ba67-43910b78f443,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:25.332905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:25.335960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:25.387905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:22:24Z', 'revision_number': 6, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:25.390023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:22:25.399386 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] Set router 74dd85fb-9e54-473c-95e8-a64ad6599010 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:25.429249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Calling delete_port for f5b2ddcf-9797-462f-ba67-43910b78f443 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:25.434259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:25.447204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Deleting port e0048a96-ad33-436e-924a-2b3199372d15 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:25.447917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:25.458763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f0528-d0fb-4ac8-84be-ff4ed77375a6 None None] The sync data for ids ['d29812be-aca3-419f-83c4-5acd652b66a1'] in n-d-713499-15 is: [{'id': 'd29812be-aca3-419f-83c4-5acd652b66a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1581611987-router', 'tenant_id': '6a1dfb2e572947c5bc85c67306a77aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:05Z', 'updated_at': '2021-08-29T17:22:24Z', 'revision_number': 6, 'project_id': '6a1dfb2e572947c5bc85c67306a77aab', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:25.476484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:25.483101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:25.503228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:25.680535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:25.705529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': 'faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a', 'mac_address': 'fa:16:3e:ea:35:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:22:25.737218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Pushing event updated for resources: {'Port': ['ID=bbb5c5ca-b3b4-49cb-bc26-f2ab1e279c9b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:25.865004 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:25.896906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:25.922698 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:22:21Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:25.929832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:25.952869 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:25.995311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:26.014924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fbbabf45-565a-4e7c-9f40-2c7bf22ed12c admin admin] 10.222.0.41 "PUT /v2.0/routers/0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1156137 Aug 29 17:22:26.015642 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] Sync routers for ids ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:26.016697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37828) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:26.039419 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc027cd6-015a-4f57-97ce-9d866e85cc98 None None] The sync data for ids ['74dd85fb-9e54-473c-95e8-a64ad6599010'] in n-d-713499-15 is: [{'id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'name': 'tempest-ServersTestFqdnHostnames-404299328-router', 'tenant_id': '1221b2ea59c648bb95328e3c5f7e7914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:29Z', 'updated_at': '2021-08-29T17:22:21Z', 'revision_number': 5, 'project_id': '1221b2ea59c648bb95328e3c5f7e7914', 'gw_port': {'id': 'e0048a96-ad33-436e-924a-2b3199372d15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd85fb-9e54-473c-95e8-a64ad6599010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:30Z', 'updated_at': '2021-08-29T17:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:26.052594 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] Routers {'0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:26.053246 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:26.095751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:26.156968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.177453 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.221595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:26.230222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b2ddcf-9797-462f-ba67-43910b78f443,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:26.308452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f21a-3441-41f5-95d3-a21e18f1f6d5 req-d1ab7c32-a419-469a-9eed-fcb4ead89c5f tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:26.318239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cfd0f21a-3441-41f5-95d3-a21e18f1f6d5 req-d1ab7c32-a419-469a-9eed-fcb4ead89c5f tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 948 time: 0.6672821 Aug 29 17:22:26.325948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.337772 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] Set router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:26.405970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] For port e0048a96-ad33-436e-924a-2b3199372d15, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e0048a96-ad33-436e-924a-2b3199372d15,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:26.406798 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.533604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cfd0f21a-3441-41f5-95d3-a21e18f1f6d5 req-bf6f7653-9937-4d04-bc1b-dcb2bd2bd9b9 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141268 Aug 29 17:22:26.599837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Calling delete_port for e0048a96-ad33-436e-924a-2b3199372d15 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:26.623961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.750163 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.817054 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:22:23Z', 'revision_number': 5, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:26.878550 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] Checking router: 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:26.887374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.901165 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] Routers {'0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:26.903434 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:26.979001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.993579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.075768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.082049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.083117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d29812be-aca3-419f-83c4-5acd652b66a1 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:22:27.091369 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.103129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:27.104341 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.110364 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bdecf6d8-f764-498d-90ef-2c8111dfb986 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d29812be-aca3-419f-83c4-5acd652b66a1 HTTP/1.1" status: 204 len: 168 time: 2.9204826 Aug 29 17:22:27.114939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37856) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:27.164854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Deleting port ced475bb-350a-419a-a6dc-55482c679416 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:27.165209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.252372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:27.256845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:27.257222 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.285592 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] Set router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:27.307876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Pushing event updated for resources: {'Port': ['ID=bbb5c5ca-b3b4-49cb-bc26-f2ab1e279c9b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:27.330353 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.346485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.370219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8039c82-ead2-41cc-a0e1-7becb68e8923 admin admin] Deleting subnet c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:22:27.383926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d8039c82-ead2-41cc-a0e1-7becb68e8923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.451431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.455616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f66eadf4-3881-451a-9a34-e58a488f4fa5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7435131 Aug 29 17:22:27.477567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.479561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0048a96-ad33-436e-924a-2b3199372d15,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:27.517588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 53807b3a-8b6b-4963-9422-39185efcc06b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:27.549709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 53807b3a-8b6b-4963-9422-39185efcc06b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:27.549833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 53807b3a-8b6b-4963-9422-39185efcc06b not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:27.550259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 01058af9-64be-477e-a978-08ddc6561be3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:27.557136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efc484c-c770-4c51-bf78-926b22794c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:27.560500 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be21416-97c5-4c96-8e30-f648409c4671" -d '{"events": [{"server_uuid": "4efc484c-c770-4c51-bf78-926b22794c84", "name": "network-vif-plugged", "status": "completed", "tag": "faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:27.588216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 01058af9-64be-477e-a978-08ddc6561be3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:27.588952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 01058af9-64be-477e-a978-08ddc6561be3 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:27.589813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f5b2ddcf-9797-462f-ba67-43910b78f443 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:27.645558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f5b2ddcf-9797-462f-ba67-43910b78f443 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:27.645888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d8039c82-ead2-41cc-a0e1-7becb68e8923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.649900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f5b2ddcf-9797-462f-ba67-43910b78f443 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:27.657464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:27.677228 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.706374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] For port ced475bb-350a-419a-a6dc-55482c679416, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ced475bb-350a-419a-a6dc-55482c679416,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:27.706779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.709504 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.713932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-0d72df8b-0bbc-4e57-a9b2-794145be8989 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.2528193 Aug 29 17:22:27.811769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:27.907822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Calling delete_port for ced475bb-350a-419a-a6dc-55482c679416 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:27.971896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d8039c82-ead2-41cc-a0e1-7becb68e8923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.986333 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:22:23Z', 'revision_number': 5, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:28.002335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f5893dcd-afab-485e-838e-b0b13431e2ae tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:28.004186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-f5893dcd-afab-485e-838e-b0b13431e2ae tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2779620 Aug 29 17:22:28.018121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-6de55704-733a-4984-9541-5004e75c5050 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:22:28.019138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e57fc6e-8ae3-408f-9e83-89a059da9e86 req-6de55704-733a-4984-9541-5004e75c5050 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078800 Aug 29 17:22:28.055090 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e5e7e3-132a-4cd8-b147-45f2db26889a None None] The sync data for ids ['0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92'] in n-d-713499-15 is: [{'id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'name': 'tempest-ServersTestMultiNic-1579848487-router', 'tenant_id': '24ed4a06caae456bb0e14bc400424e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ced475bb-350a-419a-a6dc-55482c679416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:27Z', 'updated_at': '2021-08-29T17:22:23Z', 'revision_number': 5, 'project_id': '24ed4a06caae456bb0e14bc400424e27', 'gw_port': {'id': 'ced475bb-350a-419a-a6dc-55482c679416', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:28Z', 'updated_at': '2021-08-29T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:28.061715 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.062418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.118088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d8039c82-ead2-41cc-a0e1-7becb68e8923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.135001 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d94b9f-d965-46a1-b2c0-29733c71104a x-openstack-request-id: req-70d94b9f-d965-46a1-b2c0-29733c71104a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:28.135491 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efc484c-c770-4c51-bf78-926b22794c84", "name": "network-vif-plugged", "status": "completed", "tag": "faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:28.135491 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70d94b9f-d965-46a1-b2c0-29733c71104a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:28.135917 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efc484c-c770-4c51-bf78-926b22794c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a', 'code': 200} Aug 29 17:22:28.187247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8039c82-ead2-41cc-a0e1-7becb68e8923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e6ae67-15ce-4f92-ba50-e6a56002fcb9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:28.194335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0a9dd-d7ed-43bf-ac65-8bbdabfe7ba5 None None] Network ab1af198-a2d0-452b-a5c2-37f8c475916a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:28.197252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d8039c82-ead2-41cc-a0e1-7becb68e8923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.205804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d8039c82-ead2-41cc-a0e1-7becb68e8923 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c1e6ae67-15ce-4f92-ba50-e6a56002fcb9 HTTP/1.1" status: 204 len: 168 time: 1.0885389 Aug 29 17:22:28.208744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37894) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:28.415402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.570173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] DHCP port deletion for ab1af198-a2d0-452b-a5c2-37f8c475916a request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:28.678327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-286fd594-a16c-4abf-af30-aebf82a09538 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:28.681777 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-286fd594-a16c-4abf-af30-aebf82a09538 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2537119 Aug 29 17:22:28.693212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Deleting port a0e04d9c-8976-4547-8352-a1a551255f18 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:28.693593 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.744156 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.744814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74dd85fb-9e54-473c-95e8-a64ad6599010 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:22:28.749229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Deleting port a0e04d9c-8976-4547-8352-a1a551255f18 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:28.749604 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.768756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c96ab-6c15-4df3-ac9b-70761433aa8d req-22e4dbcb-5828-43c6-b8ed-8bdeeff25bfa tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:28.776538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d2c96ab-6c15-4df3-ac9b-70761433aa8d req-22e4dbcb-5828-43c6-b8ed-8bdeeff25bfa tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 950 time: 0.8836167 Aug 29 17:22:28.782799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.784028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-393069f3-0635-451a-a380-4f8b71e6ef0b admin admin] 10.222.0.41 "DELETE /v2.0/routers/74dd85fb-9e54-473c-95e8-a64ad6599010 HTTP/1.1" status: 204 len: 168 time: 4.6794186 Aug 29 17:22:28.786796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] For port a0e04d9c-8976-4547-8352-a1a551255f18, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a0e04d9c-8976-4547-8352-a1a551255f18,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:28.787182 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.809810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37904) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:28.810456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Calling delete_port for a0e04d9c-8976-4547-8352-a1a551255f18 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:28.911391 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d2c96ab-6c15-4df3-ac9b-70761433aa8d req-c61a3bb7-0aa7-417d-b477-5f6c104b8b0e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338015 Aug 29 17:22:28.936590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fd805-40e0-4c64-a700-d8af15aa8a26 req-05935d35-11fb-4ba0-9f89-1ed30cfc3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:28.938218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec5fd805-40e0-4c64-a700-d8af15aa8a26 req-05935d35-11fb-4ba0-9f89-1ed30cfc3578 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 1102 time: 0.2625964 Aug 29 17:22:28.938871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:28.972885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] For port a0e04d9c-8976-4547-8352-a1a551255f18, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a0e04d9c-8976-4547-8352-a1a551255f18,segment=NetworkSegment(420508d9-16cc-4ad3-8c63-66a9fab26391),segment_id=420508d9-16cc-4ad3-8c63-66a9fab26391)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:28.973339 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.006019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Calling delete_port for a0e04d9c-8976-4547-8352-a1a551255f18 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:29.011619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-628d938a-7d01-49d9-81a4-75107f51fb6a tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.3203282 Aug 29 17:22:29.015221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.046615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ced475bb-350a-419a-a6dc-55482c679416,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:29.062547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8449e97-d879-47ef-9c4f-277cff14acbf admin admin] Deleting subnet 0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:22:29.083721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Request body: {'floatingip': {'port_id': '2b3db9e5-195a-4e30-bb66-14837d627688', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:29.087848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e04d9c-8976-4547-8352-a1a551255f18,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:29.124045 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a8449e97-d879-47ef-9c4f-277cff14acbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.127037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] No DVR routers for this DVR port a0e04d9c-8976-4547-8352-a1a551255f18 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:29.157488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.246102 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.281378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec5fd805-40e0-4c64-a700-d8af15aa8a26 req-173a5a4c-7598-4fd1-916b-7ee6980fde63 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223577 Aug 29 17:22:29.299764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a8449e97-d879-47ef-9c4f-277cff14acbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.311577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Pushing event deleted for resources: {'Port': ['ID=a0e04d9c-8976-4547-8352-a1a551255f18,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:29.325811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] No DVR routers for this DVR port a0e04d9c-8976-4547-8352-a1a551255f18 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:29.328536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.328883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.329232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.329559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.329895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.330222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.330717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.331007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.331328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.331647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.332402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.332402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9272c-9c1b-4b90-ab55-cc3e022af42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:29.392477 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.498049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.522926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1af198-a2d0-452b-a5c2-37f8c475916a']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:29.584822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420508d9-16cc-4ad3-8c63-66a9fab26391') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:29.590572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420508d9-16cc-4ad3-8c63-66a9fab26391') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:29.618174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.625696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0b1630b9-f66d-4492-be30-a3c9dab5fad7 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:29.629749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.668203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0b1630b9-f66d-4492-be30-a3c9dab5fad7 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:29.668655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0b1630b9-f66d-4492-be30-a3c9dab5fad7 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:29.669178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a0e04d9c-8976-4547-8352-a1a551255f18 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:29.697895 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.720520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a0e04d9c-8976-4547-8352-a1a551255f18 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:29.721305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a0e04d9c-8976-4547-8352-a1a551255f18 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:29.722036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e0048a96-ad33-436e-924a-2b3199372d15 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:29.741789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.759007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e0048a96-ad33-436e-924a-2b3199372d15 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:29.765570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e0048a96-ad33-436e-924a-2b3199372d15 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:29.780449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:22:29.781410 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:22:29.784080 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:22:29.797441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.797967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:22:29.803402 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.806723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a1deb0cc-3f17-4537-ac84-483408ceba3c admin admin] 10.222.0.41 "DELETE /v2.0/routers/0d2020c4-4a87-4307-9c9c-4fe1f8dd9b92 HTTP/1.1" status: 204 len: 168 time: 3.7620451 Aug 29 17:22:29.814381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37926) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:29.915689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a8449e97-d879-47ef-9c4f-277cff14acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.993867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:30.009406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:30.017324 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb62b79-d4dd-456b-9b8a-de4f694fc3aa admin admin] Deleting subnet 56a9bdfd-ecbe-4773-81a8-4221b431d442 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:22:30.021192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37934) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:30.023147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] 10.222.0.41 "DELETE /v2.0/networks/ab1af198-a2d0-452b-a5c2-37f8c475916a HTTP/1.1" status: 204 len: 168 time: 1.8130999 Aug 29 17:22:30.036830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb62b79-d4dd-456b-9b8a-de4f694fc3aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:30.046681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37936) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:30.246728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2d11a09-cf40-4afa-8b3a-c6ebab8513e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:30.254649 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb62b79-d4dd-456b-9b8a-de4f694fc3aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:30.399091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a8449e97-d879-47ef-9c4f-277cff14acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:30.464781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dfe78-6d8c-4a80-8479-645570f3aac3 req-68afb583-8354-4898-aff6-c6fefb89c475 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:30.474774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e2dfe78-6d8c-4a80-8479-645570f3aac3 req-68afb583-8354-4898-aff6-c6fefb89c475 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 950 time: 0.4089274 Aug 29 17:22:30.604313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8449e97-d879-47ef-9c4f-277cff14acbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:30.618805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5cd258-b750-4ca5-bb1d-06593fada647 None None] Network 2f837ef0-0472-4677-9f97-4e06f0654f32 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:30.641088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a8449e97-d879-47ef-9c4f-277cff14acbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:30.642905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a8449e97-d879-47ef-9c4f-277cff14acbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0bdcc966-0ca4-4135-a2d7-9e2aa22a64f5 HTTP/1.1" status: 204 len: 168 time: 1.8260300 Aug 29 17:22:30.663209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37946) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:30.716799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb62b79-d4dd-456b-9b8a-de4f694fc3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:30.769617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57b1d2-5028-4079-883e-5932b9cbefcf admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1af198-a2d0-452b-a5c2-37f8c475916a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:30.919643 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e2dfe78-6d8c-4a80-8479-645570f3aac3 req-a848d8da-98b5-43c2-a704-f247ce0356e6 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718789 Aug 29 17:22:30.985401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.resource_extend [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:22:31.024624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] DHCP port deletion for 2f837ef0-0472-4677-9f97-4e06f0654f32 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:31.040661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.046003 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.051049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2d11a09-cf40-4afa-8b3a-c6ebab8513e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.070885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2d11a09-cf40-4afa-8b3a-c6ebab8513e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.116204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] Deleting port 4b749b69-4d24-41c3-8140-22787b1be4a1 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:31.116855 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.135660 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.188196 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Floating IP 476c5db4-8516-4723-be4a-ec1b7f4a4bd1 associated. External IP: 172.25.2.118, port: 2b3db9e5-195a-4e30-bb66-14837d627688. Aug 29 17:22:31.207051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d11a09-cf40-4afa-8b3a-c6ebab8513e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e40b35-3234-4843-8d0e-b815eb68b2a0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:31.239925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a2d11a09-cf40-4afa-8b3a-c6ebab8513e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c435a42ec73f4b33b2b4ea50e2ede02c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2075379 Aug 29 17:22:31.257484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37956) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:31.272496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb62b79-d4dd-456b-9b8a-de4f694fc3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.288268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] For port 4b749b69-4d24-41c3-8140-22787b1be4a1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4b749b69-4d24-41c3-8140-22787b1be4a1,segment=NetworkSegment(a5b9b958-5de5-49ee-9fe8-83a8b6da085d),segment_id=a5b9b958-5de5-49ee-9fe8-83a8b6da085d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:31.288971 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.305987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] Calling delete_port for 4b749b69-4d24-41c3-8140-22787b1be4a1 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:31.437477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ced475bb-350a-419a-a6dc-55482c679416 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:31.445596 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.519027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] No DVR routers for this DVR port 4b749b69-4d24-41c3-8140-22787b1be4a1 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:31.531187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966c336-cdaa-4c08-a023-82db4d353c9b None None] Pushing event deleted for resources: {'Port': ['ID=4b749b69-4d24-41c3-8140-22787b1be4a1,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:31.538001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc4013e-3bfd-4543-939a-0cbdbfe3e4d4 None None] Network 939dfb93-9d15-483c-9c37-440b2d0e84d7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:31.542206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ced475bb-350a-419a-a6dc-55482c679416 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:31.542557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ced475bb-350a-419a-a6dc-55482c679416 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:31.543557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4b749b69-4d24-41c3-8140-22787b1be4a1 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:31.544836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb62b79-d4dd-456b-9b8a-de4f694fc3aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.552263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-beb62b79-d4dd-456b-9b8a-de4f694fc3aa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/56a9bdfd-ecbe-4773-81a8-4221b431d442 HTTP/1.1" status: 204 len: 168 time: 1.7363706 Aug 29 17:22:31.559200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb62b79-d4dd-456b-9b8a-de4f694fc3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a9bdfd-ecbe-4773-81a8-4221b431d442,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:31.567664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37960) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:31.615173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 4b749b69-4d24-41c3-8140-22787b1be4a1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:31.615515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4b749b69-4d24-41c3-8140-22787b1be4a1 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:31.731222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Router 6143a401-ecfd-48a7-8b5a-9a463edc81be has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:31.733410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78ef1a06-f3af-4427-a704-c51b773c1f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.760728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.767101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Deleting port 4b749b69-4d24-41c3-8140-22787b1be4a1 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:31.767101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.821874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78ef1a06-f3af-4427-a704-c51b773c1f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.901760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] For port 4b749b69-4d24-41c3-8140-22787b1be4a1, host n-d-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:31.902319 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:31.988088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Calling delete_port for 4b749b69-4d24-41c3-8140-22787b1be4a1 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:31.994653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:32.001675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Port 4b749b69-4d24-41c3-8140-22787b1be4a1 was not found and therefore no delete operation was performed {{(pid=94796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:22:32.003479 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.017434 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.050473 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78ef1a06-f3af-4427-a704-c51b773c1f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.052039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78ef1a06-f3af-4427-a704-c51b773c1f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.053112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-78ef1a06-f3af-4427-a704-c51b773c1f74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87e40b35-3234-4843-8d0e-b815eb68b2a0 HTTP/1.1" status: 204 len: 168 time: 0.8070552 Aug 29 17:22:32.063619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] Sync routers for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:32.088918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:32.089729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:32.097109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b749b69-4d24-41c3-8140-22787b1be4a1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:32.105889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1e68bd02-b8ff-4961-a6da-fbcd95b390d7 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "PUT /v2.0/floatingips/476c5db4-8516-4723-be4a-ec1b7f4a4bd1 HTTP/1.1" status: 200 len: 996 time: 3.0683959 Aug 29 17:22:32.138940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] No DVR routers for this DVR port 4b749b69-4d24-41c3-8140-22787b1be4a1 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:32.143494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:32.145915 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e" -d '{"events": [{"name": "network-changed", "server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:32.169398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef1a06-f3af-4427-a704-c51b773c1f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e40b35-3234-4843-8d0e-b815eb68b2a0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:32.290487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-b6a2b277-e344-4846-9aad-7058d010460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:32.309047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.314972 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-b6a2b277-e344-4846-9aad-7058d010460e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27229e4c8d844c06bb15ba3112708dc6&device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 1097 time: 0.1995261 Aug 29 17:22:32.320395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] DHCP port deletion for 939dfb93-9d15-483c-9c37-440b2d0e84d7 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:32.330698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583ab75-6c58-4ff0-a7a3-42819623f6eb req-451e8f02-8b72-4799-b17f-20c084222899 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:32.340669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1583ab75-6c58-4ff0-a7a3-42819623f6eb req-451e8f02-8b72-4799-b17f-20c084222899 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 950 time: 0.3056667 Aug 29 17:22:32.355535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Deleting port 8d849e3f-6831-443a-b43f-98d49ca71c42 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:32.355535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.379772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:32.382488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.406975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f837ef0-0472-4677-9f97-4e06f0654f32']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:32.420974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:32.421379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b9b958-5de5-49ee-9fe8-83a8b6da085d') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:32.433409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.456069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.465033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:22:32.465625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:22:32.564743 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:22:32.572231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-72483084-dff4-44b3-adf8-a72291868f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:32.580374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-72483084-dff4-44b3-adf8-a72291868f02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 200 len: 930 time: 0.2644722 Aug 29 17:22:32.650226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.671115 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.675607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f837ef0-0472-4677-9f97-4e06f0654f32 HTTP/1.1" status: 204 len: 168 time: 2.0112655 Aug 29 17:22:32.698253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:32.711867 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-6a0f384c-963f-4ca8-8d22-75cb60a52c68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 999 time: 0.1303141 Aug 29 17:22:32.745509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5622482-cb9a-4d80-8dbb-3b9f93132ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f837ef0-0472-4677-9f97-4e06f0654f32,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:32.753149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] Deleting port 8d849e3f-6831-443a-b43f-98d49ca71c42 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:32.753786 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.768581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1583ab75-6c58-4ff0-a7a3-42819623f6eb req-fd9870d9-7e6f-4ea0-a306-3dce5df7b4ff tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269693 Aug 29 17:22:32.769748 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8683f1e8-7f11-40fe-871e-04423fce9112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.821847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-202c0dd3-7a82-4294-bb84-87c63edc7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:32.827062 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-202c0dd3-7a82-4294-bb84-87c63edc7f01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df70ae4b-eb35-423c-8abf-36ac19f695be HTTP/1.1" status: 200 len: 868 time: 0.1080303 Aug 29 17:22:32.836886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] For port 8d849e3f-6831-443a-b43f-98d49ca71c42, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8d849e3f-6831-443a-b43f-98d49ca71c42,segment=NetworkSegment(d84f1546-02a3-4572-997d-af8c55f95af0),segment_id=d84f1546-02a3-4572-997d-af8c55f95af0)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:32.837266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:32.859690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Calling delete_port for 8d849e3f-6831-443a-b43f-98d49ca71c42 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:32.928839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-9d913d6b-80f8-459f-b62d-352c93edf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:32.930472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-9d913d6b-80f8-459f-b62d-352c93edf819 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01478136-097f-456e-914b-d40201a94517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981727 Aug 29 17:22:32.942950 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d5c1f-0068-4cd8-81f5-83c0f21dc6a3 x-openstack-request-id: req-389d5c1f-0068-4cd8-81f5-83c0f21dc6a3 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:32.945897 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:32.946343 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-389d5c1f-0068-4cd8-81f5-83c0f21dc6a3 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:32.946996 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688', 'status': 'completed', 'code': 200} Aug 29 17:22:32.957729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-663b552e-8f8d-429a-b12a-56bb51463fe5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:22:32.959035 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-663b552e-8f8d-429a-b12a-56bb51463fe5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070693 Aug 29 17:22:32.971362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] For port 8d849e3f-6831-443a-b43f-98d49ca71c42, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8d849e3f-6831-443a-b43f-98d49ca71c42,segment=NetworkSegment(d84f1546-02a3-4572-997d-af8c55f95af0),segment_id=d84f1546-02a3-4572-997d-af8c55f95af0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:32.973017 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:33.017382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] Calling delete_port for 8d849e3f-6831-443a-b43f-98d49ca71c42 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:33.093030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37994) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:33.281148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-1f38706c-c262-40ad-81c7-01a2fb1b35bd service neutron] 10.222.0.41 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112028 Aug 29 17:22:33.310636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8d849e3f-6831-443a-b43f-98d49ca71c42 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:33.330805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-c6b6236a-2511-4e73-a2d5-232f3eb47f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:33.333416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-c6b6236a-2511-4e73-a2d5-232f3eb47f6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27229e4c8d844c06bb15ba3112708dc6&device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 1097 time: 0.3373334 Aug 29 17:22:33.370409 n-d-713499-15 neutron-server[94797]: INFO neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No ports have port_id starting with 8d849e3f-6831-443a-b43f-98d49ca71c42 Aug 29 17:22:33.375803 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:33.413787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] No DVR routers for this DVR port 8d849e3f-6831-443a-b43f-98d49ca71c42 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:33.415341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525bd0-6160-4879-97f9-90965883b6e5 None None] Pushing event deleted for resources: {'Port': ['ID=8d849e3f-6831-443a-b43f-98d49ca71c42,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:33.436401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '476c5db4-8516-4723-be4a-ec1b7f4a4bd1', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'floating_ip_address': '172.25.2.118', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'port_id': '2b3db9e5-195a-4e30-bb66-14837d627688', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'mac_address': 'fa:16:3e:c0:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:25Z', 'updated_at': '2021-08-29T17:22:30Z', 'revision_number': 1, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:22:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:33.482301 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56523d80-14ad-4f25-a7ab-24ddd135c02f req-a9ccbecd-e195-4d33-a788-328f09c1aa68 service neutron] 10.222.0.41 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980176 Aug 29 17:22:33.521384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] Checking router: 6143a401-ecfd-48a7-8b5a-9a463edc81be for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:33.543418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:33.544473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:33.746014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:33.861754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-42efe196-0549-47ca-8b4e-21cdd451c21e tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 258 time: 0.3229473 Aug 29 17:22:33.873211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:34.143310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '476c5db4-8516-4723-be4a-ec1b7f4a4bd1', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'floating_ip_address': '172.25.2.118', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'port_id': '2b3db9e5-195a-4e30-bb66-14837d627688', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'mac_address': 'fa:16:3e:c0:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:25Z', 'updated_at': '2021-08-29T17:22:30Z', 'revision_number': 1, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:22:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:34.149562 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-98e96076-574c-416e-bdfa-09bbcc2ce1ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1221b2ea59c648bb95328e3c5f7e7914&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0525804 Aug 29 17:22:34.152634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38014) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:34.175881 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.181209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021d845-0352-4f9c-84b5-08c7fc0e6ada None None] The sync data for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 is: [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '476c5db4-8516-4723-be4a-ec1b7f4a4bd1', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'floating_ip_address': '172.25.2.118', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'port_id': '2b3db9e5-195a-4e30-bb66-14837d627688', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'mac_address': 'fa:16:3e:c0:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:25Z', 'updated_at': '2021-08-29T17:22:30Z', 'revision_number': 1, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:22:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:34.249764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8683f1e8-7f11-40fe-871e-04423fce9112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.272769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83261717-5a3c-488d-8a70-cd2ad15c75c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.273463 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008702d-6cf4-480d-9ee5-4cc455153391 req-efabeab0-4dbf-4138-893b-9c01e9a899d8 tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:34.281262 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e008702d-6cf4-480d-9ee5-4cc455153391 req-efabeab0-4dbf-4138-893b-9c01e9a899d8 tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 1102 time: 0.9401004 Aug 29 17:22:34.291014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d849e3f-6831-443a-b43f-98d49ca71c42,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:34.297382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] No DVR routers for this DVR port 8d849e3f-6831-443a-b43f-98d49ca71c42 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:34.308078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83261717-5a3c-488d-8a70-cd2ad15c75c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.337545 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8683f1e8-7f11-40fe-871e-04423fce9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.359141 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.433238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38022) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:34.433483 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8683f1e8-7f11-40fe-871e-04423fce9112 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=827645ae1126423e893c0e6fca3feabe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7333024 Aug 29 17:22:34.435497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-771647dc-e775-4a7c-a055-c3ba79f00469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:34.441204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-771647dc-e775-4a7c-a055-c3ba79f00469 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 200 len: 930 time: 1.0789864 Aug 29 17:22:34.455302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83261717-5a3c-488d-8a70-cd2ad15c75c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.458542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83261717-5a3c-488d-8a70-cd2ad15c75c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.461378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83261717-5a3c-488d-8a70-cd2ad15c75c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8af0bb0-4d35-40a4-8dfb-41271c0cc8a2 HTTP/1.1" status: 204 len: 168 time: 0.3074064 Aug 29 17:22:34.484625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e008702d-6cf4-480d-9ee5-4cc455153391 req-1450cfe2-900a-4f4f-b9c8-d31300b5241e tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.525868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83261717-5a3c-488d-8a70-cd2ad15c75c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8af0bb0-4d35-40a4-8dfb-41271c0cc8a2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:34.581650 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cada193-d8b7-4f73-bbac-70cb5f0328e7 None None] New status for floating IP 476c5db4-8516-4723-be4a-ec1b7f4a4bd1: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:34.629830 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67316831-5e81-4a9b-bd82-d7a4a64de7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.667246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-096fec40-f2af-4da3-9b40-77bf3f898c4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 999 time: 0.1781819 Aug 29 17:22:34.669214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67316831-5e81-4a9b-bd82-d7a4a64de7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.680983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.796444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-38e14f33-22a2-4132-b982-d7d004ff6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:34.799263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-38e14f33-22a2-4132-b982-d7d004ff6711 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df70ae4b-eb35-423c-8abf-36ac19f695be HTTP/1.1" status: 200 len: 868 time: 0.0957828 Aug 29 17:22:34.859229 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.876013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683f1e8-7f11-40fe-871e-04423fce9112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c96a0e-89aa-48d6-9b6b-447385681566,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:34.889557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939dfb93-9d15-483c-9c37-440b2d0e84d7']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:34.906012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Deleting port af3c0311-3d6c-40e7-8928-f47f12404a70 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:34.906545 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.915616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84f1546-02a3-4572-997d-af8c55f95af0') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:34.915992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84f1546-02a3-4572-997d-af8c55f95af0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:34.939171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-93aef1cc-f94a-45c2-9da0-221d631063ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:34.941321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-93aef1cc-f94a-45c2-9da0-221d631063ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01478136-097f-456e-914b-d40201a94517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279407 Aug 29 17:22:35.002940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Allocated IP 172.25.2.252 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/8e828657-fe69-4dc1-8cf6-ab7e4a9c6676) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:35.015374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.016159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67316831-5e81-4a9b-bd82-d7a4a64de7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.020006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67316831-5e81-4a9b-bd82-d7a4a64de7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.021428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-67316831-5e81-4a9b-bd82-d7a4a64de7b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86c96a0e-89aa-48d6-9b6b-447385681566 HTTP/1.1" status: 204 len: 168 time: 0.5868995 Aug 29 17:22:35.075250 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67316831-5e81-4a9b-bd82-d7a4a64de7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c96a0e-89aa-48d6-9b6b-447385681566,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:35.162317 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.199270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-cb97eb9d-8f99-4c61-aea4-ef53f32cee94 service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795912 Aug 29 17:22:35.257280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.306841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:35.310770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:35.319899 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60cd2af9-ac52-40f6-a02d-5f21ef4ef92e req-35b3d729-5319-4062-8d44-524847f77502 service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044667 Aug 29 17:22:35.321222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:35.346035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.358996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Pushing event updated for resources: {'Port': ['ID=8e828657-fe69-4dc1-8cf6-ab7e4a9c6676,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:35.373132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:22:35.373684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:22:35.375510 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:22:35.440673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.477458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.538069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.546367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] For port af3c0311-3d6c-40e7-8928-f47f12404a70, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=af3c0311-3d6c-40e7-8928-f47f12404a70,segment=NetworkSegment(6993bb88-2331-408e-8484-ac3c639aaf37),segment_id=6993bb88-2331-408e-8484-ac3c639aaf37)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:35.546765 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.552682 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.557713 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] 10.222.0.41 "DELETE /v2.0/networks/939dfb93-9d15-483c-9c37-440b2d0e84d7 HTTP/1.1" status: 204 len: 168 time: 3.9813452 Aug 29 17:22:35.582860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Calling delete_port for af3c0311-3d6c-40e7-8928-f47f12404a70 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:35.590677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae178d-c947-4768-8ead-f07e6588a900 admin admin] Pushing event deleted for resources: {'Network': ['ID=939dfb93-9d15-483c-9c37-440b2d0e84d7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:35.700114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e008702d-6cf4-480d-9ee5-4cc455153391 req-1450cfe2-900a-4f4f-b9c8-d31300b5241e tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.714019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e008702d-6cf4-480d-9ee5-4cc455153391 req-1450cfe2-900a-4f4f-b9c8-d31300b5241e tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.757487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e008702d-6cf4-480d-9ee5-4cc455153391 req-1450cfe2-900a-4f4f-b9c8-d31300b5241e tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4753144 Aug 29 17:22:35.766439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450cfe2-900a-4f4f-b9c8-d31300b5241e tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda7f7ec-1ad2-461a-a69c-6de61ffde806,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:35.809288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.819269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.892239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38086) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:35.899909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Pushing event updated for resources: {'Port': ['ID=8e828657-fe69-4dc1-8cf6-ab7e4a9c6676,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:35.926112 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.951908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:35.954321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e04954f5-3c09-4f8d-885d-7b06f9cf7bd2 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0858119 Aug 29 17:22:36.014763 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4831c1cf-dcf8-43b6-a89a-f7f72c966cf3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24ed4a06caae456bb0e14bc400424e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208286 Aug 29 17:22:36.017342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38092) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:36.036336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-e0340ba8-614b-4acc-9d2d-5110a54b70b4 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0733910 Aug 29 17:22:36.065533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.106274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3c0311-3d6c-40e7-8928-f47f12404a70,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:36.123359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b5caae-52cb-4d33-b5cd-23802235d858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.203420 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b5caae-52cb-4d33-b5cd-23802235d858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.278235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-77c2009f-1cc6-471e-9b61-b5ca8c3d8d2b tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:36.283247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a71fb252-3d80-43ac-9ed3-0d080ad1feb9 req-77c2009f-1cc6-471e-9b61-b5ca8c3d8d2b tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2398705 Aug 29 17:22:36.415776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38112) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:36.455681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5baa5-0336-467b-bd68-d30ab6985df3 req-16695050-e50f-44ea-a75e-70a41f5049a4 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:36.486932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ed5baa5-0336-467b-bd68-d30ab6985df3 req-16695050-e50f-44ea-a75e-70a41f5049a4 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1187401 Aug 29 17:22:36.505931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b5caae-52cb-4d33-b5cd-23802235d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.508487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b5caae-52cb-4d33-b5cd-23802235d858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.509901 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-40b5caae-52cb-4d33-b5cd-23802235d858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b81ef177-c1b1-4fa0-a100-b1cf5dc18170 HTTP/1.1" status: 204 len: 168 time: 0.4914739 Aug 29 17:22:36.543216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5caae-52cb-4d33-b5cd-23802235d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81ef177-c1b1-4fa0-a100-b1cf5dc18170,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:36.571190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ed5baa5-0336-467b-bd68-d30ab6985df3 req-52622182-ab10-4607-a9f0-8aa393cff5f9 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0810175 Aug 29 17:22:36.572195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-de30f9ad-befe-40bf-9d68-b09cc983ebdd tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:36.573674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-de30f9ad-befe-40bf-9d68-b09cc983ebdd tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/networks?id=76aaed27-d623-4e37-9ac0-2c73a8ebcf04 HTTP/1.1" status: 200 len: 815 time: 0.2118726 Aug 29 17:22:36.574718 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.581603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9ed5baa5-0336-467b-bd68-d30ab6985df3 req-54d4926d-b501-4531-abe7-42b7010b918d tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Request body: {'floatingip': {'port_id': '2b3db9e5-195a-4e30-bb66-14837d627688', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:36.598217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-99e06944-3e2e-4f4c-983a-d3dcaf26a2d3 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/quotas/24cab83e585e457bae4b42a6f83374c7 HTTP/1.1" status: 200 len: 375 time: 0.0140531 Aug 29 17:22:36.639542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-668515475-network', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:36.665870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ed5baa5-0336-467b-bd68-d30ab6985df3 req-54d4926d-b501-4531-abe7-42b7010b918d tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.776924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Made reservation on behalf of c9f3b58da3f04f44ab3ed5e3e3c97f4b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:36.780938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.799350 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.807058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-835230b2-188c-4c86-8c5c-081fdcbdeb1e tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24cab83e585e457bae4b42a6f83374c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1716967 Aug 29 17:22:36.918917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38134) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:37.028348 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-9ed5baa5-0336-467b-bd68-d30ab6985df3 req-54d4926d-b501-4531-abe7-42b7010b918d tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 17:22:37.029620 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ed5baa5-0336-467b-bd68-d30ab6985df3 req-54d4926d-b501-4531-abe7-42b7010b918d tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "PUT /v2.0/floatingips/d9b0dbf1-0a59-44e7-b3a1-2294332106b2 HTTP/1.1" status: 409 len: 550 time: 0.4569991 Aug 29 17:22:37.038770 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-41b2f896-b924-474b-999d-ea1c5809289f service neutron] 10.222.0.41 "GET /v2.0/networks/76aaed27-d623-4e37-9ac0-2c73a8ebcf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223742 Aug 29 17:22:37.122654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-network', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:37.152283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Router fec3f37a-a13c-4ac6-93aa-087d37c28d05 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:37.186786 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.205257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34013-51e0-4c0a-8aab-ced09c6827ab req-f34815ae-9342-40ff-95c8-57803b6b3db9 tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:37.218701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-31b34013-51e0-4c0a-8aab-ced09c6827ab req-f34815ae-9342-40ff-95c8-57803b6b3db9 tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 1102 time: 0.1066263 Aug 29 17:22:37.230970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.270830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:22:37.289341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Made reservation on behalf of 028aaa11703b47ffbdc126e511a5b1f8 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:37.291734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.301385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-82b57b64-a3f2-4587-a5fa-954db00e0ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/76aaed27-d623-4e37-9ac0-2c73a8ebcf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446420 Aug 29 17:22:37.315317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.315486 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-31b34013-51e0-4c0a-8aab-ced09c6827ab req-90c9edea-4f2c-4acd-a1c9-c20d1228cf1e tempest-ServersAdminNegativeTestJSON-234091572 tempest-ServersAdminNegativeTestJSON-234091572-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886347 Aug 29 17:22:37.315670 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Added segment b59041c4-fb51-4dd6-a2bf-41144cff0677 of type vlan for network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 Aug 29 17:22:37.354450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.374506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb170b6-bcf0-413d-ae5d-2d584fa1bedd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:37.441033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.454252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-9ae5a6f7-33d7-40a2-bd23-7484955162c5 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips/d9b0dbf1-0a59-44e7-b3a1-2294332106b2 HTTP/1.1" status: 200 len: 693 time: 0.0996139 Aug 29 17:22:37.459264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:37.473679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] Sync routers for ids ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:37.478386 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ee13c93a-389f-42bc-ba50-44555df4a1b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/fec3f37a-a13c-4ac6-93aa-087d37c28d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4306805 Aug 29 17:22:37.484260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38160) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:37.497003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] Routers {'fec3f37a-a13c-4ac6-93aa-087d37c28d05'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:37.501932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:37.621582 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.622577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:37.623200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.749062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-80571f8f-af99-4bda-8b94-dcba69c8072c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:37.750808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-80571f8f-af99-4bda-8b94-dcba69c8072c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2955689 Aug 29 17:22:37.763972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-97092a97-b4e5-427a-99e2-96a34ba8c391 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:22:37.764880 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-97092a97-b4e5-427a-99e2-96a34ba8c391 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072606 Aug 29 17:22:37.777793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2870b77-bd03-4dc3-bcea-a1a15988746d req-77f2c97e-454c-49e7-83c4-7d131019df24 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 210 time: 0.0998409 Aug 29 17:22:37.781341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] Set router fec3f37a-a13c-4ac6-93aa-087d37c28d05 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:37.815092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38180) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:37.824281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] Pushing event updated for resources: {'Network': ['ID=6180715b-cb46-4e3c-becf-bc3c7abf7f19,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:37.827456 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.874045 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.889326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-e193e6ea-87b5-4a15-8411-401b73d88ae3 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.1166081 Aug 29 17:22:37.894706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:37.957365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cf26e2ff-1758-465c-946d-5bf005e24ebd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5381701 Aug 29 17:22:37.984221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38190) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:37.991546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Request body: {'subnet': {'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-668515475-subnet', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:38.050447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:22:38.057557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-530332514-network', 'tenant_id': '4b39532fb2bc46cd87947b943e67df62'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:38.058724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Made reservation on behalf of c9f3b58da3f04f44ab3ed5e3e3c97f4b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:38.065824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.083262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-71da928c-1932-4d03-ab83-5879e6963bf0 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.1808066 Aug 29 17:22:38.107033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Made reservation on behalf of 4b39532fb2bc46cd87947b943e67df62 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:38.113641 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.135406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.159306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:22:38.182863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:22:35Z', 'revision_number': 5, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port': {'id': 'bebfcc7c-d7d0-42d2-bb50-083419558e61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:24Z', 'updated_at': '2021-08-29T17:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:38.200753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c300f6f-320e-43d0-acf4-ef526ca34256,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:38.283090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.334338 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.334854 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Added segment d0bb44c0-9704-49c8-b59f-42453d8ee6bd of type vlan for network 9bed0696-33c8-4a0e-996b-97e4959e9694 Aug 29 17:22:38.373424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] Checking router: fec3f37a-a13c-4ac6-93aa-087d37c28d05 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:38.383841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] Routers {'fec3f37a-a13c-4ac6-93aa-087d37c28d05'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:38.385671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:38.402131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.433524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95519a0c-bcf0-496a-baba-8c98366f34ea req-2729fa07-ac65-48b3-8b22-ef1cecbe42a4 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:38.441729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95519a0c-bcf0-496a-baba-8c98366f34ea req-2729fa07-ac65-48b3-8b22-ef1cecbe42a4 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 950 time: 0.1562600 Aug 29 17:22:38.462898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Deleting port 8e828657-fe69-4dc1-8cf6-ab7e4a9c6676 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:38.463240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.501950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] Set router fec3f37a-a13c-4ac6-93aa-087d37c28d05 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:38.520697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Deleting port bebfcc7c-d7d0-42d2-bb50-083419558e61 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:38.521128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.551492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.552618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:38.553533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.587498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.587829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.603653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:22:38Z', 'revision_number': 6, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:38.604230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Calling delete_port for 8e828657-fe69-4dc1-8cf6-ab7e4a9c6676 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:38.608569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95519a0c-bcf0-496a-baba-8c98366f34ea req-f502dae8-3dbc-4137-9cfd-319f7ce72369 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657834 Aug 29 17:22:38.657173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2116e39-a411-4df1-9f2c-2ecd987e8ddf None None] The sync data for ids ['fec3f37a-a13c-4ac6-93aa-087d37c28d05'] in n-d-713499-15 is: [{'id': 'fec3f37a-a13c-4ac6-93aa-087d37c28d05', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22544080-router', 'tenant_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:22Z', 'updated_at': '2021-08-29T17:22:38Z', 'revision_number': 6, 'project_id': 'b1dc50cb97de42eabee5a89a4c5c9efb', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:38.812758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.888146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.893709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9437c7e2-21d4-460b-98fa-86c032cb5561,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:38.930641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Pushing event deleted for resources: {'Port': ['ID=8e828657-fe69-4dc1-8cf6-ab7e4a9c6676,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:38.936901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Checking segment: {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:38.937213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Network hostable DHCP agents. Network: 6180715b-cb46-4e3c-becf-bc3c7abf7f19, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:22:39.009818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.013668 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.015443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c350dcf-1778-4823-bdc3-593aa39e1356 req-474d2c26-1433-48e5-a8c3-ef0b30b50c9c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "DELETE /v2.0/floatingips/d9b0dbf1-0a59-44e7-b3a1-2294332106b2 HTTP/1.1" status: 204 len: 173 time: 0.8369455 Aug 29 17:22:39.034008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:22:39.055070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4f15799-3779-4884-b02f-2a03e3d33619 req-7af6b127-a0cc-428d-8364-3f930100910f tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 210 time: 0.0858970 Aug 29 17:22:39.164526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device af3c0311-3d6c-40e7-8928-f47f12404a70 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:39.180334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-caf88e87-e878-488b-b03f-df2a091389af tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 1001 time: 0.1436038 Aug 29 17:22:39.183394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 6180715b-cb46-4e3c-becf-bc3c7abf7f19) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:39.190749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=9bed0696-33c8-4a0e-996b-97e4959e9694,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:39.210985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:39.211896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.222857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00209d63-4233-4bdd-a14f-d80550b806c5 None None] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:39.232052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] For port bebfcc7c-d7d0-42d2-bb50-083419558e61, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bebfcc7c-d7d0-42d2-bb50-083419558e61,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:39.232560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.236834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.263023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.266246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Calling delete_port for bebfcc7c-d7d0-42d2-bb50-083419558e61 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:39.281786 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8687a5d0-f49e-4af2-881b-b9b0a1fe9fb0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3587124 Aug 29 17:22:39.290258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38214) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:39.298398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:22:39.304700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Request body: {'subnet': {'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-subnet', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:39.314206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:22:39.345445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8842a5a2-5af9-4b3c-8adb-959df6b8bdca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3576484 Aug 29 17:22:39.351244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38216) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:39.359042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-9043fbd9-c308-4c28-ba2f-1254b0c97675 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:39.370637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-9043fbd9-c308-4c28-ba2f-1254b0c97675 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports/2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 942 time: 0.1844423 Aug 29 17:22:39.376325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:39.392217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-0e36f9c1-1a9f-4ad9-80f3-32e33c208a9c tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:39.393649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-0e36f9c1-1a9f-4ad9-80f3-32e33c208a9c tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.44 "GET /v2.0/networks?id=76aaed27-d623-4e37-9ac0-2c73a8ebcf04 HTTP/1.1" status: 200 len: 815 time: 0.3282602 Aug 29 17:22:39.397643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: af3c0311-3d6c-40e7-8928-f47f12404a70 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:39.398291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device af3c0311-3d6c-40e7-8928-f47f12404a70 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:39.405804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Made reservation on behalf of 028aaa11703b47ffbdc126e511a5b1f8 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:39.408872 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.410991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1aec1d-e990-4af9-8078-2796aa8a7f68,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:39.414035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.420908 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Added segment 8087f2bc-18da-48e8-af0e-98d68066da52 of type vlan for network d1b07957-9a9e-46ef-8a27-16a574c7bf8e Aug 29 17:22:39.453554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Request body: {'port': {'device_id': '653bc8ed-95b8-4087-a0f7-2c9b500d5d0c', 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04', 'admin_state_up': True, 'tenant_id': '24cab83e585e457bae4b42a6f83374c7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:39.595013 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.610552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:22:39.624206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.758213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.759547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.797859 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.824550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-ed2d0fe7-4cbd-455f-a9a3-ec63ac63cfe6 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 1001 time: 0.2029123 Aug 29 17:22:39.899447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.901607 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.902870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:39.903677 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.999588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Allocated IP 172.20.0.2 (6180715b-cb46-4e3c-becf-bc3c7abf7f19/9437c7e2-21d4-460b-98fa-86c032cb5561/099a0d8c-5068-488e-ac84-c981cad3324a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:40.028168 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.036291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59319c4-b607-411d-b411-ef281287f5ad,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:40.141229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Checking segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:40.141903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Network hostable DHCP agents. Network: 9bed0696-33c8-4a0e-996b-97e4959e9694, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:22:40.173390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b07957-9a9e-46ef-8a27-16a574c7bf8e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:40.187748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d1b07957-9a9e-46ef-8a27-16a574c7bf8e details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:22:40.306832 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.340206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Transition to ACTIVE for port object 099a0d8c-5068-488e-ac84-c981cad3324a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:40.365114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Transition to ACTIVE for port object 099a0d8c-5068-488e-ac84-c981cad3324a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:40.375321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.377597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Made reservation on behalf of 24cab83e585e457bae4b42a6f83374c7 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:40.387429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.397312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebfcc7c-d7d0-42d2-bb50-083419558e61,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:40.400457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-944143ca-03bc-4bd9-9ddc-1810cd39fe84 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5844276 Aug 29 17:22:40.424334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38250) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:40.424670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:40.428458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:40.432504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:40.444455 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.472971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Request body: {'subnet': {'network_id': 'd1b07957-9a9e-46ef-8a27-16a574c7bf8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-530332514-subnet', 'tenant_id': '4b39532fb2bc46cd87947b943e67df62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:40.557471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Attempting to bind port 099a0d8c-5068-488e-ac84-c981cad3324a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:40.557792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Attempting to bind port 099a0d8c-5068-488e-ac84-c981cad3324a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:40.558207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Attempting to bind port 099a0d8c-5068-488e-ac84-c981cad3324a on network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:40.569398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-b234afbe-7690-46cc-84d9-3ab8ef2cb652 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:40.572421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-b234afbe-7690-46cc-84d9-3ab8ef2cb652 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.43 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 950 time: 0.9574163 Aug 29 17:22:40.577441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Pushing event updated for resources: {'Port': ['ID=099a0d8c-5068-488e-ac84-c981cad3324a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:40.585028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:40.585466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Checking segment: {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:40.585946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.586260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Bound using segment: {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:40.586805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Bound port: 099a0d8c-5068-488e-ac84-c981cad3324a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:40.587266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.609845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-9ded1980-9e6f-49df-88e5-a0f059b191b0 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:40.618978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-9ded1980-9e6f-49df-88e5-a0f059b191b0 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.7934895 Aug 29 17:22:40.693019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.706154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:22:40.742033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 9bed0696-33c8-4a0e-996b-97e4959e9694) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:40.758709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] For port 099a0d8c-5068-488e-ac84-c981cad3324a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:40.763238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01de640-7173-41d2-9d4a-282923e53a68 None None] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:40.791141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:40.792756 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.806203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599097b-6555-4e41-83b9-4adfd8b4a327 req-3b1198e9-0ec1-4b02-b96e-20dffd99ebde tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:40.820759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c599097b-6555-4e41-83b9-4adfd8b4a327 req-3b1198e9-0ec1-4b02-b96e-20dffd99ebde tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 950 time: 0.9260757 Aug 29 17:22:40.828356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-e57662b5-9f91-4506-976e-59a541bb8147 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 1001 time: 0.2079403 Aug 29 17:22:40.837562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:40.882994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-72622928-7481-4860-b500-95c2563ca033 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5872326 Aug 29 17:22:40.893241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38256) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:40.900030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:40.927765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] For port 099a0d8c-5068-488e-ac84-c981cad3324a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=099a0d8c-5068-488e-ac84-c981cad3324a,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:40.933770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Made reservation on behalf of 4b39532fb2bc46cd87947b943e67df62 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:40.937676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.940212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.951787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.986461 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.997713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.999081 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.011224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaff98-4fef-4279-ae8c-358b62c0515c None None] Pushing event updated for resources: {'Port': ['ID=099a0d8c-5068-488e-ac84-c981cad3324a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:41.022268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.108440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-9bed0696-33c8-4a0e-996b-97e4959e9694', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:22:41.109941 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.197473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.279157 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.280089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fec3f37a-a13c-4ac6-93aa-087d37c28d05 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:22:41.290783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.299928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d98bf7ee-8e05-4046-aba5-8db8e1213474 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fec3f37a-a13c-4ac6-93aa-087d37c28d05 HTTP/1.1" status: 204 len: 168 time: 3.8067660 Aug 29 17:22:41.306510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38262) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:41.483836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bebfcc7c-d7d0-42d2-bb50-083419558e61 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:41.528335 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-84291394-66bd-4920-9430-d1aa1f4a37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.533059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Allocated IP 172.20.0.5 (76aaed27-d623-4e37-9ac0-2c73a8ebcf04/7fec0d99-1333-45dd-b2f7-1d9ec58d075a/ecd3e207-165c-4cae-8717-4e8f1e9b0948) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:41.546190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: bebfcc7c-d7d0-42d2-bb50-083419558e61 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:41.546850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bebfcc7c-d7d0-42d2-bb50-083419558e61 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:41.656749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Allocated IP 172.20.0.2 (9bed0696-33c8-4a0e-996b-97e4959e9694/a59319c4-b607-411d-b411-ef281287f5ad/cd0f8846-717a-433d-a578-f27cf4545e83) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:41.748543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.774113 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.777418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.779036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Transition to ACTIVE for port object ecd3e207-165c-4cae-8717-4e8f1e9b0948 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:41.805562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.806140 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Floating IP 476c5db4-8516-4723-be4a-ec1b7f4a4bd1 disassociated. External IP: 172.25.2.118, port: 2b3db9e5-195a-4e30-bb66-14837d627688. Aug 29 17:22:41.840496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c599097b-6555-4e41-83b9-4adfd8b4a327 req-f442443e-ea24-4e04-926e-ae6ca33291ef tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0107408 Aug 29 17:22:41.879125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a86ca7-c162-4f83-abb9-57ff37ca4ea5 admin admin] Deleting subnet 78da7db2-fe98-48f9-b497-7b8d32d5561e {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:22:41.882850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.905435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18a86ca7-c162-4f83-abb9-57ff37ca4ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.925927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.019479 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.040390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Transition to ACTIVE for port object cd0f8846-717a-433d-a578-f27cf4545e83 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:42.052685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ba5a8d5-eb96-4dfd-8b45-bd464116d63a req-f5a04485-6636-49cc-a3bd-8b7ec9f4e35c tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 210 time: 0.0747433 Aug 29 17:22:42.096060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Transition to ACTIVE for port object cd0f8846-717a-433d-a578-f27cf4545e83 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:42.107711 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.137826 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18a86ca7-c162-4f83-abb9-57ff37ca4ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.140639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.215144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Pushing event updated for resources: {'Port': ['ID=cd0f8846-717a-433d-a578-f27cf4545e83,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:42.249734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:42.266117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:42.270110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:42.282127 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.372870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Deleting port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:42.373247 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.383418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Allocated IP 172.25.2.211 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/8322e709-8255-4935-bb5a-4c2c6fa26ccf) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:42.397059 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.426156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Attempting to bind port cd0f8846-717a-433d-a578-f27cf4545e83 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:42.428868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Attempting to bind port cd0f8846-717a-433d-a578-f27cf4545e83 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:42.429654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Attempting to bind port cd0f8846-717a-433d-a578-f27cf4545e83 on network 9bed0696-33c8-4a0e-996b-97e4959e9694 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:42.443028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:42.443456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Checking segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:42.443815 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.444364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Bound using segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:42.444679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Bound port: cd0f8846-717a-433d-a578-f27cf4545e83, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:42.450190 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.552138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18a86ca7-c162-4f83-abb9-57ff37ca4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.596194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Router 6143a401-ecfd-48a7-8b5a-9a463edc81be has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:42.600005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] For port cd0f8846-717a-433d-a578-f27cf4545e83, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:42.616099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] For port cd0f8846-717a-433d-a578-f27cf4545e83, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cd0f8846-717a-433d-a578-f27cf4545e83,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:42.626999 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.636949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:42.740141 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18a86ca7-c162-4f83-abb9-57ff37ca4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.749789 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.752562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:42.753771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c06119-b970-473b-99db-3b8a108c2635 None None] Pushing event updated for resources: {'Port': ['ID=cd0f8846-717a-433d-a578-f27cf4545e83,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:42.791514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:42.832885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d78f0b3-beaa-4fc5-8180-677efadb6843 None None] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:42.892370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Pushing event updated for resources: {'Port': ['ID=ecd3e207-165c-4cae-8717-4e8f1e9b0948,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:42.916853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18a86ca7-c162-4f83-abb9-57ff37ca4ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.919971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-18a86ca7-c162-4f83-abb9-57ff37ca4ea5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/78da7db2-fe98-48f9-b497-7b8d32d5561e HTTP/1.1" status: 204 len: 168 time: 1.5909584 Aug 29 17:22:42.924431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38282) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:42.958478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6421ff8a-52be-4f7f-aa14-670608ac0f37,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:43.027073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18541a7-f829-45c3-88ce-d2b669c28225 None None] Network c46d23a0-a022-43ac-89c5-461b7ba508c4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:43.129610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.232796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:43.252614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.254166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Checking segment: {'id': '8087f2bc-18da-48e8-af0e-98d68066da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd1b07957-9a9e-46ef-8a27-16a574c7bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:43.261145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Network hostable DHCP agents. Network: d1b07957-9a9e-46ef-8a27-16a574c7bf8e, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:22:43.300771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:43.301733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.335454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:43.367571 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.368492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a86ca7-c162-4f83-abb9-57ff37ca4ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78da7db2-fe98-48f9-b497-7b8d32d5561e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:43.409325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-63a26db9-b49a-4230-a249-9f390d47053f None None] Provisioning for port 099a0d8c-5068-488e-ac84-c981cad3324a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:43.456921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-cc323b0e-ad05-4a37-8928-efe309e08c33 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "PUT /v2.0/floatingips/476c5db4-8516-4723-be4a-ec1b7f4a4bd1 HTTP/1.1" status: 200 len: 695 time: 2.6269350 Aug 29 17:22:43.465229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:43.470985 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ff1858-4fe6-48c1-8204-0542883407b5" -d '{"events": [{"name": "network-changed", "server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:43.476520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.491635 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.571219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.578242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] For port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:43.578882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.634905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cd0f8846-717a-433d-a578-f27cf4545e83 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:43.669739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Calling delete_port for faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:43.683808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-aa19d50f-14ce-4213-aabc-58f4a2040239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:43.701860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-aa19d50f-14ce-4213-aabc-58f4a2040239 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27229e4c8d844c06bb15ba3112708dc6&device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 1097 time: 0.2222176 Aug 29 17:22:43.731062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-23b257ca-327a-4b4c-97cb-86e15d76c5de tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2920465 Aug 29 17:22:43.775198 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] Sync routers for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:43.804089 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:43.805208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:43.813013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:43.854812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Request body: {'port': {'device_id': '653bc8ed-95b8-4087-a0f7-2c9b500d5d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:43.898916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Network d1b07957-9a9e-46ef-8a27-16a574c7bf8e is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:22:43.922544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:43.961810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eba13c-2d23-4a13-8d9b-5470262da3ff req-8a9980d5-b44a-45b7-afb1-4ad9f55a13e4 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:43.977270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02eba13c-2d23-4a13-8d9b-5470262da3ff req-8a9980d5-b44a-45b7-afb1-4ad9f55a13e4 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efc484c-c770-4c51-bf78-926b22794c84 HTTP/1.1" status: 200 len: 950 time: 1.0040100 Aug 29 17:22:43.979135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:44.002324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Pushing event updated for resources: {'Port': ['ID=8322e709-8255-4935-bb5a-4c2c6fa26ccf,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:44.107061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Allocated IP 172.25.2.136 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/1625814b-e019-4912-a343-b39066670d5c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:44.128650 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:44.190322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d1b07957-9a9e-46ef-8a27-16a574c7bf8e) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:44.299420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02eba13c-2d23-4a13-8d9b-5470262da3ff req-f37d7af0-cc8d-49af-a430-91ef29f81eb3 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211622 Aug 29 17:22:44.304796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:44.305420 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.356111 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.369041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45245e21-15a7-4067-866a-bf18f71aef47 None None] Network d1b07957-9a9e-46ef-8a27-16a574c7bf8e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:44.450073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-394b5556-28f6-4431-a576-4c96535b2123 None None] Provisioning for port ecd3e207-165c-4cae-8717-4e8f1e9b0948 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:44.611987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.624032 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.656014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-394b5556-28f6-4431-a576-4c96535b2123 None None] Provisioning complete for port ecd3e207-165c-4cae-8717-4e8f1e9b0948 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:44.656710 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-394b5556-28f6-4431-a576-4c96535b2123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.657952 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efe032d8-aa2c-471a-9ea0-0829a1ea15f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.696827 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.704392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-7bb7d378-268d-465b-86a5-25051d7d1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:44.706132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-7bb7d378-268d-465b-86a5-25051d7d1912 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 200 len: 930 time: 1.0032241 Aug 29 17:22:44.731877 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:22:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:44.763809 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] Checking router: 6143a401-ecfd-48a7-8b5a-9a463edc81be for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:44.780100 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:44.781244 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:44.789308 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f3f6180f-04a7-4d2b-9123-b5ca0c16d08a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.3407712 Aug 29 17:22:44.790128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7a317-3e2f-456e-b4bf-b3be3e8ded3b None None] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:44.845160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.846764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-394b5556-28f6-4431-a576-4c96535b2123 None None] Port ecd3e207-165c-4cae-8717-4e8f1e9b0948 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:44.875950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.890227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['999ee9ae-6b9d-4753-ba9b-98a148507ecf'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:44.971325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Deleting port 8416adc4-c2c1-406b-b848-8ae794a8daef {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:44.971648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:45.028800 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:45.043967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-4f00db06-20fd-4600-9c05-dc6fa0a96904 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 217 time: 0.1763861 Aug 29 17:22:45.062912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc8e1a-d4f0-49ea-8b7b-a70ab4309d16 None None] DHCP port deletion for c46d23a0-a022-43ac-89c5-461b7ba508c4 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:45.173729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port cd0f8846-717a-433d-a578-f27cf4545e83 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:45.293448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 099a0d8c-5068-488e-ac84-c981cad3324a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:45.325776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b8da6-6461-4aa7-bd74-33a49ce87228 req-353ac33c-0974-44ea-8ae6-03f47cfc9868 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:45.330480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:45.343203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-759b8da6-6461-4aa7-bd74-33a49ce87228 req-353ac33c-0974-44ea-8ae6-03f47cfc9868 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 931 time: 0.8946590 Aug 29 17:22:45.351951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Pushing event deleted for resources: {'Port': ['ID=faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:45.438917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:45.442312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:45.455872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e52f7-50ef-456f-89e6-e33adbc9bcef None None] Network d1b07957-9a9e-46ef-8a27-16a574c7bf8e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:45.580071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] No DVR routers for this DVR port faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:45.591527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1625814b-e019-4912-a343-b39066670d5c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:45.594411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:45.601454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e6f91b-22ee-4651-a8fc-47c840624850 req-ca47a059-14d1-4c03-b2cf-7c70feff913e tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.43 "DELETE /v2.0/ports/faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a HTTP/1.1" status: 204 len: 173 time: 4.8840952 Aug 29 17:22:45.613770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] For port 8416adc4-c2c1-406b-b848-8ae794a8daef, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8416adc4-c2c1-406b-b848-8ae794a8daef,segment=NetworkSegment(6993bb88-2331-408e-8484-ac3c639aaf37),segment_id=6993bb88-2331-408e-8484-ac3c639aaf37)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:45.614356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:45.623816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efc484c-c770-4c51-bf78-926b22794c84', 'name': 'network-vif-deleted', 'tag': 'faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:45.627434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-2b0e8769-a4e0-4c49-be2a-7de972c969a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:45.633300 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49fa4ae-fbac-428b-8ca1-fe75c146bf1f" -d '{"events": [{"server_uuid": "4efc484c-c770-4c51-bf78-926b22794c84", "name": "network-vif-deleted", "tag": "faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:45.639768 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-2b0e8769-a4e0-4c49-be2a-7de972c969a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df70ae4b-eb35-423c-8abf-36ac19f695be HTTP/1.1" status: 200 len: 868 time: 0.5159106 Aug 29 17:22:45.659682 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:22:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:45.729103 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f373-e0a4-430a-afc5-488c89e76b04 None None] The sync data for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 is: [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:55Z', 'revision_number': 4, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '6bc46ac6-569d-47c7-9af1-173e8beca33a', 'name': '', 'network_id': '01478136-097f-456e-914b-d40201a94517', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'mac_address': 'fa:16:3e:a6:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:52Z', 'updated_at': '2021-08-29T17:22:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'subnets': [{'id': 'df70ae4b-eb35-423c-8abf-36ac19f695be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:45.780739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Calling delete_port for 8416adc4-c2c1-406b-b848-8ae794a8daef owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:45.898693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-759b8da6-6461-4aa7-bd74-33a49ce87228 req-3c6a8bcf-54d5-4092-a3fa-227a11873068 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472651 Aug 29 17:22:45.905295 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.314424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7d35235f-644f-41ee-a3b3-095786eb52d9 None None] Provisioning for port cd0f8846-717a-433d-a578-f27cf4545e83 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:46.320764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.428590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] No DVR routers for this DVR port 8416adc4-c2c1-406b-b848-8ae794a8daef on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:46.452577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Pushing event deleted for resources: {'Port': ['ID=8416adc4-c2c1-406b-b848-8ae794a8daef,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:46.479953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7d35235f-644f-41ee-a3b3-095786eb52d9 None None] Provisioning complete for port cd0f8846-717a-433d-a578-f27cf4545e83 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:46.484697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d35235f-644f-41ee-a3b3-095786eb52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.526068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3034c-c934-4520-99a0-ce5ee97e5653 None None] New status for floating IP 476c5db4-8516-4723-be4a-ec1b7f4a4bd1: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:46.537679 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e72ebf4-2784-4e35-bca9-bce387cf7d42 x-openstack-request-id: req-6e72ebf4-2784-4e35-bca9-bce387cf7d42 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:46.538317 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:46.538854 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e72ebf4-2784-4e35-bca9-bce387cf7d42 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:46.539462 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688', 'status': 'completed', 'code': 200} Aug 29 17:22:46.744687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.768088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46d23a0-a022-43ac-89c5-461b7ba508c4']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:46.777148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-42414990-89f9-4a0b-9918-485271d0d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:46.787009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-42414990-89f9-4a0b-9918-485271d0d805 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01478136-097f-456e-914b-d40201a94517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1330993 Aug 29 17:22:46.792602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6993bb88-2331-408e-8484-ac3c639aaf37') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:46.794496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6993bb88-2331-408e-8484-ac3c639aaf37') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:46.819602 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.846102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.856220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:22:46.856915 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:22:46.920606 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:22:46.929178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-4f63caf4-63df-4965-b9ec-b6c0666cb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:46.931041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-4f63caf4-63df-4965-b9ec-b6c0666cb415 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27229e4c8d844c06bb15ba3112708dc6&device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 1097 time: 0.8950458 Aug 29 17:22:46.941050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.964486 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-906dacea-f91e-43d6-8165-660d6d8a252d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3111482 Aug 29 17:22:46.977133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.982379 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c46d23a0-a022-43ac-89c5-461b7ba508c4 HTTP/1.1" status: 204 len: 168 time: 4.0496094 Aug 29 17:22:47.052036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc8e1a-d4f0-49ea-8b7b-a70ab4309d16 None None] Deleting port 8416adc4-c2c1-406b-b848-8ae794a8daef {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:47.052036 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d2bc8e1a-d4f0-49ea-8b7b-a70ab4309d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.168292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.289452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 099a0d8c-5068-488e-ac84-c981cad3324a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:47.293248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-d2bc8e1a-d4f0-49ea-8b7b-a70ab4309d16 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c46d23a0-a022-43ac-89c5-461b7ba508c4 could not be found. Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:22:47.345403 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c46d23a0-a022-43ac-89c5-461b7ba508c4 could not be found. Aug 29 17:22:47.349751 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:22:47.367601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 099a0d8c-5068-488e-ac84-c981cad3324a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:47.368354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.408952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38352) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:47.458269 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.472691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c6d14-923c-4215-88d7-434966587dab None None] DHCP port deletion for c46d23a0-a022-43ac-89c5-461b7ba508c4 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:47.635539 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.661828 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eca0c4af-5c48-4dde-a22e-0a358270c586 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a1dfb2e572947c5bc85c67306a77aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483459 Aug 29 17:22:47.695085 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d35235f-644f-41ee-a3b3-095786eb52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.697508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38356) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:47.712788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be73ea-cec9-4318-a7ac-732ff5c6bf48 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:22:47.754424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7de890-f0a4-4e84-98fb-8cbea26e9134 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46d23a0-a022-43ac-89c5-461b7ba508c4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:47.791175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d01db698-005b-4e1d-98e0-b4b0f2dfea25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.816568 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d01db698-005b-4e1d-98e0-b4b0f2dfea25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.830519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 099a0d8c-5068-488e-ac84-c981cad3324a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=099a0d8c-5068-488e-ac84-c981cad3324a,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:47.874818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-2e94f6c4-8c77-4b78-ae81-da5488f6facb service neutron] 10.222.0.41 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0867350 Aug 29 17:22:47.908818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d01db698-005b-4e1d-98e0-b4b0f2dfea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.911310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d01db698-005b-4e1d-98e0-b4b0f2dfea25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.915198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d01db698-005b-4e1d-98e0-b4b0f2dfea25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e84d4dc4-b5e0-4bf6-85ab-369e74fe5ab2 HTTP/1.1" status: 204 len: 168 time: 0.2134156 Aug 29 17:22:48.037235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-96df79d2-2067-40f3-9594-17f8451c5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:48.039234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-96df79d2-2067-40f3-9594-17f8451c5fb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 200 len: 930 time: 1.0949633 Aug 29 17:22:48.048006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01db698-005b-4e1d-98e0-b4b0f2dfea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d4dc4-b5e0-4bf6-85ab-369e74fe5ab2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:48.051417 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fd1b868-0903-4a2d-80f8-0eafdd4c4bc3 req-2a39f778-73f2-46da-8869-7dfd6adacca0 service neutron] 10.222.0.41 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377938 Aug 29 17:22:48.063754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fc16ae3e-e3b6-4c01-a7ba-f7a5452a0824 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:48.066806 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fc16ae3e-e3b6-4c01-a7ba-f7a5452a0824 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/networks?id=d1b07957-9a9e-46ef-8a27-16a574c7bf8e HTTP/1.1" status: 200 len: 821 time: 1.1471014 Aug 29 17:22:48.076351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd3e207-165c-4cae-8717-4e8f1e9b0948 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:48.093178 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:48.096595 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:48.263860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:48.314225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be73ea-cec9-4318-a7ac-732ff5c6bf48 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:22:48.317462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-469ae44a-fe71-4f42-bdeb-be9c5411c624 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 217 time: 0.2303400 Aug 29 17:22:48.347806 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:48.367568 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186520a7-f95b-4f89-803f-c940eac12965 x-openstack-request-id: req-186520a7-f95b-4f89-803f-c940eac12965 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:48.370937 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efc484c-c770-4c51-bf78-926b22794c84", "name": "network-vif-deleted", "tag": "faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:48.371745 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-186520a7-f95b-4f89-803f-c940eac12965 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:48.373034 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efc484c-c770-4c51-bf78-926b22794c84', 'name': 'network-vif-deleted', 'tag': 'faa80b7e-bbf2-4fb8-9d58-f8d07f20d79a', 'status': 'completed', 'code': 200} Aug 29 17:22:48.375857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-de97e123-e1f4-4f77-8da0-33ce31f0f82a tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/quotas/4b39532fb2bc46cd87947b943e67df62 HTTP/1.1" status: 200 len: 375 time: 0.1082957 Aug 29 17:22:48.522282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=099a0d8c-5068-488e-ac84-c981cad3324a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:48.529488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-cc980423-7bdc-4abc-9911-58befc72f22a tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b39532fb2bc46cd87947b943e67df62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042290 Aug 29 17:22:48.578430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Transition to ACTIVE for port object ecd3e207-165c-4cae-8717-4e8f1e9b0948 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:48.584801 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8416adc4-c2c1-406b-b848-8ae794a8daef no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:48.646649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 8416adc4-c2c1-406b-b848-8ae794a8daef {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:48.648031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8416adc4-c2c1-406b-b848-8ae794a8daef not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:48.662316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Router 82e42129-1f06-485b-9055-79ef23712373 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:22:48.667921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7d35235f-644f-41ee-a3b3-095786eb52d9 None None] For port cd0f8846-717a-433d-a578-f27cf4545e83, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cd0f8846-717a-433d-a578-f27cf4545e83,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:48.693243 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:48.740393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28700e6-d8f4-4e89-be52-2f9f961b6acf req-5fde5265-70d5-4f3e-8f55-8fea7241acdf tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:48.746806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c28700e6-d8f4-4e89-be52-2f9f961b6acf req-5fde5265-70d5-4f3e-8f55-8fea7241acdf tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 931 time: 0.2397060 Aug 29 17:22:48.774176 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d35235f-644f-41ee-a3b3-095786eb52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:48.821546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-933a85e5-5f83-4bb6-ab86-4bac6099d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:48.836475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-933a85e5-5f83-4bb6-ab86-4bac6099d57f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df70ae4b-eb35-423c-8abf-36ac19f695be HTTP/1.1" status: 200 len: 868 time: 0.5036352 Aug 29 17:22:48.848194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38378) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:49.013910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd3e207-165c-4cae-8717-4e8f1e9b0948,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:49.028987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d754b91c-944e-48c7-8e00-bf9e94def779 None None] Provisioning complete for port cd0f8846-717a-433d-a578-f27cf4545e83 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:49.029776 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d754b91c-944e-48c7-8e00-bf9e94def779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.082860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-348ec6c4-a1e4-4d39-bebf-19a8784e9338 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1dc50cb97de42eabee5a89a4c5c9efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283318 Aug 29 17:22:49.084022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:22:49.092123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38380) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:49.152778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35235f-644f-41ee-a3b3-095786eb52d9 None None] Pushing event updated for resources: {'Port': ['ID=cd0f8846-717a-433d-a578-f27cf4545e83,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:49.277542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:49.280778 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-72dd3b91-2ade-442d-a69f-abbc923015a6 service neutron] 10.222.0.41 "GET /v2.0/networks/d1b07957-9a9e-46ef-8a27-16a574c7bf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504256 Aug 29 17:22:49.293131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-47872c35-6468-4331-a977-42ab77c5b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:49.296302 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Sync routers for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:49.300310 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-47872c35-6468-4331-a977-42ab77c5b900 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01478136-097f-456e-914b-d40201a94517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4320605 Aug 29 17:22:49.310738 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c28700e6-d8f4-4e89-be52-2f9f961b6acf req-e69fcc9f-296b-4657-b229-418ef89802ce tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571904 Aug 29 17:22:49.342514 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:49.346249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.347710 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:49.351675 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a1a416cf-c7ef-4114-92b3-4ad8baf5e265 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9791868 Aug 29 17:22:49.358884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38388) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:49.581044 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:49.637963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Attempting to bind port ecd3e207-165c-4cae-8717-4e8f1e9b0948 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:49.638268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Attempting to bind port ecd3e207-165c-4cae-8717-4e8f1e9b0948 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:49.638756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Attempting to bind port ecd3e207-165c-4cae-8717-4e8f1e9b0948 on network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:49.650414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Port ecd3e207-165c-4cae-8717-4e8f1e9b0948 on network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:22:49.650822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Attempting to bind port ecd3e207-165c-4cae-8717-4e8f1e9b0948 on network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:49.660411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:49.660910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Checking segment: {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:49.661371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Bound using segment: {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:49.661877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Bound port: ecd3e207-165c-4cae-8717-4e8f1e9b0948, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b613fd2-ee95-4968-a489-72cf5740a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:49.662251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.862142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c17b7c2d-dce8-4b68-8940-1b6298f14cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.904005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] For port ecd3e207-165c-4cae-8717-4e8f1e9b0948, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:49.911281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] For port ecd3e207-165c-4cae-8717-4e8f1e9b0948, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ecd3e207-165c-4cae-8717-4e8f1e9b0948,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:49.948417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.972695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-6062900a-5f35-4437-89e6-027a614e994c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips/476c5db4-8516-4723-be4a-ec1b7f4a4bd1 HTTP/1.1" status: 200 len: 693 time: 0.2556610 Aug 29 17:22:50.000392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:50.011677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:50.035280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:50.045119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:50.065800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-218713cf-f219-462a-84a9-37a736c31d88 service neutron] 10.222.0.41 "GET /v2.0/networks/d1b07957-9a9e-46ef-8a27-16a574c7bf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582717 Aug 29 17:22:50.074675 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:45Z', 'revision_number': 3, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:50.141520 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Checking router: 82e42129-1f06-485b-9055-79ef23712373 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:50.141707 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Updating router 82e42129-1f06-485b-9055-79ef23712373 port 8322e709-8255-4935-bb5a-4c2c6fa26ccf binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:22:50.175806 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:50.203903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd3e207-165c-4cae-8717-4e8f1e9b0948,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:50.264925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:50.267175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:50.274615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-131aee44-1027-41c0-9d4a-03c16c945a75 service neutron] 10.222.0.44 "PUT /v2.0/ports/ecd3e207-165c-4cae-8717-4e8f1e9b0948 HTTP/1.1" status: 200 len: 1092 time: 6.4278564 Aug 29 17:22:50.283244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-efec2fe8-6125-4fad-9435-2c6038238c87 service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9477973 Aug 29 17:22:50.384437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653bc8ed-95b8-4087-a0f7-2c9b500d5d0c', 'tag': 'ecd3e207-165c-4cae-8717-4e8f1e9b0948'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:50.401530 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351e739-a411-43e2-966a-ce866f1d72b1" -d '{"events": [{"name": "network-changed", "server_uuid": "653bc8ed-95b8-4087-a0f7-2c9b500d5d0c", "tag": "ecd3e207-165c-4cae-8717-4e8f1e9b0948"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:50.493955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c17b7c2d-dce8-4b68-8940-1b6298f14cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:50.523677 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:50.534468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4722ef78-5362-434a-bfe7-8a01903329b8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.6397426 Aug 29 17:22:50.592343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:50.603295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cd0f8846-717a-433d-a578-f27cf4545e83 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:50.645423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38408) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:50.915038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cd0f8846-717a-433d-a578-f27cf4545e83 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:50.915424 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:50.936196 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:51.003106 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Transition to ACTIVE for port object 8322e709-8255-4935-bb5a-4c2c6fa26ccf will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:51.012649 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:51.123510 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2ff1858-4fe6-48c1-8204-0542883407b5 req-1da6915b-9bda-4a70-8c37-bbcc37160763 service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8317702 Aug 29 17:22:51.129122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efc69992-b18d-4add-988e-2f82205c466c req-bf33aff8-066f-49ba-a4ab-15905b116b96 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 210 time: 0.2208414 Aug 29 17:22:51.157772 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Attempting to bind port 8322e709-8255-4935-bb5a-4c2c6fa26ccf on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:51.158302 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Attempting to bind port 8322e709-8255-4935-bb5a-4c2c6fa26ccf by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:51.158447 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Attempting to bind port 8322e709-8255-4935-bb5a-4c2c6fa26ccf on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:51.200272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-8dccb17a-03ff-4d1c-a14d-cc44ab0af831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.203381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-8dccb17a-03ff-4d1c-a14d-cc44ab0af831 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24cab83e585e457bae4b42a6f83374c7&device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 1095 time: 0.7798536 Aug 29 17:22:51.209081 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:51.209401 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:51.209764 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:51.210168 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:51.210694 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Bound port: 8322e709-8255-4935-bb5a-4c2c6fa26ccf, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:51.211362 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:51.318089 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Pushing event updated for resources: {'Port': ['ID=8322e709-8255-4935-bb5a-4c2c6fa26ccf,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:51.341723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 099a0d8c-5068-488e-ac84-c981cad3324a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:51.357310 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.362375 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.363120 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.363237 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.363618 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.364018 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.364416 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.364810 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.365698 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.366097 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.366468 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.370869 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:51.380178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-68f2d4bc-8882-4e2d-8759-7a225b64feef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecd3e207-165c-4cae-8717-4e8f1e9b0948 HTTP/1.1" status: 200 len: 217 time: 0.1472480 Aug 29 17:22:51.444254 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] For port 8322e709-8255-4935-bb5a-4c2c6fa26ccf, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:51.449600 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] For port 8322e709-8255-4935-bb5a-4c2c6fa26ccf, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8322e709-8255-4935-bb5a-4c2c6fa26ccf,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:51.454446 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:51.494071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:46Z', 'revision_number': 3, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:51.569535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:51.569900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Updating router 2fc6f73d-4a81-417f-9d79-3fbba4231208 port 1625814b-e019-4912-a343-b39066670d5c binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:22:51.583861 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:51.588076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:51.609577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 099a0d8c-5068-488e-ac84-c981cad3324a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:51.609879 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:51.648727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-64aa274a-3cad-43c4-a859-c59e3c751040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.653230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-64aa274a-3cad-43c4-a859-c59e3c751040 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27229e4c8d844c06bb15ba3112708dc6&device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 1097 time: 0.4118123 Aug 29 17:22:51.662221 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:51.683670 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a650ae-72f1-457d-8828-adcc9f90cb30 None None] Pushing event updated for resources: {'Port': ['ID=8322e709-8255-4935-bb5a-4c2c6fa26ccf,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:51.714070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01d70d-bff2-4254-a3e6-3172745c0d28 req-0964a146-612d-456d-99bf-ce2c823dc8c4 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.721261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd01d70d-bff2-4254-a3e6-3172745c0d28 req-0964a146-612d-456d-99bf-ce2c823dc8c4 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 943 time: 0.4155586 Aug 29 17:22:51.841451 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:51.961258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-95aa9ff9-2945-4380-a6fd-65242324b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.966030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-20e799c9-ab81-4d8a-bf72-421ff4e05f60 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.967988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-95aa9ff9-2945-4380-a6fd-65242324b305 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7fec0d99-1333-45dd-b2f7-1d9ec58d075a HTTP/1.1" status: 200 len: 854 time: 0.4284310 Aug 29 17:22:51.969154 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-20e799c9-ab81-4d8a-bf72-421ff4e05f60 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 1.9652069 Aug 29 17:22:52.065337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c17b7c2d-dce8-4b68-8940-1b6298f14cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:52.068182 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c17b7c2d-dce8-4b68-8940-1b6298f14cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:52.072645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c17b7c2d-dce8-4b68-8940-1b6298f14cd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e2792d3-ce68-478a-94f7-63e8009a1ada HTTP/1.1" status: 204 len: 168 time: 2.9608274 Aug 29 17:22:52.197600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd01d70d-bff2-4254-a3e6-3172745c0d28 req-c4864dba-67ac-4cf8-8c28-3a10b42bbe39 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928490 Aug 29 17:22:52.347136 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:45Z', 'revision_number': 3, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:52.422115 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3476169-0c0e-41ce-9da4-23231bc8b44c x-openstack-request-id: req-f3476169-0c0e-41ce-9da4-23231bc8b44c {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:52.422642 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653bc8ed-95b8-4087-a0f7-2c9b500d5d0c", "tag": "ecd3e207-165c-4cae-8717-4e8f1e9b0948", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:52.422994 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3476169-0c0e-41ce-9da4-23231bc8b44c {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:52.423474 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653bc8ed-95b8-4087-a0f7-2c9b500d5d0c', 'tag': 'ecd3e207-165c-4cae-8717-4e8f1e9b0948', 'status': 'completed', 'code': 200} Aug 29 17:22:52.424750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-b4edc89d-09e3-49a0-91ee-a1d9aa134db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:52.430903 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-b4edc89d-09e3-49a0-91ee-a1d9aa134db7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 200 len: 930 time: 0.7520444 Aug 29 17:22:52.433003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b7c2d-dce8-4b68-8940-1b6298f14cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2792d3-ce68-478a-94f7-63e8009a1ada,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:52.443524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-9ee54a3a-3fb6-4898-a545-70a27b267817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:52.443524 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-9ee54a3a-3fb6-4898-a545-70a27b267817 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=76aaed27-d623-4e37-9ac0-2c73a8ebcf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4595106 Aug 29 17:22:52.512136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-a5cd612e-c156-457c-93d8-7bd19ea719ea tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.4649608 Aug 29 17:22:52.539719 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1b8e5-f14d-4cde-a5b1-7944399fa8f7 None None] The sync data for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 is: [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:45Z', 'revision_number': 3, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:52.661870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-5f252e9c-db99-4536-80d7-0d1e7cec0998 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.1370809 Aug 29 17:22:52.743116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-170d18f4-fb41-46db-836f-f6d6d9b5285e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 200 len: 217 time: 0.2874935 Aug 29 17:22:52.827493 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:52.855217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Transition to ACTIVE for port object 1625814b-e019-4912-a343-b39066670d5c will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:52.872858 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:52.976897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c237245-0d6e-4e9d-8f42-2fa571d91587 None None] Pushing event updated for resources: {'Port': ['ID=1625814b-e019-4912-a343-b39066670d5c,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:53.005833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Attempting to bind port 1625814b-e019-4912-a343-b39066670d5c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:53.006190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Attempting to bind port 1625814b-e019-4912-a343-b39066670d5c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:53.006537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Attempting to bind port 1625814b-e019-4912-a343-b39066670d5c on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:53.034929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:53.035658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:53.037462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-d4cf961e-ec9b-46d6-ab68-869e5803d739 service neutron] 10.222.0.44 "GET /v2.0/networks/76aaed27-d623-4e37-9ac0-2c73a8ebcf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680346 Aug 29 17:22:53.037847 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:53.041303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-16e012d7-0354-48ce-84b3-9da2b5fb733f tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:53.043605 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-16e012d7-0354-48ce-84b3-9da2b5fb733f tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.43 "GET /v2.0/networks?id=d1b07957-9a9e-46ef-8a27-16a574c7bf8e HTTP/1.1" status: 200 len: 821 time: 0.8436861 Aug 29 17:22:53.058732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:53.058881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Bound port: 1625814b-e019-4912-a343-b39066670d5c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:53.064570 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:53.118920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Request body: {'port': {'device_id': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'network_id': 'd1b07957-9a9e-46ef-8a27-16a574c7bf8e', 'admin_state_up': True, 'tenant_id': '4b39532fb2bc46cd87947b943e67df62'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:53.304867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] For port 1625814b-e019-4912-a343-b39066670d5c, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:53.309312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] For port 1625814b-e019-4912-a343-b39066670d5c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1625814b-e019-4912-a343-b39066670d5c,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:53.318460 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:53.445268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Deleting port bbb5c5ca-b3b4-49cb-bc26-f2ab1e279c9b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:53.446047 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:53.509478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fc60d-ccda-4af5-b3d0-532a7c358456 req-9a4aed66-8d5d-4ef1-829d-2f6a7b881eb1 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:53.516931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-279fc60d-ccda-4af5-b3d0-532a7c358456 req-9a4aed66-8d5d-4ef1-829d-2f6a7b881eb1 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 950 time: 0.9107482 Aug 29 17:22:53.552853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-0b877ccc-ee9f-45e0-b0da-b3398655263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:53.554573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-0b877ccc-ee9f-45e0-b0da-b3398655263e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df70ae4b-eb35-423c-8abf-36ac19f695be HTTP/1.1" status: 200 len: 868 time: 0.7254291 Aug 29 17:22:53.555396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:53.556052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:53.589570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-b6305d6d-4c85-4da6-943a-d2e7afeaeec5 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:53.591602 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-b6305d6d-4c85-4da6-943a-d2e7afeaeec5 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.44 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 950 time: 0.5532296 Aug 29 17:22:53.679172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c237245-0d6e-4e9d-8f42-2fa571d91587 None None] Pushing event updated for resources: {'Port': ['ID=1625814b-e019-4912-a343-b39066670d5c,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:53.873631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-670ab9fa-46c9-4ec6-965e-20e6e804fa22 req-87eb2869-1409-4dae-ba07-aafbf130a411 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1276441 Aug 29 17:22:53.900243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:54.013704 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:54.083960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-670ab9fa-46c9-4ec6-965e-20e6e804fa22 req-3263dda9-a4cc-4f6a-ba03-b17977ca6fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.1639142 Aug 29 17:22:54.096711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Made reservation on behalf of 4b39532fb2bc46cd87947b943e67df62 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:54.106442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:54.126294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:54.126693 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:54.162608 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-279fc60d-ccda-4af5-b3d0-532a7c358456 req-7fb95416-192a-4e74-9c1a-4ec13b528129 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138976 Aug 29 17:22:54.171461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95395155-ea06-40cd-af63-1d4f6925edd7 req-edaad313-79c7-4947-87c4-469b90702ff5 service neutron] 10.222.0.44 "GET /v2.0/networks/76aaed27-d623-4e37-9ac0-2c73a8ebcf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0115967 Aug 29 17:22:54.214870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-670ab9fa-46c9-4ec6-965e-20e6e804fa22 req-9f58a97b-0aa2-4c94-b0fd-db8b3f734946 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848732 Aug 29 17:22:54.227806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Calling delete_port for bbb5c5ca-b3b4-49cb-bc26-f2ab1e279c9b owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:54.348200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-88aaa0a8-4fed-49e9-9370-75204959d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:54.349985 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-88aaa0a8-4fed-49e9-9370-75204959d0cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01478136-097f-456e-914b-d40201a94517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7405448 Aug 29 17:22:54.557981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ab9fa-46c9-4ec6-965e-20e6e804fa22 req-72e75937-d518-481f-878f-824d0ae9ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:54.559681 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-670ab9fa-46c9-4ec6-965e-20e6e804fa22 req-72e75937-d518-481f-878f-824d0ae9ca99 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3190434 Aug 29 17:22:54.756298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8322e709-8255-4935-bb5a-4c2c6fa26ccf up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:54.799691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Allocated IP 172.20.0.4 (d1b07957-9a9e-46ef-8a27-16a574c7bf8e/6421ff8a-52be-4f7f-aa14-670608ac0f37/7b6c91e3-208e-4d54-805d-fda21a49fced) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:54.942228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:46Z', 'revision_number': 3, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:54.992006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7489e8-4c83-405e-bb60-e39094ce4150 None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:46Z', 'revision_number': 3, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:54.993759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8322e709-8255-4935-bb5a-4c2c6fa26ccf completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:55.005669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8322e709-8255-4935-bb5a-4c2c6fa26ccf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:55.006051 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.095145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Allocated IP 172.20.0.1 (6180715b-cb46-4e3c-becf-bc3c7abf7f19/9437c7e2-21d4-460b-98fa-86c032cb5561/8412feaf-3aff-42a3-ad76-efdf2368ef06) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:55.210777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.261026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 8322e709-8255-4935-bb5a-4c2c6fa26ccf, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8322e709-8255-4935-bb5a-4c2c6fa26ccf,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:55.272428 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.341217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.358496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.419851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=8322e709-8255-4935-bb5a-4c2c6fa26ccf,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:55.429931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Pushing event deleted for resources: {'Port': ['ID=bbb5c5ca-b3b4-49cb-bc26-f2ab1e279c9b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:55.513974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec4ab88a-19f3-475f-b949-7635178ef3e1 req-e65289a3-1600-4bec-b1c1-30aea4aa19e7 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 210 time: 0.9474068 Aug 29 17:22:55.550614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.594141 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.617893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-e005b377-3f20-4c10-bb21-1e1798d691b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:55.620626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-e005b377-3f20-4c10-bb21-1e1798d691b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24cab83e585e457bae4b42a6f83374c7&device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 1095 time: 1.3424919 Aug 29 17:22:55.624742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Deleting port 999ee9ae-6b9d-4753-ba9b-98a148507ecf {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:55.625217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.664157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Transition to ACTIVE for port object 8412feaf-3aff-42a3-ad76-efdf2368ef06 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:55.672331 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.682373 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.699877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4aed05ca-96b7-444f-af3d-770d15cd7f9e req-9d33a94f-a411-47d3-af2b-38d2c66f2517 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "DELETE /v2.0/floatingips/476c5db4-8516-4723-be4a-ec1b7f4a4bd1 HTTP/1.1" status: 204 len: 173 time: 3.0368981 Aug 29 17:22:55.717876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.798102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Network d1b07957-9a9e-46ef-8a27-16a574c7bf8e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:55.841830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:55.848930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:55.857463 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-93ebe08d-7258-4557-90c2-26071aa7d52a service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3240166 Aug 29 17:22:55.894662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Pushing event updated for resources: {'Port': ['ID=7b6c91e3-208e-4d54-805d-fda21a49fced,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:55.912710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.966162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8715-9c55-4f1f-b846-d8b2c2e59ab7 req-3c501fc2-b930-46f0-b680-67c973617bcf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:55.967829 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-900f8715-9c55-4f1f-b846-d8b2c2e59ab7 req-3c501fc2-b930-46f0-b680-67c973617bcf tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 950 time: 0.1786935 Aug 29 17:22:55.973434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:55.974106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:55.987164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:56.003142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:56.020127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:56.032410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8412feaf-3aff-42a3-ad76-efdf2368ef06,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:56.047085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70547b-9569-486a-a183-00b6889a7e7e req-83709397-1120-4b10-96ea-91d18a1d3a54 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:56.049063 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca70547b-9569-486a-a183-00b6889a7e7e req-83709397-1120-4b10-96ea-91d18a1d3a54 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 943 time: 0.4170902 Aug 29 17:22:56.063645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] For port 999ee9ae-6b9d-4753-ba9b-98a148507ecf, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=999ee9ae-6b9d-4753-ba9b-98a148507ecf,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:56.064026 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:56.072248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-a2d30d99-72b2-4f68-8c9e-e7b3c8cfb6e4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0171440 Aug 29 17:22:56.098680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Request body: {'port': {'device_id': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:56.130475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-900f8715-9c55-4f1f-b846-d8b2c2e59ab7 req-961186e7-8454-4040-94e5-5e16d2969a0a tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9f9f6f2-0320-42f0-8edb-0f5afbe39935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498890 Aug 29 17:22:56.157555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Calling delete_port for 999ee9ae-6b9d-4753-ba9b-98a148507ecf owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:56.163894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-af94a805-1900-4857-8f64-44b9dee4e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:56.165367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-af94a805-1900-4857-8f64-44b9dee4e985 service neutron] 10.222.0.44 "GET /v2.0/networks?id=76aaed27-d623-4e37-9ac0-2c73a8ebcf04 HTTP/1.1" status: 200 len: 916 time: 0.5309961 Aug 29 17:22:56.214021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:56.220390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:56.377559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8466ffff-7073-426a-89fc-8132a5f2cba7 req-c87bd0b6-da3d-4d3a-92eb-4636c4e2f23d service neutron] 10.222.0.43 "GET /v2.0/networks/01478136-097f-456e-914b-d40201a94517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081732 Aug 29 17:22:56.378823 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-bcb2179a-0562-41a1-9e00-faeceb520db5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecd3e207-165c-4cae-8717-4e8f1e9b0948 HTTP/1.1" status: 200 len: 217 time: 0.1726761 Aug 29 17:22:56.403780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca70547b-9569-486a-a183-00b6889a7e7e req-0694332a-c00f-403c-808b-9ea4059f5289 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107042 Aug 29 17:22:56.453381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3911915b-b17b-4e01-9132-4d258fbb7f44 None None] Provisioning for port 8412feaf-3aff-42a3-ad76-efdf2368ef06 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:56.485833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3911915b-b17b-4e01-9132-4d258fbb7f44 None None] Provisioning complete for port 8412feaf-3aff-42a3-ad76-efdf2368ef06 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:56.486212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3911915b-b17b-4e01-9132-4d258fbb7f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:56.507697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Allocated IP 172.20.0.1 (9bed0696-33c8-4a0e-996b-97e4959e9694/a59319c4-b607-411d-b411-ef281287f5ad/b78ddddf-a1ec-4d98-ab54-6b97427c8854) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:56.567340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3911915b-b17b-4e01-9132-4d258fbb7f44 None None] Port 8412feaf-3aff-42a3-ad76-efdf2368ef06 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:56.614269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-64ba220a-6b2b-45f9-bd2e-c7f8bcec8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:56.632686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-64ba220a-6b2b-45f9-bd2e-c7f8bcec8f70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7fec0d99-1333-45dd-b2f7-1d9ec58d075a HTTP/1.1" status: 200 len: 854 time: 0.2426567 Aug 29 17:22:56.779264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8322e709-8255-4935-bb5a-4c2c6fa26ccf up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:56.862500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8322e709-8255-4935-bb5a-4c2c6fa26ccf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:56.863383 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:56.872753 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:56.911906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9fce-80c2-46ae-a19e-8d41e51721b9 req-b994053e-996b-4ead-8681-69537f957147 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:56.920262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c01c9fce-80c2-46ae-a19e-8d41e51721b9 req-b994053e-996b-4ead-8681-69537f957147 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 931 time: 0.2020876 Aug 29 17:22:56.950496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-acc46c79-e10b-4f89-867a-bd1b6fa61025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:56.953328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-acc46c79-e10b-4f89-867a-bd1b6fa61025 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=76aaed27-d623-4e37-9ac0-2c73a8ebcf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2954936 Aug 29 17:22:56.991190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1625814b-e019-4912-a343-b39066670d5c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:56.995437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6c91e3-208e-4d54-805d-fda21a49fced {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:57.015240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.042973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c01c9fce-80c2-46ae-a19e-8d41e51721b9 req-c75c6c98-c417-4ef9-8206-8c80ef3c8410 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177537 Aug 29 17:22:57.070015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1625814b-e019-4912-a343-b39066670d5c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:57.077207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1625814b-e019-4912-a343-b39066670d5c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:57.077844 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.089842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Transition to ACTIVE for port object 7b6c91e3-208e-4d54-805d-fda21a49fced will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:57.090110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.112178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.125330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfba00a-7e50-461f-a068-ff86182f2621 req-e5034a9b-0d10-42f7-a730-6255de0f28f4 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:57.133057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0dfba00a-7e50-461f-a068-ff86182f2621 req-e5034a9b-0d10-42f7-a730-6255de0f28f4 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3476496 Aug 29 17:22:57.168774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.220515 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.246331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1625814b-e019-4912-a343-b39066670d5c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1625814b-e019-4912-a343-b39066670d5c,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:57.247626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0dfba00a-7e50-461f-a068-ff86182f2621 req-e64651be-d01b-41f1-85a6-68a1e2df152d tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1122820 Aug 29 17:22:57.255472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Pushing event deleted for resources: {'Port': ['ID=999ee9ae-6b9d-4753-ba9b-98a148507ecf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:57.260792 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.325478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Transition to ACTIVE for port object b78ddddf-a1ec-4d98-ab54-6b97427c8854 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:57.357762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c91e3-208e-4d54-805d-fda21a49fced,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:57.358019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] No DVR routers for this DVR port 999ee9ae-6b9d-4753-ba9b-98a148507ecf on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:57.383558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.386705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1625814b-e019-4912-a343-b39066670d5c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:57.387340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efec51f4-5980-45b0-8caa-d3a345ec83e9 req-7c9f45a7-07d0-4758-8e70-1c68a56ba09d tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.44 "DELETE /v2.0/ports/999ee9ae-6b9d-4753-ba9b-98a148507ecf HTTP/1.1" status: 204 len: 173 time: 3.7226491 Aug 29 17:22:57.407805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55403b1-693e-40fb-b8f8-10c195a35699', 'name': 'network-vif-deleted', 'tag': '999ee9ae-6b9d-4753-ba9b-98a148507ecf'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:57.410686 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f40b3-5d87-4f6c-aab2-7d8a1a8a7502" -d '{"events": [{"server_uuid": "a55403b1-693e-40fb-b8f8-10c195a35699", "name": "network-vif-deleted", "tag": "999ee9ae-6b9d-4753-ba9b-98a148507ecf"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:57.421408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa3d1657-b51c-4d52-be33-dd91e36c54d8 req-455bf141-201c-4e84-894a-e8a26d201987 tempest-ServersAdminNegativeTestJSON-1207933101 tempest-ServersAdminNegativeTestJSON-1207933101-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55403b1-693e-40fb-b8f8-10c195a35699 HTTP/1.1" status: 200 len: 210 time: 0.0677016 Aug 29 17:22:57.468138 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4fb08d1b-7857-473a-97b1-296efccc746a req-35ea389a-84a0-4d43-87d9-06f3ac440a4c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1003752 Aug 29 17:22:57.473931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-0c272462-8a13-4392-b5a6-cc4949b03f9a service neutron] 10.222.0.44 "GET /v2.0/networks/76aaed27-d623-4e37-9ac0-2c73a8ebcf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861643 Aug 29 17:22:57.501898 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.508594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Attempting to bind port 7b6c91e3-208e-4d54-805d-fda21a49fced on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:57.509213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Attempting to bind port 7b6c91e3-208e-4d54-805d-fda21a49fced by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '8087f2bc-18da-48e8-af0e-98d68066da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd1b07957-9a9e-46ef-8a27-16a574c7bf8e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:57.509552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Attempting to bind port 7b6c91e3-208e-4d54-805d-fda21a49fced on network d1b07957-9a9e-46ef-8a27-16a574c7bf8e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:57.515288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.521305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Port 7b6c91e3-208e-4d54-805d-fda21a49fced on network d1b07957-9a9e-46ef-8a27-16a574c7bf8e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:22:57.521690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Attempting to bind port 7b6c91e3-208e-4d54-805d-fda21a49fced on network d1b07957-9a9e-46ef-8a27-16a574c7bf8e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:57.583745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:57.584116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Checking segment: {'id': '8087f2bc-18da-48e8-af0e-98d68066da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd1b07957-9a9e-46ef-8a27-16a574c7bf8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:57.585318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Bound using segment: {'id': '8087f2bc-18da-48e8-af0e-98d68066da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd1b07957-9a9e-46ef-8a27-16a574c7bf8e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:57.586278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Bound port: 7b6c91e3-208e-4d54-805d-fda21a49fced, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8087f2bc-18da-48e8-af0e-98d68066da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd1b07957-9a9e-46ef-8a27-16a574c7bf8e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:57.586996 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.645502 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.662890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8412feaf-3aff-42a3-ad76-efdf2368ef06,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:57.697347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8351e739-a411-43e2-966a-ce866f1d72b1 req-2df31555-59b4-447a-b4f8-0cb85652e1b0 service neutron] 10.222.0.44 "GET /v2.0/networks/76aaed27-d623-4e37-9ac0-2c73a8ebcf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073905 Aug 29 17:22:57.699263 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0f5a45-3b82-4602-a3b6-b9381a2d42a6 x-openstack-request-id: req-de0f5a45-3b82-4602-a3b6-b9381a2d42a6 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:57.699551 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55403b1-693e-40fb-b8f8-10c195a35699", "name": "network-vif-deleted", "tag": "999ee9ae-6b9d-4753-ba9b-98a148507ecf", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:57.699784 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de0f5a45-3b82-4602-a3b6-b9381a2d42a6 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:57.700166 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55403b1-693e-40fb-b8f8-10c195a35699', 'name': 'network-vif-deleted', 'tag': '999ee9ae-6b9d-4753-ba9b-98a148507ecf', 'status': 'completed', 'code': 200} Aug 29 17:22:57.701305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:57.777093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:57.781753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:57.784517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:57.833058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Pushing event updated for resources: {'Port': ['ID=b78ddddf-a1ec-4d98-ab54-6b97427c8854,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:57.861239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.162514 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.225069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aa003864-7d25-47a1-9905-00fe3dc2f296 None None] Provisioning for port b78ddddf-a1ec-4d98-ab54-6b97427c8854 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:58.235145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aa003864-7d25-47a1-9905-00fe3dc2f296 None None] Provisioning complete for port b78ddddf-a1ec-4d98-ab54-6b97427c8854 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:58.235935 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aa003864-7d25-47a1-9905-00fe3dc2f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.249961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b2db7-655a-4f8e-ba33-fcb1bb30c34e req-fe7714ee-3e5f-4bb4-96b7-99f05b911c67 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:58.251337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a6cc3-2c2e-4b98-9374-3b7d72550e4c req-ae805dd1-ba7e-4471-8c34-e75359eb0a04 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:58.255509 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc1b2db7-655a-4f8e-ba33-fcb1bb30c34e req-fe7714ee-3e5f-4bb4-96b7-99f05b911c67 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 943 time: 0.5710707 Aug 29 17:22:58.257053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] For port 7b6c91e3-208e-4d54-805d-fda21a49fced, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:58.263831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-904a6cc3-2c2e-4b98-9374-3b7d72550e4c req-ae805dd1-ba7e-4471-8c34-e75359eb0a04 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 945 time: 0.1514707 Aug 29 17:22:58.292212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-aa003864-7d25-47a1-9905-00fe3dc2f296 None None] Port b78ddddf-a1ec-4d98-ab54-6b97427c8854 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:58.321669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] For port 7b6c91e3-208e-4d54-805d-fda21a49fced, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7b6c91e3-208e-4d54-805d-fda21a49fced,segment=NetworkSegment(8087f2bc-18da-48e8-af0e-98d68066da52),segment_id=8087f2bc-18da-48e8-af0e-98d68066da52)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:58.336105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:58.340107 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.349892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:58.361015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-904a6cc3-2c2e-4b98-9374-3b7d72550e4c req-2be2df38-2d5c-4618-b80e-2ad1a966e444 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851381 Aug 29 17:22:58.399916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc1b2db7-655a-4f8e-ba33-fcb1bb30c34e req-a535631c-4817-4b10-b085-fc6f1cbc8deb tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007054 Aug 29 17:22:58.406643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:58.408825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.411935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] 10.222.0.43 "PUT /v2.0/ports/7b6c91e3-208e-4d54-805d-fda21a49fced HTTP/1.1" status: 200 len: 1092 time: 2.3190975 Aug 29 17:22:58.419329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'tag': '7b6c91e3-208e-4d54-805d-fda21a49fced'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:58.426906 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e" -d '{"events": [{"name": "network-changed", "server_uuid": "5113f398-0e6f-44c6-9266-ccf74e6cf005", "tag": "7b6c91e3-208e-4d54-805d-fda21a49fced"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:58.515039 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa55ff6-4390-43d2-9904-3e10241d8709 x-openstack-request-id: req-2fa55ff6-4390-43d2-9904-3e10241d8709 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:58.515316 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5113f398-0e6f-44c6-9266-ccf74e6cf005", "tag": "7b6c91e3-208e-4d54-805d-fda21a49fced", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:58.515559 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fa55ff6-4390-43d2-9904-3e10241d8709 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:58.515943 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'tag': '7b6c91e3-208e-4d54-805d-fda21a49fced', 'status': 'completed', 'code': 200} Aug 29 17:22:58.578284 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.594346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.609647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1625814b-e019-4912-a343-b39066670d5c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:58.632621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3d8bf-ad0b-4d62-9099-91b255744b3b service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c91e3-208e-4d54-805d-fda21a49fced,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:58.692245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ecd3e207-165c-4cae-8717-4e8f1e9b0948 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:22:58.696638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 999ee9ae-6b9d-4753-ba9b-98a148507ecf no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:58.741026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 999ee9ae-6b9d-4753-ba9b-98a148507ecf {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:58.741657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 999ee9ae-6b9d-4753-ba9b-98a148507ecf not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:58.780608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.780608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Pushing event updated for resources: {'Port': ['ID=b78ddddf-a1ec-4d98-ab54-6b97427c8854,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:58.838759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-afb2b5e2-ef8c-450c-b701-776f679422a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:58.841326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-afb2b5e2-ef8c-450c-b701-776f679422a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b39532fb2bc46cd87947b943e67df62&device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 1095 time: 0.3279033 Aug 29 17:22:58.849380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Router 82e42129-1f06-485b-9055-79ef23712373 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:58.929769 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-fd7e7216-fcc3-4220-ae5b-611a065d0df1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6c91e3-208e-4d54-805d-fda21a49fced HTTP/1.1" status: 200 len: 217 time: 0.0737126 Aug 29 17:22:58.946493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1625814b-e019-4912-a343-b39066670d5c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:58.949183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.965284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b6782-e275-48fe-bafb-0745d720d078 req-192f8535-8584-40fc-ba87-4ffaa0317f0b tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:58.969647 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-140b6782-e275-48fe-bafb-0745d720d078 req-192f8535-8584-40fc-ba87-4ffaa0317f0b tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 943 time: 0.3930199 Aug 29 17:22:59.007213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:59.009123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:59.032708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cde5e998-6c63-4e8e-ac03-54788b8953cc None None] Provisioning complete for port 8412feaf-3aff-42a3-ad76-efdf2368ef06 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:59.033096 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cde5e998-6c63-4e8e-ac03-54788b8953cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:59.094679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38606) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:59.125252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-cde5e998-6c63-4e8e-ac03-54788b8953cc None None] Port 8412feaf-3aff-42a3-ad76-efdf2368ef06 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:59.169897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ecd3e207-165c-4cae-8717-4e8f1e9b0948, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ecd3e207-165c-4cae-8717-4e8f1e9b0948,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:59.171294 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-140b6782-e275-48fe-bafb-0745d720d078 req-8e9252cd-25d5-4348-a9ad-36890a91d558 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775430 Aug 29 17:22:59.220334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'ecd3e207-165c-4cae-8717-4e8f1e9b0948', 'network_id': '76aaed27-d623-4e37-9ac0-2c73a8ebcf04', 'port_id': 'ecd3e207-165c-4cae-8717-4e8f1e9b0948', 'mac_address': 'fa:16:3e:30:fc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fec0d99-1333-45dd-b2f7-1d9ec58d075a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:22:59.254219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38614) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:59.256417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-af7ff99b-75b6-401e-89d5-3c4acd61cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:59.257323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-af7ff99b-75b6-401e-89d5-3c4acd61cd51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6421ff8a-52be-4f7f-aa14-670608ac0f37 HTTP/1.1" status: 200 len: 861 time: 0.2846754 Aug 29 17:22:59.319875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:59.331661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-adbfe8d5-a706-439a-b11f-75f4858d30ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1b07957-9a9e-46ef-8a27-16a574c7bf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466094 Aug 29 17:22:59.340386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd3e207-165c-4cae-8717-4e8f1e9b0948 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:59.369874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ecd3e207-165c-4cae-8717-4e8f1e9b0948, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ecd3e207-165c-4cae-8717-4e8f1e9b0948,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:59.375222 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:59.445553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:59.489450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-9392f960-ac2f-4067-b6c7-2abac33c8244 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:59.492196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ecd3e207-165c-4cae-8717-4e8f1e9b0948,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:59.493580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-9392f960-ac2f-4067-b6c7-2abac33c8244 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.43 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 945 time: 0.2916157 Aug 29 17:22:59.500334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dc7fcc4e-8237-4d1b-94c7-d3bdbe36a4aa None None] Provisioning complete for port b78ddddf-a1ec-4d98-ab54-6b97427c8854 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:59.503040 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcc4e-8237-4d1b-94c7-d3bdbe36a4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:59.529298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-928285b5-c73e-424d-9c26-fe783400c674 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24ebf00522bb419bad582078dae1da8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708423 Aug 29 17:22:59.540134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38622) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:59.541885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:59.555074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a2272fcf-3e71-4243-af18-e23b8b2084a0 admin admin] 10.222.0.41 "PUT /v2.0/routers/82e42129-1f06-485b-9055-79ef23712373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1874373 Aug 29 17:22:59.556315 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Sync routers for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:59.570861 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:59.571484 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:59.574222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d659698-70c3-4583-b689-aea459be7b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:59.593883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dc7fcc4e-8237-4d1b-94c7-d3bdbe36a4aa None None] Port b78ddddf-a1ec-4d98-ab54-6b97427c8854 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:59.681479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ecd3e207-165c-4cae-8717-4e8f1e9b0948'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:59.755350 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:59.804669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-39763c05-7c3f-499f-b609-653797609f24 service neutron] 10.222.0.43 "GET /v2.0/networks/d1b07957-9a9e-46ef-8a27-16a574c7bf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614770 Aug 29 17:22:59.811032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144e78f-1253-4528-abb6-5629db381dae req-924f215e-895d-4df1-9d0e-d3bd1add1288 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:59.818217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3144e78f-1253-4528-abb6-5629db381dae req-924f215e-895d-4df1-9d0e-d3bd1add1288 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bb7238-6ed1-4cef-9da5-9de6f5d93996 HTTP/1.1" status: 200 len: 945 time: 0.2189219 Aug 29 17:22:59.845502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131eecf-e2bc-4567-a632-970534f0983d req-973d1428-f5eb-4605-8cc2-4024405037b8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:59.848483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f131eecf-e2bc-4567-a632-970534f0983d req-973d1428-f5eb-4605-8cc2-4024405037b8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 944 time: 0.3163533 Aug 29 17:22:59.910112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:59.917355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Deleting port 2b3db9e5-195a-4e30-bb66-14837d627688 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:59.918167 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:59.921992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:59.925157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0a401905-c1ce-42d8-9e7c-8552b0173847 admin admin] 10.222.0.41 "PUT /v2.0/routers/2fc6f73d-4a81-417f-9d79-3fbba4231208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2763202 Aug 29 17:22:59.941148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:59.943971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:59.990415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3144e78f-1253-4528-abb6-5629db381dae req-85a6436f-b369-49a4-ac8f-9b9f16b8ce7c tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.41 "GET /v2.0/security-groups?id=18502ac6-bdba-4778-b569-cc254e38bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668842 Aug 29 17:23:00.060444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d251927b-dd70-440e-a95c-8ac71a58a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.070430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] For port 2b3db9e5-195a-4e30-bb66-14837d627688, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2b3db9e5-195a-4e30-bb66-14837d627688,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:00.075067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.106025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Calling delete_port for 2b3db9e5-195a-4e30-bb66-14837d627688 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:00.116171 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d251927b-dd70-440e-a95c-8ac71a58a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.187040 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 2, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:00.213726 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01c77c3-6d2f-4d30-8b26-1f5b099db01e req-3bfce4b4-3909-4110-91b1-388cd7916bab service neutron] 10.222.0.43 "GET /v2.0/networks/d1b07957-9a9e-46ef-8a27-16a574c7bf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957312 Aug 29 17:23:00.249406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:00.254081 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d251927b-dd70-440e-a95c-8ac71a58a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.265090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d251927b-dd70-440e-a95c-8ac71a58a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.267234 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Checking router: 82e42129-1f06-485b-9055-79ef23712373 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:00.267674 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Updating router 82e42129-1f06-485b-9055-79ef23712373 port 8412feaf-3aff-42a3-ad76-efdf2368ef06 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:23:00.269231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d251927b-dd70-440e-a95c-8ac71a58a57c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9f9f6f2-0320-42f0-8edb-0f5afbe39935 HTTP/1.1" status: 204 len: 168 time: 0.7251294 Aug 29 17:23:00.311773 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.378610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251927b-dd70-440e-a95c-8ac71a58a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f9f6f2-0320-42f0-8edb-0f5afbe39935,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:00.436514 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.489653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Pushing event deleted for resources: {'Port': ['ID=2b3db9e5-195a-4e30-bb66-14837d627688,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:00.518836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['2b3db9e5-195a-4e30-bb66-14837d627688'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:00.570169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f131eecf-e2bc-4567-a632-970534f0983d req-3e0de709-382f-43e6-a500-a3fd0bc3e193 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6879950 Aug 29 17:23:00.604497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] No DVR routers for this DVR port 2b3db9e5-195a-4e30-bb66-14837d627688 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:00.614441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.621138 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aad5767f-6dbe-4459-bfc1-1f47f9c2004b req-409a0a94-880c-417b-acc3-9d5f5742f477 tempest-FloatingIPsAssociationNegativeTestJSON-500750991 tempest-FloatingIPsAssociationNegativeTestJSON-500750991-project] 10.222.0.43 "DELETE /v2.0/ports/2b3db9e5-195a-4e30-bb66-14837d627688 HTTP/1.1" status: 204 len: 173 time: 1.1186860 Aug 29 17:23:00.623650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'name': 'network-vif-deleted', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:00.634424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-e1105d36-25d0-4213-96f2-f18a5dc58947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:00.641309 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466767eb-c865-41be-83a1-5f97e86b7894" -d '{"events": [{"server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "name": "network-vif-deleted", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:00.645579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-e1105d36-25d0-4213-96f2-f18a5dc58947 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b39532fb2bc46cd87947b943e67df62&device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 1095 time: 0.3233993 Aug 29 17:23:00.729071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ecd3e207-165c-4cae-8717-4e8f1e9b0948 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:00.792246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d659698-70c3-4583-b689-aea459be7b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.828158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d659698-70c3-4583-b689-aea459be7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:00.888403 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d659698-70c3-4583-b689-aea459be7b39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a70613a94fe7444ca8c104dc60635cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7747803 Aug 29 17:23:00.890770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38664) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:00.965855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d659698-70c3-4583-b689-aea459be7b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2c8d03-186f-4800-b811-16c9392f7ab1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:00.988474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port ecd3e207-165c-4cae-8717-4e8f1e9b0948 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:00.995379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port ecd3e207-165c-4cae-8717-4e8f1e9b0948 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:00.995568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38666) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:00.996114 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.015512 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.019934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f957480-53d4-4468-bf00-4bd460754e13 req-56d520f5-ad89-409b-bbc5-7be0326496d8 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:01.022065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f957480-53d4-4468-bf00-4bd460754e13 req-56d520f5-ad89-409b-bbc5-7be0326496d8 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 943 time: 0.2341471 Aug 29 17:23:01.031205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-4644d3cc-e85b-4d98-a932-788fae1eedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:01.032926 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-4644d3cc-e85b-4d98-a932-788fae1eedf9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1b07957-9a9e-46ef-8a27-16a574c7bf8e HTTP/1.1" status: 200 len: 922 time: 0.3693397 Aug 29 17:23:01.050397 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Transition to ACTIVE for port object 8412feaf-3aff-42a3-ad76-efdf2368ef06 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:01.059530 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.098105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 2, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:01.209429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38670) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:01.215498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-57844e6d-19cc-4799-8320-a7e2e51eccc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6c91e3-208e-4d54-805d-fda21a49fced HTTP/1.1" status: 200 len: 217 time: 0.1415040 Aug 29 17:23:01.226824 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a495d84d-97f7-4f29-90cb-7fd88f0666fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.236945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1dd103e9-7e98-45ce-a4a5-f5c874ef9d69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97d5bcc97a59456999c5cd660f3f258f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348909 Aug 29 17:23:01.237720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38674) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:01.252245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d9b30bed-050a-4481-b3da-72ec6d674a4d tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416848269', 'description': 'tempest-description--1060749577'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:01.309865 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.312458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:01.315774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Updating router 2fc6f73d-4a81-417f-9d79-3fbba4231208 port b78ddddf-a1ec-4d98-ab54-6b97427c8854 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:23:01.335739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9b30bed-050a-4481-b3da-72ec6d674a4d tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.382905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a495d84d-97f7-4f29-90cb-7fd88f0666fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.404213 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f957480-53d4-4468-bf00-4bd460754e13 req-eaa716cd-b924-47f1-ba3c-c569592a8ed0 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751714 Aug 29 17:23:01.436057 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653bc8ed-95b8-4087-a0f7-2c9b500d5d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd3e207-165c-4cae-8717-4e8f1e9b0948'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:01.448134 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cfaa9b-035a-4f28-b2f5-c419237c5b53" -d '{"events": [{"server_uuid": "653bc8ed-95b8-4087-a0f7-2c9b500d5d0c", "name": "network-vif-plugged", "status": "completed", "tag": "ecd3e207-165c-4cae-8717-4e8f1e9b0948"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:01.463590 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.510908 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036db2a1-8f92-42d0-a326-f06db1051dd4 None None] Pushing event updated for resources: {'Port': ['ID=8412feaf-3aff-42a3-ad76-efdf2368ef06,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:01.514086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ecd3e207-165c-4cae-8717-4e8f1e9b0948, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ecd3e207-165c-4cae-8717-4e8f1e9b0948,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:01.548987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9b30bed-050a-4481-b3da-72ec6d674a4d tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.554545 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Attempting to bind port 8412feaf-3aff-42a3-ad76-efdf2368ef06 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:01.554948 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Attempting to bind port 8412feaf-3aff-42a3-ad76-efdf2368ef06 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:01.555388 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Attempting to bind port 8412feaf-3aff-42a3-ad76-efdf2368ef06 on network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:01.562073 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:01.562448 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Checking segment: {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:01.562891 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.563340 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.563473 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Bound using segment: {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:01.564309 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Bound port: 8412feaf-3aff-42a3-ad76-efdf2368ef06, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:01.564694 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.585271 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9b30bed-050a-4481-b3da-72ec6d674a4d tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.599219 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96f1990-d101-4da2-b68c-8542d6df441c x-openstack-request-id: req-b96f1990-d101-4da2-b68c-8542d6df441c {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:01.599497 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bb7238-6ed1-4cef-9da5-9de6f5d93996", "name": "network-vif-deleted", "tag": "2b3db9e5-195a-4e30-bb66-14837d627688", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:01.599756 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b96f1990-d101-4da2-b68c-8542d6df441c {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:01.600163 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bb7238-6ed1-4cef-9da5-9de6f5d93996', 'name': 'network-vif-deleted', 'tag': '2b3db9e5-195a-4e30-bb66-14837d627688', 'status': 'completed', 'code': 200} Aug 29 17:23:01.625782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eb5045d-b46d-48ba-8268-5b33d4787580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.632605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-32a224b6-1dd0-48b2-b866-ce2efb85d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:01.634981 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-32a224b6-1dd0-48b2-b866-ce2efb85d512 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6421ff8a-52be-4f7f-aa14-670608ac0f37 HTTP/1.1" status: 200 len: 861 time: 0.3017979 Aug 29 17:23:01.690313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ecd3e207-165c-4cae-8717-4e8f1e9b0948,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:01.690514 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] For port 8412feaf-3aff-42a3-ad76-efdf2368ef06, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:01.703044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38684) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:01.707440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eb5045d-b46d-48ba-8268-5b33d4787580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.718791 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:23:01.743182 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] For port 8412feaf-3aff-42a3-ad76-efdf2368ef06, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8412feaf-3aff-42a3-ad76-efdf2368ef06,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:01.743512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-0fb05e8b-9522-40f7-bbbb-572c80abb5ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1b07957-9a9e-46ef-8a27-16a574c7bf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985391 Aug 29 17:23:01.750449 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a495d84d-97f7-4f29-90cb-7fd88f0666fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.757506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a495d84d-97f7-4f29-90cb-7fd88f0666fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.761458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a495d84d-97f7-4f29-90cb-7fd88f0666fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f2c8d03-186f-4800-b811-16c9392f7ab1 HTTP/1.1" status: 204 len: 168 time: 0.8689625 Aug 29 17:23:01.769228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9b30bed-050a-4481-b3da-72ec6d674a4d tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.776201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d9b30bed-050a-4481-b3da-72ec6d674a4d tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5509720 Aug 29 17:23:01.776919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38690) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:01.810893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8fa436c3-3e85-4f02-af4b-301ef1d6eadc tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Request body: {'security_group_rule': {'security_group_id': '76b1c1c0-6fe4-49f1-a5cd-38877ea1e465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:01.818394 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:01.825149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b30bed-050a-4481-b3da-72ec6d674a4d tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:01.877024 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947e52a3-249c-4b45-a0b7-aee21b2f23d5 x-openstack-request-id: req-947e52a3-249c-4b45-a0b7-aee21b2f23d5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:01.878059 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653bc8ed-95b8-4087-a0f7-2c9b500d5d0c", "name": "network-vif-plugged", "status": "completed", "tag": "ecd3e207-165c-4cae-8717-4e8f1e9b0948", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:01.879328 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-947e52a3-249c-4b45-a0b7-aee21b2f23d5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:01.880826 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653bc8ed-95b8-4087-a0f7-2c9b500d5d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd3e207-165c-4cae-8717-4e8f1e9b0948', 'code': 200} Aug 29 17:23:01.957981 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036db2a1-8f92-42d0-a326-f06db1051dd4 None None] Pushing event updated for resources: {'Port': ['ID=8412feaf-3aff-42a3-ad76-efdf2368ef06,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:02.052028 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:02.053787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:02.073381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f3724-1427-41f2-918b-5aca89c539db req-b0708aa8-1d83-4c5d-b6a2-3b7f654b6866 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:02.081392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e91f3724-1427-41f2-918b-5aca89c539db req-b0708aa8-1d83-4c5d-b6a2-3b7f654b6866 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 945 time: 0.1885784 Aug 29 17:23:02.127711 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fa436c3-3e85-4f02-af4b-301ef1d6eadc tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.218242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495d84d-97f7-4f29-90cb-7fd88f0666fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2c8d03-186f-4800-b811-16c9392f7ab1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:02.257262 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:02.269552 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.297280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Transition to ACTIVE for port object b78ddddf-a1ec-4d98-ab54-6b97427c8854 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:02.304376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fa436c3-3e85-4f02-af4b-301ef1d6eadc tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.316720 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.349818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fa436c3-3e85-4f02-af4b-301ef1d6eadc tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.366946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eb5045d-b46d-48ba-8268-5b33d4787580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.373162 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eb5045d-b46d-48ba-8268-5b33d4787580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.379476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0eb5045d-b46d-48ba-8268-5b33d4787580 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eda7f7ec-1ad2-461a-a69c-6de61ffde806 HTTP/1.1" status: 204 len: 168 time: 1.1388130 Aug 29 17:23:02.407196 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-b140e713-38db-4a9f-8ab7-44f6267d2616 service neutron] 10.222.0.43 "GET /v2.0/networks/d1b07957-9a9e-46ef-8a27-16a574c7bf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291108 Aug 29 17:23:02.416303 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fa436c3-3e85-4f02-af4b-301ef1d6eadc tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.417507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8fa436c3-3e85-4f02-af4b-301ef1d6eadc tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6334071 Aug 29 17:23:02.427932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e91f3724-1427-41f2-918b-5aca89c539db req-9d5c890b-9ede-41db-a5c5-978f06f39f39 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453841 Aug 29 17:23:02.428357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38708) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:02.445622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa436c3-3e85-4f02-af4b-301ef1d6eadc tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bea302-dcc4-4c25-a6d8-9632e8d65539,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:02.483725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6d348270-d277-4510-838e-20ab74dc36c0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Request body: {'security_group_rule': {'security_group_id': '76b1c1c0-6fe4-49f1-a5cd-38877ea1e465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:02.607095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d348270-d277-4510-838e-20ab74dc36c0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.677020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b95b10-b48b-4329-8952-b4d5b072564f None None] Pushing event updated for resources: {'Port': ['ID=b78ddddf-a1ec-4d98-ab54-6b97427c8854,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:02.717188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38716) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:02.732456 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa9ecd43-b363-49e3-ae60-efcd1fe1e31e req-9714fab5-9c2a-4381-bdd5-b1c5ca22daec service neutron] 10.222.0.43 "GET /v2.0/networks/d1b07957-9a9e-46ef-8a27-16a574c7bf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136959 Aug 29 17:23:02.732869 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:23:01Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:02.751877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6432f4b0-6aae-4d0a-93c7-cb503c5651c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.767370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Attempting to bind port b78ddddf-a1ec-4d98-ab54-6b97427c8854 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:02.774534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Attempting to bind port b78ddddf-a1ec-4d98-ab54-6b97427c8854 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:02.775234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Attempting to bind port b78ddddf-a1ec-4d98-ab54-6b97427c8854 on network 9bed0696-33c8-4a0e-996b-97e4959e9694 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:02.776077 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2b1f9-07eb-4887-b065-fe9660b39a5a None None] The sync data for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 is: [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:23:01Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:02.796258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:02.796642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Checking segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:02.800212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.800709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Bound using segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:02.801375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Bound port: b78ddddf-a1ec-4d98-ab54-6b97427c8854, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:02.801768 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.870917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1628cc8-0c5c-4182-bc29-38834ab48b84 req-c81f3fe8-87e3-4916-9fd1-2a8310d5744e tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:02.879717 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1628cc8-0c5c-4182-bc29-38834ab48b84 req-c81f3fe8-87e3-4916-9fd1-2a8310d5744e tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 943 time: 0.2500174 Aug 29 17:23:02.957145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d348270-d277-4510-838e-20ab74dc36c0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.990454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d348270-d277-4510-838e-20ab74dc36c0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.992755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] For port b78ddddf-a1ec-4d98-ab54-6b97427c8854, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:02.997680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] For port b78ddddf-a1ec-4d98-ab54-6b97427c8854, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b78ddddf-a1ec-4d98-ab54-6b97427c8854,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:03.003825 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.059226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:03.060098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:03.119772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1628cc8-0c5c-4182-bc29-38834ab48b84 req-78206da2-3456-42a4-bf37-3665bc88f77f tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385085 Aug 29 17:23:03.176219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d348270-d277-4510-838e-20ab74dc36c0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1585f5-bdeb-44a2-9852-a5456a2dac08,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:03.222245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b95b10-b48b-4329-8952-b4d5b072564f None None] Pushing event updated for resources: {'Port': ['ID=b78ddddf-a1ec-4d98-ab54-6b97427c8854,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:03.284548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6432f4b0-6aae-4d0a-93c7-cb503c5651c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.297985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6432f4b0-6aae-4d0a-93c7-cb503c5651c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.310491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:03.327657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d348270-d277-4510-838e-20ab74dc36c0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.329192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6d348270-d277-4510-838e-20ab74dc36c0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8861961 Aug 29 17:23:03.370607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38734) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:03.380153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:03.442685 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6432f4b0-6aae-4d0a-93c7-cb503c5651c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a45afdc66d5e41299989a438330522f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243865 Aug 29 17:23:03.445499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38738) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:03.453671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432f4b0-6aae-4d0a-93c7-cb503c5651c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50871d27-8453-48e6-9ba1-f42431a10ed4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:03.517160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5045d-b46d-48ba-8268-5b33d4787580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda7f7ec-1ad2-461a-a69c-6de61ffde806,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:03.528430 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.658826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7b6c91e3-208e-4d54-805d-fda21a49fced details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:23:03.663806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2b3db9e5-195a-4e30-bb66-14837d627688 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:03.700650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64aad8-a5f9-4f69-a603-cae9a568b2e8 req-505dd689-db5b-4e12-8a16-162206572b9b tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:03.719391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb64aad8-a5f9-4f69-a603-cae9a568b2e8 req-505dd689-db5b-4e12-8a16-162206572b9b tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 945 time: 0.1134686 Aug 29 17:23:03.736512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87136616-a1fb-4ced-a3dc-ba11006a2cd8 req-1dcf4f29-897e-4287-93de-c75ba5dec404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:03.738074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87136616-a1fb-4ced-a3dc-ba11006a2cd8 req-1dcf4f29-897e-4287-93de-c75ba5dec404 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 1097 time: 1.7176991 Aug 29 17:23:03.747460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 2b3db9e5-195a-4e30-bb66-14837d627688 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:03.747996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2b3db9e5-195a-4e30-bb66-14837d627688 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:03.803166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb64aad8-a5f9-4f69-a603-cae9a568b2e8 req-b5c0dcce-51ea-47d9-9f7d-f1de88ea1be3 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824485 Aug 29 17:23:03.844228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.913387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e558d39d-d39c-4249-a9b2-0a6eaea877b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.996809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.resource_extend [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:23:04.026531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Allocated IP 172.25.2.234 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/7c966397-bb23-41d2-ae1c-f0d5dbea4e0e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:04.112880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-da230d7f-345f-4392-a7ce-44568b5c64d4 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:04.122004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-da230d7f-345f-4392-a7ce-44568b5c64d4 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 820 time: 1.7668469 Aug 29 17:23:04.150171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87136616-a1fb-4ced-a3dc-ba11006a2cd8 req-4992c81f-5497-4a97-9a6c-1d60b50b01fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978984 Aug 29 17:23:04.156472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7b6c91e3-208e-4d54-805d-fda21a49fced, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7b6c91e3-208e-4d54-805d-fda21a49fced,segment=NetworkSegment(8087f2bc-18da-48e8-af0e-98d68066da52),segment_id=8087f2bc-18da-48e8-af0e-98d68066da52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:04.164120 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e558d39d-d39c-4249-a9b2-0a6eaea877b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.180962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:02Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:04.200684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-0e629bd1-3a5f-4821-8535-1fc3bf61e437 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/quotas/028aaa11703b47ffbdc126e511a5b1f8 HTTP/1.1" status: 200 len: 375 time: 0.0613396 Aug 29 17:23:04.211904 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.234693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '7b6c91e3-208e-4d54-805d-fda21a49fced', 'network_id': 'd1b07957-9a9e-46ef-8a27-16a574c7bf8e', 'port_id': '7b6c91e3-208e-4d54-805d-fda21a49fced', 'mac_address': 'fa:16:3e:b7:6a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6421ff8a-52be-4f7f-aa14-670608ac0f37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:23:04.236663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b9124-c7b5-4bad-9d69-85630ae1135a None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:02Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:04.330925 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.351814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6c91e3-208e-4d54-805d-fda21a49fced {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:04.388101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.390972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7b6c91e3-208e-4d54-805d-fda21a49fced, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7b6c91e3-208e-4d54-805d-fda21a49fced,segment=NetworkSegment(8087f2bc-18da-48e8-af0e-98d68066da52),segment_id=8087f2bc-18da-48e8-af0e-98d68066da52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:04.402752 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.446239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-e009fc47-1dbe-45b5-9e20-862ab9e8e82e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2340353 Aug 29 17:23:04.472431 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e558d39d-d39c-4249-a9b2-0a6eaea877b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.475303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e558d39d-d39c-4249-a9b2-0a6eaea877b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.476685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e558d39d-d39c-4249-a9b2-0a6eaea877b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50871d27-8453-48e6-9ba1-f42431a10ed4 HTTP/1.1" status: 204 len: 168 time: 1.0154543 Aug 29 17:23:04.619411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['7b6c91e3-208e-4d54-805d-fda21a49fced'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:04.643504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:04.667401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:04.700763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:04.732359 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-cc40f1a4-6708-4f22-90c7-f7617af3317e service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666302 Aug 29 17:23:04.755201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7b6c91e3-208e-4d54-805d-fda21a49fced,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:04.823553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8412feaf-3aff-42a3-ad76-efdf2368ef06 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:04.832687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07dfc2-6d90-4819-9bda-8a9d38f4c068 req-ad048e42-9f70-4b6c-8f7e-35cc1016dc8a tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:04.834547 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d07dfc2-6d90-4819-9bda-8a9d38f4c068 req-ad048e42-9f70-4b6c-8f7e-35cc1016dc8a tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 943 time: 0.5316656 Aug 29 17:23:04.838896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event updated for resources: {'Port': ['ID=7c966397-bb23-41d2-ae1c-f0d5dbea4e0e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:04.933568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558d39d-d39c-4249-a9b2-0a6eaea877b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50871d27-8453-48e6-9ba1-f42431a10ed4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:05.074835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-db79222e-c354-4533-b79c-f68d0a7bda4b service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408790 Aug 29 17:23:05.116544 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d07dfc2-6d90-4819-9bda-8a9d38f4c068 req-c5363a43-4ff7-46d6-aa6c-440a29d76879 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723656 Aug 29 17:23:05.155162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.199994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8412feaf-3aff-42a3-ad76-efdf2368ef06 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:05.255382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8412feaf-3aff-42a3-ad76-efdf2368ef06 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:05.255765 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.308855 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.338952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.348083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cef8b-05ed-4f9c-81dc-1a76f5969ce8 req-b5059a6f-43fb-4deb-88bd-bd3c0973ce3a tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:05.349980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a71cef8b-05ed-4f9c-81dc-1a76f5969ce8 req-b5059a6f-43fb-4deb-88bd-bd3c0973ce3a tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 945 time: 0.1199787 Aug 29 17:23:05.500180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a71cef8b-05ed-4f9c-81dc-1a76f5969ce8 req-bf58c26a-f00e-4281-84d5-096f48d2974c tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409211 Aug 29 17:23:05.526348 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.589838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 8412feaf-3aff-42a3-ad76-efdf2368ef06, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8412feaf-3aff-42a3-ad76-efdf2368ef06,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:05.612773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.614763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b78ddddf-a1ec-4d98-ab54-6b97427c8854 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:05.818890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=8412feaf-3aff-42a3-ad76-efdf2368ef06,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:05.866468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b78ddddf-a1ec-4d98-ab54-6b97427c8854 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:05.885816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b78ddddf-a1ec-4d98-ab54-6b97427c8854 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:05.886161 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.905118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Deleting port 6bc46ac6-569d-47c7-9af1-173e8beca33a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:05.907020 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.911205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.005443 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.030076 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1d01e8d-e89f-4c7f-8644-a9be188790be req-b8ac573c-6f3c-4422-b001-307626085e0c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 210 time: 0.1418631 Aug 29 17:23:06.065927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] For port 6bc46ac6-569d-47c7-9af1-173e8beca33a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6bc46ac6-569d-47c7-9af1-173e8beca33a,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:06.066308 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.082576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Calling delete_port for 6bc46ac6-569d-47c7-9af1-173e8beca33a owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:06.140295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event updated for resources: {'Port': ['ID=7c966397-bb23-41d2-ae1c-f0d5dbea4e0e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:06.170840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.171316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.171815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.173088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.173443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.174855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.175261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.175612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.179390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.180089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.180453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.180667 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.180795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:06.274543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b78ddddf-a1ec-4d98-ab54-6b97427c8854, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b78ddddf-a1ec-4d98-ab54-6b97427c8854,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:06.291506 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.327687 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.409559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b78ddddf-a1ec-4d98-ab54-6b97427c8854,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:06.469812 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.471110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70360129-6611-4fb9-aec2-8a5bf16b8950 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0994532 Aug 29 17:23:06.496308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb99f25-0e39-425a-b9fd-cfdd5a9c96fd req-8c3bf6e4-9fdb-4172-8846-072069f38a0a tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:06.530612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fb99f25-0e39-425a-b9fd-cfdd5a9c96fd req-8c3bf6e4-9fdb-4172-8846-072069f38a0a tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 944 time: 0.1945765 Aug 29 17:23:06.664891 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.685860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8412feaf-3aff-42a3-ad76-efdf2368ef06 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:06.686418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fb99f25-0e39-425a-b9fd-cfdd5a9c96fd req-732e0471-f5b9-4ceb-b12f-69c0efce7850 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398368 Aug 29 17:23:06.767901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8412feaf-3aff-42a3-ad76-efdf2368ef06 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:06.768365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.779939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc46ac6-569d-47c7-9af1-173e8beca33a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:06.893503 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-4c949749-8c27-4c18-9b58-086fb44f1256 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--416848269&fields=id&tenant_id=c9f3b58da3f04f44ab3ed5e3e3c97f4b HTTP/1.1" status: 200 len: 267 time: 0.0602829 Aug 29 17:23:06.956096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f277309-f859-4fe3-b7cd-1142bf534ac7 req-279b7ccb-d414-4d3f-be0f-7b6070702628 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:06.958612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f277309-f859-4fe3-b7cd-1142bf534ac7 req-279b7ccb-d414-4d3f-be0f-7b6070702628 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 945 time: 0.3261545 Aug 29 17:23:07.018527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b78ddddf-a1ec-4d98-ab54-6b97427c8854 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:07.131222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b78ddddf-a1ec-4d98-ab54-6b97427c8854 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:07.131703 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.242963 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f277309-f859-4fe3-b7cd-1142bf534ac7 req-d1bfd0a0-0234-453e-9907-d52ca1d06dcd tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752006 Aug 29 17:23:07.283581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.330810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7b6c91e3-208e-4d54-805d-fda21a49fced up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:07.374711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-c4d813a2-7bf7-4db2-8a46-83c120e6cf01 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:07.381854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-c4d813a2-7bf7-4db2-8a46-83c120e6cf01 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/networks?id=6180715b-cb46-4e3c-becf-bc3c7abf7f19 HTTP/1.1" status: 200 len: 811 time: 0.4802458 Aug 29 17:23:07.421627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-5bd4bba2-d50a-4728-8bac-73fd5066e3e4 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/quotas/c9f3b58da3f04f44ab3ed5e3e3c97f4b HTTP/1.1" status: 200 len: 375 time: 0.0386841 Aug 29 17:23:07.470382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 7b6c91e3-208e-4d54-805d-fda21a49fced completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:07.474540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 7b6c91e3-208e-4d54-805d-fda21a49fced triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:07.475021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.499560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-d14ddb04-8a4e-4747-8997-3b1b3175c75f tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:07.501353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-d14ddb04-8a4e-4747-8997-3b1b3175c75f tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 820 time: 0.3996739 Aug 29 17:23:07.518527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Request body: {'port': {'device_id': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'admin_state_up': True, 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:07.655327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-77feee26-aefd-4418-80cb-f299bd335f78 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9f3b58da3f04f44ab3ed5e3e3c97f4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2317646 Aug 29 17:23:07.688961 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.728933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Router 6143a401-ecfd-48a7-8b5a-9a463edc81be has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:07.744384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Made reservation on behalf of 028aaa11703b47ffbdc126e511a5b1f8 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:07.749024 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.790422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c91e3-208e-4d54-805d-fda21a49fced'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:07.797818 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6bf56a-a1da-4cbb-8a91-fdcbb2cab6db" -d '{"events": [{"server_uuid": "5113f398-0e6f-44c6-9266-ccf74e6cf005", "name": "network-vif-plugged", "status": "completed", "tag": "7b6c91e3-208e-4d54-805d-fda21a49fced"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:07.832915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7b6c91e3-208e-4d54-805d-fda21a49fced, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7b6c91e3-208e-4d54-805d-fda21a49fced,segment=NetworkSegment(8087f2bc-18da-48e8-af0e-98d68066da52),segment_id=8087f2bc-18da-48e8-af0e-98d68066da52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:07.848112 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-9ecf13f3-af15-4bce-9d58-1447bc4b6ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866715 Aug 29 17:23:07.870780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.020141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d482c183-c202-45b1-8913-00243c6ad592 req-e8e0235b-3a5e-44ad-b0e5-f6a392b8bebb tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 210 time: 0.1073589 Aug 29 17:23:08.073552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7b6c91e3-208e-4d54-805d-fda21a49fced,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:08.204021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38924) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:08.218276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38928) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:08.230787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-7c48a750-cf0b-4b80-a5ef-3ef6090897a5 service neutron] 10.222.0.41 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815622 Aug 29 17:23:08.231907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Allocated IP 172.20.0.8 (9bed0696-33c8-4a0e-996b-97e4959e9694/a59319c4-b607-411d-b411-ef281287f5ad/c9922b4b-8874-4bc7-8334-cbf30428c3ce) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:08.235080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:08.245630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38932) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:08.247919 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] Sync routers for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:08.249537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-af962489-a8b6-4105-8be5-53adf6bb13ce admin admin] 10.222.0.41 "PUT /v2.0/routers/6143a401-ecfd-48a7-8b5a-9a463edc81be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5288765 Aug 29 17:23:08.263825 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:08.269899 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:08.288766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5987-a268-4a4d-af1e-9a9efc0cdac2 req-02ef1f35-e326-4717-9c3d-b57c73bbaaa6 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:08.290356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-699a5987-a268-4a4d-af1e-9a9efc0cdac2 req-02ef1f35-e326-4717-9c3d-b57c73bbaaa6 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 945 time: 0.1296988 Aug 29 17:23:08.392155 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-699a5987-a268-4a4d-af1e-9a9efc0cdac2 req-132e615b-dc43-43d1-91ec-f9d51138a37b tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839405 Aug 29 17:23:08.466532 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ca536b-3e0e-444c-a7fe-1f5ac6e37d4e x-openstack-request-id: req-07ca536b-3e0e-444c-a7fe-1f5ac6e37d4e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:08.479873 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5113f398-0e6f-44c6-9266-ccf74e6cf005", "name": "network-vif-plugged", "status": "completed", "tag": "7b6c91e3-208e-4d54-805d-fda21a49fced", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:08.480027 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07ca536b-3e0e-444c-a7fe-1f5ac6e37d4e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:08.480450 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c91e3-208e-4d54-805d-fda21a49fced', 'code': 200} Aug 29 17:23:08.564014 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6695d7df-50ba-4ff0-a386-d2e8eee04ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.575061 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:08.663386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11cef-885e-4c2f-8eed-ad7e7a770999 req-a819887f-ac0c-4639-979e-7f20b404c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:08.664924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ad11cef-885e-4c2f-8eed-ad7e7a770999 req-a819887f-ac0c-4639-979e-7f20b404c099 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 1097 time: 0.1089303 Aug 29 17:23:08.739200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ad11cef-885e-4c2f-8eed-ad7e7a770999 req-fb83bedc-efa7-43da-81a9-49101cac3071 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662684 Aug 29 17:23:08.794122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6695d7df-50ba-4ff0-a386-d2e8eee04ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.855435 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f938068f-e165-495f-b0dc-144ec031c9ef req-d713671f-4a58-4329-9fc3-1588b0e72edb tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 210 time: 0.0443876 Aug 29 17:23:08.857025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6695d7df-50ba-4ff0-a386-d2e8eee04ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.890172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6695d7df-50ba-4ff0-a386-d2e8eee04ea5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b63ca0b2449540cbbeeb0e790eddcb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695981 Aug 29 17:23:08.891739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38942) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:08.960205 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:09.009143 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] Checking router: 6143a401-ecfd-48a7-8b5a-9a463edc81be for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:09.015951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695d7df-50ba-4ff0-a386-d2e8eee04ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c901db8c-2552-4a78-a62a-6d7a72ce8108,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:09.021679 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] Routers {'6143a401-ecfd-48a7-8b5a-9a463edc81be'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:09.023079 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:22:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6143a401-ecfd-48a7-8b5a-9a463edc81be'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:09.043204 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cf53c33-861a-4ea2-8169-187490fe57e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.095138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cf53c33-861a-4ea2-8169-187490fe57e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.223670 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cf53c33-861a-4ea2-8169-187490fe57e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.229175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cf53c33-861a-4ea2-8169-187490fe57e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.231352 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9cf53c33-861a-4ea2-8169-187490fe57e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c901db8c-2552-4a78-a62a-6d7a72ce8108 HTTP/1.1" status: 204 len: 168 time: 0.3386486 Aug 29 17:23:09.243727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf53c33-861a-4ea2-8169-187490fe57e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901db8c-2552-4a78-a62a-6d7a72ce8108,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:09.260366 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] Set router 6143a401-ecfd-48a7-8b5a-9a463edc81be gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:09.371928 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c2e9101-7018-4f30-aea8-d89200b9e103 req-e8b8fa32-ef76-4e5e-9fc7-6f3bd630de7e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 210 time: 0.0518105 Aug 29 17:23:09.408404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be095d85-9ee2-498f-a78a-f5e049bcc78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.417869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.613343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a3d2d-bcb0-45be-9f97-5fd68202a5c6 req-008adfeb-2d17-4a4b-993c-891398f87fd4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:09.617589 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-926a3d2d-bcb0-45be-9f97-5fd68202a5c6 req-008adfeb-2d17-4a4b-993c-891398f87fd4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 945 time: 0.0918486 Aug 29 17:23:09.635306 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:09.674004 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d63ad-0611-438d-8ccd-f7c19fea9e9e None None] The sync data for ids ['6143a401-ecfd-48a7-8b5a-9a463edc81be'] in n-d-713499-15 is: [{'id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1341630966-router', 'tenant_id': '27229e4c8d844c06bb15ba3112708dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '27229e4c8d844c06bb15ba3112708dc6', 'gw_port': {'id': '58014e06-d5d2-4d70-921b-b1fe2f1499d4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6143a401-ecfd-48a7-8b5a-9a463edc81be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:48Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:09.705742 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-926a3d2d-bcb0-45be-9f97-5fd68202a5c6 req-4bbc5cf9-bf14-4b99-b136-2aba3822f602 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765252 Aug 29 17:23:09.823161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be095d85-9ee2-498f-a78a-f5e049bcc78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.836262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be095d85-9ee2-498f-a78a-f5e049bcc78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.844060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38974) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:09.849040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.871502 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20f40740-7b39-4674-acf7-219621b8dc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.936068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-be095d85-9ee2-498f-a78a-f5e049bcc78e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c7388cd210547d8bdb4e129a4c2b171&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7292666 Aug 29 17:23:09.943177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:09.956732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be095d85-9ee2-498f-a78a-f5e049bcc78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512952c-e345-4280-86b1-1c45ee4e8da4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:09.961996 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.999207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Transition to ACTIVE for port object c9922b4b-8874-4bc7-8334-cbf30428c3ce will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:10.024781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3aaa277-df1f-4fd6-b9d7-c17e69d792a9 req-9db55423-c2b3-4ab0-b78a-23bf3f88d45f tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 210 time: 0.0544202 Aug 29 17:23:10.055643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20f40740-7b39-4674-acf7-219621b8dc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.062138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20f40740-7b39-4674-acf7-219621b8dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.085376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b334c30e-86d8-41e7-85f7-264423c88ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.099666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.116705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f40740-7b39-4674-acf7-219621b8dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadad7c6-e6e0-4b22-8931-f2d43edc7102,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:10.128519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Deleting port 58014e06-d5d2-4d70-921b-b1fe2f1499d4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:10.130852 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.158042 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-20f40740-7b39-4674-acf7-219621b8dc36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4949b32f36a24ea0ab337a751c63457c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128848 Aug 29 17:23:10.160805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38984) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:10.173974 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b334c30e-86d8-41e7-85f7-264423c88ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.232310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f787511b-3f5f-4903-be57-65d2ba37c68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.234382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:10.257270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:10.266754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f787511b-3f5f-4903-be57-65d2ba37c68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.268799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:10.350042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Pushing event updated for resources: {'Port': ['ID=c9922b4b-8874-4bc7-8334-cbf30428c3ce,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:10.449718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:10.450473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.479423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] For port 58014e06-d5d2-4d70-921b-b1fe2f1499d4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=58014e06-d5d2-4d70-921b-b1fe2f1499d4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:10.479870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.513214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b334c30e-86d8-41e7-85f7-264423c88ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.521982 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b334c30e-86d8-41e7-85f7-264423c88ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.523444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b334c30e-86d8-41e7-85f7-264423c88ec8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6512952c-e345-4280-86b1-1c45ee4e8da4 HTTP/1.1" status: 204 len: 168 time: 0.5728238 Aug 29 17:23:10.551685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6bc46ac6-569d-47c7-9af1-173e8beca33a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:10.561766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Calling delete_port for 58014e06-d5d2-4d70-921b-b1fe2f1499d4 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:10.590727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-12a64ab4-f2f6-4b10-9108-a0ccaa6778cd tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0760095 Aug 29 17:23:10.594576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-7d41957f-c747-4235-8fcd-acc3f9a1c568 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:10.600905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-7d41957f-c747-4235-8fcd-acc3f9a1c568 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.44 "GET /v2.0/networks?id=6180715b-cb46-4e3c-becf-bc3c7abf7f19 HTTP/1.1" status: 200 len: 811 time: 0.3195248 Aug 29 17:23:10.602428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 6bc46ac6-569d-47c7-9af1-173e8beca33a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:10.606767 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f787511b-3f5f-4903-be57-65d2ba37c68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.607455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6bc46ac6-569d-47c7-9af1-173e8beca33a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:10.613321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f787511b-3f5f-4903-be57-65d2ba37c68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.614465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334c30e-86d8-41e7-85f7-264423c88ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512952c-e345-4280-86b1-1c45ee4e8da4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:10.619339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f787511b-3f5f-4903-be57-65d2ba37c68e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cadad7c6-e6e0-4b22-8931-f2d43edc7102 HTTP/1.1" status: 204 len: 168 time: 0.4564345 Aug 29 17:23:10.635470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Request body: {'port': {'device_id': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:10.693920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787511b-3f5f-4903-be57-65d2ba37c68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadad7c6-e6e0-4b22-8931-f2d43edc7102,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:10.723425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-9b01205c-577f-45d7-9db8-4d5ff7710097 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9f3b58da3f04f44ab3ed5e3e3c97f4b HTTP/1.1" status: 200 len: 379 time: 0.0992188 Aug 29 17:23:10.734782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Request body: {'port': {'device_id': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'admin_state_up': True, 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'security_groups': ['76b1c1c0-6fe4-49f1-a5cd-38877ea1e465']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:10.819991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6cc48c54-4931-45e4-ab1e-24038692caaa None None] Provisioning for port c9922b4b-8874-4bc7-8334-cbf30428c3ce completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:10.824654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6cc48c54-4931-45e4-ab1e-24038692caaa None None] Provisioning complete for port c9922b4b-8874-4bc7-8334-cbf30428c3ce triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:10.825469 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cc48c54-4931-45e4-ab1e-24038692caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:10.875039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6cc48c54-4931-45e4-ab1e-24038692caaa None None] Port c9922b4b-8874-4bc7-8334-cbf30428c3ce cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:23:10.973057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcde383-0b8b-4495-be36-4e0c081a547c req-d24a40e0-c3af-49e6-a17f-e189862ddb8f tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:10.981496 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bdcde383-0b8b-4495-be36-4e0c081a547c req-d24a40e0-c3af-49e6-a17f-e189862ddb8f tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 931 time: 0.4061270 Aug 29 17:23:11.080449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.176797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Made reservation on behalf of c9f3b58da3f04f44ab3ed5e3e3c97f4b for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:11.182704 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.222951 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-67395451-e61b-4960-97f3-9b389a6df46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.224863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c837-5b87-436e-923a-01856a6f31b1 req-b660941b-b903-44a5-b8d1-58daacff6a41 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:11.232936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bdcde383-0b8b-4495-be36-4e0c081a547c req-ca036435-aac7-4d9c-a0e7-813d7f6d66de tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358694 Aug 29 17:23:11.235398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6fa3c837-5b87-436e-923a-01856a6f31b1 req-b660941b-b903-44a5-b8d1-58daacff6a41 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 945 time: 0.1912296 Aug 29 17:23:11.443871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60667529-eca9-4714-a475-9f88bfbdad91 req-eac5275d-be89-421b-a248-da3cf325020d tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 210 time: 0.0439806 Aug 29 17:23:11.477361 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6fa3c837-5b87-436e-923a-01856a6f31b1 req-123314aa-1a8a-4d4f-9cb8-70b7e98f5d7a tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400475 Aug 29 17:23:11.550482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39032) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:11.629966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.679350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Allocated IP 172.20.0.3 (6180715b-cb46-4e3c-becf-bc3c7abf7f19/9437c7e2-21d4-460b-98fa-86c032cb5561/4628a1f4-ecba-49f9-a40e-4335c5cba2b4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:11.770104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9922b4b-8874-4bc7-8334-cbf30428c3ce {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:11.782623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.807122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Transition to ACTIVE for port object c9922b4b-8874-4bc7-8334-cbf30428c3ce will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:11.809044 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.825985 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.840783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.863438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:11.890559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=58014e06-d5d2-4d70-921b-b1fe2f1499d4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:12.078139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.218936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6aa2a7964f054568b0a59c7446d73151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6655943 Aug 29 17:23:12.219694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feafefac-2b5d-4c4d-9dc6-74a1332869e0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:12.221751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39064) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:12.261203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.261473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.262050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.262696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.263344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.263852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.264368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.264886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.276212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.277404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.277939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.279280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.280496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a46db-b255-4605-ac38-de04224e36a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:12.302136 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.305439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.367535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.385372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Transition to ACTIVE for port object 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:12.441822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.515918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2c7e6-2e13-4f11-8001-c4403a6d04ad req-543b2ac1-f092-4913-8af5-295eb1deb585 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:12.517570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3fd2c7e6-2e13-4f11-8001-c4403a6d04ad req-543b2ac1-f092-4913-8af5-295eb1deb585 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 945 time: 0.4256191 Aug 29 17:23:12.546792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Attempting to bind port c9922b4b-8874-4bc7-8334-cbf30428c3ce on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:12.547165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Attempting to bind port c9922b4b-8874-4bc7-8334-cbf30428c3ce by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:12.547470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Attempting to bind port c9922b4b-8874-4bc7-8334-cbf30428c3ce on network 9bed0696-33c8-4a0e-996b-97e4959e9694 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:12.550143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Pushing event updated for resources: {'Port': ['ID=c9922b4b-8874-4bc7-8334-cbf30428c3ce,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:12.552558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.553598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6143a401-ecfd-48a7-8b5a-9a463edc81be {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:23:12.558057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.559628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dcafd9bf-4574-4219-830d-458921d914a7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6143a401-ecfd-48a7-8b5a-9a463edc81be HTTP/1.1" status: 204 len: 168 time: 4.3122222 Aug 29 17:23:12.564338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39072) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:12.568493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event updated for resources: {'Port': ['ID=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:12.606736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Port c9922b4b-8874-4bc7-8334-cbf30428c3ce on network 9bed0696-33c8-4a0e-996b-97e4959e9694 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:23:12.607266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Attempting to bind port c9922b4b-8874-4bc7-8334-cbf30428c3ce on network 9bed0696-33c8-4a0e-996b-97e4959e9694 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:12.607894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:12.619517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:12.628764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:12.629835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Checking segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:12.629835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Bound using segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:12.630400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Bound port: c9922b4b-8874-4bc7-8334-cbf30428c3ce, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:12.630400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.631296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:12.657638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde9a55d-be06-4c08-b5e6-f447542301ea admin admin] Deleting subnet df70ae4b-eb35-423c-8abf-36ac19f695be {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:23:12.661114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde9a55d-be06-4c08-b5e6-f447542301ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.701721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3fd2c7e6-2e13-4f11-8001-c4403a6d04ad req-f3e9fe3e-e364-4cd1-b33c-db43fe8a6591 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717117 Aug 29 17:23:12.717411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66436579-df54-491f-be74-4a6bb6fec67d req-f83a4b74-ffda-4e4b-a23f-871a029de0f4 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:12.719088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66436579-df54-491f-be74-4a6bb6fec67d req-f83a4b74-ffda-4e4b-a23f-871a029de0f4 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 943 time: 0.3149154 Aug 29 17:23:12.731565 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9698a86-f34b-4c7d-8c09-b857700d33df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.732296 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.800808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:12.801356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.831487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-ff0fb8c9-2406-4ec3-bf5d-03eef38fd895 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1006296 Aug 29 17:23:12.856231 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde9a55d-be06-4c08-b5e6-f447542301ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:12.861414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Request body: {'port': {'device_id': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:12.902555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9698a86-f34b-4c7d-8c09-b857700d33df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.024534 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9698a86-f34b-4c7d-8c09-b857700d33df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.031582 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9698a86-f34b-4c7d-8c09-b857700d33df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.041887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d9698a86-f34b-4c7d-8c09-b857700d33df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/feafefac-2b5d-4c4d-9dc6-74a1332869e0 HTTP/1.1" status: 204 len: 168 time: 0.8164968 Aug 29 17:23:13.059675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde9a55d-be06-4c08-b5e6-f447542301ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.112262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9698a86-f34b-4c7d-8c09-b857700d33df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feafefac-2b5d-4c4d-9dc6-74a1332869e0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:13.117541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d6be89e8-fac5-4038-a154-1f102c7afb9d None None] Provisioning for port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:13.122381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d6be89e8-fac5-4038-a154-1f102c7afb9d None None] Provisioning complete for port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:13.122795 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d6be89e8-fac5-4038-a154-1f102c7afb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.140937 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde9a55d-be06-4c08-b5e6-f447542301ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.147354 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66436579-df54-491f-be74-4a6bb6fec67d req-ad44c39b-54df-4340-a90f-d0699721d76c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027832 Aug 29 17:23:13.207054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde9a55d-be06-4c08-b5e6-f447542301ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.209725 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cde9a55d-be06-4c08-b5e6-f447542301ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/df70ae4b-eb35-423c-8abf-36ac19f695be HTTP/1.1" status: 204 len: 168 time: 0.6423786 Aug 29 17:23:13.210991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] For port c9922b4b-8874-4bc7-8334-cbf30428c3ce, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:13.217325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9a55d-be06-4c08-b5e6-f447542301ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df70ae4b-eb35-423c-8abf-36ac19f695be,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:13.226608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.231483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39088) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:13.236324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d6be89e8-fac5-4038-a154-1f102c7afb9d None None] Port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:23:13.240392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0acfa2-611d-4ef1-8cd8-6b9687e105aa None None] Network 01478136-097f-456e-914b-d40201a94517 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:13.317781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] For port c9922b4b-8874-4bc7-8334-cbf30428c3ce, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:13.336228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.346053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72bff5-c362-41a5-9dec-1ed589106b4a req-aac03ca9-8f1c-48a3-962a-80f98c90804c tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:13.347534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b72bff5-c362-41a5-9dec-1ed589106b4a req-aac03ca9-8f1c-48a3-962a-80f98c90804c tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 931 time: 0.3869700 Aug 29 17:23:13.422521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Pushing event updated for resources: {'Port': ['ID=c9922b4b-8874-4bc7-8334-cbf30428c3ce,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:13.435900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.445247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:13.446151 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.448389 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-b5c941b4-9377-4e80-8e0e-c0b8547f617b service neutron] 10.222.0.43 "PUT /v2.0/ports/c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 1092 time: 2.8184774 Aug 29 17:23:13.450291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:13.452916 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fd981c-65db-499b-b106-a9b19dbcc4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:13.602729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b72bff5-c362-41a5-9dec-1ed589106b4a req-2520dd43-26f0-4637-92ad-1acd6e1e5151 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211685 Aug 29 17:23:13.631479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-3f97fd86-8fb6-4863-8427-ba5466ce8baa tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:13.633103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-3f97fd86-8fb6-4863-8427-ba5466ce8baa tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 945 time: 0.5034411 Aug 29 17:23:13.662294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] DHCP port deletion for 01478136-097f-456e-914b-d40201a94517 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:23:13.686619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-ba3edbae-4a99-4cf4-abad-9d73816dad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:13.690685 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-ba3edbae-4a99-4cf4-abad-9d73816dad4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1095 time: 0.1712568 Aug 29 17:23:13.754813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] Deleting port ad977af5-aa61-4b4b-a174-38033673981a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:13.755060 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.824157 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-bb9fae60-fcc4-47e4-a9b6-22850b5f8fdf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 217 time: 0.1170495 Aug 29 17:23:13.826665 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbfd764-4b0e-4c13-ad0b-0dc0572fcd40 x-openstack-request-id: req-ecbfd764-4b0e-4c13-ad0b-0dc0572fcd40 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:13.827023 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:13.827390 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecbfd764-4b0e-4c13-ad0b-0dc0572fcd40 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:13.828025 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'status': 'completed', 'code': 200} Aug 29 17:23:13.871935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Deleting port ad977af5-aa61-4b4b-a174-38033673981a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:13.872634 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:13.997194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] For port ad977af5-aa61-4b4b-a174-38033673981a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ad977af5-aa61-4b4b-a174-38033673981a,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:13.997708 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.029060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Calling delete_port for ad977af5-aa61-4b4b-a174-38033673981a owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:14.127244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] For port ad977af5-aa61-4b4b-a174-38033673981a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ad977af5-aa61-4b4b-a174-38033673981a,segment=NetworkSegment(c7643ad0-62e5-4fa9-ab62-d36d52601380),segment_id=c7643ad0-62e5-4fa9-ab62-d36d52601380)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:14.127658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.173568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] Calling delete_port for ad977af5-aa61-4b4b-a174-38033673981a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:14.195585 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.230512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad977af5-aa61-4b4b-a174-38033673981a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:14.233806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] No DVR routers for this DVR port ad977af5-aa61-4b4b-a174-38033673981a on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:14.327387 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9cee4387-852a-4d0d-a3a1-402ca2b5cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.329189 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.351625 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.380031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:14.399417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] Pushing event deleted for resources: {'Port': ['ID=ad977af5-aa61-4b4b-a174-38033673981a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:14.410500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.423034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93953f12-ac8d-49e3-bd50-0f1f80b6cd8f None None] No DVR routers for this DVR port ad977af5-aa61-4b4b-a174-38033673981a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:14.428166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676fb8e-2603-42dd-9bc2-55b5d42190c6 req-2aa4f399-c161-4f25-bfd3-3db91b4decd4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:14.445464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a676fb8e-2603-42dd-9bc2-55b5d42190c6 req-2aa4f399-c161-4f25-bfd3-3db91b4decd4 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 945 time: 0.3212206 Aug 29 17:23:14.447334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-e7983502-dc4d-429b-b537-e0ceb7fddaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:14.449406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-e7983502-dc4d-429b-b537-e0ceb7fddaaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.6100752 Aug 29 17:23:14.454635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.476025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Transition to ACTIVE for port object 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:14.543413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01478136-097f-456e-914b-d40201a94517']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:14.550227 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a676fb8e-2603-42dd-9bc2-55b5d42190c6 req-2b519351-23a1-42de-8feb-cd8cda59485f tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034467 Aug 29 17:23:14.552549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.557197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7643ad0-62e5-4fa9-ab62-d36d52601380') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:14.558078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7643ad0-62e5-4fa9-ab62-d36d52601380') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:14.573124 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.592050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.602280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:23:14.604708 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.619067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ad977af5-aa61-4b4b-a174-38033673981a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:14.666683 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ad977af5-aa61-4b4b-a174-38033673981a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:14.668498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ad977af5-aa61-4b4b-a174-38033673981a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:14.670098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 58014e06-d5d2-4d70-921b-b1fe2f1499d4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:14.736188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 58014e06-d5d2-4d70-921b-b1fe2f1499d4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:14.736848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Deleting port 7b6c91e3-208e-4d54-805d-fda21a49fced {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:14.737380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.737720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 58014e06-d5d2-4d70-921b-b1fe2f1499d4 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:23:14.778402 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:23:14.851592 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.872349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-0b79426b-9303-4e0c-bb1c-aca1b52421ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:14.873877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-0b79426b-9303-4e0c-bb1c-aca1b52421ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3747904 Aug 29 17:23:14.905915 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:14.910237 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] 10.222.0.41 "DELETE /v2.0/networks/01478136-097f-456e-914b-d40201a94517 HTTP/1.1" status: 204 len: 168 time: 1.6729612 Aug 29 17:23:14.910237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dd612-ba5b-4a81-ba04-97bc8d505a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=01478136-097f-456e-914b-d40201a94517,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:14.956072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Pushing event updated for resources: {'Port': ['ID=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:14.976541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39168) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:15.110277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] For port 7b6c91e3-208e-4d54-805d-fda21a49fced, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7b6c91e3-208e-4d54-805d-fda21a49fced,segment=NetworkSegment(8087f2bc-18da-48e8-af0e-98d68066da52),segment_id=8087f2bc-18da-48e8-af0e-98d68066da52)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:15.111661 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.139893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-ea7077f7-4c11-4e9c-b932-5ba6b067a5f7 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364862 Aug 29 17:23:15.167631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Calling delete_port for 7b6c91e3-208e-4d54-805d-fda21a49fced owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:15.270858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39178) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:15.320620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aacc0-ba6e-43d6-be80-1c75993fd58e req-855a0de2-04a2-4400-a43a-354a3a7655ee tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:15.322717 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b03aacc0-ba6e-43d6-be80-1c75993fd58e req-855a0de2-04a2-4400-a43a-354a3a7655ee tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 943 time: 0.8909838 Aug 29 17:23:15.355357 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.377454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-760101727-network', 'tenant_id': '80db428d958e4737aa3f47df87cbfe9f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:15.390024 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f9d6cac3-bd38-470a-b5fd-9380c98e91e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27229e4c8d844c06bb15ba3112708dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180575 Aug 29 17:23:15.390211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7b6c91e3-208e-4d54-805d-fda21a49fced no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:15.393904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:15.394431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39182) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:15.397679 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b03aacc0-ba6e-43d6-be80-1c75993fd58e req-2972de62-59f3-4f98-8f94-c9563a82e4e6 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655873 Aug 29 17:23:15.421140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1102a1a-8f5d-4a09-80c5-6048a82ac106 req-55bd607c-ef6b-45b5-b532-9a4aaac1e0c8 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695889 Aug 29 17:23:15.493715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91b07a-63c2-4ff5-98db-c87064edab24 req-94f323af-36bf-4d4d-9d52-88b266080505 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:15.504469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e91b07a-63c2-4ff5-98db-c87064edab24 req-94f323af-36bf-4d4d-9d52-88b266080505 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 943 time: 0.7096894 Aug 29 17:23:15.522536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc58e-b9d8-4c2c-bb2a-6938ed7c6605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.568365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-f9788cdd-f14d-4db0-8e79-c9797076264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:15.574876 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-f9788cdd-f14d-4db0-8e79-c9797076264e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1095 time: 0.0848451 Aug 29 17:23:15.578126 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc58e-b9d8-4c2c-bb2a-6938ed7c6605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.612983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Attempting to bind port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:15.612983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Attempting to bind port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:15.612983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Attempting to bind port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 on network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:15.615702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.627845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 on network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:23:15.628389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Attempting to bind port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 on network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:15.658542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:15.659304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Checking segment: {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:15.659891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Bound using segment: {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:15.660565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Bound port: 4628a1f4-ecba-49f9-a40e-4335c5cba2b4, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59041c4-fb51-4dd6-a2bf-41144cff0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:15.661166 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.681370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Made reservation on behalf of 80db428d958e4737aa3f47df87cbfe9f for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:15.684154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.698028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.707125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7b6c91e3-208e-4d54-805d-fda21a49fced, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7b6c91e3-208e-4d54-805d-fda21a49fced,segment=NetworkSegment(8087f2bc-18da-48e8-af0e-98d68066da52),segment_id=8087f2bc-18da-48e8-af0e-98d68066da52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:15.708772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6c91e3-208e-4d54-805d-fda21a49fced'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:15.714513 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb44607d-8855-488d-9016-c32632940ba2" -d '{"events": [{"server_uuid": "5113f398-0e6f-44c6-9266-ccf74e6cf005", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6c91e3-208e-4d54-805d-fda21a49fced"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:15.724661 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.751328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-442e7547-583b-4673-ad9a-e0755c858bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.758230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e91b07a-63c2-4ff5-98db-c87064edab24 req-cbe281ed-fff5-4c55-a4a9-ddbd2a626f87 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081537 Aug 29 17:23:15.817951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7b6c91e3-208e-4d54-805d-fda21a49fced,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:15.850641 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c4b4be-1754-4b5d-9b43-9551b6f910ce x-openstack-request-id: req-65c4b4be-1754-4b5d-9b43-9551b6f910ce {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:15.851990 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5113f398-0e6f-44c6-9266-ccf74e6cf005", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6c91e3-208e-4d54-805d-fda21a49fced", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:15.852157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] For port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:15.852665 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65c4b4be-1754-4b5d-9b43-9551b6f910ce {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:15.854498 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6c91e3-208e-4d54-805d-fda21a49fced', 'code': 200} Aug 29 17:23:15.859507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] For port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:15.863609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.895740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.910251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Pushing event deleted for resources: {'Port': ['ID=7b6c91e3-208e-4d54-805d-fda21a49fced,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:15.940216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640636e-b247-42b2-a998-29e49d3064ce req-3ef8de94-e2e0-4ba4-bff0-07ca58a51168 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:15.941884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d640636e-b247-42b2-a998-29e49d3064ce req-3ef8de94-e2e0-4ba4-bff0-07ca58a51168 tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 867 time: 0.2793241 Aug 29 17:23:15.948549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-bc0ba7c1-a3ff-41bc-b3ed-ab709357ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:15.952150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-bc0ba7c1-a3ff-41bc-b3ed-ab709357ca25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.3574963 Aug 29 17:23:16.013942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d640636e-b247-42b2-a998-29e49d3064ce req-344ac3a7-8be6-4957-8201-597cfc0c592b tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/security-groups?id=be1aec1d-e990-4af9-8078-2796aa8a7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604231 Aug 29 17:23:16.046196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc58e-b9d8-4c2c-bb2a-6938ed7c6605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.048786 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc58e-b9d8-4c2c-bb2a-6938ed7c6605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.050131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f7dbc58e-b9d8-4c2c-bb2a-6938ed7c6605 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18502ac6-bdba-4778-b569-cc254e38bbc2 HTTP/1.1" status: 204 len: 168 time: 0.6502419 Aug 29 17:23:16.053584 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-aade54f3-c2c0-42a8-bac6-d76df6d00bd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 217 time: 0.0511670 Aug 29 17:23:16.060785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbc58e-b9d8-4c2c-bb2a-6938ed7c6605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18502ac6-bdba-4778-b569-cc254e38bbc2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:16.126238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-b6851fd9-01c3-4888-9079-7c95349383f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:16.128830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-b6851fd9-01c3-4888-9079-7c95349383f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.0657022 Aug 29 17:23:16.204959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-3ee0ab21-f5de-4a97-9f9d-9602e8e44afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:16.207300 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-3ee0ab21-f5de-4a97-9f9d-9602e8e44afb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633478 Aug 29 17:23:16.369422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-ce7c6168-6f27-4313-843a-27ef62fa7550 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527011 Aug 29 17:23:16.531867 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65fd981c-65db-499b-b106-a9b19dbcc4ef req-4d97c8f9-c988-49a4-95a7-6f07ac1cd736 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548629 Aug 29 17:23:16.617054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Pushing event updated for resources: {'Port': ['ID=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:16.631701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:16.631701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.633059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-39da3c97-5d7f-4907-9500-ee14d26a20af service neutron] 10.222.0.44 "PUT /v2.0/ports/4628a1f4-ecba-49f9-a40e-4335c5cba2b4 HTTP/1.1" status: 200 len: 1092 time: 3.7848885 Aug 29 17:23:16.675546 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.678506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'tag': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:16.681821 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727" -d '{"events": [{"name": "network-changed", "server_uuid": "cefd002e-ea97-434d-a624-5fa9d1b3ab70", "tag": "4628a1f4-ecba-49f9-a40e-4335c5cba2b4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:16.754195 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df84b410-61c2-41ec-a6fe-7782ed4d9b89 x-openstack-request-id: req-df84b410-61c2-41ec-a6fe-7782ed4d9b89 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:16.754469 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefd002e-ea97-434d-a624-5fa9d1b3ab70", "tag": "4628a1f4-ecba-49f9-a40e-4335c5cba2b4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:16.754738 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df84b410-61c2-41ec-a6fe-7782ed4d9b89 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:16.755214 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'tag': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'status': 'completed', 'code': 200} Aug 29 17:23:16.808741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] No DVR routers for this DVR port 7b6c91e3-208e-4d54-805d-fda21a49fced on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:16.817088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.819232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f08d52bc-b36f-4441-9ed9-ad6c4513eb20 req-61fe2e00-1945-4078-bc83-f766359fa9bf tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.43 "DELETE /v2.0/ports/7b6c91e3-208e-4d54-805d-fda21a49fced HTTP/1.1" status: 204 len: 173 time: 3.1721761 Aug 29 17:23:16.862206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6183e0-5089-4571-8101-08d39b90629d req-3af0dcbf-bd5d-4b6b-9446-749532bf0292 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:16.871366 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b6183e0-5089-4571-8101-08d39b90629d req-3af0dcbf-bd5d-4b6b-9446-749532bf0292 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 943 time: 0.2186425 Aug 29 17:23:16.904224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.920984 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.968601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13c1525-a27b-4e7e-9279-91a7df02b6b1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:16.979889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-4b724351-71e0-4a00-801e-f199d9c73411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:16.986710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-4b724351-71e0-4a00-801e-f199d9c73411 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9f3b58da3f04f44ab3ed5e3e3c97f4b&device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 1095 time: 0.2415767 Aug 29 17:23:17.073039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:23:17.091922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b6183e0-5089-4571-8101-08d39b90629d req-2e9d3921-5c8a-45b0-afea-18907e212d0b tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194114 Aug 29 17:23:17.103707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-03e23cdd-0733-4406-ba2e-cd8a95ff129e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4 HTTP/1.1" status: 200 len: 217 time: 0.0890048 Aug 29 17:23:17.232849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.233208 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Added segment 259cfc67-e849-4bf4-965f-8b5ea7c2e3e3 of type vlan for network 313ec96c-c128-4e40-93cf-320342266248 Aug 29 17:23:17.276287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b822f4c-388d-40b8-9019-88a2273d7bf1 req-a9f9672a-1c37-491e-858a-75b2c6b782af tempest-InstanceActionsNegativeTestJSON-1637099485 tempest-InstanceActionsNegativeTestJSON-1637099485-project] 10.222.0.41 "GET /v2.0/ports?device_id=5113f398-0e6f-44c6-9266-ccf74e6cf005 HTTP/1.1" status: 200 len: 210 time: 0.0470560 Aug 29 17:23:17.314221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-37da8728-4af0-4a3a-a580-68da0a8d683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:17.315803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-37da8728-4af0-4a3a-a580-68da0a8d683d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9437c7e2-21d4-460b-98fa-86c032cb5561 HTTP/1.1" status: 200 len: 850 time: 0.2040222 Aug 29 17:23:17.319906 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.386658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-921d9e93-510d-4b38-bb07-08a8103ba9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:17.388380 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-921d9e93-510d-4b38-bb07-08a8103ba9c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6180715b-cb46-4e3c-becf-bc3c7abf7f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619669 Aug 29 17:23:17.389890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.391039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:17.391817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.533695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] Pushing event updated for resources: {'Network': ['ID=313ec96c-c128-4e40-93cf-320342266248,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:17.539387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c2f3-e36e-47ad-b277-ebc03861c039 req-61b9e4d2-95a7-4cb8-84e8-4a81cedc4380 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:17.549611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 313ec96c-c128-4e40-93cf-320342266248 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:23:17.550189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca44c2f3-e36e-47ad-b277-ebc03861c039 req-61b9e4d2-95a7-4cb8-84e8-4a81cedc4380 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 943 time: 0.6508331 Aug 29 17:23:17.574504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-90eb6ef7-2307-42af-b972-bee772f5c25d service neutron] 10.222.0.44 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736512 Aug 29 17:23:17.689198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca44c2f3-e36e-47ad-b277-ebc03861c039 req-52054f50-cc24-4440-8def-bfc66886ddcf tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365325 Aug 29 17:23:17.710645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6671ddf5-cfe6-4215-853b-7274f2aa0190 req-a33baefe-db82-41ed-bc71-0eaccab20ca1 service neutron] 10.222.0.44 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246631 Aug 29 17:23:17.767634 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-442e7547-583b-4673-ad9a-e0755c858bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.779777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-442e7547-583b-4673-ad9a-e0755c858bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.827683 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d658500f-2df8-42a2-94b4-dabf45ccfea9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8456957 Aug 29 17:23:17.830469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39266) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:17.837050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Request body: {'subnet': {'network_id': '313ec96c-c128-4e40-93cf-320342266248', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-760101727-subnet', 'tenant_id': '80db428d958e4737aa3f47df87cbfe9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:17.841582 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-442e7547-583b-4673-ad9a-e0755c858bb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb8b30cc69f54005894e242a3e99ad00&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4427261 Aug 29 17:23:17.844039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39268) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:17.869162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-794215f8-3fbb-4203-baef-ebc6eb4a28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:17.871706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-794215f8-3fbb-4203-baef-ebc6eb4a28eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9f3b58da3f04f44ab3ed5e3e3c97f4b&device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 1095 time: 0.1045499 Aug 29 17:23:17.877733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Made reservation on behalf of 80db428d958e4737aa3f47df87cbfe9f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:17.880715 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.887023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e7547-583b-4673-ad9a-e0755c858bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30466c15-6afc-444e-883f-07100a3eb92f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:17.917803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c033a665-e1b6-4fc7-a3d8-7cf412df5dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.942000 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c033a665-e1b6-4fc7-a3d8-7cf412df5dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.036014 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c033a665-e1b6-4fc7-a3d8-7cf412df5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.039319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c033a665-e1b6-4fc7-a3d8-7cf412df5dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.042520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c033a665-e1b6-4fc7-a3d8-7cf412df5dc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30466c15-6afc-444e-883f-07100a3eb92f HTTP/1.1" status: 204 len: 168 time: 0.1951406 Aug 29 17:23:18.055309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033a665-e1b6-4fc7-a3d8-7cf412df5dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30466c15-6afc-444e-883f-07100a3eb92f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:18.087702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-d6b7f8a6-c553-4048-82ed-a1b2e7703fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:18.090272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-d6b7f8a6-c553-4048-82ed-a1b2e7703fe1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6180715b-cb46-4e3c-becf-bc3c7abf7f19 HTTP/1.1" status: 200 len: 912 time: 0.2065773 Aug 29 17:23:18.245188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.345922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-e065575e-81cc-4047-adb5-2d8f4e072791 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4 HTTP/1.1" status: 200 len: 217 time: 0.1392756 Aug 29 17:23:18.412293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7254f1-a491-4b08-b7bd-d363fcf73cc7 req-183191e0-d7f5-4951-904e-532a25795401 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:18.413807 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ad7254f1-a491-4b08-b7bd-d363fcf73cc7 req-183191e0-d7f5-4951-904e-532a25795401 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 943 time: 0.2088075 Aug 29 17:23:18.427071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-d78ebf40-6235-4eaa-8ec0-92803d0bd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:18.431424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-d78ebf40-6235-4eaa-8ec0-92803d0bd418 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9437c7e2-21d4-460b-98fa-86c032cb5561 HTTP/1.1" status: 200 len: 850 time: 0.0731084 Aug 29 17:23:18.470519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcb63ce-ed1e-4651-af09-dc22e7f73c60,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:18.519204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ad7254f1-a491-4b08-b7bd-d363fcf73cc7 req-f9668763-2993-42e6-8719-b1de850fe490 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867479 Aug 29 17:23:18.527193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Checking segment: {'id': '259cfc67-e849-4bf4-965f-8b5ea7c2e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '313ec96c-c128-4e40-93cf-320342266248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:18.527552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Network hostable DHCP agents. Network: 313ec96c-c128-4e40-93cf-320342266248, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:23:18.553465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-bb76ba26-188b-4b21-8963-85455e59f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:18.555331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-bb76ba26-188b-4b21-8963-85455e59f0a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6180715b-cb46-4e3c-becf-bc3c7abf7f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858631 Aug 29 17:23:18.557495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Network 313ec96c-c128-4e40-93cf-320342266248 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:23:18.575518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 313ec96c-c128-4e40-93cf-320342266248) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:18.590263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:18.590950 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.593145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1bd00b-bb61-4d35-8369-cf80ed36219a None None] Network 313ec96c-c128-4e40-93cf-320342266248 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:18.667779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39286) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:18.720242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-975c41be-f89d-4d70-bcd0-94e46577244a service neutron] 10.222.0.44 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553140 Aug 29 17:23:18.732270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9b678069-7bbe-496c-a0cd-bc069a223535 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8911226 Aug 29 17:23:18.768433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf61f50e-beac-4795-9648-2639e9d712a4 admin admin] Deleting subnet 6421ff8a-52be-4f7f-aa14-670608ac0f37 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:23:18.772336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf61f50e-beac-4795-9648-2639e9d712a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.815958 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf61f50e-beac-4795-9648-2639e9d712a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.859103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f184d3-5458-4fb5-8a9f-326840fe2da1 None None] Network 313ec96c-c128-4e40-93cf-320342266248 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:18.899062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf61f50e-beac-4795-9648-2639e9d712a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.902769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'name': 'network-vif-deleted', 'tag': '7b6c91e3-208e-4d54-805d-fda21a49fced'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:18.905886 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff8bf4f-13ac-4316-ab6e-403c8f713092" -d '{"events": [{"server_uuid": "5113f398-0e6f-44c6-9266-ccf74e6cf005", "name": "network-vif-deleted", "tag": "7b6c91e3-208e-4d54-805d-fda21a49fced"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:18.983772 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf61f50e-beac-4795-9648-2639e9d712a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.039306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf61f50e-beac-4795-9648-2639e9d712a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.043215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf61f50e-beac-4795-9648-2639e9d712a4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6421ff8a-52be-4f7f-aa14-670608ac0f37 HTTP/1.1" status: 204 len: 168 time: 0.3744204 Aug 29 17:23:19.045421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c655f5fb-ebff-42fc-b34c-f3b04f9f3727 req-4463b1a2-469f-4607-a3d9-24eec004790f service neutron] 10.222.0.44 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162270 Aug 29 17:23:19.045882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39312) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:19.046437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61f50e-beac-4795-9648-2639e9d712a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6421ff8a-52be-4f7f-aa14-670608ac0f37,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:19.079749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa7766-dc7b-46f8-a666-da0e567cebbb req-8e086504-820d-466d-be9a-c64c54f022b0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:19.089059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4aa7766-dc7b-46f8-a666-da0e567cebbb req-8e086504-820d-466d-be9a-c64c54f022b0 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 943 time: 0.1202137 Aug 29 17:23:19.142038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4aa7766-dc7b-46f8-a666-da0e567cebbb req-531b6228-ee0e-40dc-bf6d-96bd749548cb tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511911 Aug 29 17:23:19.207507 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7527f474-aa91-42c0-bf91-dcd2095b1e6f x-openstack-request-id: req-7527f474-aa91-42c0-bf91-dcd2095b1e6f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:19.207878 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5113f398-0e6f-44c6-9266-ccf74e6cf005", "name": "network-vif-deleted", "tag": "7b6c91e3-208e-4d54-805d-fda21a49fced", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:19.208189 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7527f474-aa91-42c0-bf91-dcd2095b1e6f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:19.208651 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5113f398-0e6f-44c6-9266-ccf74e6cf005', 'name': 'network-vif-deleted', 'tag': '7b6c91e3-208e-4d54-805d-fda21a49fced', 'status': 'completed', 'code': 200} Aug 29 17:23:19.220747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.321429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.331854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b07957-9a9e-46ef-8a27-16a574c7bf8e']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:19.345065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8087f2bc-18da-48e8-af0e-98d68066da52') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:19.346496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8087f2bc-18da-48e8-af0e-98d68066da52') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:19.359169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.375746 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.385315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:23:19.385936 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:23:19.389112 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:23:19.421365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c9922b4b-8874-4bc7-8334-cbf30428c3ce details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:23:19.471023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.485246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.487171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d1b07957-9a9e-46ef-8a27-16a574c7bf8e HTTP/1.1" status: 204 len: 168 time: 0.4402645 Aug 29 17:23:19.500907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccf71b-d6ba-4ed5-a030-5e126afc6078 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b07957-9a9e-46ef-8a27-16a574c7bf8e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:19.538517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39334) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:19.608339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c9922b4b-8874-4bc7-8334-cbf30428c3ce, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:19.631289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'mac_address': 'fa:16:3e:29:91:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:23:19.677425 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.689313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0d2db-c5bc-437e-bd13-df790ef61edd req-c0a14d5e-414b-4b2d-806f-229db6a8e41e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:19.693870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9922b4b-8874-4bc7-8334-cbf30428c3ce {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:19.698164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07f0d2db-c5bc-437e-bd13-df790ef61edd req-c0a14d5e-414b-4b2d-806f-229db6a8e41e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 943 time: 0.0678515 Aug 29 17:23:19.721260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c9922b4b-8874-4bc7-8334-cbf30428c3ce, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:19.733068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.745045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07f0d2db-c5bc-437e-bd13-df790ef61edd req-50ffe152-ce85-457e-8013-b1970ffebeef tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459430 Aug 29 17:23:19.769784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39346) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:19.804401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c9922b4b-8874-4bc7-8334-cbf30428c3ce,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:19.819249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-95cf7fbb-4f23-4257-8ebe-bc4d8ba78071 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b39532fb2bc46cd87947b943e67df62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483458 Aug 29 17:23:19.822422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39348) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:19.891166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9305ef11-1179-4c0a-8e84-fa4458f56280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.924410 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9305ef11-1179-4c0a-8e84-fa4458f56280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.931471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c9922b4b-8874-4bc7-8334-cbf30428c3ce'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:19.984078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5240b5d0-2910-4494-acaf-ddb9450ecd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.985446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9305ef11-1179-4c0a-8e84-fa4458f56280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.988510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9305ef11-1179-4c0a-8e84-fa4458f56280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.005244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9305ef11-1179-4c0a-8e84-fa4458f56280 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be1aec1d-e990-4af9-8078-2796aa8a7f68 HTTP/1.1" status: 204 len: 168 time: 0.1800921 Aug 29 17:23:20.020663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305ef11-1179-4c0a-8e84-fa4458f56280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1aec1d-e990-4af9-8078-2796aa8a7f68,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:20.276112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5240b5d0-2910-4494-acaf-ddb9450ecd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.292446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5240b5d0-2910-4494-acaf-ddb9450ecd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.381319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240b5d0-2910-4494-acaf-ddb9450ecd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61707ace-589c-43d7-aa10-081c2e0f2103,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:20.408442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5240b5d0-2910-4494-acaf-ddb9450ecd56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bc31e272990489b9dc21f77576d8ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8687251 Aug 29 17:23:20.409622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39372) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:20.414930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6eaa5-46f4-4008-bc24-208f3db0b720 req-3b0056ca-cb89-4041-88c5-7a3210f3dd44 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:20.421748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-08a6eaa5-46f4-4008-bc24-208f3db0b720 req-3b0056ca-cb89-4041-88c5-7a3210f3dd44 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 943 time: 0.1475725 Aug 29 17:23:20.531966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-08a6eaa5-46f4-4008-bc24-208f3db0b720 req-e67b5771-b02e-40e3-a839-175514fca890 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072850 Aug 29 17:23:20.551630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-083b861e-1e9a-4278-b971-697936bac581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.568614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39382) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:20.575992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-342606029-network', 'tenant_id': 'c9e52eca095d460fbb308586a306df73'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:20.639901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-083b861e-1e9a-4278-b971-697936bac581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.642998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Made reservation on behalf of c9e52eca095d460fbb308586a306df73 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:20.645972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.664066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.685994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:23:20.809240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-083b861e-1e9a-4278-b971-697936bac581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.812597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-083b861e-1e9a-4278-b971-697936bac581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.814161 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-083b861e-1e9a-4278-b971-697936bac581 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61707ace-589c-43d7-aa10-081c2e0f2103 HTTP/1.1" status: 204 len: 168 time: 0.4033742 Aug 29 17:23:20.841751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b861e-1e9a-4278-b971-697936bac581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61707ace-589c-43d7-aa10-081c2e0f2103,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:20.864620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.871939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.905844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:23:20.917861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3960ae-d7aa-4ea0-8073-7a85b9ab905e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:21.009658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:21.012106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.016847 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Added segment 3ed5cdb3-b521-4a76-8729-134622685d1d of type vlan for network be64b456-4218-4192-b156-d0740cb98421 Aug 29 17:23:21.041346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'port_id': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:23:21.082374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.095572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d8688-6668-4c55-a948-d414c4986cc2 req-34bb8a53-b6bd-4fb0-a58d-d6266f0ca7e1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:21.098091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c22d8688-6668-4c55-a948-d414c4986cc2 req-34bb8a53-b6bd-4fb0-a58d-d6266f0ca7e1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 944 time: 0.1579647 Aug 29 17:23:21.122489 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.141689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:21.177967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:21.186983 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.223598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c22d8688-6668-4c55-a948-d414c4986cc2 req-9c7bff65-4eb2-49ff-901a-d7715d470c1c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121838 Aug 29 17:23:21.228719 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.232710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:21.233358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.284125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:21.344388 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] Pushing event updated for resources: {'Network': ['ID=be64b456-4218-4192-b156-d0740cb98421,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:21.356618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network be64b456-4218-4192-b156-d0740cb98421 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:23:21.363339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39418) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:21.376687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39422) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:21.377613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7330fdf3-1521-4ec0-ab9e-62c2fd01f0f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8066609 Aug 29 17:23:21.382078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Request body: {'subnet': {'network_id': 'be64b456-4218-4192-b156-d0740cb98421', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-342606029-subnet', 'tenant_id': 'c9e52eca095d460fbb308586a306df73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:21.409070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Made reservation on behalf of c9e52eca095d460fbb308586a306df73 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:21.416208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.454092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['4628a1f4-ecba-49f9-a40e-4335c5cba2b4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:21.510760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c9922b4b-8874-4bc7-8334-cbf30428c3ce up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:21.707685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.714855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port c9922b4b-8874-4bc7-8334-cbf30428c3ce completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:21.720026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port c9922b4b-8874-4bc7-8334-cbf30428c3ce triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:21.720409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.733491 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69d432fc-f6e7-411f-963e-1762736df3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.830385 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.869568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d4a77-a077-4690-9cd9-a0b382f40c86 req-e78defc8-8432-46ac-936a-b0ae0bc30c60 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:21.875941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c9922b4b-8874-4bc7-8334-cbf30428c3ce, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:21.877227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:21.878413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b4d4a77-a077-4690-9cd9-a0b382f40c86 req-e78defc8-8432-46ac-936a-b0ae0bc30c60 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 944 time: 0.2023175 Aug 29 17:23:21.880337 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d111da1-3997-4f5a-a945-14d22d7f13ec" -d '{"events": [{"server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "name": "network-vif-plugged", "status": "completed", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:21.900730 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:21.908432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02a53d0-17b5-407a-a2c7-0f24e5f2be01,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:21.920865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39444) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:21.937712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Checking segment: {'id': '3ed5cdb3-b521-4a76-8729-134622685d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be64b456-4218-4192-b156-d0740cb98421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:21.938094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Network hostable DHCP agents. Network: be64b456-4218-4192-b156-d0740cb98421, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:23:21.963280 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dc9d57-6c9a-475b-861d-d99b37afe83c x-openstack-request-id: req-18dc9d57-6c9a-475b-861d-d99b37afe83c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:21.964044 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "name": "network-vif-plugged", "status": "completed", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:21.964468 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18dc9d57-6c9a-475b-861d-d99b37afe83c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:21.965182 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'code': 200} Aug 29 17:23:22.016135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c9922b4b-8874-4bc7-8334-cbf30428c3ce,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:22.025080 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b4d4a77-a077-4690-9cd9-a0b382f40c86 req-2b79b0de-2c7c-4a9f-9f44-ad8d61f0aafa tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448507 Aug 29 17:23:22.055535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Network be64b456-4218-4192-b156-d0740cb98421 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:23:22.071700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, be64b456-4218-4192-b156-d0740cb98421) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:22.082835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71351d-f87e-495f-9f61-3b11f204b701 None None] Network be64b456-4218-4192-b156-d0740cb98421 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:22.085554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:22.086427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.095843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc91dea-d5bd-4864-89d0-ee0c62f03e69 req-f1fa59d4-bd64-40a2-a94f-a271224b8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:22.097994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7dc91dea-d5bd-4864-89d0-ee0c62f03e69 req-f1fa59d4-bd64-40a2-a94f-a271224b8974 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.0633266 Aug 29 17:23:22.127056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69d432fc-f6e7-411f-963e-1762736df3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.139442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69d432fc-f6e7-411f-963e-1762736df3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.153463 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7dc91dea-d5bd-4864-89d0-ee0c62f03e69 req-069892c6-f621-4917-92a3-cc29c2c848c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475979 Aug 29 17:23:22.172035 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b8656ecb-9663-4cac-b421-94d743ba0585 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7940068 Aug 29 17:23:22.207298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-69d432fc-f6e7-411f-963e-1762736df3fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bd7e789e74f43f29ea69ffb73695b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8421576 Aug 29 17:23:22.209312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d432fc-f6e7-411f-963e-1762736df3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba7dd0c-97f3-4888-9c63-52714a0b42f4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:22.209987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39460) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:22.270227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-20483050-network', 'tenant_id': 'bf94a43f37f547848707913119d5f92e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:22.329900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Made reservation on behalf of bf94a43f37f547848707913119d5f92e for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:22.336663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.358349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.398927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54981f25-3d54-45f1-9944-90ce76979ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.423072 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54981f25-3d54-45f1-9944-90ce76979ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.428305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786fc71-5b67-4baf-8757-c3fc37b66b0c None None] Network be64b456-4218-4192-b156-d0740cb98421 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:22.441127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39468) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:22.531825 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54981f25-3d54-45f1-9944-90ce76979ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.534750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54981f25-3d54-45f1-9944-90ce76979ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.538343 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-54981f25-3d54-45f1-9944-90ce76979ba8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eba7dd0c-97f3-4888-9c63-52714a0b42f4 HTTP/1.1" status: 204 len: 168 time: 0.3249013 Aug 29 17:23:22.569943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54981f25-3d54-45f1-9944-90ce76979ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba7dd0c-97f3-4888-9c63-52714a0b42f4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:22.582254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-113495221-network', 'tenant_id': 'b36e56ffaf034c62acf878fbacaea2c6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:22.610961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a59b7e-e549-4ab8-955a-6db38bbde984 req-6da55ac4-049e-450e-a8c8-86635f718686 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:22.613603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1a59b7e-e549-4ab8-955a-6db38bbde984 req-6da55ac4-049e-450e-a8c8-86635f718686 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 945 time: 0.2255623 Aug 29 17:23:22.693040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1a59b7e-e549-4ab8-955a-6db38bbde984 req-d4d6e381-ed24-49b3-b83d-f11226d2461c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626986 Aug 29 17:23:22.694750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:22.716902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.724485 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.744294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Made reservation on behalf of b36e56ffaf034c62acf878fbacaea2c6 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:22.746770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.765230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:23:22.771002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.772580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:22.778917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:22.779619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.793905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.794247 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Added segment f6295088-9761-4daf-a2b5-585871b9532c of type vlan for network a422220f-47fd-4dad-a2b0-9bb553454cf9 Aug 29 17:23:22.797398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c165d66b-4623-4eb0-a158-19eb5d1f950c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:22.862388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.902882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.904281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:22.905678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.966726 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.969319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.980953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:22.999046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0733318 Aug 29 17:23:23.000447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39484) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:23.003839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a2645-01c8-4839-a35b-c9e71c5edf56 admin admin] Pushing event updated for resources: {'Network': ['ID=a422220f-47fd-4dad-a2b0-9bb553454cf9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:23.012207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:23.020711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a422220f-47fd-4dad-a2b0-9bb553454cf9 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:23:23.026489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Request body: {'subnet': {'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-20483050-subnet', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:23.039210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:23:23.067204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d454112-5b1e-4f38-92aa-5d3821d64539,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:23.075834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.076212 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Added segment 229ae68e-5b78-4c28-a702-791fa6f74735 of type vlan for network ea6404c9-c0f4-4357-ad16-c74b33d771ea Aug 29 17:23:23.085025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Made reservation on behalf of bf94a43f37f547848707913119d5f92e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:23.088781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.162859 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.269594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:23.321874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.328836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f6dff-6fbb-4939-aa0e-0af988196876 req-a0c5bdfe-5fa4-4ae2-8723-35fab4d9a006 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:23.330381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-320f6dff-6fbb-4939-aa0e-0af988196876 req-a0c5bdfe-5fa4-4ae2-8723-35fab4d9a006 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.1325052 Aug 29 17:23:23.382228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-320f6dff-6fbb-4939-aa0e-0af988196876 req-2a0490b8-3e08-4d47-a8c2-33f6cb7a887a tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390372 Aug 29 17:23:23.431389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.resource_extend [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:23:23.504206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.505310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:23.506002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.597244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1523118 Aug 29 17:23:23.597646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39512) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:23.603621 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Request body: {'subnet': {'network_id': 'ea6404c9-c0f4-4357-ad16-c74b33d771ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-113495221-subnet', 'tenant_id': 'b36e56ffaf034c62acf878fbacaea2c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:23.610720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-293cb79c-718a-4e69-a3eb-080c5669a9da tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:23.612233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-293cb79c-718a-4e69-a3eb-080c5669a9da tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/networks?id=313ec96c-c128-4e40-93cf-320342266248 HTTP/1.1" status: 200 len: 814 time: 0.2793806 Aug 29 17:23:23.636741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Made reservation on behalf of b36e56ffaf034c62acf878fbacaea2c6 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:23.640520 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.645642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c6d18-176c-4891-9afd-52a7b983ba49 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6404c9-c0f4-4357-ad16-c74b33d771ea,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:23.658404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ea6404c9-c0f4-4357-ad16-c74b33d771ea details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:23:23.671634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39514) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:23.691090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-66242d1b-31c3-4444-950c-b11a62c4f1f8 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/quotas/80db428d958e4737aa3f47df87cbfe9f HTTP/1.1" status: 200 len: 375 time: 0.0528429 Aug 29 17:23:23.697694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.778546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95508ca-0452-412c-94bc-884c0be628c0,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:23.843298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-network', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:23.848518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-11cc2323-3a98-4a7a-99fc-c825a0aae0af tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80db428d958e4737aa3f47df87cbfe9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1358790 Aug 29 17:23:23.905198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cf771-972e-4967-9e54-ce22fbba94e0 req-a8163620-b241-4101-9960-55f2a96aecc7 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:23.906621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-003cf771-972e-4967-9e54-ce22fbba94e0 req-a8163620-b241-4101-9960-55f2a96aecc7 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 945 time: 0.0919433 Aug 29 17:23:23.926265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.928818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Checking segment: {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:23.929251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Network hostable DHCP agents. Network: a422220f-47fd-4dad-a2b0-9bb553454cf9, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:23:23.934462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:23.936726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.959411 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:23.966805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:23.970005 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50806703-eeed-45aa-a68a-e95395075de8" -d '{"events": [{"server_uuid": "cefd002e-ea97-434d-a624-5fa9d1b3ab70", "name": "network-vif-plugged", "status": "completed", "tag": "4628a1f4-ecba-49f9-a40e-4335c5cba2b4"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:23.981695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Network a422220f-47fd-4dad-a2b0-9bb553454cf9 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:23:24.002926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-003cf771-972e-4967-9e54-ce22fbba94e0 req-9ddfbc65-f12c-4abd-b92d-18a451180b99 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862103 Aug 29 17:23:24.004625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a422220f-47fd-4dad-a2b0-9bb553454cf9) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:24.013529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:24.014148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.014705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0753329-031c-418a-bb7d-4a88b0f99968 None None] Network a422220f-47fd-4dad-a2b0-9bb553454cf9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:24.037704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecd0d73-5e7b-4d7e-9172-6e7e6c4fbf57,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:24.048573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-a92e1924-8816-4af3-8296-444fbffaca7d service neutron] 10.222.0.41 "GET /v2.0/networks/313ec96c-c128-4e40-93cf-320342266248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879938 Aug 29 17:23:24.060431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Checking segment: {'id': '229ae68e-5b78-4c28-a702-791fa6f74735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ea6404c9-c0f4-4357-ad16-c74b33d771ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:24.060922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Network hostable DHCP agents. Network: ea6404c9-c0f4-4357-ad16-c74b33d771ea, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:23:24.093407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Network ea6404c9-c0f4-4357-ad16-c74b33d771ea is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:23:24.107568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ea6404c9-c0f4-4357-ad16-c74b33d771ea) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:24.113335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:24.114016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.215980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62e7cb86-019f-47bb-9a50-f2cb3c84410b service neutron] 10.222.0.41 "GET /v2.0/networks/313ec96c-c128-4e40-93cf-320342266248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593602 Aug 29 17:23:24.223073 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.226791 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d216ad-0401-4ca2-8424-6b0c5b1fb136 x-openstack-request-id: req-b1d216ad-0401-4ca2-8424-6b0c5b1fb136 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:24.227110 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd002e-ea97-434d-a624-5fa9d1b3ab70", "name": "network-vif-plugged", "status": "completed", "tag": "4628a1f4-ecba-49f9-a40e-4335c5cba2b4", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:24.227381 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1d216ad-0401-4ca2-8424-6b0c5b1fb136 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:24.227856 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'code': 200} Aug 29 17:23:24.231100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f54d2-f7aa-455e-9c6d-57843099d94b None None] Network ea6404c9-c0f4-4357-ad16-c74b33d771ea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:24.234316 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.255931 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-940645e1-ba90-46d1-bebf-1616f5ebcee8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2487364 Aug 29 17:23:24.260991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39532) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:24.275894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-29873150-7ff3-4595-8173-bcc35f3b64f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6770508 Aug 29 17:23:24.276518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:24.284423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:23:24.295629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ec2cd2-28d5-4215-864b-a2da7c08ff65,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:24.311742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.311991 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Added segment f2e8f96c-f551-4d80-908f-0d59bee31600 of type vlan for network c94a284a-3908-4129-8987-ec9683304a7a Aug 29 17:23:24.353683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.354710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.408273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.423138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c98cef-dfa1-461a-b224-7e961a7be13d None None] Network a422220f-47fd-4dad-a2b0-9bb553454cf9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:24.432168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d44b-bc21-4cce-86ab-b803dc0a2005 req-f14c4b67-a119-4074-b2fd-8665cf680219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:24.433697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4159d44b-bc21-4cce-86ab-b803dc0a2005 req-f14c4b67-a119-4074-b2fd-8665cf680219 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 1097 time: 0.1877706 Aug 29 17:23:24.507855 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-0c6191bb-18f3-44c4-83ed-4677d31212db tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3624978 Aug 29 17:23:24.519478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:24.607293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7efaf9-4a4c-49f8-8dba-808fc5866ce1 None None] Network ea6404c9-c0f4-4357-ad16-c74b33d771ea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:24.620089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4159d44b-bc21-4cce-86ab-b803dc0a2005 req-b12f5ada-95b3-41d8-9010-1f0997555e34 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753547 Aug 29 17:23:24.629137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.630379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:24.632608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.641693 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.649053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.829844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.855360 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1781142 Aug 29 17:23:24.880398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39558) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:24.888310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Request body: {'subnet': {'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-subnet', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:24.918441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:24.921040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:24.933373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed2ff7-07f8-4f49-852a-6688a073488f admin admin] Pushing event updated for resources: {'Network': ['ID=c94a284a-3908-4129-8987-ec9683304a7a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:24.948235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c94a284a-3908-4129-8987-ec9683304a7a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:23:24.986464 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.001825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d593f9c-7a72-4ab8-a2f2-1d24fdebd2e2 req-4372d744-d203-4794-a9b8-839a1011fe37 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:25.004077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d593f9c-7a72-4ab8-a2f2-1d24fdebd2e2 req-4372d744-d203-4794-a9b8-839a1011fe37 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.1816542 Aug 29 17:23:25.107473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Allocated IP 172.25.2.233 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/f9489be0-33c8-499c-8f56-d9ad590c5444) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:25.117196 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d593f9c-7a72-4ab8-a2f2-1d24fdebd2e2 req-a605b3d8-375d-4193-a1d8-3579d02e0ad3 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848634 Aug 29 17:23:25.277099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ebd71bfc-0565-416f-840a-ba933490e97d req-8931e403-4420-474e-8b1e-f12fd79f726a tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 210 time: 0.0565884 Aug 29 17:23:25.279346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.320375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.335320 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.360627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c398ab-acc0-4618-b795-8014350499c2,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:25.369664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.379303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Checking segment: {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:25.379661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Network hostable DHCP agents. Network: c94a284a-3908-4129-8987-ec9683304a7a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:23:25.413130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Network c94a284a-3908-4129-8987-ec9683304a7a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:23:25.418567 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.449410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c94a284a-3908-4129-8987-ec9683304a7a) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:25.458684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c9b064-24c3-41b0-afd2-7aefef286ba7 None None] Network c94a284a-3908-4129-8987-ec9683304a7a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:25.459589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:25.460184 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.473624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:25.476705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-925740f0-8a6c-4b44-93f6-dfdebc97e038 req-a56243e9-94d7-461d-970a-f102712f41dc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1287710456', 'description': 'tempest-description-1040171963'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:25.483344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:25.485143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Pushing event updated for resources: {'Port': ['ID=f9489be0-33c8-499c-8f56-d9ad590c5444,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:25.487544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:25.519079 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-89c4e3c1-b2a1-42b0-9fd8-271dde0534c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6374371 Aug 29 17:23:25.521609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39568) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:25.523601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Allocated IP 172.25.2.118 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/d10c104a-1f1e-4a36-bab3-5b1a34e705c4) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:25.529472 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-925740f0-8a6c-4b44-93f6-dfdebc97e038 req-a56243e9-94d7-461d-970a-f102712f41dc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.530082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:25.610500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.612239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.636496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.642010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c94a284a-3908-4129-8987-ec9683304a7a', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:23:25.644253 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.679932 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.688693 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.721282 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-925740f0-8a6c-4b44-93f6-dfdebc97e038 req-a56243e9-94d7-461d-970a-f102712f41dc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.728377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-925740f0-8a6c-4b44-93f6-dfdebc97e038 req-a56243e9-94d7-461d-970a-f102712f41dc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.776007 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.780747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-925740f0-8a6c-4b44-93f6-dfdebc97e038 req-a56243e9-94d7-461d-970a-f102712f41dc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.781994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-925740f0-8a6c-4b44-93f6-dfdebc97e038 req-a56243e9-94d7-461d-970a-f102712f41dc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3105776 Aug 29 17:23:25.792287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56243e9-94d7-461d-970a-f102712f41dc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcec14ab-3700-45d8-beac-5d56ec580a5c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:25.799678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.878857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:25.884465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:25.890692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Allocated IP 172.20.0.2 (c94a284a-3908-4129-8987-ec9683304a7a/02c398ab-acc0-4618-b795-8014350499c2/e245b8fe-ba05-4494-97f4-422b61498409) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:25.891090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:25.911131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:25.920651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Pushing event updated for resources: {'Port': ['ID=d10c104a-1f1e-4a36-bab3-5b1a34e705c4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:25.989464 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-99a455d6-4b52-45e4-9b72-0b3e0cfdb4d7 req-f387b4bc-3eba-49ce-9cd0-4e808cd16c0e tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/fcec14ab-3700-45d8-beac-5d56ec580a5c HTTP/1.1" status: 200 len: 1815 time: 0.0921328 Aug 29 17:23:26.023572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-99a455d6-4b52-45e4-9b72-0b3e0cfdb4d7 req-3333bc25-1aa9-46d4-a2a1-5c3169696efa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcec14ab-3700-45d8-beac-5d56ec580a5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:26.025123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-99a455d6-4b52-45e4-9b72-0b3e0cfdb4d7 req-3333bc25-1aa9-46d4-a2a1-5c3169696efa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcec14ab-3700-45d8-beac-5d56ec580a5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:26.096755 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.106129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Transition to ACTIVE for port object e245b8fe-ba05-4494-97f4-422b61498409 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:26.121090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-ac4e43c9-3155-4d5a-873d-62898c05cafb tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:26.122557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-ac4e43c9-3155-4d5a-873d-62898c05cafb tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.43 "GET /v2.0/networks?id=313ec96c-c128-4e40-93cf-320342266248 HTTP/1.1" status: 200 len: 814 time: 0.2278914 Aug 29 17:23:26.131746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Transition to ACTIVE for port object e245b8fe-ba05-4494-97f4-422b61498409 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:26.138687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Request body: {'port': {'device_id': '01623501-99b4-468f-9a6c-351bf540f741', 'network_id': '313ec96c-c128-4e40-93cf-320342266248', 'admin_state_up': True, 'tenant_id': '80db428d958e4737aa3f47df87cbfe9f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:26.139377 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.185600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Pushing event updated for resources: {'Port': ['ID=e245b8fe-ba05-4494-97f4-422b61498409,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:26.211231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Network c94a284a-3908-4129-8987-ec9683304a7a is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:26.213608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:26.216458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:26.277911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Attempting to bind port e245b8fe-ba05-4494-97f4-422b61498409 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:26.278892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Attempting to bind port e245b8fe-ba05-4494-97f4-422b61498409 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:26.279606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Attempting to bind port e245b8fe-ba05-4494-97f4-422b61498409 on network c94a284a-3908-4129-8987-ec9683304a7a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:26.285393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:26.286207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Checking segment: {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:26.286940 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.287576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Bound using segment: {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:26.288307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Bound port: e245b8fe-ba05-4494-97f4-422b61498409, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:26.289201 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.323720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.379862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] For port e245b8fe-ba05-4494-97f4-422b61498409, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:26.383591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-99a455d6-4b52-45e4-9b72-0b3e0cfdb4d7 req-3333bc25-1aa9-46d4-a2a1-5c3169696efa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.383917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] For port e245b8fe-ba05-4494-97f4-422b61498409, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e245b8fe-ba05-4494-97f4-422b61498409,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:26.390971 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.418189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-99a455d6-4b52-45e4-9b72-0b3e0cfdb4d7 req-3333bc25-1aa9-46d4-a2a1-5c3169696efa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.451415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-99a455d6-4b52-45e4-9b72-0b3e0cfdb4d7 req-3333bc25-1aa9-46d4-a2a1-5c3169696efa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.483225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e4711-8b66-4476-876a-712b5804ee57 None None] Pushing event updated for resources: {'Port': ['ID=e245b8fe-ba05-4494-97f4-422b61498409,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:26.528245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-99a455d6-4b52-45e4-9b72-0b3e0cfdb4d7 req-3333bc25-1aa9-46d4-a2a1-5c3169696efa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.531147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-99a455d6-4b52-45e4-9b72-0b3e0cfdb4d7 req-3333bc25-1aa9-46d4-a2a1-5c3169696efa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5117087 Aug 29 17:23:26.549469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333bc25-1aa9-46d4-a2a1-5c3169696efa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f923adbd-9d09-4730-860c-59df31a7a52a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:26.590736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.609566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.701326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:26.777443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Pushing event updated for resources: {'Port': ['ID=f9489be0-33c8-499c-8f56-d9ad590c5444,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:26.918698 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.005398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1580e-081a-4920-9c5f-2120f28c0c6a req-b0dc6dbb-1db7-4c3d-843a-c31372b6d953 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:27.008560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c1580e-081a-4920-9c5f-2120f28c0c6a req-b0dc6dbb-1db7-4c3d-843a-c31372b6d953 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.0749660 Aug 29 17:23:27.020192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Made reservation on behalf of 80db428d958e4737aa3f47df87cbfe9f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:27.024678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.039483 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.042037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-8cb021f8-a02e-473f-9e0a-09bdec8cd4b0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5330398 Aug 29 17:23:27.046684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:23:27.056238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.057201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c1580e-081a-4920-9c5f-2120f28c0c6a req-cbfec9d1-488b-4793-86f4-93b572ccb745 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 Aug 29 17:23:27.139346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.183361 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-a836786c-a57e-48bf-aca9-b2aa4f56cb57 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 696 time: 0.1313860 Aug 29 17:23:27.421334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Allocated IP 172.20.0.13 (313ec96c-c128-4e40-93cf-320342266248/6fcb63ce-ed1e-4651-af09-dc22e7f73c60/10713397-8f40-40f6-8d62-c31ead0f042c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:27.459632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Allocated IP 172.25.2.12 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/4ef22901-1f41-419d-8928-2e81237d1f05) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:27.507689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-5a8e985a-bdec-4743-9e19-258fa106e326 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:27.510256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-5a8e985a-bdec-4743-9e19-258fa106e326 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.3188035 Aug 29 17:23:27.527857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:27.534183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-a13834b4-ab08-4cac-978d-4a9086e564fa tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:23:27.536185 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ebcc80d8-3c21-40b4-a332-81b550278791 req-a13834b4-ab08-4cac-978d-4a9086e564fa tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126169 Aug 29 17:23:27.540331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Sync routers for ids ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:27.543870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79153482-40c0-48b8-a8fe-523b04e8df44 req-353ae8a4-e970-47db-bc44-16c5e4eb91cb tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 210 time: 0.0797515 Aug 29 17:23:27.569097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Routers {'ccb4b719-7e87-4742-a2e8-d8b45e2125b4'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:27.573521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:27.603313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.604585 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b7bc350e-719f-4326-b19b-74d5936bd027 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3392227 Aug 29 17:23:27.611059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39604) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:27.853898 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f48d0b88-6d1a-4a2a-9b5d-5fd4a7257525 req-b67bc052-5468-4565-8385-b54ed8ff79cc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/fcec14ab-3700-45d8-beac-5d56ec580a5c HTTP/1.1" status: 200 len: 2409 time: 0.2348199 Aug 29 17:23:27.906920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc00b41-b770-4dd4-9cda-9ad258e97610 req-33051bc1-1d7e-4a4b-b7ea-b02b1de5eb7b tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:27.909089 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2dc00b41-b770-4dd4-9cda-9ad258e97610 req-33051bc1-1d7e-4a4b-b7ea-b02b1de5eb7b tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.1886258 Aug 29 17:23:27.921875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39614) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:27.932284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Request body: {'floatingip': {'port_id': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:27.965626 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.031026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d497b988-8fcd-4ea3-845b-cfbb5ec175e6 None None] Network c94a284a-3908-4129-8987-ec9683304a7a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:28.067498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.067832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Set router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:28.074655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6aab4f7d-5828-4102-986f-08b4d780d2a7 req-1bbe1ab4-64d5-4f47-a54b-b53f519e094f tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-group-rules/f923adbd-9d09-4730-860c-59df31a7a52a HTTP/1.1" status: 200 len: 778 time: 0.1257031 Aug 29 17:23:28.202436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72bf3-37dc-4222-8233-378172967355 req-766dacf1-8bf5-437c-9746-12f71b466490 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:28.203880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-766dacf1-8bf5-437c-9746-12f71b466490 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 820 time: 0.2203796 Aug 29 17:23:28.240137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58337a62-0efe-4950-a3a8-2fa803c8a2dc None None] Provisioning for port e245b8fe-ba05-4494-97f4-422b61498409 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:28.289879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-4a6ba68b-6e68-47c8-8e2a-df78c04a40b6 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/quotas/028aaa11703b47ffbdc126e511a5b1f8 HTTP/1.1" status: 200 len: 375 time: 0.0681443 Aug 29 17:23:28.322817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.328599 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6aab4f7d-5828-4102-986f-08b4d780d2a7 req-69f7bda3-74f6-486a-be24-f3ba75e318b5 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/fcec14ab-3700-45d8-beac-5d56ec580a5c HTTP/1.1" status: 200 len: 2409 time: 0.2199738 Aug 29 17:23:28.422428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.439820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.450506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6aab4f7d-5828-4102-986f-08b4d780d2a7 req-b761cd60-4729-4b2c-a377-8bbfe9a08d86 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.513102 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6aab4f7d-5828-4102-986f-08b4d780d2a7 req-b761cd60-4729-4b2c-a377-8bbfe9a08d86 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.514105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-18fe15ed-8561-44fb-a87a-c3c45b6b3d88 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2233472 Aug 29 17:23:28.540254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:23:26Z', 'revision_number': 3, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port': {'id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:28.607680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Checking router: ccb4b719-7e87-4742-a2e8-d8b45e2125b4 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:28.608344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Updating router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 port d10c104a-1f1e-4a36-bab3-5b1a34e705c4 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:23:28.671117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.672152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6aab4f7d-5828-4102-986f-08b4d780d2a7 req-b761cd60-4729-4b2c-a377-8bbfe9a08d86 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.677145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6aab4f7d-5828-4102-986f-08b4d780d2a7 req-b761cd60-4729-4b2c-a377-8bbfe9a08d86 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.694547 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6aab4f7d-5828-4102-986f-08b4d780d2a7 req-b761cd60-4729-4b2c-a377-8bbfe9a08d86 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f923adbd-9d09-4730-860c-59df31a7a52a HTTP/1.1" status: 204 len: 173 time: 0.3649902 Aug 29 17:23:28.707591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef22901-1f41-419d-8928-2e81237d1f05,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:28.733404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:28.743098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Network 313ec96c-c128-4e40-93cf-320342266248 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:28.752247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e245b8fe-ba05-4494-97f4-422b61498409 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:28.759756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:28.793569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761cd60-4729-4b2c-a377-8bbfe9a08d86 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f923adbd-9d09-4730-860c-59df31a7a52a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:28.797684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:28.805886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:28.817916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:28.889640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:28.889819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.926934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7935319 Aug 29 17:23:28.946746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Request body: {'port': {'device_id': '01623501-99b4-468f-9a6c-351bf540f741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:28.982930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e245b8fe-ba05-4494-97f4-422b61498409 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:28.991767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3b2b1-d0c2-47e7-b06a-95bb5d372780 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Pushing event updated for resources: {'Port': ['ID=10713397-8f40-40f6-8d62-c31ead0f042c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:29.001538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-4077eb85-0c8c-48f6-b655-81104d82dcfd service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629147 Aug 29 17:23:29.002223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e245b8fe-ba05-4494-97f4-422b61498409 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:29.002662 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.044511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2f5faa8b-6b63-4434-a7d1-65e2d2f3aa50 None None] Provisioning complete for port e245b8fe-ba05-4494-97f4-422b61498409 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:29.044892 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f5faa8b-6b63-4434-a7d1-65e2d2f3aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.102980 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.150056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.176040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.188249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.206299 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.257430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Transition to ACTIVE for port object d10c104a-1f1e-4a36-bab3-5b1a34e705c4 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:29.267473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.284790 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.304934 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f5faa8b-6b63-4434-a7d1-65e2d2f3aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.345139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a61e-47b0-4207-8d38-61cccced6501 req-7ee04fb3-0d97-4355-acc6-f00f3d3846da tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:29.347476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5050a61e-47b0-4207-8d38-61cccced6501 req-7ee04fb3-0d97-4355-acc6-f00f3d3846da tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 932 time: 0.5618358 Aug 29 17:23:29.387271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port e245b8fe-ba05-4494-97f4-422b61498409, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e245b8fe-ba05-4494-97f4-422b61498409,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:29.402113 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.406482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Attempting to bind port d10c104a-1f1e-4a36-bab3-5b1a34e705c4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:29.406891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Attempting to bind port d10c104a-1f1e-4a36-bab3-5b1a34e705c4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:29.407277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Attempting to bind port d10c104a-1f1e-4a36-bab3-5b1a34e705c4 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:29.411139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Pushing event updated for resources: {'Port': ['ID=d10c104a-1f1e-4a36-bab3-5b1a34e705c4,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:29.420752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.421106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.421453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.421789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.422124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.422458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.422810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.423140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.423514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.423846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.424171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.424497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:29.434629 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Floating IP 8409974e-d77b-41c4-ab15-55f4f0c16573 associated. External IP: 172.25.2.234, port: 4628a1f4-ecba-49f9-a40e-4335c5cba2b4. Aug 29 17:23:29.487375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:29.487757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:29.488242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.488560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:29.489205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Bound port: d10c104a-1f1e-4a36-bab3-5b1a34e705c4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:29.489430 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.493695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5050a61e-47b0-4207-8d38-61cccced6501 req-aa0f2c8e-9e9f-4e8e-90a0-d734cd5d6597 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375539 Aug 29 17:23:29.494307 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-47ca4411-e84a-4c8a-8a17-693756f3cebe service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618032 Aug 29 17:23:29.576520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] For port d10c104a-1f1e-4a36-bab3-5b1a34e705c4, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:29.576753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d5e97212-de10-4ad2-b504-ed3db21dba61 req-1ec42f53-9ac6-4019-a2a2-6292a39ff559 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-478323240', 'description': 'tempest-description-2010310210'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:29.579936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] For port d10c104a-1f1e-4a36-bab3-5b1a34e705c4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d10c104a-1f1e-4a36-bab3-5b1a34e705c4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:29.598929 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.601591 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Allocated IP 172.20.0.1 (a422220f-47fd-4dad-a2b0-9bb553454cf9/d95508ca-0452-412c-94bc-884c0be628c0/15f15903-0d9d-4c9d-af4b-00f4e4f062fa) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:29.633072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-2f5faa8b-6b63-4434-a7d1-65e2d2f3aa50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:23:29.634405 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-2f5faa8b-6b63-4434-a7d1-65e2d2f3aa50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:23:29.643981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=e245b8fe-ba05-4494-97f4-422b61498409,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:29.676706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Routers {'ccb4b719-7e87-4742-a2e8-d8b45e2125b4'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:29.677353 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:29.734556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d5e97212-de10-4ad2-b504-ed3db21dba61 req-1ec42f53-9ac6-4019-a2a2-6292a39ff559 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.824181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0e6c3-997a-497f-b6a0-97a6d601374f None None] Pushing event updated for resources: {'Port': ['ID=d10c104a-1f1e-4a36-bab3-5b1a34e705c4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:29.833939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10713397-8f40-40f6-8d62-c31ead0f042c {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:29.868490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.879782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] Set router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:29.892194 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41c75298-7358-41fd-805a-264ef37682c5 req-2cd437ed-00ab-4ba5-982d-9d2bea0f32a7 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 210 time: 0.0419734 Aug 29 17:23:29.917340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Transition to ACTIVE for port object 10713397-8f40-40f6-8d62-c31ead0f042c will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:29.918336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.973788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Router 82e42129-1f06-485b-9055-79ef23712373 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:30.021536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.131349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:30.137840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:23:26Z', 'revision_number': 3, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port': {'id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:30.147612 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] Sync routers for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:30.161170 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:30.162185 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:30.164528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Pushing event updated for resources: {'Port': ['ID=10713397-8f40-40f6-8d62-c31ead0f042c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:30.178757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.205753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8917206-7025-488b-902d-df58a0d9a85f None None] The sync data for ids ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'] in n-d-713499-15 is: [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:23:26Z', 'revision_number': 3, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port': {'id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:30.278499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.332122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Attempting to bind port 10713397-8f40-40f6-8d62-c31ead0f042c on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:30.332519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Attempting to bind port 10713397-8f40-40f6-8d62-c31ead0f042c by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '259cfc67-e849-4bf4-965f-8b5ea7c2e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '313ec96c-c128-4e40-93cf-320342266248'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:30.332903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Attempting to bind port 10713397-8f40-40f6-8d62-c31ead0f042c on network 313ec96c-c128-4e40-93cf-320342266248 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:30.335495 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.344688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3bb82a19-f229-47b0-826f-2e72e47d3f85 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "PUT /v2.0/floatingips/8409974e-d77b-41c4-ab15-55f4f0c16573 HTTP/1.1" status: 200 len: 991 time: 2.4178419 Aug 29 17:23:30.346575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Port 10713397-8f40-40f6-8d62-c31ead0f042c on network 313ec96c-c128-4e40-93cf-320342266248 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:23:30.348490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Attempting to bind port 10713397-8f40-40f6-8d62-c31ead0f042c on network 313ec96c-c128-4e40-93cf-320342266248 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:30.354869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'tag': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:30.357456 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38626c-279d-4fc8-b73d-1a24dbc10553" -d '{"events": [{"name": "network-changed", "server_uuid": "cefd002e-ea97-434d-a624-5fa9d1b3ab70", "tag": "4628a1f4-ecba-49f9-a40e-4335c5cba2b4"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:30.403265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.407389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d5e97212-de10-4ad2-b504-ed3db21dba61 req-1ec42f53-9ac6-4019-a2a2-6292a39ff559 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.414307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:30.415709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Checking segment: {'id': '259cfc67-e849-4bf4-965f-8b5ea7c2e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '313ec96c-c128-4e40-93cf-320342266248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:30.416312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Bound using segment: {'id': '259cfc67-e849-4bf4-965f-8b5ea7c2e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '313ec96c-c128-4e40-93cf-320342266248'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:30.416937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Bound port: 10713397-8f40-40f6-8d62-c31ead0f042c, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259cfc67-e849-4bf4-965f-8b5ea7c2e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '313ec96c-c128-4e40-93cf-320342266248'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:30.417522 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.440488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d5e97212-de10-4ad2-b504-ed3db21dba61 req-1ec42f53-9ac6-4019-a2a2-6292a39ff559 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.497109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Network a422220f-47fd-4dad-a2b0-9bb553454cf9 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:30.501410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Pushing event updated for resources: {'Port': ['ID=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:30.509029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:30.511183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d5e97212-de10-4ad2-b504-ed3db21dba61 req-1ec42f53-9ac6-4019-a2a2-6292a39ff559 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.531662 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d5e97212-de10-4ad2-b504-ed3db21dba61 req-1ec42f53-9ac6-4019-a2a2-6292a39ff559 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9881897 Aug 29 17:23:30.535263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:30.567924 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:30.609902 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ba6e6b-0022-493e-a3d4-eb07c5e4e978 x-openstack-request-id: req-32ba6e6b-0022-493e-a3d4-eb07c5e4e978 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:30.610185 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefd002e-ea97-434d-a624-5fa9d1b3ab70", "tag": "4628a1f4-ecba-49f9-a40e-4335c5cba2b4", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:30.610427 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32ba6e6b-0022-493e-a3d4-eb07c5e4e978 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:30.610838 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'tag': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'status': 'completed', 'code': 200} Aug 29 17:23:30.628185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec42f53-9ac6-4019-a2a2-6292a39ff559 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22927792-12e7-466f-91ad-ed22e61fd81d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:30.689627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] For port 10713397-8f40-40f6-8d62-c31ead0f042c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:30.712839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] For port 10713397-8f40-40f6-8d62-c31ead0f042c, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=10713397-8f40-40f6-8d62-c31ead0f042c,segment=NetworkSegment(259cfc67-e849-4bf4-965f-8b5ea7c2e3e3),segment_id=259cfc67-e849-4bf4-965f-8b5ea7c2e3e3)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:30.729488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e245b8fe-ba05-4494-97f4-422b61498409 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:30.734371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.806473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e245b8fe-ba05-4494-97f4-422b61498409 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:30.807356 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.848061 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.885372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18bfd76e-a452-4824-aa2a-c87e3d59cec4 req-2b6fd204-fc4a-4929-aac0-44c79a8e76aa tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/22927792-12e7-466f-91ad-ed22e61fd81d HTTP/1.1" status: 200 len: 1814 time: 0.2617087 Aug 29 17:23:30.955206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:30.956001 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.957254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] 10.222.0.43 "PUT /v2.0/ports/10713397-8f40-40f6-8d62-c31ead0f042c HTTP/1.1" status: 200 len: 1093 time: 2.0177505 Aug 29 17:23:30.962639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01623501-99b4-468f-9a6c-351bf540f741', 'tag': '10713397-8f40-40f6-8d62-c31ead0f042c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:30.963738 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212c50f8-af92-4db6-9c0a-ae703ef68308" -d '{"events": [{"name": "network-changed", "server_uuid": "01623501-99b4-468f-9a6c-351bf540f741", "tag": "10713397-8f40-40f6-8d62-c31ead0f042c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:30.982390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0ca0b-da44-44a0-bb53-05343a24b692 service neutron] Pushing event updated for resources: {'Port': ['ID=10713397-8f40-40f6-8d62-c31ead0f042c,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:31.014480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a03968-06ef-40d5-aa8c-5b2e68b21e46 req-100fb479-a487-4996-b70c-d8d4deb11c1e tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:31.029734 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6a03968-06ef-40d5-aa8c-5b2e68b21e46 req-100fb479-a487-4996-b70c-d8d4deb11c1e tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 944 time: 0.3409131 Aug 29 17:23:31.031137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-fa059ff9-0bed-4358-b3c9-17def8e83f24 req-9b748856-3e5b-4009-9095-68ebb6b99835 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1155478855', 'description': 'tempest-description-1998514462'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:31.060864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-58ad8b0f-24ad-4cfa-a665-4b2b81c72c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:31.065918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-58ad8b0f-24ad-4cfa-a665-4b2b81c72c5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9f3b58da3f04f44ab3ed5e3e3c97f4b&device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 1097 time: 0.4124928 Aug 29 17:23:31.067180 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8409974e-d77b-41c4-ab15-55f4f0c16573', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '82e42129-1f06-485b-9055-79ef23712373', 'port_id': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:04Z', 'updated_at': '2021-08-29T17:23:29Z', 'revision_number': 1, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:23:05Z', 'revision_number': 5, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:31.085689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:31.145538 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fa059ff9-0bed-4358-b3c9-17def8e83f24 req-9b748856-3e5b-4009-9095-68ebb6b99835 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:31.148455 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] Checking router: 82e42129-1f06-485b-9055-79ef23712373 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:31.166731 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:31.170641 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:31.219183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6a03968-06ef-40d5-aa8c-5b2e68b21e46 req-32711090-f6fa-4778-b9ad-e19718797be8 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889024 Aug 29 17:23:31.263589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:23:31.297563 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fa059ff9-0bed-4358-b3c9-17def8e83f24 req-9b748856-3e5b-4009-9095-68ebb6b99835 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:31.326425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-efd66649-74cd-4af3-b2c3-08e1c5c13208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:31.331756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-efd66649-74cd-4af3-b2c3-08e1c5c13208 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80db428d958e4737aa3f47df87cbfe9f&device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 1096 time: 0.2934713 Aug 29 17:23:31.429336 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-d291f5dc-aa0b-4d68-ae5e-fec287f30f6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10713397-8f40-40f6-8d62-c31ead0f042c HTTP/1.1" status: 200 len: 217 time: 0.0858753 Aug 29 17:23:31.452128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72bf3-37dc-4222-8233-378172967355 req-62385b19-d680-4433-80d0-6b39708e36e8 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:31.453735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-62385b19-d680-4433-80d0-6b39708e36e8 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 820 time: 0.1545773 Aug 29 17:23:31.461219 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:31.518799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fa059ff9-0bed-4358-b3c9-17def8e83f24 req-9b748856-3e5b-4009-9095-68ebb6b99835 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:31.573335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Request body: {'port': {'device_id': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'admin_state_up': True, 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:31.576529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b748856-3e5b-4009-9095-68ebb6b99835 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf562cf-91c1-4170-baeb-293ee05a87db,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:31.605168 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-12dbd05c-06a0-493c-8f0b-cbafcafcc906 req-cccbbdd0-23e7-42d7-b231-15d200b847fc tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 210 time: 0.1699512 Aug 29 17:23:31.662751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-cb157c5e-4922-4d91-b0c6-e0cda9ecffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:31.669951 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-cb157c5e-4922-4d91-b0c6-e0cda9ecffa8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6180715b-cb46-4e3c-becf-bc3c7abf7f19 HTTP/1.1" status: 200 len: 912 time: 0.5821090 Aug 29 17:23:31.747624 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08063237-9e56-4c71-bb5a-8fcea1034d85 x-openstack-request-id: req-08063237-9e56-4c71-bb5a-8fcea1034d85 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:31.748893 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01623501-99b4-468f-9a6c-351bf540f741", "tag": "10713397-8f40-40f6-8d62-c31ead0f042c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:31.749310 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08063237-9e56-4c71-bb5a-8fcea1034d85 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:31.749875 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01623501-99b4-468f-9a6c-351bf540f741', 'tag': '10713397-8f40-40f6-8d62-c31ead0f042c', 'status': 'completed', 'code': 200} Aug 29 17:23:31.840609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-fce9b6c5-f045-4f3c-bec1-2f000417739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:31.842329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-fce9b6c5-f045-4f3c-bec1-2f000417739e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fcb63ce-ed1e-4651-af09-dc22e7f73c60 HTTP/1.1" status: 200 len: 854 time: 0.3659289 Aug 29 17:23:31.889598 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8409974e-d77b-41c4-ab15-55f4f0c16573', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '82e42129-1f06-485b-9055-79ef23712373', 'port_id': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:04Z', 'updated_at': '2021-08-29T17:23:29Z', 'revision_number': 1, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:23:05Z', 'revision_number': 5, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:31.924369 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba071e-f736-4b7f-b3b2-9aa3b33c028b None None] The sync data for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 is: [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8409974e-d77b-41c4-ab15-55f4f0c16573', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '82e42129-1f06-485b-9055-79ef23712373', 'port_id': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:04Z', 'updated_at': '2021-08-29T17:23:29Z', 'revision_number': 1, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:23:05Z', 'revision_number': 5, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:32.034121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fa059ff9-0bed-4358-b3c9-17def8e83f24 req-9b748856-3e5b-4009-9095-68ebb6b99835 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.035428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa059ff9-0bed-4358-b3c9-17def8e83f24 req-9b748856-3e5b-4009-9095-68ebb6b99835 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0732236 Aug 29 17:23:32.115221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.127294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.197094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Made reservation on behalf of 028aaa11703b47ffbdc126e511a5b1f8 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:32.201183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.230801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.234007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Pushing event updated for resources: {'Port': ['ID=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:32.261444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-c7cef85f-9f21-4c10-be36-98c850df0abb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=313ec96c-c128-4e40-93cf-320342266248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457790 Aug 29 17:23:32.309123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:32.322277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Sync routers for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:32.331627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:32.332565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:32.339700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-255eaca2-88ca-4818-9424-49a4d2e56e5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4 HTTP/1.1" status: 200 len: 999 time: 0.5886881 Aug 29 17:23:32.472681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50f24e2b-47f1-48c8-83d4-0179946d15fe req-c5020873-e84a-4edb-82f9-0a801646684d tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/4bf562cf-91c1-4170-baeb-293ee05a87db HTTP/1.1" status: 200 len: 1815 time: 0.2401552 Aug 29 17:23:32.473625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.478711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9dd9bd35-97c7-4a3f-aeb4-95eb6f9dddb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9537873 Aug 29 17:23:32.491552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39676) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:32.510409 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb195f2-35f6-4684-9b6f-081576939935 None None] New status for floating IP 8409974e-d77b-41c4-ab15-55f4f0c16573: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:23:32.534067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Allocated IP 172.20.0.13 (9bed0696-33c8-4a0e-996b-97e4959e9694/a59319c4-b607-411d-b411-ef281287f5ad/926266b5-4432-4d94-9221-a9b225db2779) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:32.611202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:32.642616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-80712445-0efa-4442-878d-8c448f890f73 req-62a386bb-8f1f-48cd-8198-f3363f1302e0 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-418750797', 'description': 'tempest-description-283021862'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:32.649762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37901-0e61-4822-b51a-43a2df036613 req-3068d3c1-d830-4cb1-8dd8-9bd3a407533d tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:32.661815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77c37901-0e61-4822-b51a-43a2df036613 req-3068d3c1-d830-4cb1-8dd8-9bd3a407533d tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 944 time: 0.3469517 Aug 29 17:23:32.672385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Network a422220f-47fd-4dad-a2b0-9bb553454cf9 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:32.681992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-4623de88-ba5a-4af0-9387-4030b0fd48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:32.683513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-4623de88-ba5a-4af0-9387-4030b0fd48a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9437c7e2-21d4-460b-98fa-86c032cb5561 HTTP/1.1" status: 200 len: 850 time: 0.3344405 Aug 29 17:23:32.698496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-cbce467d-0804-41a2-9ac8-0906e5c718e2 service neutron] 10.222.0.43 "GET /v2.0/networks/313ec96c-c128-4e40-93cf-320342266248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254811 Aug 29 17:23:32.715224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d10c104a-1f1e-4a36-bab3-5b1a34e705c4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:32.886634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-80712445-0efa-4442-878d-8c448f890f73 req-62a386bb-8f1f-48cd-8198-f3363f1302e0 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.992537 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.995909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-1eac1e3a-ec0d-45bd-ac1a-99ea86db52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:32.998039 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-1eac1e3a-ec0d-45bd-ac1a-99ea86db52c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6180715b-cb46-4e3c-becf-bc3c7abf7f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3034735 Aug 29 17:23:33.012607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Transition to ACTIVE for port object 926266b5-4432-4d94-9221-a9b225db2779 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:33.061775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d10c104a-1f1e-4a36-bab3-5b1a34e705c4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:33.074311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:33.079436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77c37901-0e61-4822-b51a-43a2df036613 req-01b6b25f-3c1a-4e93-8b75-b26025f1f5fb tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160881 Aug 29 17:23:33.083355 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.093318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d10c104a-1f1e-4a36-bab3-5b1a34e705c4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:33.094041 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.126287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:33.142883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c9922b4b-8874-4bc7-8334-cbf30428c3ce'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:33.202918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c81676d-1bed-4bb7-9a13-1eda92344d46 req-be4ee8a8-ef1c-485f-ab21-c9b1e7463e1f service neutron] 10.222.0.43 "GET /v2.0/networks/313ec96c-c128-4e40-93cf-320342266248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817810 Aug 29 17:23:33.247461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:33.320214 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:33.347621 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.365631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-557bc3ad-0756-4682-851f-13d1c43e9d08 service neutron] 10.222.0.44 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503382 Aug 29 17:23:33.389121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:29Z', 'revision_number': 3, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:33.431503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Checking router: f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:33.432010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Updating router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb port 4ef22901-1f41-419d-8928-2e81237d1f05 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:23:33.446659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:33.456152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-80712445-0efa-4442-878d-8c448f890f73 req-62a386bb-8f1f-48cd-8198-f3363f1302e0 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.470441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.477835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Pushing event updated for resources: {'Port': ['ID=926266b5-4432-4d94-9221-a9b225db2779,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:33.484375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port d10c104a-1f1e-4a36-bab3-5b1a34e705c4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d10c104a-1f1e-4a36-bab3-5b1a34e705c4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:33.504341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-a2ee3d0c-1153-4e1e-a683-c49ae4055e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:33.506328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-a2ee3d0c-1153-4e1e-a683-c49ae4055e33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80db428d958e4737aa3f47df87cbfe9f&device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 1096 time: 0.2274997 Aug 29 17:23:33.513493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-80712445-0efa-4442-878d-8c448f890f73 req-62a386bb-8f1f-48cd-8198-f3363f1302e0 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.516770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d69dc-abdb-4418-af58-c4906de09672 req-cd05bf86-6104-4eb6-a739-1e2a1149fc2f tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:33.518367 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-590d69dc-abdb-4418-af58-c4906de09672 req-cd05bf86-6104-4eb6-a739-1e2a1149fc2f tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 932 time: 0.2779450 Aug 29 17:23:33.528679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.539165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:33.540406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.701560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=d10c104a-1f1e-4a36-bab3-5b1a34e705c4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:33.716594 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-e833ed79-6566-4a4f-ba14-65a729df844e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1803863 Aug 29 17:23:33.736978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-80712445-0efa-4442-878d-8c448f890f73 req-62a386bb-8f1f-48cd-8198-f3363f1302e0 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.738497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80712445-0efa-4442-878d-8c448f890f73 req-62a386bb-8f1f-48cd-8198-f3363f1302e0 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1232600 Aug 29 17:23:33.744565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Request body: {'port': {'device_id': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:33.745690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a386bb-8f1f-48cd-8198-f3363f1302e0 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3ecf65-c638-4b62-9069-4fcbfd5023e6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:33.766756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-590d69dc-abdb-4418-af58-c4906de09672 req-ba5942f7-0e97-405b-84ac-7fe02ca4cbd1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145419 Aug 29 17:23:33.841409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd38626c-279d-4fc8-b73d-1a24dbc10553 req-13467792-b90a-4029-9094-5fbd5de504b3 service neutron] 10.222.0.44 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505057 Aug 29 17:23:33.868914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:33.870772 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.884859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ed48e1bc-b7d9-418b-b01c-5c3a4307045a admin admin] 10.222.0.41 "PUT /v2.0/routers/ccb4b719-7e87-4742-a2e8-d8b45e2125b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2646275 Aug 29 17:23:33.931196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Sync routers for ids ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:34.007787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-53e16ab4-06a6-4f40-9602-08c8702c406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:34.010142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-53e16ab4-06a6-4f40-9602-08c8702c406e service neutron] 10.222.0.43 "GET /v2.0/networks?id=313ec96c-c128-4e40-93cf-320342266248 HTTP/1.1" status: 200 len: 915 time: 0.4836874 Aug 29 17:23:34.020321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Routers {'ccb4b719-7e87-4742-a2e8-d8b45e2125b4'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:34.022313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:34.066568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ce02683d-71d2-4f5a-9a12-ba2460fdc86b None None] Provisioning for port 926266b5-4432-4d94-9221-a9b225db2779 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:34.087576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ce02683d-71d2-4f5a-9a12-ba2460fdc86b None None] Provisioning complete for port 926266b5-4432-4d94-9221-a9b225db2779 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:34.088037 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ce02683d-71d2-4f5a-9a12-ba2460fdc86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.141412 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-e62661a6-dca1-4762-b2b3-3bfc7cca28b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10713397-8f40-40f6-8d62-c31ead0f042c HTTP/1.1" status: 200 len: 217 time: 0.1135569 Aug 29 17:23:34.202082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bf5702f-ce08-44df-b3fd-62570d80f18e req-35389090-ecac-4c26-b4b1-ae9c227a8ab6 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/6c3ecf65-c638-4b62-9069-4fcbfd5023e6 HTTP/1.1" status: 200 len: 1813 time: 0.2281988 Aug 29 17:23:34.248283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ce02683d-71d2-4f5a-9a12-ba2460fdc86b None None] Port 926266b5-4432-4d94-9221-a9b225db2779 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:23:34.268867 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.309820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Set router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:34.371821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.519336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-1f4c5515-bfc8-4a03-a959-639bb8cb5d65 req-32d860c8-fa0c-4e62-8207-e6fb815a6a90 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1777498857', 'description': 'tempest-description-554760878'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:34.532018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Transition to ACTIVE for port object 4ef22901-1f41-419d-8928-2e81237d1f05 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:34.554762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Allocated IP 172.20.0.1 (c94a284a-3908-4129-8987-ec9683304a7a/02c398ab-acc0-4618-b795-8014350499c2/bb4bd983-58cb-4b97-9aa5-8a68e9bfa692) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:34.556868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.607761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef6f9d-1534-4a62-bcfc-bdf7a2cc4fb6 None None] Pushing event updated for resources: {'Port': ['ID=4ef22901-1f41-419d-8928-2e81237d1f05,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:34.638700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926266b5-4432-4d94-9221-a9b225db2779 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:34.640628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d10c104a-1f1e-4a36-bab3-5b1a34e705c4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:34.650538 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.657825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1f4c5515-bfc8-4a03-a959-639bb8cb5d65 req-32d860c8-fa0c-4e62-8207-e6fb815a6a90 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.684457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Attempting to bind port 4ef22901-1f41-419d-8928-2e81237d1f05 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:34.684818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Attempting to bind port 4ef22901-1f41-419d-8928-2e81237d1f05 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:34.685114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Attempting to bind port 4ef22901-1f41-419d-8928-2e81237d1f05 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:34.688824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Transition to ACTIVE for port object 926266b5-4432-4d94-9221-a9b225db2779 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:34.699752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.705096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.711061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:34.712082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:34.712638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.713157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:34.713743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Bound port: 4ef22901-1f41-419d-8928-2e81237d1f05, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:34.714199 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.724505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Transition to ACTIVE for port object bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:34.793527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99294b-44ce-44cc-85c9-1cfe7707956f req-35f878ed-71f7-496f-96ce-d01fd3d41840 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:34.796135 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d99294b-44ce-44cc-85c9-1cfe7707956f req-35f878ed-71f7-496f-96ce-d01fd3d41840 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 944 time: 0.5857100 Aug 29 17:23:34.797849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-eaee36db-56ff-4db8-bba3-c6adcdab12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:34.799249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-eaee36db-56ff-4db8-bba3-c6adcdab12c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fcb63ce-ed1e-4651-af09-dc22e7f73c60 HTTP/1.1" status: 200 len: 854 time: 0.5881059 Aug 29 17:23:34.805233 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.822775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d10c104a-1f1e-4a36-bab3-5b1a34e705c4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:34.823296 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.850956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] For port 4ef22901-1f41-419d-8928-2e81237d1f05, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:34.879168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] For port 4ef22901-1f41-419d-8928-2e81237d1f05, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4ef22901-1f41-419d-8928-2e81237d1f05,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:34.903493 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.921674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Pushing event updated for resources: {'Port': ['ID=926266b5-4432-4d94-9221-a9b225db2779,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:34.928144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Attempting to bind port 926266b5-4432-4d94-9221-a9b225db2779 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:34.928484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Attempting to bind port 926266b5-4432-4d94-9221-a9b225db2779 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:34.928811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Attempting to bind port 926266b5-4432-4d94-9221-a9b225db2779 on network 9bed0696-33c8-4a0e-996b-97e4959e9694 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:34.935280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Port 926266b5-4432-4d94-9221-a9b225db2779 on network 9bed0696-33c8-4a0e-996b-97e4959e9694 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:23:34.935612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Attempting to bind port 926266b5-4432-4d94-9221-a9b225db2779 on network 9bed0696-33c8-4a0e-996b-97e4959e9694 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:34.937214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:34.946218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:34.946522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Checking segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:34.947131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Bound using segment: {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:34.947427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Bound port: 926266b5-4432-4d94-9221-a9b225db2779, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:34.947784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:34.989713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Network c94a284a-3908-4129-8987-ec9683304a7a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:34.992174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef6f9d-1534-4a62-bcfc-bdf7a2cc4fb6 None None] Pushing event updated for resources: {'Port': ['ID=4ef22901-1f41-419d-8928-2e81237d1f05,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:35.010170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:23:31Z', 'revision_number': 4, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port': {'id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '15f15903-0d9d-4c9d-af4b-00f4e4f062fa', 'name': '', 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'mac_address': 'fa:16:3e:35:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd95508ca-0452-412c-94bc-884c0be628c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:29Z', 'updated_at': '2021-08-29T17:23:31Z', 'revision_number': 2, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'subnets': [{'id': 'd95508ca-0452-412c-94bc-884c0be628c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:35.019814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-8bebe173-4d88-43e3-80ed-fc0a863761c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=313ec96c-c128-4e40-93cf-320342266248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941240 Aug 29 17:23:35.029726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:35.044410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:35.062614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:35.063556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:35.078444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1f4c5515-bfc8-4a03-a959-639bb8cb5d65 req-32d860c8-fa0c-4e62-8207-e6fb815a6a90 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.093007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Checking router: ccb4b719-7e87-4742-a2e8-d8b45e2125b4 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:35.093895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Updating router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:23:35.106274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.123631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1f4c5515-bfc8-4a03-a959-639bb8cb5d65 req-32d860c8-fa0c-4e62-8207-e6fb815a6a90 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.142798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] For port 926266b5-4432-4d94-9221-a9b225db2779, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:35.160682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] For port 926266b5-4432-4d94-9221-a9b225db2779, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=926266b5-4432-4d94-9221-a9b225db2779,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:35.163292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1f4c5515-bfc8-4a03-a959-639bb8cb5d65 req-32d860c8-fa0c-4e62-8207-e6fb815a6a90 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.165985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1f4c5515-bfc8-4a03-a959-639bb8cb5d65 req-32d860c8-fa0c-4e62-8207-e6fb815a6a90 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6739576 Aug 29 17:23:35.194930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.205174 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.229415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d99294b-44ce-44cc-85c9-1cfe7707956f req-e95b7cbe-684c-41e5-85f9-67382a981225 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990145 Aug 29 17:23:35.322376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:35.348159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d860c8-fa0c-4e62-8207-e6fb815a6a90 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a80f62c-71aa-4d4b-9568-47d132467f68,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:35.354813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-4114c473-6cac-4853-a2e9-b2f84e4e0f8a service neutron] 10.222.0.43 "GET /v2.0/networks/313ec96c-c128-4e40-93cf-320342266248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208191 Aug 29 17:23:35.355720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:35.356347 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.358675 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] 10.222.0.43 "PUT /v2.0/ports/926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 1093 time: 1.6217513 Aug 29 17:23:35.359716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'tag': '926266b5-4432-4d94-9221-a9b225db2779'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:35.380715 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "tag": "926266b5-4432-4d94-9221-a9b225db2779"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:35.528350 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.541759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa9467-dc52-494b-8bbf-1e9ec18532ed service neutron] Pushing event updated for resources: {'Port': ['ID=926266b5-4432-4d94-9221-a9b225db2779,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:35.586641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72bf3-37dc-4222-8233-378172967355 req-b605bab1-473a-4391-acf8-d1ff7831523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:35.588193 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-b605bab1-473a-4391-acf8-d1ff7831523b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 1096 time: 0.1680386 Aug 29 17:23:35.591746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343477c7-4e3d-434f-8d05-14b69da2deb9 req-c33eabae-6338-412e-968d-b78025d81674 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:35.604999 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-343477c7-4e3d-434f-8d05-14b69da2deb9 req-c33eabae-6338-412e-968d-b78025d81674 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 945 time: 0.1340322 Aug 29 17:23:35.671795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-d3aaa4f5-5c51-4858-8c09-89e0d4da82a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 217 time: 0.0723572 Aug 29 17:23:35.693588 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-212c50f8-af92-4db6-9c0a-ae703ef68308 req-af65ef01-68d2-4de9-985b-84941bdab636 service neutron] 10.222.0.43 "GET /v2.0/networks/313ec96c-c128-4e40-93cf-320342266248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261509 Aug 29 17:23:35.720893 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-343477c7-4e3d-434f-8d05-14b69da2deb9 req-532c0107-96c1-44d0-9bef-b7edb15e0991 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740230 Aug 29 17:23:35.749318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72bf3-37dc-4222-8233-378172967355 req-fdd44b94-94c7-4eb0-bb58-7239654edd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:35.751032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-fdd44b94-94c7-4eb0-bb58-7239654edd13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.0701032 Aug 29 17:23:35.763989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-111b4194-3817-4283-bfd5-8e56c427c905 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:35.766217 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-111b4194-3817-4283-bfd5-8e56c427c905 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 809 time: 0.3102059 Aug 29 17:23:35.828398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-3e33679e-f183-4279-af5d-b7413e4a4227 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/quotas/bf94a43f37f547848707913119d5f92e HTTP/1.1" status: 200 len: 375 time: 0.0448432 Aug 29 17:23:35.846835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dae4370a-b94c-4484-a4c9-54b0029a07a7 None None] Provisioning for port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:35.854461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72bf3-37dc-4222-8233-378172967355 req-76d32bbd-bf90-4ff9-90f5-7f075bf6018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:35.856725 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-76d32bbd-bf90-4ff9-90f5-7f075bf6018b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890787 Aug 29 17:23:35.885887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dae4370a-b94c-4484-a4c9-54b0029a07a7 None None] Provisioning complete for port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:35.886257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dae4370a-b94c-4484-a4c9-54b0029a07a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.893179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.904321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:35.947619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b750-c0d5-4f6c-8e18-417955062510 req-96014f7f-507b-4592-b017-d869f165dcac tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:35.949419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7960b750-c0d5-4f6c-8e18-417955062510 req-96014f7f-507b-4592-b017-d869f165dcac tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 944 time: 0.1085296 Aug 29 17:23:35.950559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dae4370a-b94c-4484-a4c9-54b0029a07a7 None None] Port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:23:35.994141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-3f29e22f-1d23-4deb-8d24-7003432f2c77 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552274 Aug 29 17:23:35.999915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-8c551415-293f-4b6d-bf4f-077ef83e8608 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259775 Aug 29 17:23:36.059803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.072302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7960b750-c0d5-4f6c-8e18-417955062510 req-e839df5f-ef6b-461b-a1ce-6477927f1a3e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032605 Aug 29 17:23:36.122161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c72bf3-37dc-4222-8233-378172967355 req-629b2c58-46a8-46ad-8ba7-24d7e88fe62d service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081638 Aug 29 17:23:36.155771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:29Z', 'revision_number': 3, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:36.159226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:36.196013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Network c94a284a-3908-4129-8987-ec9683304a7a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:36.200100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:36.247426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56deb2-7f7d-4dc5-840b-71619884604a None None] The sync data for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 is: [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:29Z', 'revision_number': 3, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:36.256168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-4de5d221-6aea-4114-998c-b25e745e3f04 service neutron] 10.222.0.41 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530274 Aug 29 17:23:36.312586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af73-473c-416a-bf59-3d0dc200a49c req-08d6fe7c-bda9-48e4-a357-f40a56a3ff45 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:36.315015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8711af73-473c-416a-bf59-3d0dc200a49c req-08d6fe7c-bda9-48e4-a357-f40a56a3ff45 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.44 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 945 time: 0.2463024 Aug 29 17:23:36.334613 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.355086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Transition to ACTIVE for port object 15f15903-0d9d-4c9d-af4b-00f4e4f062fa will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:36.372119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.394462 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-75d14644-5032-457b-a67f-aba6a5aaaf30 service neutron] 10.222.0.41 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229527 Aug 29 17:23:36.481560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729875c5-be79-4b60-8d89-1a16bc0212bc None None] Pushing event updated for resources: {'Port': ['ID=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:36.541585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Attempting to bind port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:36.542919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Attempting to bind port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:36.543675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Attempting to bind port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa on network a422220f-47fd-4dad-a2b0-9bb553454cf9 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:36.550692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:36.551211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Checking segment: {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:36.551678 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.552147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Bound using segment: {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:36.552804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Bound port: 15f15903-0d9d-4c9d-af4b-00f4e4f062fa, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:36.553302 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.588022 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79f6e009-9392-47e3-bf28-1d41d5a6a2f1 req-3f833168-c07a-448b-b233-98d3295c1869 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/9a80f62c-71aa-4d4b-9568-47d132467f68 HTTP/1.1" status: 200 len: 1814 time: 0.3252954 Aug 29 17:23:36.655881 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf7391-354e-4574-b382-f1bc4a84ecc0 x-openstack-request-id: req-cdcf7391-354e-4574-b382-f1bc4a84ecc0 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:36.656201 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "tag": "926266b5-4432-4d94-9221-a9b225db2779", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:36.656421 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdcf7391-354e-4574-b382-f1bc4a84ecc0 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:36.657039 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'tag': '926266b5-4432-4d94-9221-a9b225db2779', 'status': 'completed', 'code': 200} Aug 29 17:23:36.733200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4f4eb24b-6d88-47f3-a4cf-c21b6aa2f070 None None] Provisioning complete for port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:36.733575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb24b-6d88-47f3-a4cf-c21b6aa2f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.770367 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-b491b5bb-75cd-49d3-ae22-e10ecb72b502 req-774cae81-42e7-4237-82bf-d7e61f79344b tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] show failed (client error): The resource could not be found. Aug 29 17:23:36.773626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b491b5bb-75cd-49d3-ae22-e10ecb72b502 req-774cae81-42e7-4237-82bf-d7e61f79344b tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/171ba5af-b77d-4a8f-9ad1-afb436226c62 HTTP/1.1" status: 404 len: 352 time: 0.0391686 Aug 29 17:23:36.791748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eb24b-6d88-47f3-a4cf-c21b6aa2f070 None None] Port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:23:36.803312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] For port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:36.803811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-c6eb1b3c-d536-4b85-be6e-e0ee8f4be747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:36.807690 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-c6eb1b3c-d536-4b85-be6e-e0ee8f4be747 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 1096 time: 0.1181519 Aug 29 17:23:36.825021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:36.829875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] For port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:36.843527 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.953737 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba2b9c5c-80de-4dcb-981e-d7412067d297 req-4450b911-10c0-45b8-928c-619ec3f56ca7 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 210 time: 0.0450258 Aug 29 17:23:36.959328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729875c5-be79-4b60-8d89-1a16bc0212bc None None] Pushing event updated for resources: {'Port': ['ID=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:37.004267 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Routers {'ccb4b719-7e87-4742-a2e8-d8b45e2125b4'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:37.004949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:37.095214 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-aee25272-c356-49d3-a277-191a4481b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:37.096858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-aee25272-c356-49d3-a277-191a4481b1d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.2807059 Aug 29 17:23:37.181742 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-93e76a69-a050-4540-a9fb-c514ee2de5ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 217 time: 0.0663686 Aug 29 17:23:37.199511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] Set router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:37.246236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f301a02-cc8b-4b3c-8977-3ca6647f91fa req-8ab9c716-3ebf-4bbf-be4d-56a2b3e4c8e3 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:37.257943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f301a02-cc8b-4b3c-8977-3ca6647f91fa req-8ab9c716-3ebf-4bbf-be4d-56a2b3e4c8e3 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 945 time: 0.1535361 Aug 29 17:23:37.343997 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f301a02-cc8b-4b3c-8977-3ca6647f91fa req-19170a38-42c7-4a1d-8f07-121b5c6799df tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808144 Aug 29 17:23:37.348471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-805c8670-90d1-4468-b492-2f92437bdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:37.353903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-805c8670-90d1-4468-b492-2f92437bdfd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.1625547 Aug 29 17:23:37.430229 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-18efc16c-af76-41c8-9875-23d84cdcad76 req-2a7e13cc-4b1c-4939-a838-3fccbfa15efc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] show failed (client error): The resource could not be found. Aug 29 17:23:37.441420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18efc16c-af76-41c8-9875-23d84cdcad76 req-2a7e13cc-4b1c-4939-a838-3fccbfa15efc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-group-rules/65ec667c-30c6-492c-aea9-383a1bdc83ad HTTP/1.1" status: 404 len: 361 time: 0.0505850 Aug 29 17:23:37.466919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-5f77c745-1473-42f4-bc0a-cdd5642ca06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:37.469283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-5f77c745-1473-42f4-bc0a-cdd5642ca06d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069553 Aug 29 17:23:37.513873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 10713397-8f40-40f6-8d62-c31ead0f042c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:23:37.598991 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-2c87e634-696f-4654-bb6f-288da50ffd10 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205194 Aug 29 17:23:37.622705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9153439-e8ec-41d7-bf89-796581bde674 req-32767deb-30e1-4962-baba-83381c4c879d tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:37.639809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9153439-e8ec-41d7-bf89-796581bde674 req-32767deb-30e1-4962-baba-83381c4c879d tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 944 time: 0.9096446 Aug 29 17:23:37.644072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:23:31Z', 'revision_number': 4, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port': {'id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '15f15903-0d9d-4c9d-af4b-00f4e4f062fa', 'name': '', 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'mac_address': 'fa:16:3e:35:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd95508ca-0452-412c-94bc-884c0be628c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:29Z', 'updated_at': '2021-08-29T17:23:36Z', 'revision_number': 4, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'subnets': [{'id': 'd95508ca-0452-412c-94bc-884c0be628c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:37.683653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Deleting port ecd3e207-165c-4cae-8717-4e8f1e9b0948 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:37.684632 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:37.701463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358617a5-632e-45d6-82b3-0c3daf1ece4d None None] The sync data for ids ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'] in n-d-713499-15 is: [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:23:31Z', 'revision_number': 4, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port': {'id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '15f15903-0d9d-4c9d-af4b-00f4e4f062fa', 'name': '', 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'mac_address': 'fa:16:3e:35:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd95508ca-0452-412c-94bc-884c0be628c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:29Z', 'updated_at': '2021-08-29T17:23:36Z', 'revision_number': 4, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'subnets': [{'id': 'd95508ca-0452-412c-94bc-884c0be628c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:37.754120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fd990-1fb8-4c81-8e8a-c7ff0d22122b req-5e5ebee0-8bda-4433-8089-c25921f4e20b tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:37.764225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-950fd990-1fb8-4c81-8e8a-c7ff0d22122b req-5e5ebee0-8bda-4433-8089-c25921f4e20b tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 944 time: 0.1641402 Aug 29 17:23:37.854718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-950fd990-1fb8-4c81-8e8a-c7ff0d22122b req-2022f42e-f7c8-4dda-bfb7-ab4607560481 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817261 Aug 29 17:23:37.858219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 10713397-8f40-40f6-8d62-c31ead0f042c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=10713397-8f40-40f6-8d62-c31ead0f042c,segment=NetworkSegment(259cfc67-e849-4bf4-965f-8b5ea7c2e3e3),segment_id=259cfc67-e849-4bf4-965f-8b5ea7c2e3e3)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:37.874648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9153439-e8ec-41d7-bf89-796581bde674 req-3d65e9bb-36aa-4108-a834-f760496fc4b6 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263398 Aug 29 17:23:37.889546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '10713397-8f40-40f6-8d62-c31ead0f042c', 'network_id': '313ec96c-c128-4e40-93cf-320342266248', 'port_id': '10713397-8f40-40f6-8d62-c31ead0f042c', 'mac_address': 'fa:16:3e:9e:31:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcb63ce-ed1e-4651-af09-dc22e7f73c60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:23:37.913374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c38d1a-988e-4d9c-b1b3-8bbf469bf622 req-7cec3d96-13df-4e08-86de-721b50e5dd2e service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607415 Aug 29 17:23:37.943236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:37.957324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7b638dd5-de3d-4353-a4d1-e7a974793d03 admin admin] 10.222.0.41 "PUT /v2.0/routers/f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4572442 Aug 29 17:23:37.990241 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:38.025475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10713397-8f40-40f6-8d62-c31ead0f042c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:38.049976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] For port ecd3e207-165c-4cae-8717-4e8f1e9b0948, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ecd3e207-165c-4cae-8717-4e8f1e9b0948,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:38.050723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:38.072392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Calling delete_port for ecd3e207-165c-4cae-8717-4e8f1e9b0948 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:38.079186 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30e1ae45-eb44-4b90-9929-065565a9bb0c req-f38c8ff7-062b-4a38-b565-9f4c14712bbe tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/9a80f62c-71aa-4d4b-9568-47d132467f68 HTTP/1.1" status: 200 len: 1814 time: 0.1441686 Aug 29 17:23:38.085716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 10713397-8f40-40f6-8d62-c31ead0f042c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=10713397-8f40-40f6-8d62-c31ead0f042c,segment=NetworkSegment(259cfc67-e849-4bf4-965f-8b5ea7c2e3e3),segment_id=259cfc67-e849-4bf4-965f-8b5ea7c2e3e3)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:38.105932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:38.219770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3be18344-c525-4210-9b23-f0b3d887fb52 req-12d5719e-5aa3-4195-8de1-d370eb440376 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 210 time: 0.0720553 Aug 29 17:23:38.234258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-30e1ae45-eb44-4b90-9929-065565a9bb0c req-6f5d2c26-2216-4d12-9ada-1e705e2fe0ed tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:38.286758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=10713397-8f40-40f6-8d62-c31ead0f042c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:38.322628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['10713397-8f40-40f6-8d62-c31ead0f042c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:38.522375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-30e1ae45-eb44-4b90-9929-065565a9bb0c req-6f5d2c26-2216-4d12-9ada-1e705e2fe0ed tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:38.555996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-281ba067-a5ff-4275-9dce-79623a2547a9 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:38.566069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-281ba067-a5ff-4275-9dce-79623a2547a9 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.44 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 809 time: 0.3345222 Aug 29 17:23:38.580997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d14b4-3f7f-4b90-b31f-018e0f702c5c req-567f22d1-8780-4da3-80b6-0c2c4937ec31 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:38.589494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d1d14b4-3f7f-4b90-b31f-018e0f702c5c req-567f22d1-8780-4da3-80b6-0c2c4937ec31 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/ports?device_id=653bc8ed-95b8-4087-a0f7-2c9b500d5d0c HTTP/1.1" status: 200 len: 945 time: 0.1201379 Aug 29 17:23:38.691646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d1d14b4-3f7f-4b90-b31f-018e0f702c5c req-ac2aa18a-dd1a-40fc-bd6a-2083018be0eb tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954199 Aug 29 17:23:38.708096 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:23:38.719556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Request body: {'port': {'device_id': 'bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d', 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9', 'admin_state_up': True, 'tenant_id': 'bf94a43f37f547848707913119d5f92e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:38.723723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:38.740765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ecd3e207-165c-4cae-8717-4e8f1e9b0948'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:38.776134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4ef22901-1f41-419d-8928-2e81237d1f05 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:38.868097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 4ef22901-1f41-419d-8928-2e81237d1f05 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:38.872923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4ef22901-1f41-419d-8928-2e81237d1f05 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:38.873685 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:38.991460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Pushing event deleted for resources: {'Port': ['ID=ecd3e207-165c-4cae-8717-4e8f1e9b0948,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:39.051507 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.052161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] No DVR routers for this DVR port ecd3e207-165c-4cae-8717-4e8f1e9b0948 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:39.071600 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.071600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8711af73-473c-416a-bf59-3d0dc200a49c req-1a6dcebf-dadd-4e04-8d96-dd0fb3e520d8 tempest-AttachSCSIVolumeTestJSON-175924493 tempest-AttachSCSIVolumeTestJSON-175924493-project] 10.222.0.44 "DELETE /v2.0/ports/ecd3e207-165c-4cae-8717-4e8f1e9b0948 HTTP/1.1" status: 204 len: 173 time: 2.7291994 Aug 29 17:23:39.076996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211ab78-0832-4e81-9897-f79c43a516f0 req-7ba6f74e-01ec-4342-89ff-ce8f0446529c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:39.082732 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2211ab78-0832-4e81-9897-f79c43a516f0 req-7ba6f74e-01ec-4342-89ff-ce8f0446529c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 944 time: 0.1105537 Aug 29 17:23:39.087989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653bc8ed-95b8-4087-a0f7-2c9b500d5d0c', 'name': 'network-vif-deleted', 'tag': 'ecd3e207-165c-4cae-8717-4e8f1e9b0948'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:39.091094 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ba4535-0528-4a1f-b4be-00532536920f" -d '{"events": [{"server_uuid": "653bc8ed-95b8-4087-a0f7-2c9b500d5d0c", "name": "network-vif-deleted", "tag": "ecd3e207-165c-4cae-8717-4e8f1e9b0948"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:39.104501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 4ef22901-1f41-419d-8928-2e81237d1f05, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4ef22901-1f41-419d-8928-2e81237d1f05,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:39.126245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.127379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 15f15903-0d9d-4c9d-af4b-00f4e4f062fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:39.144740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-30e1ae45-eb44-4b90-9929-065565a9bb0c req-6f5d2c26-2216-4d12-9ada-1e705e2fe0ed tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.150158 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-30e1ae45-eb44-4b90-9929-065565a9bb0c req-6f5d2c26-2216-4d12-9ada-1e705e2fe0ed tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.152624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30e1ae45-eb44-4b90-9929-065565a9bb0c req-6f5d2c26-2216-4d12-9ada-1e705e2fe0ed tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a80f62c-71aa-4d4b-9568-47d132467f68 HTTP/1.1" status: 204 len: 173 time: 1.0605373 Aug 29 17:23:39.185491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d2c26-2216-4d12-9ada-1e705e2fe0ed tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a80f62c-71aa-4d4b-9568-47d132467f68,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:39.208574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2211ab78-0832-4e81-9897-f79c43a516f0 req-720f2a15-dc43-4e18-aebd-b8e31b5d6aed tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143255 Aug 29 17:23:39.232152 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae00637-aa57-4529-b184-99514416937f None None] Sync routers for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:39.274825 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae00637-aa57-4529-b184-99514416937f None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:39.278399 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eae00637-aa57-4529-b184-99514416937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:39.365814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=4ef22901-1f41-419d-8928-2e81237d1f05,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:39.387440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Made reservation on behalf of bf94a43f37f547848707913119d5f92e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:39.396929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:39.397305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.416941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:39.417345 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.507187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 926266b5-4432-4d94-9221-a9b225db2779 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:23:39.522028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 10713397-8f40-40f6-8d62-c31ead0f042c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:39.648267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-35077f73-9134-4ede-86d3-59d3a5a676a0 req-22f74717-9fc0-49fb-bd48-e896fe1e6730 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/6c3ecf65-c638-4b62-9069-4fcbfd5023e6 HTTP/1.1" status: 200 len: 1813 time: 0.0880842 Aug 29 17:23:39.649555 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-eae00637-aa57-4529-b184-99514416937f None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:39.704793 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae1575-188b-4a5f-a686-7e92a632f2c1 x-openstack-request-id: req-80ae1575-188b-4a5f-a686-7e92a632f2c1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:39.705145 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653bc8ed-95b8-4087-a0f7-2c9b500d5d0c", "name": "network-vif-deleted", "tag": "ecd3e207-165c-4cae-8717-4e8f1e9b0948", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:39.705663 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80ae1575-188b-4a5f-a686-7e92a632f2c1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:39.706561 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653bc8ed-95b8-4087-a0f7-2c9b500d5d0c', 'name': 'network-vif-deleted', 'tag': 'ecd3e207-165c-4cae-8717-4e8f1e9b0948', 'status': 'completed', 'code': 200} Aug 29 17:23:39.752066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365f1bb-d3bd-4d8c-a9a3-8e68f4bd90a8 req-d135071e-76ee-43c1-bc0d-65b9ebd1eadd tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:39.756571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0365f1bb-d3bd-4d8c-a9a3-8e68f4bd90a8 req-d135071e-76ee-43c1-bc0d-65b9ebd1eadd tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 945 time: 0.4214919 Aug 29 17:23:39.792268 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-35077f73-9134-4ede-86d3-59d3a5a676a0 req-09b48ae8-92cc-478b-82f0-d35526b46825 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.813255 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.844413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-35077f73-9134-4ede-86d3-59d3a5a676a0 req-09b48ae8-92cc-478b-82f0-d35526b46825 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.874266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 10713397-8f40-40f6-8d62-c31ead0f042c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:39.893359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 10713397-8f40-40f6-8d62-c31ead0f042c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:39.893631 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.932447 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0365f1bb-d3bd-4d8c-a9a3-8e68f4bd90a8 req-09d2473a-62e0-4be2-872e-62eddb35cc9f tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046631 Aug 29 17:23:39.974542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:39.980049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-35077f73-9134-4ede-86d3-59d3a5a676a0 req-09b48ae8-92cc-478b-82f0-d35526b46825 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.987943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 926266b5-4432-4d94-9221-a9b225db2779, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=926266b5-4432-4d94-9221-a9b225db2779,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:39.990536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-35077f73-9134-4ede-86d3-59d3a5a676a0 req-09b48ae8-92cc-478b-82f0-d35526b46825 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.997788 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.022854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-35077f73-9134-4ede-86d3-59d3a5a676a0 req-09b48ae8-92cc-478b-82f0-d35526b46825 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "DELETE /v2.0/security-groups/6c3ecf65-c638-4b62-9069-4fcbfd5023e6 HTTP/1.1" status: 204 len: 173 time: 0.3687737 Aug 29 17:23:40.057042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Allocated IP 172.20.0.10 (a422220f-47fd-4dad-a2b0-9bb553454cf9/d95508ca-0452-412c-94bc-884c0be628c0/a5d1462a-9c28-43fe-bb23-c01e2727083e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:40.067709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '926266b5-4432-4d94-9221-a9b225db2779', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'port_id': '926266b5-4432-4d94-9221-a9b225db2779', 'mac_address': 'fa:16:3e:c2:67:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:23:40.086490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b48ae8-92cc-478b-82f0-d35526b46825 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3ecf65-c638-4b62-9069-4fcbfd5023e6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:40.239404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7c7102e-2d64-4bdb-8d32-3e786103cea3 req-adb2009b-a97e-4322-ac24-c36fe9c757bb tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 210 time: 0.0918221 Aug 29 17:23:40.294280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.307196 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.311618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:40.338645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926266b5-4432-4d94-9221-a9b225db2779 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:40.339116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c7408e9a-0708-456c-86c9-9f3ef82218e0 req-3fc92c5f-fdd3-4888-933d-d1c195146922 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/4bf562cf-91c1-4170-baeb-293ee05a87db HTTP/1.1" status: 200 len: 1815 time: 0.1374567 Aug 29 17:23:40.387587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01623501-99b4-468f-9a6c-351bf540f741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10713397-8f40-40f6-8d62-c31ead0f042c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:40.391247 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45a677a-8e63-4013-b9fc-e189b5e1ce4a" -d '{"events": [{"server_uuid": "01623501-99b4-468f-9a6c-351bf540f741", "name": "network-vif-plugged", "status": "completed", "tag": "10713397-8f40-40f6-8d62-c31ead0f042c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:40.413186 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 926266b5-4432-4d94-9221-a9b225db2779, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=926266b5-4432-4d94-9221-a9b225db2779,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:40.417299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 10713397-8f40-40f6-8d62-c31ead0f042c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=10713397-8f40-40f6-8d62-c31ead0f042c,segment=NetworkSegment(259cfc67-e849-4bf4-965f-8b5ea7c2e3e3),segment_id=259cfc67-e849-4bf4-965f-8b5ea7c2e3e3)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:40.422022 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.434094 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.478372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c7408e9a-0708-456c-86c9-9f3ef82218e0 req-93ebda12-d805-4352-b4ef-e7790a8d8c21 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.487672 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eae00637-aa57-4529-b184-99514416937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 2, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:40.530528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=926266b5-4432-4d94-9221-a9b225db2779,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:40.540751 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c7408e9a-0708-456c-86c9-9f3ef82218e0 req-93ebda12-d805-4352-b4ef-e7790a8d8c21 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.567978 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae00637-aa57-4529-b184-99514416937f None None] Checking router: f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:40.568447 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae00637-aa57-4529-b184-99514416937f None None] Updating router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:23:40.627392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a125bb3-b54b-469b-a5ee-7637601ce6c3 req-a3bcc9be-130b-4fb3-b1c8-851871e50dc8 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:40.629288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a125bb3-b54b-469b-a5ee-7637601ce6c3 req-a3bcc9be-130b-4fb3-b1c8-851871e50dc8 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 945 time: 0.1596279 Aug 29 17:23:40.630449 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-eae00637-aa57-4529-b184-99514416937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.631703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=10713397-8f40-40f6-8d62-c31ead0f042c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:40.634839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c7408e9a-0708-456c-86c9-9f3ef82218e0 req-93ebda12-d805-4352-b4ef-e7790a8d8c21 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.638174 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c7408e9a-0708-456c-86c9-9f3ef82218e0 req-93ebda12-d805-4352-b4ef-e7790a8d8c21 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.645549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c7408e9a-0708-456c-86c9-9f3ef82218e0 req-93ebda12-d805-4352-b4ef-e7790a8d8c21 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "DELETE /v2.0/security-groups/4bf562cf-91c1-4170-baeb-293ee05a87db HTTP/1.1" status: 204 len: 173 time: 0.3055089 Aug 29 17:23:40.665366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebda12-d805-4352-b4ef-e7790a8d8c21 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf562cf-91c1-4170-baeb-293ee05a87db,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:40.672943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['926266b5-4432-4d94-9221-a9b225db2779'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:40.756329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.773466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4ef22901-1f41-419d-8928-2e81237d1f05 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:40.783085 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f079c12b-59f7-4c68-927f-00315b5391f6 x-openstack-request-id: req-f079c12b-59f7-4c68-927f-00315b5391f6 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:40.783689 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01623501-99b4-468f-9a6c-351bf540f741", "name": "network-vif-plugged", "status": "completed", "tag": "10713397-8f40-40f6-8d62-c31ead0f042c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:40.800659 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f079c12b-59f7-4c68-927f-00315b5391f6 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:40.801384 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01623501-99b4-468f-9a6c-351bf540f741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10713397-8f40-40f6-8d62-c31ead0f042c', 'code': 200} Aug 29 17:23:40.827132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a125bb3-b54b-469b-a5ee-7637601ce6c3 req-1665575e-74b4-412b-ac38-75fee4cc8fdb tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590295 Aug 29 17:23:40.923985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed5645-87aa-427c-838e-5e3df393460b req-5ff75b4e-0f78-4f80-99da-1dc9a6f0d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:40.925535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:40.926543 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f2ed5645-87aa-427c-838e-5e3df393460b req-5ff75b4e-0f78-4f80-99da-1dc9a6f0d2f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 1098 time: 0.1417880 Aug 29 17:23:40.957781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db495917-f061-4631-8940-098f1cde6fea req-1880b048-71b3-4530-9cda-f205c8ba9dcc tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/22927792-12e7-466f-91ad-ed22e61fd81d HTTP/1.1" status: 200 len: 1814 time: 0.0987790 Aug 29 17:23:41.001443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f2ed5645-87aa-427c-838e-5e3df393460b req-76beafce-edc3-4c46-883e-cd2ac30f3fc2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575130 Aug 29 17:23:41.032134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Network a422220f-47fd-4dad-a2b0-9bb553454cf9 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:41.041102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:41.048153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:41.063460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-db495917-f061-4631-8940-098f1cde6fea req-91338bd8-5a03-471e-8fb8-e9e23ce8ed7e tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.122760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-db495917-f061-4631-8940-098f1cde6fea req-91338bd8-5a03-471e-8fb8-e9e23ce8ed7e tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.159715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Pushing event updated for resources: {'Port': ['ID=a5d1462a-9c28-43fe-bb23-c01e2727083e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:41.233649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-db495917-f061-4631-8940-098f1cde6fea req-91338bd8-5a03-471e-8fb8-e9e23ce8ed7e tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.235627 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-eae00637-aa57-4529-b184-99514416937f None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.236209 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-db495917-f061-4631-8940-098f1cde6fea req-91338bd8-5a03-471e-8fb8-e9e23ce8ed7e tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.251030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ecd3e207-165c-4cae-8717-4e8f1e9b0948 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:41.256299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db495917-f061-4631-8940-098f1cde6fea req-91338bd8-5a03-471e-8fb8-e9e23ce8ed7e tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "DELETE /v2.0/security-groups/22927792-12e7-466f-91ad-ed22e61fd81d HTTP/1.1" status: 204 len: 173 time: 0.2735589 Aug 29 17:23:41.262503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:41.268976 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-eae00637-aa57-4529-b184-99514416937f None None] Transition to ACTIVE for port object bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:41.269278 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.287761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91338bd8-5a03-471e-8fb8-e9e23ce8ed7e tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22927792-12e7-466f-91ad-ed22e61fd81d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:41.288258 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-eae00637-aa57-4529-b184-99514416937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.320049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22c405-ade9-4cc2-a746-dad734191b7a req-df646cc6-015e-49fd-ae0d-7a8b7daae4d5 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:41.331399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab22c405-ade9-4cc2-a746-dad734191b7a req-df646cc6-015e-49fd-ae0d-7a8b7daae4d5 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 946 time: 0.2233443 Aug 29 17:23:41.333596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-0282400d-d11d-497c-b7b8-e5723238114d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6487610 Aug 29 17:23:41.362874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Request body: {'port': {'device_id': 'bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:41.415123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: ecd3e207-165c-4cae-8717-4e8f1e9b0948 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:41.415843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ecd3e207-165c-4cae-8717-4e8f1e9b0948 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:41.455231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-869d6e27-a14c-43a1-ad38-569161458b00 req-9b167a07-f075-4e72-8cb0-f52dbdd06a43 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "GET /v2.0/security-groups/fcec14ab-3700-45d8-beac-5d56ec580a5c HTTP/1.1" status: 200 len: 1815 time: 0.1493316 Aug 29 17:23:41.467617 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db69dd-f1ce-4a78-908b-b58989967ae9 None None] Pushing event updated for resources: {'Port': ['ID=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:41.482429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-003c0720-a72b-4e1c-9a0c-73b2da86b28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.510945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab22c405-ade9-4cc2-a746-dad734191b7a req-959f68c6-657f-4dec-bb34-43a6903167e3 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657591 Aug 29 17:23:41.550518 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.614132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-869d6e27-a14c-43a1-ad38-569161458b00 req-a985bd2e-41a3-43ae-bac1-5e841de3c7d3 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.637543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4ef22901-1f41-419d-8928-2e81237d1f05 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:41.644082 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.680490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-869d6e27-a14c-43a1-ad38-569161458b00 req-a985bd2e-41a3-43ae-bac1-5e841de3c7d3 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.792417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-869d6e27-a14c-43a1-ad38-569161458b00 req-a985bd2e-41a3-43ae-bac1-5e841de3c7d3 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.795609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-869d6e27-a14c-43a1-ad38-569161458b00 req-a985bd2e-41a3-43ae-bac1-5e841de3c7d3 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.797046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-869d6e27-a14c-43a1-ad38-569161458b00 req-a985bd2e-41a3-43ae-bac1-5e841de3c7d3 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] 10.222.0.41 "DELETE /v2.0/security-groups/fcec14ab-3700-45d8-beac-5d56ec580a5c HTTP/1.1" status: 204 len: 173 time: 0.3407013 Aug 29 17:23:41.809316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39932) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:41.811129 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-eae00637-aa57-4529-b184-99514416937f None None] Attempting to bind port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:41.812126 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-eae00637-aa57-4529-b184-99514416937f None None] Attempting to bind port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:41.812669 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae00637-aa57-4529-b184-99514416937f None None] Attempting to bind port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 on network c94a284a-3908-4129-8987-ec9683304a7a {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:41.823404 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae00637-aa57-4529-b184-99514416937f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:41.823784 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae00637-aa57-4529-b184-99514416937f None None] Checking segment: {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:41.824228 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-eae00637-aa57-4529-b184-99514416937f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.824661 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae00637-aa57-4529-b184-99514416937f None None] Bound using segment: {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:41.825135 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-eae00637-aa57-4529-b184-99514416937f None None] Bound port: bb4bd983-58cb-4b97-9aa5-8a68e9bfa692, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:41.825647 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-eae00637-aa57-4529-b184-99514416937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.907924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985bd2e-41a3-43ae-bac1-5e841de3c7d3 tempest-SecurityGroupRulesNegativeTestJSON-414627402 tempest-SecurityGroupRulesNegativeTestJSON-414627402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcec14ab-3700-45d8-beac-5d56ec580a5c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:41.932201 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-eae00637-aa57-4529-b184-99514416937f None None] For port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:41.939333 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-eae00637-aa57-4529-b184-99514416937f None None] For port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:41.974490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20412d3-411d-455b-bc6d-8c1e6c7e2332 req-82f6db00-9ae1-422e-b1e6-651d72a9025f tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:41.981743 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-eae00637-aa57-4529-b184-99514416937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.985587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1c3d79-3ea7-49c6-9d83-a692f7600954 admin admin] Deleting subnet 9ecd0d73-5e7b-4d7e-9172-6e7e6c4fbf57 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:23:41.996948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3d79-3ea7-49c6-9d83-a692f7600954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.001618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d20412d3-411d-455b-bc6d-8c1e6c7e2332 req-82f6db00-9ae1-422e-b1e6-651d72a9025f tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 932 time: 0.3426483 Aug 29 17:23:42.108277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3d79-3ea7-49c6-9d83-a692f7600954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.141508 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db69dd-f1ce-4a78-908b-b58989967ae9 None None] Pushing event updated for resources: {'Port': ['ID=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:42.185353 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae00637-aa57-4529-b184-99514416937f None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:42.186344 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eae00637-aa57-4529-b184-99514416937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:42.201712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3d79-3ea7-49c6-9d83-a692f7600954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.462279 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d20412d3-411d-455b-bc6d-8c1e6c7e2332 req-46f346ea-881f-4dbd-bb73-18411e280ab1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796254 Aug 29 17:23:42.554105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 15f15903-0d9d-4c9d-af4b-00f4e4f062fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:42.571100 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.624019 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-eae00637-aa57-4529-b184-99514416937f None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:42.646215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d354c-bfd3-4773-ae7b-8b1ecdbb26c5 req-9c91df89-2d59-44da-99f1-65dd23607a49 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:42.668176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d8d354c-bfd3-4773-ae7b-8b1ecdbb26c5 req-9c91df89-2d59-44da-99f1-65dd23607a49 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 945 time: 0.2834125 Aug 29 17:23:42.692927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3d79-3ea7-49c6-9d83-a692f7600954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.830196 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.849807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3d79-3ea7-49c6-9d83-a692f7600954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.858624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:42.859098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.859805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3e1c3d79-3ea7-49c6-9d83-a692f7600954 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9ecd0d73-5e7b-4d7e-9172-6e7e6c4fbf57 HTTP/1.1" status: 204 len: 168 time: 1.0462720 Aug 29 17:23:42.860862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c3d79-3ea7-49c6-9d83-a692f7600954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecd0d73-5e7b-4d7e-9172-6e7e6c4fbf57,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:42.878622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39968) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:42.928146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d1462a-9c28-43fe-bb23-c01e2727083e {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:42.949431 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:42.971567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Transition to ACTIVE for port object a5d1462a-9c28-43fe-bb23-c01e2727083e will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:42.983093 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.008739 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d8d354c-bfd3-4773-ae7b-8b1ecdbb26c5 req-8cc22f9c-916c-4b0c-8020-6d1e6cc4f2ff tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380861 Aug 29 17:23:43.182399 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.194029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Pushing event updated for resources: {'Port': ['ID=a5d1462a-9c28-43fe-bb23-c01e2727083e,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:43.207215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bff0d7-5f50-4b42-80e2-ca7ab297e7b0 req-facaa770-e3dd-4db7-aa76-aef7c2978246 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:43.224353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4bff0d7-5f50-4b42-80e2-ca7ab297e7b0 req-facaa770-e3dd-4db7-aa76-aef7c2978246 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 946 time: 0.5180790 Aug 29 17:23:43.269394 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eae00637-aa57-4529-b184-99514416937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:41Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:43.300426 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae00637-aa57-4529-b184-99514416937f None None] The sync data for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 is: [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:41Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:43.302520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4bff0d7-5f50-4b42-80e2-ca7ab297e7b0 req-90c5c371-90c1-444b-949b-0faf9a96d2cf tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747311 Aug 29 17:23:43.364904 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.412977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6404c9-c0f4-4357-ad16-c74b33d771ea']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:43.439397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229ae68e-5b78-4c28-a702-791fa6f74735') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:43.439836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229ae68e-5b78-4c28-a702-791fa6f74735') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:43.464865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.506844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 926266b5-4432-4d94-9221-a9b225db2779 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:43.530103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Attempting to bind port a5d1462a-9c28-43fe-bb23-c01e2727083e on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:43.530702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Attempting to bind port a5d1462a-9c28-43fe-bb23-c01e2727083e by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:43.531231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Attempting to bind port a5d1462a-9c28-43fe-bb23-c01e2727083e on network a422220f-47fd-4dad-a2b0-9bb553454cf9 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:43.536496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Port a5d1462a-9c28-43fe-bb23-c01e2727083e on network a422220f-47fd-4dad-a2b0-9bb553454cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:23:43.537312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Attempting to bind port a5d1462a-9c28-43fe-bb23-c01e2727083e on network a422220f-47fd-4dad-a2b0-9bb553454cf9 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:43.547138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:43.547694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Checking segment: {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:43.548287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Bound using segment: {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:43.549377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Bound port: a5d1462a-9c28-43fe-bb23-c01e2727083e, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:43.552904 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.572433 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.582854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:23:43.583842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:23:43.586613 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:23:43.641625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 926266b5-4432-4d94-9221-a9b225db2779 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:43.646185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 926266b5-4432-4d94-9221-a9b225db2779 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:43.646799 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.679205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] For port a5d1462a-9c28-43fe-bb23-c01e2727083e, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:43.685206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] For port a5d1462a-9c28-43fe-bb23-c01e2727083e, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a5d1462a-9c28-43fe-bb23-c01e2727083e,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:43.717564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.777479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:43.782318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.793184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] 10.222.0.44 "PUT /v2.0/ports/a5d1462a-9c28-43fe-bb23-c01e2727083e HTTP/1.1" status: 200 len: 1093 time: 2.4454613 Aug 29 17:23:43.793938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d', 'tag': 'a5d1462a-9c28-43fe-bb23-c01e2727083e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:43.796536 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d", "tag": "a5d1462a-9c28-43fe-bb23-c01e2727083e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:43.808555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba03e8b-12c6-4229-9cda-a93c3a89f42d req-4aa01946-f620-4ef1-9206-7e95f369beae tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:43.816397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ba03e8b-12c6-4229-9cda-a93c3a89f42d req-4aa01946-f620-4ef1-9206-7e95f369beae tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 944 time: 0.3113434 Aug 29 17:23:43.877571 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.888187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c280cf6-7b03-471b-bc94-eaaf08cfc89b service neutron] Pushing event updated for resources: {'Port': ['ID=a5d1462a-9c28-43fe-bb23-c01e2727083e,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:43.900466 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.915752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:43.918753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ea6404c9-c0f4-4357-ad16-c74b33d771ea HTTP/1.1" status: 204 len: 168 time: 1.0398479 Aug 29 17:23:43.990785 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c3c33e-042e-4857-8557-78908dac9be3 x-openstack-request-id: req-c4c3c33e-042e-4857-8557-78908dac9be3 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:43.991308 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d", "tag": "a5d1462a-9c28-43fe-bb23-c01e2727083e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:43.991308 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4c3c33e-042e-4857-8557-78908dac9be3 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:43.993055 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d', 'tag': 'a5d1462a-9c28-43fe-bb23-c01e2727083e', 'status': 'completed', 'code': 200} Aug 29 17:23:44.035087 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-facbd9fc-f06c-44ed-aef9-6182bf30aff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:44.037078 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:44.040820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff9ac0-37ed-4b47-a0f5-faa0389f17d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6404c9-c0f4-4357-ad16-c74b33d771ea,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:44.061458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926266b5-4432-4d94-9221-a9b225db2779'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:44.063849 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112798b3-ed57-477f-b940-bf979421b2f7" -d '{"events": [{"server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "name": "network-vif-plugged", "status": "completed", "tag": "926266b5-4432-4d94-9221-a9b225db2779"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:44.088021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ba03e8b-12c6-4229-9cda-a93c3a89f42d req-e909c3d5-886f-4f81-bf88-479fb8c03e5c tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665377 Aug 29 17:23:44.143348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 926266b5-4432-4d94-9221-a9b225db2779, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=926266b5-4432-4d94-9221-a9b225db2779,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:44.167252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-f286b6f1-4619-4279-9f64-1b621b4a2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:44.169902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-f286b6f1-4619-4279-9f64-1b621b4a2237 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 1096 time: 0.2761710 Aug 29 17:23:44.176047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:44.301918 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b702e4da-9355-48b7-950a-b259fe1d88af x-openstack-request-id: req-b702e4da-9355-48b7-950a-b259fe1d88af {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:44.302225 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "name": "network-vif-plugged", "status": "completed", "tag": "926266b5-4432-4d94-9221-a9b225db2779", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:44.302479 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b702e4da-9355-48b7-950a-b259fe1d88af {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:44.302921 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926266b5-4432-4d94-9221-a9b225db2779', 'code': 200} Aug 29 17:23:44.325844 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-778a8c91-cd2a-4193-8ae2-f819e786900e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d1462a-9c28-43fe-bb23-c01e2727083e HTTP/1.1" status: 200 len: 217 time: 0.1188967 Aug 29 17:23:44.400117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=926266b5-4432-4d94-9221-a9b225db2779,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:44.408004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40014) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:44.483547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5a5a5-71ca-44b6-a9b5-12b318b07957 req-c52a0cb1-6132-4823-893c-baa850084247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:44.485277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aae5a5a5-71ca-44b6-a9b5-12b318b07957 req-c52a0cb1-6132-4823-893c-baa850084247 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 1098 time: 0.1387088 Aug 29 17:23:44.509158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fac06724-b918-4e31-9c2f-41d625a0b66d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b36e56ffaf034c62acf878fbacaea2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944312 Aug 29 17:23:44.515218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40018) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:44.562942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-824741c2-f23a-47d4-af5c-bd377ba93ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:44.564412 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-824741c2-f23a-47d4-af5c-bd377ba93ec3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d95508ca-0452-412c-94bc-884c0be628c0 HTTP/1.1" status: 200 len: 849 time: 0.0832937 Aug 29 17:23:44.565280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aae5a5a5-71ca-44b6-a9b5-12b318b07957 req-a65487ff-0f74-4955-afa9-dc30b14c6090 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698624 Aug 29 17:23:44.617181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad318-141d-4ac2-9d89-7d9186a4e504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:44.653356 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad318-141d-4ac2-9d89-7d9186a4e504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:44.658469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-5179eb3c-51e7-4a64-9c6d-130db882a4ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a422220f-47fd-4dad-a2b0-9bb553454cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847671 Aug 29 17:23:44.668224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207467-8f69-445c-ba7a-4f81bf9e52a1 req-e5f75938-0db4-469d-9642-e3132a925c01 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:44.678681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5207467-8f69-445c-ba7a-4f81bf9e52a1 req-e5f75938-0db4-469d-9642-e3132a925c01 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 946 time: 0.5015678 Aug 29 17:23:44.779314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad318-141d-4ac2-9d89-7d9186a4e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:44.784282 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad318-141d-4ac2-9d89-7d9186a4e504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:44.786422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6b8ad318-141d-4ac2-9d89-7d9186a4e504 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d454112-5b1e-4f38-92aa-5d3821d64539 HTTP/1.1" status: 204 len: 168 time: 0.2699866 Aug 29 17:23:44.824532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ad318-141d-4ac2-9d89-7d9186a4e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d454112-5b1e-4f38-92aa-5d3821d64539,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:44.883682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-267d7264-dd44-465d-9e9e-d45142b645ac service neutron] 10.222.0.44 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998484 Aug 29 17:23:45.205047 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5207467-8f69-445c-ba7a-4f81bf9e52a1 req-ccb61f78-44f3-4f1c-a063-97db74dd093f tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101783 Aug 29 17:23:45.220581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97b7cedc-9ee3-4dc5-8a36-f23078858270 req-067c8131-bd19-407e-922b-e0a859b24067 service neutron] 10.222.0.44 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243663 Aug 29 17:23:45.396253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af33d-ff41-4312-bef0-889e54b2ef9e req-f15a220a-6a85-491d-a804-9219b74a3efc tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:45.407339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-6efd4b86-d689-46f2-88e8-337f841e6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:45.408701 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:45.410185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a2af33d-ff41-4312-bef0-889e54b2ef9e req-f15a220a-6a85-491d-a804-9219b74a3efc tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 944 time: 0.1365938 Aug 29 17:23:45.412461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-6efd4b86-d689-46f2-88e8-337f841e6510 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 1096 time: 0.1316183 Aug 29 17:23:45.479108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:45.536062 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a2af33d-ff41-4312-bef0-889e54b2ef9e req-50e14b05-5cf8-4e7b-8b0f-c1f8d13c809b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226764 Aug 29 17:23:45.619166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:45.625427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:45.626075 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:45.756744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-d267ce25-0b3b-4854-9b57-ecbda99e53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:45.770911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-d267ce25-0b3b-4854-9b57-ecbda99e53d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 910 time: 0.3480420 Aug 29 17:23:45.829527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-f143c29b-1e47-4f64-adcb-8514590e530e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d1462a-9c28-43fe-bb23-c01e2727083e HTTP/1.1" status: 200 len: 217 time: 0.0508358 Aug 29 17:23:45.981961 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:46.034203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-e20d39ea-2b31-4bbc-82e2-1e82b5cf888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:46.038012 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-e20d39ea-2b31-4bbc-82e2-1e82b5cf888b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d95508ca-0452-412c-94bc-884c0be628c0 HTTP/1.1" status: 200 len: 849 time: 0.1970828 Aug 29 17:23:46.071845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:46.083330 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:46.108131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-94987746-acb0-4ab0-9ad5-6d38693525fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a422220f-47fd-4dad-a2b0-9bb553454cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594668 Aug 29 17:23:46.161730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:46.315903 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-8d426c7e-3b13-4ab4-8ef5-ccec85fed988 service neutron] 10.222.0.44 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833830 Aug 29 17:23:46.436452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2b90f-93af-462f-ba15-1a5da9b1b116 req-75f34a81-bd9c-4201-90be-334fddd7d577 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:46.438259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c8e2b90f-93af-462f-ba15-1a5da9b1b116 req-75f34a81-bd9c-4201-90be-334fddd7d577 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 946 time: 0.0951018 Aug 29 17:23:46.503142 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c8e2b90f-93af-462f-ba15-1a5da9b1b116 req-44befbfa-d529-46b2-9cf9-70dbe748e209 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Aug 29 17:23:46.516569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eed6f1fc-6934-4fc5-8991-7fa1b6405a4f req-c73ba884-d1c4-42d9-ba34-a96ef1f7cfbc service neutron] 10.222.0.44 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917880 Aug 29 17:23:46.676336 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:46.688276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40098) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:46.695709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-f6966f56-9aef-487c-826a-554125186700 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:46.697210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-f6966f56-9aef-487c-826a-554125186700 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0881193 Aug 29 17:23:46.801844 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-cdd91bf7-78d8-4bb0-9980-d240a1868da6 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 696 time: 0.0944881 Aug 29 17:23:46.809167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Request body: {'floatingip': {'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:46.920281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:46.981267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-357372123-network', 'tenant_id': '83822fad915145c7af0af25cf93bd806'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:47.039648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Made reservation on behalf of 83822fad915145c7af0af25cf93bd806 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:47.042173 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.056336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.379581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.390634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ece06-5b76-46d4-b3e3-8d1c5f3d052e req-0d1f5749-6343-4d6c-807b-90589f88f1f1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:47.400294 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-536ece06-5b76-46d4-b3e3-8d1c5f3d052e req-0d1f5749-6343-4d6c-807b-90589f88f1f1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 944 time: 0.1359055 Aug 29 17:23:47.400994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:47.443088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.509680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:47.509929 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.535162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18137bb-4e99-416f-b060-36e08f3c8b78,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:47.547575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:23:47.559713 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-536ece06-5b76-46d4-b3e3-8d1c5f3d052e req-4d86e18d-3bc7-4f53-b508-2f83d81ffc0a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573818 Aug 29 17:23:47.587188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.588583 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Added segment caec19bc-436d-4dcd-a848-ddbdadf9847b of type vlan for network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 Aug 29 17:23:47.728273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.771802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-6386aaf2-483c-48fc-84d2-869263374696 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030700 Aug 29 17:23:47.779425 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.783173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:47.784164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.871214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1816809 Aug 29 17:23:47.874238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40128) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:47.883231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:23:47.887856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Request body: {'subnet': {'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-357372123-subnet', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:47.924018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d420a9-cb06-4da4-8964-84ce986bf9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=71cd41c0-7b9c-4882-ad99-f56635ca5de6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:47.934393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:23:47.984861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-af71860f-7d7d-4744-aaaf-53f29d3e0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:47.986381 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-af71860f-7d7d-4744-aaaf-53f29d3e0ffb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.1542292 Aug 29 17:23:47.987164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Made reservation on behalf of 83822fad915145c7af0af25cf93bd806 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:48.000855 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.008695 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.016255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.210109 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425 associated. External IP: 172.25.2.233, port: c9922b4b-8874-4bc7-8334-cbf30428c3ce. Aug 29 17:23:48.649526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:48.808869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:48.821737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:48.837501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.840412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:48.841536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:48.854540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a5d1462a-9c28-43fe-bb23-c01e2727083e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:23:48.910837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-15f7c90d-a75b-4228-80b4-7104cbe277f1 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "PUT /v2.0/floatingips/419eb13b-ba65-454d-a989-8a21fe7a3425 HTTP/1.1" status: 200 len: 996 time: 2.1068254 Aug 29 17:23:48.912602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:48.919763 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2042daeb-b1cb-400f-9b9c-205f55457603" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:49.005120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-a8f9c358-1c22-42f1-b633-5c28341d89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:49.017547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-a8f9c358-1c22-42f1-b633-5c28341d89af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.0883203 Aug 29 17:23:49.174370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:49.191830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-a33f9ad6-2842-4d72-a7ac-3beb3e4ecf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:49.199698 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-a33f9ad6-2842-4d72-a7ac-3beb3e4ecf71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.1812334 Aug 29 17:23:49.353714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-3522dc72-437b-49f7-9c03-9b0281a648fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:49.355259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-3522dc72-437b-49f7-9c03-9b0281a648fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 1.3279140 Aug 29 17:23:49.454549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a5d1462a-9c28-43fe-bb23-c01e2727083e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a5d1462a-9c28-43fe-bb23-c01e2727083e,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:49.498132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'a5d1462a-9c28-43fe-bb23-c01e2727083e', 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9', 'port_id': 'a5d1462a-9c28-43fe-bb23-c01e2727083e', 'mac_address': 'fa:16:3e:32:fc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95508ca-0452-412c-94bc-884c0be628c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:23:49.598738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.629351 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.697831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d1462a-9c28-43fe-bb23-c01e2727083e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:49.713663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f21a8a-c7d4-4811-8896-a6ded36b1233,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:49.722260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a5d1462a-9c28-43fe-bb23-c01e2727083e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a5d1462a-9c28-43fe-bb23-c01e2727083e,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:49.724572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-6b342fcb-613c-449d-9d2a-632e1022585e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 999 time: 0.2891369 Aug 29 17:23:49.733800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.764611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48479956-9ef9-4a97-ad8b-200f08350e87 req-b32db245-a80a-4b2a-9bcf-b4d32d16c98b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:49.774105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48479956-9ef9-4a97-ad8b-200f08350e87 req-b32db245-a80a-4b2a-9bcf-b4d32d16c98b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 944 time: 0.4133251 Aug 29 17:23:49.861881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Checking segment: {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:49.862577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Network hostable DHCP agents. Network: 71cd41c0-7b9c-4882-ad99-f56635ca5de6, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:23:49.870806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a5d1462a-9c28-43fe-bb23-c01e2727083e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:49.909709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-27952728-b358-4ece-960b-2039381a3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:49.911886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-27952728-b358-4ece-960b-2039381a3352 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.1778510 Aug 29 17:23:49.970101 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48479956-9ef9-4a97-ad8b-200f08350e87 req-84e7efa6-e6c9-43f2-bbc1-1f305ee1462d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948788 Aug 29 17:23:49.971522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:29:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:47Z', 'revision_number': 1, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:50.004912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:50.017107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:50.017358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:50.019738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:23:50.024633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a5d1462a-9c28-43fe-bb23-c01e2727083e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:50.051128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 71cd41c0-7b9c-4882-ad99-f56635ca5de6) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:50.060186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40178) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:50.072075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.074181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:50.090975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a03c3-51d7-43ae-b543-525ea2a272b9 None None] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:50.115734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-a1064c6b-95f7-4b77-bd07-f2dc89a48996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.120093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-a1064c6b-95f7-4b77-bd07-f2dc89a48996 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2005563 Aug 29 17:23:50.128475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-00bcb6c0-ddd6-4fe2-aee1-182c9310ddb2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2484050 Aug 29 17:23:50.134786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:50.145377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:50.246361 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:50.250515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:50.266887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-bfb126f0-f8bf-44c9-b8d0-d07afc1aac50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 999 time: 1.0657492 Aug 29 17:23:50.367170 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ef5359-f97a-4a02-ba28-01e935f3e369 x-openstack-request-id: req-05ef5359-f97a-4a02-ba28-01e935f3e369 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:50.367475 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:50.367732 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05ef5359-f97a-4a02-ba28-01e935f3e369 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:50.368136 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'status': 'completed', 'code': 200} Aug 29 17:23:50.419748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:50.593192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-575fe50e-0fa2-4430-a4bd-f77df8a14df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.594721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-575fe50e-0fa2-4430-a4bd-f77df8a14df2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.2257917 Aug 29 17:23:50.599338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-9d9746d5-4e3d-4f29-8f64-c6519ffcb11f service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693828 Aug 29 17:23:50.796643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-76c33057-30db-4bbf-8d8d-2845e4a88023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.805060 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-76c33057-30db-4bbf-8d8d-2845e4a88023 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2003582 Aug 29 17:23:50.810708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-0e2f1f46-30d8-4731-9341-cdf6fde1dfd2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:23:50.819375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-0e2f1f46-30d8-4731-9341-cdf6fde1dfd2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131683 Aug 29 17:23:50.829189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:50.840160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:50.979878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-23d08ceb-cf4d-4fe6-97ca-a7d41b87718b service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583490 Aug 29 17:23:51.180203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.202978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:23:51.203944 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.208696 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b160cc3-dbb8-4612-b2bb-65e444b4c6c9 req-4a9fa9c2-dbdb-443d-8649-730fa25912fa service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959556 Aug 29 17:23:51.283871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c117fc55-a15a-4294-94fa-ba6902cb0b59 req-fc84ff57-ef1b-40f6-94a1-aa975f93d381 service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022556 Aug 29 17:23:51.311741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c5f28-008c-472a-b306-c00c74011f48 req-4642e87c-8b4d-4e97-bef5-02f49facf511 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:51.313563 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff6c5f28-008c-472a-b306-c00c74011f48 req-4642e87c-8b4d-4e97-bef5-02f49facf511 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 945 time: 0.1786072 Aug 29 17:23:51.456439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Allocated IP 172.20.0.2 (71cd41c0-7b9c-4882-ad99-f56635ca5de6/95f21a8a-c7d4-4811-8896-a6ded36b1233/a5482124-513c-4969-a0bd-b9f9931e9306) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:51.522266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-f923edaf-f570-4005-9125-1a110cde4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:51.523865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-f923edaf-f570-4005-9125-1a110cde4fa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.2440615 Aug 29 17:23:51.793335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff6c5f28-008c-472a-b306-c00c74011f48 req-2114fa4b-bae1-4b5b-af21-e751ce623fd7 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215531 Aug 29 17:23:51.896398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.962760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.058765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-96296e6e-a877-4be9-b0c7-b5df57bf44a4 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:52.070754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-96296e6e-a877-4be9-b0c7-b5df57bf44a4 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3482969 Aug 29 17:23:52.158070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:29:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:47Z', 'revision_number': 1, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:52.205431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-79d60446-ca9c-4230-9778-695438ca0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:52.206957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-79d60446-ca9c-4230-9778-695438ca0a30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.6716917 Aug 29 17:23:52.243743 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.253112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Transition to ACTIVE for port object a5482124-513c-4969-a0bd-b9f9931e9306 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:52.269248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Transition to ACTIVE for port object a5482124-513c-4969-a0bd-b9f9931e9306 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:52.273629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-23cd1dfd-489c-4614-ab1c-50c7ba50e3fa tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 999 time: 0.2016199 Aug 29 17:23:52.280542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Request body: {'floatingip': {'port_id': '926266b5-4432-4d94-9221-a9b225db2779', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:52.285360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Deleting port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:52.285838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.330917 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.349281 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba34e98-cedf-410d-a3cd-f8fbf9fe899d None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:29:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:47Z', 'revision_number': 1, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:52.391602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:52.395124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:52.400847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:52.402924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Pushing event updated for resources: {'Port': ['ID=a5482124-513c-4969-a0bd-b9f9931e9306,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:52.552664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Attempting to bind port a5482124-513c-4969-a0bd-b9f9931e9306 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:52.553280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Attempting to bind port a5482124-513c-4969-a0bd-b9f9931e9306 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:52.553655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Attempting to bind port a5482124-513c-4969-a0bd-b9f9931e9306 on network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:52.565723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:52.568251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Checking segment: {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:52.568680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.569267 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Bound using segment: {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:52.571071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Bound port: a5482124-513c-4969-a0bd-b9f9931e9306, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:52.571467 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.594085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Allocated IP 172.25.2.111 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/d8da0d7b-10ae-48c7-92a2-c7d2dd55b808) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:52.614007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] For port 5d25fee0-1bc0-4ebe-bb6d-77178a03b780, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:52.614360 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.641890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Calling delete_port for 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:52.642371 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-a12b5224-fde8-4e4c-968d-c2b5ef6c75a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 999 time: 0.3332400 Aug 29 17:23:52.767821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] For port a5482124-513c-4969-a0bd-b9f9931e9306, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:52.776417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] For port a5482124-513c-4969-a0bd-b9f9931e9306, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a5482124-513c-4969-a0bd-b9f9931e9306,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:52.789729 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.906371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.923260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a5d1462a-9c28-43fe-bb23-c01e2727083e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:52.950608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.962202 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492513c0-9a30-41bd-b214-5bc2f195f823 None None] New status for floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:23:53.006809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:53.144071 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:53.173369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3603-a76f-4185-9d38-669f2e176872 req-b59a47f4-0b95-48bf-9f5a-6e52b1b0da2a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:53.180712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-050f3603-a76f-4185-9d38-669f2e176872 req-b59a47f4-0b95-48bf-9f5a-6e52b1b0da2a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 945 time: 0.1503568 Aug 29 17:23:53.182828 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:53.218408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888e5d4-e7a7-4ed2-a79a-fafb999e00a5 None None] Pushing event updated for resources: {'Port': ['ID=a5482124-513c-4969-a0bd-b9f9931e9306,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:53.233852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:53.304040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port a5d1462a-9c28-43fe-bb23-c01e2727083e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:53.356573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port a5d1462a-9c28-43fe-bb23-c01e2727083e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:53.362774 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:53.487079 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-9a7e23b4-e8a0-43fd-bf9f-24b2201d4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:53.494301 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-9a7e23b4-e8a0-43fd-bf9f-24b2201d4fcc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.5217512 Aug 29 17:23:53.512874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Pushing event updated for resources: {'Port': ['ID=d8da0d7b-10ae-48c7-92a2-c7d2dd55b808,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:53.591033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:53.652914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e188838-ce02-4265-9a67-3b59faaef57f req-ed1742dd-faa3-41a2-a5da-96bc2d7f2e08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0941255 Aug 29 17:23:53.679909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d25fee0-1bc0-4ebe-bb6d-77178a03b780,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:53.680766 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:53.758458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1462a-9c28-43fe-bb23-c01e2727083e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:53.761526 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4b08d9-046b-45f4-b851-5c2af214bb46" -d '{"events": [{"server_uuid": "bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d", "name": "network-vif-plugged", "status": "completed", "tag": "a5d1462a-9c28-43fe-bb23-c01e2727083e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:53.777460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-050f3603-a76f-4185-9d38-669f2e176872 req-f4bdf586-4694-4de1-8f91-c631a999e529 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957594 Aug 29 17:23:53.798016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a5d1462a-9c28-43fe-bb23-c01e2727083e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a5d1462a-9c28-43fe-bb23-c01e2727083e,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:53.806809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:53.955976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e188838-ce02-4265-9a67-3b59faaef57f req-585d49ef-c6a6-4125-a0f1-8d76798ccaa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.2167647 Aug 29 17:23:53.969984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a5d1462a-9c28-43fe-bb23-c01e2727083e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:54.058480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-798e129d-4ec3-4115-a884-b8f028fa389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:54.064581 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-798e129d-4ec3-4115-a884-b8f028fa389f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5342262 Aug 29 17:23:54.094738 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abce4e2-2553-429f-8870-1c5ef57745a2 x-openstack-request-id: req-8abce4e2-2553-429f-8870-1c5ef57745a2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:54.095032 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d", "name": "network-vif-plugged", "status": "completed", "tag": "a5d1462a-9c28-43fe-bb23-c01e2727083e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:54.095284 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8abce4e2-2553-429f-8870-1c5ef57745a2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:54.095686 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1462a-9c28-43fe-bb23-c01e2727083e', 'code': 200} Aug 29 17:23:54.244532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e188838-ce02-4265-9a67-3b59faaef57f req-ce688d34-f228-48db-a5ff-138c586fb7b4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1607852 Aug 29 17:23:54.255583 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-c805e36c-8b76-4404-a506-f2ac872c252a service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797962 Aug 29 17:23:54.495023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:54.670417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:54.852628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2042daeb-b1cb-400f-9b9c-205f55457603 req-d16e41e3-43c0-4a04-a335-9d2995807dcd service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870242 Aug 29 17:23:54.872682 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbefef9-5e52-42f5-8598-f853e33d3d4a None None] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:54.880605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:54.946406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1786dc-8838-4e74-87d8-00c1dab6e302 req-b6677cd8-65ff-4a5a-88c7-ae6356f51c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:54.946406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b1786dc-8838-4e74-87d8-00c1dab6e302 req-b6677cd8-65ff-4a5a-88c7-ae6356f51c2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 1098 time: 0.6263831 Aug 29 17:23:54.981098 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:23:54.981435 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:23:54.996110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e188838-ce02-4265-9a67-3b59faaef57f req-7235bfb6-5699-458d-b0f9-ca771aa86e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:55.003100 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e188838-ce02-4265-9a67-3b59faaef57f req-7235bfb6-5699-458d-b0f9-ca771aa86e7c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6662176 Aug 29 17:23:55.071299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37115-73a0-4abf-9697-fb26b55dd975 req-7b4deee4-b602-4990-84cb-cdaebd398ac3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:55.074458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8f37115-73a0-4abf-9697-fb26b55dd975 req-7b4deee4-b602-4990-84cb-cdaebd398ac3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1437128 Aug 29 17:23:55.091835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-05ffabbe-49b1-43da-91f6-34e76a074f0f None None] Provisioning for port a5482124-513c-4969-a0bd-b9f9931e9306 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:55.094415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b1786dc-8838-4e74-87d8-00c1dab6e302 req-f2d8bcac-f240-4db2-b4ca-6cbd24ace5fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384759 Aug 29 17:23:55.131109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8f37115-73a0-4abf-9697-fb26b55dd975 req-cb3a8867-8c93-4d5c-91e7-5149aa64bc50 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489378 Aug 29 17:23:55.174691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Router b4be1773-f145-4242-9427-50334cff8dc8 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:23:55.405960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Router 967c2cc3-c9df-4ebe-94ff-dd37833396ed has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:55.555391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:55.582830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Sync routers for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:55.604579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:55.612717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:55.618976 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d41b1d02-5264-4f2b-a614-a1ac91df1cca admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4704096 Aug 29 17:23:55.619129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40292) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:55.630726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:55.631314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:55.685204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a5482124-513c-4969-a0bd-b9f9931e9306 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:55.999121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a5482124-513c-4969-a0bd-b9f9931e9306 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:56.028847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:56.035820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a5482124-513c-4969-a0bd-b9f9931e9306 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:56.036296 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:56.437678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ca316-db63-4026-827b-ca7dddc1ad06 req-b0f3ddc4-87e4-44d1-b815-8b819c907987 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:56.455267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-214ca316-db63-4026-827b-ca7dddc1ad06 req-b0f3ddc4-87e4-44d1-b815-8b819c907987 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1672955 Aug 29 17:23:56.517969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e22f1fb9-af16-4080-b9cd-ee8cc1179895 None None] Provisioning complete for port a5482124-513c-4969-a0bd-b9f9931e9306 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:56.519913 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e22f1fb9-af16-4080-b9cd-ee8cc1179895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:56.631437 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-214ca316-db63-4026-827b-ca7dddc1ad06 req-a0779ba3-0694-431c-9b20-4769544a83f2 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742432 Aug 29 17:23:56.776449 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:56.820130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a5482124-513c-4969-a0bd-b9f9931e9306, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a5482124-513c-4969-a0bd-b9f9931e9306,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:56.863459 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:56.906086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:23:54Z', 'revision_number': 3, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:56.947922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Checking router: b4be1773-f145-4242-9427-50334cff8dc8 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:56.949409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Updating router b4be1773-f145-4242-9427-50334cff8dc8 port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:23:56.979672 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e22f1fb9-af16-4080-b9cd-ee8cc1179895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.000962 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.291684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:57.299559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3a036a19-201f-4e1f-879c-c8859d245418 admin admin] 10.222.0.41 "PUT /v2.0/routers/967c2cc3-c9df-4ebe-94ff-dd37833396ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2383108 Aug 29 17:23:57.300255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40324) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:57.304620 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065529a1-dc55-4c51-acab-b90151175791 None None] Sync routers for ids ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:57.340908 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065529a1-dc55-4c51-acab-b90151175791 None None] Routers {'967c2cc3-c9df-4ebe-94ff-dd37833396ed'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:57.344567 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-065529a1-dc55-4c51-acab-b90151175791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:57.385995 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.403743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a5482124-513c-4969-a0bd-b9f9931e9306,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:57.415997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Transition to ACTIVE for port object d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:57.426805 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-e22f1fb9-af16-4080-b9cd-ee8cc1179895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:23:57.427312 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-e22f1fb9-af16-4080-b9cd-ee8cc1179895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:23:57.431200 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.510869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Attempting to bind port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:23:57.511361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Attempting to bind port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:23:57.511980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Attempting to bind port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:23:57.519658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:23:57.520190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:57.520381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.520869 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.521271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:23:57.521850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Bound port: d8da0d7b-10ae-48c7-92a2-c7d2dd55b808, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:23:57.522334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.568524 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-065529a1-dc55-4c51-acab-b90151175791 None None] Set router 967c2cc3-c9df-4ebe-94ff-dd37833396ed gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:57.576806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] For port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:23:57.580439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] For port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d8da0d7b-10ae-48c7-92a2-c7d2dd55b808,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:23:57.589448 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.600172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d819f-e587-449d-8829-38a5132f7db7 None None] Pushing event updated for resources: {'Port': ['ID=d8da0d7b-10ae-48c7-92a2-c7d2dd55b808,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:57.661255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:57.662339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:57.918720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d819f-e587-449d-8829-38a5132f7db7 None None] Pushing event updated for resources: {'Port': ['ID=d8da0d7b-10ae-48c7-92a2-c7d2dd55b808,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:57.998870 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-065529a1-dc55-4c51-acab-b90151175791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:23:53Z', 'revision_number': 5, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:58.019461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:58.042632 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.045989 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065529a1-dc55-4c51-acab-b90151175791 None None] Checking router: 967c2cc3-c9df-4ebe-94ff-dd37833396ed for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:58.068057 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065529a1-dc55-4c51-acab-b90151175791 None None] Routers {'967c2cc3-c9df-4ebe-94ff-dd37833396ed'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:58.070185 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-065529a1-dc55-4c51-acab-b90151175791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:58.224216 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-065529a1-dc55-4c51-acab-b90151175791 None None] Set router 967c2cc3-c9df-4ebe-94ff-dd37833396ed gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:58.244020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a30cd-0df5-461b-9390-9234bd696bbc req-4d123f97-cc69-42b8-a733-dd83ed145015 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:58.249488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-563a30cd-0df5-461b-9390-9234bd696bbc req-4d123f97-cc69-42b8-a733-dd83ed145015 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1914659 Aug 29 17:23:58.337219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-563a30cd-0df5-461b-9390-9234bd696bbc req-98a33a0a-7f7d-4c00-8026-30b7e79a0310 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812209 Aug 29 17:23:58.372183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.557223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Deleting port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:58.560592 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.631096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:23:58.686389 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-065529a1-dc55-4c51-acab-b90151175791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:23:53Z', 'revision_number': 5, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:58.696803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] For port ac6647d9-1d98-4fe2-91b7-ee3fc4075a30, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ac6647d9-1d98-4fe2-91b7-ee3fc4075a30,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:58.697171 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.719303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Allocated IP 172.20.0.1 (71cd41c0-7b9c-4882-ad99-f56635ca5de6/95f21a8a-c7d4-4811-8896-a6ded36b1233/611eeece-0cb8-43a2-acd4-3a3387b62f4d) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:58.721481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Calling delete_port for ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:58.745868 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065529a1-dc55-4c51-acab-b90151175791 None None] The sync data for ids ['967c2cc3-c9df-4ebe-94ff-dd37833396ed'] in n-d-713499-15 is: [{'id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1144319496-router', 'tenant_id': '24cab83e585e457bae4b42a6f83374c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:30Z', 'updated_at': '2021-08-29T17:23:53Z', 'revision_number': 5, 'project_id': '24cab83e585e457bae4b42a6f83374c7', 'gw_port': {'id': 'ac6647d9-1d98-4fe2-91b7-ee3fc4075a30', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967c2cc3-c9df-4ebe-94ff-dd37833396ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:32Z', 'updated_at': '2021-08-29T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:58.779096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.843516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:23:54Z', 'revision_number': 3, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:58.846369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.910526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edace0d-c64e-4d9a-b162-44f536d9098c None None] The sync data for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 is: [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:23:54Z', 'revision_number': 3, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:59.008164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.061518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6647d9-1d98-4fe2-91b7-ee3fc4075a30,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:59.144220 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.160945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Transition to ACTIVE for port object 611eeece-0cb8-43a2-acd4-3a3387b62f4d will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:59.210425 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.247284 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425 associated. External IP: 172.25.2.233, port: c9922b4b-8874-4bc7-8334-cbf30428c3ce. Aug 29 17:23:59.263973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.267359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993cfa2-c98d-438e-8264-fb098605511a req-fbad7921-aedf-4886-adeb-f87ab539d2c8 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:59.268913 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e993cfa2-c98d-438e-8264-fb098605511a req-fbad7921-aedf-4886-adeb-f87ab539d2c8 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1766183 Aug 29 17:23:59.339117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:59.348626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:59.377207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:59.503348 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.503491 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.503491 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.577054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-da1414d9-2fd0-4240-954e-5981dde02529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:59.579017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-da1414d9-2fd0-4240-954e-5981dde02529 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 1098 time: 0.5847204 Aug 29 17:23:59.629977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a5482124-513c-4969-a0bd-b9f9931e9306 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:59.734295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e993cfa2-c98d-438e-8264-fb098605511a req-87ac3c40-9414-47c7-86ea-98f790678e99 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161692 Aug 29 17:23:59.750078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.750686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967c2cc3-c9df-4ebe-94ff-dd37833396ed {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:23:59.767871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.783428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-420211cc-9f08-4951-a891-e949a1637e1b admin admin] 10.222.0.41 "DELETE /v2.0/routers/967c2cc3-c9df-4ebe-94ff-dd37833396ed HTTP/1.1" status: 204 len: 168 time: 2.4818213 Aug 29 17:23:59.784518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40378) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:59.852840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a5482124-513c-4969-a0bd-b9f9931e9306 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:59.854170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.900217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-03055ea9-6fdc-425a-a25a-9a0726f915d4 admin admin] Deleting subnet 7fec0d99-1333-45dd-b2f7-1d9ec58d075a {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:23:59.912277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03055ea9-6fdc-425a-a25a-9a0726f915d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.933328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-917ad6d1-5279-4eb0-8b55-745402b888ae None None] Provisioning for port 611eeece-0cb8-43a2-acd4-3a3387b62f4d completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:23:59.942357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-917ad6d1-5279-4eb0-8b55-745402b888ae None None] Provisioning complete for port 611eeece-0cb8-43a2-acd4-3a3387b62f4d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:59.942764 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-917ad6d1-5279-4eb0-8b55-745402b888ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.029496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03055ea9-6fdc-425a-a25a-9a0726f915d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.058663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-917ad6d1-5279-4eb0-8b55-745402b888ae None None] Port 611eeece-0cb8-43a2-acd4-3a3387b62f4d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:00.176130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:00.203769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03055ea9-6fdc-425a-a25a-9a0726f915d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.223403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:00.224570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5d25fee0-1bc0-4ebe-bb6d-77178a03b780 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:00.264000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Pushing event updated for resources: {'Port': ['ID=611eeece-0cb8-43a2-acd4-3a3387b62f4d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:00.279842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03055ea9-6fdc-425a-a25a-9a0726f915d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.321515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03055ea9-6fdc-425a-a25a-9a0726f915d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fec0d99-1333-45dd-b2f7-1d9ec58d075a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:00.323233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03128124-23ec-495f-9e4e-b74654b196c3 None None] Network 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:00.336216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03055ea9-6fdc-425a-a25a-9a0726f915d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.341838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-03055ea9-6fdc-425a-a25a-9a0726f915d4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7fec0d99-1333-45dd-b2f7-1d9ec58d075a HTTP/1.1" status: 204 len: 168 time: 0.5535603 Aug 29 17:24:00.342110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40388) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:00.450853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.601826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Deleting port 1e2ed93b-6373-4c8e-adce-46b77f6de511 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:00.603849 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.683693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] For port 1e2ed93b-6373-4c8e-adce-46b77f6de511, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1e2ed93b-6373-4c8e-adce-46b77f6de511,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:00.684313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.692274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] DHCP port deletion for 76aaed27-d623-4e37-9ac0-2c73a8ebcf04 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:24:00.704796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-53fb5bc2-d644-4faa-bb77-5d5e9d351730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:00.707332 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-53fb5bc2-d644-4faa-bb77-5d5e9d351730 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 910 time: 1.1145623 Aug 29 17:24:00.730036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Calling delete_port for 1e2ed93b-6373-4c8e-adce-46b77f6de511 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:00.740745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.790970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] Deleting port 1e2ed93b-6373-4c8e-adce-46b77f6de511 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:00.791661 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.906409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-754b6618-7d93-40be-9f3c-5a9a1b7fdf18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d1462a-9c28-43fe-bb23-c01e2727083e HTTP/1.1" status: 200 len: 217 time: 0.1900299 Aug 29 17:24:00.940038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] For port 1e2ed93b-6373-4c8e-adce-46b77f6de511, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1e2ed93b-6373-4c8e-adce-46b77f6de511,segment=NetworkSegment(7b613fd2-ee95-4968-a489-72cf5740a62a),segment_id=7b613fd2-ee95-4968-a489-72cf5740a62a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:00.940528 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.947844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.966981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] Calling delete_port for 1e2ed93b-6373-4c8e-adce-46b77f6de511 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:00.988646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2ed93b-6373-4c8e-adce-46b77f6de511,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:01.000200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] No DVR routers for this DVR port 1e2ed93b-6373-4c8e-adce-46b77f6de511 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:01.035171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee076-ebc1-46b3-bd01-e20960b2c0d0 req-542840a7-8441-40d5-bd11-b6e186cbacc6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:01.037305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d1ee076-ebc1-46b3-bd01-e20960b2c0d0 req-542840a7-8441-40d5-bd11-b6e186cbacc6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1388631 Aug 29 17:24:01.118913 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.152477 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.179493 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d1ee076-ebc1-46b3-bd01-e20960b2c0d0 req-aa897f3a-c1a3-401d-a858-a7f8250cc483 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307428 Aug 29 17:24:01.183092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76aaed27-d623-4e37-9ac0-2c73a8ebcf04']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:01.188179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] No DVR routers for this DVR port 1e2ed93b-6373-4c8e-adce-46b77f6de511 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:01.195090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73140fa5-bf73-4fad-a3bb-14a32436fa2f None None] Pushing event deleted for resources: {'Port': ['ID=1e2ed93b-6373-4c8e-adce-46b77f6de511,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:01.217596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b613fd2-ee95-4968-a489-72cf5740a62a') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:01.218003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b613fd2-ee95-4968-a489-72cf5740a62a') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:01.243815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-5668ae26-e9e7-46dd-8b67-47a7491b09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:01.244234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.245329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-5668ae26-e9e7-46dd-8b67-47a7491b09db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d95508ca-0452-412c-94bc-884c0be628c0 HTTP/1.1" status: 200 len: 849 time: 0.1704683 Aug 29 17:24:01.263850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.281183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:01.281702 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:01.285523 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:01.382040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:01.392525 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-1b0ab850-13f7-46ac-baf8-449b8ed9f839 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a422220f-47fd-4dad-a2b0-9bb553454cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385114 Aug 29 17:24:01.394903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:01.402578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.440374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.442338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] 10.222.0.41 "DELETE /v2.0/networks/76aaed27-d623-4e37-9ac0-2c73a8ebcf04 HTTP/1.1" status: 204 len: 168 time: 1.0992086 Aug 29 17:24:01.443257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462458b6-977d-4715-9b2e-b3cdf7907f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=76aaed27-d623-4e37-9ac0-2c73a8ebcf04,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:01.445962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40412) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:01.449856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:01.470370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:01.478390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.625317 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.636917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.669472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d8da0d7b-10ae-48c7-92a2-c7d2dd55b808,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:01.673338 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.680458 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.726976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.779272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-49a9074e-ad53-4c92-9756-6386e6bee391 service neutron] 10.222.0.44 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743653 Aug 29 17:24:01.819146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1e2ed93b-6373-4c8e-adce-46b77f6de511 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:01.852808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:01.892049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:01.895839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1e2ed93b-6373-4c8e-adce-46b77f6de511 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:01.896384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1e2ed93b-6373-4c8e-adce-46b77f6de511 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:01.896969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:01.901839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=d8da0d7b-10ae-48c7-92a2-c7d2dd55b808,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:01.957359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:01.957724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ac6647d9-1d98-4fe2-91b7-ee3fc4075a30 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:01.974744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:01.976249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:02.081823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Pushing event updated for resources: {'Port': ['ID=611eeece-0cb8-43a2-acd4-3a3387b62f4d,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:02.153210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:02.167713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.391074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d85e696-4181-48d1-b630-d388bfab2f1c req-3dd89b11-5d0a-43e3-9fe9-afb52acbb332 service neutron] 10.222.0.44 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601339 Aug 29 17:24:02.416695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:02.420076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:02.429055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:02.460606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1321-ce6d-4683-9fe3-9285ff0c37f7 req-d793f02d-1330-4941-a5cb-c30b980bf576 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:02.467643 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-994f1321-ce6d-4683-9fe3-9285ff0c37f7 req-d793f02d-1330-4941-a5cb-c30b980bf576 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1341112 Aug 29 17:24:02.597540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-994f1321-ce6d-4683-9fe3-9285ff0c37f7 req-5c10c0a2-0b61-4473-a094-d121e11e6a58 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053336 Aug 29 17:24:02.653830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': '926266b5-4432-4d94-9221-a9b225db2779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:c2:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:58Z', 'revision_number': 3, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:02.708176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:02.718486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:02.719185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:02.722655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Router b4be1773-f145-4242-9427-50334cff8dc8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:02.759083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Deleting port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:02.761331 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.904810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] For port 1b9cb8bf-d1a7-42af-a9dc-004352e4110e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,segment=NetworkSegment(4d6eb896-7146-470a-bcf1-1e4190fdd52e),segment_id=4d6eb896-7146-470a-bcf1-1e4190fdd52e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:02.905084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.935290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Calling delete_port for 1b9cb8bf-d1a7-42af-a9dc-004352e4110e owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:02.948199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:03.007331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0f410ec8-f5ae-4329-ae31-a859b9960fe4 None None] Provisioning complete for port 611eeece-0cb8-43a2-acd4-3a3387b62f4d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:03.007971 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f410ec8-f5ae-4329-ae31-a859b9960fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.120137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0f410ec8-f5ae-4329-ae31-a859b9960fe4 None None] Port 611eeece-0cb8-43a2-acd4-3a3387b62f4d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:03.235128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:03.247043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.294537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:03.294989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.325406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9cb8bf-d1a7-42af-a9dc-004352e4110e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:03.336552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:03.339369 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98669564-298f-4d84-962c-1ca7dadb02fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:03.346949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-143a0397-3cea-4c6e-af51-e6582ebb4b29 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "PUT /v2.0/floatingips/419eb13b-ba65-454d-a989-8a21fe7a3425 HTTP/1.1" status: 200 len: 999 time: 11.0692286 Aug 29 17:24:03.358502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:03.373075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2e14c771-4025-4bc7-b71e-c3aab86e5e2a admin admin] 10.222.0.41 "PUT /v2.0/routers/b4be1773-f145-4242-9427-50334cff8dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7480524 Aug 29 17:24:03.390697 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Sync routers for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:03.416819 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:03.417447 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:03.458381 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde865f-e08a-4eab-931f-993a5cc001a4 x-openstack-request-id: req-2fde865f-e08a-4eab-931f-993a5cc001a4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:03.466101 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:03.466453 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fde865f-e08a-4eab-931f-993a5cc001a4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:03.466953 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'status': 'completed', 'code': 200} Aug 29 17:24:03.498040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-b6fa7fd0-919d-4127-9024-bb50815c675c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:03.518522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-b6fa7fd0-919d-4127-9024-bb50815c675c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports/c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 942 time: 0.1370924 Aug 29 17:24:03.586959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': '926266b5-4432-4d94-9221-a9b225db2779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:c2:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:58Z', 'revision_number': 3, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:03.697863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:03.698812 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.700277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031458c3-e8a4-437e-849c-b150c7ffc631 None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': '926266b5-4432-4d94-9221-a9b225db2779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:c2:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:58Z', 'revision_number': 3, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:03.737857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-9c634e5a-ddd3-469b-aa10-6f54efc5a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:03.747256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-9c634e5a-ddd3-469b-aa10-6f54efc5a58e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.1105561 Aug 29 17:24:03.765981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98669564-298f-4d84-962c-1ca7dadb02fa req-3de68eb1-7d81-40fe-92e8-dd89916dbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:03.771579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98669564-298f-4d84-962c-1ca7dadb02fa req-3de68eb1-7d81-40fe-92e8-dd89916dbf34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.2939901 Aug 29 17:24:03.951663 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:03.964261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-4f9a4b1e-3f7c-4936-ba43-751e94aceb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:03.972716 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-4f9a4b1e-3f7c-4936-ba43-751e94aceb7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.2243216 Aug 29 17:24:04.049903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583b096e-8c8d-4635-adfc-0ee9640524c9 None None] New status for floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:24:04.094807 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-a20df1a0-692e-420e-952d-8c8c044937d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 217 time: 0.1040044 Aug 29 17:24:04.164223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.191740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-fb35b18f-164b-4d2c-8cbb-8af9c8973828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.194061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-fb35b18f-164b-4d2c-8cbb-8af9c8973828 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.0984170 Aug 29 17:24:04.328660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98669564-298f-4d84-962c-1ca7dadb02fa req-9f81911d-7777-4998-9b59-646380c7d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.332056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-44a53005-fe63-4dbe-8704-c5edd6b6464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.333452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98669564-298f-4d84-962c-1ca7dadb02fa req-9f81911d-7777-4998-9b59-646380c7d31f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.5493801 Aug 29 17:24:04.340361 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-44a53005-fe63-4dbe-8704-c5edd6b6464e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391580 Aug 29 17:24:04.385370 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 2, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:04.415591 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98669564-298f-4d84-962c-1ca7dadb02fa req-bcafc816-c63c-454b-bf37-6cc5f490a397 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 217 time: 0.0441060 Aug 29 17:24:04.447027 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Checking router: b4be1773-f145-4242-9427-50334cff8dc8 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:04.450447 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Updating router b4be1773-f145-4242-9427-50334cff8dc8 port 611eeece-0cb8-43a2-acd4-3a3387b62f4d binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:24:04.494045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-60997eae-771c-437e-a075-720248e4b36a service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527662 Aug 29 17:24:04.503450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98669564-298f-4d84-962c-1ca7dadb02fa req-90aac85d-36d8-4492-a291-3a2b0034ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.509843 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98669564-298f-4d84-962c-1ca7dadb02fa req-90aac85d-36d8-4492-a291-3a2b0034ef44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.0812881 Aug 29 17:24:04.523529 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.571206 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:04.593079 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:04.593836 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:04.626560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1881a-a361-4700-bb2e-cc686794e3be req-3c1bf69f-735c-4157-ab3a-d427959cf9c7 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.626986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-8970df29-aa33-426d-8d81-ddb6fb3d981a service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220307 Aug 29 17:24:04.634181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68e1881a-a361-4700-bb2e-cc686794e3be req-3c1bf69f-735c-4157-ab3a-d427959cf9c7 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.2966268 Aug 29 17:24:04.687684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68e1881a-a361-4700-bb2e-cc686794e3be req-27943e5e-973d-4f59-a140-f53e70597045 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524697 Aug 29 17:24:04.704981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98669564-298f-4d84-962c-1ca7dadb02fa req-5775bc65-d6ef-4f56-9868-60a08f9c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.706666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98669564-298f-4d84-962c-1ca7dadb02fa req-5775bc65-d6ef-4f56-9868-60a08f9c692e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665673 Aug 29 17:24:04.769435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-d2b96b5c-85cc-4c72-aacd-4c263640f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.771009 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-d2b96b5c-85cc-4c72-aacd-4c263640f346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 1098 time: 0.0927229 Aug 29 17:24:04.949645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Router d8938211-c431-4574-b4fe-010b3fe7f30d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:04.955157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-479cc0a1-8fc3-4b73-8007-eb1c19ff646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.956957 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-479cc0a1-8fc3-4b73-8007-eb1c19ff646d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.1665671 Aug 29 17:24:04.961306 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:05.105256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40484) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:05.119727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6609fa96-35a0-4afc-a279-95ba2797f345 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506816477', 'description': 'tempest-description--205446452'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:05.166882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-29288868-a971-4c88-9287-2e9f6c29a590 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 1002 time: 0.2006149 Aug 29 17:24:05.210547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6609fa96-35a0-4afc-a279-95ba2797f345 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.251659 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.264127 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98669564-298f-4d84-962c-1ca7dadb02fa req-d96f4b03-ca27-45eb-ba29-dc9c956c2618 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425794 Aug 29 17:24:05.279325 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Transition to ACTIVE for port object 611eeece-0cb8-43a2-acd4-3a3387b62f4d will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:05.314131 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.324772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-b8b102dc-3bba-4105-810b-ed41d1f6f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:05.326406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-b8b102dc-3bba-4105-810b-ed41d1f6f205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.1390481 Aug 29 17:24:05.409718 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Pushing event updated for resources: {'Port': ['ID=611eeece-0cb8-43a2-acd4-3a3387b62f4d,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:05.427154 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.427534 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.427836 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.428696 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.429010 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.429341 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.429668 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.429992 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.430316 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.430663 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.430987 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.431306 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:05.470423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-8686a75c-fb40-438b-a537-78492c22ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:05.483191 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-8686a75c-fb40-438b-a537-78492c22ce88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463900 Aug 29 17:24:05.500949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:05.504826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'tag': '926266b5-4432-4d94-9221-a9b225db2779'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:05.507946 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3def87b-6a98-4abb-bd0a-665f2441a4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "tag": "926266b5-4432-4d94-9221-a9b225db2779"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:05.516997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] Sync routers for ids ['d8938211-c431-4574-b4fe-010b3fe7f30d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:05.531946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] Routers {'d8938211-c431-4574-b4fe-010b3fe7f30d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:05.532534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8938211-c431-4574-b4fe-010b3fe7f30d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:05.544505 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fe8a6c6f-4b48-4b8a-93d6-0c666676bcc7 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8938211-c431-4574-b4fe-010b3fe7f30d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0975084 Aug 29 17:24:05.546679 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98669564-298f-4d84-962c-1ca7dadb02fa req-5f067a4c-c359-43ab-8e59-55423313042a service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757537 Aug 29 17:24:05.547189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40494) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:05.562178 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Attempting to bind port 611eeece-0cb8-43a2-acd4-3a3387b62f4d on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:05.562178 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Attempting to bind port 611eeece-0cb8-43a2-acd4-3a3387b62f4d by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:05.562178 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Attempting to bind port 611eeece-0cb8-43a2-acd4-3a3387b62f4d on network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:05.614910 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:05.615343 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Checking segment: {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:05.615803 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.616703 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Bound using segment: {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:05.617184 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Bound port: 611eeece-0cb8-43a2-acd4-3a3387b62f4d, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:05.617568 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.628394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6609fa96-35a0-4afc-a279-95ba2797f345 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.665500 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': '926266b5-4432-4d94-9221-a9b225db2779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:c2:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:24:04Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:05.689577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-902441e1-8058-4a9e-9299-5f5a5f58104e service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054114 Aug 29 17:24:05.702243 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f354e50-6f71-4bf2-b704-19a0edbb6b3a x-openstack-request-id: req-4f354e50-6f71-4bf2-b704-19a0edbb6b3a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:05.702561 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "tag": "926266b5-4432-4d94-9221-a9b225db2779", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:05.702827 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f354e50-6f71-4bf2-b704-19a0edbb6b3a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:05.703220 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'tag': '926266b5-4432-4d94-9221-a9b225db2779', 'status': 'completed', 'code': 200} Aug 29 17:24:05.705469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6609fa96-35a0-4afc-a279-95ba2797f345 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.802422 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:05.815629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] Set router d8938211-c431-4574-b4fe-010b3fe7f30d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:05.832090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6609fa96-35a0-4afc-a279-95ba2797f345 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.836880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6609fa96-35a0-4afc-a279-95ba2797f345 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7251527 Aug 29 17:24:05.836880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40500) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:05.842175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9dc99f08-c962-4b0c-9cbd-5a702f9a3956 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Request body: {'security_group_rule': {'security_group_id': '04af1719-5321-4fa3-84c5-2ec03eac5dc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:05.851394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609fa96-35a0-4afc-a279-95ba2797f345 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04af1719-5321-4fa3-84c5-2ec03eac5dc6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:05.904724 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:05.906164 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:05.990371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b2fa84c-83cc-4de6-ad90-ac5a9b6d12f4 req-06c408d0-5f57-4143-ab82-0ec4a7102ccb service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999020 Aug 29 17:24:05.995034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dc99f08-c962-4b0c-9cbd-5a702f9a3956 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.001007 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] For port 611eeece-0cb8-43a2-acd4-3a3387b62f4d, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:06.048402 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] For port 611eeece-0cb8-43a2-acd4-3a3387b62f4d, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=611eeece-0cb8-43a2-acd4-3a3387b62f4d,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:06.063299 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.143054 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61751e-6767-4983-a2a4-027dab199741 None None] Pushing event updated for resources: {'Port': ['ID=611eeece-0cb8-43a2-acd4-3a3387b62f4d,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:06.163749 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:06.164639 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:06.272460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e99631c3-d2bf-4ed4-9f5f-0dfd1efc7aa8 req-5dfb73bf-1ee4-404a-8217-936d92bf6e0d tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 1002 time: 0.2175586 Aug 29 17:24:06.281681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:24:03Z', 'revision_number': 5, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:06.297724 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:06.354111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] Checking router: d8938211-c431-4574-b4fe-010b3fe7f30d for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:06.370950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] Routers {'d8938211-c431-4574-b4fe-010b3fe7f30d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:06.371591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8938211-c431-4574-b4fe-010b3fe7f30d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:06.421291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99631c3-d2bf-4ed4-9f5f-0dfd1efc7aa8 req-2078f856-9982-4455-b665-38ee516f71ec tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:06.431843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e99631c3-d2bf-4ed4-9f5f-0dfd1efc7aa8 req-2078f856-9982-4455-b665-38ee516f71ec tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports/926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 943 time: 0.1431186 Aug 29 17:24:06.489107 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dc99f08-c962-4b0c-9cbd-5a702f9a3956 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.503701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dc99f08-c962-4b0c-9cbd-5a702f9a3956 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.543804 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:06.594347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99f08-c962-4b0c-9cbd-5a702f9a3956 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35cd91e-61c9-4fd5-b6eb-85c021698701,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:06.618138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.622833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dc99f08-c962-4b0c-9cbd-5a702f9a3956 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.628321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9dc99f08-c962-4b0c-9cbd-5a702f9a3956 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7902663 Aug 29 17:24:06.635394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40510) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:06.642211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-38695253-4d0b-4df3-9e74-d1af4b05731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:06.642747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-47cf6cd2-ca4e-4ec8-ba1a-a2831ed8525d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Request body: {'security_group_rule': {'security_group_id': '04af1719-5321-4fa3-84c5-2ec03eac5dc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:06.643789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-38695253-4d0b-4df3-9e74-d1af4b05731d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 1098 time: 0.9134071 Aug 29 17:24:06.699847 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e99631c3-d2bf-4ed4-9f5f-0dfd1efc7aa8 req-c88f4a2e-ba73-4511-83c1-a1cb43c0fefb tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 1002 time: 0.2041230 Aug 29 17:24:06.738171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c1bd8-3c93-4d1e-a169-b2cf72894534 req-faaf7de1-6a99-42b4-908a-0fd9dfc3b8ec tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:06.747992 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e88c1bd8-3c93-4d1e-a169-b2cf72894534 req-faaf7de1-6a99-42b4-908a-0fd9dfc3b8ec tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.2852619 Aug 29 17:24:06.872797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47cf6cd2-ca4e-4ec8-ba1a-a2831ed8525d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.885487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99631c3-d2bf-4ed4-9f5f-0dfd1efc7aa8 req-87667184-2aea-4701-bcc5-103e9c29764d tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:06.887614 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e88c1bd8-3c93-4d1e-a169-b2cf72894534 req-983bbd56-0fe6-4131-8940-301fcce894e6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326244 Aug 29 17:24:06.902964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e99631c3-d2bf-4ed4-9f5f-0dfd1efc7aa8 req-87667184-2aea-4701-bcc5-103e9c29764d tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2016451 Aug 29 17:24:06.946030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] Set router d8938211-c431-4574-b4fe-010b3fe7f30d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:07.017015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-cda1d134-fed6-4a10-b116-e131f1b59257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:07.018579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-cda1d134-fed6-4a10-b116-e131f1b59257 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.3161476 Aug 29 17:24:07.024327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.144993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-fea1e90a-c27d-4736-accd-315eb8f7dc62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 1002 time: 0.1122365 Aug 29 17:24:07.166253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47cf6cd2-ca4e-4ec8-ba1a-a2831ed8525d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.204890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47cf6cd2-ca4e-4ec8-ba1a-a2831ed8525d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.225695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Deleting port 1934f8bd-e310-4221-bdd6-cbe3ee98e838 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:07.228763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.229599 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:05Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:07.272115 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4994c91-133a-4688-954f-01d652fbe2d7 None None] The sync data for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 is: [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:05Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:07.279632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf6cd2-ca4e-4ec8-ba1a-a2831ed8525d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43802be4-00c7-4cae-8957-b53fb0ef0c4f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:07.295937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': '926266b5-4432-4d94-9221-a9b225db2779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:c2:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:24:04Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:07.299887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-f4ab7002-8a63-4f2d-873d-6b9198a41957 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 1002 time: 0.2867107 Aug 29 17:24:07.301304 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47cf6cd2-ca4e-4ec8-ba1a-a2831ed8525d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.302389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-47cf6cd2-ca4e-4ec8-ba1a-a2831ed8525d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6651597 Aug 29 17:24:07.305915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40526) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:07.310758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:07.372495 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b22034-8ef8-4a63-aaf5-f18e54aa2f68 None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': '926266b5-4432-4d94-9221-a9b225db2779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:c2:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:24:04Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:07.400870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.479697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-79541605-3e4f-45ef-ad5c-92b4f08464ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:07.481305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-79541605-3e4f-45ef-ad5c-92b4f08464ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.3122597 Aug 29 17:24:07.490295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:24:03Z', 'revision_number': 5, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:07.533011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] For port 1934f8bd-e310-4221-bdd6-cbe3ee98e838, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1934f8bd-e310-4221-bdd6-cbe3ee98e838,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:07.533714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.550027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Calling delete_port for 1934f8bd-e310-4221-bdd6-cbe3ee98e838 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:07.563168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f0526-5b11-42fd-a4c1-4df72ac939ef None None] The sync data for ids ['d8938211-c431-4574-b4fe-010b3fe7f30d'] in n-d-713499-15 is: [{'id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1292633297-router', 'tenant_id': 'ee7f4f688eb04b588806cae56ecb279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:44Z', 'updated_at': '2021-08-29T17:24:03Z', 'revision_number': 5, 'project_id': 'ee7f4f688eb04b588806cae56ecb279e', 'gw_port': {'id': '1934f8bd-e310-4221-bdd6-cbe3ee98e838', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8938211-c431-4574-b4fe-010b3fe7f30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:46Z', 'updated_at': '2021-08-29T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:07.613494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-a419b0b3-e212-4eae-afde-34544824f344 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:07.635706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-a419b0b3-e212-4eae-afde-34544824f344 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports/926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 943 time: 0.2565370 Aug 29 17:24:07.862242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.879215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-1a63efbf-324b-4d03-b606-9d2defee0774 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 1002 time: 0.1514914 Aug 29 17:24:07.888720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.960097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Pushing event deleted for resources: {'Port': ['ID=1934f8bd-e310-4221-bdd6-cbe3ee98e838,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:07.964777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-f5a11d40-8d56-437a-865e-d6d29fd4aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:07.967137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-f5a11d40-8d56-437a-865e-d6d29fd4aaa1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371264 Aug 29 17:24:08.109188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Allocated IP 172.25.2.10 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/9e6c333e-1a1a-4212-ae7a-9e66325eb919) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:08.118169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-ddfc1b3a-3db5-43b0-8353-7b4fc27b0e1f service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243942 Aug 29 17:24:08.145050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.145463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.145881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.146259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.146682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.147841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.148190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.150721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.151090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.151611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.151958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.152295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:08.227372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-e9f1012a-50e8-404f-a369-5784090c9c89 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:08.240403 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-e9f1012a-50e8-404f-a369-5784090c9c89 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2219985 Aug 29 17:24:08.357791 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-fe7b92d9-058d-4b8a-9de8-04e1bfd0c7bc tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 1002 time: 0.1160402 Aug 29 17:24:08.365890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:08.374151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a077f9-7ac9-462a-973b-9d3c57c67827 req-a6768bdd-d001-4f3d-82e1-c6456b1f19ad tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:08.375784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29a077f9-7ac9-462a-973b-9d3c57c67827 req-a6768bdd-d001-4f3d-82e1-c6456b1f19ad tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.4002819 Aug 29 17:24:08.404484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.441846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.480935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.608689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.632387 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.635149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.640338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3def87b-6a98-4abb-bd0a-665f2441a4c1 req-222a5340-e045-4d1b-91c6-acdbe1a3e415 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719646 Aug 29 17:24:08.661968 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29a077f9-7ac9-462a-973b-9d3c57c67827 req-337c7bba-2c7c-4442-878e-4b437dc0d7e1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656529 Aug 29 17:24:08.710477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event updated for resources: {'Port': ['ID=9e6c333e-1a1a-4212-ae7a-9e66325eb919,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:08.728389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.729178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8938211-c431-4574-b4fe-010b3fe7f30d {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:24:08.735772 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.738021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-59e53cca-81dc-404a-8a1f-fd44d98b5231 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d8938211-c431-4574-b4fe-010b3fe7f30d HTTP/1.1" status: 204 len: 168 time: 3.1899128 Aug 29 17:24:08.741819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40540) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:08.800612 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.809300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-486078fb-5299-4f1c-b3e0-ef511980f319 admin admin] Deleting subnet de9d61b8-4947-4a2e-9e96-3731b7253ecb {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:24:08.811995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:08.813085 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-486078fb-5299-4f1c-b3e0-ef511980f319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.814067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.814819 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425 disassociated. External IP: 172.25.2.233, port: 926266b5-4432-4d94-9221-a9b225db2779. Aug 29 17:24:08.856131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-486078fb-5299-4f1c-b3e0-ef511980f319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.966133 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-486078fb-5299-4f1c-b3e0-ef511980f319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.978714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:08.981674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:09.047306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-486078fb-5299-4f1c-b3e0-ef511980f319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.080772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486078fb-5299-4f1c-b3e0-ef511980f319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9d61b8-4947-4a2e-9e96-3731b7253ecb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:09.087840 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-486078fb-5299-4f1c-b3e0-ef511980f319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.094493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec00e927-c216-4a17-bd97-f01d6d7edd21 None None] Network 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:09.110120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-486078fb-5299-4f1c-b3e0-ef511980f319 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de9d61b8-4947-4a2e-9e96-3731b7253ecb HTTP/1.1" status: 204 len: 168 time: 0.3670645 Aug 29 17:24:09.110813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40542) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:09.185485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:09.244395 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.329390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Deleting port 35912569-4e5c-4c9d-b531-4e41af1ed612 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:09.329916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.432462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] For port 35912569-4e5c-4c9d-b531-4e41af1ed612, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=35912569-4e5c-4c9d-b531-4e41af1ed612,segment=NetworkSegment(4d6eb896-7146-470a-bcf1-1e4190fdd52e),segment_id=4d6eb896-7146-470a-bcf1-1e4190fdd52e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:09.432955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.457547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] DHCP port deletion for 1b5682b4-a554-4fa4-8be1-b7e4d1c2497d request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:24:09.481775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Calling delete_port for 35912569-4e5c-4c9d-b531-4e41af1ed612 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:09.537351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 611eeece-0cb8-43a2-acd4-3a3387b62f4d up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:09.581308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] Deleting port 35912569-4e5c-4c9d-b531-4e41af1ed612 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:09.581964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.597490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.637714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] No DVR routers for this DVR port 35912569-4e5c-4c9d-b531-4e41af1ed612 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:09.645513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Pushing event deleted for resources: {'Port': ['ID=35912569-4e5c-4c9d-b531-4e41af1ed612,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:09.743181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.757356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5682b4-a554-4fa4-8be1-b7e4d1c2497d']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:09.771845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6eb896-7146-470a-bcf1-1e4190fdd52e') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:09.772455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6eb896-7146-470a-bcf1-1e4190fdd52e') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:09.783430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] For port 35912569-4e5c-4c9d-b531-4e41af1ed612, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=35912569-4e5c-4c9d-b531-4e41af1ed612,segment=NetworkSegment(4d6eb896-7146-470a-bcf1-1e4190fdd52e),segment_id=4d6eb896-7146-470a-bcf1-1e4190fdd52e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:09.784117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.809188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] Calling delete_port for 35912569-4e5c-4c9d-b531-4e41af1ed612 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:09.810075 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.829635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.840556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:09.840968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:09.842859 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:09.862132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf4e25-7564-4dfd-bcd3-52dbd2293cb5 req-6bb38802-7c7c-4cb2-9e94-bf595869aa02 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:09.863854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdf4e25-7564-4dfd-bcd3-52dbd2293cb5 req-6bb38802-7c7c-4cb2-9e94-bf595869aa02 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.0961463 Aug 29 17:24:09.913053 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.927517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 611eeece-0cb8-43a2-acd4-3a3387b62f4d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:09.960902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 611eeece-0cb8-43a2-acd4-3a3387b62f4d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:09.961285 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.963192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] No DVR routers for this DVR port 35912569-4e5c-4c9d-b531-4e41af1ed612 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:09.964668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07eaf2-71f0-4644-9e2f-cc8f518fca29 None None] Pushing event deleted for resources: {'Port': ['ID=35912569-4e5c-4c9d-b531-4e41af1ed612,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:09.968161 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.989448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdf4e25-7564-4dfd-bcd3-52dbd2293cb5 req-006df6c8-bc7b-491e-81df-37f5e71f8009 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893118 Aug 29 17:24:09.999811 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.005507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.010151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b5682b4-a554-4fa4-8be1-b7e4d1c2497d HTTP/1.1" status: 204 len: 168 time: 0.8953223 Aug 29 17:24:10.058565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4651f-a422-429d-b233-df782c44ba2c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5682b4-a554-4fa4-8be1-b7e4d1c2497d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:10.063524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.078915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:10.090154 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:10.132760 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:10.133586 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:10.156349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.198721 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.210060 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-4d2915ff-af7b-4c03-aa78-caec34f7e658 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "PUT /v2.0/floatingips/419eb13b-ba65-454d-a989-8a21fe7a3425 HTTP/1.1" status: 200 len: 695 time: 1.8504958 Aug 29 17:24:10.227305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'tag': '926266b5-4432-4d94-9221-a9b225db2779'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:10.229712 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "tag": "926266b5-4432-4d94-9221-a9b225db2779"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:10.273725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 611eeece-0cb8-43a2-acd4-3a3387b62f4d, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=611eeece-0cb8-43a2-acd4-3a3387b62f4d,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:10.280309 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.385778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=611eeece-0cb8-43a2-acd4-3a3387b62f4d,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:10.416796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1b9cb8bf-d1a7-42af-a9dc-004352e4110e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:10.430652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-b836ea0b-b559-4a80-8a94-d368c8d8595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:10.432293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-b836ea0b-b559-4a80-8a94-d368c8d8595a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 1098 time: 0.1816764 Aug 29 17:24:10.457725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:10.488217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1b9cb8bf-d1a7-42af-a9dc-004352e4110e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:10.488693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1b9cb8bf-d1a7-42af-a9dc-004352e4110e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:10.489146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1934f8bd-e310-4221-bdd6-cbe3ee98e838 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:10.527006 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:10.539603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1934f8bd-e310-4221-bdd6-cbe3ee98e838 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:10.539956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1934f8bd-e310-4221-bdd6-cbe3ee98e838 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:10.550747 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3f84a627-6e0a-45e3-905c-fa4ae6536a67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24cab83e585e457bae4b42a6f83374c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916839 Aug 29 17:24:10.554445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:10.579249 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc0e811-7ae1-429c-8dde-f4e21571646d x-openstack-request-id: req-6bc0e811-7ae1-429c-8dde-f4e21571646d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:10.579537 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "tag": "926266b5-4432-4d94-9221-a9b225db2779", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:10.579763 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bc0e811-7ae1-429c-8dde-f4e21571646d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:10.580322 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'tag': '926266b5-4432-4d94-9221-a9b225db2779', 'status': 'completed', 'code': 200} Aug 29 17:24:10.671182 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65cdc4a7-4f37-4a86-9577-63b32bee850b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.688337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-6dbaf6dc-53c8-429e-b1a5-470b99a7d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:10.691409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-6dbaf6dc-53c8-429e-b1a5-470b99a7d11d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 1098 time: 0.1334476 Aug 29 17:24:10.705413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-813a66af-81c7-4dbe-8d96-e87df2eed10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:10.714839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-813a66af-81c7-4dbe-8d96-e87df2eed10b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.2536013 Aug 29 17:24:10.727576 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65cdc4a7-4f37-4a86-9577-63b32bee850b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.771156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-90846ff6-a83a-4542-a8dc-f7e80bca0f77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 217 time: 0.0547531 Aug 29 17:24:10.851075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.857446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-e1b46375-3b81-4097-b643-d206a72bb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:10.865683 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-e1b46375-3b81-4097-b643-d206a72bb345 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.0931478 Aug 29 17:24:10.902667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.919608 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:10.943437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-31ec0150-9727-4b5e-a1fc-1c24b932bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:10.947370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-31ec0150-9727-4b5e-a1fc-1c24b932bb29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.2354240 Aug 29 17:24:10.964431 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:10.987763 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:10.988400 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:11.011300 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-5d393ba6-c859-4a69-b580-438a8afde308 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 200 len: 217 time: 0.0555637 Aug 29 17:24:11.015586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-1be179e0-c881-4dcf-8e80-073131e1042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:11.017330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-1be179e0-c881-4dcf-8e80-073131e1042b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503172 Aug 29 17:24:11.018113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.021336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event updated for resources: {'Port': ['ID=9e6c333e-1a1a-4212-ae7a-9e66325eb919,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:11.030302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65cdc4a7-4f37-4a86-9577-63b32bee850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.033372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65cdc4a7-4f37-4a86-9577-63b32bee850b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.035003 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-65cdc4a7-4f37-4a86-9577-63b32bee850b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5 HTTP/1.1" status: 204 len: 168 time: 0.4786501 Aug 29 17:24:11.055694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdc4a7-4f37-4a86-9577-63b32bee850b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8f5f8d-8122-4d33-bf2c-385bd2fce0d5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:11.090721 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.100902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f107cc81-5a51-4737-abce-9db450ec169e tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7851620 Aug 29 17:24:11.144066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-374b7533-4347-4c3b-b9b2-0630c5833679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:11.151075 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-374b7533-4347-4c3b-b9b2-0630c5833679 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.1203177 Aug 29 17:24:11.179557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-76087178-0b23-485f-aa5d-ca34ae92bd3e service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507330 Aug 29 17:24:11.204334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ebb16c0c-aee2-49b7-9c42-19167cc32d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.343362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-74b10dfb-2530-47b6-975f-2b475930b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:11.345787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:11.349056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1531eb8f-de56-4f01-99cc-9d5664b1ed75 req-8c772cd9-9547-4de2-8bdf-4c44b6b642f1 service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631794 Aug 29 17:24:11.351057 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-74b10dfb-2530-47b6-975f-2b475930b97e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1924345 Aug 29 17:24:11.352982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 611eeece-0cb8-43a2-acd4-3a3387b62f4d up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:11.380740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac541919-da3c-46fa-9d23-d15d6efc14b4 req-3cfd9888-ecdc-4a71-bb54-bf19b45114b6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:11.383091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac541919-da3c-46fa-9d23-d15d6efc14b4 req-3cfd9888-ecdc-4a71-bb54-bf19b45114b6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1430817 Aug 29 17:24:11.482048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac541919-da3c-46fa-9d23-d15d6efc14b4 req-eb492b85-0bef-480c-a454-f8f31b7b9b54 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861413 Aug 29 17:24:11.515482 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-045d6212-32cd-4bc1-9f7b-9163787fe830 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516280 Aug 29 17:24:11.575883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 611eeece-0cb8-43a2-acd4-3a3387b62f4d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:11.576567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.808274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ac3cc64-7ee1-44d3-90aa-59355bec3d64 req-5940f82b-8b14-426d-8406-d04eba656a10 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694590 Aug 29 17:24:11.811604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 35912569-4e5c-4c9d-b531-4e41af1ed612 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:11.856471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 35912569-4e5c-4c9d-b531-4e41af1ed612 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:11.857016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 35912569-4e5c-4c9d-b531-4e41af1ed612 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:11.893834 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:11.931846 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad53cc-e5ce-4a95-8011-560de3053498 None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:11.983506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40620) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:12.037708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-e31d7a9c-5eba-43ff-9ea9-e7180a9f8d7a tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:12.047200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-03391b2c-87d4-48c3-ab39-cf14b1954611 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee7f4f688eb04b588806cae56ecb279e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621274 Aug 29 17:24:12.047922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40622) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:12.048533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-e31d7a9c-5eba-43ff-9ea9-e7180a9f8d7a tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0979302 Aug 29 17:24:12.116479 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb687872-87ce-4be0-b4d1-ef95af575eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.157122 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb687872-87ce-4be0-b4d1-ef95af575eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.160104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-71ae7b6f-a3f9-4307-9c4e-740d57391dd6 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 698 time: 0.1104429 Aug 29 17:24:12.167639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Request body: {'floatingip': {'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:12.241796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb687872-87ce-4be0-b4d1-ef95af575eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.249692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb687872-87ce-4be0-b4d1-ef95af575eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.254489 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.255981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.259085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bb687872-87ce-4be0-b4d1-ef95af575eed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c90088f-5087-4756-97ef-81212f2d7535 HTTP/1.1" status: 204 len: 168 time: 0.2096298 Aug 29 17:24:12.300728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb687872-87ce-4be0-b4d1-ef95af575eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c90088f-5087-4756-97ef-81212f2d7535,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:12.483720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2fa68-8b36-44f7-aeda-9c630510395f None None] New status for floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:24:12.733650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71c1a9-73d3-4cfc-ad8a-817c173e2784 req-81a529e7-ebfa-455b-9a3c-3162d0bac4d7 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:12.744582 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d71c1a9-73d3-4cfc-ad8a-817c173e2784 req-81a529e7-ebfa-455b-9a3c-3162d0bac4d7 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.0930879 Aug 29 17:24:12.800364 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.832542 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d71c1a9-73d3-4cfc-ad8a-817c173e2784 req-09eb97a9-19d2-45b3-8503-0b29b1ef10e1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762284 Aug 29 17:24:12.861230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:24:12.861566 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:24:13.284122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-daf5ee20-7f65-4404-bd62-cf3bab105769 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:13.286066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-daf5ee20-7f65-4404-bd62-cf3bab105769 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9a760e7-28af-43e6-9b73-90c33ebcdba5 HTTP/1.1" status: 200 len: 946 time: 0.0746663 Aug 29 17:24:13.363904 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.467119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40692) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:13.563347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Deleting port 926266b5-4432-4d94-9221-a9b225db2779 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:13.563573 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.715821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-764935373-network', 'tenant_id': '530990c9a3534320b3192a7a414fe461'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:13.720626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] For port 926266b5-4432-4d94-9221-a9b225db2779, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=926266b5-4432-4d94-9221-a9b225db2779,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:13.721130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.740973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Calling delete_port for 926266b5-4432-4d94-9221-a9b225db2779 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:13.824159 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4094ce49-5f24-47ce-bd2d-ac85aaaf4930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.865117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.998753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Made reservation on behalf of 530990c9a3534320b3192a7a414fe461 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:14.001082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.067799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.106055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.122207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c9922b4b-8874-4bc7-8334-cbf30428c3ce'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:24:14.135739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3054e-2497-4aa1-a2d8-b0d9b9894776 req-87e7d38d-4f9a-44a1-98f0-baa4f5c3ce0a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:14.137814 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3c3054e-2497-4aa1-a2d8-b0d9b9894776 req-87e7d38d-4f9a-44a1-98f0-baa4f5c3ce0a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1403024 Aug 29 17:24:14.163442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Pushing event deleted for resources: {'Port': ['ID=926266b5-4432-4d94-9221-a9b225db2779,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:14.211277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:24:14.245076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] No DVR routers for this DVR port 926266b5-4432-4d94-9221-a9b225db2779 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:14.248676 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.251279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a97b88d5-0d59-4343-b0fe-508b9c9f632b req-588ccb7c-ff2e-4264-888b-ff9bb4d58261 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.43 "DELETE /v2.0/ports/926266b5-4432-4d94-9221-a9b225db2779 HTTP/1.1" status: 204 len: 173 time: 0.9579699 Aug 29 17:24:14.257108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'name': 'network-vif-deleted', 'tag': '926266b5-4432-4d94-9221-a9b225db2779'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:14.259826 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31bb785-da53-4bbc-b109-dbaad4ecb7de" -d '{"events": [{"server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "name": "network-vif-deleted", "tag": "926266b5-4432-4d94-9221-a9b225db2779"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:14.299488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3c3054e-2497-4aa1-a2d8-b0d9b9894776 req-cbc50f07-329e-4f8c-9b31-ac0985e35e4b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394832 Aug 29 17:24:14.345878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.356471 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.419909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.432825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.532811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:24:14.551929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edc746f-315f-471e-8369-8e1b10f8cc08,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:14.562166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.563959 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Added segment b2890805-9920-441d-bf63-ca1c7553f228 of type vlan for network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 Aug 29 17:24:14.591579 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7360c1-e87e-489d-8454-45999f90d03d x-openstack-request-id: req-ef7360c1-e87e-489d-8454-45999f90d03d {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:14.592227 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a760e7-28af-43e6-9b73-90c33ebcdba5", "name": "network-vif-deleted", "tag": "926266b5-4432-4d94-9221-a9b225db2779", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:14.592492 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef7360c1-e87e-489d-8454-45999f90d03d {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:14.592896 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a760e7-28af-43e6-9b73-90c33ebcdba5', 'name': 'network-vif-deleted', 'tag': '926266b5-4432-4d94-9221-a9b225db2779', 'status': 'completed', 'code': 200} Aug 29 17:24:14.680426 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425 associated. External IP: 172.25.2.233, port: c9922b4b-8874-4bc7-8334-cbf30428c3ce. Aug 29 17:24:14.702463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.801653 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.802785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:14.803870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.904055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4357569 Aug 29 17:24:14.912346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:14.947743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Request body: {'subnet': {'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-subnet', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:15.015110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f8ee-7e05-43e0-9e09-f6a8a6d7cc3f admin admin] Pushing event updated for resources: {'Network': ['ID=f0eaa0ec-0e94-4bc3-8778-6febc6e8c560,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:15.020937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Made reservation on behalf of 530990c9a3534320b3192a7a414fe461 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:15.024505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.029458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:24:15.355500 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.360671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:15.468029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb79ff-bb5c-4d47-b914-e6cd9b7c7426 req-bb9d611e-a140-4eaa-87ec-fe2edf917371 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:15.469192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1eb79ff-bb5c-4d47-b914-e6cd9b7c7426 req-bb9d611e-a140-4eaa-87ec-fe2edf917371 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.0757210 Aug 29 17:24:15.470740 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.518475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:15.531757 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:15.532293 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.533811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=782a25f4-bb18-4d2d-b547-a698c112f5cc,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:15.556652 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:15.558279 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:15.590412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1eb79ff-bb5c-4d47-b914-e6cd9b7c7426 req-77f20e4d-554e-4203-84ac-5f9dcc777132 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Aug 29 17:24:15.613162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-2ee044fa-a55b-4835-8f9e-67af6af06e25 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "PUT /v2.0/floatingips/419eb13b-ba65-454d-a989-8a21fe7a3425 HTTP/1.1" status: 200 len: 996 time: 3.4444909 Aug 29 17:24:15.613162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:15.614937 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:15.643657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Checking segment: {'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:15.647679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 926266b5-4432-4d94-9221-a9b225db2779 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:15.670923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Network hostable DHCP agents. Network: f0eaa0ec-0e94-4bc3-8778-6febc6e8c560, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:24:15.700863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 926266b5-4432-4d94-9221-a9b225db2779 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:15.703620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 926266b5-4432-4d94-9221-a9b225db2779 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:15.718570 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:24:15.739127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-fac1ee96-44f0-4255-a92d-26ec29c4cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:15.744576 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:15.754158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-fac1ee96-44f0-4255-a92d-26ec29c4cecc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.1063304 Aug 29 17:24:15.757898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:24:15.776439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, f0eaa0ec-0e94-4bc3-8778-6febc6e8c560) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:15.783521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:15.784397 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.786263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2e78a-d2cd-431c-a64e-e073df424680 None None] Network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:15.821580 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-879d8444-24ae-4396-b849-2ce8761c1717 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8910902 Aug 29 17:24:15.824486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40744) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:15.840948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:15.890415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.897695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.933921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-86f316a9-b3f9-4314-9948-f663443c13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:15.935490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-86f316a9-b3f9-4314-9948-f663443c13bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.1806338 Aug 29 17:24:15.936937 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52175acf-2237-46d6-8557-ff225dffeb98 x-openstack-request-id: req-52175acf-2237-46d6-8557-ff225dffeb98 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:15.937223 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:15.937473 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52175acf-2237-46d6-8557-ff225dffeb98 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:15.937866 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'status': 'completed', 'code': 200} Aug 29 17:24:16.037724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-f0eaa0ec-0e94-4bc3-8778-6febc6e8c560', 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'fixed_ips': [{'subnet_id': '782a25f4-bb18-4d2d-b547-a698c112f5cc'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:24:16.040098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.070302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-ac8e60ca-f22e-4a43-928d-7fcbfff82aac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 999 time: 0.1216125 Aug 29 17:24:16.134739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.139825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-d4b17e7d-3f15-473f-8917-a03189004329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:16.141390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-d4b17e7d-3f15-473f-8917-a03189004329 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.2310503 Aug 29 17:24:16.194521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-97a90b61-d287-48e6-98bd-da8a0d919201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:16.206726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-97a90b61-d287-48e6-98bd-da8a0d919201 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.1282477 Aug 29 17:24:16.317567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-d8719f4c-46b7-4e10-a928-5aaef536353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:16.320895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-d8719f4c-46b7-4e10-a928-5aaef536353f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905616 Aug 29 17:24:16.419784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Allocated IP 172.20.0.2 (f0eaa0ec-0e94-4bc3-8778-6febc6e8c560/782a25f4-bb18-4d2d-b547-a698c112f5cc/7f799545-a37d-42d3-8c62-3fe4db387ba3) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:16.429009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-37f69e00-d403-4234-992f-63cac221b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:16.430601 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-37f69e00-d403-4234-992f-63cac221b58a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.1530228 Aug 29 17:24:16.435446 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:29:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:24:14Z', 'revision_number': 8, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:16.491482 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:16.513568 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:16.516279 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:16.546277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-01109352-e25c-4691-956c-be64c8758740 service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146838 Aug 29 17:24:16.716192 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.737281 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.749632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Transition to ACTIVE for port object 7f799545-a37d-42d3-8c62-3fe4db387ba3 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:16.801536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Transition to ACTIVE for port object 7f799545-a37d-42d3-8c62-3fe4db387ba3 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:16.814429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052c5e4c-020d-4d8f-9776-058197e7d160 req-a413a3d0-f9bb-4bd6-a00a-a8291962672d service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614267 Aug 29 17:24:16.819541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.949757 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:16.953773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Pushing event updated for resources: {'Port': ['ID=7f799545-a37d-42d3-8c62-3fe4db387ba3,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:16.994803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:16.999469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:17.008864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:17.138853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.158723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a24a8356-3fc9-41bc-a148-b2efd39de18a req-a1a41988-cdbb-4b04-bb5c-778a584fda7f tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips/419eb13b-ba65-454d-a989-8a21fe7a3425 HTTP/1.1" status: 200 len: 996 time: 0.1605191 Aug 29 17:24:17.161275 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-1d4f0000-7c21-414a-a180-161f3cf73364 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 999 time: 0.6748469 Aug 29 17:24:17.177367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e68247-3e7f-47b7-b480-17d54b6a53c8 req-3a7ed9fd-c95b-4a94-b197-9c61e2ff6123 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:17.186497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7e68247-3e7f-47b7-b480-17d54b6a53c8 req-3a7ed9fd-c95b-4a94-b197-9c61e2ff6123 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1514406 Aug 29 17:24:17.202999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Attempting to bind port 7f799545-a37d-42d3-8c62-3fe4db387ba3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:17.203589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Attempting to bind port 7f799545-a37d-42d3-8c62-3fe4db387ba3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:17.203720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Attempting to bind port 7f799545-a37d-42d3-8c62-3fe4db387ba3 on network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:17.225308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:17.232196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Checking segment: {'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:17.233380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.234299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Bound using segment: {'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:17.235406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Bound port: 7f799545-a37d-42d3-8c62-3fe4db387ba3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:17.235837 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.294642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-1d4ca9b2-588f-470c-848f-9a500aae70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:17.296128 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-1d4ca9b2-588f-470c-848f-9a500aae70aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.0974851 Aug 29 17:24:17.303973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8356-3fc9-41bc-a148-b2efd39de18a req-cb1d9251-1cf2-4c37-9f83-47707111220c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:17.315181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a24a8356-3fc9-41bc-a148-b2efd39de18a req-cb1d9251-1cf2-4c37-9f83-47707111220c tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.1551785 Aug 29 17:24:17.347936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-a24a8356-3fc9-41bc-a148-b2efd39de18a req-84d54edf-6541-4ff4-a537-ebd5a1ea2f1d tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:24:17.349484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a24a8356-3fc9-41bc-a148-b2efd39de18a req-84d54edf-6541-4ff4-a537-ebd5a1ea2f1d tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333061 Aug 29 17:24:17.388941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] For port 7f799545-a37d-42d3-8c62-3fe4db387ba3, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:17.413932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] For port 7f799545-a37d-42d3-8c62-3fe4db387ba3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7f799545-a37d-42d3-8c62-3fe4db387ba3,segment=NetworkSegment(b2890805-9920-441d-bf63-ca1c7553f228),segment_id=b2890805-9920-441d-bf63-ca1c7553f228)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:17.435254 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.465634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7e68247-3e7f-47b7-b480-17d54b6a53c8 req-582646ba-8edc-4d44-b9d5-17122e2b0af0 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782342 Aug 29 17:24:17.476700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-f1abf09a-aea4-49aa-b672-74539eb4efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:17.483515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-f1abf09a-aea4-49aa-b672-74539eb4efd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026709 Aug 29 17:24:17.486531 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:29:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:24:14Z', 'revision_number': 8, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:17.543701 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242f5d0-ecc3-4f62-a91e-bba564a425a8 None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '419eb13b-ba65-454d-a989-8a21fe7a3425', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'port_id': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'mac_address': 'fa:16:3e:29:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:24:14Z', 'revision_number': 8, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:17.569256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-2a05e8a3-91f1-4b32-b137-a159ec5a7e87 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 999 time: 0.1775863 Aug 29 17:24:17.711131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227be07-c565-4389-b092-2170f3f498b7 None None] Pushing event updated for resources: {'Port': ['ID=7f799545-a37d-42d3-8c62-3fe4db387ba3,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:17.715647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-d837dbc4-f83f-4363-903a-725309d8fda0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:17.717104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-d837dbc4-f83f-4363-903a-725309d8fda0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports/c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 942 time: 0.1420794 Aug 29 17:24:17.969147 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-edeff78b-d0e9-46ae-974f-1989bce8ebd0 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 999 time: 0.1415927 Aug 29 17:24:18.012034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-4d6fe40c-433f-458b-9847-1705fa358a08 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137734 Aug 29 17:24:18.116302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3438f147-a78b-47a1-a58e-fb357c89d0ee None None] New status for floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:24:18.328208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-e38814f2-b880-4c1a-9059-078853576ece tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:18.331663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:18.334519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-e38814f2-b880-4c1a-9059-078853576ece tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.3442249 Aug 29 17:24:18.378262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:18.510183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-9552302f-c535-48c2-a5fc-514cbe8ea7df tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 999 time: 0.1641939 Aug 29 17:24:18.538027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:18.611492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ad0672c-f7cd-4ae2-bdf6-a029d972bf1b req-9bfe9225-0d81-4f11-b55b-666ca4c1e9ad service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300703 Aug 29 17:24:18.735040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:18.861991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Allocated IP 172.25.2.94 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/0c4ea166-8519-4f29-9477-f79dd305af55) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:18.931398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba049b6a-b2d8-4dd7-8a4c-da8fb46f6e73 req-8b484998-0472-4827-a00d-6488407b552a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:18.935030 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba049b6a-b2d8-4dd7-8a4c-da8fb46f6e73 req-8b484998-0472-4827-a00d-6488407b552a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1955230 Aug 29 17:24:19.203283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba049b6a-b2d8-4dd7-8a4c-da8fb46f6e73 req-7f49a7fa-74cd-41a3-ab3c-193cba5b2c16 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220328 Aug 29 17:24:19.348468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.427267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40884) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:19.435989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1585474979'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:19.449093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7f799545-a37d-42d3-8c62-3fe4db387ba3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:19.495042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:19.499047 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.513774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.571141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:19.577859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 7f799545-a37d-42d3-8c62-3fe4db387ba3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:19.579949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:19.585836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:19.593414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef017c53-7770-40d7-979d-2bab161b9e7c req-e9198c15-e2d3-4b7a-b7f1-24b885766a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:19.595353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef017c53-7770-40d7-979d-2bab161b9e7c req-e9198c15-e2d3-4b7a-b7f1-24b885766a8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 1098 time: 0.8579221 Aug 29 17:24:19.616640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a043a0a-7a73-4786-9f5c-bf00b8d2e4d7 None None] Network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:19.630445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:24:19.646964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Pushing event updated for resources: {'Port': ['ID=0c4ea166-8519-4f29-9477-f79dd305af55,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:19.654468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.654925 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Added segment e783c918-cb05-4154-b4ac-ba6dce3c0889 of type vlan for network c19ca545-1d9c-4b98-9712-c34a7275b71b Aug 29 17:24:19.776927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ec249823-df4a-40a6-a2d1-aacbca624698 None None] Provisioning for port 7f799545-a37d-42d3-8c62-3fe4db387ba3 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:19.789317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ec249823-df4a-40a6-a2d1-aacbca624698 None None] Provisioning complete for port 7f799545-a37d-42d3-8c62-3fe4db387ba3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:19.792238 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec249823-df4a-40a6-a2d1-aacbca624698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.794032 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.817392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.819220 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425 disassociated. External IP: 172.25.2.233, port: c9922b4b-8874-4bc7-8334-cbf30428c3ce. Aug 29 17:24:19.947304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.005441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.075066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef017c53-7770-40d7-979d-2bab161b9e7c req-42a2da6a-df45-40db-93a8-7178a4ee7ed9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692123 Aug 29 17:24:20.113867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.124147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:20.133230 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.351276 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9202597 Aug 29 17:24:20.356330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:20.366814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-101657616'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:20.424034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc91037-6a4f-458b-ab5e-2147febf39a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Network': ['ID=c19ca545-1d9c-4b98-9712-c34a7275b71b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:20.438554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c19ca545-1d9c-4b98-9712-c34a7275b71b details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:24:20.470664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:20.481819 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec249823-df4a-40a6-a2d1-aacbca624698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.488418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:20.513486 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.603436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf969c56-93e3-4382-96e1-b0c5fe4d2143 req-af967598-16bb-4aef-bb3b-320e74b3d717 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:20.605048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf969c56-93e3-4382-96e1-b0c5fe4d2143 req-af967598-16bb-4aef-bb3b-320e74b3d717 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.2289448 Aug 29 17:24:20.669827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ec249823-df4a-40a6-a2d1-aacbca624698 None None] For port 7f799545-a37d-42d3-8c62-3fe4db387ba3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7f799545-a37d-42d3-8c62-3fe4db387ba3,segment=NetworkSegment(b2890805-9920-441d-bf63-ca1c7553f228),segment_id=b2890805-9920-441d-bf63-ca1c7553f228)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:20.681904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec249823-df4a-40a6-a2d1-aacbca624698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.762969 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.766654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:24:20.846415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf969c56-93e3-4382-96e1-b0c5fe4d2143 req-650837af-a986-4b62-b47a-86ab726285be tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716762 Aug 29 17:24:20.870263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec249823-df4a-40a6-a2d1-aacbca624698 None None] Pushing event updated for resources: {'Port': ['ID=7f799545-a37d-42d3-8c62-3fe4db387ba3,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:20.896047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.900074 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Added segment 9c37226d-a3c0-4b97-bbf9-6b8e0c689afa of type vlan for network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 Aug 29 17:24:20.924183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4fc526ec-f4ab-4255-b37b-736cf799af2d None None] Provisioning complete for port 7f799545-a37d-42d3-8c62-3fe4db387ba3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:20.924563 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fc526ec-f4ab-4255-b37b-736cf799af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.989642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.995892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:21.003623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:21.007241 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:21.034092 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:21.038838 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:21.061254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-ad87920b-941e-48d6-96aa-a02ce3b25b27 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "PUT /v2.0/floatingips/419eb13b-ba65-454d-a989-8a21fe7a3425 HTTP/1.1" status: 200 len: 696 time: 2.5448096 Aug 29 17:24:21.077738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:21.080609 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f44bd6-48e0-4003-b08e-4f4564fd72cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:21.121596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:24:21.182119 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eb1c66-2552-44f0-860c-429bd76d1fa9 x-openstack-request-id: req-d5eb1c66-2552-44f0-860c-429bd76d1fa9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:21.196594 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:21.198374 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5eb1c66-2552-44f0-860c-429bd76d1fa9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:21.199245 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'status': 'completed', 'code': 200} Aug 29 17:24:21.230125 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:21.253139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:21.255356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:21.306053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9481773 Aug 29 17:24:21.332239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-115b0ece-0d87-45cf-b018-b2df539989ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:21.348536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-115b0ece-0d87-45cf-b018-b2df539989ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.2857773 Aug 29 17:24:21.349009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7f799545-a37d-42d3-8c62-3fe4db387ba3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:21.388508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41038) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:21.411547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'subnet': {'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:21.476267 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:21.520249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7f799545-a37d-42d3-8c62-3fe4db387ba3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:21.521275 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:21.671593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-2d05f045-5e68-4d8e-8e6f-a92f5e0b82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:21.676299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-2d05f045-5e68-4d8e-8e6f-a92f5e0b82c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 1097 time: 0.4332328 Aug 29 17:24:21.823811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:21.827809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:21.915358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-be1cc0e4-334b-4aaf-905b-c903dd8284d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:21.926235 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-be1cc0e4-334b-4aaf-905b-c903dd8284d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.5752406 Aug 29 17:24:21.931662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Network': ['ID=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:22.050008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.050382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.050761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.051110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.051447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.051786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.066189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.066959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.067139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.067510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.067791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.072181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d23696a-fd06-4f10-b1d8-da6d90e31ea3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:22.081990 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:22.091260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:24:22.098435 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-5cfa4a4c-a217-4aa7-abbd-440327bdf0d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 217 time: 0.1710157 Aug 29 17:24:22.153114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-795c07e3-f98e-42f9-beb2-34dda619fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:22.162445 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-795c07e3-f98e-42f9-beb2-34dda619fa0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.0610173 Aug 29 17:24:22.188515 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:22.210634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-e1a5b329-c926-493e-b211-1fa599421605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:22.218610 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:22.220771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-e1a5b329-c926-493e-b211-1fa599421605 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570359 Aug 29 17:24:22.221681 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:22.385505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-b1e8bc9f-3908-4c0c-aef0-99168d3b0b89 service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635604 Aug 29 17:24:22.421787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:22.507806 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:22.510159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4721e267-2a88-42a7-a3f7-ac80bbbc6303 req-1762fd6a-9985-42e2-9548-9a80ac136e0a service neutron] 10.222.0.41 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232667 Aug 29 17:24:22.521822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Router 85d73415-464e-4cd0-b9d8-c80143428192 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:24:22.656911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-e1ed8ae5-ea7d-4ed8-b5ac-24bed0349cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:22.657206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-e1ed8ae5-ea7d-4ed8-b5ac-24bed0349cf0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 200 len: 921 time: 0.9692450 Aug 29 17:24:22.685513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600c74-4039-4c1c-85e9-8b908937a5a7 req-a7748b5d-1ee9-444e-8f42-3fb8e7449511 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:22.687109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f600c74-4039-4c1c-85e9-8b908937a5a7 req-a7748b5d-1ee9-444e-8f42-3fb8e7449511 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.6774096 Aug 29 17:24:22.910974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-d36cf141-899e-443e-8c3c-4f5928de7c97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 200 len: 217 time: 0.2227733 Aug 29 17:24:22.931101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Subnet': ['ID=545164f1-7322-47e2-8cec-2cb1da3622c7,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:22.957685 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:22.975659 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-ef22b4fe-bf42-46db-ba31-1461ff90208e tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips/419eb13b-ba65-454d-a989-8a21fe7a3425 HTTP/1.1" status: 200 len: 696 time: 0.0741529 Aug 29 17:24:23.015124 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5698187-dca3-4575-b2ee-36d7828daa10 None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:22:58Z', 'revision_number': 4, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b78ddddf-a1ec-4d98-ab54-6b97427c8854', 'name': '', 'network_id': '9bed0696-33c8-4a0e-996b-97e4959e9694', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'mac_address': 'fa:16:3e:6c:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:55Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'subnets': [{'id': 'a59319c4-b607-411d-b411-ef281287f5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:23.119138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f600c74-4039-4c1c-85e9-8b908937a5a7 req-fe1440f2-aa15-4eb1-9b14-700d4dc20466 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382068 Aug 29 17:24:23.138606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Checking segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:23.138996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network hostable DHCP agents. Network: c19ca545-1d9c-4b98-9712-c34a7275b71b, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:24:23.192469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-3828cf82-ee06-46a0-bcf2-1def6a20599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:23.194572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-3828cf82-ee06-46a0-bcf2-1def6a20599d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 200 len: 859 time: 0.2604091 Aug 29 17:24:23.198794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:23.207068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Sync routers for ids ['85d73415-464e-4cd0-b9d8-c80143428192'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:23.210173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-75062de7-c6e8-4809-810a-175ffc35d9f4 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:23.220717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Routers {'85d73415-464e-4cd0-b9d8-c80143428192'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:23.221367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['85d73415-464e-4cd0-b9d8-c80143428192'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:23.222260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-75062de7-c6e8-4809-810a-175ffc35d9f4 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2444029 Aug 29 17:24:23.241807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-982f6ad2-ed2f-4c1c-bbe3-369e6fc74aa7 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:24:23.253851 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-982f6ad2-ed2f-4c1c-bbe3-369e6fc74aa7 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268157 Aug 29 17:24:23.314873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network c19ca545-1d9c-4b98-9712-c34a7275b71b is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:24:23.330794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:23.332188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-74cc2898-a5c6-4aec-8630-7690433fa22b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5065320 Aug 29 17:24:23.339704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41222) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:23.437960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-5277bdab-3aed-4a6f-91de-99688e2538ec tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 699 time: 0.1801157 Aug 29 17:24:23.502051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c19ca545-1d9c-4b98-9712-c34a7275b71b) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:23.530059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Set router 85d73415-464e-4cd0-b9d8-c80143428192 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:23.531798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-d4752918-0872-41bc-8ee0-cd162a434e38 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 699 time: 0.0926919 Aug 29 17:24:23.535941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8863219-0d67-4cc3-b311-9b1b20657de4 None None] Network c19ca545-1d9c-4b98-9712-c34a7275b71b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:23.554016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:23.555362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:23.607432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-6f0c1195-fb46-42a4-b490-ae1c74370bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:23.612765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-6f0c1195-fb46-42a4-b490-ae1c74370bb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bed0696-33c8-4a0e-996b-97e4959e9694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3949361 Aug 29 17:24:23.730962 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf9414-fe23-4406-9a38-fc73b2787b78 None None] New status for floating IP 419eb13b-ba65-454d-a989-8a21fe7a3425: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:24:23.796307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Deleting port f9489be0-33c8-499c-8f56-d9ad590c5444 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:23.796663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.038305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.038929 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.075502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Calling delete_port for f9489be0-33c8-499c-8f56-d9ad590c5444 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:24.503171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.572290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Pushing event deleted for resources: {'Port': ['ID=f9489be0-33c8-499c-8f56-d9ad590c5444,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:24.662993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.666947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.668426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc4f9678-c74d-40a7-9685-4058e32e19ea req-4cbb0c82-251d-43fb-bd9e-9462257b1941 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "DELETE /v2.0/floatingips/419eb13b-ba65-454d-a989-8a21fe7a3425 HTTP/1.1" status: 204 len: 173 time: 1.1356556 Aug 29 17:24:24.767101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c19ca545-1d9c-4b98-9712-c34a7275b71b', 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'fixed_ips': [{'subnet_id': '545164f1-7322-47e2-8cec-2cb1da3622c7'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:24:24.768904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.917613 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-06d428b0-9f59-4e8d-a481-87b0cb16edcd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.5238960 Aug 29 17:24:24.919033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41324) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:24.927797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'subnet': {'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:24.950419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:24:19Z', 'revision_number': 3, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:25.050384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Checking router: 85d73415-464e-4cd0-b9d8-c80143428192 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:25.051071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Updating router 85d73415-464e-4cd0-b9d8-c80143428192 port 0c4ea166-8519-4f29-9477-f79dd305af55 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:24:25.106409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:25.109276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182123b-7706-4039-a02f-4c9186d05595 req-979c8bf0-fcbf-42ff-979e-fdf069725d59 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:25.111254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.134534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-979c8bf0-fcbf-42ff-979e-fdf069725d59 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 809 time: 1.3502047 Aug 29 17:24:25.232029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.253353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-cccf7d4d-0634-4933-bbc1-c628eab9c74f tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/quotas/bf94a43f37f547848707913119d5f92e HTTP/1.1" status: 200 len: 375 time: 0.1174953 Aug 29 17:24:25.469734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.546628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.557760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Transition to ACTIVE for port object 0c4ea166-8519-4f29-9477-f79dd305af55 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:25.568958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Subnet': ['ID=df36d9b6-0c36-46e1-bbd7-b6d0879ea817,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:25.570253 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.637446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee1864-aeed-45aa-8afc-aa0ef53ffcab req-3cbf1205-f42e-4e83-8cd6-ae2bb9a40375 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:25.643379 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-55ee1864-aeed-45aa-8afc-aa0ef53ffcab req-3cbf1205-f42e-4e83-8cd6-ae2bb9a40375 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 945 time: 0.1962962 Aug 29 17:24:25.650184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-70eab52f-c11d-495e-99ad-9d0884b7dce4 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0222290 Aug 29 17:24:25.672120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cbfcb-85fd-4a96-936c-fbd533f5c841 None None] Pushing event updated for resources: {'Port': ['ID=0c4ea166-8519-4f29-9477-f79dd305af55,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:25.679990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Checking segment: {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:25.680520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network hostable DHCP agents. Network: 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:24:25.703502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Allocated IP 10.1.1.2 (c19ca545-1d9c-4b98-9712-c34a7275b71b/545164f1-7322-47e2-8cec-2cb1da3622c7/f86fc63c-0fd8-4891-b4f7-eec5224b6039) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:25.725829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Attempting to bind port 0c4ea166-8519-4f29-9477-f79dd305af55 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:25.726209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Attempting to bind port 0c4ea166-8519-4f29-9477-f79dd305af55 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:25.726713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Attempting to bind port 0c4ea166-8519-4f29-9477-f79dd305af55 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:25.737339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:25.737829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:25.738295 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.738876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:25.739442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Bound port: 0c4ea166-8519-4f29-9477-f79dd305af55, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:25.740128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.742353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-55ee1864-aeed-45aa-8afc-aa0ef53ffcab req-3469cf13-2111-4121-b94c-511d5fe96b15 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767658 Aug 29 17:24:25.765240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:24:25.789940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:25.795940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:25.796913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.827103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a1b81b48-3bc1-46b9-a72b-a28415db856d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9034562 Aug 29 17:24:25.828473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41338) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:25.840914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'port': {'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'name': 'tempest-TaggedBootDevicesTest_v242-804438901', 'fixed_ips': [{'subnet_id': '545164f1-7322-47e2-8cec-2cb1da3622c7'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:25.891774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701eebeb-6593-412a-9620-4e9604310716 None None] Network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:25.893027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-0ae2fc00-0ded-4e3c-9467-6da450049d92 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6366143 Aug 29 17:24:25.984384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] For port 0c4ea166-8519-4f29-9477-f79dd305af55, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:26.035163 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] For port 0c4ea166-8519-4f29-9477-f79dd305af55, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c4ea166-8519-4f29-9477-f79dd305af55,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:26.046101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:26.067247 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.205151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83f44bd6-48e0-4003-b08e-4f4564fd72cd req-68b41e70-ce9b-4cf6-ac43-5f7501503358 service neutron] 10.222.0.43 "GET /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260890 Aug 29 17:24:26.210708 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.234500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] device_id is not set on port 7d6d764c-d5ef-45ab-9552-7323e6562910 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:26.313373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-7bb52a3d-0746-448d-b568-096b2bf978be service neutron] 10.222.0.41 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077592 Aug 29 17:24:26.416512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Routers {'85d73415-464e-4cd0-b9d8-c80143428192'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:26.417153 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['85d73415-464e-4cd0-b9d8-c80143428192'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:26.422510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cbfcb-85fd-4a96-936c-fbd533f5c841 None None] Pushing event updated for resources: {'Port': ['ID=0c4ea166-8519-4f29-9477-f79dd305af55,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:26.546513 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.595446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Transition to ACTIVE for port object f86fc63c-0fd8-4891-b4f7-eec5224b6039 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:26.604172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1', 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'fixed_ips': [{'subnet_id': 'df36d9b6-0c36-46e1-bbd7-b6d0879ea817'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:24:26.605043 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.638721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Transition to ACTIVE for port object f86fc63c-0fd8-4891-b4f7-eec5224b6039 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:26.684977 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.685299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-2ee64d4b-e38b-4158-8556-bee684c33022 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:26.689313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-2ee64d4b-e38b-4158-8556-bee684c33022 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 945 time: 0.2148056 Aug 29 17:24:26.803953 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-8778cd2a-40c6-4eb8-9d6f-3393461be9e1 service neutron] 10.222.0.41 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801271 Aug 29 17:24:26.829069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.901830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Allocated IP 10.1.1.228 (c19ca545-1d9c-4b98-9712-c34a7275b71b/545164f1-7322-47e2-8cec-2cb1da3622c7/7d6d764c-d5ef-45ab-9552-7323e6562910) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:26.913475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] Set router 85d73415-464e-4cd0-b9d8-c80143428192 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:27.048006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Network c19ca545-1d9c-4b98-9712-c34a7275b71b is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:27.056677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Deleting port c9922b4b-8874-4bc7-8334-cbf30428c3ce {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:27.057026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.168925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:27.173152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Pushing event updated for resources: {'Port': ['ID=f86fc63c-0fd8-4891-b4f7-eec5224b6039,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:27.218447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf62c5-5444-41e3-aff4-a26bf56c3f58 req-b18f0c2b-b956-4732-b512-57c74eea3510 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:27.228823 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8daf62c5-5444-41e3-aff4-a26bf56c3f58 req-b18f0c2b-b956-4732-b512-57c74eea3510 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 945 time: 0.1954188 Aug 29 17:24:27.272208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.279431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:27.301962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Transition to ACTIVE for port object 7d6d764c-d5ef-45ab-9552-7323e6562910 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:27.322301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8daf62c5-5444-41e3-aff4-a26bf56c3f58 req-74963839-060a-4edc-96c0-8af90869c699 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c300f6f-320e-43d0-acf4-ef526ca34256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925205 Aug 29 17:24:27.354047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57ac5581-d8bb-4fef-beb8-288ba520165d req-905553be-bdb4-4a1a-8bbf-bd5b73154340 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 210 time: 0.0954597 Aug 29 17:24:27.371680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.434237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network c19ca545-1d9c-4b98-9712-c34a7275b71b is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:27.441117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:27.453268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:27.486882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Allocated IP 10.2.2.2 (7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1/df36d9b6-0c36-46e1-bbd7-b6d0879ea817/ad3ec82d-aab4-49ff-ae5d-ad1d982c321f) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:27.496978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=7d6d764c-d5ef-45ab-9552-7323e6562910,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:27.500956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Attempting to bind port f86fc63c-0fd8-4891-b4f7-eec5224b6039 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:27.501732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Attempting to bind port f86fc63c-0fd8-4891-b4f7-eec5224b6039 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:27.504161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Attempting to bind port f86fc63c-0fd8-4891-b4f7-eec5224b6039 on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:27.518703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:27.519490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Checking segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:27.520187 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.520506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Bound using segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:27.521048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Bound port: f86fc63c-0fd8-4891-b4f7-eec5224b6039, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:27.521433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.555273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:27.556537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.572973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0328f11d-382a-45f3-b29a-62a40884d795 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7416434 Aug 29 17:24:27.575543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41364) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:27.585712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'port': {'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'name': 'tempest-TaggedBootDevicesTest_v242-1934688679', 'fixed_ips': [{'subnet_id': '545164f1-7322-47e2-8cec-2cb1da3622c7'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:27.596951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] For port c9922b4b-8874-4bc7-8334-cbf30428c3ce, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c9922b4b-8874-4bc7-8334-cbf30428c3ce,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:27.599865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.643959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Calling delete_port for c9922b4b-8874-4bc7-8334-cbf30428c3ce owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:27.646874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Allocated IP 172.20.0.1 (f0eaa0ec-0e94-4bc3-8778-6febc6e8c560/782a25f4-bb18-4d2d-b547-a698c112f5cc/0a50eceb-49bf-44c3-a8e9-9100e677cf39) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:27.818579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:27.825009 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.839287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.850356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] device_id is not set on port 7a658719-f1e0-4577-bec7-30d735c9ef41 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:27.907321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Transition to ACTIVE for port object 0a50eceb-49bf-44c3-a8e9-9100e677cf39 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:27.913782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] For port f86fc63c-0fd8-4891-b4f7-eec5224b6039, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:27.944903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] For port f86fc63c-0fd8-4891-b4f7-eec5224b6039, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f86fc63c-0fd8-4891-b4f7-eec5224b6039,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:27.970692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.989030 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.038371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.046206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Pushing event deleted for resources: {'Port': ['ID=c9922b4b-8874-4bc7-8334-cbf30428c3ce,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:28.160851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:28.175162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:28.180433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:28.202044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Allocated IP 10.1.1.213 (c19ca545-1d9c-4b98-9712-c34a7275b71b/545164f1-7322-47e2-8cec-2cb1da3622c7/7a658719-f1e0-4577-bec7-30d735c9ef41) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:28.398614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] No DVR routers for this DVR port c9922b4b-8874-4bc7-8334-cbf30428c3ce on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:28.406624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.419588 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4788c1bc-8307-417e-8604-35bc8e259c53 req-e5d74145-b5a1-4014-b587-d8aec42dc362 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.43 "DELETE /v2.0/ports/c9922b4b-8874-4bc7-8334-cbf30428c3ce HTTP/1.1" status: 204 len: 173 time: 1.7145426 Aug 29 17:24:28.441413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'name': 'network-vif-deleted', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:28.467269 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa9642c-1e15-4d59-b2db-86bec7e0a000" -d '{"events": [{"server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "name": "network-vif-deleted", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:28.513356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a50eceb-49bf-44c3-a8e9-9100e677cf39,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:28.514738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b99fe4-5f19-4176-9cc0-c19e757f27b4 None None] Pushing event updated for resources: {'Port': ['ID=f86fc63c-0fd8-4891-b4f7-eec5224b6039,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:28.519627 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.524464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:24:19Z', 'revision_number': 3, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:28.594852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Transition to ACTIVE for port object ad3ec82d-aab4-49ff-ae5d-ad1d982c321f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:28.597557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396cb7d-2d15-4d8c-b8f0-539d5bf2bce0 None None] The sync data for ids ['85d73415-464e-4cd0-b9d8-c80143428192'] in n-d-713499-15 is: [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:24:19Z', 'revision_number': 3, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:28.676534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd2a4d57-49a6-4d51-b255-4ca30c6a772b req-5b508fe5-a397-41e4-8537-04ec7a1dcf11 tempest-FloatingIPsAssociationTestJSON-1719063746 tempest-FloatingIPsAssociationTestJSON-1719063746-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f5b15d-dd71-4705-98ae-376aeafaa645 HTTP/1.1" status: 200 len: 210 time: 0.1297910 Aug 29 17:24:28.682572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.707419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Transition to ACTIVE for port object ad3ec82d-aab4-49ff-ae5d-ad1d982c321f will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:28.743425 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.864036 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fdee7a-b878-4480-a5f7-edad96ed472c x-openstack-request-id: req-99fdee7a-b878-4480-a5f7-edad96ed472c {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:28.865216 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5b15d-dd71-4705-98ae-376aeafaa645", "name": "network-vif-deleted", "tag": "c9922b4b-8874-4bc7-8334-cbf30428c3ce", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:28.865789 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99fdee7a-b878-4480-a5f7-edad96ed472c {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:28.866953 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5b15d-dd71-4705-98ae-376aeafaa645', 'name': 'network-vif-deleted', 'tag': 'c9922b4b-8874-4bc7-8334-cbf30428c3ce', 'status': 'completed', 'code': 200} Aug 29 17:24:28.939782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:28.972910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Pushing event updated for resources: {'Port': ['ID=ad3ec82d-aab4-49ff-ae5d-ad1d982c321f,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:28.979380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:29.003290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:29.058220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-08fa36c5-620c-4296-842b-321dfa0e2127 None None] Provisioning for port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:29.115991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-08fa36c5-620c-4296-842b-321dfa0e2127 None None] Provisioning complete for port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:29.126952 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08fa36c5-620c-4296-842b-321dfa0e2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.237086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-08fa36c5-620c-4296-842b-321dfa0e2127 None None] Port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:29.362071 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182123b-7706-4039-a02f-4c9186d05595 req-c687c3ec-aef3-4a63-8773-43a521f67825 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:29.366399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-c687c3ec-aef3-4a63-8773-43a521f67825 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.43 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 809 time: 0.6543148 Aug 29 17:24:29.406840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Attempting to bind port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:29.408501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Attempting to bind port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:29.409064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Attempting to bind port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f on network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:29.439198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:29.443942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Checking segment: {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:29.444640 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.445221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Bound using segment: {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:29.468056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Bound port: ad3ec82d-aab4-49ff-ae5d-ad1d982c321f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:29.468473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.512311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Request body: {'port': {'device_id': 'e8cd00fd-16fd-4d12-86b2-742620346fff', 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9', 'admin_state_up': True, 'tenant_id': 'bf94a43f37f547848707913119d5f92e'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:29.620430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f86fc63c-0fd8-4891-b4f7-eec5224b6039 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:29.731129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.746909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.763068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Transition to ACTIVE for port object 7a658719-f1e0-4577-bec7-30d735c9ef41 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:29.777458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c9922b4b-8874-4bc7-8334-cbf30428c3ce no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:29.831852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: c9922b4b-8874-4bc7-8334-cbf30428c3ce {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:29.832484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c9922b4b-8874-4bc7-8334-cbf30428c3ce not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:29.855555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052f585a-c4df-412f-aba6-3c914558c1d4 req-5d7076fa-3b22-47cf-9327-6ded5841b6d4 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 210 time: 1.1301847 Aug 29 17:24:29.881327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] For port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:29.885555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] For port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ad3ec82d-aab4-49ff-ae5d-ad1d982c321f,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:29.903413 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.929754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.959916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41398) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:30.017153 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f86fc63c-0fd8-4891-b4f7-eec5224b6039 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:30.049599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Pushing event updated for resources: {'Port': ['ID=ad3ec82d-aab4-49ff-ae5d-ad1d982c321f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:30.067124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.068022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.068573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.069086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.069607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.070125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.070948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.071454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.072077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.072607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.073117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.073633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d9348-9a74-4b68-b1d1-525a30a7aa59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:30.167310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf1478-5306-4da6-adb8-e85bbf95b894 req-e2e13b7a-a5d1-4a18-8249-002f7fc78acb tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:30.169090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6cf1478-5306-4da6-adb8-e85bbf95b894 req-e2e13b7a-a5d1-4a18-8249-002f7fc78acb tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 946 time: 0.4278495 Aug 29 17:24:30.172330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Made reservation on behalf of bf94a43f37f547848707913119d5f92e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:30.175802 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.179721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network c19ca545-1d9c-4b98-9712-c34a7275b71b is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:30.185831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:30.194827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:30.253335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=7a658719-f1e0-4577-bec7-30d735c9ef41,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:30.428958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:30.429470 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.505762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c48919da-0727-42c8-98e3-daed443072a3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9252810 Aug 29 17:24:30.773756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Allocated IP 172.20.0.12 (a422220f-47fd-4dad-a2b0-9bb553454cf9/d95508ca-0452-412c-94bc-884c0be628c0/f3699d7a-9702-4a44-a80f-eab0086b058b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:30.832664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf64cab2-4ef7-4602-9986-d1d582897a7f None None] Network c19ca545-1d9c-4b98-9712-c34a7275b71b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:30.962431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.963569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-478b9724-185d-4130-b59d-f9698cee7aa1 None None] Provisioning for port f86fc63c-0fd8-4891-b4f7-eec5224b6039 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:30.982059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-478b9724-185d-4130-b59d-f9698cee7aa1 None None] Provisioning complete for port f86fc63c-0fd8-4891-b4f7-eec5224b6039 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:30.982606 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-478b9724-185d-4130-b59d-f9698cee7aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.022997 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.041705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-9d641d37-0ae8-4818-b672-6b482e940062 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:31.043879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-9d641d37-0ae8-4818-b672-6b482e940062 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.43 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 946 time: 0.2702708 Aug 29 17:24:31.050430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a5d1462a-9c28-43fe-bb23-c01e2727083e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:24:31.108066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41410) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:31.113164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Pushing event updated for resources: {'Port': ['ID=f3699d7a-9702-4a44-a80f-eab0086b058b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:31.127012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e584ed14-03df-4215-a891-c25f8c5fdc5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411136597', 'description': 'tempest-description--515281218'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:31.158272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Network a422220f-47fd-4dad-a2b0-9bb553454cf9 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:31.174141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:31.186514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:31.302780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6cf1478-5306-4da6-adb8-e85bbf95b894 req-9e8d3361-84c9-4f38-98c3-0953317c6215 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8691051 Aug 29 17:24:31.315659 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.345445 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.444371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e584ed14-03df-4215-a891-c25f8c5fdc5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.482636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c4ea166-8519-4f29-9477-f79dd305af55 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:31.527356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Deleting port 10713397-8f40-40f6-8d62-c31ead0f042c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:31.527701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.590646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:31.591338 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.634568 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.746060 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-478b9724-185d-4130-b59d-f9698cee7aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.792528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb44a81-4679-418e-ae42-515b755c07cb req-ff1289c4-a813-41ed-8ddf-4bd0a454022e tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:31.794882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eeb44a81-4679-418e-ae42-515b755c07cb req-ff1289c4-a813-41ed-8ddf-4bd0a454022e tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 932 time: 0.3552425 Aug 29 17:24:31.858190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a50eceb-49bf-44c3-a8e9-9100e677cf39,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:31.884187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0c4ea166-8519-4f29-9477-f79dd305af55 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:31.895395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0c4ea166-8519-4f29-9477-f79dd305af55 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:31.895861 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.967802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-478b9724-185d-4130-b59d-f9698cee7aa1 None None] For port f86fc63c-0fd8-4891-b4f7-eec5224b6039, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f86fc63c-0fd8-4891-b4f7-eec5224b6039,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:31.973248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eeb44a81-4679-418e-ae42-515b755c07cb req-28a69f34-7337-4683-ae05-4f4e8a1dd98f tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658638 Aug 29 17:24:31.982206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-478b9724-185d-4130-b59d-f9698cee7aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.984869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] For port 10713397-8f40-40f6-8d62-c31ead0f042c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=10713397-8f40-40f6-8d62-c31ead0f042c,segment=NetworkSegment(259cfc67-e849-4bf4-965f-8b5ea7c2e3e3),segment_id=259cfc67-e849-4bf4-965f-8b5ea7c2e3e3)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:31.987131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.015644 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.068521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b9724-185d-4130-b59d-f9698cee7aa1 None None] Pushing event updated for resources: {'Port': ['ID=f86fc63c-0fd8-4891-b4f7-eec5224b6039,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:32.072234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a18650-c3af-425f-a8ab-65c0562e405b None None] Network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:32.100067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e584ed14-03df-4215-a891-c25f8c5fdc5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.102240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:32.104542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:32.117700 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e584ed14-03df-4215-a891-c25f8c5fdc5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.158623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-c90ba709-f721-4423-9ce1-6ce5827ff5c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6564817 Aug 29 17:24:32.196970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Request body: {'port': {'device_id': 'e8cd00fd-16fd-4d12-86b2-742620346fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:32.267386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Calling delete_port for 10713397-8f40-40f6-8d62-c31ead0f042c owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:32.275585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c9b3ad2-a4dc-4308-9735-761aba122ce7 None None] Provisioning for port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:32.302949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e584ed14-03df-4215-a891-c25f8c5fdc5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.309053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e584ed14-03df-4215-a891-c25f8c5fdc5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1919298 Aug 29 17:24:32.391127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41418) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:32.416583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0e13e8c7-e250-40dc-a969-5c8d444b1c4b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'security_group_rule': {'security_group_id': '4bd532cc-7538-4c64-96f5-ae82a4bf4f68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:32.498918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584ed14-03df-4215-a891-c25f8c5fdc5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd532cc-7538-4c64-96f5-ae82a4bf4f68,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:32.556594 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.592292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Provisioning for port 7d6d764c-d5ef-45ab-9552-7323e6562910 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:32.593023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.644787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Provisioning complete for port 7d6d764c-d5ef-45ab-9552-7323e6562910 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:32.646523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.667484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0c4ea166-8519-4f29-9477-f79dd305af55, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c4ea166-8519-4f29-9477-f79dd305af55,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:32.667782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e13e8c7-e250-40dc-a969-5c8d444b1c4b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.726707 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.726707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ad3ec82d-aab4-49ff-ae5d-ad1d982c321f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:32.745020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328d31-6f82-498e-a325-cc364dc44eac req-faa983ae-06d5-4b01-8cbd-a7d1b436e691 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:32.746975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc328d31-6f82-498e-a325-cc364dc44eac req-faa983ae-06d5-4b01-8cbd-a7d1b436e691 tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/ports?device_id=01623501-99b4-468f-9a6c-351bf540f741 HTTP/1.1" status: 200 len: 946 time: 0.2244751 Aug 29 17:24:32.789959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Router 85d73415-464e-4cd0-b9d8-c80143428192 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:32.851972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc328d31-6f82-498e-a325-cc364dc44eac req-8c61ce33-c977-41b9-9f00-1320822af8be tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13c1525-a27b-4e7e-9279-91a7df02b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938840 Aug 29 17:24:32.854553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.907723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e13e8c7-e250-40dc-a969-5c8d444b1c4b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.920664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Pushing event deleted for resources: {'Port': ['ID=10713397-8f40-40f6-8d62-c31ead0f042c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:32.921320 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e13e8c7-e250-40dc-a969-5c8d444b1c4b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.016741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13e8c7-e250-40dc-a969-5c8d444b1c4b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97a6e5b-ee2d-4fec-b4e6-20bca7d11c2a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:33.032796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e13e8c7-e250-40dc-a969-5c8d444b1c4b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.037804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e13e8c7-e250-40dc-a969-5c8d444b1c4b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6376779 Aug 29 17:24:33.048233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41428) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:33.054927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c87d24cf-620c-42a1-9303-030f9b40b6d3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'security_group_rule': {'security_group_id': '4bd532cc-7538-4c64-96f5-ae82a4bf4f68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:33.075578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] No DVR routers for this DVR port 10713397-8f40-40f6-8d62-c31ead0f042c on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:33.081668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Port 7d6d764c-d5ef-45ab-9552-7323e6562910 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:33.082218 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.085371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e857e78f-e30e-450d-bc83-bbb33df30757 req-5118bba8-50aa-4726-89e6-5528c894410b tempest-VolumesAdminNegativeTest-1623379343 tempest-VolumesAdminNegativeTest-1623379343-project] 10.222.0.43 "DELETE /v2.0/ports/10713397-8f40-40f6-8d62-c31ead0f042c HTTP/1.1" status: 204 len: 173 time: 2.0353370 Aug 29 17:24:33.089217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01623501-99b4-468f-9a6c-351bf540f741', 'name': 'network-vif-deleted', 'tag': '10713397-8f40-40f6-8d62-c31ead0f042c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:33.091560 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14192a1a-e69d-485d-b4bb-c3946ab0690b" -d '{"events": [{"server_uuid": "01623501-99b4-468f-9a6c-351bf540f741", "name": "network-vif-deleted", "tag": "10713397-8f40-40f6-8d62-c31ead0f042c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:33.110728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Deleting port b78ddddf-a1ec-4d98-ab54-6b97427c8854 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:33.111106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.122071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Provisioning for port 7a658719-f1e0-4577-bec7-30d735c9ef41 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:33.152953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:33.160206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Provisioning complete for port 7a658719-f1e0-4577-bec7-30d735c9ef41 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:33.160839 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.184614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0c4ea166-8519-4f29-9477-f79dd305af55,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:33.231280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:33.232066 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.288269 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d3652-c5db-4e64-a030-88b9882e7876 x-openstack-request-id: req-b87d3652-c5db-4e64-a030-88b9882e7876 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:33.288888 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01623501-99b4-468f-9a6c-351bf540f741", "name": "network-vif-deleted", "tag": "10713397-8f40-40f6-8d62-c31ead0f042c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:33.288888 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b87d3652-c5db-4e64-a030-88b9882e7876 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:33.289351 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01623501-99b4-468f-9a6c-351bf540f741', 'name': 'network-vif-deleted', 'tag': '10713397-8f40-40f6-8d62-c31ead0f042c', 'status': 'completed', 'code': 200} Aug 29 17:24:33.334823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] For port b78ddddf-a1ec-4d98-ab54-6b97427c8854, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b78ddddf-a1ec-4d98-ab54-6b97427c8854,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:33.337191 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.368669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Port 7a658719-f1e0-4577-bec7-30d735c9ef41 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:33.378917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Calling delete_port for b78ddddf-a1ec-4d98-ab54-6b97427c8854 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:33.436100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Provisioning complete for port f86fc63c-0fd8-4891-b4f7-eec5224b6039 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:33.436683 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-11b3b84e-7d46-4cca-9a9d-5e5bfe8db711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.646151 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.762937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 10713397-8f40-40f6-8d62-c31ead0f042c no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:33.806876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.831644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 10713397-8f40-40f6-8d62-c31ead0f042c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:33.834301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 10713397-8f40-40f6-8d62-c31ead0f042c not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:33.840871 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ad3ec82d-aab4-49ff-ae5d-ad1d982c321f,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:33.881238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c87d24cf-620c-42a1-9303-030f9b40b6d3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.882833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78ddddf-a1ec-4d98-ab54-6b97427c8854,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:33.908062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d0173-33ac-459a-ac37-354bd851511a req-f32d6742-4007-476b-8e77-7eac3734c97b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:33.909615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-213d0173-33ac-459a-ac37-354bd851511a req-f32d6742-4007-476b-8e77-7eac3734c97b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 932 time: 0.7874813 Aug 29 17:24:33.912952 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.920778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:33.958106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4efc52fb-8b64-4ce0-a350-f6d8c3101aa2 admin admin] 10.222.0.41 "PUT /v2.0/routers/85d73415-464e-4cd0-b9d8-c80143428192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6139090 Aug 29 17:24:34.023506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Sync routers for ids ['85d73415-464e-4cd0-b9d8-c80143428192'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:34.074138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41444) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:34.088540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Routers {'85d73415-464e-4cd0-b9d8-c80143428192'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:34.089095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['85d73415-464e-4cd0-b9d8-c80143428192'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:34.134453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ad3ec82d-aab4-49ff-ae5d-ad1d982c321f,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:34.189876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e0a232-ef1d-42f0-b661-fbcc853587f9 admin admin] Deleting subnet 6fcb63ce-ed1e-4651-af09-dc22e7f73c60 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:24:34.247678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-213d0173-33ac-459a-ac37-354bd851511a req-21befa14-eee0-42b5-8019-6dd683a56574 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081012 Aug 29 17:24:34.250200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39e0a232-ef1d-42f0-b661-fbcc853587f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.301281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c87d24cf-620c-42a1-9303-030f9b40b6d3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.304707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Provisioning complete for port 7d6d764c-d5ef-45ab-9552-7323e6562910 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:34.305291 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.321822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c87d24cf-620c-42a1-9303-030f9b40b6d3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.326779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3699d7a-9702-4a44-a80f-eab0086b058b {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:24:34.353751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c4ea166-8519-4f29-9477-f79dd305af55 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:34.363776 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.390876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39e0a232-ef1d-42f0-b661-fbcc853587f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.392590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Port 7d6d764c-d5ef-45ab-9552-7323e6562910 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:34.394142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d24cf-620c-42a1-9303-030f9b40b6d3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d2dca2-85b3-4568-9ad2-16c899b45101,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:34.407025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c87d24cf-620c-42a1-9303-030f9b40b6d3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.408418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c87d24cf-620c-42a1-9303-030f9b40b6d3 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3575702 Aug 29 17:24:34.427685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41450) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:34.428795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Transition to ACTIVE for port object f3699d7a-9702-4a44-a80f-eab0086b058b will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:34.433482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:34.444681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Set router 85d73415-464e-4cd0-b9d8-c80143428192 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:34.448597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Provisioning complete for port 7a658719-f1e0-4577-bec7-30d735c9ef41 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:34.450909 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.452733 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.494505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39e0a232-ef1d-42f0-b661-fbcc853587f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.497031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.527867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.541677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Pushing event updated for resources: {'Port': ['ID=f3699d7a-9702-4a44-a80f-eab0086b058b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:34.782942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Attempting to bind port f3699d7a-9702-4a44-a80f-eab0086b058b on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:34.783509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Attempting to bind port f3699d7a-9702-4a44-a80f-eab0086b058b by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:34.784048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Attempting to bind port f3699d7a-9702-4a44-a80f-eab0086b058b on network a422220f-47fd-4dad-a2b0-9bb553454cf9 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:34.794579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Port f3699d7a-9702-4a44-a80f-eab0086b058b on network a422220f-47fd-4dad-a2b0-9bb553454cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:24:34.795249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Attempting to bind port f3699d7a-9702-4a44-a80f-eab0086b058b on network a422220f-47fd-4dad-a2b0-9bb553454cf9 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:34.819801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:34.820432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Checking segment: {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:34.821015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Bound using segment: {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:34.821742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Bound port: f3699d7a-9702-4a44-a80f-eab0086b058b, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6295088-9761-4daf-a2b5-585871b9532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:34.822958 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.891165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Port 7a658719-f1e0-4577-bec7-30d735c9ef41 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:34.907561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0c4ea166-8519-4f29-9477-f79dd305af55 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:34.907966 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.927453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] For port f3699d7a-9702-4a44-a80f-eab0086b058b, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:34.931819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] For port f3699d7a-9702-4a44-a80f-eab0086b058b, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f3699d7a-9702-4a44-a80f-eab0086b058b,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:34.934033 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.974421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Provisioning complete for port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:34.974858 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.018443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:35.078431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Allocated IP 172.25.2.101 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/ec593e00-3206-4f40-9aec-d41dff24ac5a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:35.082479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Provisioning complete for port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:35.083067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eee651ed-3ed7-4502-89f2-8f2161ef51ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.170325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.228220 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39e0a232-ef1d-42f0-b661-fbcc853587f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.261497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:35.261837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.263259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] 10.222.0.43 "PUT /v2.0/ports/f3699d7a-9702-4a44-a80f-eab0086b058b HTTP/1.1" status: 200 len: 1093 time: 3.0812085 Aug 29 17:24:35.265784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cd00fd-16fd-4d12-86b2-742620346fff', 'tag': 'f3699d7a-9702-4a44-a80f-eab0086b058b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:35.268148 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a1af6b-6be6-463a-975d-4cd3c72eb130" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cd00fd-16fd-4d12-86b2-742620346fff", "tag": "f3699d7a-9702-4a44-a80f-eab0086b058b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:35.281049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f86fc63c-0fd8-4891-b4f7-eec5224b6039 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:35.311796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a232-ef1d-42f0-b661-fbcc853587f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcb63ce-ed1e-4651-af09-dc22e7f73c60,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:35.318914 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.334406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39e0a232-ef1d-42f0-b661-fbcc853587f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.340722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-39e0a232-ef1d-42f0-b661-fbcc853587f9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6fcb63ce-ed1e-4651-af09-dc22e7f73c60 HTTP/1.1" status: 204 len: 168 time: 1.2599258 Aug 29 17:24:35.348093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41462) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:35.365175 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e08d31-b893-411b-bb3d-eac74b8283f7 x-openstack-request-id: req-d3e08d31-b893-411b-bb3d-eac74b8283f7 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:35.365448 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cd00fd-16fd-4d12-86b2-742620346fff", "tag": "f3699d7a-9702-4a44-a80f-eab0086b058b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:35.365736 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3e08d31-b893-411b-bb3d-eac74b8283f7 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:35.366874 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cd00fd-16fd-4d12-86b2-742620346fff', 'tag': 'f3699d7a-9702-4a44-a80f-eab0086b058b', 'status': 'completed', 'code': 200} Aug 29 17:24:35.375003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53b52-052a-44d0-accc-ec57f2b8f27d service neutron] Pushing event updated for resources: {'Port': ['ID=f3699d7a-9702-4a44-a80f-eab0086b058b,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:35.398888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182123b-7706-4039-a02f-4c9186d05595 req-134330f2-547b-40f8-ad81-b8074fe23293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:35.400250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-134330f2-547b-40f8-ad81-b8074fe23293 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 1096 time: 0.0788906 Aug 29 17:24:35.453890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-4e9c8ade-4ff6-4568-9ea0-696481245eae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3699d7a-9702-4a44-a80f-eab0086b058b HTTP/1.1" status: 200 len: 217 time: 0.0408258 Aug 29 17:24:35.503746 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.504440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:24:29Z', 'revision_number': 4, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0a50eceb-49bf-44c3-a8e9-9100e677cf39', 'name': '', 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'mac_address': 'fa:16:3e:32:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '782a25f4-bb18-4d2d-b547-a698c112f5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:26Z', 'updated_at': '2021-08-29T17:24:30Z', 'revision_number': 2, 'project_id': '530990c9a3534320b3192a7a414fe461', 'subnets': [{'id': '782a25f4-bb18-4d2d-b547-a698c112f5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:35.546993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.591811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-def87307-7abb-42be-b6b9-6320d5763d03 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9653382 Aug 29 17:24:35.601782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Checking router: 85d73415-464e-4cd0-b9d8-c80143428192 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:35.602135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Updating router 85d73415-464e-4cd0-b9d8-c80143428192 port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:24:35.607792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182123b-7706-4039-a02f-4c9186d05595 req-5a05a8aa-6f18-49a4-a3ba-7d4660c19f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:35.608299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:35.609961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-5a05a8aa-6f18-49a4-a3ba-7d4660c19f00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d95508ca-0452-412c-94bc-884c0be628c0 HTTP/1.1" status: 200 len: 849 time: 0.1475136 Aug 29 17:24:35.612034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:35.623345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:35.641289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:35.647094 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.650860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f86fc63c-0fd8-4891-b4f7-eec5224b6039 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:35.651287 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.690820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=ec593e00-3206-4f40-9aec-d41dff24ac5a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:35.702007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-d32cbd66-3f71-4737-8ba0-d6e21fe9898d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a422220f-47fd-4dad-a2b0-9bb553454cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818024 Aug 29 17:24:35.714296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202eb6b-2d37-41b5-8fe8-2513f00ed431 req-3d3e8b82-e3da-4c51-8cad-9edaf276b68a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:35.722414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9202eb6b-2d37-41b5-8fe8-2513f00ed431 req-3d3e8b82-e3da-4c51-8cad-9edaf276b68a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 944 time: 0.2075286 Aug 29 17:24:35.760908 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.791771 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.833802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313ec96c-c128-4e40-93cf-320342266248']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:35.847384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Router 2fc6f73d-4a81-417f-9d79-3fbba4231208 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:35.848142 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9202eb6b-2d37-41b5-8fe8-2513f00ed431 req-849e3181-11de-4657-990e-1c6b4cf1d0c9 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242490 Aug 29 17:24:35.867578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259cfc67-e849-4bf4-965f-8b5ea7c2e3e3') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:35.867938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259cfc67-e849-4bf4-965f-8b5ea7c2e3e3') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:35.898837 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.986876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.990281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.998453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-88000bda-9f51-456b-8319-4592da73b65b service neutron] 10.222.0.43 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680750 Aug 29 17:24:36.001671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:36.002441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:36.006369 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:36.125541 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.197174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ad3ec82d-aab4-49ff-ae5d-ad1d982c321f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:36.205051 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.206148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e182123b-7706-4039-a02f-4c9186d05595 req-fde86479-27c8-4bb1-b882-f1366822dc75 service neutron] 10.222.0.43 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995215 Aug 29 17:24:36.212769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.218112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] 10.222.0.41 "DELETE /v2.0/networks/313ec96c-c128-4e40-93cf-320342266248 HTTP/1.1" status: 204 len: 168 time: 0.8634570 Aug 29 17:24:36.221413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41470) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:36.260077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:36.270659 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58ccebda-8544-4d32-afed-c4b3c366a823 admin admin] 10.222.0.41 "PUT /v2.0/routers/2fc6f73d-4a81-417f-9d79-3fbba4231208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3092449 Aug 29 17:24:36.271716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41472) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:36.271840 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] Sync routers for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:36.284492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.286787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:36.287590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30518c13-0094-4c94-b5b5-3643887f8903 admin admin] Pushing event deleted for resources: {'Network': ['ID=313ec96c-c128-4e40-93cf-320342266248,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:36.287744 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:36.406923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:36.407433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.443384 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:36.468386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d323865-0f54-42a1-bd34-298bfc2fec8b admin admin] Deleting subnet e02a53d0-17b5-407a-a2c7-0f24e5f2be01 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:24:36.486138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d323865-0f54-42a1-bd34-298bfc2fec8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.549657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Allocated IP 172.25.2.47 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/1283fa09-544d-4076-85c9-ead456b331e1) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:36.568225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-845cb475-2d46-47ee-bf99-5046059dce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:36.568225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-845cb475-2d46-47ee-bf99-5046059dce45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 1096 time: 0.2875047 Aug 29 17:24:36.599089 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.668503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d323865-0f54-42a1-bd34-298bfc2fec8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.710196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Transition to ACTIVE for port object 0a50eceb-49bf-44c3-a8e9-9100e677cf39 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:36.718537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.742331 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.889847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.933043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04237bb4-9521-4054-a14f-58d2df2edb41 None None] Pushing event updated for resources: {'Port': ['ID=0a50eceb-49bf-44c3-a8e9-9100e677cf39,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:36.935076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d323865-0f54-42a1-bd34-298bfc2fec8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.979055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Attempting to bind port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:36.979440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Attempting to bind port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:36.985973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Attempting to bind port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 on network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:36.993944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.997209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.000549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:37.000940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Checking segment: {'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:37.001345 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.001746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Bound using segment: {'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:37.002227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Bound port: 0a50eceb-49bf-44c3-a8e9-9100e677cf39, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2890805-9920-441d-bf63-ca1c7553f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:37.002633 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.031768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.068266 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:24:33Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:37.085295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:37.096510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:37.106137 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] Checking router: 2fc6f73d-4a81-417f-9d79-3fbba4231208 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:37.111829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:37.119182 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] Routers {'2fc6f73d-4a81-417f-9d79-3fbba4231208'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:37.120472 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2fc6f73d-4a81-417f-9d79-3fbba4231208'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:37.161600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] For port 0a50eceb-49bf-44c3-a8e9-9100e677cf39, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:37.165766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] For port 0a50eceb-49bf-44c3-a8e9-9100e677cf39, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0a50eceb-49bf-44c3-a8e9-9100e677cf39,segment=NetworkSegment(b2890805-9920-441d-bf63-ca1c7553f228),segment_id=b2890805-9920-441d-bf63-ca1c7553f228)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:37.181792 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.304499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Routers {'85d73415-464e-4cd0-b9d8-c80143428192'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:37.305214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['85d73415-464e-4cd0-b9d8-c80143428192'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:37.307958 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] Set router 2fc6f73d-4a81-417f-9d79-3fbba4231208 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:37.328706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-9021fcba-1606-4cf9-b803-6873da1ee041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:37.330229 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-9021fcba-1606-4cf9-b803-6873da1ee041 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 910 time: 0.7457423 Aug 29 17:24:37.365188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.368045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event updated for resources: {'Port': ['ID=1283fa09-544d-4076-85c9-ead456b331e1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:37.376646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820536b-67bc-4984-822d-c6bdbf112636 req-fb341739-44c3-45a3-803f-373dd9d12b1d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:37.378221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b820536b-67bc-4984-822d-c6bdbf112636 req-fb341739-44c3-45a3-803f-373dd9d12b1d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 944 time: 0.3925622 Aug 29 17:24:37.415769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04237bb4-9521-4054-a14f-58d2df2edb41 None None] Pushing event updated for resources: {'Port': ['ID=0a50eceb-49bf-44c3-a8e9-9100e677cf39,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:37.493163 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.507851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=ec593e00-3206-4f40-9aec-d41dff24ac5a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:37.519310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.528627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-d484a674-8bd2-4ad1-84e7-e730f70d1e53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3699d7a-9702-4a44-a80f-eab0086b058b HTTP/1.1" status: 200 len: 217 time: 0.0938606 Aug 29 17:24:37.557124 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.558913 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eaa02fa1-002b-47ac-b641-843d0e65394a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1289325 Aug 29 17:24:37.572967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] Set router 85d73415-464e-4cd0-b9d8-c80143428192 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:37.674787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d323865-0f54-42a1-bd34-298bfc2fec8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.684416 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.709542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Deleting port 1625814b-e019-4912-a343-b39066670d5c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:37.709900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.750791 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:24:33Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:37.799803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d323865-0f54-42a1-bd34-298bfc2fec8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02a53d0-17b5-407a-a2c7-0f24e5f2be01,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:37.821897 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7af993-a67a-46cf-8cb9-2eda13e53c5d None None] The sync data for ids ['2fc6f73d-4a81-417f-9d79-3fbba4231208'] in n-d-713499-15 is: [{'id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'name': 'tempest-FloatingIPsAssociationTestJSON-872237344-router', 'tenant_id': '028aaa11703b47ffbdc126e511a5b1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '1625814b-e019-4912-a343-b39066670d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:41Z', 'updated_at': '2021-08-29T17:24:33Z', 'revision_number': 5, 'project_id': '028aaa11703b47ffbdc126e511a5b1f8', 'gw_port': {'id': '1625814b-e019-4912-a343-b39066670d5c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6f73d-4a81-417f-9d79-3fbba4231208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:43Z', 'updated_at': '2021-08-29T17:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:37.864797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d323865-0f54-42a1-bd34-298bfc2fec8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.874380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41508) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:37.875737 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5d323865-0f54-42a1-bd34-298bfc2fec8b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e02a53d0-17b5-407a-a2c7-0f24e5f2be01 HTTP/1.1" status: 204 len: 168 time: 1.6391385 Aug 29 17:24:37.887881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-8344ff4b-dfe0-46ae-8013-b3fdc2bee7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:37.893049 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-8344ff4b-dfe0-46ae-8013-b3fdc2bee7dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d95508ca-0452-412c-94bc-884c0be628c0 HTTP/1.1" status: 200 len: 849 time: 0.3277164 Aug 29 17:24:37.898952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b820536b-67bc-4984-822d-c6bdbf112636 req-b3b6dee3-822d-4414-a205-7908e747ac1d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662205 Aug 29 17:24:37.964937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-82cb55fa-8417-447e-bdc2-552089ee554e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a422220f-47fd-4dad-a2b0-9bb553454cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633769 Aug 29 17:24:38.010626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] For port 1625814b-e019-4912-a343-b39066670d5c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1625814b-e019-4912-a343-b39066670d5c,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:38.011073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.022928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:24:29Z', 'revision_number': 4, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0a50eceb-49bf-44c3-a8e9-9100e677cf39', 'name': '', 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'mac_address': 'fa:16:3e:32:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '782a25f4-bb18-4d2d-b547-a698c112f5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:26Z', 'updated_at': '2021-08-29T17:24:37Z', 'revision_number': 4, 'project_id': '530990c9a3534320b3192a7a414fe461', 'subnets': [{'id': '782a25f4-bb18-4d2d-b547-a698c112f5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:38.027699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Calling delete_port for 1625814b-e019-4912-a343-b39066670d5c owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:38.054272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9854627-9dd9-4e34-ab29-737b59e785db None None] The sync data for ids ['85d73415-464e-4cd0-b9d8-c80143428192'] in n-d-713499-15 is: [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:24:29Z', 'revision_number': 4, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0a50eceb-49bf-44c3-a8e9-9100e677cf39', 'name': '', 'network_id': 'f0eaa0ec-0e94-4bc3-8778-6febc6e8c560', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'mac_address': 'fa:16:3e:32:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '782a25f4-bb18-4d2d-b547-a698c112f5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:26Z', 'updated_at': '2021-08-29T17:24:37Z', 'revision_number': 4, 'project_id': '530990c9a3534320b3192a7a414fe461', 'subnets': [{'id': '782a25f4-bb18-4d2d-b547-a698c112f5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:38.137252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-3ccf7426-47aa-49ec-8cf4-d930b3e00ed9 service neutron] 10.222.0.43 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644268 Aug 29 17:24:38.218805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.248310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-06f4967e-a9d4-4cf2-9a34-d2d66c22539e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--411136597&fields=id&tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f HTTP/1.1" status: 200 len: 267 time: 0.1102412 Aug 29 17:24:38.359835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b78ddddf-a1ec-4d98-ab54-6b97427c8854 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:38.379693 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00a1af6b-6be6-463a-975d-4cd3c72eb130 req-5c498572-bab8-4051-bb9b-cfbeb00e28ff service neutron] 10.222.0.43 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334151 Aug 29 17:24:38.407467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.411426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b78ddddf-a1ec-4d98-ab54-6b97427c8854 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:38.412039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b78ddddf-a1ec-4d98-ab54-6b97427c8854 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:38.414064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-b663834b-2dd0-48bd-90e1-07cdc1e88e4c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:38.415609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-b663834b-2dd0-48bd-90e1-07cdc1e88e4c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports/7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 936 time: 0.1116781 Aug 29 17:24:38.485526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-88339575-6349-4c89-ae5f-9e33f6a9cb5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:38.487256 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-88339575-6349-4c89-ae5f-9e33f6a9cb5d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports/7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 937 time: 0.0640941 Aug 29 17:24:38.541492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.559331 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.563099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a0f226bd-b5e5-46ed-942e-ddd26554db4a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0672269 Aug 29 17:24:38.578364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be64b456-4218-4192-b156-d0740cb98421']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:38.596014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed5cdb3-b521-4a76-8729-134622685d1d') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:38.596305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed5cdb3-b521-4a76-8729-134622685d1d') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:38.606420 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.621428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.628564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:38.628971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.655555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-2ddb96ca-6797-477b-88f6-1269e7c0fb42 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0856147 Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:38.676525 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:38.685041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.687998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=1625814b-e019-4912-a343-b39066670d5c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:38.757759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.817333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cd2861a4-786c-461b-bba4-49b2d50affb8 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:38.824192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cd2861a4-786c-461b-bba4-49b2d50affb8 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:38.830636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cd2861a4-786c-461b-bba4-49b2d50affb8 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:38.832491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cd2861a4-786c-461b-bba4-49b2d50affb8 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/networks?id=c94a284a-3908-4129-8987-ec9683304a7a&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 1995 time: 0.1694043 Aug 29 17:24:38.866031 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-f424e5d0-409d-49ba-8412-8a7acdf52a56 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/quotas/ac200e02e3e14ba4934d4edbc4d9cd0f HTTP/1.1" status: 200 len: 375 time: 0.0254223 Aug 29 17:24:38.942060 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-9958f27a-fcfb-4ed1-97ae-7a371ca05259 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0658438 Aug 29 17:24:39.077516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-03d0f37c-91d4-4b42-9870-f029caa984a3 service neutron] 10.222.0.41 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338744 Aug 29 17:24:39.174547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.180077 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] 10.222.0.41 "DELETE /v2.0/networks/be64b456-4218-4192-b156-d0740cb98421 HTTP/1.1" status: 204 len: 168 time: 1.3022332 Aug 29 17:24:39.202422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e962d0e2-39ce-4173-a148-03c931fcc590 service neutron] 10.222.0.41 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238475 Aug 29 17:24:39.230553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2d2bf-4753-4a20-8345-1fcf19cbd3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=be64b456-4218-4192-b156-d0740cb98421,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:39.262373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-3d1eb7d3-004f-486f-88ed-48770b975e1b service neutron] 10.222.0.41 "GET /v2.0/ports/7d6d764c-d5ef-45ab-9552-7323e6562910?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582585 Aug 29 17:24:39.262776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event updated for resources: {'Port': ['ID=1283fa09-544d-4076-85c9-ead456b331e1,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:39.290309 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.301137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.408319 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.409357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-6fb6c282-1b5e-42e2-9690-3100d3891f75 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8095441 Aug 29 17:24:39.409825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41540) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:39.466929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-2de83662-578f-4c87-9280-5f3a51475ebb service neutron] 10.222.0.41 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034886 Aug 29 17:24:39.570222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-7837b546-45aa-40ac-af1d-6d080c477857 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 695 time: 0.1314094 Aug 29 17:24:39.572211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.578096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-529da375-49d4-42f7-b6c2-ec32d95f4c24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80db428d958e4737aa3f47df87cbfe9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382644 Aug 29 17:24:39.578096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.578470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41544) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:39.602626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-2876bb9e-9e1b-4b52-829d-3ad0ae13499a service neutron] 10.222.0.41 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346517 Aug 29 17:24:39.654641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-9cf33c34-edc6-4078-9542-972808f48d1d service neutron] 10.222.0.41 "GET /v2.0/ports/7a658719-f1e0-4577-bec7-30d735c9ef41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0386710 Aug 29 17:24:39.794711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f3699d7a-9702-4a44-a80f-eab0086b058b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:24:39.811038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-daaafa0d-ec7d-418d-8b31-9413fd4ff58e service neutron] 10.222.0.41 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494052 Aug 29 17:24:39.889523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.890492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc6f73d-4a81-417f-9d79-3fbba4231208 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:24:39.901008 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.906920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-02ac7f9e-e4af-4e26-9059-b31382af8d34 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2fc6f73d-4a81-417f-9d79-3fbba4231208 HTTP/1.1" status: 204 len: 168 time: 3.6322751 Aug 29 17:24:39.918618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41552) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:39.942750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f3699d7a-9702-4a44-a80f-eab0086b058b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f3699d7a-9702-4a44-a80f-eab0086b058b,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:39.965639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f3699d7a-9702-4a44-a80f-eab0086b058b', 'network_id': 'a422220f-47fd-4dad-a2b0-9bb553454cf9', 'port_id': 'f3699d7a-9702-4a44-a80f-eab0086b058b', 'mac_address': 'fa:16:3e:27:80:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95508ca-0452-412c-94bc-884c0be628c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:24:40.013452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25a75b53-7f33-4ccd-bddc-0faefcc4708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.025291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-5559da60-de0b-4c24-be3a-7544775ccc9f service neutron] 10.222.0.41 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129960 Aug 29 17:24:40.037123 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.094181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3699d7a-9702-4a44-a80f-eab0086b058b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:24:40.107452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25a75b53-7f33-4ccd-bddc-0faefcc4708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.143380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f3699d7a-9702-4a44-a80f-eab0086b058b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f3699d7a-9702-4a44-a80f-eab0086b058b,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:40.156700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.179005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-2bc3dd53-2d8a-4087-b8ef-475e3c412692 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:40.180675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56aa2a47-b393-42dc-8776-7b3e655599f7 req-2bc3dd53-2d8a-4087-b8ef-475e3c412692 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.6012824 Aug 29 17:24:40.248322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb6e90f-f99d-48cd-a7da-072a77dcd2ea admin admin] Deleting subnet a59319c4-b607-411d-b411-ef281287f5ad {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:24:40.281223 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e90f-f99d-48cd-a7da-072a77dcd2ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.293735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-048a1237-3e5c-4c91-9f35-8495c02670c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534227 Aug 29 17:24:40.317516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f3699d7a-9702-4a44-a80f-eab0086b058b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:40.330839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e90f-f99d-48cd-a7da-072a77dcd2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.345311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0a50eceb-49bf-44c3-a8e9-9100e677cf39 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:40.395758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f3699d7a-9702-4a44-a80f-eab0086b058b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:24:40.461629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25a75b53-7f33-4ccd-bddc-0faefcc4708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.474736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25a75b53-7f33-4ccd-bddc-0faefcc4708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.484158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-25a75b53-7f33-4ccd-bddc-0faefcc4708d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e13c1525-a27b-4e7e-9279-91a7df02b6b1 HTTP/1.1" status: 204 len: 168 time: 0.8163233 Aug 29 17:24:40.496659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0676db56-ce05-4663-b638-cd1721ffbe14 service neutron] 10.222.0.41 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949265 Aug 29 17:24:40.562902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:40.573156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:40.573539 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.607738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a75b53-7f33-4ccd-bddc-0faefcc4708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13c1525-a27b-4e7e-9279-91a7df02b6b1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:40.668181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609e31-c0ce-4b31-8cd5-47ba3665245b req-a58580a3-7d31-45fb-bae7-05869baa3e44 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:40.669863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-df609e31-c0ce-4b31-8cd5-47ba3665245b req-a58580a3-7d31-45fb-bae7-05869baa3e44 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 945 time: 0.2180037 Aug 29 17:24:40.688522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a177c09d-2a55-4581-88dc-ca8037668084 service neutron] 10.222.0.41 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861064 Aug 29 17:24:40.706914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e90f-f99d-48cd-a7da-072a77dcd2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.824672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-df609e31-c0ce-4b31-8cd5-47ba3665245b req-9b0c094b-b341-4179-9c9d-6a836aaef595 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290958 Aug 29 17:24:40.858674 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e90f-f99d-48cd-a7da-072a77dcd2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.880138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e90f-f99d-48cd-a7da-072a77dcd2ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.884492 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9fb6e90f-f99d-48cd-a7da-072a77dcd2ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a59319c4-b607-411d-b411-ef281287f5ad HTTP/1.1" status: 204 len: 168 time: 0.9608011 Aug 29 17:24:40.886390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41572) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:40.903032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41651b9b-8ff9-4341-9c52-3d006a7e5db4 None None] Network 9bed0696-33c8-4a0e-996b-97e4959e9694 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:40.928519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6e90f-f99d-48cd-a7da-072a77dcd2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59319c4-b607-411d-b411-ef281287f5ad,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:40.962617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-14350a65-1243-4665-be32-0edffaf3119d service neutron] 10.222.0.41 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731924 Aug 29 17:24:41.072356 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.129222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41578) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:41.192282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0a50eceb-49bf-44c3-a8e9-9100e677cf39, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0a50eceb-49bf-44c3-a8e9-9100e677cf39,segment=NetworkSegment(b2890805-9920-441d-bf63-ca1c7553f228),segment_id=b2890805-9920-441d-bf63-ca1c7553f228)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:41.200622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.208410 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.220221 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7ee0e464-a269-480e-aa81-7528113b642d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.227587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-15d122ff-ee95-4539-bca7-065cfdccb65f tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2710896 Aug 29 17:24:41.251182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:41.279091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0a50eceb-49bf-44c3-a8e9-9100e677cf39,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:41.298483 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f479dccd-46b7-44e2-bb63-cbb087a23d09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9e52eca095d460fbb308586a306df73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680686 Aug 29 17:24:41.299197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41580) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:41.307788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] DHCP port deletion for 9bed0696-33c8-4a0e-996b-97e4959e9694 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:24:41.329290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.331353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb6d630d-82b7-40dd-93a1-abb0da7d4a7a service neutron] 10.222.0.41 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435032 Aug 29 17:24:41.395244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] Deleting port cd0f8846-717a-433d-a578-f27cf4545e83 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:41.396082 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.405961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31c02c87-045a-4ffd-b685-fafdebd948b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.435432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Deleting port cd0f8846-717a-433d-a578-f27cf4545e83 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:41.435853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.452882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31c02c87-045a-4ffd-b685-fafdebd948b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.543102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] For port cd0f8846-717a-433d-a578-f27cf4545e83, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cd0f8846-717a-433d-a578-f27cf4545e83,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:41.543504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.563238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] Calling delete_port for cd0f8846-717a-433d-a578-f27cf4545e83 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:41.570158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] For port cd0f8846-717a-433d-a578-f27cf4545e83, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cd0f8846-717a-433d-a578-f27cf4545e83,segment=NetworkSegment(d0bb44c0-9704-49c8-b59f-42453d8ee6bd),segment_id=d0bb44c0-9704-49c8-b59f-42453d8ee6bd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:41.570712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.573907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31c02c87-045a-4ffd-b685-fafdebd948b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.580035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31c02c87-045a-4ffd-b685-fafdebd948b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.584047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-5fb92d9e-cc5c-4adb-89dc-18e443f811fa service neutron] 10.222.0.41 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412846 Aug 29 17:24:41.585184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-31c02c87-045a-4ffd-b685-fafdebd948b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad3960ae-d7aa-4ea0-8073-7a85b9ab905e HTTP/1.1" status: 204 len: 168 time: 0.2822163 Aug 29 17:24:41.617721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c02c87-045a-4ffd-b685-fafdebd948b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3960ae-d7aa-4ea0-8073-7a85b9ab905e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:41.624768 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.629235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Calling delete_port for cd0f8846-717a-433d-a578-f27cf4545e83 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:41.735788 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.743641 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.832556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f3699d7a-9702-4a44-a80f-eab0086b058b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:41.868191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0f8846-717a-433d-a578-f27cf4545e83,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:41.890619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] No DVR routers for this DVR port cd0f8846-717a-433d-a578-f27cf4545e83 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:41.903628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Allocated IP 172.25.2.254 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/2c362662-955b-4f8d-89e9-69757a941e9a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:41.933109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] Pushing event deleted for resources: {'Port': ['ID=cd0f8846-717a-433d-a578-f27cf4545e83,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:41.935866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bad580-c2fd-4d02-9a3e-b10d4fdde675 None None] No DVR routers for this DVR port cd0f8846-717a-433d-a578-f27cf4545e83 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:41.959074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port f3699d7a-9702-4a44-a80f-eab0086b058b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:41.967208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f3699d7a-9702-4a44-a80f-eab0086b058b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:41.967764 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.104854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-c8721db8-06e6-40c4-a2a7-f9b32b7b13fb service neutron] 10.222.0.41 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980478 Aug 29 17:24:42.141722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.161336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.205062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.231561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bed0696-33c8-4a0e-996b-97e4959e9694']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:42.249471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:42.249875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bb44c0-9704-49c8-b59f-42453d8ee6bd') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:42.265198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:42.268924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:42.272883 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.276534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:42.300116 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.300315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0a50eceb-49bf-44c3-a8e9-9100e677cf39 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:42.310861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event updated for resources: {'Port': ['ID=2c362662-955b-4f8d-89e9-69757a941e9a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:42.317112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:42.317773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:42.320491 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:42.374122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ef77aa0a-a15f-43ce-9f88-e3681faa7cb7 service neutron] 10.222.0.41 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671485 Aug 29 17:24:42.428163 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.458131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.460028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.475013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] 10.222.0.41 "DELETE /v2.0/networks/9bed0696-33c8-4a0e-996b-97e4959e9694 HTTP/1.1" status: 204 len: 168 time: 1.5832901 Aug 29 17:24:42.478072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9ed17-27f7-411c-a380-de67ff17518a admin admin] Pushing event deleted for resources: {'Network': ['ID=9bed0696-33c8-4a0e-996b-97e4959e9694,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:42.578939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.781423 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.787085 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.830832 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.901232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41638) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:42.946481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f3699d7a-9702-4a44-a80f-eab0086b058b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f3699d7a-9702-4a44-a80f-eab0086b058b,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:42.949471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cd00fd-16fd-4d12-86b2-742620346fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3699d7a-9702-4a44-a80f-eab0086b058b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:42.954663 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b01f8a6-2868-486f-b3aa-8fd969ea8d0e" -d '{"events": [{"server_uuid": "e8cd00fd-16fd-4d12-86b2-742620346fff", "name": "network-vif-plugged", "status": "completed", "tag": "f3699d7a-9702-4a44-a80f-eab0086b058b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:42.964657 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.980178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.982106 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.055567 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d271396f-e0a1-4ecb-bbb8-4b852590ad19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=028aaa11703b47ffbdc126e511a5b1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527529 Aug 29 17:24:43.058579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41646) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:43.074359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:43.075495 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.145833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f3699d7a-9702-4a44-a80f-eab0086b058b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:43.204428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event updated for resources: {'Port': ['ID=2c362662-955b-4f8d-89e9-69757a941e9a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:43.218500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.249936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-629d0d2e-a189-4eef-ac10-0e00e37a0ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.254407 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.267316 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-c50d7304-be08-40e8-97ad-900d33bb3932 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0298700 Aug 29 17:24:43.309236 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-629d0d2e-a189-4eef-ac10-0e00e37a0ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.351622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41658) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:43.376374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-f1f28764-43f5-464d-a787-0174f8190342 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.1110640 Aug 29 17:24:43.417628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cd0f8846-717a-433d-a578-f27cf4545e83 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:43.424376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-629d0d2e-a189-4eef-ac10-0e00e37a0ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.429596 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-629d0d2e-a189-4eef-ac10-0e00e37a0ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.431377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-629d0d2e-a189-4eef-ac10-0e00e37a0ef3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c300f6f-320e-43d0-acf4-ef526ca34256 HTTP/1.1" status: 204 len: 168 time: 0.3719304 Aug 29 17:24:43.445321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d0d2e-a189-4eef-ac10-0e00e37a0ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c300f6f-320e-43d0-acf4-ef526ca34256,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:43.502314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: cd0f8846-717a-433d-a578-f27cf4545e83 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:43.506337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cd0f8846-717a-433d-a578-f27cf4545e83 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:43.507223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1625814b-e019-4912-a343-b39066670d5c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:43.559357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1625814b-e019-4912-a343-b39066670d5c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:43.559711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1625814b-e019-4912-a343-b39066670d5c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:43.608665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-738121988-network', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:43.654989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-33c40c32-2202-400e-ab2e-2b3e10c61cc3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:43.666248 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Made reservation on behalf of 0cda9a4e78914b70a5e593c69a23e2f7 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:43.668295 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b58433d-ebe8-4de1-8aa7-82dbee759447 req-33c40c32-2202-400e-ab2e-2b3e10c61cc3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2855029 Aug 29 17:24:43.669230 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.687074 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.788588 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c2d02e-fa8e-41a2-8444-6bd67acd58b5 x-openstack-request-id: req-63c2d02e-fa8e-41a2-8444-6bd67acd58b5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:43.788897 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cd00fd-16fd-4d12-86b2-742620346fff", "name": "network-vif-plugged", "status": "completed", "tag": "f3699d7a-9702-4a44-a80f-eab0086b058b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:43.789114 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63c2d02e-fa8e-41a2-8444-6bd67acd58b5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:43.789557 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cd00fd-16fd-4d12-86b2-742620346fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3699d7a-9702-4a44-a80f-eab0086b058b', 'code': 200} Aug 29 17:24:43.896137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9685de65-28ea-4b59-8310-46b6acc45cd4 req-4f1746bf-fdaa-4e14-9cf2-91f17d86d16e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0391312 Aug 29 17:24:43.905170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4448e5db-b921-4f81-8e8f-172e65423041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.913359 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.136230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-a4fbb73b-a95f-4a87-95ef-10b2a871e08e tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2032003 Aug 29 17:24:44.182966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:44.377346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65724a03-b165-4e9c-b719-8174ae8f24e3 req-84e2d77b-bf04-46c5-bba3-8365ae9e8f66 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:44.379092 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65724a03-b165-4e9c-b719-8174ae8f24e3 req-84e2d77b-bf04-46c5-bba3-8365ae9e8f66 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.6722960 Aug 29 17:24:44.417452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dce0e9-6499-4081-b767-b8bc09bf160d req-a680d611-e173-4896-9cdf-ad2d52e42c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:44.419026 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4dce0e9-6499-4081-b767-b8bc09bf160d req-a680d611-e173-4896-9cdf-ad2d52e42c1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 1098 time: 0.5572553 Aug 29 17:24:44.487522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65724a03-b165-4e9c-b719-8174ae8f24e3 req-975b2565-77dc-4eff-95e3-b0f93dbd7fda tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992229 Aug 29 17:24:44.490161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.505686 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.518315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:24:44.528107 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.528511 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Added segment 60435490-7e9a-4409-93f5-87c25e0844bc of type vlan for network d75ce28c-12e0-4007-975b-c36f7e571404 Aug 29 17:24:44.540390 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.544999 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4dce0e9-6499-4081-b767-b8bc09bf160d req-2b8f2abf-b197-461b-914a-4ce282a34d84 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143265 Aug 29 17:24:44.591636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2058d879-d677-4bed-b270-d091940cd7d8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:44.597729 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.640755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.641972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:44.642633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.722765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] Pushing event updated for resources: {'Network': ['ID=d75ce28c-12e0-4007-975b-c36f7e571404,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:44.735778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.747501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d75ce28c-12e0-4007-975b-c36f7e571404 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:24:44.777099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d12f9e45-f04e-4b23-97f2-75380c70c365 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4213269 Aug 29 17:24:44.779947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41712) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:44.796598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Request body: {'subnet': {'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-738121988-subnet', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:44.882877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Made reservation on behalf of 0cda9a4e78914b70a5e593c69a23e2f7 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:44.885147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.053322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Allocated IP 172.25.2.80 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/5ff39aa4-72de-4071-8879-22f22d0b1b4f) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:45.196812 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8645f150-edd5-4cb2-b89f-fbc5d735a0b1 req-f6f36f7c-0a63-4827-9316-90a1e985454c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0335121 Aug 29 17:24:45.266327 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.323371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.339916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38eafb9-5921-4306-8143-2e9e79587841,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:45.355274 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.399492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Checking segment: {'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:45.399867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Network hostable DHCP agents. Network: d75ce28c-12e0-4007-975b-c36f7e571404, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:24:45.431793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.438032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-0dc18b1f-3d96-4c09-8a6d-a96a63c94551 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--506816477&fields=id&tenant_id=83822fad915145c7af0af25cf93bd806 HTTP/1.1" status: 200 len: 267 time: 0.0881979 Aug 29 17:24:45.446130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0cecc4ac-11c9-4e75-b5c1-b65ddf86a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:45.448200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0cecc4ac-11c9-4e75-b5c1-b65ddf86a389 service neutron] 10.222.0.43 "GET /v2.0/ports/7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 1032 time: 0.0510671 Aug 29 17:24:45.450279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Network d75ce28c-12e0-4007-975b-c36f7e571404 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:24:45.492312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d75ce28c-12e0-4007-975b-c36f7e571404) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:45.501674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa07efe5-378f-473e-9082-1d8f9732cd3b None None] Network d75ce28c-12e0-4007-975b-c36f7e571404 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:45.521300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:45.528864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:45.529488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.533958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:45.564555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:45.568425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event updated for resources: {'Port': ['ID=5ff39aa4-72de-4071-8879-22f22d0b1b4f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:45.636986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1b29c581-2ed0-4d45-a160-ba579b8f4f40 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8500886 Aug 29 17:24:45.637256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41748) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:45.661936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:45.668966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-1ce36ed0-6d41-497a-9120-25533377bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:45.670338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-1ce36ed0-6d41-497a-9120-25533377bba9 service neutron] 10.222.0.43 "GET /v2.0/ports/7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 1033 time: 0.2109566 Aug 29 17:24:45.678933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-5a8f4f2a-2826-4dc1-a96c-0fd154158210 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:45.693136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-5a8f4f2a-2826-4dc1-a96c-0fd154158210 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/networks?id=71cd41c0-7b9c-4882-ad99-f56635ca5de6 HTTP/1.1" status: 200 len: 815 time: 0.2429123 Aug 29 17:24:45.725181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d75ce28c-12e0-4007-975b-c36f7e571404', 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'fixed_ips': [{'subnet_id': 'e38eafb9-5921-4306-8143-2e9e79587841'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:24:45.726109 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.798023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.813353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-461ae622-db60-4819-85c6-f7d9b3a603b6 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/quotas/83822fad915145c7af0af25cf93bd806 HTTP/1.1" status: 200 len: 375 time: 0.0969546 Aug 29 17:24:45.816692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.818267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.859407 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.956048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-920f1aab-a5d1-40ad-add6-749c962745ef tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:45.962358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-920f1aab-a5d1-40ad-add6-749c962745ef tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:45.978914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-920f1aab-a5d1-40ad-add6-749c962745ef tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:45.980606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-920f1aab-a5d1-40ad-add6-749c962745ef tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "GET /v2.0/networks?id=c94a284a-3908-4129-8987-ec9683304a7a&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 1995 time: 0.2844450 Aug 29 17:24:45.982905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.983511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Allocated IP 172.20.0.2 (d75ce28c-12e0-4007-975b-c36f7e571404/e38eafb9-5921-4306-8143-2e9e79587841/ae6f437f-9d7f-43ec-9661-bb04f4128a25) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:45.999545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-66df44b4-22b4-4aad-8916-0bba6ce42227 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83822fad915145c7af0af25cf93bd806&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1777446 Aug 29 17:24:46.125819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.147639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.184683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.235097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.239021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.250302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Transition to ACTIVE for port object ae6f437f-9d7f-43ec-9661-bb04f4128a25 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:46.262071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event updated for resources: {'Port': ['ID=5ff39aa4-72de-4071-8879-22f22d0b1b4f,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:46.274501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.276352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Transition to ACTIVE for port object ae6f437f-9d7f-43ec-9661-bb04f4128a25 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:46.276482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-8d982883-690d-4c96-85ef-905b39fe0bb3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1075268 Aug 29 17:24:46.296666 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.315662 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-46fe888d-b986-41e3-938d-d2f7435fb00b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f HTTP/1.1" status: 200 len: 379 time: 0.3150330 Aug 29 17:24:46.330786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'admin_state_up': True, 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'security_groups': ['4bd532cc-7538-4c64-96f5-ae82a4bf4f68']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:46.363413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Pushing event updated for resources: {'Port': ['ID=ae6f437f-9d7f-43ec-9661-bb04f4128a25,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:46.384948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-74f23151-f544-400f-9bd9-f3ec57c8eac3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.1012824 Aug 29 17:24:46.389415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Network d75ce28c-12e0-4007-975b-c36f7e571404 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:46.391131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:46.405115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:46.461733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-32769e91-81ea-44bc-a15c-b7abf2472adf service neutron] 10.222.0.41 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718742 Aug 29 17:24:46.480339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Attempting to bind port ae6f437f-9d7f-43ec-9661-bb04f4128a25 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:46.480960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Attempting to bind port ae6f437f-9d7f-43ec-9661-bb04f4128a25 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:46.481321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Attempting to bind port ae6f437f-9d7f-43ec-9661-bb04f4128a25 on network d75ce28c-12e0-4007-975b-c36f7e571404 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:46.486664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:46.487048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Checking segment: {'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:46.487446 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.487838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Bound using segment: {'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:46.488297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Bound port: ae6f437f-9d7f-43ec-9661-bb04f4128a25, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:46.489271 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.566107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-cc8df6f2-de22-4dbc-9957-de5f252821ed tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:46.591311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-344e9388-5747-47ce-927c-5fffddd90bc8 req-cc8df6f2-de22-4dbc-9957-de5f252821ed tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.1757004 Aug 29 17:24:46.618971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:46.622778 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.677687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] For port ae6f437f-9d7f-43ec-9661-bb04f4128a25, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:46.715668 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.720604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] For port ae6f437f-9d7f-43ec-9661-bb04f4128a25, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae6f437f-9d7f-43ec-9661-bb04f4128a25,segment=NetworkSegment(60435490-7e9a-4409-93f5-87c25e0844bc),segment_id=60435490-7e9a-4409-93f5-87c25e0844bc)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:46.728391 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.765576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-269ce196-117d-4272-8d8b-b582a9c6ce8f service neutron] 10.222.0.41 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663980 Aug 29 17:24:46.772244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82779de1-82c6-4324-ad0f-e0f659de2fd6 req-2bb435ea-6467-4bc0-bfda-925d5ce7356c tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:46.785838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82779de1-82c6-4324-ad0f-e0f659de2fd6 req-2bb435ea-6467-4bc0-bfda-925d5ce7356c tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.0994589 Aug 29 17:24:46.841286 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82779de1-82c6-4324-ad0f-e0f659de2fd6 req-becbd7e1-e93e-478a-9305-1f99562f45dc tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 Aug 29 17:24:46.883527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811b674-e07c-4cba-9f17-065d0af3b284 None None] Pushing event updated for resources: {'Port': ['ID=ae6f437f-9d7f-43ec-9661-bb04f4128a25,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:47.075172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Allocated IP 172.20.0.11 (c94a284a-3908-4129-8987-ec9683304a7a/02c398ab-acc0-4618-b795-8014350499c2/3706a55f-1176-4a7b-83b9-8ed156c19eb5) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:47.177263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b18ad04-418f-4a35-981b-b4bd1dc4d178 req-ffdadae0-abad-42c8-bc66-b6ebdeae1cec tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0595694 Aug 29 17:24:47.288892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.340713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Transition to ACTIVE for port object 3706a55f-1176-4a7b-83b9-8ed156c19eb5 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:47.352389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.430691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.493254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-b8e51fdf-d0e6-4656-81ad-5d0580f3f486 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2624512 Aug 29 17:24:47.503013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:47.548874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.572923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.647592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Allocated IP 172.25.2.131 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/3f510646-51e3-4a32-b6ba-dc376f63afd3) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:47.796321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfd695-a930-4d47-b533-8d936f7203be req-474f129a-b338-473a-96f3-de17bd3fb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:47.798135 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7dfd695-a930-4d47-b533-8d936f7203be req-474f129a-b338-473a-96f3-de17bd3fb87a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 1098 time: 0.1054697 Aug 29 17:24:47.803420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6da13a55-8618-45cd-8643-5b317ef511db req-1129c75b-1f08-40b1-a478-a4098adfcf68 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 210 time: 0.0764010 Aug 29 17:24:47.840523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network c94a284a-3908-4129-8987-ec9683304a7a is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:47.876255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:47.896773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:47.907228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=3706a55f-1176-4a7b-83b9-8ed156c19eb5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:48.012679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.336546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:48.356152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.358887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae6f437f-9d7f-43ec-9661-bb04f4128a25 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:48.405763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.437563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b17385-1240-4416-820b-71e821ae6381 req-335e65ec-7142-446d-a6b7-9aeda0406975 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:48.455654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52b17385-1240-4416-820b-71e821ae6381 req-335e65ec-7142-446d-a6b7-9aeda0406975 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.4477839 Aug 29 17:24:48.485453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-297f33f6-2489-4af1-93f2-693e56bc5892 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1587601 Aug 29 17:24:48.517141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'admin_state_up': True, 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'security_groups': ['4bd532cc-7538-4c64-96f5-ae82a4bf4f68']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:48.540471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ae6f437f-9d7f-43ec-9661-bb04f4128a25 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:48.550772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-267df4e6-1e0c-4062-a7be-fb0d4895f8f6 None None] Provisioning for port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:48.559091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-267df4e6-1e0c-4062-a7be-fb0d4895f8f6 None None] Provisioning complete for port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:48.559708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-267df4e6-1e0c-4062-a7be-fb0d4895f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.626439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-267df4e6-1e0c-4062-a7be-fb0d4895f8f6 None None] Port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:48.664060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41826) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:48.692299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61f6ec-73c8-4e98-ad75-f7f6f3b077ea None None] Network d75ce28c-12e0-4007-975b-c36f7e571404 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:48.718238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfd695-a930-4d47-b533-8d936f7203be req-1da7c21c-ff37-4f5a-ab2c-9b5b4e89f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:48.719875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7dfd695-a930-4d47-b533-8d936f7203be req-1da7c21c-ff37-4f5a-ab2c-9b5b4e89f950 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 910 time: 0.8913949 Aug 29 17:24:48.753379 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52b17385-1240-4416-820b-71e821ae6381 req-c52ed7b9-c345-4697-bf54-971df62201b7 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577214 Aug 29 17:24:48.766189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:48.770387 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.798203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7dfd695-a930-4d47-b533-8d936f7203be req-a08401d8-4086-4859-ae92-85b069296472 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3699d7a-9702-4a44-a80f-eab0086b058b HTTP/1.1" status: 200 len: 217 time: 0.0686948 Aug 29 17:24:48.815342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.900315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d906f6ad-303a-4601-93a0-db845285127b None None] Provisioning for port ae6f437f-9d7f-43ec-9661-bb04f4128a25 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:48.913050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:48.920604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d906f6ad-303a-4601-93a0-db845285127b None None] Provisioning complete for port ae6f437f-9d7f-43ec-9661-bb04f4128a25 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:48.920974 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d906f6ad-303a-4601-93a0-db845285127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.933545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:48.964830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:48.981230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfd695-a930-4d47-b533-8d936f7203be req-6253020a-1733-4384-9bcf-a2bd12bbca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:48.983468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7dfd695-a930-4d47-b533-8d936f7203be req-6253020a-1733-4384-9bcf-a2bd12bbca0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d95508ca-0452-412c-94bc-884c0be628c0 HTTP/1.1" status: 200 len: 849 time: 0.1733041 Aug 29 17:24:49.095210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Allocated IP 172.25.2.52 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/1c9eddf6-c8f8-4c42-af15-304e35eb95af) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:49.121403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-440c1179-21ef-443c-8fa9-f6d9324ad789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.130751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Pushing event updated for resources: {'Port': ['ID=3f510646-51e3-4a32-b6ba-dc376f63afd3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:49.208718 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d906f6ad-303a-4601-93a0-db845285127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.239984 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.312745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d906f6ad-303a-4601-93a0-db845285127b None None] For port ae6f437f-9d7f-43ec-9661-bb04f4128a25, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae6f437f-9d7f-43ec-9661-bb04f4128a25,segment=NetworkSegment(60435490-7e9a-4409-93f5-87c25e0844bc),segment_id=60435490-7e9a-4409-93f5-87c25e0844bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:49.337990 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d906f6ad-303a-4601-93a0-db845285127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.396261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-a79108e9-2f60-4bdd-bbb5-f85fb9377ba3 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:49.397866 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-a79108e9-2f60-4bdd-bbb5-f85fb9377ba3 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.44 "GET /v2.0/networks?id=71cd41c0-7b9c-4882-ad99-f56635ca5de6 HTTP/1.1" status: 200 len: 815 time: 0.4133987 Aug 29 17:24:49.404876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7dfd695-a930-4d47-b533-8d936f7203be req-514b5767-e756-4ec3-b646-005ab736ef2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a422220f-47fd-4dad-a2b0-9bb553454cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3912892 Aug 29 17:24:49.408259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906f6ad-303a-4601-93a0-db845285127b None None] Pushing event updated for resources: {'Port': ['ID=ae6f437f-9d7f-43ec-9661-bb04f4128a25,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:49.410978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.505600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6a92-35aa-4aac-b243-5e110ebe16e5 req-769b13a4-d402-423d-bba1-fb00120db0d5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:49.508190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a8c6a92-35aa-4aac-b243-5e110ebe16e5 req-769b13a4-d402-423d-bba1-fb00120db0d5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 932 time: 0.4694951 Aug 29 17:24:49.509475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Allocated IP 10.1.1.22 (c19ca545-1d9c-4b98-9712-c34a7275b71b/545164f1-7322-47e2-8cec-2cb1da3622c7/bf8aae15-e8ae-4a68-80be-c2d5f6dd769c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:49.512981 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-440c1179-21ef-443c-8fa9-f6d9324ad789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.531687 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-440c1179-21ef-443c-8fa9-f6d9324ad789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.666521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-16d39527-c72f-4271-8171-8f69dd5013da None None] Provisioning complete for port ae6f437f-9d7f-43ec-9661-bb04f4128a25 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:49.667211 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-16d39527-c72f-4271-8171-8f69dd5013da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.689080 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-440c1179-21ef-443c-8fa9-f6d9324ad789 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4021a7f15c540fbba34b8e28d2e5572&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0180595 Aug 29 17:24:49.704552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41842) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:49.705225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c1179-21ef-443c-8fa9-f6d9324ad789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbbaf8d-7ffe-4cb5-aeac-bef61a195275,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:49.725069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7dfd695-a930-4d47-b533-8d936f7203be req-2e15e141-a6da-466e-b35c-72815c65c645 service neutron] 10.222.0.43 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041630 Aug 29 17:24:49.760993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a8c6a92-35aa-4aac-b243-5e110ebe16e5 req-d29f2490-d19f-4321-9260-d987b66919cb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271399 Aug 29 17:24:49.886281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event updated for resources: {'Port': ['ID=1c9eddf6-c8f8-4c42-af15-304e35eb95af,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:49.889983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:49.912957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:49.945584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:50.036950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7dfd695-a930-4d47-b533-8d936f7203be req-a9b9c7a0-a572-478e-9332-54bb4d32876b service neutron] 10.222.0.43 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828739 Aug 29 17:24:50.052009 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-6a01e50e-6d6d-485d-bfc1-6f1a69c47f26 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83822fad915145c7af0af25cf93bd806 HTTP/1.1" status: 200 len: 379 time: 0.6341608 Aug 29 17:24:50.067153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Request body: {'port': {'device_id': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'admin_state_up': True, 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'security_groups': ['04af1719-5321-4fa3-84c5-2ec03eac5dc6']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:50.216902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae6f437f-9d7f-43ec-9661-bb04f4128a25 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:50.339886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ae6f437f-9d7f-43ec-9661-bb04f4128a25 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:50.339886 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.360680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.391357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf44519a-280d-47f1-ae4c-5ce7e6b81f88 req-12ad41f8-c228-4e95-97b8-75e95d990238 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 210 time: 0.5085957 Aug 29 17:24:50.450713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.452442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Made reservation on behalf of 83822fad915145c7af0af25cf93bd806 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:50.457827 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.484322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.564522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88f171b9-65cf-4266-83a0-f7f9465ca5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.672387 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88f171b9-65cf-4266-83a0-f7f9465ca5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.676928 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.722390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Transition to ACTIVE for port object bf8aae15-e8ae-4a68-80be-c2d5f6dd769c will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:50.750428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a41d8-0bb9-4192-8b83-3797568ee1a9 req-d8f698b7-30c5-47be-88b9-64b5faf44e61 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:50.757882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Allocated IP 172.20.0.13 (71cd41c0-7b9c-4882-ad99-f56635ca5de6/95f21a8a-c7d4-4811-8896-a6ded36b1233/d399418b-ed46-4a53-9833-48aa602bea0e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:50.759121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-673a41d8-0bb9-4192-8b83-3797568ee1a9 req-d8f698b7-30c5-47be-88b9-64b5faf44e61 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.2182393 Aug 29 17:24:50.797724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.855521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.879861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-673a41d8-0bb9-4192-8b83-3797568ee1a9 req-64da7c74-6049-44ff-9f07-757e1fe4f3ca tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191404 Aug 29 17:24:50.940618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88f171b9-65cf-4266-83a0-f7f9465ca5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.944067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88f171b9-65cf-4266-83a0-f7f9465ca5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.949678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88f171b9-65cf-4266-83a0-f7f9465ca5b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecbbaf8d-7ffe-4cb5-aeac-bef61a195275 HTTP/1.1" status: 204 len: 168 time: 1.2302635 Aug 29 17:24:50.971558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.974211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f171b9-65cf-4266-83a0-f7f9465ca5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbbaf8d-7ffe-4cb5-aeac-bef61a195275,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:51.015255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event updated for resources: {'Port': ['ID=1c9eddf6-c8f8-4c42-af15-304e35eb95af,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:51.047963 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.076915 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:51.088524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network c19ca545-1d9c-4b98-9712-c34a7275b71b is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:51.092568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:51.093663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.095956 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-35ba5809-a7d0-4084-8ab0-8b44d8ec6be5 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6016958 Aug 29 17:24:51.120458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:51.128316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.230559 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.243886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.244542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.266592 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-3efc2044-52cd-496d-825a-1afd3c9aeb7a tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.1514459 Aug 29 17:24:51.275262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Transition to ACTIVE for port object d399418b-ed46-4a53-9833-48aa602bea0e will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:51.379410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-38cddc9d-6ec7-441e-b13f-6ac931adc981 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8851721 Aug 29 17:24:51.421092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69483f77-42dd-4665-8de7-37c31c72430e req-c5306036-b1c1-41bc-bb13-5d1759ee9b2e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.465037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69483f77-42dd-4665-8de7-37c31c72430e req-c5306036-b1c1-41bc-bb13-5d1759ee9b2e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.474768 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69483f77-42dd-4665-8de7-37c31c72430e req-c5306036-b1c1-41bc-bb13-5d1759ee9b2e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 1653 time: 0.2573118 Aug 29 17:24:51.480753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'admin_state_up': True, 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'security_groups': ['4bd532cc-7538-4c64-96f5-ae82a4bf4f68']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:51.538172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-47ecd377-2858-4e65-81d1-3fa109c0ffcd None None] Provisioning for port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:51.545535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-47ecd377-2858-4e65-81d1-3fa109c0ffcd None None] Provisioning complete for port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:51.546490 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-47ecd377-2858-4e65-81d1-3fa109c0ffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.550421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-e1ed3438-1c3e-47a1-963b-9b28f8898e8b tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.552593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98a18079-9eec-4f45-bac1-b77d8ff14588 req-e1ed3438-1c3e-47a1-963b-9b28f8898e8b tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2593420 Aug 29 17:24:51.568075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.633500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-47ecd377-2858-4e65-81d1-3fa109c0ffcd None None] Port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:51.725718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:51.749940 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69483f77-42dd-4665-8de7-37c31c72430e req-3fc84b0f-2e22-4ec6-846b-2a91a3b5796c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106874 Aug 29 17:24:51.754678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:51.757846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:51.795419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event updated for resources: {'Port': ['ID=d399418b-ed46-4a53-9833-48aa602bea0e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:51.836258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e6d64-f97c-4059-b8d4-bae877af9e05 req-cb1a45ba-9bdd-4420-bcf9-e10e4aac4de9 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.837831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d2e6d64-f97c-4059-b8d4-bae877af9e05 req-cb1a45ba-9bdd-4420-bcf9-e10e4aac4de9 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 932 time: 0.1374583 Aug 29 17:24:51.850179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.854136 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.919221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-9963d1b1-7b0e-4e8b-a5c4-f045c682188b tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8572419 Aug 29 17:24:51.933170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d2e6d64-f97c-4059-b8d4-bae877af9e05 req-3190dc43-68d1-4e2c-b197-e81d19cb533c tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663335 Aug 29 17:24:51.940138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Request body: {'port': {'device_id': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:52.038153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:52.041194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3870ed24-0616-40f8-8578-d877cae6a322 req-1dedd0f0-7861-4b19-94c9-a80992fe31df tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips/c539c9de-ae3e-4c09-92df-5c975e8f98f8 HTTP/1.1" status: 200 len: 692 time: 0.1490378 Aug 29 17:24:52.091194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:52.094421 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:52.096273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:24:52.272344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-74138ffd-1e8a-4600-9302-9972ab794468 None None] Provisioning for port d399418b-ed46-4a53-9833-48aa602bea0e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:52.290154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-74138ffd-1e8a-4600-9302-9972ab794468 None None] Provisioning complete for port d399418b-ed46-4a53-9833-48aa602bea0e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:52.290565 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-74138ffd-1e8a-4600-9302-9972ab794468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:52.378069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-74138ffd-1e8a-4600-9302-9972ab794468 None None] Port d399418b-ed46-4a53-9833-48aa602bea0e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:52.393554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddb967-876c-4ee6-9028-db3d1ca66cfe req-d4af8a6a-6e18-4b4b-8a89-d57b7e061d58 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:52.396024 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4ddb967-876c-4ee6-9028-db3d1ca66cfe req-d4af8a6a-6e18-4b4b-8a89-d57b7e061d58 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1355753 Aug 29 17:24:52.454551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41906) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:52.470256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c4ddb967-876c-4ee6-9028-db3d1ca66cfe req-8d08d4a6-e040-4cdf-8be6-5ac835adaf19 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662391 Aug 29 17:24:52.588792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d399418b-ed46-4a53-9833-48aa602bea0e {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:24:52.604505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:52.610743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870ed24-0616-40f8-8578-d877cae6a322 req-3fba2213-66f9-49b3-b1f2-b2120e787ddb tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:52.612163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3870ed24-0616-40f8-8578-d877cae6a322 req-3fba2213-66f9-49b3-b1f2-b2120e787ddb tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.5701828 Aug 29 17:24:52.628141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-3870ed24-0616-40f8-8578-d877cae6a322 req-12681ec4-d7f1-466d-b06c-3b7c3f82e4c3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:24:52.629149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3870ed24-0616-40f8-8578-d877cae6a322 req-12681ec4-d7f1-466d-b06c-3b7c3f82e4c3 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103054 Aug 29 17:24:52.651924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Transition to ACTIVE for port object d399418b-ed46-4a53-9833-48aa602bea0e will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:52.652600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Allocated IP 10.1.1.54 (c19ca545-1d9c-4b98-9712-c34a7275b71b/545164f1-7322-47e2-8cec-2cb1da3622c7/520c50d0-d97b-4061-87ff-6069f983709e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:52.655338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:52.679207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:52.689928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Sync routers for ids ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:52.693395 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:52.697179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c9adf4d9-b8ef-48ea-9bb4-958f94e53919 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0567443 Aug 29 17:24:52.705779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Routers {'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:52.708259 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:24:52.708736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41916) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:52.709941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:52.808739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1373939880-network', 'tenant_id': 'ff99139b6532420aa4f88487e69dad25'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:52.835254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-12d37373-41cb-45d4-b481-43c6ded9547c tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips/c539c9de-ae3e-4c09-92df-5c975e8f98f8 HTTP/1.1" status: 200 len: 692 time: 0.1810670 Aug 29 17:24:52.883889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Set router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:52.955951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Pushing event updated for resources: {'Port': ['ID=d399418b-ed46-4a53-9833-48aa602bea0e,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:53.106630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Made reservation on behalf of ff99139b6532420aa4f88487e69dad25 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:53.108823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.143351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Attempting to bind port d399418b-ed46-4a53-9833-48aa602bea0e on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:53.146299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Attempting to bind port d399418b-ed46-4a53-9833-48aa602bea0e by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:53.146630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Attempting to bind port d399418b-ed46-4a53-9833-48aa602bea0e on network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:53.161430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Port d399418b-ed46-4a53-9833-48aa602bea0e on network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:24:53.161922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Attempting to bind port d399418b-ed46-4a53-9833-48aa602bea0e on network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:53.170327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:53.170512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Checking segment: {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:53.170903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Bound using segment: {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:53.171428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Bound port: d399418b-ed46-4a53-9833-48aa602bea0e, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caec19bc-436d-4dcd-a848-ddbdadf9847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:53.172017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.183143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.267365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:24:49Z', 'revision_number': 3, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:53.302501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Checking router: ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:53.303215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Updating router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 port 3f510646-51e3-4a32-b6ba-dc376f63afd3 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:24:53.323419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-d2d45359-b398-46a0-b7c5-8c04aaa81d2c tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:53.326015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-d2d45359-b398-46a0-b7c5-8c04aaa81d2c tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.4899766 Aug 29 17:24:53.333270 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.335391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70d09c-3d41-4438-9c82-6f42de9af6f5 req-28fb829c-5ec0-4967-bcd9-ae00c3f7388e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:53.341453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70d09c-3d41-4438-9c82-6f42de9af6f5 req-28fb829c-5ec0-4967-bcd9-ae00c3f7388e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:53.343172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b70d09c-3d41-4438-9c82-6f42de9af6f5 req-28fb829c-5ec0-4967-bcd9-ae00c3f7388e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 1653 time: 0.3288989 Aug 29 17:24:53.379589 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.471077 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-1326f355-19b9-44d8-8cc6-6139f157cd42 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.1378946 Aug 29 17:24:53.497305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Transition to ACTIVE for port object 520c50d0-d97b-4061-87ff-6069f983709e will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:53.512720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] For port d399418b-ed46-4a53-9833-48aa602bea0e, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:53.537153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-91773bfd-6abc-44be-be11-3f406ee7b06b tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.0650096 Aug 29 17:24:53.550025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] For port d399418b-ed46-4a53-9833-48aa602bea0e, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d399418b-ed46-4a53-9833-48aa602bea0e,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:53.569571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.595748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b70d09c-3d41-4438-9c82-6f42de9af6f5 req-6f1cd24e-cb79-4c61-9a5e-ef412a57d488 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403319 Aug 29 17:24:53.746426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.787159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.811817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.839656 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.854321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Transition to ACTIVE for port object 3f510646-51e3-4a32-b6ba-dc376f63afd3 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:53.864655 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.885638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:24:53.929348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.929701 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Added segment e28706f2-7ba3-4b40-aeb9-7136e9698f5e of type vlan for network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c Aug 29 17:24:53.937304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network c19ca545-1d9c-4b98-9712-c34a7275b71b is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:53.938129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce140658-00cd-4d34-8293-0b74056ae135,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:53.953129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Attempting to bind port 3f510646-51e3-4a32-b6ba-dc376f63afd3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:53.953605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Attempting to bind port 3f510646-51e3-4a32-b6ba-dc376f63afd3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:53.955035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Attempting to bind port 3f510646-51e3-4a32-b6ba-dc376f63afd3 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:53.958449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:53.961639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:53.964972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:53.965584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:53.966029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.966816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:53.967835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Bound port: 3f510646-51e3-4a32-b6ba-dc376f63afd3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:53.967835 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.018101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2bcc6-90da-41b8-88bc-82f0ddf0f841 None None] Pushing event updated for resources: {'Port': ['ID=3f510646-51e3-4a32-b6ba-dc376f63afd3,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:54.025257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=520c50d0-d97b-4061-87ff-6069f983709e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:54.065295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.067433 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.068911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] 10.222.0.44 "PUT /v2.0/ports/d399418b-ed46-4a53-9833-48aa602bea0e HTTP/1.1" status: 200 len: 1093 time: 2.1347406 Aug 29 17:24:54.069417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'tag': 'd399418b-ed46-4a53-9833-48aa602bea0e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:54.071668 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd825d-425a-40e4-8c3c-fbb042c3a452" -d '{"events": [{"name": "network-changed", "server_uuid": "b939debc-b113-46ec-8623-c7ac6b6abf43", "tag": "d399418b-ed46-4a53-9833-48aa602bea0e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:54.073096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] For port 3f510646-51e3-4a32-b6ba-dc376f63afd3, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:54.079487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] For port 3f510646-51e3-4a32-b6ba-dc376f63afd3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3f510646-51e3-4a32-b6ba-dc376f63afd3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:54.088450 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.152110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Routers {'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:54.154246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:54.164051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6470d0-8f78-478e-8188-2a4cb7f56b1e service neutron] Pushing event updated for resources: {'Port': ['ID=d399418b-ed46-4a53-9833-48aa602bea0e,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:54.196765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1da91-a716-4bc9-8c3d-ab79b4db00ab req-3e149dbc-6cd7-4828-be4d-794fbcd3f323 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.198370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c7c1da91-a716-4bc9-8c3d-ab79b4db00ab req-3e149dbc-6cd7-4828-be4d-794fbcd3f323 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 944 time: 0.4168580 Aug 29 17:24:54.218949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.272191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-c4da4363-702f-48b5-b83b-982042602890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.283797 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-c4da4363-702f-48b5-b83b-982042602890 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83822fad915145c7af0af25cf93bd806&device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 1096 time: 0.1382997 Aug 29 17:24:54.293543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.294455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.331988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2bcc6-90da-41b8-88bc-82f0ddf0f841 None None] Pushing event updated for resources: {'Port': ['ID=3f510646-51e3-4a32-b6ba-dc376f63afd3,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:54.354491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] Set router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:54.376876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-d4163781-a873-46b9-ab29-77dd850637ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d399418b-ed46-4a53-9833-48aa602bea0e HTTP/1.1" status: 200 len: 217 time: 0.0843089 Aug 29 17:24:54.379574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c7c1da91-a716-4bc9-8c3d-ab79b4db00ab req-4a229950-f9c9-4c63-b93d-0bf9922e06e6 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522596 Aug 29 17:24:54.398180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-0da3eb9f-37a7-4e98-99c0-2448f7c79be6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0050383 Aug 29 17:24:54.403881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.405050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.405886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.409311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Deleting port 1c9eddf6-c8f8-4c42-af15-304e35eb95af {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:54.409657 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.430286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1', 'admin_state_up': True, 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'security_groups': ['4bd532cc-7538-4c64-96f5-ae82a4bf4f68']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:54.633117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.633830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.664937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Calling delete_port for 1c9eddf6-c8f8-4c42-af15-304e35eb95af owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:54.685230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6c27de56-4cd8-4ce0-b607-aaea71f1e0c4 None None] Provisioning for port 520c50d0-d97b-4061-87ff-6069f983709e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:54.689901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6c27de56-4cd8-4ce0-b607-aaea71f1e0c4 None None] Provisioning complete for port 520c50d0-d97b-4061-87ff-6069f983709e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:54.690291 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c27de56-4cd8-4ce0-b607-aaea71f1e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.702481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2441914 Aug 29 17:24:54.710131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41946) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:54.732477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Request body: {'subnet': {'network_id': '6bd1cd1e-f57a-4db3-80da-a9e97d523a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1373939880-subnet', 'tenant_id': 'ff99139b6532420aa4f88487e69dad25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:54.739815 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.741874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6c27de56-4cd8-4ce0-b607-aaea71f1e0c4 None None] Port 520c50d0-d97b-4061-87ff-6069f983709e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:54.749245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:24:49Z', 'revision_number': 3, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:54.759258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2080786-8fa6-45b7-bb8c-d50cc90c2181 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd1cd1e-f57a-4db3-80da-a9e97d523a5c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:54.786490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:24:54.789124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e794046-11ad-4e3c-8a9c-cbbc34c65052 None None] The sync data for ids ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'] in n-d-713499-15 is: [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:24:49Z', 'revision_number': 3, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:54.892882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c022d2-b750-4e53-95c1-a92c00494b45 req-38698cc7-a07f-42c8-a733-4e708b60a4ac tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.894521 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7c022d2-b750-4e53-95c1-a92c00494b45 req-38698cc7-a07f-42c8-a733-4e708b60a4ac tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.3663948 Aug 29 17:24:54.915384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.932232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Made reservation on behalf of ff99139b6532420aa4f88487e69dad25 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:54.936084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.952872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-803f4c78-c0ec-41ab-887b-da955507c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.954740 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-803f4c78-c0ec-41ab-887b-da955507c1e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95f21a8a-c7d4-4811-8896-a6ded36b1233 HTTP/1.1" status: 200 len: 854 time: 0.5337949 Aug 29 17:24:54.957456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event deleted for resources: {'Port': ['ID=1c9eddf6-c8f8-4c42-af15-304e35eb95af,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:55.063147 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-df5787c4-22f1-4f87-b4ab-513098b67e17 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6849344 Aug 29 17:24:55.082363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-243b244e-e0d5-4734-9b77-6cea2be2ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:55.084236 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-243b244e-e0d5-4734-9b77-6cea2be2ba21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71cd41c0-7b9c-4882-ad99-f56635ca5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209409 Aug 29 17:24:55.132946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.135966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.137294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a159f171-b91f-4743-8f45-fdf566ac4007 req-733758f5-fb75-41a9-872a-e1b5bcc28120 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "DELETE /v2.0/floatingips/c539c9de-ae3e-4c09-92df-5c975e8f98f8 HTTP/1.1" status: 204 len: 173 time: 1.5847270 Aug 29 17:24:55.234713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-025c3350-19e4-4ca8-ba2c-dd790249ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:55.247056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-025c3350-19e4-4ca8-ba2c-dd790249ad01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9f3b58da3f04f44ab3ed5e3e3c97f4b&device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 1097 time: 0.1536064 Aug 29 17:24:55.465616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-ed7ff4c8-d105-415c-a8ef-99938ccd67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:55.467096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-ed7ff4c8-d105-415c-a8ef-99938ccd67fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=6180715b-cb46-4e3c-becf-bc3c7abf7f19 HTTP/1.1" status: 200 len: 912 time: 0.1611094 Aug 29 17:24:55.468783 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a7c563-14b7-45c6-a79c-ef486de45899 x-openstack-request-id: req-65a7c563-14b7-45c6-a79c-ef486de45899 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:55.469069 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b939debc-b113-46ec-8623-c7ac6b6abf43", "tag": "d399418b-ed46-4a53-9833-48aa602bea0e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:55.469324 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65a7c563-14b7-45c6-a79c-ef486de45899 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:55.469709 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'tag': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'status': 'completed', 'code': 200} Aug 29 17:24:55.474504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-3cd70f5e-9f1b-4eb6-a567-78942db140c3 service neutron] 10.222.0.44 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361740 Aug 29 17:24:55.669536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-4717ad0d-308f-47a6-a06b-e45a3d374cb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4 HTTP/1.1" status: 200 len: 1001 time: 0.1938219 Aug 29 17:24:55.689100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288357b6-9e42-4042-b9e8-a394c99c77c9 req-6492b712-e93c-46b9-a996-5a1c02ca448c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:55.696603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288357b6-9e42-4042-b9e8-a394c99c77c9 req-6492b712-e93c-46b9-a996-5a1c02ca448c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:55.703788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288357b6-9e42-4042-b9e8-a394c99c77c9 req-6492b712-e93c-46b9-a996-5a1c02ca448c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:55.705696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-288357b6-9e42-4042-b9e8-a394c99c77c9 req-6492b712-e93c-46b9-a996-5a1c02ca448c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 2373 time: 0.1373239 Aug 29 17:24:55.715286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7c022d2-b750-4e53-95c1-a92c00494b45 req-50fa7fe0-8789-4b82-8a42-6e6cbe441807 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985303 Aug 29 17:24:55.725471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:55.803836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78a023d6-f8be-4f69-91b7-7ecadd98892b req-1b2607a9-526a-4315-aafc-e45598de6506 service neutron] 10.222.0.44 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218508 Aug 29 17:24:55.837881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-288357b6-9e42-4042-b9e8-a394c99c77c9 req-3699c732-6e71-44f1-ace0-9cab01042e5b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193562 Aug 29 17:24:55.843363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-417e3b61-db42-45ad-9f09-0a422eb77df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:55.844977 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-417e3b61-db42-45ad-9f09-0a422eb77df1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9437c7e2-21d4-460b-98fa-86c032cb5561 HTTP/1.1" status: 200 len: 850 time: 0.1670167 Aug 29 17:24:56.056030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-ea6de257-1c46-41e2-9125-bad75dbb83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:56.057441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-ea6de257-1c46-41e2-9125-bad75dbb83b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83822fad915145c7af0af25cf93bd806&device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 1096 time: 0.1367254 Aug 29 17:24:56.065614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53844371-9eaf-4e92-a65e-428621157c9b req-a75193ea-7728-49b9-855c-8ca0f5e01c50 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:56.073822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53844371-9eaf-4e92-a65e-428621157c9b req-a75193ea-7728-49b9-855c-8ca0f5e01c50 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 944 time: 0.1205983 Aug 29 17:24:56.079162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-e09908ee-fc63-441d-90e8-4031317b1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:56.080635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-e09908ee-fc63-441d-90e8-4031317b1e6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6180715b-cb46-4e3c-becf-bc3c7abf7f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2253015 Aug 29 17:24:56.174223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d873944-123b-40f8-95e0-7bbe87abb099 req-89d85973-01ec-4ab1-836a-033849777b6a tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:56.176294 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5d873944-123b-40f8-95e0-7bbe87abb099 req-89d85973-01ec-4ab1-836a-033849777b6a tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4017603 Aug 29 17:24:56.214882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-001ab9c0-ba5b-4504-ae49-bd3b938f75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:56.217810 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-001ab9c0-ba5b-4504-ae49-bd3b938f75b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71cd41c0-7b9c-4882-ad99-f56635ca5de6 HTTP/1.1" status: 200 len: 916 time: 0.1420031 Aug 29 17:24:56.369381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-dd2264d4-52d8-4338-8f2d-19bafd875fc1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d399418b-ed46-4a53-9833-48aa602bea0e HTTP/1.1" status: 200 len: 217 time: 0.1328850 Aug 29 17:24:56.407204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3f510646-51e3-4a32-b6ba-dc376f63afd3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:56.484249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53844371-9eaf-4e92-a65e-428621157c9b req-b41f8714-5291-4f10-9868-db5e02e2e40d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095213 Aug 29 17:24:56.517373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 3f510646-51e3-4a32-b6ba-dc376f63afd3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:56.523168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 3f510646-51e3-4a32-b6ba-dc376f63afd3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:56.523948 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.544615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Allocated IP 172.20.0.1 (d75ce28c-12e0-4007-975b-c36f7e571404/e38eafb9-5921-4306-8143-2e9e79587841/3d6aa385-d683-4369-be62-6d8e6c9fcbfb) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:56.554497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-296282d1-0854-4cbc-9ccf-7b7333b4cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:56.557578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-296282d1-0854-4cbc-9ccf-7b7333b4cc3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95f21a8a-c7d4-4811-8896-a6ded36b1233 HTTP/1.1" status: 200 len: 854 time: 0.1118252 Aug 29 17:24:56.576718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-2cbf02f5-52ad-4da2-a7a8-44477c506e59 service neutron] 10.222.0.44 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541164 Aug 29 17:24:56.588793 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.598035 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-05767216-f4d3-44e3-8386-c861f3c98a80 req-d7a44915-bd16-4749-bfa3-631178ae2262 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=530990c9a3534320b3192a7a414fe461 HTTP/1.1" status: 200 len: 1655 time: 0.1823883 Aug 29 17:24:56.661905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329cba08-1120-4c61-8c63-e347259ea9e1,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:56.663149 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.702950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 3f510646-51e3-4a32-b6ba-dc376f63afd3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3f510646-51e3-4a32-b6ba-dc376f63afd3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:56.709970 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.729227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-742548e3-d855-4c89-9acb-834213193655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:56.732471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-742548e3-d855-4c89-9acb-834213193655 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71cd41c0-7b9c-4882-ad99-f56635ca5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547549 Aug 29 17:24:56.773901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=3f510646-51e3-4a32-b6ba-dc376f63afd3,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:56.811133 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.855131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-203a212f-4ac4-47cb-99d1-e08c44fa16e2 service neutron] 10.222.0.44 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142116 Aug 29 17:24:56.869824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767216-f4d3-44e3-8386-c861f3c98a80 req-31a6a402-6773-46fe-9e6a-dd19632a9e79 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:56.872006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-05767216-f4d3-44e3-8386-c861f3c98a80 req-31a6a402-6773-46fe-9e6a-dd19632a9e79 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks?id=caf01b39-0c6f-460d-a418-4d11d786aee7&id=caf01b39-0c6f-460d-a418-4d11d786aee7&id=caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 787 time: 0.2169960 Aug 29 17:24:56.901366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-05767216-f4d3-44e3-8386-c861f3c98a80 req-1c632a48-57e2-4d25-9670-a6c60cb77ae0 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:24:56.902520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-05767216-f4d3-44e3-8386-c861f3c98a80 req-1c632a48-57e2-4d25-9670-a6c60cb77ae0 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151105 Aug 29 17:24:57.001841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0adfe879-2c1c-41e2-8e6f-1d432cb3acbf req-18ac47be-cb30-456c-8b4e-953183064124 service neutron] 10.222.0.44 "GET /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792491 Aug 29 17:24:57.014956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b61d-b908-46d0-926d-9478092d6a57 req-fec6925b-a0bd-47c8-baf4-b4fc9ed9ec61 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:57.016821 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfc2b61d-b908-46d0-926d-9478092d6a57 req-fec6925b-a0bd-47c8-baf4-b4fc9ed9ec61 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1527588 Aug 29 17:24:57.113993 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfc2b61d-b908-46d0-926d-9478092d6a57 req-5fa8d2c4-862f-45d9-9917-56dc4084479d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896206 Aug 29 17:24:57.121991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfd825d-425a-40e4-8c3c-fbb042c3a452 req-3658da5f-8cc3-4fee-8b1a-be19c000ea06 service neutron] 10.222.0.44 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383287 Aug 29 17:24:57.225478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Checking segment: {'id': 'e28706f2-7ba3-4b40-aeb9-7136e9698f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6bd1cd1e-f57a-4db3-80da-a9e97d523a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:57.225818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Network hostable DHCP agents. Network: 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:24:57.266959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-3f18b6d0-065a-476f-a1bc-9b37296437bd tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips/59310c9e-3a26-4e54-a885-15c3e49c33ff HTTP/1.1" status: 200 len: 692 time: 0.1035335 Aug 29 17:24:57.299786 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.376497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:24:57.387412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Transition to ACTIVE for port object 3d6aa385-d683-4369-be62-6d8e6c9fcbfb will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:57.410921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:57.421313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e7113-d1d8-4724-a828-55657439f308 None None] Network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:57.440017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1c41d-c450-4f52-96bc-a9cc03904ef1 req-5a8d0a3c-e19c-438f-9295-920c12125546 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:57.446474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1c41d-c450-4f52-96bc-a9cc03904ef1 req-5a8d0a3c-e19c-438f-9295-920c12125546 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:57.474616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1c41d-c450-4f52-96bc-a9cc03904ef1 req-5a8d0a3c-e19c-438f-9295-920c12125546 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:57.474616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-38d1c41d-c450-4f52-96bc-a9cc03904ef1 req-5a8d0a3c-e19c-438f-9295-920c12125546 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 2373 time: 0.3320022 Aug 29 17:24:57.511270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:57.519886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.530365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-eb1c79d1-e546-4371-a318-4e11f0fbe224 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:57.531850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-eb1c79d1-e546-4371-a318-4e11f0fbe224 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2575140 Aug 29 17:24:57.609551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-7242faf4-11aa-4671-aeaf-9b70d76a185d tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.0698252 Aug 29 17:24:57.677008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-7f758a1d-2038-46d0-88f2-8d27de4a134c tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.0665286 Aug 29 17:24:57.697026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b3693-86e6-40ef-81b5-aaba79b66935 None None] Network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:57.725938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-38d1c41d-c450-4f52-96bc-a9cc03904ef1 req-e0b69201-8489-44d5-86cb-a990c6768072 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328560 Aug 29 17:24:57.743819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-17a1b640-25ec-4930-a5f8-4aebadac7068 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0236895 Aug 29 17:24:57.806109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Allocated IP 10.2.2.100 (7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1/df36d9b6-0c36-46e1-bbd7-b6d0879ea817/a838ae7a-b1b2-4fdd-9bb9-754c63653556) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:58.033119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Deleting port 5ff39aa4-72de-4071-8879-22f22d0b1b4f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:58.034376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.036101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.158768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Network d75ce28c-12e0-4007-975b-c36f7e571404 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:58.163502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:58.174191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:58.188980 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.216557 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.216762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Pushing event updated for resources: {'Port': ['ID=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:58.216858 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.242830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Calling delete_port for 5ff39aa4-72de-4071-8879-22f22d0b1b4f owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:58.251195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3f510646-51e3-4a32-b6ba-dc376f63afd3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:58.256311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a2fbd-4d7f-474e-9657-d4d8c772edd4 req-035f4d48-ecb1-4961-86a6-ee1dae82f123 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:58.257646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-133a2fbd-4d7f-474e-9657-d4d8c772edd4 req-035f4d48-ecb1-4961-86a6-ee1dae82f123 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 944 time: 0.2543614 Aug 29 17:24:58.269832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Transition to ACTIVE for port object a838ae7a-b1b2-4fdd-9bb9-754c63653556 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:58.297625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.366898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 3f510646-51e3-4a32-b6ba-dc376f63afd3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:58.367276 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.426683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-133a2fbd-4d7f-474e-9657-d4d8c772edd4 req-2e0bc7b9-dea8-445b-abd7-7b07c9fc061a tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531703 Aug 29 17:24:58.532354 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.539850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4c819e39-0648-4bfc-963b-fe8b5e46076a None None] Provisioning for port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:58.548576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4c819e39-0648-4bfc-963b-fe8b5e46076a None None] Provisioning complete for port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:58.549687 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c819e39-0648-4bfc-963b-fe8b5e46076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.592277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4c819e39-0648-4bfc-963b-fe8b5e46076a None None] Port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:58.617198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:58.625624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:58.630483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:58.641618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.670661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.691774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event deleted for resources: {'Port': ['ID=5ff39aa4-72de-4071-8879-22f22d0b1b4f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:58.697298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=a838ae7a-b1b2-4fdd-9bb9-754c63653556,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:58.760840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.764469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.766205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81c8f5d1-855e-4c47-a0ca-2f4ed5a9d79a req-64a60f95-5880-48e9-a328-f842ccb3a8ae tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "DELETE /v2.0/floatingips/59310c9e-3a26-4e54-a885-15c3e49c33ff HTTP/1.1" status: 204 len: 173 time: 1.0822599 Aug 29 17:24:58.786897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:58.787549 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.829940 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d9641857-1f15-4023-98c0-7030e7b0a078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4205365 Aug 29 17:24:58.890572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1', 'admin_state_up': True, 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'security_groups': ['4bd532cc-7538-4c64-96f5-ae82a4bf4f68']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:58.909330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2459ce5-8720-46fb-9f7f-3b6c8bd074d4 req-70a10350-55df-48f9-a415-4612f0455a7c tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:58.917940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2459ce5-8720-46fb-9f7f-3b6c8bd074d4 req-70a10350-55df-48f9-a415-4612f0455a7c tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.0769839 Aug 29 17:24:58.967709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2459ce5-8720-46fb-9f7f-3b6c8bd074d4 req-d16f5fb9-e0ed-445c-9073-99497e49222b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466645 Aug 29 17:24:59.052701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-73bc3b8c-3999-4d80-acec-dd683f659b51 None None] Provisioning for port a838ae7a-b1b2-4fdd-9bb9-754c63653556 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:59.057021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-73bc3b8c-3999-4d80-acec-dd683f659b51 None None] Provisioning complete for port a838ae7a-b1b2-4fdd-9bb9-754c63653556 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:59.057584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-73bc3b8c-3999-4d80-acec-dd683f659b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.093032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.126006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-73bc3b8c-3999-4d80-acec-dd683f659b51 None None] Port a838ae7a-b1b2-4fdd-9bb9-754c63653556 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:59.130003 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.143343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee37a-11e9-494f-b4f6-8ebd1b79a705 req-f7db2ef5-ef80-4b80-b73b-c92c31783013 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:59.150817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee37a-11e9-494f-b4f6-8ebd1b79a705 req-f7db2ef5-ef80-4b80-b73b-c92c31783013 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:59.158512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee37a-11e9-494f-b4f6-8ebd1b79a705 req-f7db2ef5-ef80-4b80-b73b-c92c31783013 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:59.165275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee37a-11e9-494f-b4f6-8ebd1b79a705 req-f7db2ef5-ef80-4b80-b73b-c92c31783013 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:59.167041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef6ee37a-11e9-494f-b4f6-8ebd1b79a705 req-f7db2ef5-ef80-4b80-b73b-c92c31783013 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 3094 time: 0.0994503 Aug 29 17:24:59.219597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef6ee37a-11e9-494f-b4f6-8ebd1b79a705 req-99c171a0-6d97-47ab-876e-661ce6adaf9b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 Aug 29 17:24:59.265406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Pushing event updated for resources: {'Port': ['ID=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:59.273982 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.292676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Made reservation on behalf of ac200e02e3e14ba4934d4edbc4d9cd0f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:59.297552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.314723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-2429077c-0a70-4c5c-a4de-14bbf842e93b tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips/71c779c9-b878-4c0a-9b69-8282d0569e36 HTTP/1.1" status: 200 len: 693 time: 0.0534720 Aug 29 17:24:59.318290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273c07-8d7c-4f64-847b-03814790d38b req-f7e8bb40-7938-455c-bc17-b5bde677215f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:59.325644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-f7e8bb40-7938-455c-bc17-b5bde677215f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/networks?id=6bd1cd1e-f57a-4db3-80da-a9e97d523a5c HTTP/1.1" status: 200 len: 813 time: 0.3487878 Aug 29 17:24:59.364146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-79f05da9-1393-448d-8252-dc1edb76c9a5 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/quotas/ff99139b6532420aa4f88487e69dad25 HTTP/1.1" status: 200 len: 375 time: 0.0356734 Aug 29 17:24:59.437235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-ba9a6e35-eaa9-4156-93e6-7a4594b64c98 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff99139b6532420aa4f88487e69dad25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732028 Aug 29 17:24:59.483065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-7363539b-bf65-4c03-8f87-024dd2b21a93 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:59.494237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-7363539b-bf65-4c03-8f87-024dd2b21a93 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.1753774 Aug 29 17:24:59.606353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-eb43aeb0-ec6d-454d-aaee-20b5ca990c61 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.1102369 Aug 29 17:24:59.641164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Network d75ce28c-12e0-4007-975b-c36f7e571404 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:59.650315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:59.684634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-ad74b884-5d8b-4bae-8b1a-6416c5eeda19 service neutron] 10.222.0.41 "GET /v2.0/networks/6bd1cd1e-f57a-4db3-80da-a9e97d523a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464511 Aug 29 17:24:59.706084 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-6ccf1fb8-a781-4469-88cd-19246d38d568 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0982761 Aug 29 17:24:59.903089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Deleting port 2c362662-955b-4f8d-89e9-69757a941e9a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:59.903585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.005229 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.005981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.021932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Calling delete_port for 2c362662-955b-4f8d-89e9-69757a941e9a owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:00.059081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-75be4949-d5f7-4d16-a1f7-6b5a27de9120 None None] Provisioning complete for port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:00.060080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75be4949-d5f7-4d16-a1f7-6b5a27de9120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.104505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-75be4949-d5f7-4d16-a1f7-6b5a27de9120 None None] Port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:00.263644 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.296648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event deleted for resources: {'Port': ['ID=2c362662-955b-4f8d-89e9-69757a941e9a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:00.377575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.380769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.382279 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e547d19e-4b1d-4c07-b528-25102cb32764 req-912e4bc7-ec00-45c5-b4b3-cfa93af908a1 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "DELETE /v2.0/floatingips/71c779c9-b878-4c0a-9b69-8282d0569e36 HTTP/1.1" status: 204 len: 173 time: 0.6728170 Aug 29 17:25:00.391091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-6580df34-d279-451e-bdb3-23639d78f62a service neutron] 10.222.0.41 "GET /v2.0/networks/6bd1cd1e-f57a-4db3-80da-a9e97d523a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054095 Aug 29 17:25:00.417123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Allocated IP 10.2.2.200 (7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1/df36d9b6-0c36-46e1-bbd7-b6d0879ea817/3170eae3-7d34-40d2-82bf-6a7e32d808cc) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:00.456582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:00.577429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eba8d1-8e91-4a6c-ab04-e88d88908fe5 req-503b1c52-da1c-42db-95b6-06cc9fdad7c4 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:00.579555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48eba8d1-8e91-4a6c-ab04-e88d88908fe5 req-503b1c52-da1c-42db-95b6-06cc9fdad7c4 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 944 time: 0.0944784 Aug 29 17:25:00.669237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48eba8d1-8e91-4a6c-ab04-e88d88908fe5 req-49acac99-9de8-4e67-bd17-4b3a250308be tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517466 Aug 29 17:25:00.851284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:00.855978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.861382 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4d2ce198-aee0-4745-a9ac-fb49001e1c1f admin admin] 10.222.0.41 "PUT /v2.0/routers/ab0b4d4f-ad10-493f-a572-fde2aebf1ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1513493 Aug 29 17:25:00.868304 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Sync routers for ids ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:00.886895 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Routers {'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:00.888127 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:00.907283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1b55a-d7db-4d60-95c5-eaeb2ad18f34 req-611cbfbd-06ae-4d68-9585-870c976c1de6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:00.908805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91a1b55a-d7db-4d60-95c5-eaeb2ad18f34 req-611cbfbd-06ae-4d68-9585-870c976c1de6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1064546 Aug 29 17:25:00.972131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Transition to ACTIVE for port object 3170eae3-7d34-40d2-82bf-6a7e32d808cc will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:00.986476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91a1b55a-d7db-4d60-95c5-eaeb2ad18f34 req-1e885b80-6d73-4311-a94d-21c132c4a7e1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692136 Aug 29 17:25:01.023621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f12f0-3f1e-4f61-b6ee-5d24e554f884 req-e9b2d45e-1060-4187-9852-478affa4c8a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:01.029492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f12f0-3f1e-4f61-b6ee-5d24e554f884 req-e9b2d45e-1060-4187-9852-478affa4c8a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:01.036137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f12f0-3f1e-4f61-b6ee-5d24e554f884 req-e9b2d45e-1060-4187-9852-478affa4c8a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:01.042844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f12f0-3f1e-4f61-b6ee-5d24e554f884 req-e9b2d45e-1060-4187-9852-478affa4c8a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:01.044498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-814f12f0-3f1e-4f61-b6ee-5d24e554f884 req-e9b2d45e-1060-4187-9852-478affa4c8a4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 3094 time: 0.1642160 Aug 29 17:25:01.075754 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.119965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-44bf83a7-779a-4222-beb4-5e838eb744a8 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips/5d5e274e-fc19-411a-bacf-ef1297227ef6 HTTP/1.1" status: 200 len: 692 time: 0.0817711 Aug 29 17:25:01.147493 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-814f12f0-3f1e-4f61-b6ee-5d24e554f884 req-4e4fe367-6ad8-4ff8-9d05-a17c1d3a8f69 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958359 Aug 29 17:25:01.165946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:01.181346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:01.181553 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Set router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:01.193034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:01.299023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event updated for resources: {'Port': ['ID=3170eae3-7d34-40d2-82bf-6a7e32d808cc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:01.394808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c7bf12a8-ad6c-4f97-8a81-36438234b08a req-814140f3-5aea-4c2d-8cde-67eef649bf68 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 210 time: 0.1283579 Aug 29 17:25:01.415056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-65ea5490-2ae3-4da9-9331-571579363c14 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:01.419885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-65ea5490-2ae3-4da9-9331-571579363c14 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2901888 Aug 29 17:25:01.433595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:01.434340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.455102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-04514d31-33a0-4a86-a431-b35f8b7dac32 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6093662 Aug 29 17:25:01.470917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:01.636784 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-6ba9b51d-41de-4415-80a3-9e11368153d7 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 695 time: 0.2044303 Aug 29 17:25:01.700891 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:24:58Z', 'revision_number': 4, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3d6aa385-d683-4369-be62-6d8e6c9fcbfb', 'name': '', 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'mac_address': 'fa:16:3e:83:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e38eafb9-5921-4306-8143-2e9e79587841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:54Z', 'updated_at': '2021-08-29T17:24:58Z', 'revision_number': 2, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'subnets': [{'id': 'e38eafb9-5921-4306-8143-2e9e79587841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:01.723210 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.725369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-50d42081-712c-4d3e-a72c-9f276c37c340 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 695 time: 0.0778956 Aug 29 17:25:01.740753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-08169402-c9da-4425-a263-19cb52f57cd0 None None] Provisioning for port 3170eae3-7d34-40d2-82bf-6a7e32d808cc completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:01.747880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-08169402-c9da-4425-a263-19cb52f57cd0 None None] Provisioning complete for port 3170eae3-7d34-40d2-82bf-6a7e32d808cc triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:01.748381 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08169402-c9da-4425-a263-19cb52f57cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.777523 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Checking router: ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:01.777866 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Updating router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:25:01.814829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-08169402-c9da-4425-a263-19cb52f57cd0 None None] Port 3170eae3-7d34-40d2-82bf-6a7e32d808cc cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:01.820940 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.958906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-48da8005-b73f-4307-b388-6da670d8516f tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3949842 Aug 29 17:25:01.967036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:02.426815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273c07-8d7c-4f64-847b-03814790d38b req-e1a47d2b-06ff-4d67-a58a-30ff8d2810cf tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:02.428483 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-e1a47d2b-06ff-4d67-a58a-30ff8d2810cf tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.44 "GET /v2.0/networks?id=6bd1cd1e-f57a-4db3-80da-a9e97d523a5c HTTP/1.1" status: 200 len: 813 time: 0.1832168 Aug 29 17:25:02.436270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Deleting port 1283fa09-544d-4076-85c9-ead456b331e1 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:02.436624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.443954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Request body: {'port': {'device_id': '19147c08-89c7-445a-ae12-912bfba8e4c0', 'network_id': '6bd1cd1e-f57a-4db3-80da-a9e97d523a5c', 'admin_state_up': True, 'tenant_id': 'ff99139b6532420aa4f88487e69dad25'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:02.551149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3706a55f-1176-4a7b-83b9-8ed156c19eb5 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:02.563181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.563536 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.570015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.591388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Transition to ACTIVE for port object 3706a55f-1176-4a7b-83b9-8ed156c19eb5 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:02.596319 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Transition to ACTIVE for port object 3d6aa385-d683-4369-be62-6d8e6c9fcbfb will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:02.634845 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.642015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.655511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.655909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.678707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Calling delete_port for 1283fa09-544d-4076-85c9-ead456b331e1 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:02.692058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Made reservation on behalf of ff99139b6532420aa4f88487e69dad25 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:02.697138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.700212 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd375cb-784e-41df-b850-41e824a09d15 None None] Pushing event updated for resources: {'Port': ['ID=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:02.873689 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Attempting to bind port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:02.874061 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Attempting to bind port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:02.874424 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Attempting to bind port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb on network d75ce28c-12e0-4007-975b-c36f7e571404 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:02.884990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Pushing event updated for resources: {'Port': ['ID=3706a55f-1176-4a7b-83b9-8ed156c19eb5,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:02.886633 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:02.887019 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Checking segment: {'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:02.887425 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.887827 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Bound using segment: {'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:02.888299 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Bound port: 3d6aa385-d683-4369-be62-6d8e6c9fcbfb, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60435490-7e9a-4409-93f5-87c25e0844bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:02.888679 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.931128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Attempting to bind port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:02.931418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Attempting to bind port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:02.931719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Attempting to bind port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 on network c94a284a-3908-4129-8987-ec9683304a7a {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:02.941793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 on network c94a284a-3908-4129-8987-ec9683304a7a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:02.942118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Attempting to bind port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 on network c94a284a-3908-4129-8987-ec9683304a7a {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:02.952903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:02.953274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Checking segment: {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:02.953662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Bound using segment: {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:02.954097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Bound port: 3706a55f-1176-4a7b-83b9-8ed156c19eb5, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e8f96c-f551-4d80-908f-0d59bee31600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:02.956769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.993581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.053195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.154765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Pushing event deleted for resources: {'Port': ['ID=1283fa09-544d-4076-85c9-ead456b331e1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:03.154989 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] For port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:03.159304 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] For port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,segment=NetworkSegment(60435490-7e9a-4409-93f5-87c25e0844bc),segment_id=60435490-7e9a-4409-93f5-87c25e0844bc)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:03.167134 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.201089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Allocated IP 172.20.0.7 (6bd1cd1e-f57a-4db3-80da-a9e97d523a5c/329cba08-1120-4c61-8c63-e347259ea9e1/a34a2eed-7ee3-452e-8561-fdcfbfdac1c3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:03.249488 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Routers {'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:03.251296 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:03.254261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.257165 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.262555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] For port 3706a55f-1176-4a7b-83b9-8ed156c19eb5, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:03.264961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3ac309f7-84de-4e8d-95be-53269b6c1940 req-651fd3e3-cd87-45e0-b8a3-dc7803a4ba84 tempest-FloatingIPDetailsTestJSON-1534878961 tempest-FloatingIPDetailsTestJSON-1534878961-project] 10.222.0.41 "DELETE /v2.0/floatingips/5d5e274e-fc19-411a-bacf-ef1297227ef6 HTTP/1.1" status: 204 len: 173 time: 1.5341861 Aug 29 17:25:03.273120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42108) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:03.290341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] For port 3706a55f-1176-4a7b-83b9-8ed156c19eb5, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:03.321181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.335749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Allocated IP 172.25.2.154 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/c2e5bcf0-a72f-4698-9c9f-2dc2ed503c5e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:03.379701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:03.380819 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.382793 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] 10.222.0.43 "PUT /v2.0/ports/3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 200 len: 1093 time: 1.9187796 Aug 29 17:25:03.390119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '3706a55f-1176-4a7b-83b9-8ed156c19eb5'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:03.392833 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b76ebb-2678-4637-a84f-dc33c3f9683e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "3706a55f-1176-4a7b-83b9-8ed156c19eb5"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:03.469885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:03.493690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1545fcc-0d1c-4020-8823-a1b864f3bb8d service neutron] Pushing event updated for resources: {'Port': ['ID=3706a55f-1176-4a7b-83b9-8ed156c19eb5,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:03.495937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] Set router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:03.578225 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.638844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.735495 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd375cb-784e-41df-b850-41e824a09d15 None None] Pushing event updated for resources: {'Port': ['ID=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:03.845552 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.898931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.902516 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.919151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b8fa-62a5-4666-be74-4dc59cb8c2c2 req-db837c73-033b-4df8-8e7e-12bb37027cdc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:03.931993 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0c6b8fa-62a5-4666-be74-4dc59cb8c2c2 req-db837c73-033b-4df8-8e7e-12bb37027cdc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 944 time: 0.5115957 Aug 29 17:25:03.993226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:04.008565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:04.014989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Pushing event updated for resources: {'Port': ['ID=c2e5bcf0-a72f-4698-9c9f-2dc2ed503c5e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:04.019442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:04.039154 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:24:58Z', 'revision_number': 4, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3d6aa385-d683-4369-be62-6d8e6c9fcbfb', 'name': '', 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'mac_address': 'fa:16:3e:83:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e38eafb9-5921-4306-8143-2e9e79587841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:54Z', 'updated_at': '2021-08-29T17:25:03Z', 'revision_number': 4, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'subnets': [{'id': 'e38eafb9-5921-4306-8143-2e9e79587841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:04.072596 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77978d-e845-485a-bf45-fbff5c8c5684 None None] The sync data for ids ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'] in n-d-713499-15 is: [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:24:58Z', 'revision_number': 4, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3d6aa385-d683-4369-be62-6d8e6c9fcbfb', 'name': '', 'network_id': 'd75ce28c-12e0-4007-975b-c36f7e571404', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'mac_address': 'fa:16:3e:83:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e38eafb9-5921-4306-8143-2e9e79587841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:54Z', 'updated_at': '2021-08-29T17:25:03Z', 'revision_number': 4, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'subnets': [{'id': 'e38eafb9-5921-4306-8143-2e9e79587841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:04.118386 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0c6b8fa-62a5-4666-be74-4dc59cb8c2c2 req-37587b70-1a26-4555-8ede-05d4b1d76b94 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853337 Aug 29 17:25:04.171224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:04.233223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:04.236525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:04.291513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Pushing event updated for resources: {'Port': ['ID=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:04.317562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.395731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:04.396528 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.425859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6d764c-d5ef-45ab-9552-7323e6562910 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:04.444490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.457742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.528655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-ea37cb09-7983-4e8d-9f2e-de6e81c28c5f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0896046 Aug 29 17:25:04.544803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Request body: {'port': {'device_id': '19147c08-89c7-445a-ae12-912bfba8e4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:04.592100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Transition to ACTIVE for port object 7d6d764c-d5ef-45ab-9552-7323e6562910 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:04.629100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.640585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.711666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.718443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d764c-d5ef-45ab-9552-7323e6562910,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:04.719984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad335e2-8884-455c-ab31-9e7c3d54695e req-fcb47b74-8a26-4b88-8109-c6fa1b1ffb0f tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:04.728199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.730486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ad335e2-8884-455c-ab31-9e7c3d54695e req-fcb47b74-8a26-4b88-8109-c6fa1b1ffb0f tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.3005769 Aug 29 17:25:04.832801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ad335e2-8884-455c-ab31-9e7c3d54695e req-9cad6dd4-2538-47c9-814d-614e587735bc tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010084 Aug 29 17:25:04.976146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Pushing event updated for resources: {'Port': ['ID=c2e5bcf0-a72f-4698-9c9f-2dc2ed503c5e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:05.013309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Attempting to bind port 7d6d764c-d5ef-45ab-9552-7323e6562910 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:05.013655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Attempting to bind port 7d6d764c-d5ef-45ab-9552-7323e6562910 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:05.013986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Attempting to bind port 7d6d764c-d5ef-45ab-9552-7323e6562910 on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:05.019727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.022218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Port 7d6d764c-d5ef-45ab-9552-7323e6562910 on network c19ca545-1d9c-4b98-9712-c34a7275b71b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:05.022517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Attempting to bind port 7d6d764c-d5ef-45ab-9552-7323e6562910 on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:05.032598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:05.032817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Checking segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:05.033203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Bound using segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:05.033716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Bound port: 7d6d764c-d5ef-45ab-9552-7323e6562910, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:05.033989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.052927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.054250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-d1db911b-3b31-4957-9ce0-eaa1f96af8d7 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0943666 Aug 29 17:25:05.190062 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-84ff87b0-6fd6-4362-8224-8a7f8572fb0b tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1046498 Aug 29 17:25:05.285560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] For port 7d6d764c-d5ef-45ab-9552-7323e6562910, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:05.292604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:05.301382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] For port 7d6d764c-d5ef-45ab-9552-7323e6562910, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7d6d764c-d5ef-45ab-9552-7323e6562910,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:05.309381 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.323067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Transition to ACTIVE for port object a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:05.346041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.420034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-1b13f4df-1164-445e-82d3-d095ea9c63da tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.421808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c02bf90-44b3-4344-9fa5-ec900c876bed req-1b13f4df-1164-445e-82d3-d095ea9c63da tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2088845 Aug 29 17:25:05.423072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.447104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf71c-d29f-4b8f-88d9-3d5a8a303039 req-d1f96850-487c-4ec7-886f-cc904f36b078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.480304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf71c-d29f-4b8f-88d9-3d5a8a303039 req-d1f96850-487c-4ec7-886f-cc904f36b078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.496288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf71c-d29f-4b8f-88d9-3d5a8a303039 req-d1f96850-487c-4ec7-886f-cc904f36b078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.508613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d764c-d5ef-45ab-9552-7323e6562910,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:05.509651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf71c-d29f-4b8f-88d9-3d5a8a303039 req-d1f96850-487c-4ec7-886f-cc904f36b078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.519640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.520586 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.522155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-e3563c05-567e-4c8b-8ce3-03d300a34333 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 1136 time: 2.0900245 Aug 29 17:25:05.528819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf71c-d29f-4b8f-88d9-3d5a8a303039 req-d1f96850-487c-4ec7-886f-cc904f36b078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.540752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf71c-d29f-4b8f-88d9-3d5a8a303039 req-d1f96850-487c-4ec7-886f-cc904f36b078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.547061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34faf71c-d29f-4b8f-88d9-3d5a8a303039 req-d1f96850-487c-4ec7-886f-cc904f36b078 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 4604 time: 0.5136588 Aug 29 17:25:05.566749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Pushing event updated for resources: {'Port': ['ID=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:05.576656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:05.603246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.708403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.740685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845d60b-5533-4ddc-9b06-b296fa0ac7dd req-a7d226a8-33c7-40eb-8bca-923b471c3f65 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:05.743678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1845d60b-5533-4ddc-9b06-b296fa0ac7dd req-a7d226a8-33c7-40eb-8bca-923b471c3f65 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 943 time: 0.1916590 Aug 29 17:25:05.804850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34faf71c-d29f-4b8f-88d9-3d5a8a303039 req-029a56d8-909d-488b-8c2b-3f1e851ec904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2491057 Aug 29 17:25:05.934790 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73eff3b-6e99-4e4d-8f63-61bc627f16fc x-openstack-request-id: req-a73eff3b-6e99-4e4d-8f63-61bc627f16fc {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:05.935425 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "3706a55f-1176-4a7b-83b9-8ed156c19eb5", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:05.935827 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a73eff3b-6e99-4e4d-8f63-61bc627f16fc {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:05.936373 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'status': 'completed', 'code': 200} Aug 29 17:25:05.997310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Attempting to bind port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:05.998052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Attempting to bind port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'e28706f2-7ba3-4b40-aeb9-7136e9698f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6bd1cd1e-f57a-4db3-80da-a9e97d523a5c'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:05.998565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Attempting to bind port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 on network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:06.018854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1845d60b-5533-4ddc-9b06-b296fa0ac7dd req-23d8c68a-45d1-46c5-a0a6-98a05dea4f9d tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139583 Aug 29 17:25:06.026013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-86fb3766-92e2-430f-ae2e-1c21485d1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.026852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-86fb3766-92e2-430f-ae2e-1c21485d1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.027682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-86fb3766-92e2-430f-ae2e-1c21485d1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.028223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-86fb3766-92e2-430f-ae2e-1c21485d1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.028756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-86fb3766-92e2-430f-ae2e-1c21485d1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.029288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-86fb3766-92e2-430f-ae2e-1c21485d1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.031190 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-86fb3766-92e2-430f-ae2e-1c21485d1a0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5292 time: 0.0804992 Aug 29 17:25:06.037098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 on network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:06.037854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Attempting to bind port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 on network 6bd1cd1e-f57a-4db3-80da-a9e97d523a5c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:06.099631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:06.100245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Checking segment: {'id': 'e28706f2-7ba3-4b40-aeb9-7136e9698f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6bd1cd1e-f57a-4db3-80da-a9e97d523a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:06.100798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Bound using segment: {'id': 'e28706f2-7ba3-4b40-aeb9-7136e9698f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6bd1cd1e-f57a-4db3-80da-a9e97d523a5c'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:06.101617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Bound port: a34a2eed-7ee3-452e-8561-fdcfbfdac1c3, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28706f2-7ba3-4b40-aeb9-7136e9698f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6bd1cd1e-f57a-4db3-80da-a9e97d523a5c'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:06.102144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.235355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a658719-f1e0-4577-bec7-30d735c9ef41 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:06.243901 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.266623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Transition to ACTIVE for port object 7a658719-f1e0-4577-bec7-30d735c9ef41 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:06.331909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3d6aa385-d683-4369-be62-6d8e6c9fcbfb up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:06.349157 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa197410-5979-46e3-b1d0-8cba50d14bca req-d9e77fe8-0e3b-435e-b3b0-fbaadc4f6cec tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips/3aea40f0-783d-4761-afda-df3441d8ac2e HTTP/1.1" status: 200 len: 693 time: 0.0813019 Aug 29 17:25:06.360431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.453996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:06.459789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:06.463207 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.500722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Pushing event updated for resources: {'Port': ['ID=7a658719-f1e0-4577-bec7-30d735c9ef41,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:06.590937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa197410-5979-46e3-b1d0-8cba50d14bca req-503bdebb-0d23-4def-8f81-2252e7dd51e6 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.592809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa197410-5979-46e3-b1d0-8cba50d14bca req-503bdebb-0d23-4def-8f81-2252e7dd51e6 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2428439 Aug 29 17:25:06.646216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Attempting to bind port 7a658719-f1e0-4577-bec7-30d735c9ef41 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:06.646557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Attempting to bind port 7a658719-f1e0-4577-bec7-30d735c9ef41 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:06.656340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Attempting to bind port 7a658719-f1e0-4577-bec7-30d735c9ef41 on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:06.661752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Port 7a658719-f1e0-4577-bec7-30d735c9ef41 on network c19ca545-1d9c-4b98-9712-c34a7275b71b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:06.661752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Attempting to bind port 7a658719-f1e0-4577-bec7-30d735c9ef41 on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:06.666848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:06.667193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Checking segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:06.667579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Bound using segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:06.668007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Bound port: 7a658719-f1e0-4577-bec7-30d735c9ef41, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:06.668365 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.801836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] For port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:06.805732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] For port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,segment=NetworkSegment(e28706f2-7ba3-4b40-aeb9-7136e9698f5e),segment_id=e28706f2-7ba3-4b40-aeb9-7136e9698f5e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:06.828839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.871825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7399ef-4942-48c8-ad32-2dcf8b174391 req-43f49da2-0ffb-47ff-8417-281d96a51b3a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.873323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e7399ef-4942-48c8-ad32-2dcf8b174391 req-43f49da2-0ffb-47ff-8417-281d96a51b3a tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1470010 Aug 29 17:25:06.877456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] For port 7a658719-f1e0-4577-bec7-30d735c9ef41, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:06.886527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] For port 7a658719-f1e0-4577-bec7-30d735c9ef41, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a658719-f1e0-4577-bec7-30d735c9ef41,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:06.905420 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.925999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.943380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,segment=NetworkSegment(60435490-7e9a-4409-93f5-87c25e0844bc),segment_id=60435490-7e9a-4409-93f5-87c25e0844bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:06.958096 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.012350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Pushing event updated for resources: {'Port': ['ID=7a658719-f1e0-4577-bec7-30d735c9ef41,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:07.012592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:07.041636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.042273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.043689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ac7ff682-f4a5-4be1-9549-bd36c7598267 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 1137 time: 1.4797802 Aug 29 17:25:07.047265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e7399ef-4942-48c8-ad32-2dcf8b174391 req-3dced0d3-b6ae-42d7-88b3-0628855bb565 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643331 Aug 29 17:25:07.061198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-89b53a53-a7a1-4727-975d-3df22c866b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.061676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-89b53a53-a7a1-4727-975d-3df22c866b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.062165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-89b53a53-a7a1-4727-975d-3df22c866b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.064167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-89b53a53-a7a1-4727-975d-3df22c866b3c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0188456 Aug 29 17:25:07.089739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:07.102014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.103814 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.107759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] 10.222.0.44 "PUT /v2.0/ports/a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 HTTP/1.1" status: 200 len: 1092 time: 2.5674033 Aug 29 17:25:07.165154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19147c08-89c7-445a-ae12-912bfba8e4c0', 'tag': 'a34a2eed-7ee3-452e-8561-fdcfbfdac1c3'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:07.168653 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227a7f2-8898-4cff-93ff-79ca233b3039" -d '{"events": [{"name": "network-changed", "server_uuid": "19147c08-89c7-445a-ae12-912bfba8e4c0", "tag": "a34a2eed-7ee3-452e-8561-fdcfbfdac1c3"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:07.318994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-23fcff66-6bf2-4734-a6ee-ab52e9dce028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.321390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b76ebb-2678-4637-a84f-dc33c3f9683e req-23fcff66-6bf2-4734-a6ee-ab52e9dce028 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009902 Aug 29 17:25:07.321390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd8278-31a7-4d23-b057-4d145926950b service neutron] Pushing event updated for resources: {'Port': ['ID=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:07.337126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ff6eb-b47f-45d2-870d-666d64e4e665 req-efb7d795-be7f-43c9-bc7b-5e2e31d9a24d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.338991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-946ff6eb-b47f-45d2-870d-666d64e4e665 req-efb7d795-be7f-43c9-bc7b-5e2e31d9a24d tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 944 time: 1.2209761 Aug 29 17:25:07.408090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273c07-8d7c-4f64-847b-03814790d38b req-c0eb6fde-54e5-4488-96aa-d575b4a7f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.410240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-c0eb6fde-54e5-4488-96aa-d575b4a7f0b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff99139b6532420aa4f88487e69dad25&device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 1095 time: 0.1293252 Aug 29 17:25:07.429771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-946ff6eb-b47f-45d2-870d-666d64e4e665 req-62e79553-5654-412b-81ea-1b181c050a0a tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625763 Aug 29 17:25:07.477587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-102b9190-6efd-4049-b2a4-de9d087dd546 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 HTTP/1.1" status: 200 len: 217 time: 0.0439341 Aug 29 17:25:07.576582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273c07-8d7c-4f64-847b-03814790d38b req-3c46749f-d1a7-4b1e-93cf-923a07f8a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.580494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-3c46749f-d1a7-4b1e-93cf-923a07f8a8eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=329cba08-1120-4c61-8c63-e347259ea9e1 HTTP/1.1" status: 200 len: 853 time: 0.0953331 Aug 29 17:25:07.648566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3dbb00b0-2387-4eab-b24c-65cc377bceae req-c73a415e-3572-4515-8f5e-f15afb169da8 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=0cda9a4e78914b70a5e593c69a23e2f7 HTTP/1.1" status: 200 len: 696 time: 0.1283069 Aug 29 17:25:07.665429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-a3cf50c8-f54e-4865-b467-365bec80c451 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6bd1cd1e-f57a-4db3-80da-a9e97d523a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310581 Aug 29 17:25:07.667115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Deleting port 0a50eceb-49bf-44c3-a8e9-9100e677cf39 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:07.667392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.672861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d7e5-d532-4257-8ee2-65e79900506e req-bd316ca9-7c15-40fe-8e34-49e3311d7a74 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.674401 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bd95d7e5-d532-4257-8ee2-65e79900506e req-bd316ca9-7c15-40fe-8e34-49e3311d7a74 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.5202479 Aug 29 17:25:07.689417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.829638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-f5ca423d-5394-42f2-9ac4-5db239cfffbe service neutron] 10.222.0.44 "GET /v2.0/networks/6bd1cd1e-f57a-4db3-80da-a9e97d523a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441472 Aug 29 17:25:07.936219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb00b0-2387-4eab-b24c-65cc377bceae req-4571e6a2-9c48-486f-8bb8-751c8451f269 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:07.943877 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3dbb00b0-2387-4eab-b24c-65cc377bceae req-4571e6a2-9c48-486f-8bb8-751c8451f269 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/networks?id=caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 787 time: 0.2595060 Aug 29 17:25:07.949442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-3dbb00b0-2387-4eab-b24c-65cc377bceae req-1b8ccddc-40b9-4c7c-8e02-af0acc679968 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:25:07.963016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3dbb00b0-2387-4eab-b24c-65cc377bceae req-1b8ccddc-40b9-4c7c-8e02-af0acc679968 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180013 Aug 29 17:25:08.026260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '7d6d764c-d5ef-45ab-9552-7323e6562910'}, {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '7a658719-f1e0-4577-bec7-30d735c9ef41'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:08.028845 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7671d834-69b3-4058-950f-22c4c8e429f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "7d6d764c-d5ef-45ab-9552-7323e6562910"}, {"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "7a658719-f1e0-4577-bec7-30d735c9ef41"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:08.030747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] For port 0a50eceb-49bf-44c3-a8e9-9100e677cf39, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0a50eceb-49bf-44c3-a8e9-9100e677cf39,segment=NetworkSegment(b2890805-9920-441d-bf63-ca1c7553f228),segment_id=b2890805-9920-441d-bf63-ca1c7553f228)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:08.031246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.038761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bd95d7e5-d532-4257-8ee2-65e79900506e req-f298628e-7e96-4a5e-bd2c-db1ddecc5466 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577926 Aug 29 17:25:08.056146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8aae15-e8ae-4a68-80be-c2d5f6dd769c {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:08.070909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.090691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Transition to ACTIVE for port object bf8aae15-e8ae-4a68-80be-c2d5f6dd769c will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:08.092708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Calling delete_port for 0a50eceb-49bf-44c3-a8e9-9100e677cf39 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:08.096149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.234616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57273c07-8d7c-4f64-847b-03814790d38b req-9718ff73-31da-4389-8a0f-8297532ef318 service neutron] 10.222.0.44 "GET /v2.0/networks/6bd1cd1e-f57a-4db3-80da-a9e97d523a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656009 Aug 29 17:25:08.280200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3d6aa385-d683-4369-be62-6d8e6c9fcbfb up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:08.358832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Attempting to bind port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:08.359215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Attempting to bind port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:08.359615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Attempting to bind port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:08.371072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c on network c19ca545-1d9c-4b98-9712-c34a7275b71b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:08.371435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Attempting to bind port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:08.373210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:08.373619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.386306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:08.386679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Checking segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:08.387075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Bound using segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:08.387587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Bound port: bf8aae15-e8ae-4a68-80be-c2d5f6dd769c, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:08.388002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.411375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaae14-effa-4dd2-9759-a216edeec35b req-aa6df60e-a4b5-4d72-b6b1-d0cc0975a8e6 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.412887 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccfaae14-effa-4dd2-9759-a216edeec35b req-aa6df60e-a4b5-4d72-b6b1-d0cc0975a8e6 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 943 time: 0.2014377 Aug 29 17:25:08.492525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] For port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:08.497582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] For port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:08.520667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.523603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-4864400d-2f40-43a1-889e-6d5d3bc2b148 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.524736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.529805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-4864400d-2f40-43a1-889e-6d5d3bc2b148 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.536443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-4864400d-2f40-43a1-889e-6d5d3bc2b148 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.542317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-4864400d-2f40-43a1-889e-6d5d3bc2b148 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.549239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-4864400d-2f40-43a1-889e-6d5d3bc2b148 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.553040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.553539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.553732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.554061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.554393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.554755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.555089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.555363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-4864400d-2f40-43a1-889e-6d5d3bc2b148 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.555791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.556258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.556597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.556926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.557251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.566817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-4864400d-2f40-43a1-889e-6d5d3bc2b148 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.567671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:08.568769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-4864400d-2f40-43a1-889e-6d5d3bc2b148 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5394 time: 0.4733407 Aug 29 17:25:08.574556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.576390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] 10.222.0.43 "PUT /v2.0/ports/bf8aae15-e8ae-4a68-80be-c2d5f6dd769c HTTP/1.1" status: 200 len: 1091 time: 1.4976854 Aug 29 17:25:08.585246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccfaae14-effa-4dd2-9759-a216edeec35b req-a3ed9c12-8971-4e57-92bd-6a67cd9982bb tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860374 Aug 29 17:25:08.618657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:08.641251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fadff791-a2d4-4762-a44d-b29fe782f5c0 req-b7713b1c-c7e4-4a75-a116-bee45df7b051 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649991 Aug 29 17:25:08.723789 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ba2a2-c824-420c-a8f5-19a61cc06b28 x-openstack-request-id: req-5c5ba2a2-c824-420c-a8f5-19a61cc06b28 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:08.724253 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19147c08-89c7-445a-ae12-912bfba8e4c0", "tag": "a34a2eed-7ee3-452e-8561-fdcfbfdac1c3", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:08.724797 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c5ba2a2-c824-420c-a8f5-19a61cc06b28 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:08.725354 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19147c08-89c7-445a-ae12-912bfba8e4c0', 'tag': 'a34a2eed-7ee3-452e-8561-fdcfbfdac1c3', 'status': 'completed', 'code': 200} Aug 29 17:25:08.760263 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867f0c6c-0021-45f8-b99a-803f8c9c925b x-openstack-request-id: req-867f0c6c-0021-45f8-b99a-803f8c9c925b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:08.760962 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "7d6d764c-d5ef-45ab-9552-7323e6562910", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "7a658719-f1e0-4577-bec7-30d735c9ef41", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:08.761286 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-867f0c6c-0021-45f8-b99a-803f8c9c925b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:08.761746 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '7d6d764c-d5ef-45ab-9552-7323e6562910', 'status': 'completed', 'code': 200} Aug 29 17:25:08.762069 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '7a658719-f1e0-4577-bec7-30d735c9ef41', 'status': 'completed', 'code': 200} Aug 29 17:25:08.802819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a0c30-e207-4680-b2fc-a445b1087527 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.817047 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.923217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-4ea696bb-755d-4321-92c1-e2266819897f tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips/3aea40f0-783d-4761-afda-df3441d8ac2e HTTP/1.1" status: 200 len: 693 time: 0.2154124 Aug 29 17:25:09.033327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c7a3c-0f9a-4c08-a374-08136afb895b req-9624ef58-1c67-44a8-a3e2-003d797d4968 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.035520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-981c7a3c-0f9a-4c08-a374-08136afb895b req-9624ef58-1c67-44a8-a3e2-003d797d4968 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1565542 Aug 29 17:25:09.043912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-a797352e-c103-426f-a98b-d0285fbdffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.045396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-a797352e-c103-426f-a98b-d0285fbdffed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff99139b6532420aa4f88487e69dad25&device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 1095 time: 0.3496177 Aug 29 17:25:09.046000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.057482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-f8619cf9-4e16-4909-b5f4-44563ce12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.057922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-f8619cf9-4e16-4909-b5f4-44563ce12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.058514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-f8619cf9-4e16-4909-b5f4-44563ce12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.059129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-f8619cf9-4e16-4909-b5f4-44563ce12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.059604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-f8619cf9-4e16-4909-b5f4-44563ce12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.060064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-f8619cf9-4e16-4909-b5f4-44563ce12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.060527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-f8619cf9-4e16-4909-b5f4-44563ce12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.062332 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-f8619cf9-4e16-4909-b5f4-44563ce12b0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6290 time: 0.2633514 Aug 29 17:25:09.213257 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-981c7a3c-0f9a-4c08-a374-08136afb895b req-ebeaef38-a6ff-41b5-9c3d-8ba9f83f8de9 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602415 Aug 29 17:25:09.244913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device d399418b-ed46-4a53-9833-48aa602bea0e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:09.285315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520c50d0-d97b-4061-87ff-6069f983709e {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:09.306276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.336015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Transition to ACTIVE for port object 520c50d0-d97b-4061-87ff-6069f983709e will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:09.339575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a50eceb-49bf-44c3-a8e9-9100e677cf39,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:09.355377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-361cd836-8de4-420c-b55d-df678eedbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.355915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-361cd836-8de4-420c-b55d-df678eedbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.356392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-361cd836-8de4-420c-b55d-df678eedbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.358025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-361cd836-8de4-420c-b55d-df678eedbe67 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2603166 Aug 29 17:25:09.397544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.419959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-c6e92acd-df0b-4b03-8a8e-38662c93b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.424196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port d399418b-ed46-4a53-9833-48aa602bea0e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d399418b-ed46-4a53-9833-48aa602bea0e,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:09.425720 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-c6e92acd-df0b-4b03-8a8e-38662c93b47e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6bd1cd1e-f57a-4db3-80da-a9e97d523a5c HTTP/1.1" status: 200 len: 914 time: 0.3622549 Aug 29 17:25:09.474370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'port_id': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'mac_address': 'fa:16:3e:9d:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:09.486650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6fe9-206d-49e5-bdb1-312fa341ed0f req-5f8950f7-7e52-4389-871a-e3b9d8c732e3 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.488850 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b9d6fe9-206d-49e5-bdb1-312fa341ed0f req-5f8950f7-7e52-4389-871a-e3b9d8c732e3 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 944 time: 0.1504858 Aug 29 17:25:09.489560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=520c50d0-d97b-4061-87ff-6069f983709e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:09.559885 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.587779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d399418b-ed46-4a53-9833-48aa602bea0e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:09.612102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-ddc681f7-679e-49a7-97a8-b718f75c2174 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 HTTP/1.1" status: 200 len: 217 time: 0.1478369 Aug 29 17:25:09.656681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port d399418b-ed46-4a53-9833-48aa602bea0e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d399418b-ed46-4a53-9833-48aa602bea0e,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:09.679420 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.681207 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b9d6fe9-206d-49e5-bdb1-312fa341ed0f req-1cd044c8-8452-49c9-8e2d-1fe473a8b0a4 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653919 Aug 29 17:25:09.774177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Attempting to bind port 520c50d0-d97b-4061-87ff-6069f983709e on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:09.774507 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Attempting to bind port 520c50d0-d97b-4061-87ff-6069f983709e by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:09.774869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Attempting to bind port 520c50d0-d97b-4061-87ff-6069f983709e on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:09.785435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Port 520c50d0-d97b-4061-87ff-6069f983709e on network c19ca545-1d9c-4b98-9712-c34a7275b71b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:09.785979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Attempting to bind port 520c50d0-d97b-4061-87ff-6069f983709e on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:09.793773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:09.794770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Checking segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:09.795461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Bound using segment: {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:09.796058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Bound port: 520c50d0-d97b-4061-87ff-6069f983709e, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e783c918-cb05-4154-b4ac-ba6dce3c0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:09.796930 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.819556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=d399418b-ed46-4a53-9833-48aa602bea0e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:09.911795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] For port 520c50d0-d97b-4061-87ff-6069f983709e, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:09.915424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] For port 520c50d0-d97b-4061-87ff-6069f983709e, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=520c50d0-d97b-4061-87ff-6069f983709e,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:09.921028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['d399418b-ed46-4a53-9833-48aa602bea0e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:09.923950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.961721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.973959 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.975443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/520c50d0-d97b-4061-87ff-6069f983709e HTTP/1.1" status: 200 len: 1091 time: 1.3637807 Aug 29 17:25:10.021770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:10.153362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88c9ac-993b-4a5c-85f9-0209fc3fe1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=520c50d0-d97b-4061-87ff-6069f983709e,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:10.218001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-6e3ea7d8-3703-4e72-95e3-300595486ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.219502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-6e3ea7d8-3703-4e72-95e3-300595486ed7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=329cba08-1120-4c61-8c63-e347259ea9e1 HTTP/1.1" status: 200 len: 853 time: 0.5981688 Aug 29 17:25:10.230277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-6cb63854-3fd1-4949-bb9e-918b3fbd7b5a tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.239675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-6cb63854-3fd1-4949-bb9e-918b3fbd7b5a tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 1.3002448 Aug 29 17:25:10.282244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-9f702dbd-9626-4ac9-8893-72e6cb63b264 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6bd1cd1e-f57a-4db3-80da-a9e97d523a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331597 Aug 29 17:25:10.307191 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:10.354790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89487127-beb8-4928-8f2b-98c3a2266643 req-ce263c20-71ff-40d5-90ff-e1c82d90391e tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.356945 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89487127-beb8-4928-8f2b-98c3a2266643 req-ce263c20-71ff-40d5-90ff-e1c82d90391e tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 943 time: 0.1829350 Aug 29 17:25:10.431885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-0b505d14-d6b8-4aa1-9831-b5ebb1702bbc tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1898086 Aug 29 17:25:10.501048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89487127-beb8-4928-8f2b-98c3a2266643 req-bf71a1a7-546f-42c5-a407-6f8d130bacec tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295466 Aug 29 17:25:10.529126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-d4140dc0-fb7e-43a7-86b0-ac10ca11dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.531587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-d4140dc0-fb7e-43a7-86b0-ac10ca11dc4d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1320705 Aug 29 17:25:10.556434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-50cbaf48-4685-45c0-9b11-4850fc693685 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1071024 Aug 29 17:25:10.689543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-3e376dff-8d96-48aa-a013-9b8d5c79db74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.697077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-3e376dff-8d96-48aa-a013-9b8d5c79db74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.705085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-3e376dff-8d96-48aa-a013-9b8d5c79db74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.715692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-3e376dff-8d96-48aa-a013-9b8d5c79db74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.722220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-3e376dff-8d96-48aa-a013-9b8d5c79db74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.728356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-3e376dff-8d96-48aa-a013-9b8d5c79db74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.735555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-3e376dff-8d96-48aa-a013-9b8d5c79db74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.737728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-3e376dff-8d96-48aa-a013-9b8d5c79db74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5406 time: 0.1414280 Aug 29 17:25:10.737850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-0259bab3-5a76-4828-9755-4402f6c49aef service neutron] 10.222.0.44 "GET /v2.0/networks/6bd1cd1e-f57a-4db3-80da-a9e97d523a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128501 Aug 29 17:25:10.759283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:10.776977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': 'bf8aae15-e8ae-4a68-80be-c2d5f6dd769c'}, {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '520c50d0-d97b-4061-87ff-6069f983709e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:10.779424 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "bf8aae15-e8ae-4a68-80be-c2d5f6dd769c"}, {"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "520c50d0-d97b-4061-87ff-6069f983709e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:10.815218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28a4fc1e-9272-45a5-92e0-d138e9e73806 req-b7b0b42e-9d91-4542-95a9-252d3fa63046 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573485 Aug 29 17:25:10.845771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-6267118f-b83e-4948-b412-85d0ea9a3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.846261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-6267118f-b83e-4948-b412-85d0ea9a3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.846820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-6267118f-b83e-4948-b412-85d0ea9a3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.847338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-6267118f-b83e-4948-b412-85d0ea9a3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.847764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-6267118f-b83e-4948-b412-85d0ea9a3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.848230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-6267118f-b83e-4948-b412-85d0ea9a3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.848693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-6267118f-b83e-4948-b412-85d0ea9a3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:10.850646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-6267118f-b83e-4948-b412-85d0ea9a3223 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6358 time: 0.2625377 Aug 29 17:25:10.883814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a838ae7a-b1b2-4fdd-9bb9-754c63653556 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:10.914106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:10.930857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Transition to ACTIVE for port object a838ae7a-b1b2-4fdd-9bb9-754c63653556 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:10.942604 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.034669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Pushing event updated for resources: {'Port': ['ID=a838ae7a-b1b2-4fdd-9bb9-754c63653556,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:11.099881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f227a7f2-8898-4cff-93ff-79ca233b3039 req-3d0a58bd-1184-4747-a8ef-78167f5b1f8b service neutron] 10.222.0.44 "GET /v2.0/networks/6bd1cd1e-f57a-4db3-80da-a9e97d523a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502553 Aug 29 17:25:11.101249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Deleting port c2e5bcf0-a72f-4698-9c9f-2dc2ed503c5e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:11.101598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.188703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-04d4dc61-7e30-4929-a703-29b3a5b62b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.189180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-04d4dc61-7e30-4929-a703-29b3a5b62b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.189673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-04d4dc61-7e30-4929-a703-29b3a5b62b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.191854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-04d4dc61-7e30-4929-a703-29b3a5b62b71 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3280227 Aug 29 17:25:11.197706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5e8f-e701-4668-a662-a24afae3dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.198896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef48ba2-d396-4f10-8f9e-ba45ff249444 req-7415a75d-a13c-42f0-9e23-a05f8c1126ef tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.209981 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ef48ba2-d396-4f10-8f9e-ba45ff249444 req-7415a75d-a13c-42f0-9e23-a05f8c1126ef tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.2003677 Aug 29 17:25:11.272313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:11.274796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device d399418b-ed46-4a53-9833-48aa602bea0e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:11.283447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Attempting to bind port a838ae7a-b1b2-4fdd-9bb9-754c63653556 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:11.284955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Attempting to bind port a838ae7a-b1b2-4fdd-9bb9-754c63653556 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:11.285328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Attempting to bind port a838ae7a-b1b2-4fdd-9bb9-754c63653556 on network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:11.301095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Port a838ae7a-b1b2-4fdd-9bb9-754c63653556 on network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:11.301497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Attempting to bind port a838ae7a-b1b2-4fdd-9bb9-754c63653556 on network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:11.351777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:11.351777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Checking segment: {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:11.352114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Bound using segment: {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:11.355833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Bound port: a838ae7a-b1b2-4fdd-9bb9-754c63653556, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:11.355833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.380061 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ef48ba2-d396-4f10-8f9e-ba45ff249444 req-966cc59c-aa7e-4d8e-9c42-20e395204329 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690259 Aug 29 17:25:11.401200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.401755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.481011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Calling delete_port for c2e5bcf0-a72f-4698-9c9f-2dc2ed503c5e owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:11.550243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Router 85d73415-464e-4cd0-b9d8-c80143428192 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:11.552048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-2cd8b390-b329-4b6a-973b-0b6fa04e7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.553547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7671d834-69b3-4058-950f-22c4c8e429f7 req-2cd8b390-b329-4b6a-973b-0b6fa04e7792 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3478150 Aug 29 17:25:11.562822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b78d-32f7-4b05-90e5-8a7dda3345c5 req-15f73797-1897-472b-a376-013c2feb6606 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.571008 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7cb4b78d-32f7-4b05-90e5-8a7dda3345c5 req-15f73797-1897-472b-a376-013c2feb6606 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1016393 Aug 29 17:25:11.583779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,segment=NetworkSegment(e28706f2-7ba3-4b40-aeb9-7136e9698f5e),segment_id=e28706f2-7ba3-4b40-aeb9-7136e9698f5e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:11.587577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] For port a838ae7a-b1b2-4fdd-9bb9-754c63653556, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:11.604645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'a34a2eed-7ee3-452e-8561-fdcfbfdac1c3', 'network_id': '6bd1cd1e-f57a-4db3-80da-a9e97d523a5c', 'port_id': 'a34a2eed-7ee3-452e-8561-fdcfbfdac1c3', 'mac_address': 'fa:16:3e:8d:8e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329cba08-1120-4c61-8c63-e347259ea9e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:11.605576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] For port a838ae7a-b1b2-4fdd-9bb9-754c63653556, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:11.610728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port d399418b-ed46-4a53-9833-48aa602bea0e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:11.616069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port d399418b-ed46-4a53-9833-48aa602bea0e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:11.616740 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.631014 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7cb4b78d-32f7-4b05-90e5-8a7dda3345c5 req-ddb30cbe-c154-44a1-8120-3ca288b0877e tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549481 Aug 29 17:25:11.634912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.709009 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.712741 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.742090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.747769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.749412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] 10.222.0.43 "PUT /v2.0/ports/a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 200 len: 1092 time: 1.7379262 Aug 29 17:25:11.751406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:11.787075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,segment=NetworkSegment(e28706f2-7ba3-4b40-aeb9-7136e9698f5e),segment_id=e28706f2-7ba3-4b40-aeb9-7136e9698f5e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:11.800697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.816773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Request body: {'port': {'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:11.848649 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.851358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.852516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b57e00b1-195d-4525-9a00-4cee8d06fe91 req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "DELETE /v2.0/floatingips/3aea40f0-783d-4761-afda-df3441d8ac2e HTTP/1.1" status: 204 len: 173 time: 1.2515073 Aug 29 17:25:11.861925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:11.866223 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.907224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd399418b-ed46-4a53-9833-48aa602bea0e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:11.910162 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad1c99c-9e62-4839-82df-ce7f84412a4b" -d '{"events": [{"server_uuid": "b939debc-b113-46ec-8623-c7ac6b6abf43", "name": "network-vif-plugged", "status": "completed", "tag": "d399418b-ed46-4a53-9833-48aa602bea0e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:11.939084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ac057-c5fe-4eaf-9af7-c9da490b3def service neutron] Pushing event updated for resources: {'Port': ['ID=a838ae7a-b1b2-4fdd-9bb9-754c63653556,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:11.945019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port d399418b-ed46-4a53-9833-48aa602bea0e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d399418b-ed46-4a53-9833-48aa602bea0e,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:11.951676 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.991619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:11.993842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ce8fd-3334-416f-86e2-2bd4dcca19c0 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Pushing event deleted for resources: {'Port': ['ID=c2e5bcf0-a72f-4698-9c9f-2dc2ed503c5e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:11.996986 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795c4ded-f7aa-489b-a686-63ceb4c9077a x-openstack-request-id: req-795c4ded-f7aa-489b-a686-63ceb4c9077a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:11.997379 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "bf8aae15-e8ae-4a68-80be-c2d5f6dd769c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "520c50d0-d97b-4061-87ff-6069f983709e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:11.997793 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-795c4ded-f7aa-489b-a686-63ceb4c9077a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:11.998435 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': 'bf8aae15-e8ae-4a68-80be-c2d5f6dd769c', 'status': 'completed', 'code': 200} Aug 29 17:25:12.001181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7a87e83d-e199-429a-8de1-5259c17c6e64 admin admin] 10.222.0.41 "PUT /v2.0/routers/85d73415-464e-4cd0-b9d8-c80143428192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7187226 Aug 29 17:25:12.001286 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '520c50d0-d97b-4061-87ff-6069f983709e', 'status': 'completed', 'code': 200} Aug 29 17:25:12.001680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42268) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:12.042261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=d399418b-ed46-4a53-9833-48aa602bea0e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:12.044205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] Sync routers for ids ['85d73415-464e-4cd0-b9d8-c80143428192'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:12.049207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a34a2eed-7ee3-452e-8561-fdcfbfdac1c3'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:12.119625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] Routers {'85d73415-464e-4cd0-b9d8-c80143428192'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:12.120618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['85d73415-464e-4cd0-b9d8-c80143428192'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:12.155638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-af0ca906-8ccc-4f90-a250-5ca520241519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.156134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-af0ca906-8ccc-4f90-a250-5ca520241519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.156612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-af0ca906-8ccc-4f90-a250-5ca520241519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.157089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-af0ca906-8ccc-4f90-a250-5ca520241519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.157558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-af0ca906-8ccc-4f90-a250-5ca520241519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.163918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-af0ca906-8ccc-4f90-a250-5ca520241519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.164424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-af0ca906-8ccc-4f90-a250-5ca520241519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.166631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-af0ca906-8ccc-4f90-a250-5ca520241519 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6426 time: 0.1367233 Aug 29 17:25:12.205241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878df190-985e-42ed-9ee7-5b123df56641 req-acaa40dc-4752-4a71-b683-6f8f0184c4f7 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.217569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-878df190-985e-42ed-9ee7-5b123df56641 req-acaa40dc-4752-4a71-b683-6f8f0184c4f7 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 945 time: 0.4391875 Aug 29 17:25:12.254183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.288914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.339420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.363649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-275d7f57-52c5-47d2-bc7f-a24c719dde1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.364433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-275d7f57-52c5-47d2-bc7f-a24c719dde1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.364910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-275d7f57-52c5-47d2-bc7f-a24c719dde1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.367259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-275d7f57-52c5-47d2-bc7f-a24c719dde1c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1579728 Aug 29 17:25:12.400516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] Set router 85d73415-464e-4cd0-b9d8-c80143428192 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:12.479931 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-878df190-985e-42ed-9ee7-5b123df56641 req-54963fa5-085e-4179-8c8a-3564c1a06a55 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610340 Aug 29 17:25:12.522925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-219b300d-cdf1-4988-95ea-e6381fbbb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.524546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-219b300d-cdf1-4988-95ea-e6381fbbb01e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482339 Aug 29 17:25:12.545020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db540-37c1-4617-a6fb-8c57ac5a321d req-462874fb-171e-4b06-a265-a98c32a2df96 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.554750 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-162db540-37c1-4617-a6fb-8c57ac5a321d req-462874fb-171e-4b06-a265-a98c32a2df96 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 944 time: 0.3845236 Aug 29 17:25:12.626108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-162db540-37c1-4617-a6fb-8c57ac5a321d req-6c2aa22c-fa3a-41ac-85c2-843b352434bd tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703545 Aug 29 17:25:12.655590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-89a23de4-1a9c-4df5-bc2b-85c0ee5c3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.655590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-89a23de4-1a9c-4df5-bc2b-85c0ee5c3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.655590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-89a23de4-1a9c-4df5-bc2b-85c0ee5c3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.655590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-89a23de4-1a9c-4df5-bc2b-85c0ee5c3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.655590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-89a23de4-1a9c-4df5-bc2b-85c0ee5c3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.655590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-89a23de4-1a9c-4df5-bc2b-85c0ee5c3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.655590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-89a23de4-1a9c-4df5-bc2b-85c0ee5c3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.655590 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-89a23de4-1a9c-4df5-bc2b-85c0ee5c3011 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6426 time: 0.0788658 Aug 29 17:25:12.787047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.791958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:25:08Z', 'revision_number': 5, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:12.820941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] Checking router: 85d73415-464e-4cd0-b9d8-c80143428192 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:12.856310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] Routers {'85d73415-464e-4cd0-b9d8-c80143428192'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:12.857677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:24:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['85d73415-464e-4cd0-b9d8-c80143428192'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:12.858838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-5f60937c-54f7-4827-b69c-040fc4a37418 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.865794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-5f60937c-54f7-4827-b69c-040fc4a37418 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.871959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-5f60937c-54f7-4827-b69c-040fc4a37418 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.878843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-5f60937c-54f7-4827-b69c-040fc4a37418 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.885034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-5f60937c-54f7-4827-b69c-040fc4a37418 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.887748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-5313c525-ee9f-4089-8df4-12bc74daa47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.888445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-5313c525-ee9f-4089-8df4-12bc74daa47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.889086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-5313c525-ee9f-4089-8df4-12bc74daa47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.890762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-5313c525-ee9f-4089-8df4-12bc74daa47b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2265639 Aug 29 17:25:12.891090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-5f60937c-54f7-4827-b69c-040fc4a37418 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.897234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-5f60937c-54f7-4827-b69c-040fc4a37418 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.903436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-a831f8c2-c52d-4d15-9703-a4982a390600 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2002401 Aug 29 17:25:12.905108 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-5f60937c-54f7-4827-b69c-040fc4a37418 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5418 time: 0.2679105 Aug 29 17:25:12.908823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:12.939368 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.008978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f185f96-6e19-4ebc-9ca5-373c169b927e req-c90ba105-c7eb-45f5-be42-482202d24783 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030335 Aug 29 17:25:13.030683 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.056208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] Set router 85d73415-464e-4cd0-b9d8-c80143428192 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:13.062290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Deleting port 0c4ea166-8519-4f29-9477-f79dd305af55 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:13.062671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.113795 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fbedd4-2dad-4fca-ae37-0bcfbd6ca013 x-openstack-request-id: req-b7fbedd4-2dad-4fca-ae37-0bcfbd6ca013 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:13.114155 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b939debc-b113-46ec-8623-c7ac6b6abf43", "name": "network-vif-plugged", "status": "completed", "tag": "d399418b-ed46-4a53-9833-48aa602bea0e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:13.114334 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7fbedd4-2dad-4fca-ae37-0bcfbd6ca013 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:13.115243 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'code': 200} Aug 29 17:25:13.302174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:13.348287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-2a86c590-19ca-4334-950b-5c3f2b37ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:13.366890 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5afa68f0-5bcc-4406-bc4f-f3a5258d9843 req-2a86c590-19ca-4334-950b-5c3f2b37ea00 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4355674 Aug 29 17:25:13.388124 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea596-0a88-486a-ba08-e9612655663d req-94c4dd2a-a698-436a-88bf-c901ae6f1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:13.390055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52eea596-0a88-486a-ba08-e9612655663d req-94c4dd2a-a698-436a-88bf-c901ae6f1b6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 1098 time: 0.2189476 Aug 29 17:25:13.399279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:25:08Z', 'revision_number': 5, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:13.431628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:13.434597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3170eae3-7d34-40d2-82bf-6a7e32d808cc {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:13.436022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc60c56-8ab1-4b60-b0a2-869889f49a02 None None] The sync data for ids ['85d73415-464e-4cd0-b9d8-c80143428192'] in n-d-713499-15 is: [{'id': '85d73415-464e-4cd0-b9d8-c80143428192', 'name': 'tempest-FloatingIPDetailsTestJSON-764935373-router', 'tenant_id': '530990c9a3534320b3192a7a414fe461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:15Z', 'updated_at': '2021-08-29T17:25:08Z', 'revision_number': 5, 'project_id': '530990c9a3534320b3192a7a414fe461', 'gw_port': {'id': '0c4ea166-8519-4f29-9477-f79dd305af55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d73415-464e-4cd0-b9d8-c80143428192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:18Z', 'updated_at': '2021-08-29T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:13.451255 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.452816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:13.454041 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.487986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52eea596-0a88-486a-ba08-e9612655663d req-75e71ad2-ae21-4245-befc-64813953e199 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868793 Aug 29 17:25:13.497977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Transition to ACTIVE for port object 3170eae3-7d34-40d2-82bf-6a7e32d808cc will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:13.513764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.515582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] For port 0c4ea166-8519-4f29-9477-f79dd305af55, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c4ea166-8519-4f29-9477-f79dd305af55,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:13.516443 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.535226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Calling delete_port for 0c4ea166-8519-4f29-9477-f79dd305af55 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:13.540119 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.577129 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.621261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,segment=NetworkSegment(e28706f2-7ba3-4b40-aeb9-7136e9698f5e),segment_id=e28706f2-7ba3-4b40-aeb9-7136e9698f5e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:13.630651 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.650174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Allocated IP 172.25.2.44 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/8d41b619-486e-4fe5-b112-20cd1003c744) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:13.700484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Pushing event updated for resources: {'Port': ['ID=3170eae3-7d34-40d2-82bf-6a7e32d808cc,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:13.730024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:13.783457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.789075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ba5ca-e5ed-4d18-ad88-06e4c59fe586 req-6c921c99-1756-4ba5-ba2b-7a156a677d51 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:13.796711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-576ba5ca-e5ed-4d18-ad88-06e4c59fe586 req-6c921c99-1756-4ba5-ba2b-7a156a677d51 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.2265947 Aug 29 17:25:13.826416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Attempting to bind port 3170eae3-7d34-40d2-82bf-6a7e32d808cc on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:13.826817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Attempting to bind port 3170eae3-7d34-40d2-82bf-6a7e32d808cc by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:13.827131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Attempting to bind port 3170eae3-7d34-40d2-82bf-6a7e32d808cc on network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:13.831668 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7d09c459-cc61-4e70-948c-0f529e65978c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.841169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Port 3170eae3-7d34-40d2-82bf-6a7e32d808cc on network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:13.841377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Attempting to bind port 3170eae3-7d34-40d2-82bf-6a7e32d808cc on network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:13.871326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.887325 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.894305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:13.894682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Checking segment: {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:13.895087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Bound using segment: {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:13.895548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Bound port: 3170eae3-7d34-40d2-82bf-6a7e32d808cc, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:13.896172 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.921209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:13.924362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-576ba5ca-e5ed-4d18-ad88-06e4c59fe586 req-9dc26e8c-5c08-4c20-948f-c013bb293992 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271329 Aug 29 17:25:13.926983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:13.930729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:13.966622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Pushing event updated for resources: {'Port': ['ID=8d41b619-486e-4fe5-b112-20cd1003c744,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:14.025829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] For port 3170eae3-7d34-40d2-82bf-6a7e32d808cc, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:14.029195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] For port 3170eae3-7d34-40d2-82bf-6a7e32d808cc, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:14.030841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:14.034535 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f0a64-d15b-4edf-8f43-37d7001ee039" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "a838ae7a-b1b2-4fdd-9bb9-754c63653556"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:14.043836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.067935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.119245 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.137598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.138224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.139627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] 10.222.0.43 "PUT /v2.0/ports/3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 200 len: 1092 time: 2.3425555 Aug 29 17:25:14.201479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0a50eceb-49bf-44c3-a8e9-9100e677cf39 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:14.219715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b42a80-144d-410b-82e7-84b492095044 req-c5d4e57b-d7a5-4bc3-9a98-c7b1d3c15ad2 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.221252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-58b42a80-144d-410b-82e7-84b492095044 req-c5d4e57b-d7a5-4bc3-9a98-c7b1d3c15ad2 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.1543930 Aug 29 17:25:14.274485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0a50eceb-49bf-44c3-a8e9-9100e677cf39 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:14.275086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0a50eceb-49bf-44c3-a8e9-9100e677cf39 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:14.312638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2de0-56d1-4fc4-b7da-6900f1b90c13 service neutron] Pushing event updated for resources: {'Port': ['ID=3170eae3-7d34-40d2-82bf-6a7e32d808cc,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:14.319074 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.342692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-58b42a80-144d-410b-82e7-84b492095044 req-98e28466-03ae-46a5-8b46-057d77a17dca tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802460 Aug 29 17:25:14.388396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4ea166-8519-4f29-9477-f79dd305af55,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:14.415195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.422480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.458738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-69055cf7-e1d6-433f-ab1b-d8ed082493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.459300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-69055cf7-e1d6-433f-ab1b-d8ed082493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.459701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-69055cf7-e1d6-433f-ab1b-d8ed082493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.460172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-69055cf7-e1d6-433f-ab1b-d8ed082493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.460646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-69055cf7-e1d6-433f-ab1b-d8ed082493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.461111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-69055cf7-e1d6-433f-ab1b-d8ed082493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.461576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-69055cf7-e1d6-433f-ab1b-d8ed082493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.464380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-69055cf7-e1d6-433f-ab1b-d8ed082493f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6494 time: 0.2695599 Aug 29 17:25:14.489624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Pushing event updated for resources: {'Port': ['ID=8d41b619-486e-4fe5-b112-20cd1003c744,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:14.531339 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.542100 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a86957fa-b04a-4da3-9cab-f99f97528b46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 200 len: 217 time: 0.0563393 Aug 29 17:25:14.548639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.551406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.555061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-85279c2b-4500-4660-9b05-e4d51ceffab3 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6504848 Aug 29 17:25:14.604316 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-09883ab5-ec96-4f13-bcb9-57151613959e tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0473573 Aug 29 17:25:14.722643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-1fb7aaaa-9de7-4397-af3d-4bcd5d9d143f tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.724084 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-427d1665-21d7-46a0-99b6-e6e232372a7f req-1fb7aaaa-9de7-4397-af3d-4bcd5d9d143f tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.1131546 Aug 29 17:25:14.745317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371395f-0fc7-44f9-80d9-d1077e3fc57b req-a938de71-5afc-4733-bfe8-79a34b659574 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.747037 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b371395f-0fc7-44f9-80d9-d1077e3fc57b req-a938de71-5afc-4733-bfe8-79a34b659574 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.3096259 Aug 29 17:25:14.758710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.770862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.774232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-2e1ce08e-2703-4883-9fde-0f2cf563ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.775859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-2e1ce08e-2703-4883-9fde-0f2cf563ea52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02c398ab-acc0-4618-b795-8014350499c2 HTTP/1.1" status: 200 len: 856 time: 0.2279429 Aug 29 17:25:14.855733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33874d1-ee31-4090-b1df-5531fbe9bfca req-0ad09106-7aaa-4fa8-a438-69cd72bac896 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.857643 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a33874d1-ee31-4090-b1df-5531fbe9bfca req-0ad09106-7aaa-4fa8-a438-69cd72bac896 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 945 time: 0.0669177 Aug 29 17:25:14.880775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b371395f-0fc7-44f9-80d9-d1077e3fc57b req-9963f0d9-5bf1-4626-acaa-01d0b5c4677f tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248810 Aug 29 17:25:14.883061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.883629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d73415-464e-4cd0-b9d8-c80143428192 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:25:14.889009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:14.892258 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cfc56cb6-b903-4eb8-b99f-45f5cbcd837c admin admin] 10.222.0.41 "DELETE /v2.0/routers/85d73415-464e-4cd0-b9d8-c80143428192 HTTP/1.1" status: 204 len: 168 time: 2.8873346 Aug 29 17:25:14.892615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42324) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:14.898496 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-3b643782-e486-4c8b-b400-0b0864e54672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.900166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-3b643782-e486-4c8b-b400-0b0864e54672 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c94a284a-3908-4129-8987-ec9683304a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116989 Aug 29 17:25:14.980728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a33874d1-ee31-4090-b1df-5531fbe9bfca req-7fc35f56-690d-4856-b3f6-2ec95381dbd0 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108294 Aug 29 17:25:14.995038 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a2daaa-462f-452d-bbfa-30958ed5d77b x-openstack-request-id: req-74a2daaa-462f-452d-bbfa-30958ed5d77b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:14.995247 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "a838ae7a-b1b2-4fdd-9bb9-754c63653556", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:14.995485 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74a2daaa-462f-452d-bbfa-30958ed5d77b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:14.995885 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556', 'status': 'completed', 'code': 200} Aug 29 17:25:15.081424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-c09e5162-71e1-48a4-b5da-744e3e1b2e2f service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719890 Aug 29 17:25:15.115833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19147c08-89c7-445a-ae12-912bfba8e4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34a2eed-7ee3-452e-8561-fdcfbfdac1c3'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:15.118797 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0e668d-e16d-47fd-8580-4db67fb70019" -d '{"events": [{"server_uuid": "19147c08-89c7-445a-ae12-912bfba8e4c0", "name": "network-vif-plugged", "status": "completed", "tag": "a34a2eed-7ee3-452e-8561-fdcfbfdac1c3"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:15.195008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-de2117d5-0a56-4b29-b753-e24e9afa675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.201211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-de2117d5-0a56-4b29-b753-e24e9afa675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.207267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-de2117d5-0a56-4b29-b753-e24e9afa675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.213282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-de2117d5-0a56-4b29-b753-e24e9afa675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.219307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-de2117d5-0a56-4b29-b753-e24e9afa675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.225311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-de2117d5-0a56-4b29-b753-e24e9afa675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.231362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-de2117d5-0a56-4b29-b753-e24e9afa675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.233328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-de2117d5-0a56-4b29-b753-e24e9afa675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.1733463 Aug 29 17:25:15.272451 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-203b1f45-4a4b-4f64-aeb8-1d0b55ed891e service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764235 Aug 29 17:25:15.301911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82d40cde-9b83-48aa-a8bc-777a87d59792 req-9037bebd-f5ca-4005-97e5-57849645675e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560770 Aug 29 17:25:15.342410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-91c40110-5b47-4c6d-a3f3-c28bd051093c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 217 time: 0.0574191 Aug 29 17:25:15.359931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:15.401333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-4f282c40-4387-49df-aad8-303f70c5b47d tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips/fa842f8e-b971-4f8a-9f15-8823c8f571d5 HTTP/1.1" status: 200 len: 692 time: 0.0590911 Aug 29 17:25:15.443485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ee094c7f-102a-453a-aaea-c385f383692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.445150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ee094c7f-102a-453a-aaea-c385f383692c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0917428 Aug 29 17:25:15.448214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1651aef4-7ea0-4ab8-a147-e223158ec656 admin admin] Deleting subnet 782a25f4-bb18-4d2d-b547-a698c112f5cc {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:25:15.491893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d87d3-f840-4fcc-8730-484047983adc req-fcfcd52d-211d-4bbe-b4ee-ef4a0e806d86 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.493563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e52d87d3-f840-4fcc-8730-484047983adc req-fcfcd52d-211d-4bbe-b4ee-ef4a0e806d86 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.44 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.5491085 Aug 29 17:25:15.493864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce75bb9-c313-4a4d-b1f1-90108ef7d51e req-fcc602f1-1cec-4e8c-99bd-752f023bace6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.494675 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1651aef4-7ea0-4ab8-a147-e223158ec656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:15.495835 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ce75bb9-c313-4a4d-b1f1-90108ef7d51e req-fcc602f1-1cec-4e8c-99bd-752f023bace6 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.0944591 Aug 29 17:25:15.533612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-323e2878-703e-48ec-8800-0dc3090a824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.533612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-323e2878-703e-48ec-8800-0dc3090a824f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781949 Aug 29 17:25:15.570087 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ce75bb9-c313-4a4d-b1f1-90108ef7d51e req-fd22c425-7207-4ca8-b5d8-ce9423d82a1b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654240 Aug 29 17:25:15.643737 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1651aef4-7ea0-4ab8-a147-e223158ec656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:15.650923 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01edd6-2cce-4a70-a830-7aaf2e91bd89 x-openstack-request-id: req-6c01edd6-2cce-4a70-a830-7aaf2e91bd89 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:15.651218 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19147c08-89c7-445a-ae12-912bfba8e4c0", "name": "network-vif-plugged", "status": "completed", "tag": "a34a2eed-7ee3-452e-8561-fdcfbfdac1c3", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:15.651481 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c01edd6-2cce-4a70-a830-7aaf2e91bd89 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:15.651871 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19147c08-89c7-445a-ae12-912bfba8e4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34a2eed-7ee3-452e-8561-fdcfbfdac1c3', 'code': 200} Aug 29 17:25:15.662410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-9e6364a5-8548-4aaf-acad-1980e55dc5b2 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159830 Aug 29 17:25:15.722996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-20d03411-ed03-4250-a9e6-d92df2e69942 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.724451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-20d03411-ed03-4250-a9e6-d92df2e69942 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.3115718 Aug 29 17:25:15.799168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08a86-b254-4127-999f-3446dc736b07 req-a3d6f2df-e6f0-4a1c-be83-c69cebd3926c tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.800697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-59a08a86-b254-4127-999f-3446dc736b07 req-a3d6f2df-e6f0-4a1c-be83-c69cebd3926c tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 945 time: 0.0819757 Aug 29 17:25:15.804413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-05f42f80-fd85-498b-9d67-932c15c191a7 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333079 Aug 29 17:25:15.849239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-60f1db57-5240-4ed3-b0b3-a100d7d3c38c tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.1169050 Aug 29 17:25:15.856206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ed1209fa-391a-45b6-a462-503989c7100e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.0422390 Aug 29 17:25:15.857449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Deleting port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:15.857861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:15.876301 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1651aef4-7ea0-4ab8-a147-e223158ec656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:15.898825 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-59a08a86-b254-4127-999f-3446dc736b07 req-b351144f-e14e-4004-b6c8-2d88f8a2f7c9 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups?id=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906954 Aug 29 17:25:15.918867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d7ada4c9-7ec9-4557-8961-c23df0acc025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.921006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d7ada4c9-7ec9-4557-8961-c23df0acc025 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0543394 Aug 29 17:25:15.993792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a8dd4-4a77-417b-abbe-6345b8ff05b5 req-9ad5955d-9210-4506-9551-4dbaea9379e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.995540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-866a8dd4-4a77-417b-abbe-6345b8ff05b5 req-9ad5955d-9210-4506-9551-4dbaea9379e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 1097 time: 0.2686145 Aug 29 17:25:16.026107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-310c3847-05c7-4c4a-a8a6-9fecfeb91083 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.1472976 Aug 29 17:25:16.059536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-6ce7811d-f7b2-4c31-bcfa-994e5a5fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:16.060926 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-6ce7811d-f7b2-4c31-bcfa-994e5a5fd83b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321452 Aug 29 17:25:16.084765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc37e2-f758-42a7-8d49-7206315d786a req-1cc5ff4d-fe73-47f5-b9e2-411944d26642 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:16.091949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43dc37e2-f758-42a7-8d49-7206315d786a req-1cc5ff4d-fe73-47f5-b9e2-411944d26642 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.0869448 Aug 29 17:25:16.175773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-866a8dd4-4a77-417b-abbe-6345b8ff05b5 req-be807c82-2bf9-4a7c-b5ce-94b73500ca95 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695640 Aug 29 17:25:16.186434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] For port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:16.186834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.223162 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-acfec77a-a872-442f-9383-47c2d47eaed8 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534693 Aug 29 17:25:16.227067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43dc37e2-f758-42a7-8d49-7206315d786a req-dcbe0ff2-b34e-4b59-9b2e-eb48190cb33a tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343238 Aug 29 17:25:16.249318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c4ea166-8519-4f29-9477-f79dd305af55 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:16.253173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1651aef4-7ea0-4ab8-a147-e223158ec656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.279062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0c4ea166-8519-4f29-9477-f79dd305af55 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:16.289600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c4ea166-8519-4f29-9477-f79dd305af55 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:16.384114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651aef4-7ea0-4ab8-a147-e223158ec656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782a25f4-bb18-4d2d-b547-a698c112f5cc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:16.387363 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1651aef4-7ea0-4ab8-a147-e223158ec656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.391353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1651aef4-7ea0-4ab8-a147-e223158ec656 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/782a25f4-bb18-4d2d-b547-a698c112f5cc HTTP/1.1" status: 204 len: 168 time: 1.4957232 Aug 29 17:25:16.391486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a72a70-6f19-4c9b-be15-43fc29f6ac9e req-849c6a7d-5871-4e9e-94dc-f4111d90a531 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:16.392580 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02a72a70-6f19-4c9b-be15-43fc29f6ac9e req-849c6a7d-5871-4e9e-94dc-f4111d90a531 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 945 time: 0.0852525 Aug 29 17:25:16.393759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42360) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:16.397063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ba341-5cad-47c5-92d8-57ddfa87bcc3 req-c5af6e57-055f-4271-b73d-5440d132c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:16.398068 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f0ba341-5cad-47c5-92d8-57ddfa87bcc3 req-c5af6e57-055f-4271-b73d-5440d132c208 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 1098 time: 0.3352430 Aug 29 17:25:16.399983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25392fd2-9567-456f-b14f-d43ddeed6a78 None None] Network f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:16.431828 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-a05c47df-5737-44c2-94ac-df9255b3d26a service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026739 Aug 29 17:25:16.530455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f0ba341-5cad-47c5-92d8-57ddfa87bcc3 req-96681723-ad71-43b9-aba7-149851b8f816 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160784 Aug 29 17:25:16.530751 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d35199d7-e641-4f10-9cc7-a047424d4eb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c HTTP/1.1" status: 200 len: 217 time: 0.0638142 Aug 29 17:25:16.556055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.573153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Deleting port 8d41b619-486e-4fe5-b112-20cd1003c744 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:16.573511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.578029 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02a72a70-6f19-4c9b-be15-43fc29f6ac9e req-81ee1cd5-4203-47e7-8160-e9b66e63dbe7 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156726 Aug 29 17:25:16.627060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] DHCP port deletion for f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:25:16.638913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.639324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.639631 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Floating IP 8409974e-d77b-41c4-ab15-55f4f0c16573 disassociated. External IP: 172.25.2.234, port: 4628a1f4-ecba-49f9-a40e-4335c5cba2b4. Aug 29 17:25:16.639967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Calling delete_port for 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:16.662991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Deleting port 7f799545-a37d-42d3-8c62-3fe4db387ba3 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:16.663658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.701431 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.709761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] Deleting port 7f799545-a37d-42d3-8c62-3fe4db387ba3 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:16.710302 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.744151 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.744757 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.763945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Calling delete_port for 8d41b619-486e-4fe5-b112-20cd1003c744 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:16.800836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] For port 7f799545-a37d-42d3-8c62-3fe4db387ba3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7f799545-a37d-42d3-8c62-3fe4db387ba3,segment=NetworkSegment(b2890805-9920-441d-bf63-ca1c7553f228),segment_id=b2890805-9920-441d-bf63-ca1c7553f228)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:16.801501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.816620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] Calling delete_port for 7f799545-a37d-42d3-8c62-3fe4db387ba3 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:16.943978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.948563 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:16.991190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] Pushing event deleted for resources: {'Port': ['ID=7f799545-a37d-42d3-8c62-3fe4db387ba3,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:17.006340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c12c1-336d-4eda-a373-eeca5202ef1e None None] No DVR routers for this DVR port 7f799545-a37d-42d3-8c62-3fe4db387ba3 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:17.037519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '3170eae3-7d34-40d2-82bf-6a7e32d808cc'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:17.040121 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cc95b3-02b1-4314-b369-5f8119eda68b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "3170eae3-7d34-40d2-82bf-6a7e32d808cc"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:17.056626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event deleted for resources: {'Port': ['ID=4628a1f4-ecba-49f9-a40e-4335c5cba2b4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:17.085979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] For port 7f799545-a37d-42d3-8c62-3fe4db387ba3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7f799545-a37d-42d3-8c62-3fe4db387ba3,segment=NetworkSegment(b2890805-9920-441d-bf63-ca1c7553f228),segment_id=b2890805-9920-441d-bf63-ca1c7553f228)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:17.086474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.090986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-c41b1be3-b968-45c7-9145-8e182fab7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.091253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.092742 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-c41b1be3-b968-45c7-9145-8e182fab7381 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.3676727 Aug 29 17:25:17.117799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Calling delete_port for 7f799545-a37d-42d3-8c62-3fe4db387ba3 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:17.126783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb04fc-8660-47e3-9744-33521c3f641a req-cb2c68d5-f04d-423c-9a39-40d9e5b05d75 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.146371 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eacb04fc-8660-47e3-9744-33521c3f641a req-cb2c68d5-f04d-423c-9a39-40d9e5b05d75 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.4407041 Aug 29 17:25:17.152289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42382) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:17.153023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Pushing event deleted for resources: {'Port': ['ID=8d41b619-486e-4fe5-b112-20cd1003c744,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:17.159548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Request body: {'floatingip': {'port_id': 'd399418b-ed46-4a53-9833-48aa602bea0e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:17.242790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.261670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-83df4d5e-82b3-4d8c-9729-6998894cc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.264686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-83df4d5e-82b3-4d8c-9729-6998894cc791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1613739 Aug 29 17:25:17.398166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-363979bd-cd0e-4e9d-898e-a6c3baed3fbb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.404839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-363979bd-cd0e-4e9d-898e-a6c3baed3fbb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.410697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-363979bd-cd0e-4e9d-898e-a6c3baed3fbb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.416764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-363979bd-cd0e-4e9d-898e-a6c3baed3fbb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.422964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-363979bd-cd0e-4e9d-898e-a6c3baed3fbb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.429809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-363979bd-cd0e-4e9d-898e-a6c3baed3fbb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.443504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-363979bd-cd0e-4e9d-898e-a6c3baed3fbb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.445524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-363979bd-cd0e-4e9d-898e-a6c3baed3fbb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.2028332 Aug 29 17:25:17.505312 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.505634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Router 82e42129-1f06-485b-9055-79ef23712373 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:17.514850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.514850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.514850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-652495e4-8a4d-4717-8304-a63cb50dd2d6 req-0f0429e1-9f00-4536-b2a0-cbb7ce5675fe tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "DELETE /v2.0/floatingips/fa842f8e-b971-4f8a-9f15-8823c8f571d5 HTTP/1.1" status: 204 len: 173 time: 1.4740756 Aug 29 17:25:17.559480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-badb0331-9830-4de5-a77f-68978542c27d service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756753 Aug 29 17:25:17.567672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] No DVR routers for this DVR port 7f799545-a37d-42d3-8c62-3fe4db387ba3 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:17.569620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f799545-a37d-42d3-8c62-3fe4db387ba3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:17.720807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-561f722c-eda2-4dbe-86ff-11f45fc9e87d req-992c7a58-1623-4de9-a3bb-cdda798c3404 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2559242 Aug 29 17:25:17.723010 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.736731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0eaa0ec-0e94-4bc3-8778-6febc6e8c560']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:17.767109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2890805-9920-441d-bf63-ca1c7553f228') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:17.767490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2890805-9920-441d-bf63-ca1c7553f228') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:17.784496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.787797 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-1af55dbb-ed34-4172-938f-3bacd3e14c64 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158060 Aug 29 17:25:17.839355 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.843475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-156cb167-85ff-4319-8b70-5ecb70e880cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=520c50d0-d97b-4061-87ff-6069f983709e HTTP/1.1" status: 200 len: 217 time: 0.0448484 Aug 29 17:25:17.866572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:25:17.866920 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:25:17.881080 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:25:17.892907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-80c196cd-edb9-49f9-9dab-f8fc214ee2e4 req-f968226b-c16b-45c7-a8b2-5947014073d1 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/ports?device_id=cefd002e-ea97-434d-a624-5fa9d1b3ab70 HTTP/1.1" status: 200 len: 210 time: 0.0551517 Aug 29 17:25:17.956782 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32fbbe7-7606-47a8-b4ba-57e71d53053f x-openstack-request-id: req-d32fbbe7-7606-47a8-b4ba-57e71d53053f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:17.957374 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "3170eae3-7d34-40d2-82bf-6a7e32d808cc", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:17.957374 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d32fbbe7-7606-47a8-b4ba-57e71d53053f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:17.957530 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '3170eae3-7d34-40d2-82bf-6a7e32d808cc', 'status': 'completed', 'code': 200} Aug 29 17:25:18.011292 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-2d56d90b-b2e8-48de-9897-22913e1f990a req-6534fe4d-b459-4ae0-8f99-eb9c0cac45f4 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] show failed (client error): The resource could not be found. Aug 29 17:25:18.012404 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2d56d90b-b2e8-48de-9897-22913e1f990a req-6534fe4d-b459-4ae0-8f99-eb9c0cac45f4 tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips/fa842f8e-b971-4f8a-9f15-8823c8f571d5 HTTP/1.1" status: 404 len: 350 time: 0.0496650 Aug 29 17:25:18.016907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-db0dbc8c-f317-4455-9d8f-35804fedadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:18.018922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-db0dbc8c-f317-4455-9d8f-35804fedadba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1610785 Aug 29 17:25:18.038164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:18.065378 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:18.069759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0eaa0ec-0e94-4bc3-8778-6febc6e8c560 HTTP/1.1" status: 204 len: 168 time: 1.6672363 Aug 29 17:25:18.078826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6daa49-04c0-4244-a393-cede109129d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0eaa0ec-0e94-4bc3-8778-6febc6e8c560,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:18.096908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-14922383-99b8-44de-92e6-d64d5b054590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:18.098549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-14922383-99b8-44de-92e6-d64d5b054590 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726182 Aug 29 17:25:18.118494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0772d1-220f-4ef5-b01b-74f9a96a1566 req-8f3a1341-d8cb-4b86-842c-254c38d9b35e tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:18.126035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a0772d1-220f-4ef5-b01b-74f9a96a1566 req-8f3a1341-d8cb-4b86-842c-254c38d9b35e tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.4986060 Aug 29 17:25:18.199054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:18.215083 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] Sync routers for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:18.229108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c65a0-0d8f-43cf-9fe7-b7e8a7deb2ab req-bb1c5b7e-fd69-4266-98bf-f8500db9c233 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:18.233834 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:18.234515 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:18.244571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d72c65a0-0d8f-43cf-9fe7-b7e8a7deb2ab req-bb1c5b7e-fd69-4266-98bf-f8500db9c233 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 945 time: 0.1443944 Aug 29 17:25:18.281846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7f799545-a37d-42d3-8c62-3fe4db387ba3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:18.300356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] No DVR routers for this DVR port 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:18.308054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:18.310177 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e52d87d3-f840-4fcc-8730-484047983adc req-73f5a0a4-3dde-4c07-b77a-3f831ffda491 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.44 "DELETE /v2.0/ports/4628a1f4-ecba-49f9-a40e-4335c5cba2b4 HTTP/1.1" status: 204 len: 173 time: 2.8022578 Aug 29 17:25:18.310757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'name': 'network-vif-deleted', 'tag': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:18.313124 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccf8145-d08b-46b5-b275-39219786ee63" -d '{"events": [{"server_uuid": "cefd002e-ea97-434d-a624-5fa9d1b3ab70", "name": "network-vif-deleted", "tag": "4628a1f4-ecba-49f9-a40e-4335c5cba2b4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:18.339924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 7f799545-a37d-42d3-8c62-3fe4db387ba3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:18.341862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7f799545-a37d-42d3-8c62-3fe4db387ba3 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:18.355329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42408) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:18.376992 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a0772d1-220f-4ef5-b01b-74f9a96a1566 req-13db105e-ea22-4b8e-af40-2d89341062da tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499826 Aug 29 17:25:18.415475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d72c65a0-0d8f-43cf-9fe7-b7e8a7deb2ab req-19a8a683-48f7-450b-9a1f-b787c403b83e tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688166 Aug 29 17:25:18.422986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-b2001dee-c1fd-425a-9a79-42ad2cb2df5d service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136144 Aug 29 17:25:18.499201 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:18.510368 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-8bbbcd48-5d91-43b9-b9c7-58f77a94ada8 req-77947f98-f51d-4a0a-997a-e88d941b215a tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] show failed (client error): The resource could not be found. Aug 29 17:25:18.511695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8bbbcd48-5d91-43b9-b9c7-58f77a94ada8 req-77947f98-f51d-4a0a-997a-e88d941b215a tempest-FloatingIPsTestJSON-2131486036 tempest-FloatingIPsTestJSON-2131486036-project] 10.222.0.41 "GET /v2.0/floatingips/fa842f8e-b971-4f8a-9f15-8823c8f571d5 HTTP/1.1" status: 404 len: 350 time: 0.0495396 Aug 29 17:25:18.513346 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6280fb7d-6f96-4935-9f5c-3f10447618f5 x-openstack-request-id: req-6280fb7d-6f96-4935-9f5c-3f10447618f5 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:18.513966 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd002e-ea97-434d-a624-5fa9d1b3ab70", "name": "network-vif-deleted", "tag": "4628a1f4-ecba-49f9-a40e-4335c5cba2b4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:18.513966 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6280fb7d-6f96-4935-9f5c-3f10447618f5 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:18.514247 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd002e-ea97-434d-a624-5fa9d1b3ab70', 'name': 'network-vif-deleted', 'tag': '4628a1f4-ecba-49f9-a40e-4335c5cba2b4', 'status': 'completed', 'code': 200} Aug 29 17:25:18.525063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42418) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:18.652537 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-d797a98b-71cb-4f7d-8720-203deb354e9e service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177711 Aug 29 17:25:18.659644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-23c56169-dcbc-42fc-af67-13abf61b6152 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=530990c9a3534320b3192a7a414fe461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028543 Aug 29 17:25:18.689978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42420) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:18.754200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-30c7231e-8dd6-4461-998c-3f1604b2c69b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 200 len: 217 time: 0.0928569 Aug 29 17:25:18.868629 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:23:05Z', 'revision_number': 5, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:18.876686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-6e429f7c-6ff5-4b41-aa54-b92ddd5fd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:18.887087 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-6e429f7c-6ff5-4b41-aa54-b92ddd5fd5a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.1231732 Aug 29 17:25:18.934245 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] Checking router: 82e42129-1f06-485b-9055-79ef23712373 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:18.945912 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:18.946840 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:18.983765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-605a3040-bcf7-45ba-9a8a-0c2040825893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:18.985626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-605a3040-bcf7-45ba-9a8a-0c2040825893 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0848641 Aug 29 17:25:19.011689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38438f-9fa7-46f6-9b43-25b5f4391f92 req-6fafcf04-1505-4904-a51f-b280b00998aa tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.013259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f38438f-9fa7-46f6-9b43-25b5f4391f92 req-6fafcf04-1505-4904-a51f-b280b00998aa tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1247954 Aug 29 17:25:19.082730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.084940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34388f27-d891-4fb1-ab1e-1ea6814a871d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.091470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-1e9d8708-7c25-4565-a39b-e8f7a7b155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.093174 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-1e9d8708-7c25-4565-a39b-e8f7a7b155ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf94a43f37f547848707913119d5f92e&device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 1098 time: 0.2181375 Aug 29 17:25:19.116824 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:19.118318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.184200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f38438f-9fa7-46f6-9b43-25b5f4391f92 req-9be0dd4a-65a2-4d13-b9a3-f8810a53a4d5 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610889 Aug 29 17:25:19.223771 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34388f27-d891-4fb1-ab1e-1ea6814a871d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.226974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-58efb398-cfe9-4d00-8b74-7a13a1d287ec service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102928 Aug 29 17:25:19.239925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-00e53f72-d5ce-4620-8d07-92ce64e2c4fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.246035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-00e53f72-d5ce-4620-8d07-92ce64e2c4fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.267624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-00e53f72-d5ce-4620-8d07-92ce64e2c4fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.274458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-00e53f72-d5ce-4620-8d07-92ce64e2c4fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.282546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-00e53f72-d5ce-4620-8d07-92ce64e2c4fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.290475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-00e53f72-d5ce-4620-8d07-92ce64e2c4fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.296892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:19.298287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-00e53f72-d5ce-4620-8d07-92ce64e2c4fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.307284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-00e53f72-d5ce-4620-8d07-92ce64e2c4fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.4332230 Aug 29 17:25:19.340966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:19.343178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4628a1f4-ecba-49f9-a40e-4335c5cba2b4 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:19.364465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-4b984317-2b1d-4564-ae51-42b17be2a445 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288924 Aug 29 17:25:19.443278 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-16ca9c07-244e-4db2-a07c-f41d26b5241e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 200 len: 217 time: 0.0697703 Aug 29 17:25:19.480759 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:23:05Z', 'revision_number': 5, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:19.489422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-31d576aa-9d12-4bb5-a902-adc46ecb66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.491043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-31d576aa-9d12-4bb5-a902-adc46ecb66f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 200 len: 910 time: 0.3846841 Aug 29 17:25:19.496062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06c710e3-9352-4374-b1cb-072ec615cb3b req-3eee9337-e488-41ff-82f1-04a08a65a1c9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1878231 Aug 29 17:25:19.510767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-be75537f-cb10-4368-b066-8e6a1a052fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.512424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-be75537f-cb10-4368-b066-8e6a1a052fdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.0628836 Aug 29 17:25:19.543885 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb874e6-2bce-4695-a778-63dfc017e0bf None None] The sync data for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 is: [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:22:56Z', 'revision_number': 4, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8412feaf-3aff-42a3-ad76-efdf2368ef06', 'name': '', 'network_id': '6180715b-cb46-4e3c-becf-bc3c7abf7f19', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'mac_address': 'fa:16:3e:7d:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:54Z', 'updated_at': '2021-08-29T17:23:05Z', 'revision_number': 5, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'subnets': [{'id': '9437c7e2-21d4-460b-98fa-86c032cb5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:19.573847 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-e89c9c01-1cab-485b-ac45-334f285605ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3699d7a-9702-4a44-a80f-eab0086b058b HTTP/1.1" status: 200 len: 217 time: 0.0642159 Aug 29 17:25:19.598023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42446) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:19.633930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-34d02c68-18b5-4cd1-a443-3cb29beb0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.635782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-34d02c68-18b5-4cd1-a443-3cb29beb0c1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1152017 Aug 29 17:25:19.649102 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Floating IP 0340e8cf-affd-468b-aa43-658c07a4b76d associated. External IP: 172.25.2.10, port: d399418b-ed46-4a53-9833-48aa602bea0e. Aug 29 17:25:19.714802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34b38-77b9-494a-8894-2b8383a45973 req-b33ab850-a933-4d8e-83cb-99c4afecb2a8 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.721972 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75f34b38-77b9-494a-8894-2b8383a45973 req-b33ab850-a933-4d8e-83cb-99c4afecb2a8 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 945 time: 0.1637602 Aug 29 17:25:19.734530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-f6aca206-c701-4749-af7f-4bb355f83208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.736590 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-f6aca206-c701-4749-af7f-4bb355f83208 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d95508ca-0452-412c-94bc-884c0be628c0 HTTP/1.1" status: 200 len: 849 time: 0.1535871 Aug 29 17:25:19.738362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34388f27-d891-4fb1-ab1e-1ea6814a871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.740457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34388f27-d891-4fb1-ab1e-1ea6814a871d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.741811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-34388f27-d891-4fb1-ab1e-1ea6814a871d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5edc746f-315f-471e-8369-8e1b10f8cc08 HTTP/1.1" status: 204 len: 168 time: 0.9089799 Aug 29 17:25:19.781424 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-638f61b9-6cf8-4e91-943e-c0569f958440 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.795221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34388f27-d891-4fb1-ab1e-1ea6814a871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edc746f-315f-471e-8369-8e1b10f8cc08,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:19.802142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-5be00602-92aa-484f-ab6a-84fa0fa64f90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a422220f-47fd-4dad-a2b0-9bb553454cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514176 Aug 29 17:25:19.834296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-2c7c6776-6df9-4293-b1d5-1248736554ce service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882432 Aug 29 17:25:19.932764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75f34b38-77b9-494a-8894-2b8383a45973 req-b34042dc-4d1c-4e03-ba4c-4afc1c6e0b83 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098346 Aug 29 17:25:19.964124 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-638f61b9-6cf8-4e91-943e-c0569f958440 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.983762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-7c03d61f-f932-452d-aaa0-9b7f2561cab4 service neutron] 10.222.0.43 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334279 Aug 29 17:25:20.034406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477aefc2-9b52-4aba-9819-5588d96f757b None None] New status for floating IP 8409974e-d77b-41c4-ab15-55f4f0c16573: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:25:20.060880 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-638f61b9-6cf8-4e91-943e-c0569f958440 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:20.063480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-638f61b9-6cf8-4e91-943e-c0569f958440 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:20.075718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-638f61b9-6cf8-4e91-943e-c0569f958440 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "DELETE /v2.0/security-groups/76b1c1c0-6fe4-49f1-a5cd-38877ea1e465 HTTP/1.1" status: 204 len: 168 time: 0.4646468 Aug 29 17:25:20.076751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42460) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:20.100195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:20.107394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c21e008-ecf2-4242-91ed-92a7dca0958c req-ae452b6d-20ff-4afb-ac8a-00ab4add01f9 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570302 Aug 29 17:25:20.123260 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-06f8359d-b555-4372-808a-2132b3ff8958 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] show failed (client error): The resource could not be found. Aug 29 17:25:20.127910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-06f8359d-b555-4372-808a-2132b3ff8958 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "GET /v2.0/security-groups/76b1c1c0-6fe4-49f1-a5cd-38877ea1e465 HTTP/1.1" status: 404 len: 347 time: 0.0305102 Aug 29 17:25:20.130094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42462) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:20.131094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f61b9-6cf8-4e91-943e-c0569f958440 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b1c1c0-6fe4-49f1-a5cd-38877ea1e465,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:20.356927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fc64dbb-4f0e-4dcb-bf88-8e6d2504f970 req-5b1312cc-9e90-4be8-9ef4-57b50beea5e9 service neutron] 10.222.0.43 "GET /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617151 Aug 29 17:25:20.415305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-12967bef-be79-4d99-a884-5df692454bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.415792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-12967bef-be79-4d99-a884-5df692454bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.416272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-12967bef-be79-4d99-a884-5df692454bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.416745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-12967bef-be79-4d99-a884-5df692454bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.417226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-12967bef-be79-4d99-a884-5df692454bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.417750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-12967bef-be79-4d99-a884-5df692454bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.418278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-12967bef-be79-4d99-a884-5df692454bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.420516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-12967bef-be79-4d99-a884-5df692454bda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6494 time: 0.1746976 Aug 29 17:25:20.431774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Deleting port 7c966397-bb23-41d2-ae1c-f0d5dbea4e0e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:20.432155 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:20.519409 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:20.519674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:20.535841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Calling delete_port for 7c966397-bb23-41d2-ae1c-f0d5dbea4e0e owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:20.834156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-3d75649c-98e4-4c5e-8b4a-241bc4cc71b4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.840106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-3d75649c-98e4-4c5e-8b4a-241bc4cc71b4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.846059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-3d75649c-98e4-4c5e-8b4a-241bc4cc71b4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.852476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-3d75649c-98e4-4c5e-8b4a-241bc4cc71b4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.858271 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-3d75649c-98e4-4c5e-8b4a-241bc4cc71b4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.865148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-3d75649c-98e4-4c5e-8b4a-241bc4cc71b4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.871000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-3d75649c-98e4-4c5e-8b4a-241bc4cc71b4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.872925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-3d75649c-98e4-4c5e-8b4a-241bc4cc71b4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.1613803 Aug 29 17:25:20.928374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-d30dd26e-9098-44af-87bb-c1e19e30f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.930866 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-d30dd26e-9098-44af-87bb-c1e19e30f2a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 902 time: 0.2665925 Aug 29 17:25:20.984837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-a9d63950-7d70-4413-89db-ac429818e2cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 200 len: 217 time: 0.0402970 Aug 29 17:25:20.987581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:21.030663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Pushing event deleted for resources: {'Port': ['ID=7c966397-bb23-41d2-ae1c-f0d5dbea4e0e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:21.041810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b889daf3-6aaa-41fb-812d-fd5cd755eded req-84d47aae-3e64-45d9-b21f-0a78a1ad89ed tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614826 Aug 29 17:25:21.080062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Router b4be1773-f145-4242-9427-50334cff8dc8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:21.127288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-e8227156-22b8-4a30-9d73-a164724fca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:21.128915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-e8227156-22b8-4a30-9d73-a164724fca79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.1118729 Aug 29 17:25:21.177701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:21.180294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:21.181465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e291ac87-5d92-4191-9596-4cee3344ff53 tempest-ServersTestManualDisk-1898114913 tempest-ServersTestManualDisk-1898114913-project] 10.222.0.41 "DELETE /v2.0/floatingips/8409974e-d77b-41c4-ab15-55f4f0c16573 HTTP/1.1" status: 204 len: 168 time: 0.9923589 Aug 29 17:25:21.193692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42502) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:21.203307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1967c9-b204-4bc8-9d3a-37d14e279df7 req-a9fa7582-ac29-4f54-8bcd-a86af8e1baf3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:21.213568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d1967c9-b204-4bc8-9d3a-37d14e279df7 req-a9fa7582-ac29-4f54-8bcd-a86af8e1baf3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.8554721 Aug 29 17:25:21.274360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-2cabeb64-63b7-42f6-b32f-437c2498d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:21.275922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-2cabeb64-63b7-42f6-b32f-437c2498d501 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345937 Aug 29 17:25:21.357090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48219ef-720e-4729-9b20-5c58eb46921c req-ad856ce0-ce88-4148-aa6d-9eccf28d1d08 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:21.358752 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d48219ef-720e-4729-9b20-5c58eb46921c req-ad856ce0-ce88-4148-aa6d-9eccf28d1d08 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.44 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 945 time: 0.4386904 Aug 29 17:25:21.364095 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d1967c9-b204-4bc8-9d3a-37d14e279df7 req-2054b8a8-f7ce-46bc-99de-3e70f1bfea8e tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486993 Aug 29 17:25:21.657952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:21.666474 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:21.670654 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] Sync routers for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:21.685244 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:21.686231 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:21.727669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ced1c-865d-4ed4-8e48-6b11838fe155 req-18f41984-d44f-4106-9b80-5dca5f405ae0 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:21.735251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-581ced1c-865d-4ed4-8e48-6b11838fe155 req-18f41984-d44f-4106-9b80-5dca5f405ae0 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 945 time: 0.5733163 Aug 29 17:25:21.773707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-818a5a8a-0d70-41b0-951a-d23fa7b49113 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "PUT /v2.0/floatingips/0340e8cf-affd-468b-aa43-658c07a4b76d HTTP/1.1" status: 200 len: 991 time: 4.6178117 Aug 29 17:25:21.777330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'tag': 'd399418b-ed46-4a53-9833-48aa602bea0e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:21.780095 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c32dc9-eee0-4712-a8aa-983dd2338ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "b939debc-b113-46ec-8623-c7ac6b6abf43", "tag": "d399418b-ed46-4a53-9833-48aa602bea0e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:21.787042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Deleting port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:21.787618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:21.912075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Deleting port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:21.912453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:21.928156 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:22.009000 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d6eb18-5fa4-4bb2-9708-65e0024d66c5 x-openstack-request-id: req-81d6eb18-5fa4-4bb2-9708-65e0024d66c5 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:22.009684 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b939debc-b113-46ec-8623-c7ac6b6abf43", "tag": "d399418b-ed46-4a53-9833-48aa602bea0e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:22.010229 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81d6eb18-5fa4-4bb2-9708-65e0024d66c5 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:22.010807 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'tag': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'status': 'completed', 'code': 200} Aug 29 17:25:22.083659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] For port 3d6aa385-d683-4369-be62-6d8e6c9fcbfb, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,segment=NetworkSegment(60435490-7e9a-4409-93f5-87c25e0844bc),segment_id=60435490-7e9a-4409-93f5-87c25e0844bc)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:22.084031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:22.087397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-581ced1c-865d-4ed4-8e48-6b11838fe155 req-0936b310-1058-48a2-81c6-323ac657b33f tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce140658-00cd-4d34-8293-0b74056ae135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499293 Aug 29 17:25:22.140450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Calling delete_port for 3d6aa385-d683-4369-be62-6d8e6c9fcbfb owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:22.183188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-50d8d320-1c85-4869-be27-e1fb4d6506f8 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966236 Aug 29 17:25:22.204858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-b0541f08-496b-498a-8272-e15c7f74be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.206409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-b0541f08-496b-498a-8272-e15c7f74be5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83822fad915145c7af0af25cf93bd806&device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 1098 time: 0.1946344 Aug 29 17:25:22.323826 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e62f0a64-d15b-4edf-8f43-37d7001ee039 req-7b753af1-6c93-43dd-8953-c93b8a6b97a8 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189590 Aug 29 17:25:22.423322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-f0babc68-dcd9-44b9-9d2a-4882e9f3eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.423322 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-f0babc68-dcd9-44b9-9d2a-4882e9f3eb2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=71cd41c0-7b9c-4882-ad99-f56635ca5de6 HTTP/1.1" status: 200 len: 916 time: 0.1575789 Aug 29 17:25:22.425353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] For port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,segment=NetworkSegment(e28706f2-7ba3-4b40-aeb9-7136e9698f5e),segment_id=e28706f2-7ba3-4b40-aeb9-7136e9698f5e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:22.425777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:22.455100 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '0340e8cf-affd-468b-aa43-658c07a4b76d', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'port_id': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'mac_address': 'fa:16:3e:9d:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:24:09Z', 'updated_at': '2021-08-29T17:25:18Z', 'revision_number': 1, 'project_id': '83822fad915145c7af0af25cf93bd806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:10Z', 'revision_number': 5, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:22.485732 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] Checking router: b4be1773-f145-4242-9427-50334cff8dc8 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:22.502259 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:22.503421 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:22.553066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Calling delete_port for a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:22.557480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-bd4597e6-f6df-48d8-bd00-69a0fa7b22be tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.581234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-bd4597e6-f6df-48d8-bd00-69a0fa7b22be tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.590549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-bd4597e6-f6df-48d8-bd00-69a0fa7b22be tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.597593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-bd4597e6-f6df-48d8-bd00-69a0fa7b22be tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.605887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-bd4597e6-f6df-48d8-bd00-69a0fa7b22be tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.615486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-bd4597e6-f6df-48d8-bd00-69a0fa7b22be tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.624540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-bd4597e6-f6df-48d8-bd00-69a0fa7b22be tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.627189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-bd4597e6-f6df-48d8-bd00-69a0fa7b22be tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.3073225 Aug 29 17:25:22.634739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-50e3bada-4084-4df2-9660-0ffd6e688c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.635344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-50e3bada-4084-4df2-9660-0ffd6e688c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.635911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-50e3bada-4084-4df2-9660-0ffd6e688c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.636421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-50e3bada-4084-4df2-9660-0ffd6e688c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.636949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-50e3bada-4084-4df2-9660-0ffd6e688c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.638307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-50e3bada-4084-4df2-9660-0ffd6e688c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.638901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-50e3bada-4084-4df2-9660-0ffd6e688c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.642066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-50e3bada-4084-4df2-9660-0ffd6e688c60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6494 time: 0.2320540 Aug 29 17:25:22.651095 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:22.693611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-d9cd00b4-a878-48c2-a4ca-14ca1ee2a423 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d399418b-ed46-4a53-9833-48aa602bea0e HTTP/1.1" status: 200 len: 999 time: 0.2467008 Aug 29 17:25:22.701491 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:22.794233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-0c64ae99-20ea-4916-9bd4-5086597481bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.796440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-0c64ae99-20ea-4916-9bd4-5086597481bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95f21a8a-c7d4-4811-8896-a6ded36b1233 HTTP/1.1" status: 200 len: 854 time: 0.0784500 Aug 29 17:25:22.832206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2d58b11f-e3cb-420d-858f-dad8dfa22dca req-5caad0cf-8aca-4a44-9848-fd56fec6450a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1872759 Aug 29 17:25:22.908773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-c1ad2eb7-ec2a-4197-8487-56d57269ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.910372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-c1ad2eb7-ec2a-4197-8487-56d57269ec65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 902 time: 0.2546372 Aug 29 17:25:22.988392 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '0340e8cf-affd-468b-aa43-658c07a4b76d', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'port_id': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'mac_address': 'fa:16:3e:9d:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:24:09Z', 'updated_at': '2021-08-29T17:25:18Z', 'revision_number': 1, 'project_id': '83822fad915145c7af0af25cf93bd806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:10Z', 'revision_number': 5, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:22.996622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-37d2eb5e-df99-438c-97df-0417af6b37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.998151 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-37d2eb5e-df99-438c-97df-0417af6b37c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71cd41c0-7b9c-4882-ad99-f56635ca5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889844 Aug 29 17:25:23.025063 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f197c-1bf7-4258-b6e8-f90612aa73a6 None None] The sync data for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 is: [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '0340e8cf-affd-468b-aa43-658c07a4b76d', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'port_id': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'mac_address': 'fa:16:3e:9d:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:24:09Z', 'updated_at': '2021-08-29T17:25:18Z', 'revision_number': 1, 'project_id': '83822fad915145c7af0af25cf93bd806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:10Z', 'revision_number': 5, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:23.032538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-06cac138-35ee-47b4-a767-4fed606edd33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 200 len: 217 time: 0.1149280 Aug 29 17:25:23.123835 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.129008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-fd4a044b-cb26-4c02-8d5b-0361ffdbd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:23.138845 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-fd4a044b-cb26-4c02-8d5b-0361ffdbd61c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.0878494 Aug 29 17:25:23.160949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b4a8c-c97e-409b-adfa-5f666b161e01 req-897e6ec9-ea99-43de-84b8-dd1e5b35c8ff tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:23.162490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b36b4a8c-c97e-409b-adfa-5f666b161e01 req-897e6ec9-ea99-43de-84b8-dd1e5b35c8ff tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.2815630 Aug 29 17:25:23.203558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.208655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6aa385-d683-4369-be62-6d8e6c9fcbfb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:23.215961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a34a2eed-7ee3-452e-8561-fdcfbfdac1c3'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:23.278091 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-cefbd318-982a-45e6-bf29-34221a78e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:23.280053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-cefbd318-982a-45e6-bf29-34221a78e99f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894666 Aug 29 17:25:23.304549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.304904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.305242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.305579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.305908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.306235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.306562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.307185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.308354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.308699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.309025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.309402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:23.319084 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-c0d8e9da-f424-420b-936d-a4d30373983d service neutron] 10.222.0.44 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077266 Aug 29 17:25:23.331690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b36b4a8c-c97e-409b-adfa-5f666b161e01 req-40275cd9-d3a3-4fbc-adc2-45b5882e508c tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355400 Aug 29 17:25:23.406112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d91dc12-a508-4e99-8fe1-8d2812123313 None None] New status for floating IP 0340e8cf-affd-468b-aa43-658c07a4b76d: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:25:23.497922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Pushing event deleted for resources: {'Port': ['ID=a34a2eed-7ee3-452e-8561-fdcfbfdac1c3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:23.618486 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-79cb3187-947f-4bf2-b7c6-b7da1bb9d6ac service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301933 Aug 29 17:25:23.712106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9cc95b3-02b1-4314-b369-5f8119eda68b req-c5b68279-5983-446a-981f-1c8f6ef1b59f service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855331 Aug 29 17:25:23.717849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Deleting port 8412feaf-3aff-42a3-ad76-efdf2368ef06 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:23.718342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.755718 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.821995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] For port 8412feaf-3aff-42a3-ad76-efdf2368ef06, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8412feaf-3aff-42a3-ad76-efdf2368ef06,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:23.822371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.844472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Calling delete_port for 8412feaf-3aff-42a3-ad76-efdf2368ef06 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:23.911115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] No DVR routers for this DVR port a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:23.914041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.916554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d48219ef-720e-4729-9b20-5c58eb46921c req-91d72f67-6dd6-447c-9022-b46eb76bc5e3 tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.44 "DELETE /v2.0/ports/a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 HTTP/1.1" status: 204 len: 173 time: 2.5492346 Aug 29 17:25:23.932571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0c9b2f1-30d6-434e-b668-7808002c072b req-081ccfdc-2284-4ddd-be18-2c86b60d120c tempest-ServerPasswordTestJSON-1623034319 tempest-ServerPasswordTestJSON-1623034319-project] 10.222.0.41 "GET /v2.0/ports?device_id=19147c08-89c7-445a-ae12-912bfba8e4c0 HTTP/1.1" status: 200 len: 210 time: 0.1332414 Aug 29 17:25:24.011736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19147c08-89c7-445a-ae12-912bfba8e4c0', 'name': 'network-vif-deleted', 'tag': 'a34a2eed-7ee3-452e-8561-fdcfbfdac1c3'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:24.016491 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d599b6c-b006-480b-9ff4-dba1ee05ce7e" -d '{"events": [{"server_uuid": "19147c08-89c7-445a-ae12-912bfba8e4c0", "name": "network-vif-deleted", "tag": "a34a2eed-7ee3-452e-8561-fdcfbfdac1c3"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:24.110156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43c32dc9-eee0-4712-a8aa-983dd2338ca9 req-e79e6701-4a83-4312-a809-a2b8be9ac9c2 service neutron] 10.222.0.44 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743769 Aug 29 17:25:24.111329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff692f-034f-44d1-8b36-c2d8ddd95fc0 req-dd716d3e-a711-48e4-b84a-3b56a3ca55ee tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.125568 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78ff692f-034f-44d1-8b36-c2d8ddd95fc0 req-dd716d3e-a711-48e4-b84a-3b56a3ca55ee tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1962636 Aug 29 17:25:24.185573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78ff692f-034f-44d1-8b36-c2d8ddd95fc0 req-65397fbd-b736-4ada-920a-cf739740e759 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543084 Aug 29 17:25:24.260164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:24.312667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8412feaf-3aff-42a3-ad76-efdf2368ef06,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:24.316744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:24.508681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:24.509242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-332e735a-5eca-493e-bf85-07d7039f082d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.514870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3fd430c7-ff8c-4a0b-b3c0-1de05219a313 admin admin] 10.222.0.41 "PUT /v2.0/routers/ab0b4d4f-ad10-493f-a572-fde2aebf1ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9886322 Aug 29 17:25:24.516796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-332e735a-5eca-493e-bf85-07d7039f082d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.518763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42718) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:24.522980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-332e735a-5eca-493e-bf85-07d7039f082d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.529144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-332e735a-5eca-493e-bf85-07d7039f082d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.531545 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] Sync routers for ids ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:24.540047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-332e735a-5eca-493e-bf85-07d7039f082d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.546252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-332e735a-5eca-493e-bf85-07d7039f082d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.551275 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] Routers {'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:24.552793 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:24.563610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-332e735a-5eca-493e-bf85-07d7039f082d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.568929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-332e735a-5eca-493e-bf85-07d7039f082d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.2575445 Aug 29 17:25:24.646871 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e79fd3-e7ca-42ba-a8ad-d6039f439941 x-openstack-request-id: req-e6e79fd3-e7ca-42ba-a8ad-d6039f439941 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:24.647258 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19147c08-89c7-445a-ae12-912bfba8e4c0", "name": "network-vif-deleted", "tag": "a34a2eed-7ee3-452e-8561-fdcfbfdac1c3", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:24.647587 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6e79fd3-e7ca-42ba-a8ad-d6039f439941 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:24.648030 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19147c08-89c7-445a-ae12-912bfba8e4c0', 'name': 'network-vif-deleted', 'tag': 'a34a2eed-7ee3-452e-8561-fdcfbfdac1c3', 'status': 'completed', 'code': 200} Aug 29 17:25:24.722071 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] Set router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:24.777611 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba684baf-5eae-478b-81e0-bbd34111d9b8 req-2179f579-8805-444a-8710-c687fca0629c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1988394 Aug 29 17:25:24.787500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:24.841904 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.056576 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:25:22Z', 'revision_number': 5, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:25.094635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42760) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:25.113012 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] Checking router: ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:25.135235 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] Routers {'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:25.135887 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:25.295817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.307483 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] Set router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:25.312882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:25.349674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:25.350247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a34a2eed-7ee3-452e-8561-fdcfbfdac1c3 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:25.423849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-033a59b1-15e7-4784-b68a-8d79a042bfc4 admin admin] Deleting subnet 329cba08-1120-4c61-8c63-e347259ea9e1 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:25:25.430040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-033a59b1-15e7-4784-b68a-8d79a042bfc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.491304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Router 82e42129-1f06-485b-9055-79ef23712373 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:25.507438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-033a59b1-15e7-4784-b68a-8d79a042bfc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.549858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aad430-10ce-4017-afb7-7b4251c1bc20 req-881c59dc-c060-4281-a018-448e11fff556 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:25.557856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0aad430-10ce-4017-afb7-7b4251c1bc20 req-881c59dc-c060-4281-a018-448e11fff556 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1934557 Aug 29 17:25:25.588002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Deleting port 3f510646-51e3-4a32-b6ba-dc376f63afd3 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:25.588377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.623766 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:25:22Z', 'revision_number': 5, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:25.662223 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61765e16-c976-4cde-b315-e7f7604d4c42 None None] The sync data for ids ['ab0b4d4f-ad10-493f-a572-fde2aebf1ba4'] in n-d-713499-15 is: [{'id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'name': 'tempest-FloatingIPsTestJSON-738121988-router', 'tenant_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:24:45Z', 'updated_at': '2021-08-29T17:25:22Z', 'revision_number': 5, 'project_id': '0cda9a4e78914b70a5e593c69a23e2f7', 'gw_port': {'id': '3f510646-51e3-4a32-b6ba-dc376f63afd3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0b4d4f-ad10-493f-a572-fde2aebf1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:24:47Z', 'updated_at': '2021-08-29T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:25.713148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0aad430-10ce-4017-afb7-7b4251c1bc20 req-bf573248-6cfb-4def-9bfd-0c6d00fd8379 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540716 Aug 29 17:25:25.714281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-033a59b1-15e7-4784-b68a-8d79a042bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.757417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:25.765964 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cea779ce-cf52-4e9f-ad19-635e32d70b4d admin admin] 10.222.0.41 "PUT /v2.0/routers/82e42129-1f06-485b-9055-79ef23712373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5685856 Aug 29 17:25:25.772766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42820) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:25.777705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] Sync routers for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:25.800415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:25.801995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:25.803431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] For port 3f510646-51e3-4a32-b6ba-dc376f63afd3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3f510646-51e3-4a32-b6ba-dc376f63afd3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:25.803806 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.865427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Calling delete_port for 3f510646-51e3-4a32-b6ba-dc376f63afd3 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:25.872930 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-033a59b1-15e7-4784-b68a-8d79a042bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.949131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a59b1-15e7-4784-b68a-8d79a042bfc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329cba08-1120-4c61-8c63-e347259ea9e1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:25.952623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-033a59b1-15e7-4784-b68a-8d79a042bfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:25.955560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-033a59b1-15e7-4784-b68a-8d79a042bfc4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/329cba08-1120-4c61-8c63-e347259ea9e1 HTTP/1.1" status: 204 len: 168 time: 0.8598905 Aug 29 17:25:25.959452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42842) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:26.138281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.143948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.203203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:26.284857 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.343317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-afaaf70d-15f0-479f-b2a6-c810e0bdd9b6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:26.349942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-afaaf70d-15f0-479f-b2a6-c810e0bdd9b6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:26.357273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-afaaf70d-15f0-479f-b2a6-c810e0bdd9b6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:26.364734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-afaaf70d-15f0-479f-b2a6-c810e0bdd9b6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:26.370974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-afaaf70d-15f0-479f-b2a6-c810e0bdd9b6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:26.384468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-afaaf70d-15f0-479f-b2a6-c810e0bdd9b6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:26.390501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-afaaf70d-15f0-479f-b2a6-c810e0bdd9b6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:26.398942 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-afaaf70d-15f0-479f-b2a6-c810e0bdd9b6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.3886373 Aug 29 17:25:26.428236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3d6aa385-d683-4369-be62-6d8e6c9fcbfb no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:26.435188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.483900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 3d6aa385-d683-4369-be62-6d8e6c9fcbfb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:26.484300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3d6aa385-d683-4369-be62-6d8e6c9fcbfb not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:26.499514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f510646-51e3-4a32-b6ba-dc376f63afd3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:26.502226 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.528003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd1cd1e-f57a-4db3-80da-a9e97d523a5c']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:26.545916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28706f2-7ba3-4b40-aeb9-7136e9698f5e') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:26.546201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28706f2-7ba3-4b40-aeb9-7136e9698f5e') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:26.571809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bcb5cfbf-b774-45d5-9974-5b0b0af446f6 req-b9b9ae17-69cd-4827-8baf-74a03da6ca94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719174 Aug 29 17:25:26.572260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.615686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Deleting port 8322e709-8255-4935-bb5a-4c2c6fa26ccf {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:26.622267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.626004 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.634102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.682407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:25:24Z', 'revision_number': 5, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port': {'id': '8322e709-8255-4935-bb5a-4c2c6fa26ccf', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e42129-1f06-485b-9055-79ef23712373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:22:42Z', 'updated_at': '2021-08-29T17:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:26.723721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] Checking router: 82e42129-1f06-485b-9055-79ef23712373 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:26.733906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] Routers {'82e42129-1f06-485b-9055-79ef23712373'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:26.734872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['82e42129-1f06-485b-9055-79ef23712373'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:26.747665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:25:26.748153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.770897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:25:26.777074 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:25:26.790139 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.843258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] Set router 82e42129-1f06-485b-9055-79ef23712373 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:26.910488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:25:26Z', 'revision_number': 6, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:26.912162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-32cd9094-fc65-4263-80ad-cc1bbd9e3806 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:26.915499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-32cd9094-fc65-4263-80ad-cc1bbd9e3806 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1780376 Aug 29 17:25:26.918611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.963344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.963911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:25:26.973619 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.980053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694acadd-f5d8-452e-b0bb-c9e70008c02f None None] The sync data for ids ['82e42129-1f06-485b-9055-79ef23712373'] in n-d-713499-15 is: [{'id': '82e42129-1f06-485b-9055-79ef23712373', 'name': 'tempest-ServersTestManualDisk-668515475-router', 'tenant_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:22:39Z', 'updated_at': '2021-08-29T17:25:26Z', 'revision_number': 6, 'project_id': 'c9f3b58da3f04f44ab3ed5e3e3c97f4b', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:26.983655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6bd1cd1e-f57a-4db3-80da-a9e97d523a5c HTTP/1.1" status: 204 len: 168 time: 1.0233967 Aug 29 17:25:26.988438 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:26.989893 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6dad4f8a-2bad-4691-a57d-f0baeabe0372 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ab0b4d4f-ad10-493f-a572-fde2aebf1ba4 HTTP/1.1" status: 204 len: 168 time: 2.4693542 Aug 29 17:25:26.992679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42924) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:27.010956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] For port 8322e709-8255-4935-bb5a-4c2c6fa26ccf, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8322e709-8255-4935-bb5a-4c2c6fa26ccf,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:27.011870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.039930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e8275-f906-4150-a222-e84fcce041a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd1cd1e-f57a-4db3-80da-a9e97d523a5c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:27.049547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Calling delete_port for 8322e709-8255-4935-bb5a-4c2c6fa26ccf owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:27.107812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678640d-09cf-494c-803b-ded083efa4a3 req-9024cfbf-b026-45d1-8e88-412788b2f08b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:27.118430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9678640d-09cf-494c-803b-ded083efa4a3 req-9024cfbf-b026-45d1-8e88-412788b2f08b tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 946 time: 0.1978552 Aug 29 17:25:27.165259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21abe31-faa2-476a-91c7-7f0996be5171 admin admin] Deleting subnet e38eafb9-5921-4306-8143-2e9e79587841 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:25:27.177489 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c21abe31-faa2-476a-91c7-7f0996be5171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.235701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Deleting port f3699d7a-9702-4a44-a80f-eab0086b058b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:27.235701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.295990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9678640d-09cf-494c-803b-ded083efa4a3 req-27c4549e-3136-46c8-95ad-236284d1fa70 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725812 Aug 29 17:25:27.310397 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c21abe31-faa2-476a-91c7-7f0996be5171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.333427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42936) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:27.432210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c21abe31-faa2-476a-91c7-7f0996be5171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.537647 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c21abe31-faa2-476a-91c7-7f0996be5171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.582022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21abe31-faa2-476a-91c7-7f0996be5171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38eafb9-5921-4306-8143-2e9e79587841,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:27.583275 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c21abe31-faa2-476a-91c7-7f0996be5171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.583640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8f8aee1e-a32d-48c0-baa2-29c80e672cfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff99139b6532420aa4f88487e69dad25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462120 Aug 29 17:25:27.587738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c21abe31-faa2-476a-91c7-7f0996be5171 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e38eafb9-5921-4306-8143-2e9e79587841 HTTP/1.1" status: 204 len: 168 time: 0.5915949 Aug 29 17:25:27.587738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:27.587901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb5c35-97c1-4fff-84e6-64524836a3d7 None None] Network d75ce28c-12e0-4007-975b-c36f7e571404 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:27.589966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] For port f3699d7a-9702-4a44-a80f-eab0086b058b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f3699d7a-9702-4a44-a80f-eab0086b058b,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:27.590574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.593971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42964) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:27.612993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Calling delete_port for f3699d7a-9702-4a44-a80f-eab0086b058b owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:27.678504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.720164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Pushing event deleted for resources: {'Port': ['ID=8322e709-8255-4935-bb5a-4c2c6fa26ccf,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:27.843088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-aca943ab-bb2b-4f96-930b-3545f6699904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:27.850480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-aca943ab-bb2b-4f96-930b-3545f6699904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:27.857183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-aca943ab-bb2b-4f96-930b-3545f6699904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:27.863566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-aca943ab-bb2b-4f96-930b-3545f6699904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:27.870378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-aca943ab-bb2b-4f96-930b-3545f6699904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:27.890749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-aca943ab-bb2b-4f96-930b-3545f6699904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:27.904312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-aca943ab-bb2b-4f96-930b-3545f6699904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:27.907625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-aca943ab-bb2b-4f96-930b-3545f6699904 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.2182622 Aug 29 17:25:27.913640 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.927783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.943469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.949222 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b8db753-261a-4ad3-bf0d-e25d6e4af9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:27.955887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a5d1462a-9c28-43fe-bb23-c01e2727083e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:27.972850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b8db753-261a-4ad3-bf0d-e25d6e4af9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.031630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b8db753-261a-4ad3-bf0d-e25d6e4af9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.035211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b8db753-261a-4ad3-bf0d-e25d6e4af9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.036151 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9b8db753-261a-4ad3-bf0d-e25d6e4af9d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce140658-00cd-4d34-8293-0b74056ae135 HTTP/1.1" status: 204 len: 168 time: 0.4491074 Aug 29 17:25:28.052176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f3699d7a-9702-4a44-a80f-eab0086b058b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:28.097501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b6391f8-f272-4c86-a4a7-5817b01b2a5b req-06333d1e-e162-4dc4-bb43-3711b8918711 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1758680 Aug 29 17:25:28.101825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.104262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.124905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] DHCP port deletion for d75ce28c-12e0-4007-975b-c36f7e571404 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:25:28.162985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8db753-261a-4ad3-bf0d-e25d6e4af9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce140658-00cd-4d34-8293-0b74056ae135,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:28.231326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Deleting port ae6f437f-9d7f-43ec-9661-bb04f4128a25 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:28.231742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.237493 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.241005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82e42129-1f06-485b-9055-79ef23712373 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:25:28.253629 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.260831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-86d758dd-dfe2-4ab6-8e98-7745ac752920 admin admin] 10.222.0.41 "DELETE /v2.0/routers/82e42129-1f06-485b-9055-79ef23712373 HTTP/1.1" status: 204 len: 168 time: 2.4868972 Aug 29 17:25:28.263281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43012) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:28.354869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Pushing event deleted for resources: {'Port': ['ID=f3699d7a-9702-4a44-a80f-eab0086b058b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:28.408347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8322e709-8255-4935-bb5a-4c2c6fa26ccf no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:28.447098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] For port ae6f437f-9d7f-43ec-9661-bb04f4128a25, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae6f437f-9d7f-43ec-9661-bb04f4128a25,segment=NetworkSegment(60435490-7e9a-4409-93f5-87c25e0844bc),segment_id=60435490-7e9a-4409-93f5-87c25e0844bc)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:28.447720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.475790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 8322e709-8255-4935-bb5a-4c2c6fa26ccf {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:28.478315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8322e709-8255-4935-bb5a-4c2c6fa26ccf not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:28.478939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8412feaf-3aff-42a3-ad76-efdf2368ef06 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:28.496416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-644aceb9-6304-48a0-b4b4-69f0fd411816 admin admin] Deleting subnet 9437c7e2-21d4-460b-98fa-86c032cb5561 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:25:28.501338 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-644aceb9-6304-48a0-b4b4-69f0fd411816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.538139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] No DVR routers for this DVR port f3699d7a-9702-4a44-a80f-eab0086b058b on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:28.546564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.548502 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-644aceb9-6304-48a0-b4b4-69f0fd411816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.553810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 8412feaf-3aff-42a3-ad76-efdf2368ef06 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:28.554251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8412feaf-3aff-42a3-ad76-efdf2368ef06 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:28.554746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3f510646-51e3-4a32-b6ba-dc376f63afd3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:28.560923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-274eb355-bb3c-4df4-acb7-3ec39007882d req-5068062d-e560-47a2-8633-9883677d9ad1 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.43 "DELETE /v2.0/ports/f3699d7a-9702-4a44-a80f-eab0086b058b HTTP/1.1" status: 204 len: 173 time: 1.6307168 Aug 29 17:25:28.563400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cd00fd-16fd-4d12-86b2-742620346fff', 'name': 'network-vif-deleted', 'tag': 'f3699d7a-9702-4a44-a80f-eab0086b058b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:28.576005 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddafe15-76d3-46bc-a0c0-e2104e2b063c" -d '{"events": [{"server_uuid": "e8cd00fd-16fd-4d12-86b2-742620346fff", "name": "network-vif-deleted", "tag": "f3699d7a-9702-4a44-a80f-eab0086b058b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:28.606015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 3f510646-51e3-4a32-b6ba-dc376f63afd3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:28.606669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3f510646-51e3-4a32-b6ba-dc376f63afd3 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:28.607056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae6f437f-9d7f-43ec-9661-bb04f4128a25 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:28.689887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] Deleting port ae6f437f-9d7f-43ec-9661-bb04f4128a25 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:28.690303 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.727011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Calling delete_port for ae6f437f-9d7f-43ec-9661-bb04f4128a25 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:28.767196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48c9d905-6adf-4199-96e7-cf3c8be851f1 req-7e4e6c56-8b26-49d1-8869-84509c1e18a2 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8cd00fd-16fd-4d12-86b2-742620346fff HTTP/1.1" status: 200 len: 210 time: 0.0779486 Aug 29 17:25:28.843129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-644aceb9-6304-48a0-b4b4-69f0fd411816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.866720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] For port ae6f437f-9d7f-43ec-9661-bb04f4128a25, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae6f437f-9d7f-43ec-9661-bb04f4128a25,segment=NetworkSegment(60435490-7e9a-4409-93f5-87c25e0844bc),segment_id=60435490-7e9a-4409-93f5-87c25e0844bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:28.867599 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:28.869996 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93667c5-bef5-4035-98bd-c9994d757d21 x-openstack-request-id: req-f93667c5-bef5-4035-98bd-c9994d757d21 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:28.870488 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cd00fd-16fd-4d12-86b2-742620346fff", "name": "network-vif-deleted", "tag": "f3699d7a-9702-4a44-a80f-eab0086b058b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:28.870612 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f93667c5-bef5-4035-98bd-c9994d757d21 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:28.870957 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cd00fd-16fd-4d12-86b2-742620346fff', 'name': 'network-vif-deleted', 'tag': 'f3699d7a-9702-4a44-a80f-eab0086b058b', 'status': 'completed', 'code': 200} Aug 29 17:25:28.889054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] Calling delete_port for ae6f437f-9d7f-43ec-9661-bb04f4128a25 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:28.891165 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.003639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.027267 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.056211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] Pushing event deleted for resources: {'Port': ['ID=ae6f437f-9d7f-43ec-9661-bb04f4128a25,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:29.058340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4045ce-41cd-46b7-b419-f3260ac957a6 None None] No DVR routers for this DVR port ae6f437f-9d7f-43ec-9661-bb04f4128a25 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:29.073449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] No DVR routers for this DVR port ae6f437f-9d7f-43ec-9661-bb04f4128a25 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:29.096274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6f437f-9d7f-43ec-9661-bb04f4128a25,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:29.118643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-644aceb9-6304-48a0-b4b4-69f0fd411816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.206298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aceb9-6304-48a0-b4b4-69f0fd411816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9437c7e2-21d4-460b-98fa-86c032cb5561,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:29.208712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-644aceb9-6304-48a0-b4b4-69f0fd411816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.211947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2458ca-1c92-4b25-b0c8-0a9fa37f1fdc None None] Network 6180715b-cb46-4e3c-becf-bc3c7abf7f19 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:29.222692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-644aceb9-6304-48a0-b4b4-69f0fd411816 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9437c7e2-21d4-460b-98fa-86c032cb5561 HTTP/1.1" status: 204 len: 168 time: 0.9582973 Aug 29 17:25:29.225615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43084) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:29.246890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.269163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75ce28c-12e0-4007-975b-c36f7e571404']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:29.289030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60435490-7e9a-4409-93f5-87c25e0844bc') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:29.289332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60435490-7e9a-4409-93f5-87c25e0844bc') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:29.309138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.337913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.345888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.356377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:25:29.356801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:25:29.427824 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:25:29.447946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-bcd19d82-b481-430e-99e4-48630b89274f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:29.457667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-bcd19d82-b481-430e-99e4-48630b89274f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:29.458245 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.467314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-bcd19d82-b481-430e-99e4-48630b89274f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:29.477032 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.479154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-bcd19d82-b481-430e-99e4-48630b89274f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:29.488162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-bcd19d82-b481-430e-99e4-48630b89274f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:29.499253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-bcd19d82-b481-430e-99e4-48630b89274f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:29.503747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d75ce28c-12e0-4007-975b-c36f7e571404 HTTP/1.1" status: 204 len: 168 time: 1.9069648 Aug 29 17:25:29.506775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-bcd19d82-b481-430e-99e4-48630b89274f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:29.509282 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-bcd19d82-b481-430e-99e4-48630b89274f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.1787927 Aug 29 17:25:29.524270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] DHCP port deletion for 6180715b-cb46-4e3c-becf-bc3c7abf7f19 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:25:29.539504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653cea-a54e-4be7-887c-134ce9437418 admin admin] Pushing event deleted for resources: {'Network': ['ID=d75ce28c-12e0-4007-975b-c36f7e571404,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:29.552359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Deleting port 099a0d8c-5068-488e-ac84-c981cad3324a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:29.552708 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.635068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] Deleting port 099a0d8c-5068-488e-ac84-c981cad3324a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:29.635667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b102792-2c8a-4397-885f-ae705b8413b3 req-493f9003-36d6-4af6-aa68-bab02878e8ec tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060379 Aug 29 17:25:29.635770 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.672469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] For port 099a0d8c-5068-488e-ac84-c981cad3324a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=099a0d8c-5068-488e-ac84-c981cad3324a,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:29.673060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.708383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Calling delete_port for 099a0d8c-5068-488e-ac84-c981cad3324a owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:29.742689 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:25:29.803486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] For port 099a0d8c-5068-488e-ac84-c981cad3324a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=099a0d8c-5068-488e-ac84-c981cad3324a,segment=NetworkSegment(b59041c4-fb51-4dd6-a2bf-41144cff0677),segment_id=b59041c4-fb51-4dd6-a2bf-41144cff0677)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:29.804230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.813742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:29.822000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] Calling delete_port for 099a0d8c-5068-488e-ac84-c981cad3324a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:29.875268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-16954b5a-37b0-4d6b-8045-7360a32c810c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cda9a4e78914b70a5e593c69a23e2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593183 Aug 29 17:25:29.877751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:29.936589 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.960317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca188f5e-1c3d-47cc-8b48-0d1e211587d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:29.978194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] No DVR routers for this DVR port 099a0d8c-5068-488e-ac84-c981cad3324a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:29.991751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7b475-15e1-4829-b996-7c13ff69f90d None None] Pushing event deleted for resources: {'Port': ['ID=099a0d8c-5068-488e-ac84-c981cad3324a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:30.000871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca188f5e-1c3d-47cc-8b48-0d1e211587d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.103923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca188f5e-1c3d-47cc-8b48-0d1e211587d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.108346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca188f5e-1c3d-47cc-8b48-0d1e211587d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.110263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ca188f5e-1c3d-47cc-8b48-0d1e211587d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2058d879-d677-4bed-b270-d091940cd7d8 HTTP/1.1" status: 204 len: 168 time: 0.2314198 Aug 29 17:25:30.137469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca188f5e-1c3d-47cc-8b48-0d1e211587d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2058d879-d677-4bed-b270-d091940cd7d8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:30.207437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:30.318811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63cce2-c4cc-4eba-a12e-78c81497d2aa req-6d3b50a3-d88b-416c-809f-5f1735a920c0 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.327744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f63cce2-c4cc-4eba-a12e-78c81497d2aa req-6d3b50a3-d88b-416c-809f-5f1735a920c0 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.0972531 Aug 29 17:25:30.349789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.352720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 099a0d8c-5068-488e-ac84-c981cad3324a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:30.375518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 099a0d8c-5068-488e-ac84-c981cad3324a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:30.376992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 099a0d8c-5068-488e-ac84-c981cad3324a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:30.408797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=099a0d8c-5068-488e-ac84-c981cad3324a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:30.421571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f63cce2-c4cc-4eba-a12e-78c81497d2aa req-4dcae67e-b3b0-4c76-9cdb-d62f73a99e23 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928540 Aug 29 17:25:30.422751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] No DVR routers for this DVR port 099a0d8c-5068-488e-ac84-c981cad3324a on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:30.524689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.544190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6180715b-cb46-4e3c-becf-bc3c7abf7f19']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:30.565557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59041c4-fb51-4dd6-a2bf-41144cff0677') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:30.566190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59041c4-fb51-4dd6-a2bf-41144cff0677') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:30.577461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.593874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.594096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b5d50fb-b51c-41fe-b850-be223e184b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.601693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:25:30.602441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:25:30.764823 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:25:30.770134 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.777590 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.779158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6180715b-cb46-4e3c-becf-bc3c7abf7f19 HTTP/1.1" status: 204 len: 168 time: 1.5520577 Aug 29 17:25:30.786790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b5d50fb-b51c-41fe-b850-be223e184b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.790799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a08176-5d04-4b3b-a6f4-c2f1f57443c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6180715b-cb46-4e3c-becf-bc3c7abf7f19,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:30.793542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b5d50fb-b51c-41fe-b850-be223e184b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.841648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d50fb-b51c-41fe-b850-be223e184b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b7c002-5b01-4645-9077-b184f9ceca1c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:30.870903 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1b5d50fb-b51c-41fe-b850-be223e184b3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ea4ea46fecc42069c3a218f26178cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602650 Aug 29 17:25:30.871766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43178) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:30.897429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-d8b72b73-8b82-4445-be40-3b6627da16e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.905115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-d8b72b73-8b82-4445-be40-3b6627da16e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.912784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-d8b72b73-8b82-4445-be40-3b6627da16e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.919751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-d8b72b73-8b82-4445-be40-3b6627da16e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.942451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1de25e8-6786-4b45-9bbe-375179813e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:30.943474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-d8b72b73-8b82-4445-be40-3b6627da16e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.949385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-d8b72b73-8b82-4445-be40-3b6627da16e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.963061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-d8b72b73-8b82-4445-be40-3b6627da16e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.965088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-d8b72b73-8b82-4445-be40-3b6627da16e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.1646328 Aug 29 17:25:30.970382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43180) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:30.982183 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1de25e8-6786-4b45-9bbe-375179813e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.038276 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6671f6d5-f513-4f66-9136-90dd9cba154a req-1ac15e9d-0e23-414b-95b4-f5b04a2d09eb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606906 Aug 29 17:25:31.053207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1de25e8-6786-4b45-9bbe-375179813e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.057305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1de25e8-6786-4b45-9bbe-375179813e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.062858 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d1de25e8-6786-4b45-9bbe-375179813e14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81b7c002-5b01-4645-9077-b184f9ceca1c HTTP/1.1" status: 204 len: 168 time: 0.1882675 Aug 29 17:25:31.066923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43188) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:31.073085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de25e8-6786-4b45-9bbe-375179813e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b7c002-5b01-4645-9077-b184f9ceca1c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:31.118626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-874b4e57-43c2-4bdf-b470-5eec894894ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9f3b58da3f04f44ab3ed5e3e3c97f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481606 Aug 29 17:25:31.119719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43190) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:31.172456 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ac24e45-2a5e-472f-bab9-ba22fdb547dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.195813 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ac24e45-2a5e-472f-bab9-ba22fdb547dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.250241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7518191e-e8a0-4f22-a458-5d44902df32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.269394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ac24e45-2a5e-472f-bab9-ba22fdb547dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.271849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ac24e45-2a5e-472f-bab9-ba22fdb547dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.272986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7ac24e45-2a5e-472f-bab9-ba22fdb547dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bb170b6-bcf0-413d-ae5d-2d584fa1bedd HTTP/1.1" status: 204 len: 168 time: 0.1522746 Aug 29 17:25:31.285685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac24e45-2a5e-472f-bab9-ba22fdb547dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb170b6-bcf0-413d-ae5d-2d584fa1bedd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:31.374209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7518191e-e8a0-4f22-a458-5d44902df32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.379341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7518191e-e8a0-4f22-a458-5d44902df32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.427699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518191e-e8a0-4f22-a458-5d44902df32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fa3b11-3281-4f82-bfbf-303f9dbb696a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:31.432169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7518191e-e8a0-4f22-a458-5d44902df32f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=133ff04fa26d4d0cb981ea3b3e6a78ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600360 Aug 29 17:25:31.434765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43204) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:31.495146 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b944784-acb0-48bd-af8f-e7964896f2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.542480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b944784-acb0-48bd-af8f-e7964896f2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.589883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14859-b2c9-4a95-8678-448fe5b5ce38 req-affe988b-e770-49ec-9939-28392ec24bfd tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:31.591434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9b14859-b2c9-4a95-8678-448fe5b5ce38 req-affe988b-e770-49ec-9939-28392ec24bfd tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.0817995 Aug 29 17:25:31.626679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b944784-acb0-48bd-af8f-e7964896f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.631027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b944784-acb0-48bd-af8f-e7964896f2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.632747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3b944784-acb0-48bd-af8f-e7964896f2a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34fa3b11-3281-4f82-bfbf-303f9dbb696a HTTP/1.1" status: 204 len: 168 time: 0.1970787 Aug 29 17:25:31.653175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b944784-acb0-48bd-af8f-e7964896f2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fa3b11-3281-4f82-bfbf-303f9dbb696a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:31.663787 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9b14859-b2c9-4a95-8678-448fe5b5ce38 req-b3642c4d-4d3b-4699-b7d5-e92d253bbf0d tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611928 Aug 29 17:25:32.030036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f3699d7a-9702-4a44-a80f-eab0086b058b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:32.057467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: f3699d7a-9702-4a44-a80f-eab0086b058b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:32.058560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f3699d7a-9702-4a44-a80f-eab0086b058b not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:32.204658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-92fb1003-e081-4366-b9d4-6ca421785032 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.219617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-92fb1003-e081-4366-b9d4-6ca421785032 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.227272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-92fb1003-e081-4366-b9d4-6ca421785032 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.233455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-92fb1003-e081-4366-b9d4-6ca421785032 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.240618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-92fb1003-e081-4366-b9d4-6ca421785032 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.246520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-92fb1003-e081-4366-b9d4-6ca421785032 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.253123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-92fb1003-e081-4366-b9d4-6ca421785032 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.255080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-92fb1003-e081-4366-b9d4-6ca421785032 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.1179881 Aug 29 17:25:32.313865 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0cc426a1-cc89-4cbd-a7e9-ab628231f6ab req-2b1de420-345e-40ab-9a29-70a268d57069 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488660 Aug 29 17:25:32.385505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43304) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:32.506761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-af4e5165-f9bc-4887-bffe-c521606c42ad tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.512254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-af4e5165-f9bc-4887-bffe-c521606c42ad tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.0937769 Aug 29 17:25:32.542246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74ffd884-0067-4e1b-b1be-f9dc5773212c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:32.638487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Deleting port a5d1462a-9c28-43fe-bb23-c01e2727083e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:32.638869 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:32.738982 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74ffd884-0067-4e1b-b1be-f9dc5773212c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:32.747339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74ffd884-0067-4e1b-b1be-f9dc5773212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:32.770785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] For port a5d1462a-9c28-43fe-bb23-c01e2727083e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a5d1462a-9c28-43fe-bb23-c01e2727083e,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:32.771189 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:32.787879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Calling delete_port for a5d1462a-9c28-43fe-bb23-c01e2727083e owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:32.815516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffd884-0067-4e1b-b1be-f9dc5773212c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f552de1-b80e-474e-9d9e-ae7e76cd8790,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:32.881996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-74ffd884-0067-4e1b-b1be-f9dc5773212c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0344982e77d4fcd999c7eb36cda0a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945486 Aug 29 17:25:32.885414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43372) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:32.955357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed462e82-e559-44d4-85b3-f0e333df7b13 req-27bf766d-3303-42a1-96e7-edea52da10c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:32.957411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed462e82-e559-44d4-85b3-f0e333df7b13 req-27bf766d-3303-42a1-96e7-edea52da10c3 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d HTTP/1.1" status: 200 len: 946 time: 0.1521366 Aug 29 17:25:32.969131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-76783cd5-b5f1-4eeb-8b9a-261b3e5fcd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:32.999857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43392) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:33.022419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-76783cd5-b5f1-4eeb-8b9a-261b3e5fcd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.072616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed462e82-e559-44d4-85b3-f0e333df7b13 req-3c79f58f-261e-4ab9-b18b-942018395503 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.41 "GET /v2.0/security-groups?id=c165d66b-4623-4eb0-a158-19eb5d1f950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056547 Aug 29 17:25:33.100417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.114017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a5d1462a-9c28-43fe-bb23-c01e2727083e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:33.177520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-76783cd5-b5f1-4eeb-8b9a-261b3e5fcd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.180416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-76783cd5-b5f1-4eeb-8b9a-261b3e5fcd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.186332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-76783cd5-b5f1-4eeb-8b9a-261b3e5fcd8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f552de1-b80e-474e-9d9e-ae7e76cd8790 HTTP/1.1" status: 204 len: 168 time: 0.2992332 Aug 29 17:25:33.197157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76783cd5-b5f1-4eeb-8b9a-261b3e5fcd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f552de1-b80e-474e-9d9e-ae7e76cd8790,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:33.218778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Pushing event deleted for resources: {'Port': ['ID=a5d1462a-9c28-43fe-bb23-c01e2727083e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:33.222720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] No DVR routers for this DVR port a5d1462a-9c28-43fe-bb23-c01e2727083e on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:33.225202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.228648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98115653-1e38-4eb5-b432-c5b835e4f143 req-6e0f4cd6-66f7-4898-a2a0-1433f94cf470 tempest-ServerRescueTestJSON-1609622234 tempest-ServerRescueTestJSON-1609622234-project] 10.222.0.44 "DELETE /v2.0/ports/a5d1462a-9c28-43fe-bb23-c01e2727083e HTTP/1.1" status: 204 len: 173 time: 0.7089057 Aug 29 17:25:33.229852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d', 'name': 'network-vif-deleted', 'tag': 'a5d1462a-9c28-43fe-bb23-c01e2727083e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:33.238096 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c8fa0c-eb70-4fd2-a00c-c57ef5afd8d3" -d '{"events": [{"server_uuid": "bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d", "name": "network-vif-deleted", "tag": "a5d1462a-9c28-43fe-bb23-c01e2727083e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:33.292662 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a26c8-6e0e-48f6-b865-7b34350ddf82 x-openstack-request-id: req-ca4a26c8-6e0e-48f6-b865-7b34350ddf82 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:33.292891 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d", "name": "network-vif-deleted", "tag": "a5d1462a-9c28-43fe-bb23-c01e2727083e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:33.293301 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca4a26c8-6e0e-48f6-b865-7b34350ddf82 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:33.293973 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9fea55-f6ec-44ae-b7db-cd6cd3252f2d', 'name': 'network-vif-deleted', 'tag': 'a5d1462a-9c28-43fe-bb23-c01e2727083e', 'status': 'completed', 'code': 200} Aug 29 17:25:33.296297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1853646597-network', 'tenant_id': '4adc23a566d54b278625f851add81f9c'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:33.324149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Made reservation on behalf of 4adc23a566d54b278625f851add81f9c for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:33.331137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.373716 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.602313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-c4d8c8d6-0ade-43a6-9274-be3222144308 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:33.610105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43476) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:33.613868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-c4d8c8d6-0ade-43a6-9274-be3222144308 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:33.631884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-c4d8c8d6-0ade-43a6-9274-be3222144308 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:33.649053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-c4d8c8d6-0ade-43a6-9274-be3222144308 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:33.656327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-c4d8c8d6-0ade-43a6-9274-be3222144308 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:33.663435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-c4d8c8d6-0ade-43a6-9274-be3222144308 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:33.671334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-c4d8c8d6-0ade-43a6-9274-be3222144308 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:33.682565 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-c4d8c8d6-0ade-43a6-9274-be3222144308 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.1984282 Aug 29 17:25:33.750786 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.765851 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0dc3de2a-7312-4bc5-b785-922e61283d71 req-4ccc9900-e935-404c-88d8-2c9cbe4ac3a0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823851 Aug 29 17:25:33.768506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.833490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:25:33.863559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5987dd74-b363-4df6-b3ba-bc99132c7f56,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:33.874318 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.874691 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Added segment d71534bd-7da0-4206-b1e1-8c2c5a4f9e89 of type vlan for network 3143ff0c-847d-4340-86df-42ae9aed6e0a Aug 29 17:25:33.918646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-256484774-network', 'tenant_id': '70aa78b66bdc4924a5a6d137b6108052'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:33.967873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.974654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Made reservation on behalf of 70aa78b66bdc4924a5a6d137b6108052 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:33.977708 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.001210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.024617 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.026440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:34.027639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.118007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1140752 Aug 29 17:25:34.120620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43544) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:34.127812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Request body: {'subnet': {'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1853646597-subnet', 'tenant_id': '4adc23a566d54b278625f851add81f9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:34.145185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24a007-40d0-4077-a425-b8654f4ac869 admin admin] Pushing event updated for resources: {'Network': ['ID=3143ff0c-847d-4340-86df-42ae9aed6e0a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:34.157415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:25:34.167620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43552) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:34.274412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.281669 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.336747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:25:34.379918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a43386-c620-4622-b17b-9f641f5d9183,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:34.389442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Made reservation on behalf of 4adc23a566d54b278625f851add81f9c for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:34.392592 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.393867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.394762 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Added segment 493639f5-df58-44b6-bc42-cdc68317766c of type vlan for network 88b1109f-8e67-44b9-b311-f1093fe2a16d Aug 29 17:25:34.454533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.520796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.523200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:34.523972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.571211 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9598098 Aug 29 17:25:34.572656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43596) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:34.583712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Request body: {'subnet': {'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-256484774-subnet', 'tenant_id': '70aa78b66bdc4924a5a6d137b6108052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:34.615756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Made reservation on behalf of 70aa78b66bdc4924a5a6d137b6108052 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:34.618201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.665461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407bf66-df37-4080-97ac-5f7134d3530a admin admin] Pushing event updated for resources: {'Network': ['ID=88b1109f-8e67-44b9-b311-f1093fe2a16d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:34.679632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 88b1109f-8e67-44b9-b311-f1093fe2a16d details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:25:34.702521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43610) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:34.907280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.912532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1509567313-network', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:34.976285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Made reservation on behalf of e91f7a7dc08f4327a22b89a9dbd78f9f for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:34.980681 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.994521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.045944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-92482d8c-c2e1-4411-8d8d-8c22b291b240 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.054917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-92482d8c-c2e1-4411-8d8d-8c22b291b240 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.062623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-92482d8c-c2e1-4411-8d8d-8c22b291b240 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.069943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-92482d8c-c2e1-4411-8d8d-8c22b291b240 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.075932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-92482d8c-c2e1-4411-8d8d-8c22b291b240 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.079340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab340b20-91a6-42e7-a5dd-ba2625a393e5,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:35.090271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-92482d8c-c2e1-4411-8d8d-8c22b291b240 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.110803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-92482d8c-c2e1-4411-8d8d-8c22b291b240 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.113356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-92482d8c-c2e1-4411-8d8d-8c22b291b240 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.1962259 Aug 29 17:25:35.147994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Checking segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:35.148366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Network hostable DHCP agents. Network: 3143ff0c-847d-4340-86df-42ae9aed6e0a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:25:35.183126 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.236431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b10d5e1f-33d1-4da1-91c7-d93355665599 req-b6a95590-695c-4035-8d13-42d7e1ee660b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069641 Aug 29 17:25:35.268331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:25:35.295901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6afdea-4eb5-44de-abf1-aa30422e284e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:35.302652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 3143ff0c-847d-4340-86df-42ae9aed6e0a) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:35.309734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.310328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.315971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.317686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cd9483-c580-4e4e-9060-081c4ae8519f None None] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:35.321265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.324780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Checking segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:35.325354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Network hostable DHCP agents. Network: 88b1109f-8e67-44b9-b311-f1093fe2a16d, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:25:35.355696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:25:35.363662 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.367124 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e339c0-453c-4e5f-9818-adad7dced905,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:35.368527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-14217884-09d3-4ffe-a1ba-36bf8de1ac59 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2468829 Aug 29 17:25:35.372462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.372808 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Added segment 76a30b1b-78dc-4526-9a99-1cd0b264374e of type vlan for network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 Aug 29 17:25:35.418861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Network 88b1109f-8e67-44b9-b311-f1093fe2a16d is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:25:35.434052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 88b1109f-8e67-44b9-b311-f1093fe2a16d) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:35.445070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5426ddc-7a8f-4276-b330-cb00fce16978 None None] Network 88b1109f-8e67-44b9-b311-f1093fe2a16d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:35.450016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.450655 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.451800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.486561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cc138ff8-c7f6-4376-b14c-297ad94d97f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9103005 Aug 29 17:25:35.529001 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.530093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.530785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.629678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-3143ff0c-847d-4340-86df-42ae9aed6e0a', 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a', 'tenant_id': '4adc23a566d54b278625f851add81f9c', 'fixed_ips': [{'subnet_id': 'ab340b20-91a6-42e7-a5dd-ba2625a393e5'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:25:35.631573 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.661063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] Pushing event updated for resources: {'Network': ['ID=69542ceb-8cfd-4619-bcb2-d3d7758a1f31,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:35.706789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-737fa592-4e95-4392-ae6e-f17bcda0efb3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0026336 Aug 29 17:25:35.718939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43726) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:35.728508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Request body: {'subnet': {'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1509567313-subnet', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:35.763881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Made reservation on behalf of e91f7a7dc08f4327a22b89a9dbd78f9f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:35.768103 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.788262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:25:35.899890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Deleting port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:35.900945 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.031491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] For port 15f15903-0d9d-4c9d-af4b-00f4e4f062fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,segment=NetworkSegment(f6295088-9761-4daf-a2b5-585871b9532c),segment_id=f6295088-9761-4daf-a2b5-585871b9532c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:36.032062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.061102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Calling delete_port for 15f15903-0d9d-4c9d-af4b-00f4e4f062fa owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:36.062990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374a349-edef-42b8-a7ae-191b51942796 None None] Network 88b1109f-8e67-44b9-b311-f1093fe2a16d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:36.222299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Allocated IP 172.20.0.2 (3143ff0c-847d-4340-86df-42ae9aed6e0a/ab340b20-91a6-42e7-a5dd-ba2625a393e5/44a7594d-65b1-4a84-bfe6-7f002f034eb6) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:36.237182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.313289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb967-b33c-4558-8598-b78c882df3ff req-6826ccc8-c7e9-461b-8038-f1bd98734ede tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:36.315449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-6826ccc8-c7e9-461b-8038-f1bd98734ede tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 816 time: 0.1956694 Aug 29 17:25:36.319024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2118f6-d4dc-407e-9572-b7438015c0ac,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:36.340002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Checking segment: {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:36.340371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Network hostable DHCP agents. Network: 69542ceb-8cfd-4619-bcb2-d3d7758a1f31, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:25:36.356925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-6c4cac06-cc5d-4f4d-91b6-6317a1c54ecb tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/quotas/4adc23a566d54b278625f851add81f9c HTTP/1.1" status: 200 len: 375 time: 0.0180190 Aug 29 17:25:36.359784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-0f98d904-778d-4db6-bbf0-d0e93d9d4bfc tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:36.369162 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-0f98d904-778d-4db6-bbf0-d0e93d9d4bfc tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 804 time: 0.3102841 Aug 29 17:25:36.374235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:25:36.391374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-11d99ce1-41e8-4a22-b4ef-f973a7c3b13b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/quotas/70aa78b66bdc4924a5a6d137b6108052 HTTP/1.1" status: 200 len: 375 time: 0.0210686 Aug 29 17:25:36.417493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 69542ceb-8cfd-4619-bcb2-d3d7758a1f31) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:36.421207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-0f32de0b-3006-4fab-83de-08090a46bf32 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434675 Aug 29 17:25:36.424858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:36.425587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.444058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-2d92d39c-030e-4cf1-bdb0-68a099b78020 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506420 Aug 29 17:25:36.452506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-feb5a59d-32e3-4255-a74a-2638f408021a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7298417 Aug 29 17:25:36.467317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43824) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:36.467597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c76d3f-dba5-4970-b8fd-b7799a0bdcfa None None] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:36.471371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:36.541460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.542631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.586989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-7389dde4-abf6-4970-a173-086fa36f2ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483762 Aug 29 17:25:36.630351 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-a43c6b71-4c94-4051-bdca-59e7862e6575 service neutron] 10.222.0.41 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853206 Aug 29 17:25:36.637647 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.741287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.784589 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.791202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=15f15903-0d9d-4c9d-af4b-00f4e4f062fa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:36.795427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:25:36.796648 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.810439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Transition to ACTIVE for port object 44a7594d-65b1-4a84-bfe6-7f002f034eb6 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:36.836972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Transition to ACTIVE for port object 44a7594d-65b1-4a84-bfe6-7f002f034eb6 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:36.859295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-3b3035a6-abdc-47b5-a9dd-f01ff05cc3ab service neutron] 10.222.0.41 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045941 Aug 29 17:25:36.896957 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:36.948935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Pushing event updated for resources: {'Port': ['ID=44a7594d-65b1-4a84-bfe6-7f002f034eb6,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:36.977741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.978090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.978651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.979163 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.979686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.980235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.980732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.981267 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.981768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.982251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.982802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.983306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:36.995664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:37.000271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:37.003247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:37.108130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Attempting to bind port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:37.109221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Attempting to bind port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:37.110084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Attempting to bind port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 on network 3143ff0c-847d-4340-86df-42ae9aed6e0a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:37.123042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:37.123757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Checking segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:37.124512 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.125146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Bound using segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:37.125795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Bound port: 44a7594d-65b1-4a84-bfe6-7f002f034eb6, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:37.127125 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.128033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.146572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-222d6cd1-4097-4bde-bb5f-ca20be33b54a service neutron] 10.222.0.41 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212069 Aug 29 17:25:37.155809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Allocated IP 172.20.0.2 (69542ceb-8cfd-4619-bcb2-d3d7758a1f31/fd2118f6-d4dc-407e-9572-b7438015c0ac/73e464f6-ffe5-48cd-833c-64cbf8504b77) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:37.350702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] For port 44a7594d-65b1-4a84-bfe6-7f002f034eb6, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:37.364749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] For port 44a7594d-65b1-4a84-bfe6-7f002f034eb6, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=44a7594d-65b1-4a84-bfe6-7f002f034eb6,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:37.647261 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.659671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Transition to ACTIVE for port object 73e464f6-ffe5-48cd-833c-64cbf8504b77 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:37.688551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a5d1462a-9c28-43fe-bb23-c01e2727083e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:37.789162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Transition to ACTIVE for port object 73e464f6-ffe5-48cd-833c-64cbf8504b77 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:37.799795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: a5d1462a-9c28-43fe-bb23-c01e2727083e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:37.800158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a5d1462a-9c28-43fe-bb23-c01e2727083e not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:37.806845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.816129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79e3c6ef-ebb5-4ef1-8a27-036d8e68bb16 req-c4467424-161b-47ac-a57c-e05def6065c8 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 210 time: 0.1889949 Aug 29 17:25:37.827637 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.936008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-3a232b88-d86f-4f97-aa90-6d4a7d8d712c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:37.978691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-3a232b88-d86f-4f97-aa90-6d4a7d8d712c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:37.984695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:38.000917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:38.014873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-3a232b88-d86f-4f97-aa90-6d4a7d8d712c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.020354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:38.040557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-3a232b88-d86f-4f97-aa90-6d4a7d8d712c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.061938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-3a232b88-d86f-4f97-aa90-6d4a7d8d712c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.081840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-3a232b88-d86f-4f97-aa90-6d4a7d8d712c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.103284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-3a232b88-d86f-4f97-aa90-6d4a7d8d712c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.114938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-3a232b88-d86f-4f97-aa90-6d4a7d8d712c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.4341292 Aug 29 17:25:38.139066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.234006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64fc39-c19a-46dd-9340-10bfb434ea98 None None] Pushing event updated for resources: {'Port': ['ID=44a7594d-65b1-4a84-bfe6-7f002f034eb6,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:38.278288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b851d0b-5c92-4328-89ae-76fc8c7abc78 req-9a350fe1-5034-409b-93eb-660aeff911e1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1318491 Aug 29 17:25:38.300803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Attempting to bind port 73e464f6-ffe5-48cd-833c-64cbf8504b77 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:38.301309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Attempting to bind port 73e464f6-ffe5-48cd-833c-64cbf8504b77 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:38.301790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Attempting to bind port 73e464f6-ffe5-48cd-833c-64cbf8504b77 on network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:38.318713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:38.319110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Checking segment: {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:38.319514 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.319922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Bound using segment: {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:38.320405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Bound port: 73e464f6-ffe5-48cd-833c-64cbf8504b77, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:38.320799 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.356513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Pushing event updated for resources: {'Port': ['ID=73e464f6-ffe5-48cd-833c-64cbf8504b77,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:38.357268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-f19f9d40-03ae-4f98-9773-69ec4f7cfd50 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.367495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-f19f9d40-03ae-4f98-9773-69ec4f7cfd50 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 816 time: 0.3630788 Aug 29 17:25:38.441028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] For port 73e464f6-ffe5-48cd-833c-64cbf8504b77, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:38.445650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] For port 73e464f6-ffe5-48cd-833c-64cbf8504b77, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=73e464f6-ffe5-48cd-833c-64cbf8504b77,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:38.451652 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.498188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-6b3c1cb2-7b7b-461e-a4af-2ce891050e25 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/quotas/4adc23a566d54b278625f851add81f9c HTTP/1.1" status: 200 len: 375 time: 0.1090298 Aug 29 17:25:38.540238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.543482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82c5de-1bbb-4e5a-903b-4628f3f50489 None None] Pushing event updated for resources: {'Port': ['ID=73e464f6-ffe5-48cd-833c-64cbf8504b77,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:38.658823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.748169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c820083f-ea44-4128-831d-dfd9d0b04e95 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2475142 Aug 29 17:25:38.848489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:39.122247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Allocated IP 172.25.2.30 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/682c328c-4fa3-4fc9-a18d-a282f44ba4c3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:39.124096 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32000b9c-4ffb-4c3c-b6b8-bc203af65995 req-1e633212-bd2d-43f7-ba22-11577806836c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 210 time: 0.0672586 Aug 29 17:25:39.137288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-51635f72-5104-4728-b950-3f0327358547 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:39.153334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-51635f72-5104-4728-b950-3f0327358547 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.43 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 804 time: 0.3782649 Aug 29 17:25:39.164523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Request body: {'port': {'device_id': '926005aa-448d-4a28-88a7-3c8632febd45', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'admin_state_up': True, 'tenant_id': '70aa78b66bdc4924a5a6d137b6108052'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:39.209525 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-4384c582-bf53-4c21-8aaf-bb9c23c6f446 service neutron] 10.222.0.41 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317181 Aug 29 17:25:39.419044 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Made reservation on behalf of 70aa78b66bdc4924a5a6d137b6108052 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:39.425883 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:39.445284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:39.468425 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] Sync routers for ids ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:39.482447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f3a614c0-0e3e-4a5e-9be1-4fe987cb7cbc admin admin] 10.222.0.41 "PUT /v2.0/routers/ccb4b719-7e87-4742-a2e8-d8b45e2125b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2905848 Aug 29 17:25:39.484552 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] Routers {'ccb4b719-7e87-4742-a2e8-d8b45e2125b4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:39.485458 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:39.487910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb967-b33c-4558-8598-b78c882df3ff req-3c147c87-d62e-4a3e-b4ab-877d49a16ab1 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:39.488817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:39.489764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-3c147c87-d62e-4a3e-b4ab-877d49a16ab1 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.43 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 816 time: 0.2448361 Aug 29 17:25:39.588516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Request body: {'port': {'device_id': 'a13820ff-8ddb-41e3-a2d3-a93047756aa8', 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a', 'admin_state_up': True, 'tenant_id': '4adc23a566d54b278625f851add81f9c'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:39.730936 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] Set router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:39.918124 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:39.964404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-d34076c4-32ed-4272-b963-0e2371580c94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:39.971333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-d34076c4-32ed-4272-b963-0e2371580c94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:39.978217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-d34076c4-32ed-4272-b963-0e2371580c94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:40.004351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-d34076c4-32ed-4272-b963-0e2371580c94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:40.014918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c2dd4-6249-4b63-9b8c-8b3ae2220445 None None] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:40.026032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-d34076c4-32ed-4272-b963-0e2371580c94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:40.037450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-d34076c4-32ed-4272-b963-0e2371580c94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:40.044793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a838ae7a-b1b2-4fdd-9bb9-754c63653556 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:40.051206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-d34076c4-32ed-4272-b963-0e2371580c94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:40.066060 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-d34076c4-32ed-4272-b963-0e2371580c94 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.5821238 Aug 29 17:25:40.115551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:40.120850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-d2383260-ed6a-403c-a143-f5669fdc5b76 service neutron] 10.222.0.41 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927516 Aug 29 17:25:40.139448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:40.225589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-860b64c4-88c2-4525-b754-6781d10d28f7 req-65202185-20a9-4411-bbbe-04cc98155a2d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517086 Aug 29 17:25:40.236655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Allocated IP 172.20.0.10 (88b1109f-8e67-44b9-b311-f1093fe2a16d/8a6afdea-4eb5-44de-abf1-aa30422e284e/76c131d7-e320-4faf-b3df-b797baa4e943) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:40.268257 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:25:36Z', 'revision_number': 5, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port': {'id': 'd10c104a-1f1e-4a36-bab3-5b1a34e705c4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:40.294829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8b1e1d4d-717c-47cd-8d27-a2e686e17816 None None] Provisioning for port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:40.397869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:40.414017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Made reservation on behalf of 4adc23a566d54b278625f851add81f9c for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:40.424036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:40.448118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1cf1e-ba0d-4be3-a317-6d54726062b3 None None] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:40.488791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:40.501863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:40.605219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:40.653506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=682c328c-4fa3-4fc9-a18d-a282f44ba4c3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:40.697317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 44a7594d-65b1-4a84-bfe6-7f002f034eb6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:40.711267 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] Checking router: ccb4b719-7e87-4742-a2e8-d8b45e2125b4 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:40.754817 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] Routers {'ccb4b719-7e87-4742-a2e8-d8b45e2125b4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:40.755717 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:40.779873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3fc855a-b690-4aad-adb2-69e7a25eb266 req-ea514097-d53d-4c49-9128-a46979f6dcea tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 210 time: 0.1218898 Aug 29 17:25:40.885047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:40.916415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:40.916879 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.116664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-135e99bb-b074-4c84-99ee-ea132f1ebacc None None] Provisioning for port 73e464f6-ffe5-48cd-833c-64cbf8504b77 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:41.151550 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] Set router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:41.238064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Allocated IP 172.20.0.10 (3143ff0c-847d-4340-86df-42ae9aed6e0a/ab340b20-91a6-42e7-a5dd-ba2625a393e5/29084739-bf04-4187-8e85-8081a68ed436) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:41.335393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a838ae7a-b1b2-4fdd-9bb9-754c63653556, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:41.338558 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:25:40Z', 'revision_number': 6, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:41.364977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556', 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1', 'port_id': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556', 'mac_address': 'fa:16:3e:f0:32:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df36d9b6-0c36-46e1-bbd7-b6d0879ea817', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:41.377780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ed54-63f7-4e39-b686-823d37f049d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.424493 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a059f84-defd-4faa-b584-20807f66d2a6 None None] The sync data for ids ['ccb4b719-7e87-4742-a2e8-d8b45e2125b4'] in n-d-713499-15 is: [{'id': 'ccb4b719-7e87-4742-a2e8-d8b45e2125b4', 'name': 'tempest-ServerRescueTestJSON-20483050-router', 'tenant_id': 'bf94a43f37f547848707913119d5f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:24Z', 'updated_at': '2021-08-29T17:25:40Z', 'revision_number': 6, 'project_id': 'bf94a43f37f547848707913119d5f92e', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:41.518622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.528632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Deleting port d10c104a-1f1e-4a36-bab3-5b1a34e705c4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:41.528977 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.588413 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.592245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.615096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-e5ca894c-6859-4be3-be2f-50cfca830aa4 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:41.617478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-e5ca894c-6859-4be3-be2f-50cfca830aa4 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 816 time: 0.6165583 Aug 29 17:25:41.682032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 44a7594d-65b1-4a84-bfe6-7f002f034eb6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=44a7594d-65b1-4a84-bfe6-7f002f034eb6,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:41.682623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-e8d881cf-cd26-4aa3-b202-9fc66424ebe4 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/quotas/4adc23a566d54b278625f851add81f9c HTTP/1.1" status: 200 len: 375 time: 0.0468249 Aug 29 17:25:41.757000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a838ae7a-b1b2-4fdd-9bb9-754c63653556 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:41.774465 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.776977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 73e464f6-ffe5-48cd-833c-64cbf8504b77 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:41.799535 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.807511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] For port d10c104a-1f1e-4a36-bab3-5b1a34e705c4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d10c104a-1f1e-4a36-bab3-5b1a34e705c4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:41.808367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.913383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727405-031f-4383-b49b-b8d45c011b53 req-3784c07d-d102-4d6f-ba95-417deb34015e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:41.936193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727405-031f-4383-b49b-b8d45c011b53 req-3784c07d-d102-4d6f-ba95-417deb34015e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:41.952066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Calling delete_port for d10c104a-1f1e-4a36-bab3-5b1a34e705c4 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:41.961717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727405-031f-4383-b49b-b8d45c011b53 req-3784c07d-d102-4d6f-ba95-417deb34015e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:41.989122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727405-031f-4383-b49b-b8d45c011b53 req-3784c07d-d102-4d6f-ba95-417deb34015e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:41.993141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-b3ddf45d-3932-46a0-b699-4a12488a4328 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2982306 Aug 29 17:25:41.999397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727405-031f-4383-b49b-b8d45c011b53 req-3784c07d-d102-4d6f-ba95-417deb34015e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:42.015777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Network 88b1109f-8e67-44b9-b311-f1093fe2a16d is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:42.021317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727405-031f-4383-b49b-b8d45c011b53 req-3784c07d-d102-4d6f-ba95-417deb34015e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:42.026954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a838ae7a-b1b2-4fdd-9bb9-754c63653556, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:42.036308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:42.043144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727405-031f-4383-b49b-b8d45c011b53 req-3784c07d-d102-4d6f-ba95-417deb34015e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:42.056967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b727405-031f-4383-b49b-b8d45c011b53 req-3784c07d-d102-4d6f-ba95-417deb34015e tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5430 time: 0.6497519 Aug 29 17:25:42.059986 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.060904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a658719-f1e0-4577-bec7-30d735c9ef41 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:42.064668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.180066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=44a7594d-65b1-4a84-bfe6-7f002f034eb6,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:42.196487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 73e464f6-ffe5-48cd-833c-64cbf8504b77 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:42.223302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b727405-031f-4383-b49b-b8d45c011b53 req-474b508c-04b1-4480-b48e-cf5e2e87d5cb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653743 Aug 29 17:25:42.262221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 73e464f6-ffe5-48cd-833c-64cbf8504b77 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:42.263043 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.313178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.374381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Transition to ACTIVE for port object 29084739-bf04-4187-8e85-8081a68ed436 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:42.452943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-842dded4-cb59-42b3-a75e-7b4edd3589d8 None None] Provisioning complete for port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:42.453316 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-842dded4-cb59-42b3-a75e-7b4edd3589d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.510735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:42.603558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:42.604347 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.631689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Pushing event updated for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:42.664988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f690c058-4608-4de1-9f8c-163195dbedaf tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5062566 Aug 29 17:25:42.686875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Request body: {'port': {'device_id': '926005aa-448d-4a28-88a7-3c8632febd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:42.738258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.745854 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.817791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:42.838220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-b5d5e588-0f8f-4e68-8572-a62bfba7c61f service neutron] 10.222.0.41 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256040 Aug 29 17:25:42.839890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10c104a-1f1e-4a36-bab3-5b1a34e705c4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:42.849169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a658719-f1e0-4577-bec7-30d735c9ef41, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a658719-f1e0-4577-bec7-30d735c9ef41,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:42.863974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:42.871279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:42.887697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-e2b0a324-7def-4ab7-80b9-e877578bf232 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:42.889424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-e2b0a324-7def-4ab7-80b9-e877578bf232 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.44 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 816 time: 0.6005769 Aug 29 17:25:42.903967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.914130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:42.922895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '7a658719-f1e0-4577-bec7-30d735c9ef41', 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'port_id': '7a658719-f1e0-4577-bec7-30d735c9ef41', 'mac_address': 'fa:16:3e:4f:a0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545164f1-7322-47e2-8cec-2cb1da3622c7', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:42.926979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=a838ae7a-b1b2-4fdd-9bb9-754c63653556,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:42.950877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Request body: {'port': {'device_id': '3f5884ca-5159-4427-9e87-6b8299efffee', 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a', 'admin_state_up': True, 'tenant_id': '4adc23a566d54b278625f851add81f9c'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:42.956241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.014724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Pushing event updated for resources: {'Port': ['ID=29084739-bf04-4187-8e85-8081a68ed436,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:43.107175 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.221326 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.291833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 73e464f6-ffe5-48cd-833c-64cbf8504b77, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=73e464f6-ffe5-48cd-833c-64cbf8504b77,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:43.293939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a658719-f1e0-4577-bec7-30d735c9ef41 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:43.312275 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.476358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a658719-f1e0-4577-bec7-30d735c9ef41, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a658719-f1e0-4577-bec7-30d735c9ef41,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:43.489785 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.510211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.518449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.521956 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.527507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bf8aae15-e8ae-4a68-80be-c2d5f6dd769c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:43.529966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 44a7594d-65b1-4a84-bfe6-7f002f034eb6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:43.605693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8a747599-126a-489f-a4be-2dc3affc3955 None None] Provisioning for port 29084739-bf04-4187-8e85-8081a68ed436 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:43.612927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.613960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb4b719-7e87-4742-a2e8-d8b45e2125b4 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:25:43.619463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.621239 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-01cd26fa-857c-4bec-a259-b20c0fe3e167 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ccb4b719-7e87-4742-a2e8-d8b45e2125b4 HTTP/1.1" status: 204 len: 168 time: 4.1078172 Aug 29 17:25:43.621813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=73e464f6-ffe5-48cd-833c-64cbf8504b77,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:43.627031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760b29a-07e5-4454-86dc-0a84bb16f635 req-5346a671-c49a-4fd8-81b5-caffa5d96e85 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:43.630813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8a747599-126a-489f-a4be-2dc3affc3955 None None] Provisioning complete for port 29084739-bf04-4187-8e85-8081a68ed436 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:43.631451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8a747599-126a-489f-a4be-2dc3affc3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.637728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43966) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:43.640964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6760b29a-07e5-4454-86dc-0a84bb16f635 req-5346a671-c49a-4fd8-81b5-caffa5d96e85 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 932 time: 0.9879079 Aug 29 17:25:43.659269 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-577335cb-bf91-4cd3-84d9-4ac55b84baf0 service neutron] 10.222.0.41 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088802 Aug 29 17:25:43.710990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:43.713948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.742669 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.resource_extend [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:25:43.760706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-3f4a9d74-29c1-4e13-8fcf-63b987aa6748 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1981556 Aug 29 17:25:43.784013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-952accf9-9564-4445-a682-f3e5a74ba53b admin admin] Deleting subnet d95508ca-0452-412c-94bc-884c0be628c0 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:25:43.788955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-952accf9-9564-4445-a682-f3e5a74ba53b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.820480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Request body: {'port': {'device_id': 'a13820ff-8ddb-41e3-a2d3-a93047756aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:43.828587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:43.834543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.877708 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6760b29a-07e5-4454-86dc-0a84bb16f635 req-c6487b46-f42e-47a7-942e-73df993cf93f tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356541 Aug 29 17:25:43.918705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-952accf9-9564-4445-a682-f3e5a74ba53b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.989617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8a747599-126a-489f-a4be-2dc3affc3955 None None] Port 29084739-bf04-4187-8e85-8081a68ed436 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:43.995715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'bf8aae15-e8ae-4a68-80be-c2d5f6dd769c', 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'port_id': 'bf8aae15-e8ae-4a68-80be-c2d5f6dd769c', 'mac_address': 'fa:16:3e:cb:91:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545164f1-7322-47e2-8cec-2cb1da3622c7', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:44.061379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-952accf9-9564-4445-a682-f3e5a74ba53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.093015 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbcd2-ed0d-4934-ad96-0ca09b027cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.099851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:44.100437 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.107487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.113451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Made reservation on behalf of 4adc23a566d54b278625f851add81f9c for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:44.118911 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.187308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a658719-f1e0-4577-bec7-30d735c9ef41,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:44.206160 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.285076 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.314166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-08ed77c8-94a4-42da-be4b-1f43b13ca87b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:44.330800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-08ed77c8-94a4-42da-be4b-1f43b13ca87b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:44.333176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8aae15-e8ae-4a68-80be-c2d5f6dd769c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:44.354232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-08ed77c8-94a4-42da-be4b-1f43b13ca87b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:44.360811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-08ed77c8-94a4-42da-be4b-1f43b13ca87b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:44.373584 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-952accf9-9564-4445-a682-f3e5a74ba53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.390630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-08ed77c8-94a4-42da-be4b-1f43b13ca87b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:44.395795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-08ed77c8-94a4-42da-be4b-1f43b13ca87b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:44.412814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-08ed77c8-94a4-42da-be4b-1f43b13ca87b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:44.415485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-08ed77c8-94a4-42da-be4b-1f43b13ca87b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5432 time: 0.3634233 Aug 29 17:25:44.416312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:25:44.418598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2009f8a9-eada-486f-bc8d-43914ddf4282 req-1a772ba4-8bd7-4b40-ba5f-b46de242d54e tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 210 time: 0.0833056 Aug 29 17:25:44.423472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952accf9-9564-4445-a682-f3e5a74ba53b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95508ca-0452-412c-94bc-884c0be628c0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:44.443896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:44.447972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-952accf9-9564-4445-a682-f3e5a74ba53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.450782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-952accf9-9564-4445-a682-f3e5a74ba53b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d95508ca-0452-412c-94bc-884c0be628c0 HTTP/1.1" status: 204 len: 168 time: 0.8104517 Aug 29 17:25:44.456028 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.456773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3170eae3-7d34-40d2-82bf-6a7e32d808cc details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:44.478543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43984) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:44.651782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:44.653519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c131d7-e320-4faf-b3df-b797baa4e943 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:44.673569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.689995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Transition to ACTIVE for port object 76c131d7-e320-4faf-b3df-b797baa4e943 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:44.699643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.704748 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35ab8a1c-d7ea-4565-bb12-beafdd741c7d req-c5eed070-7dc2-4521-b037-f932534b9656 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2654812 Aug 29 17:25:44.721938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d10c104a-1f1e-4a36-bab3-5b1a34e705c4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:44.788770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d10c104a-1f1e-4a36-bab3-5b1a34e705c4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:44.790960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d10c104a-1f1e-4a36-bab3-5b1a34e705c4 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:44.791410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 15f15903-0d9d-4c9d-af4b-00f4e4f062fa no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:44.810134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.828728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3170eae3-7d34-40d2-82bf-6a7e32d808cc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:44.833635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 15f15903-0d9d-4c9d-af4b-00f4e4f062fa {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:44.833983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 15f15903-0d9d-4c9d-af4b-00f4e4f062fa not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:44.846715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '3170eae3-7d34-40d2-82bf-6a7e32d808cc', 'network_id': '7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1', 'port_id': '3170eae3-7d34-40d2-82bf-6a7e32d808cc', 'mac_address': 'fa:16:3e:b5:8e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df36d9b6-0c36-46e1-bbd7-b6d0879ea817', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:44.876385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Allocated IP 172.20.0.12 (3143ff0c-847d-4340-86df-42ae9aed6e0a/ab340b20-91a6-42e7-a5dd-ba2625a393e5/842324d3-873d-4bcf-8913-1bbddc3963db) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:44.915556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:44.925606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:44.956178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Sync routers for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:44.968901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3170eae3-7d34-40d2-82bf-6a7e32d808cc {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:44.996365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Pushing event updated for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:45.018151 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.022014 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1801da68-adec-4eec-b7e4-5c0907050ed9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.5534372 Aug 29 17:25:45.022014 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.031297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44000) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:45.041131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3170eae3-7d34-40d2-82bf-6a7e32d808cc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:45.042866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a422220f-47fd-4dad-a2b0-9bb553454cf9']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:45.053925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:45.054852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:45.060806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6295088-9761-4daf-a2b5-585871b9532c') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:45.061092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6295088-9761-4daf-a2b5-585871b9532c') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:45.117087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.166473 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.183888 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.185105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3706a55f-1176-4a7b-83b9-8ed156c19eb5 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:45.201304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:25:45.202078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:25:45.203678 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:25:45.251008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Attempting to bind port 76c131d7-e320-4faf-b3df-b797baa4e943 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:45.251802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Attempting to bind port 76c131d7-e320-4faf-b3df-b797baa4e943 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:45.252264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Attempting to bind port 76c131d7-e320-4faf-b3df-b797baa4e943 on network 88b1109f-8e67-44b9-b311-f1093fe2a16d {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:45.270798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Port 76c131d7-e320-4faf-b3df-b797baa4e943 on network 88b1109f-8e67-44b9-b311-f1093fe2a16d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:45.271271 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Attempting to bind port 76c131d7-e320-4faf-b3df-b797baa4e943 on network 88b1109f-8e67-44b9-b311-f1093fe2a16d {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:45.296172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3328-958a-42c9-9c16-ec8e614ba42b req-a615e9fa-ef82-4a25-8e79-6b81fb69c81c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:45.305877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46ad3328-958a-42c9-9c16-ec8e614ba42b req-a615e9fa-ef82-4a25-8e79-6b81fb69c81c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 944 time: 0.2130702 Aug 29 17:25:45.325182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.328087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.348602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:45.349165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Checking segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:45.349983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Bound using segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:45.351658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Bound port: 76c131d7-e320-4faf-b3df-b797baa4e943, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:45.352246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.375500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.378110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a422220f-47fd-4dad-a2b0-9bb553454cf9 HTTP/1.1" status: 204 len: 168 time: 0.8960500 Aug 29 17:25:45.379103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9a87a-f828-400e-82b2-ec97538a6bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a422220f-47fd-4dad-a2b0-9bb553454cf9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:45.405708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Transition to ACTIVE for port object 842324d3-873d-4bcf-8913-1bbddc3963db will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:45.491306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46ad3328-958a-42c9-9c16-ec8e614ba42b req-7f177b08-c749-407f-99d8-62aee36ea42c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821487 Aug 29 17:25:45.497735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.516743 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.589617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 73e464f6-ffe5-48cd-833c-64cbf8504b77 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:45.682450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44018) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:45.727503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3170eae3-7d34-40d2-82bf-6a7e32d808cc,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:45.736782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:45.776986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:45.791957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:45.814643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:45.823445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:45.854451 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.869213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:45.894937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9388ca82-9013-49e9-abcb-7dfcb6a5b241 req-507b6a2e-eb2a-4e28-a513-3c63eecca181 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 210 time: 0.0662971 Aug 29 17:25:45.989206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3706a55f-1176-4a7b-83b9-8ed156c19eb5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:46.008790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.010961 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.016971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] 10.222.0.43 "PUT /v2.0/ports/76c131d7-e320-4faf-b3df-b797baa4e943 HTTP/1.1" status: 200 len: 1093 time: 3.3377690 Aug 29 17:25:46.069595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:46.073797 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d65d0f-cfae-45c7-be48-7f243771c89e" -d '{"events": [{"name": "network-changed", "server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:46.105108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Pushing event updated for resources: {'Port': ['ID=842324d3-873d-4bcf-8913-1bbddc3963db,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:46.196358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e3e8f-7be0-4014-af5f-f0d7603a2c5f service neutron] Pushing event updated for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:46.216467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'port_id': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'mac_address': 'fa:16:3e:e0:d3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:46.262620 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9373acdc-c19d-4594-80b9-a716965da244 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf94a43f37f547848707913119d5f92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5754664 Aug 29 17:25:46.263626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-4cd076a4-2d44-46f9-be50-3c48811c8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.265330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-4cd076a4-2d44-46f9-be50-3c48811c8813 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 1096 time: 0.1643662 Aug 29 17:25:46.266155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44034) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:46.306415 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d7ea7b-9e55-476f-b607-4080f770feed x-openstack-request-id: req-c1d7ea7b-9e55-476f-b607-4080f770feed {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:46.307022 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:46.307480 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1d7ea7b-9e55-476f-b607-4080f770feed {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:46.307992 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943', 'status': 'completed', 'code': 200} Aug 29 17:25:46.328245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-e0a10e59-d508-4f27-a414-0b8b956b3b09 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.329055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 73e464f6-ffe5-48cd-833c-64cbf8504b77 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:46.330200 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.334742 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.335514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-97da632e-20cc-4a53-8e81-36bbd7ff4c92 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.337082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-e0a10e59-d508-4f27-a414-0b8b956b3b09 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.340408 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-97da632e-20cc-4a53-8e81-36bbd7ff4c92 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.44 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 816 time: 0.6461415 Aug 29 17:25:46.353848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Request body: {'port': {'device_id': '4f67bee8-484b-485d-b9c1-229651ea81f1', 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a', 'admin_state_up': True, 'tenant_id': '4adc23a566d54b278625f851add81f9c'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:46.364046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-e0a10e59-d508-4f27-a414-0b8b956b3b09 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.371161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.371439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-e0a10e59-d508-4f27-a414-0b8b956b3b09 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.371976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.389525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-e0a10e59-d508-4f27-a414-0b8b956b3b09 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.402650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3706a55f-1176-4a7b-83b9-8ed156c19eb5 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:46.403762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-e0a10e59-d508-4f27-a414-0b8b956b3b09 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.411505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-e0a10e59-d508-4f27-a414-0b8b956b3b09 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.420355 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-e0a10e59-d508-4f27-a414-0b8b956b3b09 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5434 time: 0.3384204 Aug 29 17:25:46.429609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3706a55f-1176-4a7b-83b9-8ed156c19eb5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:46.505513 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.508140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 520c50d0-d97b-4061-87ff-6069f983709e details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:46.515449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-abdcea09-4682-46ba-8bd1-7c9cc19bad41 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5889528 Aug 29 17:25:46.520947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-f2c8522d-932d-43f1-b3cb-ab1ad600b968 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c131d7-e320-4faf-b3df-b797baa4e943 HTTP/1.1" status: 200 len: 217 time: 0.2111144 Aug 29 17:25:46.545992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Request body: {'port': {'device_id': '3f5884ca-5159-4427-9e87-6b8299efffee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:46.587638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 520c50d0-d97b-4061-87ff-6069f983709e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=520c50d0-d97b-4061-87ff-6069f983709e,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:46.649272 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.717416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29084739-bf04-4187-8e85-8081a68ed436 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:46.720422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '520c50d0-d97b-4061-87ff-6069f983709e', 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'port_id': '520c50d0-d97b-4061-87ff-6069f983709e', 'mac_address': 'fa:16:3e:26:b6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545164f1-7322-47e2-8cec-2cb1da3622c7', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:46.727644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3706a55f-1176-4a7b-83b9-8ed156c19eb5,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:46.745926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-7d7788e2-3b31-40bc-ac0d-c42700d132dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.747844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-7d7788e2-3b31-40bc-ac0d-c42700d132dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 200 len: 844 time: 0.2003682 Aug 29 17:25:46.756180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b431aaf0-00de-4bfa-a887-1c9793a10b64 None None] Provisioning for port 842324d3-873d-4bcf-8913-1bbddc3963db completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:46.765678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.807421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c8efaac0-a47b-4ac5-8eb0-a8b98d5e8325 req-6832a581-5052-4702-b499-627ebec1f063 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3858838 Aug 29 17:25:46.814470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa8aba0e-8479-451a-8e6c-8191579e69af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.863697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-33f1c53d-6a63-407a-a664-91e54d1e9c52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88b1109f-8e67-44b9-b311-f1093fe2a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055100 Aug 29 17:25:46.865029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.872787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Transition to ACTIVE for port object 29084739-bf04-4187-8e85-8081a68ed436 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:46.885630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520c50d0-d97b-4061-87ff-6069f983709e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:46.893971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b431aaf0-00de-4bfa-a887-1c9793a10b64 None None] Provisioning complete for port 842324d3-873d-4bcf-8913-1bbddc3963db triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:46.894347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b431aaf0-00de-4bfa-a887-1c9793a10b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.937561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b431aaf0-00de-4bfa-a887-1c9793a10b64 None None] Port 842324d3-873d-4bcf-8913-1bbddc3963db cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:46.939793 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.953451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:40Z', 'revision_number': 3, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:46.961440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.990839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Checking router: fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:46.991206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Updating router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:25:46.997217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50516d24-1c7c-42ef-b2b7-d350ab88ffd6 req-fa606e6b-2ddf-47a4-9f06-7a35248f812c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:46.999407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50516d24-1c7c-42ef-b2b7-d350ab88ffd6 req-fa606e6b-2ddf-47a4-9f06-7a35248f812c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 944 time: 0.2203257 Aug 29 17:25:47.020372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa8aba0e-8479-451a-8e6c-8191579e69af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.039530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 520c50d0-d97b-4061-87ff-6069f983709e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=520c50d0-d97b-4061-87ff-6069f983709e,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:47.067027 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.067841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7d6d764c-d5ef-45ab-9552-7323e6562910 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:47.081336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f5d6746-8ebd-42b3-9a87-c1b87cb3bec9 req-131952bc-c44b-40bb-9e99-3c4deb203d01 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 210 time: 0.0524476 Aug 29 17:25:47.114543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7d6d764c-d5ef-45ab-9552-7323e6562910, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7d6d764c-d5ef-45ab-9552-7323e6562910,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:47.133003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '7d6d764c-d5ef-45ab-9552-7323e6562910', 'network_id': 'c19ca545-1d9c-4b98-9712-c34a7275b71b', 'port_id': '7d6d764c-d5ef-45ab-9552-7323e6562910', 'mac_address': 'fa:16:3e:78:b2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545164f1-7322-47e2-8cec-2cb1da3622c7', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:47.137676 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.143562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Made reservation on behalf of 4adc23a566d54b278625f851add81f9c for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:47.148000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.242214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.289147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=520c50d0-d97b-4061-87ff-6069f983709e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:47.330164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa8aba0e-8479-451a-8e6c-8191579e69af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.332906 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa8aba0e-8479-451a-8e6c-8191579e69af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.350339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fa8aba0e-8479-451a-8e6c-8191579e69af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c165d66b-4623-4eb0-a158-19eb5d1f950c HTTP/1.1" status: 204 len: 168 time: 1.0644400 Aug 29 17:25:47.376752 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-9ca23ce8-36f2-4059-8514-3d153e2c0c92 service neutron] 10.222.0.43 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020397 Aug 29 17:25:47.426373 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.445176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Allocated IP 172.20.0.11 (3143ff0c-847d-4340-86df-42ae9aed6e0a/ab340b20-91a6-42e7-a5dd-ba2625a393e5/38338c45-02b6-4e09-9b2a-3466e17dc57b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:47.451172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6d764c-d5ef-45ab-9552-7323e6562910 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:47.477131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7d6d764c-d5ef-45ab-9552-7323e6562910, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7d6d764c-d5ef-45ab-9552-7323e6562910,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:47.494622 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.580385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7d6d764c-d5ef-45ab-9552-7323e6562910,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:47.662179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aba0e-8479-451a-8e6c-8191579e69af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c165d66b-4623-4eb0-a158-19eb5d1f950c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:47.682402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92a4c119-5f3b-4deb-955e-7cec17a9bca0 req-3243a261-3b88-40b9-a147-f7331a884993 service neutron] 10.222.0.43 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869906 Aug 29 17:25:47.894008 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.915266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-d10341c6-c7e7-4520-8b2c-841d9e216ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:47.916819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-d10341c6-c7e7-4520-8b2c-841d9e216ab2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 1096 time: 0.1129062 Aug 29 17:25:47.929398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Transition to ACTIVE for port object 38338c45-02b6-4e09-9b2a-3466e17dc57b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:48.085050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:48.242708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Pushing event updated for resources: {'Port': ['ID=29084739-bf04-4187-8e85-8081a68ed436,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:48.307066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3706a55f-1176-4a7b-83b9-8ed156c19eb5'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:48.307660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44076) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:48.311556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['7a658719-f1e0-4577-bec7-30d735c9ef41'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:48.320074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-e23001de-6eae-446f-ba85-2156729d1593 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:48.329503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['7d6d764c-d5ef-45ab-9552-7323e6562910'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:48.329868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-e23001de-6eae-446f-ba85-2156729d1593 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:48.332575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['bf8aae15-e8ae-4a68-80be-c2d5f6dd769c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:48.339795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-e23001de-6eae-446f-ba85-2156729d1593 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:48.353111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-e23001de-6eae-446f-ba85-2156729d1593 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:48.368399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-e23001de-6eae-446f-ba85-2156729d1593 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:48.377896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-e23001de-6eae-446f-ba85-2156729d1593 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:48.390572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-e23001de-6eae-446f-ba85-2156729d1593 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:48.402034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-e23001de-6eae-446f-ba85-2156729d1593 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5437 time: 0.3773084 Aug 29 17:25:48.402693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50516d24-1c7c-42ef-b2b7-d350ab88ffd6 req-9a86513a-2045-411a-8770-1b199dbe4e0c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3551521 Aug 29 17:25:48.404926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Pushing event updated for resources: {'Port': ['ID=38338c45-02b6-4e09-9b2a-3466e17dc57b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:48.416994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:48.440393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Allocated IP 172.20.0.1 (69542ceb-8cfd-4619-bcb2-d3d7758a1f31/fd2118f6-d4dc-407e-9572-b7438015c0ac/fd7c3a90-8461-43a3-9469-7bb554a8eda6) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:48.446129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:48.458749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:48.543209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:48.547367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:48.642633 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:48.673534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Transition to ACTIVE for port object 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:48.688350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Attempting to bind port 29084739-bf04-4187-8e85-8081a68ed436 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:48.688350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Attempting to bind port 29084739-bf04-4187-8e85-8081a68ed436 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:48.689241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Attempting to bind port 29084739-bf04-4187-8e85-8081a68ed436 on network 3143ff0c-847d-4340-86df-42ae9aed6e0a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:48.729650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-72d3c00e-11e1-4fa3-a186-0c8a3170d485 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3807347 Aug 29 17:25:48.754891 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce20cd41-422e-482d-9e3f-b7dd4e5d31f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:48.755719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:48.770293 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7e0446f-409a-4a92-873e-6f0d38cd4a0a req-2ebe2d8f-fcd8-4e36-90b3-7aeb78a2619d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3374288 Aug 29 17:25:48.802354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Request body: {'port': {'device_id': '4f67bee8-484b-485d-b9c1-229651ea81f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:48.821291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Port 29084739-bf04-4187-8e85-8081a68ed436 on network 3143ff0c-847d-4340-86df-42ae9aed6e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:48.821663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Attempting to bind port 29084739-bf04-4187-8e85-8081a68ed436 on network 3143ff0c-847d-4340-86df-42ae9aed6e0a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:48.866798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:48.868917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Checking segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:48.869773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Bound using segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:48.871487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Bound port: 29084739-bf04-4187-8e85-8081a68ed436, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:48.872093 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:48.992126 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce20cd41-422e-482d-9e3f-b7dd4e5d31f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:48.993713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44092) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:49.017132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce20cd41-422e-482d-9e3f-b7dd4e5d31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.025015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-e79aa580-f0fe-437b-b6f2-4cdc1b78904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:49.028801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-e79aa580-f0fe-437b-b6f2-4cdc1b78904b service neutron] 10.222.0.43 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 905 time: 1.1021414 Aug 29 17:25:49.132004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Attempting to bind port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:49.132815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Attempting to bind port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:49.133642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Attempting to bind port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:49.139927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3170eae3-7d34-40d2-82bf-6a7e32d808cc'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:49.148199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] For port 29084739-bf04-4187-8e85-8081a68ed436, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:49.152280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] For port 29084739-bf04-4187-8e85-8081a68ed436, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29084739-bf04-4187-8e85-8081a68ed436,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:49.168754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.180202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526ce2-34e8-4518-9a64-f7d62b2578d5 req-8f133d9d-b569-4915-b653-e323ebdab4f9 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:49.182362 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d526ce2-34e8-4518-9a64-f7d62b2578d5 req-8f133d9d-b569-4915-b653-e323ebdab4f9 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 932 time: 0.5492775 Aug 29 17:25:49.184121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-network', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:49.194023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-2ba901cf-b339-4858-87db-b150bc538b84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c131d7-e320-4faf-b3df-b797baa4e943 HTTP/1.1" status: 200 len: 217 time: 0.1485980 Aug 29 17:25:49.209868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['520c50d0-d97b-4061-87ff-6069f983709e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:49.212475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['a838ae7a-b1b2-4fdd-9bb9-754c63653556'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:49.236501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:49.237655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:49.238243 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.240397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:49.240940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842324d3-873d-4bcf-8913-1bbddc3963db {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:49.241241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Bound port: 682c328c-4fa3-4fc9-a18d-a282f44ba4c3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:49.241742 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.271952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:49.272649 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.273449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-65869097-541e-4e80-b21e-f0c37ef53450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:49.274334 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-d116621d-6079-4c12-bf61-b081b18066de service neutron] 10.222.0.43 "PUT /v2.0/ports/29084739-bf04-4187-8e85-8081a68ed436 HTTP/1.1" status: 200 len: 1093 time: 5.4733300 Aug 29 17:25:49.276316 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-65869097-541e-4e80-b21e-f0c37ef53450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 200 len: 844 time: 0.0672529 Aug 29 17:25:49.285277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.287628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ce20cd41-422e-482d-9e3f-b7dd4e5d31f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeb1b93cdc234b89b4aa7f57f0f28b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755572 Aug 29 17:25:49.288666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20cd41-422e-482d-9e3f-b7dd4e5d31f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f5e209-3b3b-4b70-8bf2-4528c672ebe8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:49.290417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13820ff-8ddb-41e3-a2d3-a93047756aa8', 'tag': '29084739-bf04-4187-8e85-8081a68ed436'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:49.293361 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ff225-c413-4a6b-8f06-b1336c391b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a13820ff-8ddb-41e3-a2d3-a93047756aa8", "tag": "29084739-bf04-4187-8e85-8081a68ed436"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:49.299688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44100) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:49.415089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.432166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d72ec-7cdd-4944-93ab-781ae7936509 None None] Pushing event updated for resources: {'Port': ['ID=682c328c-4fa3-4fc9-a18d-a282f44ba4c3,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:49.448256 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.455378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Made reservation on behalf of 6bf99f0367a446da9faf8b84573e6fe6 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:49.459875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.465643 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10400864-3cb6-479f-a7b4-81d0324b9267 x-openstack-request-id: req-10400864-3cb6-479f-a7b4-81d0324b9267 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:49.465992 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13820ff-8ddb-41e3-a2d3-a93047756aa8", "tag": "29084739-bf04-4187-8e85-8081a68ed436", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:49.466241 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10400864-3cb6-479f-a7b4-81d0324b9267 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:49.467150 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13820ff-8ddb-41e3-a2d3-a93047756aa8', 'tag': '29084739-bf04-4187-8e85-8081a68ed436', 'status': 'completed', 'code': 200} Aug 29 17:25:49.472394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-29ee7ceb-bc18-4983-bb38-e528815d2632 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88b1109f-8e67-44b9-b311-f1093fe2a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506605 Aug 29 17:25:49.525631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.568122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116621d-6079-4c12-bf61-b081b18066de service neutron] Pushing event updated for resources: {'Port': ['ID=29084739-bf04-4187-8e85-8081a68ed436,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:49.581061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9e6d32c0-829a-47bb-bee5-b20c149b1187 None None] Provisioning for port 38338c45-02b6-4e09-9b2a-3466e17dc57b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:49.596488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Transition to ACTIVE for port object 842324d3-873d-4bcf-8913-1bbddc3963db will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:49.605448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Transition to ACTIVE for port object fd7c3a90-8461-43a3-9469-7bb554a8eda6 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:49.609105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d526ce2-34e8-4518-9a64-f7d62b2578d5 req-97c34c93-f4e4-4b3c-a93d-c2866ed23ccb tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932452 Aug 29 17:25:49.618294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 76c131d7-e320-4faf-b3df-b797baa4e943 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:49.620806 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.679192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=842324d3-873d-4bcf-8913-1bbddc3963db,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:49.732943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9e6d32c0-829a-47bb-bee5-b20c149b1187 None None] Provisioning complete for port 38338c45-02b6-4e09-9b2a-3466e17dc57b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:49.733958 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e6d32c0-829a-47bb-bee5-b20c149b1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.760202 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:49.890560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] For port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:50.028425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] For port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=682c328c-4fa3-4fc9-a18d-a282f44ba4c3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:50.093081 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.resource_extend [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:25:50.097932 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f9db646-6ba3-4b8e-9e2d-ffda15f32d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.119195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb967-b33c-4558-8598-b78c882df3ff req-5a6071c0-025f-4a3e-8f43-ff129365ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.120839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-5a6071c0-025f-4a3e-8f43-ff129365ad9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 1096 time: 0.7431149 Aug 29 17:25:50.165492 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.181693 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f9db646-6ba3-4b8e-9e2d-ffda15f32d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.213993 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.247637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d32c0-829a-47bb-bee5-b20c149b1187 None None] Port 38338c45-02b6-4e09-9b2a-3466e17dc57b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:50.310891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:25:50.323632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d8b18-57e5-4544-a373-a79de21b9318 req-3a086372-03c8-4751-9da5-5887bc2b357a tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.335231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-301d8b18-57e5-4544-a373-a79de21b9318 req-3a086372-03c8-4751-9da5-5887bc2b357a tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 944 time: 0.5692811 Aug 29 17:25:50.347965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef919d02-086c-4606-b06f-c94b00eea350,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:50.399978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.400920 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Added segment f5b75868-4af6-49b9-abc9-e9affa31aaa6 of type vlan for network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 Aug 29 17:25:50.419270 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.474798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:50.475535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:50.487258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Pushing event updated for resources: {'Port': ['ID=fd7c3a90-8461-43a3-9469-7bb554a8eda6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:50.515194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-9876fe98-1fab-4db5-bc5a-077e588468b6 service neutron] 10.222.0.43 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0060453 Aug 29 17:25:50.617804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:50.635575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d65d0f-cfae-45c7-be48-7f243771c89e req-2477e350-b672-477d-8906-4ccb538b936b service neutron] 10.222.0.43 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987129 Aug 29 17:25:50.642792 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.646103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:50.664115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-301d8b18-57e5-4544-a373-a79de21b9318 req-f640134d-8109-4f43-9e3e-8a83889968e8 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229909 Aug 29 17:25:50.672789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:50.694719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:50.729136 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-abe437d6-df47-465a-a4ac-38ab4643c56c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29084739-bf04-4187-8e85-8081a68ed436 HTTP/1.1" status: 200 len: 217 time: 0.5501466 Aug 29 17:25:50.789590 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.resource_extend [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:25:50.796714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d72ec-7cdd-4944-93ab-781ae7936509 None None] Pushing event updated for resources: {'Port': ['ID=682c328c-4fa3-4fc9-a18d-a282f44ba4c3,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:50.844810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38338c45-02b6-4e09-9b2a-3466e17dc57b {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:50.868736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.869723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.870392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.874073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-4a1965fe-8a74-46a6-9924-e4ba56f705ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.881485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-4a1965fe-8a74-46a6-9924-e4ba56f705ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.887796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-4a1965fe-8a74-46a6-9924-e4ba56f705ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.891441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.895209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-4a1965fe-8a74-46a6-9924-e4ba56f705ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.910010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-4a1965fe-8a74-46a6-9924-e4ba56f705ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.921695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-4a1965fe-8a74-46a6-9924-e4ba56f705ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.925959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:50.937423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-4a1965fe-8a74-46a6-9924-e4ba56f705ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:50.950798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-4a1965fe-8a74-46a6-9924-e4ba56f705ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5437 time: 0.9452667 Aug 29 17:25:50.980104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.028786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '76c131d7-e320-4faf-b3df-b797baa4e943', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'port_id': '76c131d7-e320-4faf-b3df-b797baa4e943', 'mac_address': 'fa:16:3e:99:df:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6afdea-4eb5-44de-abf1-aa30422e284e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:51.030239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb967-b33c-4558-8598-b78c882df3ff req-d0e3fb44-d051-4d0d-a643-ce29cf4bfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:51.034013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-d0e3fb44-d051-4d0d-a643-ce29cf4bfdb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab340b20-91a6-42e7-a5dd-ba2625a393e5 HTTP/1.1" status: 200 len: 855 time: 0.2685537 Aug 29 17:25:51.054417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Transition to ACTIVE for port object 38338c45-02b6-4e09-9b2a-3466e17dc57b will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:51.086852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Attempting to bind port 842324d3-873d-4bcf-8913-1bbddc3963db on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:51.087770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Attempting to bind port 842324d3-873d-4bcf-8913-1bbddc3963db by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:51.088440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Attempting to bind port 842324d3-873d-4bcf-8913-1bbddc3963db on network 3143ff0c-847d-4340-86df-42ae9aed6e0a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:51.144914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.169305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1708534 Aug 29 17:25:51.175255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44118) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:51.208552 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.229882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Request body: {'subnet': {'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-subnet', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:51.232522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c131d7-e320-4faf-b3df-b797baa4e943 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:51.243987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8a3b0431-b395-495f-8a71-4e6a4455ebf1 None None] Provisioning for port fd7c3a90-8461-43a3-9469-7bb554a8eda6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:51.268528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Port 842324d3-873d-4bcf-8913-1bbddc3963db on network 3143ff0c-847d-4340-86df-42ae9aed6e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:51.270994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Attempting to bind port 842324d3-873d-4bcf-8913-1bbddc3963db on network 3143ff0c-847d-4340-86df-42ae9aed6e0a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:51.290032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8a3b0431-b395-495f-8a71-4e6a4455ebf1 None None] Provisioning complete for port fd7c3a90-8461-43a3-9469-7bb554a8eda6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:51.290032 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0431-b395-495f-8a71-4e6a4455ebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.295002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:51.309041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Made reservation on behalf of 6bf99f0367a446da9faf8b84573e6fe6 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:51.320816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:51.321537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Checking segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:51.321670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.322831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Bound using segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:51.323523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Bound port: 842324d3-873d-4bcf-8913-1bbddc3963db, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:51.324157 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.342404 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.438535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:51.445183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b0431-b395-495f-8a71-4e6a4455ebf1 None None] Port fd7c3a90-8461-43a3-9469-7bb554a8eda6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:51.456817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:40Z', 'revision_number': 3, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:51.472002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] For port 842324d3-873d-4bcf-8913-1bbddc3963db, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:51.481476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] For port 842324d3-873d-4bcf-8913-1bbddc3963db, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=842324d3-873d-4bcf-8913-1bbddc3963db,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:51.488738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f9db646-6ba3-4b8e-9e2d-ffda15f32d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.491729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f9db646-6ba3-4b8e-9e2d-ffda15f32d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.493065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5f9db646-6ba3-4b8e-9e2d-ffda15f32d8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89f5e209-3b3b-4b70-8bf2-4528c672ebe8 HTTP/1.1" status: 204 len: 168 time: 2.1821685 Aug 29 17:25:51.510791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c1b8-ff60-496c-af2c-e3cbfcd96589 None None] The sync data for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 is: [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:40Z', 'revision_number': 3, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:51.525313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3706a55f-1176-4a7b-83b9-8ed156c19eb5 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:51.541970 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b73fd40e-82dc-4e9a-9d26-4c04eed6e938 req-51ea2633-9864-4a3f-99d2-ab030a8da3c0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5878048 Aug 29 17:25:51.554690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Attempting to bind port 38338c45-02b6-4e09-9b2a-3466e17dc57b on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:51.555054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Attempting to bind port 38338c45-02b6-4e09-9b2a-3466e17dc57b by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:51.555539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Attempting to bind port 38338c45-02b6-4e09-9b2a-3466e17dc57b on network 3143ff0c-847d-4340-86df-42ae9aed6e0a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:51.559416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb967-b33c-4558-8598-b78c882df3ff req-5712dfed-9efa-41d7-b1f5-a5038b1f60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:51.561230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-5712dfed-9efa-41d7-b1f5-a5038b1f60d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3143ff0c-847d-4340-86df-42ae9aed6e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4652917 Aug 29 17:25:51.568598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.590837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9db646-6ba3-4b8e-9e2d-ffda15f32d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f5e209-3b3b-4b70-8bf2-4528c672ebe8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:51.665327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31712401-c40f-4591-9f7a-8bbb9bd0c5cf admin admin] Pushing event updated for resources: {'Network': ['ID=8cc7301e-b6d2-4e02-a9bb-6c11d0889806,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:51.687238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:25:51.689165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Port 38338c45-02b6-4e09-9b2a-3466e17dc57b on network 3143ff0c-847d-4340-86df-42ae9aed6e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:51.692451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Attempting to bind port 38338c45-02b6-4e09-9b2a-3466e17dc57b on network 3143ff0c-847d-4340-86df-42ae9aed6e0a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:51.776123 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-9c880e55-b215-4c42-b7eb-9ca9474095c1 service neutron] 10.222.0.43 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862810 Aug 29 17:25:51.779452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:51.781758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Checking segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:51.782567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Bound using segment: {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:51.782855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Bound port: 38338c45-02b6-4e09-9b2a-3466e17dc57b, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:51.783295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.785804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Pushing event updated for resources: {'Port': ['ID=38338c45-02b6-4e09-9b2a-3466e17dc57b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:51.817309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b30693-1f4d-45bf-b964-7e7c07054f4d req-acf779c8-7133-410e-97e4-879eb1dff92c tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:51.819340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53b30693-1f4d-45bf-b964-7e7c07054f4d req-acf779c8-7133-410e-97e4-879eb1dff92c tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 944 time: 0.7705317 Aug 29 17:25:51.823869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.864318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:51.865055 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.866969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] 10.222.0.44 "PUT /v2.0/ports/842324d3-873d-4bcf-8913-1bbddc3963db HTTP/1.1" status: 200 len: 1093 time: 5.3264298 Aug 29 17:25:51.873931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5884ca-5159-4427-9e87-6b8299efffee', 'tag': '842324d3-873d-4bcf-8913-1bbddc3963db'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:51.877737 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1986ba-4d38-4177-a837-3b60bc5477ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5884ca-5159-4427-9e87-6b8299efffee", "tag": "842324d3-873d-4bcf-8913-1bbddc3963db"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:51.930805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['76c131d7-e320-4faf-b3df-b797baa4e943'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:51.982229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.067508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:52.081637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:52.083692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.132966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53b30693-1f4d-45bf-b964-7e7c07054f4d req-a7cb423a-8c46-4aa1-ab04-26d98473677d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942379 Aug 29 17:25:52.246934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:52.276424 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.315999 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bc38d8b-7695-4444-a84f-7d35dddd7ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.336878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5453d-7977-4ba3-b5eb-b1025327bfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=842324d3-873d-4bcf-8913-1bbddc3963db,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:52.350398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706a55f-1176-4a7b-83b9-8ed156c19eb5'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:52.353179 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a715a27-a15b-4486-a22f-6148ef728fe2" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "3706a55f-1176-4a7b-83b9-8ed156c19eb5"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:52.392490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3706a55f-1176-4a7b-83b9-8ed156c19eb5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:52.401172 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.402366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3170eae3-7d34-40d2-82bf-6a7e32d808cc up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:52.408559 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397d9a9-b377-4210-96e5-829d55610f8a x-openstack-request-id: req-b397d9a9-b377-4210-96e5-829d55610f8a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:52.408923 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5884ca-5159-4427-9e87-6b8299efffee", "tag": "842324d3-873d-4bcf-8913-1bbddc3963db", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:52.409098 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b397d9a9-b377-4210-96e5-829d55610f8a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:52.412381 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5884ca-5159-4427-9e87-6b8299efffee', 'tag': '842324d3-873d-4bcf-8913-1bbddc3963db', 'status': 'completed', 'code': 200} Aug 29 17:25:52.412634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Checking segment: {'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:52.413117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Network hostable DHCP agents. Network: 8cc7301e-b6d2-4e02-a9bb-6c11d0889806, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:25:52.418928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26425fd2-d099-4bb4-8af6-1b2d6dde0a65,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:52.444057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222e02d-b5b6-4375-8701-f1be08c81a0e req-674c0c5b-83e8-4d1e-a6c9-a9ed8bb6f049 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.448131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9222e02d-b5b6-4375-8701-f1be08c81a0e req-674c0c5b-83e8-4d1e-a6c9-a9ed8bb6f049 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 945 time: 0.6539855 Aug 29 17:25:52.465510 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e690a4a7-c10e-4448-bcab-d2580ed9f391 x-openstack-request-id: req-e690a4a7-c10e-4448-bcab-d2580ed9f391 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:52.465807 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "3706a55f-1176-4a7b-83b9-8ed156c19eb5", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:52.466282 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e690a4a7-c10e-4448-bcab-d2580ed9f391 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:52.466745 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'code': 200} Aug 29 17:25:52.492287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:25:52.510068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8cc7301e-b6d2-4e02-a9bb-6c11d0889806) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:52.515134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.515907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.530453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f69c84-08c6-4b04-82af-4079c87beb52 None None] Network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:52.536879 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d28329c0-61ff-4e0b-9cfa-49dfbd934f28 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3215702 Aug 29 17:25:52.542705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44138) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:52.553160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:52.555782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] For port 38338c45-02b6-4e09-9b2a-3466e17dc57b, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:52.562557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-8d0c9b45-6026-4461-bcb7-895f541b61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.564327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-8d0c9b45-6026-4461-bcb7-895f541b61dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 1096 time: 0.5167289 Aug 29 17:25:52.566128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-110cb967-b33c-4558-8598-b78c882df3ff req-9510cf86-36af-45a2-adb2-49b0dd347a47 service neutron] 10.222.0.43 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7742586 Aug 29 17:25:52.608735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.613531 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:25:52.613531 n-d-713499-15 neutron-server[94795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:25:52.613531 n-d-713499-15 neutron-server[94795]: [parameters: {'project_id_1': '6bf99f0367a446da9faf8b84573e6fe6', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 25, 52, 558446)}] Aug 29 17:25:52.613531 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:25:52.614036 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:25:52.619441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.644861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 3170eae3-7d34-40d2-82bf-6a7e32d808cc completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:52.658599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] For port 38338c45-02b6-4e09-9b2a-3466e17dc57b, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=38338c45-02b6-4e09-9b2a-3466e17dc57b,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:52.707641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.711094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 3170eae3-7d34-40d2-82bf-6a7e32d808cc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:52.711486 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.741796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.763013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-772fb872-f204-47d1-847e-35dc95bbb247 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=842324d3-873d-4bcf-8913-1bbddc3963db HTTP/1.1" status: 200 len: 217 time: 0.1692495 Aug 29 17:25:52.781603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3706a55f-1176-4a7b-83b9-8ed156c19eb5,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:52.810311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0befe-2552-46ce-afd5-201fce07bb11 None None] Network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:52.828295 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9222e02d-b5b6-4375-8701-f1be08c81a0e req-095e56b2-3b25-41c3-b984-877c123ee8c3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393035 Aug 29 17:25:52.844595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.845289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:52.846853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] 10.222.0.44 "PUT /v2.0/ports/38338c45-02b6-4e09-9b2a-3466e17dc57b HTTP/1.1" status: 200 len: 1093 time: 4.0783751 Aug 29 17:25:52.847517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Pushing event updated for resources: {'Port': ['ID=fd7c3a90-8461-43a3-9469-7bb554a8eda6,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:52.892499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:52.894402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:52.935663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-f9b88444-be92-43d0-9a32-a1799aa40522 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.944168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-f9b88444-be92-43d0-9a32-a1799aa40522 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.950968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-f9b88444-be92-43d0-9a32-a1799aa40522 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.963742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-f9b88444-be92-43d0-9a32-a1799aa40522 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.970300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-f9b88444-be92-43d0-9a32-a1799aa40522 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.981161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-f9b88444-be92-43d0-9a32-a1799aa40522 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.993965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-f9b88444-be92-43d0-9a32-a1799aa40522 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:53.006250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-f9b88444-be92-43d0-9a32-a1799aa40522 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5438 time: 0.3200011 Aug 29 17:25:53.098046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402fa25-3e1a-41f1-8308-1c75ad326caf service neutron] Pushing event updated for resources: {'Port': ['ID=38338c45-02b6-4e09-9b2a-3466e17dc57b,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:53.133644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-dd8c611a-85e1-4c1a-b7d6-d5b51eb2525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:53.135373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-dd8c611a-85e1-4c1a-b7d6-d5b51eb2525b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 1096 time: 0.4959049 Aug 29 17:25:53.147073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-ebadd22f-8bee-4636-86b5-747b18c11b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:53.149147 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-ebadd22f-8bee-4636-86b5-747b18c11b39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab340b20-91a6-42e7-a5dd-ba2625a393e5 HTTP/1.1" status: 200 len: 855 time: 0.3370721 Aug 29 17:25:53.154386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af584b82-2fa0-4ca2-8226-15ea27286ec4 req-c60cf187-66ae-4671-a6ca-d1043111448b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471086 Aug 29 17:25:53.232670 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.308924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3170eae3-7d34-40d2-82bf-6a7e32d808cc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:53.323736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.325845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7d6d764c-d5ef-45ab-9552-7323e6562910 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:53.327823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:53.393520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1d584c39-e64d-4793-8e94-039c18cbd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:53.396670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-1d584c39-e64d-4793-8e94-039c18cbd953 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 1096 time: 0.4636908 Aug 29 17:25:53.505711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3170eae3-7d34-40d2-82bf-6a7e32d808cc,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:53.509229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:53.549455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-37b781ce-3e8d-4dd2-a23f-04320aa6677f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38338c45-02b6-4e09-9b2a-3466e17dc57b HTTP/1.1" status: 200 len: 217 time: 0.1269433 Aug 29 17:25:53.570321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:53.586171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cebbeb4a-384c-4714-a905-db14d9d4d663 None None] Provisioning complete for port fd7c3a90-8461-43a3-9469-7bb554a8eda6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:53.586688 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb4a-384c-4714-a905-db14d9d4d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.591907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5a853547-21ed-4a4d-beb6-4399a99b26aa admin admin] 10.222.0.41 "PUT /v2.0/routers/fce2e2d3-9c37-4694-90c8-dd3ff23b3d43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5339549 Aug 29 17:25:53.633040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-fcd40fc4-d507-4b81-af29-815abae07437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:53.634751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-fcd40fc4-d507-4b81-af29-815abae07437 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3143ff0c-847d-4340-86df-42ae9aed6e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4308922 Aug 29 17:25:53.664920 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bc38d8b-7695-4444-a84f-7d35dddd7ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.683165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-cebbeb4a-384c-4714-a905-db14d9d4d663 None None] Port fd7c3a90-8461-43a3-9469-7bb554a8eda6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:53.693086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 7d6d764c-d5ef-45ab-9552-7323e6562910 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:53.707813 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.708470 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 7d6d764c-d5ef-45ab-9552-7323e6562910 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:53.708973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.710187 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.787090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:53.794247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:53.794946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.843291 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.910052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-3351da0b-09fb-47cb-9cec-bc3ed6440473 service neutron] 10.222.0.44 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399702 Aug 29 17:25:53.923432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5bbbf-e257-459e-a036-1e6152079e96 req-31730a43-2071-4959-bf49-b59764289560 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:53.924970 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70c5bbbf-e257-459e-a036-1e6152079e96 req-31730a43-2071-4959-bf49-b59764289560 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 944 time: 0.6024847 Aug 29 17:25:53.927205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:53.939161 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bc38d8b-7695-4444-a84f-7d35dddd7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.031697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.047636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7d6d764c-d5ef-45ab-9552-7323e6562910, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7d6d764c-d5ef-45ab-9552-7323e6562910,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:54.064981 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.066737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bf8aae15-e8ae-4a68-80be-c2d5f6dd769c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:54.094625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eebd4b90-f31c-4351-93f9-0a85543c14d9 req-470ec7ab-5b5a-42a1-84e0-838d80e39e3b service neutron] 10.222.0.44 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396210 Aug 29 17:25:54.132523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=682c328c-4fa3-4fc9-a18d-a282f44ba4c3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:54.164693 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.168348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-c5875fa6-33e4-485f-be92-f62d03f08fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.168507 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.170203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-c5875fa6-33e4-485f-be92-f62d03f08fdb service neutron] 10.222.0.43 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 917 time: 1.0197725 Aug 29 17:25:54.211319 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7d6d764c-d5ef-45ab-9552-7323e6562910,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:54.232958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70c5bbbf-e257-459e-a036-1e6152079e96 req-50d0df44-d1f2-422f-8d26-c4b56b0282eb tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909660 Aug 29 17:25:54.302813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:54.326146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:54.330609 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.366658 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-e0eaa33f-2e44-4312-81ce-e7f72a9b9d14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29084739-bf04-4187-8e85-8081a68ed436 HTTP/1.1" status: 200 len: 217 time: 0.1632042 Aug 29 17:25:54.412164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=682c328c-4fa3-4fc9-a18d-a282f44ba4c3,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:54.428370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f67bee8-484b-485d-b9c1-229651ea81f1', 'tag': '38338c45-02b6-4e09-9b2a-3466e17dc57b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:54.436910 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f189ec-fc82-4d65-b62b-b2a52386fb04" -d '{"events": [{"name": "network-changed", "server_uuid": "4f67bee8-484b-485d-b9c1-229651ea81f1", "tag": "38338c45-02b6-4e09-9b2a-3466e17dc57b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:54.440004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc38d8b-7695-4444-a84f-7d35dddd7ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ebdc47-0429-4c90-825d-84757db8ca37,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:54.448881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44164) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:54.468658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3170eae3-7d34-40d2-82bf-6a7e32d808cc'}, {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d764c-d5ef-45ab-9552-7323e6562910'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:54.473213 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6386722b-5f62-4158-bfec-75a540a9a853" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "3170eae3-7d34-40d2-82bf-6a7e32d808cc"}, {"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "7d6d764c-d5ef-45ab-9552-7323e6562910"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:54.490563 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Sync routers for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:54.503982 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:54.505452 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:54.572456 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.574157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-afd2b358-dc8a-43a6-936c-4f4b02455b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.575833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-afd2b358-dc8a-43a6-936c-4f4b02455b0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab340b20-91a6-42e7-a5dd-ba2625a393e5 HTTP/1.1" status: 200 len: 855 time: 0.9872386 Aug 29 17:25:54.582539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-0a0e8773-7341-48e2-9f7a-2997c74f00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.584133 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-0a0e8773-7341-48e2-9f7a-2997c74f00f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab340b20-91a6-42e7-a5dd-ba2625a393e5 HTTP/1.1" status: 200 len: 855 time: 0.1600637 Aug 29 17:25:54.590627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b99aac0f-4467-48fa-9984-3c41e370cd67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862467089', 'description': 'tempest-description--777653766'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:54.642772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:54.649322 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.652201 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:54.660035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3bc38d8b-7695-4444-a84f-7d35dddd7ab2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6b42c91a7c641d7b7298f9ee18f9d71&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4116454 Aug 29 17:25:54.662625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44170) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:54.712453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:54.715374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 76c131d7-e320-4faf-b3df-b797baa4e943 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:54.731692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-6427d371-5cff-403d-9ed4-65ed0e47d2bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.739661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-6427d371-5cff-403d-9ed4-65ed0e47d2bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.745310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b99aac0f-4467-48fa-9984-3c41e370cd67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.760284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-6427d371-5cff-403d-9ed4-65ed0e47d2bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.768400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-6427d371-5cff-403d-9ed4-65ed0e47d2bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.775939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-6427d371-5cff-403d-9ed4-65ed0e47d2bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.779125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 76c131d7-e320-4faf-b3df-b797baa4e943 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:54.783531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-6427d371-5cff-403d-9ed4-65ed0e47d2bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.786655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 76c131d7-e320-4faf-b3df-b797baa4e943 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:54.787784 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.789638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-6427d371-5cff-403d-9ed4-65ed0e47d2bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.807141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-6427d371-5cff-403d-9ed4-65ed0e47d2bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5440 time: 0.2316098 Aug 29 17:25:54.828366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.857695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.919903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-efc7fa61-151c-4358-ae5a-ee0ef2ec60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.921819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-efc7fa61-151c-4358-ae5a-ee0ef2ec60ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3143ff0c-847d-4340-86df-42ae9aed6e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2758329 Aug 29 17:25:54.923930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-68dfe3d5-c725-4c13-8897-ffa51e19d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.925546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-68dfe3d5-c725-4c13-8897-ffa51e19d2d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 1096 time: 0.7097819 Aug 29 17:25:54.930911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-92d7a22d-7052-4575-a7c6-a11f994ca652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.932677 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-92d7a22d-7052-4575-a7c6-a11f994ca652 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3143ff0c-847d-4340-86df-42ae9aed6e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2402928 Aug 29 17:25:54.944172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a6bf1-683d-4a72-90fa-35c48267f75e req-a5890b2f-cc15-4d44-bc86-ee689c5a482d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.951959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f3a6bf1-683d-4a72-90fa-35c48267f75e req-a5890b2f-cc15-4d44-bc86-ee689c5a482d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 945 time: 0.5637002 Aug 29 17:25:54.960280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:54.974855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Allocated IP 172.25.2.81 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:54.996369 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:52Z', 'revision_number': 2, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:55.006598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:55.011360 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.012518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a838ae7a-b1b2-4fdd-9bb9-754c63653556 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:55.080472 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Checking router: fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:55.081083 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Updating router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 port fd7c3a90-8461-43a3-9469-7bb554a8eda6 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:25:55.100161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:55.118837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port a838ae7a-b1b2-4fdd-9bb9-754c63653556 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:55.120274 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.123614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port a838ae7a-b1b2-4fdd-9bb9-754c63653556 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:55.124337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.143425 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.187385 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01fe38b8-df12-453b-a18d-59960f40e00e req-94e3e8ed-1486-40ce-a9f2-d247dcb6ec18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277429 Aug 29 17:25:55.191017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.197621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-7d0a6c75-fd83-4409-9c8b-6e3e39e925a9 service neutron] 10.222.0.43 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390287 Aug 29 17:25:55.199544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-c84aa8af-5ab5-4543-a695-29a12efd1885 service neutron] 10.222.0.44 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230004 Aug 29 17:25:55.228035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-286fabfa-0e5d-4cc0-9085-d514c299820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.230152 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.267773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-286fabfa-0e5d-4cc0-9085-d514c299820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.305098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a838ae7a-b1b2-4fdd-9bb9-754c63653556, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:55.315177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.315981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a658719-f1e0-4577-bec7-30d735c9ef41 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:55.428249 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0119fa1a-c8f1-4cd8-81de-2d18ee5a192e req-3be0ef8a-a313-44d7-95da-4c5da907241f tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6179447 Aug 29 17:25:55.447157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-cfd14945-63fd-4eb0-bf38-28c0e16ada7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:55.448728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-cfd14945-63fd-4eb0-bf38-28c0e16ada7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 917 time: 0.2622261 Aug 29 17:25:55.453522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024ff225-c413-4a6b-8f06-b1336c391b7b req-0adbb424-1081-49ed-a16f-b2b9a34c0b81 service neutron] 10.222.0.43 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208000 Aug 29 17:25:55.480191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01fe38b8-df12-453b-a18d-59960f40e00e req-a98973cb-faad-412f-a515-5da077084f21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.1178312 Aug 29 17:25:55.519720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:55.549404 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.560962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:55.561445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b99aac0f-4467-48fa-9984-3c41e370cd67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.561928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 29084739-bf04-4187-8e85-8081a68ed436 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:55.565607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-286fabfa-0e5d-4cc0-9085-d514c299820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.566648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f3a6bf1-683d-4a72-90fa-35c48267f75e req-4216de38-fa8f-41f8-9115-9f3c82fdc9b8 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134579 Aug 29 17:25:55.571485 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Transition to ACTIVE for port object fd7c3a90-8461-43a3-9469-7bb554a8eda6 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:55.581671 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.588869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=a838ae7a-b1b2-4fdd-9bb9-754c63653556,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:55.619440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-286fabfa-0e5d-4cc0-9085-d514c299820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.625835 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-286fabfa-0e5d-4cc0-9085-d514c299820b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41ebdc47-0429-4c90-825d-84757db8ca37 HTTP/1.1" status: 204 len: 168 time: 0.9622185 Aug 29 17:25:55.658568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:55.677434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:55.693525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b99aac0f-4467-48fa-9984-3c41e370cd67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.696809 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ecd1f-25f7-4883-860d-9f38d0a17726 x-openstack-request-id: req-7b9ecd1f-25f7-4883-860d-9f38d0a17726 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:55.697112 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f67bee8-484b-485d-b9c1-229651ea81f1", "tag": "38338c45-02b6-4e09-9b2a-3466e17dc57b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:55.697354 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b9ecd1f-25f7-4883-860d-9f38d0a17726 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:55.697737 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f67bee8-484b-485d-b9c1-229651ea81f1', 'tag': '38338c45-02b6-4e09-9b2a-3466e17dc57b', 'status': 'completed', 'code': 200} Aug 29 17:25:55.722787 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-5cad37fe-ffea-4160-b16b-1ef385180baa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=842324d3-873d-4bcf-8913-1bbddc3963db HTTP/1.1" status: 200 len: 217 time: 0.2478709 Aug 29 17:25:55.745070 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1960341-3ca6-4d2f-a213-4281b5c01956 x-openstack-request-id: req-a1960341-3ca6-4d2f-a213-4281b5c01956 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:55.745623 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "3170eae3-7d34-40d2-82bf-6a7e32d808cc", "code": 200}, {"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "7d6d764c-d5ef-45ab-9552-7323e6562910", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:55.745623 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1960341-3ca6-4d2f-a213-4281b5c01956 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:55.746003 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3170eae3-7d34-40d2-82bf-6a7e32d808cc', 'code': 200} Aug 29 17:25:55.746259 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d764c-d5ef-45ab-9552-7323e6562910', 'code': 200} Aug 29 17:25:55.761128 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Pushing event updated for resources: {'Port': ['ID=fd7c3a90-8461-43a3-9469-7bb554a8eda6,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:55.768170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 7a658719-f1e0-4577-bec7-30d735c9ef41 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:55.770374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01fe38b8-df12-453b-a18d-59960f40e00e req-05a718ec-adac-4c0b-94c7-06d43f6cda14 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2610350 Aug 29 17:25:55.791819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 7a658719-f1e0-4577-bec7-30d735c9ef41 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:55.792188 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.812809 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.813686 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.814176 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.814807 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.815561 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.815813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.816147 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.816481 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.816809 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.817133 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.817459 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.817780 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:55.877998 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Attempting to bind port fd7c3a90-8461-43a3-9469-7bb554a8eda6 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:55.878376 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Attempting to bind port fd7c3a90-8461-43a3-9469-7bb554a8eda6 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:55.878792 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Attempting to bind port fd7c3a90-8461-43a3-9469-7bb554a8eda6 on network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:55.893156 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:55.893538 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Checking segment: {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:55.895942 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.896372 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Bound using segment: {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:55.897213 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Bound port: fd7c3a90-8461-43a3-9469-7bb554a8eda6, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:55.897610 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.916240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fabfa-0e5d-4cc0-9085-d514c299820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ebdc47-0429-4c90-825d-84757db8ca37,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:55.932138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:55.932519 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:55.955430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:55.985467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aac0f-4467-48fa-9984-3c41e370cd67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1d61dd-55aa-4341-af25-c99f701cb876,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:56.002421 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b99aac0f-4467-48fa-9984-3c41e370cd67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.003942 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b99aac0f-4467-48fa-9984-3c41e370cd67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4349182 Aug 29 17:25:56.008094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44182) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:56.017533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2d146701-ce64-4557-a660-c69d00ab6ed9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Request body: {'security_group_rule': {'security_group_id': '7a1d61dd-55aa-4341-af25-c99f701cb876', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:56.054626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-71bc0e03-a56c-49db-a56a-5475300edab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:56.055710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-71bc0e03-a56c-49db-a56a-5475300edab4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab340b20-91a6-42e7-a5dd-ba2625a393e5 HTTP/1.1" status: 200 len: 855 time: 0.3243451 Aug 29 17:25:56.063762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d99b326-3e9b-4910-b9c3-afee2216ead8 req-350960db-4474-48f9-a940-a6d51cf137f7 service neutron] 10.222.0.44 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064146 Aug 29 17:25:56.114120 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] For port fd7c3a90-8461-43a3-9469-7bb554a8eda6, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:56.124971 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] For port fd7c3a90-8461-43a3-9469-7bb554a8eda6, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fd7c3a90-8461-43a3-9469-7bb554a8eda6,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:56.132528 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.184404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d146701-ce64-4557-a660-c69d00ab6ed9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.200838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 29084739-bf04-4187-8e85-8081a68ed436, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29084739-bf04-4187-8e85-8081a68ed436,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:56.210201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-82c3d77d-9bb6-4e11-9c8e-5bd4314a01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:56.212349 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-82c3d77d-9bb6-4e11-9c8e-5bd4314a01af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3143ff0c-847d-4340-86df-42ae9aed6e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439610 Aug 29 17:25:56.226603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-4433cfef-1d59-410d-984b-557468f26239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:56.228241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-4433cfef-1d59-410d-984b-557468f26239 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 1096 time: 0.0960178 Aug 29 17:25:56.268747 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:56.274003 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:56.289847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '29084739-bf04-4187-8e85-8081a68ed436', 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a', 'port_id': '29084739-bf04-4187-8e85-8081a68ed436', 'mac_address': 'fa:16:3e:f0:12:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab340b20-91a6-42e7-a5dd-ba2625a393e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:56.415599 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:56.560945 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.575614 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.599830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d146701-ce64-4557-a660-c69d00ab6ed9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.635611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29084739-bf04-4187-8e85-8081a68ed436 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:56.642941 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d146701-ce64-4557-a660-c69d00ab6ed9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.712143 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077c87-e2f6-46bc-bc15-d7a625e0469f None None] Pushing event updated for resources: {'Port': ['ID=fd7c3a90-8461-43a3-9469-7bb554a8eda6,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:56.784995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 29084739-bf04-4187-8e85-8081a68ed436, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29084739-bf04-4187-8e85-8081a68ed436,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:56.812927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a658719-f1e0-4577-bec7-30d735c9ef41, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a658719-f1e0-4577-bec7-30d735c9ef41,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:56.820178 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.886365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:56.887171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 520c50d0-d97b-4061-87ff-6069f983709e up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:57.016302 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:56Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:57.049481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=29084739-bf04-4187-8e85-8081a68ed436,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:57.112925 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f2d03-b128-4238-8215-8522848b2fa4 None None] The sync data for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 is: [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:56Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:57.157517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['29084739-bf04-4187-8e85-8081a68ed436'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:57.226143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 520c50d0-d97b-4061-87ff-6069f983709e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:57.242903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a658719-f1e0-4577-bec7-30d735c9ef41,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:57.252505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 520c50d0-d97b-4061-87ff-6069f983709e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:57.252886 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:57.379318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d146701-ce64-4557-a660-c69d00ab6ed9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94fbb29-0c8e-4573-b36e-234297d7489f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:57.409630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-53d452d9-ddf4-4080-98a6-196b38720cb5 service neutron] 10.222.0.44 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1884098 Aug 29 17:25:57.453639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d146701-ce64-4557-a660-c69d00ab6ed9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:57.458487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2d146701-ce64-4557-a660-c69d00ab6ed9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4477973 Aug 29 17:25:57.469270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:57.476040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 842324d3-873d-4bcf-8913-1bbddc3963db details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:57.489535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-68c114cd-2baa-4ea9-aac8-5fc3a8a8cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.491000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-68c114cd-2baa-4ea9-aac8-5fc3a8a8cbb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 917 time: 1.2530391 Aug 29 17:25:57.515723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-499787f9-562b-478d-a682-9d673a73a0eb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Request body: {'security_group_rule': {'security_group_id': '7a1d61dd-55aa-4341-af25-c99f701cb876', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:57.591052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe38b8-df12-453b-a18d-59960f40e00e req-c8587ee3-82d2-479b-9674-33b5fca903e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.598153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01fe38b8-df12-453b-a18d-59960f40e00e req-c8587ee3-82d2-479b-9674-33b5fca903e1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7523432 Aug 29 17:25:57.625463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d2203-2545-4f5b-8dcb-29ba664887e2 req-85d5aebf-8585-4019-afa7-ac03e53e3689 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.635912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fd7c3a90-8461-43a3-9469-7bb554a8eda6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:57.637675 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c85d2203-2545-4f5b-8dcb-29ba664887e2 req-85d5aebf-8585-4019-afa7-ac03e53e3689 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 944 time: 1.8636405 Aug 29 17:25:57.703447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44222) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:57.720642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c85d2203-2545-4f5b-8dcb-29ba664887e2 req-c360bd62-469a-4134-9d94-24d4ea0ff535 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753770 Aug 29 17:25:57.722626 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-499787f9-562b-478d-a682-9d673a73a0eb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:57.729673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-4a900eaa-7e6b-45ca-8cf4-b460faf03dc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38338c45-02b6-4e09-9b2a-3466e17dc57b HTTP/1.1" status: 200 len: 217 time: 0.1476710 Aug 29 17:25:57.762981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-955c6594-e009-4edf-928c-c04c463cb163 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.769297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-955c6594-e009-4edf-928c-c04c463cb163 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.775814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-955c6594-e009-4edf-928c-c04c463cb163 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.784308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-955c6594-e009-4edf-928c-c04c463cb163 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.791078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-955c6594-e009-4edf-928c-c04c463cb163 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.802638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-955c6594-e009-4edf-928c-c04c463cb163 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.810064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-955c6594-e009-4edf-928c-c04c463cb163 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:57.813916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-955c6594-e009-4edf-928c-c04c463cb163 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5443 time: 0.4441760 Aug 29 17:25:57.910714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.040766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-5b6a382f-0229-46a1-86fc-85be8f641ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:58.047910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-5b6a382f-0229-46a1-86fc-85be8f641ec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab340b20-91a6-42e7-a5dd-ba2625a393e5 HTTP/1.1" status: 200 len: 855 time: 0.3003418 Aug 29 17:25:58.059296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c1986ba-4d38-4177-a837-3b60bc5477ca req-cb2f38c3-bd9f-4e05-ab72-0267ace26d03 service neutron] 10.222.0.44 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187186 Aug 29 17:25:58.138504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca79ac6e-a9fe-4aa6-8fd8-40a13df18110 req-e95326ab-eb88-4a24-b01c-c5ce17e2b729 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2944791 Aug 29 17:25:58.146463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee0529-d36d-404a-9bc4-53241e0cb9e7 req-5582ab6d-7154-4a27-bd69-26c37d3fe99f tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:58.149860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8aae15-e8ae-4a68-80be-c2d5f6dd769c'}, {'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943'}, {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556'}, {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a658719-f1e0-4577-bec7-30d735c9ef41'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:58.152384 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ea1d2-1f54-46f9-89de-43befb2e3d69" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "bf8aae15-e8ae-4a68-80be-c2d5f6dd769c"}, {"server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "name": "network-vif-plugged", "status": "completed", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943"}, {"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "a838ae7a-b1b2-4fdd-9bb9-754c63653556"}, {"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "7a658719-f1e0-4577-bec7-30d735c9ef41"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:58.156155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07ee0529-d36d-404a-9bc4-53241e0cb9e7 req-5582ab6d-7154-4a27-bd69-26c37d3fe99f tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 946 time: 0.1580045 Aug 29 17:25:58.170491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-499787f9-562b-478d-a682-9d673a73a0eb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.184661 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-499787f9-562b-478d-a682-9d673a73a0eb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.252782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-d9e4bf0d-b02e-4e14-ac23-9e115d81e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:58.258378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-d9e4bf0d-b02e-4e14-ac23-9e115d81e9fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3143ff0c-847d-4340-86df-42ae9aed6e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893566 Aug 29 17:25:58.261800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499787f9-562b-478d-a682-9d673a73a0eb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b6faae-a4f8-401a-a138-5265a0a39d1d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:58.275789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-499787f9-562b-478d-a682-9d673a73a0eb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.282839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-499787f9-562b-478d-a682-9d673a73a0eb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7917695 Aug 29 17:25:58.293477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44230) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:58.309740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:58.356079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07ee0529-d36d-404a-9bc4-53241e0cb9e7 req-92982d57-be51-4a03-a837-6bce3ec5a310 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662526 Aug 29 17:25:58.411224 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126d8238-e1fe-4982-9e38-272525095790 x-openstack-request-id: req-126d8238-e1fe-4982-9e38-272525095790 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:58.413659 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "bf8aae15-e8ae-4a68-80be-c2d5f6dd769c", "code": 200}, {"server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "name": "network-vif-plugged", "status": "completed", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943", "code": 200}, {"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "a838ae7a-b1b2-4fdd-9bb9-754c63653556", "code": 200}, {"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "7a658719-f1e0-4577-bec7-30d735c9ef41", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:58.414268 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-126d8238-e1fe-4982-9e38-272525095790 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:58.414936 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8aae15-e8ae-4a68-80be-c2d5f6dd769c', 'code': 200} Aug 29 17:25:58.415497 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943', 'code': 200} Aug 29 17:25:58.416572 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556', 'code': 200} Aug 29 17:25:58.417044 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a658719-f1e0-4577-bec7-30d735c9ef41', 'code': 200} Aug 29 17:25:58.448047 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e834081-cad1-4e79-b2ba-9df0cf2181f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.451640 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.543725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5af18-77cf-4428-a3dc-724042269182 req-40f3d62a-a608-4837-92be-bd0d21eb4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:58.545471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fb5af18-77cf-4428-a3dc-724042269182 req-40f3d62a-a608-4837-92be-bd0d21eb4827 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 1098 time: 0.0771718 Aug 29 17:25:58.582148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.594430 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.606906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-58b4a6f1-72af-44cf-9b4a-ad62f023bbf8 service neutron] 10.222.0.44 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215101 Aug 29 17:25:58.610900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 842324d3-873d-4bcf-8913-1bbddc3963db, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=842324d3-873d-4bcf-8913-1bbddc3963db,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:58.651044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port fd7c3a90-8461-43a3-9469-7bb554a8eda6 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:58.674656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port fd7c3a90-8461-43a3-9469-7bb554a8eda6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:58.675939 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.682302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 520c50d0-d97b-4061-87ff-6069f983709e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=520c50d0-d97b-4061-87ff-6069f983709e,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:58.684068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '842324d3-873d-4bcf-8913-1bbddc3963db', 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a', 'port_id': '842324d3-873d-4bcf-8913-1bbddc3963db', 'mac_address': 'fa:16:3e:30:88:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab340b20-91a6-42e7-a5dd-ba2625a393e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:58.712479 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.737141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fb5af18-77cf-4428-a3dc-724042269182 req-ed3132cd-9814-4702-804c-bee624da0db6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766717 Aug 29 17:25:58.880952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13f189ec-fc82-4d65-b62b-b2a52386fb04 req-d861d5c7-2f0a-4a0f-ae78-620e9501c940 service neutron] 10.222.0.44 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638924 Aug 29 17:25:58.926893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:58.962469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=520c50d0-d97b-4061-87ff-6069f983709e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:58.971990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d3b1f-c8ed-456e-b302-b48c32f5c2f7 req-e9b6c053-91cf-4bc6-bcc3-befa3e269fc1 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:58.975658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842324d3-873d-4bcf-8913-1bbddc3963db {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:58.980484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d6d3b1f-c8ed-456e-b302-b48c32f5c2f7 req-e9b6c053-91cf-4bc6-bcc3-befa3e269fc1 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 944 time: 0.0968072 Aug 29 17:25:59.005414 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.046451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 842324d3-873d-4bcf-8913-1bbddc3963db, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=842324d3-873d-4bcf-8913-1bbddc3963db,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:59.052922 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.055429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.061850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d6d3b1f-c8ed-456e-b302-b48c32f5c2f7 req-ac43421b-3450-4e12-b9fd-5497f8391da9 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801573 Aug 29 17:25:59.114884 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e834081-cad1-4e79-b2ba-9df0cf2181f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.125612 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e834081-cad1-4e79-b2ba-9df0cf2181f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.145275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port fd7c3a90-8461-43a3-9469-7bb554a8eda6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fd7c3a90-8461-43a3-9469-7bb554a8eda6,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:59.146671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=842324d3-873d-4bcf-8913-1bbddc3963db,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:59.154035 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.191315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e834081-cad1-4e79-b2ba-9df0cf2181f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41e188a53cd943beb2f22a917d1f2757&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4684820 Aug 29 17:25:59.194372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44242) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:59.228622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=fd7c3a90-8461-43a3-9469-7bb554a8eda6,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:59.229837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e834081-cad1-4e79-b2ba-9df0cf2181f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae2e176-02c4-4797-a221-9f637ab0bcb1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:59.254048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Router 65a23db8-eb93-434d-9643-bea5656f041c is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:25:59.279678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e8ecd67-f812-458c-b779-c6e819ab4106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.289502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['842324d3-873d-4bcf-8913-1bbddc3963db'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:59.301562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Allocated IP 172.25.2.77 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/03eabbcb-c6cd-4898-b31e-c487c313a985) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:59.314775 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e8ecd67-f812-458c-b779-c6e819ab4106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.401763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e8ecd67-f812-458c-b779-c6e819ab4106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.406499 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e8ecd67-f812-458c-b779-c6e819ab4106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.408277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9e8ecd67-f812-458c-b779-c6e819ab4106 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ae2e176-02c4-4797-a221-9f637ab0bcb1 HTTP/1.1" status: 204 len: 168 time: 0.2114801 Aug 29 17:25:59.425028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ecd67-f812-458c-b779-c6e819ab4106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae2e176-02c4-4797-a221-9f637ab0bcb1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:59.464503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 38338c45-02b6-4e09-9b2a-3466e17dc57b details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:59.550107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fd7c3a90-8461-43a3-9469-7bb554a8eda6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:59.596280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 29084739-bf04-4187-8e85-8081a68ed436 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:59.616450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:59.650625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-b7dff8de-2851-4aec-8f68-e837bb0de2ae tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:59.662510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b9c40-abfd-45ac-8ff3-f9fd61874e78 req-91aeb8c9-d14d-4123-932b-adf45aaa4d93 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:59.664379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-b7dff8de-2851-4aec-8f68-e837bb0de2ae tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:59.667220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6a5b9c40-abfd-45ac-8ff3-f9fd61874e78 req-91aeb8c9-d14d-4123-932b-adf45aaa4d93 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 946 time: 0.1390982 Aug 29 17:25:59.674657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-b7dff8de-2851-4aec-8f68-e837bb0de2ae tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:59.682532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-b7dff8de-2851-4aec-8f68-e837bb0de2ae tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:59.699389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-b7dff8de-2851-4aec-8f68-e837bb0de2ae tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:59.705137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Sync routers for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:59.709112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-b7dff8de-2851-4aec-8f68-e837bb0de2ae tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:59.717157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-b7dff8de-2851-4aec-8f68-e837bb0de2ae tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:59.729105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-b7dff8de-2851-4aec-8f68-e837bb0de2ae tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.4205725 Aug 29 17:25:59.767711 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:59.769154 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cde87708-051e-48cb-8850-685c60d89fa7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2258987 Aug 29 17:25:59.775295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44254) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:59.776580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6a5b9c40-abfd-45ac-8ff3-f9fd61874e78 req-61a79107-2f60-42ee-ae41-ed8eb9503188 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935266 Aug 29 17:25:59.796012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:59.796933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:59.889866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 38338c45-02b6-4e09-9b2a-3466e17dc57b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=38338c45-02b6-4e09-9b2a-3466e17dc57b,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:59.934025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '38338c45-02b6-4e09-9b2a-3466e17dc57b', 'network_id': '3143ff0c-847d-4340-86df-42ae9aed6e0a', 'port_id': '38338c45-02b6-4e09-9b2a-3466e17dc57b', 'mac_address': 'fa:16:3e:57:44:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab340b20-91a6-42e7-a5dd-ba2625a393e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:26:00.027807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port fd7c3a90-8461-43a3-9469-7bb554a8eda6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:00.028231 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.029895 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.058817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 29084739-bf04-4187-8e85-8081a68ed436 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:00.080134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 29084739-bf04-4187-8e85-8081a68ed436 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:00.080514 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.084562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.091602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38338c45-02b6-4e09-9b2a-3466e17dc57b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:00.167767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:00.193037 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10ae34c5-e816-4dc9-888f-62c4d62568ea req-259c662d-2033-4348-98b9-802913a20ab1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4630375 Aug 29 17:26:00.262180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcda2e-7b44-4598-bf85-c8f390064cc9 req-93e6648c-a086-4713-be31-23e63b81519e tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:00.272083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4edcda2e-7b44-4598-bf85-c8f390064cc9 req-93e6648c-a086-4713-be31-23e63b81519e tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 944 time: 0.0838592 Aug 29 17:26:00.288494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 38338c45-02b6-4e09-9b2a-3466e17dc57b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=38338c45-02b6-4e09-9b2a-3466e17dc57b,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:00.301031 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.306279 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.331047 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4edcda2e-7b44-4598-bf85-c8f390064cc9 req-06334925-0632-453d-8339-6d28f3475238 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Aug 29 17:26:00.361590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:00.369643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:00.372554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:00.385724 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.412219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event updated for resources: {'Port': ['ID=03eabbcb-c6cd-4898-b31e-c487c313a985,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:00.428327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520c50d0-d97b-4061-87ff-6069f983709e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:00.430715 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a4215-c70d-4eea-88a2-0c8dad003cb5" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "520c50d0-d97b-4061-87ff-6069f983709e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:00.475999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=38338c45-02b6-4e09-9b2a-3466e17dc57b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:00.529799 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d21b0e-99eb-4733-9479-250047858050 x-openstack-request-id: req-89d21b0e-99eb-4733-9479-250047858050 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:00.530882 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-plugged", "status": "completed", "tag": "520c50d0-d97b-4061-87ff-6069f983709e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:00.531291 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89d21b0e-99eb-4733-9479-250047858050 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:00.532822 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520c50d0-d97b-4061-87ff-6069f983709e', 'code': 200} Aug 29 17:26:00.539194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 29084739-bf04-4187-8e85-8081a68ed436, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29084739-bf04-4187-8e85-8081a68ed436,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:00.573822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['38338c45-02b6-4e09-9b2a-3466e17dc57b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:00.576413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.616170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.656774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.671132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.702232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-d7c0972f-8008-4dbf-ade8-317522d7be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:00.713123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-d7c0972f-8008-4dbf-ade8-317522d7be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:00.713123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-d7c0972f-8008-4dbf-ade8-317522d7be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:00.713123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-d7c0972f-8008-4dbf-ade8-317522d7be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:00.713123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-d7c0972f-8008-4dbf-ade8-317522d7be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:00.713123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-d7c0972f-8008-4dbf-ade8-317522d7be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:00.713123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-d7c0972f-8008-4dbf-ade8-317522d7be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:00.724066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=29084739-bf04-4187-8e85-8081a68ed436,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:00.725903 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-d7c0972f-8008-4dbf-ade8-317522d7be01 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6508 time: 0.1367400 Aug 29 17:26:00.781438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:25:56Z', 'revision_number': 3, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:00.806755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dea5caea-8da0-41bf-8509-12d6e3d5d7a0 req-10a0f548-3029-4f93-a612-eb8d33f96e35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730019 Aug 29 17:26:00.824485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Checking router: 65a23db8-eb93-434d-9643-bea5656f041c for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:00.824834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Updating router 65a23db8-eb93-434d-9643-bea5656f041c port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:26:00.862641 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.940306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Allocated IP 172.20.0.1 (8cc7301e-b6d2-4e02-a9bb-6c11d0889806/26425fd2-d099-4bb4-8af6-1b2d6dde0a65/360a81db-bad7-451e-82ba-afb125fb7805) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:00.971699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:00.982390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.066431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event updated for resources: {'Port': ['ID=03eabbcb-c6cd-4898-b31e-c487c313a985,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:01.172085 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.207071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.225799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.234847 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f6dcda34-233b-4371-a079-75e3e341f3ca tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9321873 Aug 29 17:26:01.255041 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.276314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Transition to ACTIVE for port object 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:01.288560 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.293238 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.388759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:01.413410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:01.414973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242757-8132-421a-9317-b1fed869c808 req-a5e2c559-21b3-476f-a325-79b537ce3dc7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.416506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:01.416631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d242757-8132-421a-9317-b1fed869c808 req-a5e2c559-21b3-476f-a325-79b537ce3dc7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 946 time: 0.4928298 Aug 29 17:26:01.439582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Attempting to bind port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:01.439582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Attempting to bind port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:01.439582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Attempting to bind port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:01.439582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46142f89-1a8c-4028-8d2d-0094cf97a62c None None] Pushing event updated for resources: {'Port': ['ID=43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:01.452229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 842324d3-873d-4bcf-8913-1bbddc3963db up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:01.456650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:01.457042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:01.457448 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.457891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:01.459041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Bound port: 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:01.459446 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.502273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.511200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d242757-8132-421a-9317-b1fed869c808 req-3683896f-80d3-4365-997a-18676089a6e7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741727 Aug 29 17:26:01.557327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] For port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:01.560624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] For port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:01.565199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 842324d3-873d-4bcf-8913-1bbddc3963db completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:01.574887 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.582197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 842324d3-873d-4bcf-8913-1bbddc3963db triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:01.582688 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:01.584310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Pushing event updated for resources: {'Port': ['ID=360a81db-bad7-451e-82ba-afb125fb7805,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:01.605806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-0bae44ad-b31a-479b-a4a4-c6d0abd90f74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.612831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-0bae44ad-b31a-479b-a4a4-c6d0abd90f74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.618729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-0bae44ad-b31a-479b-a4a4-c6d0abd90f74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.624849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-0bae44ad-b31a-479b-a4a4-c6d0abd90f74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.631673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-0bae44ad-b31a-479b-a4a4-c6d0abd90f74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.637569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-0bae44ad-b31a-479b-a4a4-c6d0abd90f74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.644208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-0bae44ad-b31a-479b-a4a4-c6d0abd90f74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.659396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-0bae44ad-b31a-479b-a4a4-c6d0abd90f74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.3313084 Aug 29 17:26:01.688834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46142f89-1a8c-4028-8d2d-0094cf97a62c None None] Pushing event updated for resources: {'Port': ['ID=43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:01.697262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2728904-e7de-42a5-b662-582e27d9d714 req-8e998c88-c383-4e98-ba50-c6cbe866660d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:01.700102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2728904-e7de-42a5-b662-582e27d9d714 req-8e998c88-c383-4e98-ba50-c6cbe866660d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 945 time: 0.1073048 Aug 29 17:26:01.706160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:01.706875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:01.779085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2728904-e7de-42a5-b662-582e27d9d714 req-f1093f83-ee2d-4492-a04f-7bc874e118c3 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733247 Aug 29 17:26:01.952791 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-752d8c9f-e894-455a-9142-184d52f8601d tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1862467089&fields=id&tenant_id=e91f7a7dc08f4327a22b89a9dbd78f9f HTTP/1.1" status: 200 len: 267 time: 0.0674744 Aug 29 17:26:02.006728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:02.092840 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:02.182619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-fac8de98-073d-4320-a2f7-0d838dd4c6a3 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:02.184017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-fac8de98-073d-4320-a2f7-0d838dd4c6a3 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/networks?id=69542ceb-8cfd-4619-bcb2-d3d7758a1f31 HTTP/1.1" status: 200 len: 806 time: 0.2224233 Aug 29 17:26:02.204968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-db0fe588-3846-429b-9d79-6e11916bd41f tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/quotas/e91f7a7dc08f4327a22b89a9dbd78f9f HTTP/1.1" status: 200 len: 375 time: 0.0133014 Aug 29 17:26:02.212462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 842324d3-873d-4bcf-8913-1bbddc3963db, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=842324d3-873d-4bcf-8913-1bbddc3963db,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:02.225046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b66f6d7b-baf5-4be4-b5ef-4df1ca965fc9 req-9343566b-6b3a-4590-9794-198272325843 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5618546 Aug 29 17:26:02.225388 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:02.265650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:02.325626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-c5f6366c-f9b5-4f48-932e-89179cdfda67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e91f7a7dc08f4327a22b89a9dbd78f9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1141400 Aug 29 17:26:02.389757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=842324d3-873d-4bcf-8913-1bbddc3963db,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:02.450936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:25:56Z', 'revision_number': 3, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:02.484140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-2a03bb0d-78e8-41a6-8eb2-0ee07bfe9b15 service neutron] 10.222.0.41 "GET /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418548 Aug 29 17:26:02.511278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71bd3d5-3dea-4aca-9bc1-810786fd088c None None] The sync data for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 is: [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:25:56Z', 'revision_number': 3, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:02.533378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13820ff-8ddb-41e3-a2d3-a93047756aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29084739-bf04-4187-8e85-8081a68ed436'}, {'server_uuid': '3f5884ca-5159-4427-9e87-6b8299efffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842324d3-873d-4bcf-8913-1bbddc3963db'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:02.536575 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2910e-3807-4611-895b-9eeca7aae847" -d '{"events": [{"server_uuid": "a13820ff-8ddb-41e3-a2d3-a93047756aa8", "name": "network-vif-plugged", "status": "completed", "tag": "29084739-bf04-4187-8e85-8081a68ed436"}, {"server_uuid": "3f5884ca-5159-4427-9e87-6b8299efffee", "name": "network-vif-plugged", "status": "completed", "tag": "842324d3-873d-4bcf-8913-1bbddc3963db"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:02.638150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:02.650422 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:02.670065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-eebd00a1-91bc-4d0b-9881-9cff54f521bd service neutron] 10.222.0.41 "GET /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805725 Aug 29 17:26:02.782798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Pushing event updated for resources: {'Port': ['ID=360a81db-bad7-451e-82ba-afb125fb7805,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:02.788269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:02.878790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c443a1a-ed9d-411d-b197-dd0195a1845d req-26f36d18-2ac4-402f-aac6-e711368a9fdb tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:02.880382 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c443a1a-ed9d-411d-b197-dd0195a1845d req-26f36d18-2ac4-402f-aac6-e711368a9fdb tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 946 time: 0.1711199 Aug 29 17:26:02.950425 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd586f-71ac-4e0a-839c-4c7ceb8119c5 x-openstack-request-id: req-08fd586f-71ac-4e0a-839c-4c7ceb8119c5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:02.950783 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13820ff-8ddb-41e3-a2d3-a93047756aa8", "name": "network-vif-plugged", "status": "completed", "tag": "29084739-bf04-4187-8e85-8081a68ed436", "code": 200}, {"server_uuid": "3f5884ca-5159-4427-9e87-6b8299efffee", "name": "network-vif-plugged", "status": "completed", "tag": "842324d3-873d-4bcf-8913-1bbddc3963db", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:02.951042 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08fd586f-71ac-4e0a-839c-4c7ceb8119c5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:02.951463 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13820ff-8ddb-41e3-a2d3-a93047756aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29084739-bf04-4187-8e85-8081a68ed436', 'code': 200} Aug 29 17:26:02.951721 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5884ca-5159-4427-9e87-6b8299efffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842324d3-873d-4bcf-8913-1bbddc3963db', 'code': 200} Aug 29 17:26:02.962474 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c443a1a-ed9d-411d-b197-dd0195a1845d req-95a610c7-3bc5-46d4-99ae-f5079ececa97 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731466 Aug 29 17:26:03.044898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:03.050629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:03.112465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-038a307b-945c-4f82-aa23-f10d7c3bbc47 req-1c5ec8c1-88f7-4f0e-89a2-dc964a75c826 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 210 time: 0.0512850 Aug 29 17:26:03.217044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d16b3-83b0-4aff-b0b7-84be7fba717e req-16097b32-87c0-455d-aabd-8a588d32d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.221295 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-203d16b3-83b0-4aff-b0b7-84be7fba717e req-16097b32-87c0-455d-aabd-8a588d32d2cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 1098 time: 0.1455076 Aug 29 17:26:03.236498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093b42-9993-4e13-98fb-cca12969c2d8 req-cd1bdceb-bc3b-4a8a-8c8d-9a2e8b71808f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.238669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81093b42-9993-4e13-98fb-cca12969c2d8 req-cd1bdceb-bc3b-4a8a-8c8d-9a2e8b71808f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 945 time: 0.2163665 Aug 29 17:26:03.280423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd0fe0-4822-4041-ad64-72aac42fad46 req-291794b8-cdf0-4f33-8695-3e0e68fec900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.282010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97bd0fe0-4822-4041-ad64-72aac42fad46 req-291794b8-cdf0-4f33-8695-3e0e68fec900 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 1098 time: 0.1927273 Aug 29 17:26:03.319905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Router 65a23db8-eb93-434d-9643-bea5656f041c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:26:03.397380 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-203d16b3-83b0-4aff-b0b7-84be7fba717e req-ab13dffe-4196-4cb9-ab00-2aa652b54f10 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568344 Aug 29 17:26:03.436915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 38338c45-02b6-4e09-9b2a-3466e17dc57b up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:03.458033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81093b42-9993-4e13-98fb-cca12969c2d8 req-375d4f42-ab85-45c7-8e35-daed12e45ba6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023888 Aug 29 17:26:03.480600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:03.486508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8c3da9ce-c939-4746-a397-545e4449867a admin admin] 10.222.0.41 "PUT /v2.0/routers/65a23db8-eb93-434d-9643-bea5656f041c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7101309 Aug 29 17:26:03.518611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97bd0fe0-4822-4041-ad64-72aac42fad46 req-b3026223-08f2-4221-929d-f9c261512583 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065415 Aug 29 17:26:03.602920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:03.604240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-1245a61d-7423-4520-9f8a-487b12b9d31d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.619931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-1245a61d-7423-4520-9f8a-487b12b9d31d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.637352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-1245a61d-7423-4520-9f8a-487b12b9d31d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.670039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-1245a61d-7423-4520-9f8a-487b12b9d31d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.688906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-1245a61d-7423-4520-9f8a-487b12b9d31d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.715287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-1245a61d-7423-4520-9f8a-487b12b9d31d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.718550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 38338c45-02b6-4e09-9b2a-3466e17dc57b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:03.722223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-1245a61d-7423-4520-9f8a-487b12b9d31d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:03.732496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 38338c45-02b6-4e09-9b2a-3466e17dc57b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:03.733266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:03.748286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-1245a61d-7423-4520-9f8a-487b12b9d31d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.2613833 Aug 29 17:26:03.795332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:03.801210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:03.801805 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:03.850792 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bf377f3-e40b-4978-9fab-05f2cd9ecea2 req-c16b0c02-a15a-4eac-be83-c90014837bb5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091344 Aug 29 17:26:03.968451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:03.975815 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:04.014612 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:04.021659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46fe12-9d47-493a-842e-0e2fe5933691 req-d20d84e4-bfa8-4680-b41c-922cc2fb94bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.031089 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:04.034043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46fe12-9d47-493a-842e-0e2fe5933691 req-d20d84e4-bfa8-4680-b41c-922cc2fb94bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.039070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 38338c45-02b6-4e09-9b2a-3466e17dc57b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=38338c45-02b6-4e09-9b2a-3466e17dc57b,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:04.056836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46fe12-9d47-493a-842e-0e2fe5933691 req-d20d84e4-bfa8-4680-b41c-922cc2fb94bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.073970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46fe12-9d47-493a-842e-0e2fe5933691 req-d20d84e4-bfa8-4680-b41c-922cc2fb94bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.096688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46fe12-9d47-493a-842e-0e2fe5933691 req-d20d84e4-bfa8-4680-b41c-922cc2fb94bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.114560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46fe12-9d47-493a-842e-0e2fe5933691 req-d20d84e4-bfa8-4680-b41c-922cc2fb94bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.115358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:04.118130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:04.133329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46fe12-9d47-493a-842e-0e2fe5933691 req-d20d84e4-bfa8-4680-b41c-922cc2fb94bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.147856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44424) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:04.154225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Request body: {'floatingip': {'port_id': '3706a55f-1176-4a7b-83b9-8ed156c19eb5'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:04.160211 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b46fe12-9d47-493a-842e-0e2fe5933691 req-d20d84e4-bfa8-4680-b41c-922cc2fb94bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.2163167 Aug 29 17:26:04.276886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:04.298872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=38338c45-02b6-4e09-9b2a-3466e17dc57b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:04.388972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c9c3f-4edc-40bf-92bb-3890dfeb2120 req-7aa93e79-c3c3-4f67-82ea-9b1054222c71 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.398727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e8c9c3f-4edc-40bf-92bb-3890dfeb2120 req-7aa93e79-c3c3-4f67-82ea-9b1054222c71 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 946 time: 0.1408825 Aug 29 17:26:04.461026 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e8c9c3f-4edc-40bf-92bb-3890dfeb2120 req-c5f25e58-c683-4d64-9121-88f2ab324323 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613015 Aug 29 17:26:04.656546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-025e4983-f39b-4a22-b4e1-e41dde54f7a6 req-f3ac622b-30c9-4ef8-980f-4dc87c8f0410 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 210 time: 0.0663645 Aug 29 17:26:04.709802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-80a159bf-4f84-4749-9868-5cbd51b1ac19 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:04.720415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-80a159bf-4f84-4749-9868-5cbd51b1ac19 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 820 time: 0.3463409 Aug 29 17:26:04.745894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-16418f33-8b93-4e64-92d0-d91561ff0035 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/quotas/6bf99f0367a446da9faf8b84573e6fe6 HTTP/1.1" status: 200 len: 375 time: 0.0241141 Aug 29 17:26:04.953455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f67bee8-484b-485d-b9c1-229651ea81f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38338c45-02b6-4e09-9b2a-3466e17dc57b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:04.961629 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d60a6-0281-424f-a360-4dfcb63f2853" -d '{"events": [{"server_uuid": "4f67bee8-484b-485d-b9c1-229651ea81f1", "name": "network-vif-plugged", "status": "completed", "tag": "38338c45-02b6-4e09-9b2a-3466e17dc57b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:04.972207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-5410d44e-e98b-4cd7-ba32-b18ffb4c086a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2248278 Aug 29 17:26:05.162250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b3ad7f6-7129-4de7-b67d-f16fbe8b0231 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:05.164125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b3ad7f6-7129-4de7-b67d-f16fbe8b0231 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.44 "GET /v2.0/networks?id=69542ceb-8cfd-4619-bcb2-d3d7758a1f31 HTTP/1.1" status: 200 len: 806 time: 0.4158616 Aug 29 17:26:05.197574 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Sync routers for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:05.209148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:05.209804 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:05.317290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-898f16fc-fdd0-417b-94fc-1e955735d3fc service neutron] 10.222.0.41 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441696 Aug 29 17:26:05.349201 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-33a0d4cc-d290-4dc8-98b1-745493a691c4 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e91f7a7dc08f4327a22b89a9dbd78f9f HTTP/1.1" status: 200 len: 380 time: 0.1734347 Aug 29 17:26:05.381070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Request body: {'port': {'device_id': 'b0497749-5983-48e2-9fc8-0984fb306102', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'admin_state_up': True, 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'security_groups': ['7a1d61dd-55aa-4341-af25-c99f701cb876']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:05.446834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068026-34dc-46ee-99b3-1ccf75f94f7c req-eec0bfb4-dacc-4a59-85f3-62ec55007df4 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:05.448261 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e068026-34dc-46ee-99b3-1ccf75f94f7c req-eec0bfb4-dacc-4a59-85f3-62ec55007df4 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.1137040 Aug 29 17:26:05.460345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:05.492894 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:05.522211 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e068026-34dc-46ee-99b3-1ccf75f94f7c req-ae643d4a-91d9-419b-b8f7-990a6fba651e tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559182 Aug 29 17:26:05.573659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:05.574278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.663979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:26:05.703115 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99649912-166e-40a8-9763-41d583c4c061 x-openstack-request-id: req-99649912-166e-40a8-9763-41d583c4c061 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:05.703407 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f67bee8-484b-485d-b9c1-229651ea81f1", "name": "network-vif-plugged", "status": "completed", "tag": "38338c45-02b6-4e09-9b2a-3466e17dc57b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:05.703666 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99649912-166e-40a8-9763-41d583c4c061 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:05.705342 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f67bee8-484b-485d-b9c1-229651ea81f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38338c45-02b6-4e09-9b2a-3466e17dc57b', 'code': 200} Aug 29 17:26:05.767441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.795142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.811997 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 2, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:05.856549 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Checking router: 65a23db8-eb93-434d-9643-bea5656f041c for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:05.856960 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Updating router 65a23db8-eb93-434d-9643-bea5656f041c port 360a81db-bad7-451e-82ba-afb125fb7805 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:26:05.893217 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.918227 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52c0f0be-6b43-405a-9821-65776f8c8f75 req-59f50dce-d39e-4239-973a-62b4d4145c67 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 210 time: 0.0337534 Aug 29 17:26:05.982888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44504) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:06.132100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be89f45-0514-4796-995b-1104a8304ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.244452 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.257218 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Transition to ACTIVE for port object 360a81db-bad7-451e-82ba-afb125fb7805 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:06.271025 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.273469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c920ad-0d75-4160-b60f-15754245bcfd req-1f078f1c-69c8-4d55-a150-6a4755148436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:06.274267 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0c920ad-0d75-4160-b60f-15754245bcfd req-1f078f1c-69c8-4d55-a150-6a4755148436 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 1098 time: 0.4963722 Aug 29 17:26:06.297809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be89f45-0514-4796-995b-1104a8304ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.300815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-dd8a4010-cee0-4a69-9bef-a783303c134e service neutron] 10.222.0.41 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9505718 Aug 29 17:26:06.308062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be89f45-0514-4796-995b-1104a8304ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.351325 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Floating IP c1782f6e-b551-481d-a2b1-e94b241ad38c associated. External IP: 172.25.2.101, port: 3706a55f-1176-4a7b-83b9-8ed156c19eb5. Aug 29 17:26:06.383842 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Attempting to bind port 360a81db-bad7-451e-82ba-afb125fb7805 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:06.384463 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Attempting to bind port 360a81db-bad7-451e-82ba-afb125fb7805 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:06.385014 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Attempting to bind port 360a81db-bad7-451e-82ba-afb125fb7805 on network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:06.396000 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:06.396646 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Checking segment: {'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:06.397347 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.397927 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Bound using segment: {'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:06.398614 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Bound port: 360a81db-bad7-451e-82ba-afb125fb7805, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:06.399199 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.413957 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9b724-5ca7-4b6f-b040-4550aca12e72 None None] Pushing event updated for resources: {'Port': ['ID=360a81db-bad7-451e-82ba-afb125fb7805,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:06.426777 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6be89f45-0514-4796-995b-1104a8304ae7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=945cd53862fc4da89ce1408970b2b619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414246 Aug 29 17:26:06.428676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44516) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:06.447579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0c920ad-0d75-4160-b60f-15754245bcfd req-4cd0b9f9-0547-4e00-8313-9d7e00e97a1e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598349 Aug 29 17:26:06.449634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Made reservation on behalf of e91f7a7dc08f4327a22b89a9dbd78f9f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:06.452922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be89f45-0514-4796-995b-1104a8304ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab514a-e3fe-48b7-817d-083ca34c8000,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:06.472083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.539346 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] For port 360a81db-bad7-451e-82ba-afb125fb7805, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:06.546342 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] For port 360a81db-bad7-451e-82ba-afb125fb7805, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=360a81db-bad7-451e-82ba-afb125fb7805,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:06.557910 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.585092 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bab9108-e217-4a8c-a42d-a361999a2b64 req-c57a528c-3d31-4847-812f-20c68cefaf2a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 210 time: 0.0511408 Aug 29 17:26:06.623727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0032e6cd-ca3e-48fb-8f60-962278edf8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.668953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0032e6cd-ca3e-48fb-8f60-962278edf8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.675488 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:06.676296 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:06.679551 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9b724-5ca7-4b6f-b040-4550aca12e72 None None] Pushing event updated for resources: {'Port': ['ID=360a81db-bad7-451e-82ba-afb125fb7805,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:06.733421 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:26:06.787520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0032e6cd-ca3e-48fb-8f60-962278edf8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.794289 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0032e6cd-ca3e-48fb-8f60-962278edf8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.796906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0032e6cd-ca3e-48fb-8f60-962278edf8d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cab514a-e3fe-48b7-817d-083ca34c8000 HTTP/1.1" status: 204 len: 168 time: 0.3621817 Aug 29 17:26:06.822257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Allocated IP 172.20.0.3 (69542ceb-8cfd-4619-bcb2-d3d7758a1f31/fd2118f6-d4dc-407e-9572-b7438015c0ac/0d46c757-b476-4174-be7f-d62ac813f368) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:06.831822 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:06.840881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73609ae4-13e1-42a5-8ffc-6d861c7855a6 req-b2d5570b-41ff-4b7b-ad04-c0c25e1a5a84 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:06.849197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73609ae4-13e1-42a5-8ffc-6d861c7855a6 req-b2d5570b-41ff-4b7b-ad04-c0c25e1a5a84 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.1890793 Aug 29 17:26:06.857539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032e6cd-ca3e-48fb-8f60-962278edf8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab514a-e3fe-48b7-817d-083ca34c8000,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:07.023574 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73609ae4-13e1-42a5-8ffc-6d861c7855a6 req-6ab3258d-7c68-4705-aa8f-974997bab890 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733925 Aug 29 17:26:07.088513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:26:07.121867 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-96c2c11a-ec9d-4208-80b1-3fbda2de1ba6 req-d88e9a6f-fc7b-4eda-a86f-584bd8de5cba tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 210 time: 0.0641880 Aug 29 17:26:07.136271 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:06Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:07.194258 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278891a-23eb-4935-9fca-dea2d15ea1bf None None] The sync data for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 is: [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:06Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:07.339272 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.418365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:07.440467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5eadebc3-7407-4efa-b878-df68334ada3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.506963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Transition to ACTIVE for port object 0d46c757-b476-4174-be7f-d62ac813f368 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:07.556471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:07.564954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.571722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] Sync routers for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:07.586545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:07.590892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:07.603159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 76c131d7-e320-4faf-b3df-b797baa4e943 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:26:07.632490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4ed61c83-8633-4e5c-bdd0-cf72a4fd39ca tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "PUT /v2.0/floatingips/c1782f6e-b551-481d-a2b1-e94b241ad38c HTTP/1.1" status: 200 len: 992 time: 3.4831543 Aug 29 17:26:07.644299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 360a81db-bad7-451e-82ba-afb125fb7805 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:07.664964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5eadebc3-7407-4efa-b878-df68334ada3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.668623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '3706a55f-1176-4a7b-83b9-8ed156c19eb5'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:07.671002 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9663a3-cc9a-4235-9460-c9c4f9338413" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "3706a55f-1176-4a7b-83b9-8ed156c19eb5"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:07.677303 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5eadebc3-7407-4efa-b878-df68334ada3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.720367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.743163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5eadebc3-7407-4efa-b878-df68334ada3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=057804f4ecda4d4abbcb20f0ed184902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220613 Aug 29 17:26:07.744227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44572) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:07.745049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadebc3-7407-4efa-b878-df68334ada3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88a52cf-7493-4f47-be84-06c1467b10be,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:07.822157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event updated for resources: {'Port': ['ID=0d46c757-b476-4174-be7f-d62ac813f368,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:07.870124 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bafa4f-a702-4191-93b8-53e1ef14ae28 x-openstack-request-id: req-72bafa4f-a702-4191-93b8-53e1ef14ae28 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:07.871386 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "tag": "3706a55f-1176-4a7b-83b9-8ed156c19eb5", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:07.871873 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72bafa4f-a702-4191-93b8-53e1ef14ae28 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:07.872509 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'tag': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'status': 'completed', 'code': 200} Aug 29 17:26:07.877828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c6d67cf-5efd-4a44-bc18-cf4c1fb12d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.879674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0277d00-70cf-4b0c-8c1f-af25541afb7f req-6c705459-0c29-4c7b-b233-27be87238408 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 210 time: 0.0682433 Aug 29 17:26:07.898935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:07.902685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:07.908441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:07.912245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 360a81db-bad7-451e-82ba-afb125fb7805 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:07.929218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 360a81db-bad7-451e-82ba-afb125fb7805 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:07.929854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.944360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c6d67cf-5efd-4a44-bc18-cf4c1fb12d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:07.997798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:08.068302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c6d67cf-5efd-4a44-bc18-cf4c1fb12d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:08.071673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c6d67cf-5efd-4a44-bc18-cf4c1fb12d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:08.073561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5c6d67cf-5efd-4a44-bc18-cf4c1fb12d8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d88a52cf-7493-4f47-be84-06c1467b10be HTTP/1.1" status: 204 len: 168 time: 0.3251994 Aug 29 17:26:08.088705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.089974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:08.123914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d67cf-5efd-4a44-bc18-cf4c1fb12d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88a52cf-7493-4f47-be84-06c1467b10be,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:08.262083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-4d516595-4bb7-4836-ab03-06433fa91a11 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8982363 Aug 29 17:26:08.381300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-6d47f31b-f6b4-4a29-aa84-d2015697d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.382077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-6d47f31b-f6b4-4a29-aa84-d2015697d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.382563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-6d47f31b-f6b4-4a29-aa84-d2015697d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.385615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-6d47f31b-f6b4-4a29-aa84-d2015697d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.387165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-6d47f31b-f6b4-4a29-aa84-d2015697d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.387671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-6d47f31b-f6b4-4a29-aa84-d2015697d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.388156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-6d47f31b-f6b4-4a29-aa84-d2015697d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.390248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-6d47f31b-f6b4-4a29-aa84-d2015697d8ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6508 time: 0.3517542 Aug 29 17:26:08.404311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Request body: {'port': {'device_id': 'b0497749-5983-48e2-9fc8-0984fb306102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:08.504682 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:08.546892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-08066d1a-3edb-461c-ad79-39dfdc2737a2 None None] Provisioning for port 0d46c757-b476-4174-be7f-d62ac813f368 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:08.548014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a46562-8ec1-4c88-8a77-68c6fc76db8b req-170e1ff3-b44b-43dd-b424-ea3284512498 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.561828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '76c131d7-e320-4faf-b3df-b797baa4e943', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'port_id': '76c131d7-e320-4faf-b3df-b797baa4e943', 'mac_address': 'fa:16:3e:99:df:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6afdea-4eb5-44de-abf1-aa30422e284e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:26:08.562443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7a46562-8ec1-4c88-8a77-68c6fc76db8b req-170e1ff3-b44b-43dd-b424-ea3284512498 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.2897048 Aug 29 17:26:08.571219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-08066d1a-3edb-461c-ad79-39dfdc2737a2 None None] Provisioning complete for port 0d46c757-b476-4174-be7f-d62ac813f368 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:08.571747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08066d1a-3edb-461c-ad79-39dfdc2737a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:08.643530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-78d3e8bf-0c6c-42e4-bb02-894db9d2223e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.645305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-78d3e8bf-0c6c-42e4-bb02-894db9d2223e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.43 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 820 time: 0.4387908 Aug 29 17:26:08.659615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9c3ca-7a90-4d3c-99fb-716723e9b3d2 req-8d14fdc6-2f67-41ac-b273-473c7a192bcf tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.665002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64e9c3ca-7a90-4d3c-99fb-716723e9b3d2 req-8d14fdc6-2f67-41ac-b273-473c7a192bcf tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 931 time: 0.3874290 Aug 29 17:26:08.724540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7a46562-8ec1-4c88-8a77-68c6fc76db8b req-5dae060f-3870-418e-95ec-c7c2bf756c19 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564844 Aug 29 17:26:08.729040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Request body: {'port': {'device_id': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'admin_state_up': True, 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:08.759906 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:08.870656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-24cc658a-4bac-45e1-b19e-d485fb903f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:08.874034 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:08.874470 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-24cc658a-4bac-45e1-b19e-d485fb903f29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c94a284a-3908-4129-8987-ec9683304a7a HTTP/1.1" status: 200 len: 918 time: 0.4557867 Aug 29 17:26:08.893539 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:08.911893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76c131d7-e320-4faf-b3df-b797baa4e943 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:08.986616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:08.996766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-08066d1a-3edb-461c-ad79-39dfdc2737a2 None None] Port 0d46c757-b476-4174-be7f-d62ac813f368 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:26:09.017702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:09.031596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 360a81db-bad7-451e-82ba-afb125fb7805, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=360a81db-bad7-451e-82ba-afb125fb7805,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:09.089372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be810-9789-486d-97fe-c5a8703c78ec req-fb0e6711-b791-4f55-b183-74ea14e42811 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:09.103989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c87be810-9789-486d-97fe-c5a8703c78ec req-fb0e6711-b791-4f55-b183-74ea14e42811 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1505740 Aug 29 17:26:09.112551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Made reservation on behalf of 6bf99f0367a446da9faf8b84573e6fe6 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:09.120485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:09.122287 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:09.175022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:09.188769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-b55c7f50-b394-4853-a585-4a154afc1d82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 200 len: 1000 time: 0.2302191 Aug 29 17:26:09.240203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['76c131d7-e320-4faf-b3df-b797baa4e943'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:09.315056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'c1782f6e-b551-481d-a2b1-e94b241ad38c', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'port_id': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'mac_address': 'fa:16:3e:e0:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:24:35Z', 'updated_at': '2021-08-29T17:26:05Z', 'revision_number': 1, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:46Z', 'revision_number': 5, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:09.384201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] Checking router: f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:09.415646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=360a81db-bad7-451e-82ba-afb125fb7805,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:09.433311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:09.434841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:25:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:09.520940 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c87be810-9789-486d-97fe-c5a8703c78ec req-8aead78a-889c-4a8b-841a-0dcc2cbf42c2 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159420 Aug 29 17:26:09.602727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64e9c3ca-7a90-4d3c-99fb-716723e9b3d2 req-44310a96-d176-4f87-aad0-78fb30728902 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8605762 Aug 29 17:26:09.678082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-a9e3afb4-c855-41e1-b1d9-fd704a5abcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:09.679527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-a9e3afb4-c855-41e1-b1d9-fd704a5abcb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02c398ab-acc0-4618-b795-8014350499c2 HTTP/1.1" status: 200 len: 856 time: 0.2195125 Aug 29 17:26:09.736034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Allocated IP 172.20.0.11 (8cc7301e-b6d2-4e02-a9bb-6c11d0889806/26425fd2-d099-4bb4-8af6-1b2d6dde0a65/3e68fd4d-29eb-4787-ae91-845e238f047a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:09.892593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac022efb-eb2f-4d59-b296-15771155bcdf req-85dbdce2-3cfc-4d54-91bf-ef7ae97470dd tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 210 time: 0.0663524 Aug 29 17:26:09.909351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-4305791a-6fcf-4351-961f-0af10b76f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:09.910953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-4305791a-6fcf-4351-961f-0af10b76f7ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c94a284a-3908-4129-8987-ec9683304a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2217057 Aug 29 17:26:09.952766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-1ac52b0b-a4b4-4db6-96e2-4efaaad7af7d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:26:09.954376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-1ac52b0b-a4b4-4db6-96e2-4efaaad7af7d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075202 Aug 29 17:26:10.001978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d46c757-b476-4174-be7f-d62ac813f368 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:10.054619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:10.078972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:10.084458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Transition to ACTIVE for port object 0d46c757-b476-4174-be7f-d62ac813f368 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:10.113430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:10.207620 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-74fd638d-b5f8-4c43-b9c1-94a8f5ae0dc4 service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452075 Aug 29 17:26:10.254578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:10.288089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d46c757-b476-4174-be7f-d62ac813f368,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:10.461333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:10.488420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:10.493632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:10.524597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:10.588062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:10.589570 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:10.621330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553f1c5-8da8-46d0-b0ea-4063b00a9245 req-db291451-ce13-4944-9804-c14fac8e2bc5 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:10.632234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5553f1c5-8da8-46d0-b0ea-4063b00a9245 req-db291451-ce13-4944-9804-c14fac8e2bc5 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 946 time: 0.2572625 Aug 29 17:26:10.638232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9330640 Aug 29 17:26:10.708859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Attempting to bind port 0d46c757-b476-4174-be7f-d62ac813f368 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:10.709418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Attempting to bind port 0d46c757-b476-4174-be7f-d62ac813f368 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:10.709547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Attempting to bind port 0d46c757-b476-4174-be7f-d62ac813f368 on network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:10.723383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Request body: {'port': {'device_id': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:10.791146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'c1782f6e-b551-481d-a2b1-e94b241ad38c', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'port_id': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'mac_address': 'fa:16:3e:e0:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:24:35Z', 'updated_at': '2021-08-29T17:26:05Z', 'revision_number': 1, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:46Z', 'revision_number': 5, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:10.796664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Port 0d46c757-b476-4174-be7f-d62ac813f368 on network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:26:10.797017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Attempting to bind port 0d46c757-b476-4174-be7f-d62ac813f368 on network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:10.800913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:10.802840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event updated for resources: {'Port': ['ID=3e68fd4d-29eb-4787-ae91-845e238f047a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:10.824979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.825335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.825683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.826030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.826364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.826730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.827070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.827404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.827737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.828069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.828400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.852947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1142f7-090d-4783-a2fe-4ca3718c8fc1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:10.870989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:10.871343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Checking segment: {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:10.872926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c956e8-75bd-4bd4-b8bc-e3af5b39f54d None None] The sync data for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 is: [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'c1782f6e-b551-481d-a2b1-e94b241ad38c', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'port_id': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'mac_address': 'fa:16:3e:e0:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:24:35Z', 'updated_at': '2021-08-29T17:26:05Z', 'revision_number': 1, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:46Z', 'revision_number': 5, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:10.873416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Bound using segment: {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:10.873880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Bound port: 0d46c757-b476-4174-be7f-d62ac813f368, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a30b1b-78dc-4526-9a99-1cd0b264374e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:10.874255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:10.884329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd9663a3-cc9a-4235-9460-c9c4f9338413 req-b5491ffb-1595-430b-a056-f7a8de274796 service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543012 Aug 29 17:26:10.898226 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5553f1c5-8da8-46d0-b0ea-4063b00a9245 req-6c61321e-21dd-4d83-9c0c-896187668a3a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645462 Aug 29 17:26:11.001927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579d1cc-1b1f-407d-9c12-3d592e013351 req-4b47b14d-6d98-4f43-9bc3-de7786bbffad tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:11.002925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9579d1cc-1b1f-407d-9c12-3d592e013351 req-4b47b14d-6d98-4f43-9bc3-de7786bbffad tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 943 time: 0.2448797 Aug 29 17:26:11.100595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] For port 0d46c757-b476-4174-be7f-d62ac813f368, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:11.104960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] For port 0d46c757-b476-4174-be7f-d62ac813f368, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0d46c757-b476-4174-be7f-d62ac813f368,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:11.134488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.165846 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9579d1cc-1b1f-407d-9c12-3d592e013351 req-30c775b4-621a-4d98-9882-fdcf451a18bc tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517446 Aug 29 17:26:11.206735 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13c15b5a-0e60-4d85-bc4d-053817266aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.318450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:11.327371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.328895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] 10.222.0.44 "PUT /v2.0/ports/0d46c757-b476-4174-be7f-d62ac813f368 HTTP/1.1" status: 200 len: 1092 time: 3.0197687 Aug 29 17:26:11.348661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0497749-5983-48e2-9fc8-0984fb306102', 'tag': '0d46c757-b476-4174-be7f-d62ac813f368'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:11.365705 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff56ccb-086b-41f7-8cef-3604b1638bd7 None None] New status for floating IP c1782f6e-b551-481d-a2b1-e94b241ad38c: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:26:11.371454 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc51b35d-b33e-457d-b947-64bfa2ea5827" -d '{"events": [{"name": "network-changed", "server_uuid": "b0497749-5983-48e2-9fc8-0984fb306102", "tag": "0d46c757-b476-4174-be7f-d62ac813f368"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:11.587973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e68fd4d-29eb-4787-ae91-845e238f047a {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:11.592217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0001ce-47a0-4ffd-bef0-b9a7f8c3c8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d46c757-b476-4174-be7f-d62ac813f368,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:11.602393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 76c131d7-e320-4faf-b3df-b797baa4e943 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:11.615557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.671046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Transition to ACTIVE for port object 3e68fd4d-29eb-4787-ae91-845e238f047a will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:11.686034 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.699216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 360a81db-bad7-451e-82ba-afb125fb7805 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:11.748681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-239744d9-c834-4f37-9747-8a02da976b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:11.754021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-239744d9-c834-4f37-9747-8a02da976b84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e91f7a7dc08f4327a22b89a9dbd78f9f&device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 1095 time: 0.3474700 Aug 29 17:26:11.816433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bf647-b768-46e7-b152-9edb6f077b58 req-3133dc54-b85a-4e86-8362-53370a2e8758 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:11.819235 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421bf647-b768-46e7-b152-9edb6f077b58 req-3133dc54-b85a-4e86-8362-53370a2e8758 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 932 time: 0.2043319 Aug 29 17:26:11.833257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Pushing event updated for resources: {'Port': ['ID=3e68fd4d-29eb-4787-ae91-845e238f047a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:11.879722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4ddee-c6be-4cbc-afa2-a7888915c3fb req-5d44c536-9be4-4b56-be34-3057a82dfae1 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:11.890468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6e4ddee-c6be-4cbc-afa2-a7888915c3fb req-5d44c536-9be4-4b56-be34-3057a82dfae1 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.1294625 Aug 29 17:26:11.931438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421bf647-b768-46e7-b152-9edb6f077b58 req-4540eedd-de96-4779-9389-ba0d6dd12040 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022165 Aug 29 17:26:11.994190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 76c131d7-e320-4faf-b3df-b797baa4e943 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:11.994602 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.053313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 360a81db-bad7-451e-82ba-afb125fb7805 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:12.053700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.084963 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392fe6f2-680e-4ce2-a6d7-87db942695e9 x-openstack-request-id: req-392fe6f2-680e-4ce2-a6d7-87db942695e9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:12.085252 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0497749-5983-48e2-9fc8-0984fb306102", "tag": "0d46c757-b476-4174-be7f-d62ac813f368", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:12.085702 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-392fe6f2-680e-4ce2-a6d7-87db942695e9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:12.086111 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0497749-5983-48e2-9fc8-0984fb306102', 'tag': '0d46c757-b476-4174-be7f-d62ac813f368', 'status': 'completed', 'code': 200} Aug 29 17:26:12.088218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6e4ddee-c6be-4cbc-afa2-a7888915c3fb req-3c1a1a6c-6cbc-4404-875c-310774d69e20 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964662 Aug 29 17:26:12.095585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Attempting to bind port 3e68fd4d-29eb-4787-ae91-845e238f047a on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:12.097677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Attempting to bind port 3e68fd4d-29eb-4787-ae91-845e238f047a by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:12.098190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Attempting to bind port 3e68fd4d-29eb-4787-ae91-845e238f047a on network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:12.108267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Port 3e68fd4d-29eb-4787-ae91-845e238f047a on network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:26:12.116182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Attempting to bind port 3e68fd4d-29eb-4787-ae91-845e238f047a on network 8cc7301e-b6d2-4e02-a9bb-6c11d0889806 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:12.129197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:12.132930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Checking segment: {'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:12.133404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Bound using segment: {'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:12.135245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Bound port: 3e68fd4d-29eb-4787-ae91-845e238f047a, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b75868-4af6-49b9-abc9-e9affa31aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:12.135714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.190631 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.234906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:12.238631 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c685ac-5c68-4049-bfbb-586370480621" -d '{"events": [{"server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "name": "network-vif-plugged", "status": "completed", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:12.304507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:12.318354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.331341 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.408745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:12.432820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] For port 3e68fd4d-29eb-4787-ae91-845e238f047a, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:12.441614 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-bdb2e859-9e84-4414-acd9-871b454cdba1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d46c757-b476-4174-be7f-d62ac813f368 HTTP/1.1" status: 200 len: 217 time: 0.6773381 Aug 29 17:26:12.445960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] For port 3e68fd4d-29eb-4787-ae91-845e238f047a, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3e68fd4d-29eb-4787-ae91-845e238f047a,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:12.488781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.568153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-e5a6a7f7-7bb2-4fd8-9533-61f1a6ff90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:12.569643 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-e5a6a7f7-7bb2-4fd8-9533-61f1a6ff90bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd2118f6-d4dc-407e-9572-b7438015c0ac HTTP/1.1" status: 200 len: 845 time: 0.1181540 Aug 29 17:26:12.628641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:12.631051 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.633367 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] 10.222.0.43 "PUT /v2.0/ports/3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 1093 time: 1.9605153 Aug 29 17:26:12.636790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:12.642194 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e675da93-30ff-4026-a2ce-7f55a7aeee12" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:12.728827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0c5a3-08b2-40c0-862c-cf4b9fd52434 req-a33f05a1-c378-4d00-8380-d7919839526e tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:12.730270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-9709b382-ca5d-4651-aad6-176e3a2f1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:12.731808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-9709b382-ca5d-4651-aad6-176e3a2f1cbe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69542ceb-8cfd-4619-bcb2-d3d7758a1f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544542 Aug 29 17:26:12.742497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9b0c5a3-08b2-40c0-862c-cf4b9fd52434 req-a33f05a1-c378-4d00-8380-d7919839526e tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 943 time: 0.1870623 Aug 29 17:26:12.745237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-ce2a83dd-89b2-47ec-b8c6-d35ce43fb94a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:26:12.746245 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-ce2a83dd-89b2-47ec-b8c6-d35ce43fb94a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060065 Aug 29 17:26:12.755380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea37a4-4fa5-4e8c-bb45-bef9f139b724 req-670ff5a5-1ca0-4630-a881-7266b4a1a7c5 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:12.757168 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfea37a4-4fa5-4e8c-bb45-bef9f139b724 req-670ff5a5-1ca0-4630-a881-7266b4a1a7c5 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1209641 Aug 29 17:26:12.779974 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.811432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb06f7-3550-47e1-ae1f-62c2b64403dd service neutron] Pushing event updated for resources: {'Port': ['ID=3e68fd4d-29eb-4787-ae91-845e238f047a,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:12.879215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9b0c5a3-08b2-40c0-862c-cf4b9fd52434 req-41719ac6-d1a3-444f-8141-81bb6779c251 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347148 Aug 29 17:26:12.903315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfea37a4-4fa5-4e8c-bb45-bef9f139b724 req-262f36b8-43fd-4a09-9b08-8d81c081394b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371694 Aug 29 17:26:12.906139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-afaca56e-d052-4f1b-bf7c-e35e950c42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:12.918858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-afaca56e-d052-4f1b-bf7c-e35e950c42d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1096 time: 0.2197187 Aug 29 17:26:12.947144 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84cb476-c144-47f8-8d26-8b1bc3884ea6 x-openstack-request-id: req-f84cb476-c144-47f8-8d26-8b1bc3884ea6 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:12.947448 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "name": "network-vif-plugged", "status": "completed", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:12.947707 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f84cb476-c144-47f8-8d26-8b1bc3884ea6 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:12.948113 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943', 'code': 200} Aug 29 17:26:12.984688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-19ede1b2-1c56-4c0f-ae64-7b20cce0e6b3 service neutron] 10.222.0.44 "GET /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256446 Aug 29 17:26:13.015359 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b5103e-2660-47ba-94d6-c8f2558584ed x-openstack-request-id: req-e2b5103e-2660-47ba-94d6-c8f2558584ed {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:13.015579 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:13.015827 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2b5103e-2660-47ba-94d6-c8f2558584ed {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:13.017014 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'status': 'completed', 'code': 200} Aug 29 17:26:13.166119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f6ef712-b9f6-4161-8f42-03b8e41da11c req-462abf33-b589-4493-8f19-258aa4daf330 service neutron] 10.222.0.44 "GET /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740792 Aug 29 17:26:13.235598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-7323fd9f-9724-4d0a-b64a-3cf701d22a77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 217 time: 0.3096666 Aug 29 17:26:13.333194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-e3a2cac7-b819-42d7-8131-c8e25e9d13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:13.338070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-e3a2cac7-b819-42d7-8131-c8e25e9d13ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e91f7a7dc08f4327a22b89a9dbd78f9f&device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 1095 time: 0.1095719 Aug 29 17:26:13.358176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb8ed3-1cc4-49f0-8b11-1e5a0966034f req-0c70af92-e4e8-46c9-8e86-b2e3bdbc9b0f tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:13.366615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78cb8ed3-1cc4-49f0-8b11-1e5a0966034f req-0c70af92-e4e8-46c9-8e86-b2e3bdbc9b0f tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 944 time: 0.2866862 Aug 29 17:26:13.513660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-51664496-677f-440d-9db9-17547e7d7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:13.515393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-51664496-677f-440d-9db9-17547e7d7cf3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69542ceb-8cfd-4619-bcb2-d3d7758a1f31 HTTP/1.1" status: 200 len: 907 time: 0.1697326 Aug 29 17:26:13.556254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78cb8ed3-1cc4-49f0-8b11-1e5a0966034f req-8d95e030-4c24-49d4-a881-104fe1bcce86 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868732 Aug 29 17:26:13.558932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-e763b8b6-70ec-4164-93bd-4d6fafaac820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:13.569721 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-e763b8b6-70ec-4164-93bd-4d6fafaac820 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.3251889 Aug 29 17:26:13.624151 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-c7e9682f-aa77-438d-9478-cf231f37691d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d46c757-b476-4174-be7f-d62ac813f368 HTTP/1.1" status: 200 len: 217 time: 0.0631895 Aug 29 17:26:13.642125 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-c51cb529-182b-4e20-9e8a-2c0e9446257a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555451 Aug 29 17:26:13.656394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e711-e303-4a8c-95e1-3a9cfc854dfe req-01a51333-6b57-4df4-9d6d-3266fb75b3f7 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:13.663617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e711-e303-4a8c-95e1-3a9cfc854dfe req-01a51333-6b57-4df4-9d6d-3266fb75b3f7 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:13.670827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e711-e303-4a8c-95e1-3a9cfc854dfe req-01a51333-6b57-4df4-9d6d-3266fb75b3f7 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:13.679999 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61b3e711-e303-4a8c-95e1-3a9cfc854dfe req-01a51333-6b57-4df4-9d6d-3266fb75b3f7 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1&device_id=3f5884ca-5159-4427-9e87-6b8299efffee&device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 2419 time: 0.1679277 Aug 29 17:26:13.769657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61b3e711-e303-4a8c-95e1-3a9cfc854dfe req-d9201b73-a6f4-4e3d-b177-6a3fbb91f6a3 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885644 Aug 29 17:26:13.801836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-fab9e4c1-cecd-44da-8c40-f7725b63ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:13.819425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-fab9e4c1-cecd-44da-8c40-f7725b63ad70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd2118f6-d4dc-407e-9572-b7438015c0ac HTTP/1.1" status: 200 len: 845 time: 0.1183217 Aug 29 17:26:13.835332 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c386d84b-507e-4318-806d-050bbb3d0b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:13.928559 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:13.970068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-de09a414-36c1-4912-b922-167eb7c8c9e8 service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092520 Aug 29 17:26:14.148134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2de88-032a-4de9-aee7-e6ebddd88d32 req-97071500-fce0-4ae0-9e29-630763a3b775 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:14.161101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52a2de88-032a-4de9-aee7-e6ebddd88d32 req-97071500-fce0-4ae0-9e29-630763a3b775 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.2054751 Aug 29 17:26:14.169438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-ff57bd0e-f9e7-414c-aa74-14259a7ca736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:14.171912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-ff57bd0e-f9e7-414c-aa74-14259a7ca736 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69542ceb-8cfd-4619-bcb2-d3d7758a1f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3439469 Aug 29 17:26:14.218413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d5ddcf3-375d-40a9-a36d-d9d6c628048b req-0fb6d872-21f5-4f2f-9198-66def7449aa6 service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394624 Aug 29 17:26:14.278909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37899826-ea74-44ba-986b-ffffa2421874 req-18600a27-98e4-4846-9cbb-6629608551e9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:14.302521 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37899826-ea74-44ba-986b-ffffa2421874 req-18600a27-98e4-4846-9cbb-6629608551e9 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 943 time: 0.2047660 Aug 29 17:26:14.339253 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52a2de88-032a-4de9-aee7-e6ebddd88d32 req-cb6a461a-be30-45e4-8f99-8803a475c2aa tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771021 Aug 29 17:26:14.446007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-b623002d-4009-40a7-9220-53f0fa6425ea service neutron] 10.222.0.44 "GET /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622206 Aug 29 17:26:14.529093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37899826-ea74-44ba-986b-ffffa2421874 req-3e847659-f90c-40f4-9fa3-247254f710bb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225490 Aug 29 17:26:14.565956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-de7acb10-ae18-42d9-8609-03e4e7bf97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:14.568795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-de7acb10-ae18-42d9-8609-03e4e7bf97d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1096 time: 0.2578702 Aug 29 17:26:14.630161 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc51b35d-b33e-457d-b947-64bfa2ea5827 req-f9c1ab55-35a3-472b-8e84-50f35096393f service neutron] 10.222.0.44 "GET /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753790 Aug 29 17:26:14.730850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-dc135574-8c64-442f-a6db-45df216d5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:14.732722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-dc135574-8c64-442f-a6db-45df216d5f2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 921 time: 0.1559060 Aug 29 17:26:14.820434 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-eea48323-e220-48e8-8f2c-3ab0667cf764 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 217 time: 0.0405254 Aug 29 17:26:14.897574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06a844-ba16-4704-8218-51d9f87b26ae req-69a0ee5a-c6e8-473c-ba1b-da7bebb2832f tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:14.899288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f06a844-ba16-4704-8218-51d9f87b26ae req-69a0ee5a-c6e8-473c-ba1b-da7bebb2832f tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 944 time: 0.1624975 Aug 29 17:26:14.929263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-e8617fc0-3512-4b6e-8bde-b7412f0fd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:14.930989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-e8617fc0-3512-4b6e-8bde-b7412f0fd01d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.0993612 Aug 29 17:26:14.984377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-c0027402-f26e-43ad-bfc6-1055f6507fc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440497 Aug 29 17:26:15.134205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-dc8ad597-0cee-4b26-85d9-b476d86e2368 service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358609 Aug 29 17:26:15.144366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f06a844-ba16-4704-8218-51d9f87b26ae req-443a708b-77cb-4ee1-8545-66dad934a69b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307529 Aug 29 17:26:15.373819 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:15.527168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0d46c757-b476-4174-be7f-d62ac813f368 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:26:15.791291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e675da93-30ff-4026-a2ce-7f55a7aeee12 req-7f9d77d0-101c-4cbc-b479-0265e1b8edfe service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458254 Aug 29 17:26:15.857102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0d46c757-b476-4174-be7f-d62ac813f368, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0d46c757-b476-4174-be7f-d62ac813f368,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:15.891914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '0d46c757-b476-4174-be7f-d62ac813f368', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'port_id': '0d46c757-b476-4174-be7f-d62ac813f368', 'mac_address': 'fa:16:3e:2f:7c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:26:15.906500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237c8a-bd45-4363-bb4f-af3e8b7f15f7 req-7378a4b0-c4ff-456a-b9e4-dd58d174a195 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:15.915180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07237c8a-bd45-4363-bb4f-af3e8b7f15f7 req-7378a4b0-c4ff-456a-b9e4-dd58d174a195 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 943 time: 0.1229169 Aug 29 17:26:15.965840 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:15.991399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07237c8a-bd45-4363-bb4f-af3e8b7f15f7 req-17bada39-d26e-4e73-a78a-16c1a278c524 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678627 Aug 29 17:26:15.995302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d46c757-b476-4174-be7f-d62ac813f368 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:16.026419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0d46c757-b476-4174-be7f-d62ac813f368, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0d46c757-b476-4174-be7f-d62ac813f368,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:16.035373 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:16.107714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=0d46c757-b476-4174-be7f-d62ac813f368,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:16.304380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['0d46c757-b476-4174-be7f-d62ac813f368'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:16.421852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99804260-92be-4f48-9dfa-5157f365d700 req-0213b502-0638-46c8-b4ad-a89b738218aa tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:16.428566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99804260-92be-4f48-9dfa-5157f365d700 req-0213b502-0638-46c8-b4ad-a89b738218aa tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 944 time: 0.1543560 Aug 29 17:26:16.528460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99804260-92be-4f48-9dfa-5157f365d700 req-65325b2b-9aa0-45a0-aecb-e2df51470ff8 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932310 Aug 29 17:26:16.706498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:16.908825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6965a-6619-496a-acb2-55817b4a2f2d req-333c1905-eeb4-40eb-b63e-486eb309ee22 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:16.910707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ac6965a-6619-496a-acb2-55817b4a2f2d req-333c1905-eeb4-40eb-b63e-486eb309ee22 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1030791 Aug 29 17:26:16.968900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ac6965a-6619-496a-acb2-55817b4a2f2d req-d7cc7f44-af08-4ccc-aea4-fa24a06e87f6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Aug 29 17:26:17.187669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762274d7-5e1d-4712-beef-8b3e3dc4c77b req-abafa6c6-9e82-4bdd-b4a4-d8615261c0d6 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:17.196900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-762274d7-5e1d-4712-beef-8b3e3dc4c77b req-abafa6c6-9e82-4bdd-b4a4-d8615261c0d6 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 944 time: 0.0930882 Aug 29 17:26:17.240354 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-762274d7-5e1d-4712-beef-8b3e3dc4c77b req-e59fcab6-4e2f-4db8-8308-00e0b853ce3d tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Aug 29 17:26:17.532556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0d46c757-b476-4174-be7f-d62ac813f368 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:17.637245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3e68fd4d-29eb-4787-ae91-845e238f047a details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:26:17.646845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 0d46c757-b476-4174-be7f-d62ac813f368 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:17.689559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 0d46c757-b476-4174-be7f-d62ac813f368 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:17.689933 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:17.739661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b48ab0-e699-4bd1-85ac-ad48765b2f22 req-e08261c4-7ea8-43f5-b1e4-067ad849d476 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:17.749331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a7b48ab0-e699-4bd1-85ac-ad48765b2f22 req-e08261c4-7ea8-43f5-b1e4-067ad849d476 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 944 time: 0.1021512 Aug 29 17:26:17.824232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a7b48ab0-e699-4bd1-85ac-ad48765b2f22 req-9b46a6d9-e33c-4d1c-b925-be01873a0edd tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737286 Aug 29 17:26:17.880222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3e68fd4d-29eb-4787-ae91-845e238f047a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3e68fd4d-29eb-4787-ae91-845e238f047a,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:17.889339 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:17.917071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'port_id': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'mac_address': 'fa:16:3e:c5:64:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:26:17.927649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0497749-5983-48e2-9fc8-0984fb306102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d46c757-b476-4174-be7f-d62ac813f368'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:17.931577 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b144f504-1c56-4429-aaab-1981da52403c" -d '{"events": [{"server_uuid": "b0497749-5983-48e2-9fc8-0984fb306102", "name": "network-vif-plugged", "status": "completed", "tag": "0d46c757-b476-4174-be7f-d62ac813f368"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:17.965099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0d46c757-b476-4174-be7f-d62ac813f368, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0d46c757-b476-4174-be7f-d62ac813f368,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:17.980931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:18.022781 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:18.043587 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedd7999-e574-4ab2-921c-d35c698d0228 x-openstack-request-id: req-bedd7999-e574-4ab2-921c-d35c698d0228 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:18.043890 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0497749-5983-48e2-9fc8-0984fb306102", "name": "network-vif-plugged", "status": "completed", "tag": "0d46c757-b476-4174-be7f-d62ac813f368", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:18.044165 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bedd7999-e574-4ab2-921c-d35c698d0228 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:18.044589 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0497749-5983-48e2-9fc8-0984fb306102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d46c757-b476-4174-be7f-d62ac813f368', 'code': 200} Aug 29 17:26:18.046037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e68fd4d-29eb-4787-ae91-845e238f047a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:18.101843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3e68fd4d-29eb-4787-ae91-845e238f047a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3e68fd4d-29eb-4787-ae91-845e238f047a,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:18.116195 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:18.124825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=0d46c757-b476-4174-be7f-d62ac813f368,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:18.249275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3e68fd4d-29eb-4787-ae91-845e238f047a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:18.262452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf4c5e-7239-4a4b-803d-fe9bee8ea1b0 req-d8447bff-3e22-4e05-9751-eb8cfe85cbdd tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:18.264545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d7cf4c5e-7239-4a4b-803d-fe9bee8ea1b0 req-d8447bff-3e22-4e05-9751-eb8cfe85cbdd tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1748390 Aug 29 17:26:18.280596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bce8ba-bf65-47d8-9b0b-7df2e3e09d00 req-2ab628d9-28e3-49ff-9612-dbc904e17365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:18.285488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26bce8ba-bf65-47d8-9b0b-7df2e3e09d00 req-2ab628d9-28e3-49ff-9612-dbc904e17365 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 1097 time: 0.1464605 Aug 29 17:26:18.411766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9e9ac-0a65-4f4c-8d7f-eccc7abe05dc req-e74456c3-1777-482e-aef0-41dbb630e076 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:18.421442 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29d9e9ac-0a65-4f4c-8d7f-eccc7abe05dc req-e74456c3-1777-482e-aef0-41dbb630e076 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.0782673 Aug 29 17:26:18.427173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d7cf4c5e-7239-4a4b-803d-fe9bee8ea1b0 req-57ecf6a4-50dd-4a6a-912b-6b94a6ad6208 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506999 Aug 29 17:26:18.432413 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26bce8ba-bf65-47d8-9b0b-7df2e3e09d00 req-ff9a5ec5-ca96-44e7-8e64-e4bcedf6cc19 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326430 Aug 29 17:26:18.451855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3e68fd4d-29eb-4787-ae91-845e238f047a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:18.558876 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29d9e9ac-0a65-4f4c-8d7f-eccc7abe05dc req-a8b081f4-75e4-413b-8091-ff2fd31a85fb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353784 Aug 29 17:26:18.975562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f94c1-88c5-47c1-8636-29b901d624ae req-b8254abb-5a80-4267-b13f-f79ef35d2bd9 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:18.977159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee3f94c1-88c5-47c1-8636-29b901d624ae req-b8254abb-5a80-4267-b13f-f79ef35d2bd9 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 945 time: 0.0794814 Aug 29 17:26:19.027566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee3f94c1-88c5-47c1-8636-29b901d624ae req-0abe0496-db3d-4e60-8424-c8fe519f1b2a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Aug 29 17:26:19.597188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd2401-504f-4828-a114-84d07cd26915 req-d11e5bae-e2f9-43f4-b9d5-79322d159fc6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:19.606289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1fd2401-504f-4828-a114-84d07cd26915 req-d11e5bae-e2f9-43f4-b9d5-79322d159fc6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1019895 Aug 29 17:26:19.650357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3e68fd4d-29eb-4787-ae91-845e238f047a up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:19.686881 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1fd2401-504f-4828-a114-84d07cd26915 req-0de71613-efc4-4ad1-b807-e40ee617915e tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781109 Aug 29 17:26:19.788894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 3e68fd4d-29eb-4787-ae91-845e238f047a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:19.794110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 3e68fd4d-29eb-4787-ae91-845e238f047a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:19.794493 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.880759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e82cdd-d88f-45a3-b62d-e5b2e46bca03 req-57db2c60-c52f-4067-955c-c8769bfa16d0 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:19.893053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1e82cdd-d88f-45a3-b62d-e5b2e46bca03 req-57db2c60-c52f-4067-955c-c8769bfa16d0 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.1029663 Aug 29 17:26:19.968914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1e82cdd-d88f-45a3-b62d-e5b2e46bca03 req-542122df-908c-4d64-b3fc-bb013e9ea064 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697587 Aug 29 17:26:19.989033 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.039297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3e68fd4d-29eb-4787-ae91-845e238f047a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3e68fd4d-29eb-4787-ae91-845e238f047a,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:20.047157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:20.050391 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6161d51-82ef-4696-99ca-d152fee933a3" -d '{"events": [{"server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "name": "network-vif-plugged", "status": "completed", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:20.054937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.119675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3e68fd4d-29eb-4787-ae91-845e238f047a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:20.155070 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b40d60-2cf5-41c5-9792-697e0a7a2d20 x-openstack-request-id: req-b2b40d60-2cf5-41c5-9792-697e0a7a2d20 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:20.155318 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "name": "network-vif-plugged", "status": "completed", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:20.155534 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2b40d60-2cf5-41c5-9792-697e0a7a2d20 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:20.155931 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'code': 200} Aug 29 17:26:20.356737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7f38-2174-4262-994c-d55f38c8a61d req-a42f58a6-182c-49c0-a2a5-80d21bdff8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:20.358661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63dd7f38-2174-4262-994c-d55f38c8a61d req-a42f58a6-182c-49c0-a2a5-80d21bdff8cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1098 time: 0.1211207 Aug 29 17:26:20.457836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63dd7f38-2174-4262-994c-d55f38c8a61d req-17a66bdb-8b67-46ed-b0ff-4af3e649c266 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887966 Aug 29 17:26:20.749568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6668-6d63-4fd6-ac47-eb613edd9d01 req-39150298-2177-4c60-ae4b-697d435c9360 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:20.759000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-287a6668-6d63-4fd6-ac47-eb613edd9d01 req-39150298-2177-4c60-ae4b-697d435c9360 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.5853074 Aug 29 17:26:20.811084 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-287a6668-6d63-4fd6-ac47-eb613edd9d01 req-ed5d35de-1c71-48e4-a88c-934f155f2444 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483823 Aug 29 17:26:21.051706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5d7c6-1b78-4cd9-ba37-101730a80603 req-8c093c38-9687-465f-8a6e-5ef41a18857f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:21.057571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3eb5d7c6-1b78-4cd9-ba37-101730a80603 req-8c093c38-9687-465f-8a6e-5ef41a18857f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1408067 Aug 29 17:26:21.123209 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3eb5d7c6-1b78-4cd9-ba37-101730a80603 req-ee66c9ae-5442-43f2-9d77-1ac84b9a91c4 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597205 Aug 29 17:26:21.165661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d8d1b-a2ed-40ca-84a5-31257ad34173 req-5c1d4dc3-0469-4ef6-b5c1-b68aefca2f46 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:21.176145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-208d8d1b-a2ed-40ca-84a5-31257ad34173 req-5c1d4dc3-0469-4ef6-b5c1-b68aefca2f46 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.0887594 Aug 29 17:26:21.245002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-208d8d1b-a2ed-40ca-84a5-31257ad34173 req-e431b6d3-fbd6-48b4-9acc-f5c0227414ff tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571699 Aug 29 17:26:21.459850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4e307-c14a-4a8d-a8ca-3de4ff3440e6 req-0eb12741-17f6-44d2-99de-a5dc41e3c60b tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:21.466996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3ce4e307-c14a-4a8d-a8ca-3de4ff3440e6 req-0eb12741-17f6-44d2-99de-a5dc41e3c60b tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.1273773 Aug 29 17:26:21.472409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45030) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:21.477295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Request body: {'floatingip': {'port_id': '0d46c757-b476-4174-be7f-d62ac813f368'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:21.579871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:21.651638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45036) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:21.847341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45044) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:21.924211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb71e810-4e3f-4ad6-9337-b125512a4945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:21.977686 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5607459-f28c-41e5-825c-2c679cf8adee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.064570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2af6e-774e-45b2-b6d2-07219a2b6be3 req-8f8f7037-3dd6-499b-8c9a-8ffe544d895c tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:22.067232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57a2af6e-774e-45b2-b6d2-07219a2b6be3 req-8f8f7037-3dd6-499b-8c9a-8ffe544d895c tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.0991838 Aug 29 17:26:22.144711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57a2af6e-774e-45b2-b6d2-07219a2b6be3 req-a566f2a0-f62c-45e3-aea5-62f63431db74 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622642 Aug 29 17:26:22.184059 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb71e810-4e3f-4ad6-9337-b125512a4945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.195306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb71e810-4e3f-4ad6-9337-b125512a4945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.252613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71e810-4e3f-4ad6-9337-b125512a4945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8526cc0-15b1-4f24-bfb7-a2b7f0ade698,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:22.265409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cb71e810-4e3f-4ad6-9337-b125512a4945 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9341e87f4fc74df49e9298de0bab1b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159281 Aug 29 17:26:22.272816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45064) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:22.343099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-942bc08a-a28e-46c1-80d8-c82f2434256a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.400676 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-942bc08a-a28e-46c1-80d8-c82f2434256a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.483528 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.496969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.506703 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5607459-f28c-41e5-825c-2c679cf8adee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.528768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5607459-f28c-41e5-825c-2c679cf8adee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.558299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a810d02-2dbd-437a-8f6e-b739fe6dc42c req-a2575b55-ee8a-4905-91ee-676e028172b6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:22.559873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a810d02-2dbd-437a-8f6e-b739fe6dc42c req-a2575b55-ee8a-4905-91ee-676e028172b6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.2516813 Aug 29 17:26:22.570668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5607459-f28c-41e5-825c-2c679cf8adee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d65f36-79bf-4f34-a2bc-d780678d364d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:22.592459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a5607459-f28c-41e5-825c-2c679cf8adee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc0585062c424a2d8b8f91c86f9d673d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9397221 Aug 29 17:26:22.596237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45068) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:22.601988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22839-b370-4684-94e2-1c592ba7efca req-4c156b7e-f757-4be3-9200-930fc234bfce tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:22.603528 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00c22839-b370-4684-94e2-1c592ba7efca req-4c156b7e-f757-4be3-9200-930fc234bfce tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1464055 Aug 29 17:26:22.605946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138f8e-fb6a-4222-8986-570897b80edc req-ca1b2fa0-bb58-4482-8517-da32ccffa9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:22.607367 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15138f8e-fb6a-4222-8986-570897b80edc req-ca1b2fa0-bb58-4482-8517-da32ccffa9b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1098 time: 0.1864970 Aug 29 17:26:22.682650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-942bc08a-a28e-46c1-80d8-c82f2434256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.685179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-942bc08a-a28e-46c1-80d8-c82f2434256a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.686336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-942bc08a-a28e-46c1-80d8-c82f2434256a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8526cc0-15b1-4f24-bfb7-a2b7f0ade698 HTTP/1.1" status: 204 len: 168 time: 0.4119370 Aug 29 17:26:22.718543 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a810d02-2dbd-437a-8f6e-b739fe6dc42c req-28340f08-9e4f-4e83-9d76-4e05bfe7a299 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390371 Aug 29 17:26:22.732464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bc08a-a28e-46c1-80d8-c82f2434256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8526cc0-15b1-4f24-bfb7-a2b7f0ade698,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:22.752043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a82a263d-2271-4460-855a-8d4065192874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.767289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00c22839-b370-4684-94e2-1c592ba7efca req-c5dbe387-47a3-426e-9e6e-219d28d15397 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002219 Aug 29 17:26:22.776417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a82a263d-2271-4460-855a-8d4065192874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.786390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138f8e-fb6a-4222-8986-570897b80edc req-17a16b70-9dd9-4a54-8af7-e34552f8c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:22.788225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15138f8e-fb6a-4222-8986-570897b80edc req-17a16b70-9dd9-4a54-8af7-e34552f8c77a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 921 time: 0.1698663 Aug 29 17:26:22.816920 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Floating IP 6e197aa5-16c5-45c9-a6aa-3776c71f15b8 associated. External IP: 172.25.2.77, port: 0d46c757-b476-4174-be7f-d62ac813f368. Aug 29 17:26:22.843919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15138f8e-fb6a-4222-8986-570897b80edc req-b600d9f7-97e4-4e0b-95c8-2cff6ab322e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 217 time: 0.0465841 Aug 29 17:26:22.920209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138f8e-fb6a-4222-8986-570897b80edc req-8ebdc167-710f-4029-9f44-188b4e6bfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:22.923553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15138f8e-fb6a-4222-8986-570897b80edc req-8ebdc167-710f-4029-9f44-188b4e6bfd18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.0667529 Aug 29 17:26:22.971612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15138f8e-fb6a-4222-8986-570897b80edc req-f45be766-d47b-4020-925e-d42da3c097cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365295 Aug 29 17:26:22.984957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a82a263d-2271-4460-855a-8d4065192874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.987521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a82a263d-2271-4460-855a-8d4065192874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:22.988937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a82a263d-2271-4460-855a-8d4065192874 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3d65f36-79bf-4f34-a2bc-d780678d364d HTTP/1.1" status: 204 len: 168 time: 0.3915267 Aug 29 17:26:23.021180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a263d-2271-4460-855a-8d4065192874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d65f36-79bf-4f34-a2bc-d780678d364d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:23.177943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15138f8e-fb6a-4222-8986-570897b80edc req-12e45aac-3e8e-4ee9-b71c-b6c98558df35 service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980476 Aug 29 17:26:23.286085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:26:23.392232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15138f8e-fb6a-4222-8986-570897b80edc req-1e3bac5b-e435-4cf7-9225-06e3fe615232 service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015960 Aug 29 17:26:23.511045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:23.527130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] Sync routers for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:23.528021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:23.542232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:23.543193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:23.577011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-734074d3-61ed-4cc3-86e5-49972c058482 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "PUT /v2.0/floatingips/6e197aa5-16c5-45c9-a6aa-3776c71f15b8 HTTP/1.1" status: 200 len: 990 time: 2.1033664 Aug 29 17:26:23.577871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0497749-5983-48e2-9fc8-0984fb306102', 'tag': '0d46c757-b476-4174-be7f-d62ac813f368'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:23.592505 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90dbb25-ff12-4368-8b9c-1245267e820c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0497749-5983-48e2-9fc8-0984fb306102", "tag": "0d46c757-b476-4174-be7f-d62ac813f368"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:23.685613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45120) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:23.705065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:23.798457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:23.901003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:23.910727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:23.925794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872f0e-b866-4639-b180-edc4d9b142b0 req-2944920d-59bd-4c00-9304-404455073708 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:23.939861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73872f0e-b866-4639-b180-edc4d9b142b0 req-2944920d-59bd-4c00-9304-404455073708 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1038046 Aug 29 17:26:24.022803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73872f0e-b866-4639-b180-edc4d9b142b0 req-632a9f34-bcb3-494c-9f3f-402299476565 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811234 Aug 29 17:26:24.035495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45132) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:24.036852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1f682d0de144a72bce2ef234074d313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491066 Aug 29 17:26:24.052750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be96ec64-178d-4311-a5b1-f4bfcd69d6cd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:24.069699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.070115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.074898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.075396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.075769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.076116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.076541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.076887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.077223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.078163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.078474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.081315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b6574-e6e1-428c-bee4-8763cfe76779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:24.172818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:24.205782 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe643c1-c799-4a08-b3b7-599dc063010a x-openstack-request-id: req-dfe643c1-c799-4a08-b3b7-599dc063010a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:24.206227 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0497749-5983-48e2-9fc8-0984fb306102", "tag": "0d46c757-b476-4174-be7f-d62ac813f368", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:24.206512 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfe643c1-c799-4a08-b3b7-599dc063010a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:24.207149 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0497749-5983-48e2-9fc8-0984fb306102', 'tag': '0d46c757-b476-4174-be7f-d62ac813f368', 'status': 'completed', 'code': 200} Aug 29 17:26:24.240472 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01adc1d0-aabc-4ff2-af17-2a6a6059adb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:24.317038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-a919183b-4c77-4fc1-96ba-7956d63e6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:24.322335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-a919183b-4c77-4fc1-96ba-7956d63e6192 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e91f7a7dc08f4327a22b89a9dbd78f9f&device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 1097 time: 0.0974426 Aug 29 17:26:24.335995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01adc1d0-aabc-4ff2-af17-2a6a6059adb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:24.383719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '6e197aa5-16c5-45c9-a6aa-3776c71f15b8', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'port_id': '0d46c757-b476-4174-be7f-d62ac813f368', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'mac_address': 'fa:16:3e:2f:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0497749-5983-48e2-9fc8-0984fb306102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:22Z', 'revision_number': 1, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:59Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:24.405195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20132dc8-d594-4358-978d-4868afdc07f2 req-ad32193d-d1a4-402c-a7cd-33f3b324b97c tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:24.406188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20132dc8-d594-4358-978d-4868afdc07f2 req-ad32193d-d1a4-402c-a7cd-33f3b324b97c tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.2319057 Aug 29 17:26:24.445009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-1dc572ca-4ce1-4677-b12f-1deb7d612bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:24.447172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-1dc572ca-4ce1-4677-b12f-1deb7d612bed service neutron] 10.222.0.44 "GET /v2.0/networks?id=69542ceb-8cfd-4619-bcb2-d3d7758a1f31 HTTP/1.1" status: 200 len: 907 time: 0.1171119 Aug 29 17:26:24.452600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-368019823-network', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:24.464571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] Checking router: fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:24.489099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:24.489941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:24.493938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20132dc8-d594-4358-978d-4868afdc07f2 req-25013ac1-c2aa-49a2-b659-a945126f9dc2 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740397 Aug 29 17:26:24.536465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01adc1d0-aabc-4ff2-af17-2a6a6059adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:24.536465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01adc1d0-aabc-4ff2-af17-2a6a6059adb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:24.536465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-01adc1d0-aabc-4ff2-af17-2a6a6059adb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be96ec64-178d-4311-a5b1-f4bfcd69d6cd HTTP/1.1" status: 204 len: 168 time: 0.4989772 Aug 29 17:26:24.550053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adc1d0-aabc-4ff2-af17-2a6a6059adb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be96ec64-178d-4311-a5b1-f4bfcd69d6cd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:24.571673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Made reservation on behalf of fdf62a3dff7b42af9d083065a616e01b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:24.574133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:24.590636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:24.644048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-c8d6fcc8-233b-496d-9f06-3888282db107 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d46c757-b476-4174-be7f-d62ac813f368 HTTP/1.1" status: 200 len: 998 time: 0.1455152 Aug 29 17:26:24.737380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:24.804915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-55240149-f29b-4ab2-9ade-d7398465d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:24.806333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-55240149-f29b-4ab2-9ade-d7398465d6ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd2118f6-d4dc-407e-9572-b7438015c0ac HTTP/1.1" status: 200 len: 845 time: 0.1511164 Aug 29 17:26:24.933107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-ea672b60-e8f6-4f77-a758-f4538f67666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:24.937048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-ea672b60-e8f6-4f77-a758-f4538f67666b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69542ceb-8cfd-4619-bcb2-d3d7758a1f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152394 Aug 29 17:26:24.945985 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:24.968506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:25.055069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:26:25.077522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ffcd5d-d15f-47c7-97d6-1eb2285ebabf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:25.091705 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:25.092065 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Added segment 6c77a2f1-805c-4b14-9ee4-77029689db6f of type vlan for network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 Aug 29 17:26:25.169808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-4c702085-e92f-4063-a50d-a70e1b7095c4 service neutron] 10.222.0.44 "GET /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170932 Aug 29 17:26:25.269552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '6e197aa5-16c5-45c9-a6aa-3776c71f15b8', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'port_id': '0d46c757-b476-4174-be7f-d62ac813f368', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'mac_address': 'fa:16:3e:2f:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0497749-5983-48e2-9fc8-0984fb306102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:22Z', 'revision_number': 1, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:59Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:25.280604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:25.312366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e7748-831e-4b0d-a632-3879ca953166 None None] The sync data for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 is: [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '6e197aa5-16c5-45c9-a6aa-3776c71f15b8', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'port_id': '0d46c757-b476-4174-be7f-d62ac813f368', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'mac_address': 'fa:16:3e:2f:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0497749-5983-48e2-9fc8-0984fb306102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:22Z', 'revision_number': 1, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:59Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:25.394318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d90dbb25-ff12-4368-8b9c-1245267e820c req-af033a5f-e5ae-4af7-9f71-acf4b0f477a0 service neutron] 10.222.0.44 "GET /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156754 Aug 29 17:26:25.449101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69929ce8-76e9-4d81-93de-d481d557c024 req-2a481e9b-8978-43fd-8a3e-40ad94728c8b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:25.450742 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69929ce8-76e9-4d81-93de-d481d557c024 req-2a481e9b-8978-43fd-8a3e-40ad94728c8b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1648543 Aug 29 17:26:25.451654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:25.452573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:25.457462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:25.634176 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69929ce8-76e9-4d81-93de-d481d557c024 req-983980b9-852d-4a79-95da-71423e971549 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426480 Aug 29 17:26:25.640562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45182) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:25.641872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4668701 Aug 29 17:26:25.643245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796e48a-e5ce-4bd5-b873-e7cda5b3f97d admin admin] Pushing event updated for resources: {'Network': ['ID=e423c12a-3d02-44c5-8ca7-5289fc3bfea1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:25.658472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:26:25.659400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Request body: {'subnet': {'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-368019823-subnet', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:25.710920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Made reservation on behalf of fdf62a3dff7b42af9d083065a616e01b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:25.713908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:25.737231 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8cf98-c6fb-4f10-b1f4-4e1c55acf905 None None] New status for floating IP 6e197aa5-16c5-45c9-a6aa-3776c71f15b8: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:26:25.892275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c386dbf-4148-47d7-9778-0d80070eebfb req-1d6ab0f1-4bda-40f1-9ffb-99adc6311b38 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:25.895408 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c386dbf-4148-47d7-9778-0d80070eebfb req-1d6ab0f1-4bda-40f1-9ffb-99adc6311b38 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1252532 Aug 29 17:26:25.950116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c386dbf-4148-47d7-9778-0d80070eebfb req-6a014f62-7325-494b-bd6e-4bf4c6300872 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471845 Aug 29 17:26:26.050448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:26.109002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb38a35-0d0c-485c-9fee-fe26b86c7976,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:26.156133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Checking segment: {'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:26.157186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Network hostable DHCP agents. Network: e423c12a-3d02-44c5-8ca7-5289fc3bfea1, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:26:26.198642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:26:26.218134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e423c12a-3d02-44c5-8ca7-5289fc3bfea1) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:26.226791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:26.227817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:26.232085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43417bf3-eb04-4d45-84bc-7ea2d57efc15 None None] Network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:26.256906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-337253ab-971e-4b2e-8673-f2fbd06f599f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6126935 Aug 29 17:26:26.262037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45200) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:26.275124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:26.318553 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:26.322837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:26.445531 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:26.508962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-e423c12a-3d02-44c5-8ca7-5289fc3bfea1', 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'fixed_ips': [{'subnet_id': 'cfb38a35-0d0c-485c-9fee-fe26b86c7976'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:26:26.510200 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:26.654489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:26.712339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Allocated IP 172.20.0.2 (e423c12a-3d02-44c5-8ca7-5289fc3bfea1/cfb38a35-0d0c-485c-9fee-fe26b86c7976/1cd984d9-df4d-416b-acc2-8df9e838e629) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:26.935300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cbcf8-47c8-459f-b329-11b6f9704f3a req-fe6534fa-39ad-406b-b595-5ebcec2dc1e6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:26.945606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-040cbcf8-47c8-459f-b329-11b6f9704f3a req-fe6534fa-39ad-406b-b595-5ebcec2dc1e6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1659474 Aug 29 17:26:27.111811 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.123925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Transition to ACTIVE for port object 1cd984d9-df4d-416b-acc2-8df9e838e629 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:27.161253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Transition to ACTIVE for port object 1cd984d9-df4d-416b-acc2-8df9e838e629 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:27.181766 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.209507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-040cbcf8-47c8-459f-b329-11b6f9704f3a req-3841db13-a04b-44c0-9b4b-96ed99d63a94 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576001 Aug 29 17:26:27.296559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccf3b5-5398-42ec-9099-c2ec654d80fc req-72fbab94-d44d-460f-b69a-b555dc352d95 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:27.300122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:27.312149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:27.315430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73ccf3b5-5398-42ec-9099-c2ec654d80fc req-72fbab94-d44d-460f-b69a-b555dc352d95 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1030903 Aug 29 17:26:27.321328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.323278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:27.377122 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.392955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Pushing event updated for resources: {'Port': ['ID=1cd984d9-df4d-416b-acc2-8df9e838e629,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:27.439278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73ccf3b5-5398-42ec-9099-c2ec654d80fc req-28a4613f-a0fb-447a-91d5-2531b48bdb2d tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247466 Aug 29 17:26:27.476400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Attempting to bind port 1cd984d9-df4d-416b-acc2-8df9e838e629 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:27.476871 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Attempting to bind port 1cd984d9-df4d-416b-acc2-8df9e838e629 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:27.477299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Attempting to bind port 1cd984d9-df4d-416b-acc2-8df9e838e629 on network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:27.487024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:27.487485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Checking segment: {'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:27.487972 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.488424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Bound using segment: {'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:27.488954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Bound port: 1cd984d9-df4d-416b-acc2-8df9e838e629, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:27.489342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.596772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Allocated IP 172.25.2.157 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/5ddb0aaf-35e3-4487-b80c-2aff58480702) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:27.602777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] For port 1cd984d9-df4d-416b-acc2-8df9e838e629, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:27.614488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] For port 1cd984d9-df4d-416b-acc2-8df9e838e629, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1cd984d9-df4d-416b-acc2-8df9e838e629,segment=NetworkSegment(6c77a2f1-805c-4b14-9ee4-77029689db6f),segment_id=6c77a2f1-805c-4b14-9ee4-77029689db6f)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:27.629631 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.695475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a0be0-f8a9-40e2-9fae-f9d3628289bd None None] Pushing event updated for resources: {'Port': ['ID=1cd984d9-df4d-416b-acc2-8df9e838e629,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:27.743129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.800342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:27.845414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:27.848485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:27.855493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:27.971223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddb0aaf-35e3-4487-b80c-2aff58480702,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:28.284685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:28.413434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a79887-a87b-429e-a774-b292fc59653d req-8690974a-ac2c-4b6a-ab28-15a8baf610c6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:28.423317 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20a79887-a87b-429e-a774-b292fc59653d req-8690974a-ac2c-4b6a-ab28-15a8baf610c6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1095130 Aug 29 17:26:28.488951 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20a79887-a87b-429e-a774-b292fc59653d req-218578c9-36d9-451b-8827-941655a86777 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637040 Aug 29 17:26:28.664506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27910756-fdc2-45a1-972f-473f2b8a7dd1 req-28c9d274-6023-4d09-b31e-d62fc8015c63 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:28.666144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-27910756-fdc2-45a1-972f-473f2b8a7dd1 req-28c9d274-6023-4d09-b31e-d62fc8015c63 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1005445 Aug 29 17:26:28.694304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:28.754625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-27910756-fdc2-45a1-972f-473f2b8a7dd1 req-fabcc987-9d5a-4fa0-9540-2b5a48118968 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776272 Aug 29 17:26:28.943964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Router 1badf1fe-b17f-4597-b2af-39e50888d5cc is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:26:29.117991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5dbee-99f5-4005-b342-0cf351f0afec None None] Network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:29.148567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:29.177601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45280) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:29.185400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:29.187623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-23d5832d-10a0-41c5-9c5f-66afdbe623a8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.9243443 Aug 29 17:26:29.193296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45284) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:29.213284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Sync routers for ids ['1badf1fe-b17f-4597-b2af-39e50888d5cc'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:29.280507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0cb56757-88e7-4d0e-ba04-7ae51a4c5604 None None] Provisioning for port 1cd984d9-df4d-416b-acc2-8df9e838e629 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:29.286258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Routers {'1badf1fe-b17f-4597-b2af-39e50888d5cc'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:29.287831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1badf1fe-b17f-4597-b2af-39e50888d5cc'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:29.445450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8d09c70d-b943-4cf2-b168-425bfb870b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:29.564617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1cd984d9-df4d-416b-acc2-8df9e838e629 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:29.673973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Set router 1badf1fe-b17f-4597-b2af-39e50888d5cc gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:29.742505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f54fcb-cf05-443e-9cc6-81c196511a9e req-ba5bcd8e-6ae1-4713-91da-20a3b80a60d0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:29.750025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e0f54fcb-cf05-443e-9cc6-81c196511a9e req-ba5bcd8e-6ae1-4713-91da-20a3b80a60d0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1339526 Aug 29 17:26:29.799631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8d09c70d-b943-4cf2-b168-425bfb870b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:29.829815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1cd984d9-df4d-416b-acc2-8df9e838e629 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:29.845197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1cd984d9-df4d-416b-acc2-8df9e838e629 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:29.845806 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:29.853991 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8d09c70d-b943-4cf2-b168-425bfb870b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:29.917717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e0f54fcb-cf05-443e-9cc6-81c196511a9e req-2dc5708c-7d94-4898-a841-467ace64911f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645904 Aug 29 17:26:29.932471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8d09c70d-b943-4cf2-b168-425bfb870b92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec1ec745ff8440e6aaa5c5bfc3d167e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7538540 Aug 29 17:26:29.940734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45308) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:29.981062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feec3d-8716-4220-bc79-6ec85721d02c req-6d49a7f9-20f4-4b41-bec1-a91beb838820 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:29.982978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9feec3d-8716-4220-bc79-6ec85721d02c req-6d49a7f9-20f4-4b41-bec1-a91beb838820 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.0796056 Aug 29 17:26:29.991837 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.010554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:28Z', 'revision_number': 3, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:30.054206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9feec3d-8716-4220-bc79-6ec85721d02c req-1db7e365-b37b-435c-ab78-46d3e0241015 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627429 Aug 29 17:26:30.070773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Checking router: 1badf1fe-b17f-4597-b2af-39e50888d5cc for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:30.071024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Updating router 1badf1fe-b17f-4597-b2af-39e50888d5cc port 5ddb0aaf-35e3-4487-b80c-2aff58480702 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:26:30.091699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09c70d-b943-4cf2-b168-425bfb870b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892d425a-b3fa-4c8a-a40f-9249e58efd28,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:30.106647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1cd984d9-df4d-416b-acc2-8df9e838e629, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1cd984d9-df4d-416b-acc2-8df9e838e629,segment=NetworkSegment(6c77a2f1-805c-4b14-9ee4-77029689db6f),segment_id=6c77a2f1-805c-4b14-9ee4-77029689db6f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:30.116552 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.122018 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.162344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d705040f-b443-4cae-aab9-ddb4d06c6110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.196146 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d705040f-b443-4cae-aab9-ddb4d06c6110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.208148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.253033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1cd984d9-df4d-416b-acc2-8df9e838e629,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:30.276253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e50a93a5-0c89-4679-bd36-4dc91277127f None None] Provisioning complete for port 1cd984d9-df4d-416b-acc2-8df9e838e629 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:30.276663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e50a93a5-0c89-4679-bd36-4dc91277127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.298030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d705040f-b443-4cae-aab9-ddb4d06c6110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.300684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d705040f-b443-4cae-aab9-ddb4d06c6110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.304125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d705040f-b443-4cae-aab9-ddb4d06c6110 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/892d425a-b3fa-4c8a-a40f-9249e58efd28 HTTP/1.1" status: 204 len: 168 time: 0.3485382 Aug 29 17:26:30.372174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705040f-b443-4cae-aab9-ddb4d06c6110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892d425a-b3fa-4c8a-a40f-9249e58efd28,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:30.442564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Allocated IP 172.20.0.1 (e423c12a-3d02-44c5-8ca7-5289fc3bfea1/cfb38a35-0d0c-485c-9fee-fe26b86c7976/f37f1117-56cc-451f-ba99-a526b70b2853) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:30.606233 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.618463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.633527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Transition to ACTIVE for port object f37f1117-56cc-451f-ba99-a526b70b2853 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:30.634794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Transition to ACTIVE for port object 5ddb0aaf-35e3-4487-b80c-2aff58480702 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:30.643823 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.675833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.726915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Attempting to bind port 5ddb0aaf-35e3-4487-b80c-2aff58480702 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:30.727322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Attempting to bind port 5ddb0aaf-35e3-4487-b80c-2aff58480702 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:30.727667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Attempting to bind port 5ddb0aaf-35e3-4487-b80c-2aff58480702 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:30.730266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eb3eb-bf81-4267-9323-040524712296 None None] Pushing event updated for resources: {'Port': ['ID=5ddb0aaf-35e3-4487-b80c-2aff58480702,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:30.731342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45356) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.736101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:30.736483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:30.736892 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.737291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:30.737764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Bound port: 5ddb0aaf-35e3-4487-b80c-2aff58480702, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:30.738156 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.751197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:30.754719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e106608c-7e04-4d54-9b59-d408e9bc62b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.755939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:30.762754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:30.811663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] For port 5ddb0aaf-35e3-4487-b80c-2aff58480702, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:30.816708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] For port 5ddb0aaf-35e3-4487-b80c-2aff58480702, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5ddb0aaf-35e3-4487-b80c-2aff58480702,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:30.818529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Pushing event updated for resources: {'Port': ['ID=f37f1117-56cc-451f-ba99-a526b70b2853,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:30.832064 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.835038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.883426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e106608c-7e04-4d54-9b59-d408e9bc62b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.895565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e106608c-7e04-4d54-9b59-d408e9bc62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.928493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eb3eb-bf81-4267-9323-040524712296 None None] Pushing event updated for resources: {'Port': ['ID=5ddb0aaf-35e3-4487-b80c-2aff58480702,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:30.943983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Routers {'1badf1fe-b17f-4597-b2af-39e50888d5cc'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:30.944805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1badf1fe-b17f-4597-b2af-39e50888d5cc'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:30.973324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e106608c-7e04-4d54-9b59-d408e9bc62b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=971845efccc64ab487da9f05674cf384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406697 Aug 29 17:26:30.975735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45360) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.982672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106608c-7e04-4d54-9b59-d408e9bc62b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd782c-dbde-4dba-95d2-e884bdce7744,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:31.044403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.128553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] Set router 1badf1fe-b17f-4597-b2af-39e50888d5cc gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:31.252535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6bed5b5-991f-4c6e-9edf-841df63f0bed None None] Provisioning for port f37f1117-56cc-451f-ba99-a526b70b2853 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:31.258811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6bed5b5-991f-4c6e-9edf-841df63f0bed None None] Provisioning complete for port f37f1117-56cc-451f-ba99-a526b70b2853 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:31.259259 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6bed5b5-991f-4c6e-9edf-841df63f0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.269571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.276405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.329994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f6bed5b5-991f-4c6e-9edf-841df63f0bed None None] Port f37f1117-56cc-451f-ba99-a526b70b2853 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:26:31.381611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4f027-070d-4ed1-8746-58b43fcf5bdd req-15ca803b-ff59-4bc6-ad5d-5a5bab0c38f3 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:31.383296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9fb4f027-070d-4ed1-8746-58b43fcf5bdd req-15ca803b-ff59-4bc6-ad5d-5a5bab0c38f3 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.3779595 Aug 29 17:26:31.401513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:28Z', 'revision_number': 3, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:31.405758 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.408510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c1572f-2948-4122-9f5e-518f7b723a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.431234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Pushing event updated for resources: {'Port': ['ID=f37f1117-56cc-451f-ba99-a526b70b2853,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:31.437827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc41028-699f-4e38-a20c-37a4dba4efc1 None None] The sync data for ids ['1badf1fe-b17f-4597-b2af-39e50888d5cc'] in n-d-713499-15 is: [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:28Z', 'revision_number': 3, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:31.454482 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c1572f-2948-4122-9f5e-518f7b723a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.510139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9fb4f027-070d-4ed1-8746-58b43fcf5bdd req-5d36b61e-9d90-474f-ba7d-9a0fb3b373a8 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132009 Aug 29 17:26:31.519525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1cd984d9-df4d-416b-acc2-8df9e838e629 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:31.565328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c1572f-2948-4122-9f5e-518f7b723a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.571492 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c1572f-2948-4122-9f5e-518f7b723a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.575927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f9c1572f-2948-4122-9f5e-518f7b723a40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5dbd782c-dbde-4dba-95d2-e884bdce7744 HTTP/1.1" status: 204 len: 168 time: 0.5987415 Aug 29 17:26:31.578384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1cd984d9-df4d-416b-acc2-8df9e838e629 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:31.579927 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.592072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1572f-2948-4122-9f5e-518f7b723a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd782c-dbde-4dba-95d2-e884bdce7744,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:31.593362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:31.596415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:31.781160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63916528-77b5-4bee-91f1-494e83f61b19 req-cdfca92b-b519-4cd9-acd2-5f07c5b6286f tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:31.786812 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63916528-77b5-4bee-91f1-494e83f61b19 req-cdfca92b-b519-4cd9-acd2-5f07c5b6286f tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1022654 Aug 29 17:26:31.815878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Router 1badf1fe-b17f-4597-b2af-39e50888d5cc has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:26:31.899766 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63916528-77b5-4bee-91f1-494e83f61b19 req-375cc832-1c22-4025-a5fe-7f9c819b1f76 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071022 Aug 29 17:26:32.063722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f133f4ab-827f-442d-884c-50cfd9f9db26 None None] Provisioning complete for port f37f1117-56cc-451f-ba99-a526b70b2853 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:32.067050 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f133f4ab-827f-442d-884c-50cfd9f9db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.124434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f133f4ab-827f-442d-884c-50cfd9f9db26 None None] Port f37f1117-56cc-451f-ba99-a526b70b2853 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:26:32.362702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:32.370093 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-defe2d21-ad85-4b2f-aef9-202c0b27884a admin admin] 10.222.0.41 "PUT /v2.0/routers/1badf1fe-b17f-4597-b2af-39e50888d5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1757061 Aug 29 17:26:32.451985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-cd57b4b5-b038-491c-b920-13b7caefb0a2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:32.454315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-cd57b4b5-b038-491c-b920-13b7caefb0a2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 804 time: 0.1302314 Aug 29 17:26:32.491720 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-e6a54131-252a-4e26-9be1-b8df87796f8c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/quotas/70aa78b66bdc4924a5a6d137b6108052 HTTP/1.1" status: 200 len: 375 time: 0.0271916 Aug 29 17:26:32.568061 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-764bf91c-6c52-4b21-8eba-8de2b3a2896b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747807 Aug 29 17:26:32.674050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5055472-f2d8-4a73-ae32-a3aea4826083 req-863a8b7e-513f-463a-bec0-827fd4aba159 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:32.679406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5055472-f2d8-4a73-ae32-a3aea4826083 req-863a8b7e-513f-463a-bec0-827fd4aba159 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.0711293 Aug 29 17:26:32.737927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-e7ae8e0c-e0d3-49f3-9fea-11f77e36ae05 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:26:32.746673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-e7ae8e0c-e0d3-49f3-9fea-11f77e36ae05 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1774290 Aug 29 17:26:32.758486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5055472-f2d8-4a73-ae32-a3aea4826083 req-3fb86921-625a-49ac-8c3a-a24756a8ed8b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746443 Aug 29 17:26:32.892688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-02107c2a-82ac-47e0-9abc-d54e6966d624 service neutron] 10.222.0.41 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446805 Aug 29 17:26:33.019554 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-ff2327d6-fcf7-4b29-b12f-32a74cc34290 service neutron] 10.222.0.41 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256518 Aug 29 17:26:33.067452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12763367-f270-4c22-9549-619fe8f10f6a req-00e3c89c-9dea-4e2e-943b-9aaae28666cc tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:33.079420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-12763367-f270-4c22-9549-619fe8f10f6a req-00e3c89c-9dea-4e2e-943b-9aaae28666cc tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.0689671 Aug 29 17:26:33.127838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-12763367-f270-4c22-9549-619fe8f10f6a req-74b2d58d-ef2c-496c-b891-425147f78f74 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505469 Aug 29 17:26:33.241394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-426511a4-34b0-412d-bdd9-fe9f6649297b req-8d997303-d3c5-4b3c-84a0-2ee5a325a744 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 210 time: 0.0470798 Aug 29 17:26:33.527155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5ddb0aaf-35e3-4487-b80c-2aff58480702 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:33.629565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 5ddb0aaf-35e3-4487-b80c-2aff58480702 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:33.636585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5ddb0aaf-35e3-4487-b80c-2aff58480702 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:33.636966 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:33.715371 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Sync routers for ids ['1badf1fe-b17f-4597-b2af-39e50888d5cc'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:33.734150 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Routers {'1badf1fe-b17f-4597-b2af-39e50888d5cc'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:33.736697 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1badf1fe-b17f-4597-b2af-39e50888d5cc'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:33.751291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 76c131d7-e320-4faf-b3df-b797baa4e943 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:34.038347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb738177-47a1-41ce-8bdb-bb065d224c3c req-c5e979af-5dc5-4439-8bea-5b645fe7b177 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:34.042455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb738177-47a1-41ce-8bdb-bb065d224c3c req-c5e979af-5dc5-4439-8bea-5b645fe7b177 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1210492 Aug 29 17:26:34.042716 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.077100 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Set router 1badf1fe-b17f-4597-b2af-39e50888d5cc gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:34.129701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 5ddb0aaf-35e3-4487-b80c-2aff58480702, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5ddb0aaf-35e3-4487-b80c-2aff58480702,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:34.146510 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb738177-47a1-41ce-8bdb-bb065d224c3c req-19951c64-55b8-457f-8647-ef9032f5da11 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952425 Aug 29 17:26:34.176934 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.185222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-d7bc37e0-1eea-4efe-8d24-6ae5c78eaeae tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:34.187575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-d7bc37e0-1eea-4efe-8d24-6ae5c78eaeae tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.43 "GET /v2.0/ports?device_id=926005aa-448d-4a28-88a7-3c8632febd45 HTTP/1.1" status: 200 len: 946 time: 0.0996702 Aug 29 17:26:34.290067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.344213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=5ddb0aaf-35e3-4487-b80c-2aff58480702,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:34.353991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:34.356386 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bca500a-0686-4b32-94ee-20768caffad9" -d '{"events": [{"server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "name": "network-vif-unplugged", "status": "completed", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:34.373185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:34.380577 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.508462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:34.515721 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:30Z', 'revision_number': 4, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'f37f1117-56cc-451f-ba99-a526b70b2853', 'name': '', 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'mac_address': 'fa:16:3e:f2:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cfb38a35-0d0c-485c-9fee-fe26b86c7976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:30Z', 'updated_at': '2021-08-29T17:26:31Z', 'revision_number': 2, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'subnets': [{'id': 'cfb38a35-0d0c-485c-9fee-fe26b86c7976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:34.523296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262c786-9f51-4aeb-b670-6de930136ddd req-48732bfe-056f-4850-910f-105fd049b2bc tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:34.532363 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5262c786-9f51-4aeb-b670-6de930136ddd req-48732bfe-056f-4850-910f-105fd049b2bc tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.2636404 Aug 29 17:26:34.548335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45516) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:34.560116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e825f218-e1cf-4ce4-9583-92e535721b93 req-ba8a1611-06b1-4ada-990a-661ac451e068 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 210 time: 0.0724471 Aug 29 17:26:34.574860 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Checking router: 1badf1fe-b17f-4597-b2af-39e50888d5cc for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:34.575339 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Updating router 1badf1fe-b17f-4597-b2af-39e50888d5cc port f37f1117-56cc-451f-ba99-a526b70b2853 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:26:34.575776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Deleting port 76c131d7-e320-4faf-b3df-b797baa4e943 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:34.576130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.593896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5262c786-9f51-4aeb-b670-6de930136ddd req-c03562c5-7103-4822-94b2-042732d24f22 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604293 Aug 29 17:26:34.622177 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.630627 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf2b94-d8db-4f97-8ed8-7fcbe262f551 x-openstack-request-id: req-01bf2b94-d8db-4f97-8ed8-7fcbe262f551 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:34.631456 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "name": "network-vif-unplugged", "status": "completed", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:34.631456 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01bf2b94-d8db-4f97-8ed8-7fcbe262f551 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:34.631842 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943', 'code': 200} Aug 29 17:26:34.709564 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] For port 76c131d7-e320-4faf-b3df-b797baa4e943, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=76c131d7-e320-4faf-b3df-b797baa4e943,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:34.710023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.727978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Calling delete_port for 76c131d7-e320-4faf-b3df-b797baa4e943 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:34.931192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.977882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d74611cb-a4af-4f33-9794-8be93ac96ea6 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:34.979721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d74611cb-a4af-4f33-9794-8be93ac96ea6 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.44 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 804 time: 0.1910753 Aug 29 17:26:35.012271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Request body: {'port': {'device_id': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'admin_state_up': True, 'tenant_id': '70aa78b66bdc4924a5a6d137b6108052'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:35.048068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Pushing event deleted for resources: {'Port': ['ID=76c131d7-e320-4faf-b3df-b797baa4e943,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:35.080466 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.098269 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] No DVR routers for this DVR port 76c131d7-e320-4faf-b3df-b797baa4e943 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:26:35.100906 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Transition to ACTIVE for port object f37f1117-56cc-451f-ba99-a526b70b2853 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:35.102329 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.104848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57f8d862-402c-424e-b85b-d73dd52e8ec0 req-a16bd4a5-bff5-4dd3-8f08-5fd23e27c199 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.43 "DELETE /v2.0/ports/76c131d7-e320-4faf-b3df-b797baa4e943 HTTP/1.1" status: 204 len: 173 time: 0.9059572 Aug 29 17:26:35.105330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'name': 'network-vif-deleted', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:35.108826 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0df88c1-e7f6-4b4e-9411-e2167e8f2026" -d '{"events": [{"server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "name": "network-vif-deleted", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:35.122166 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.200612 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad14ebc-b193-4fa2-8a2e-1835165dd0c8 None None] Pushing event updated for resources: {'Port': ['ID=f37f1117-56cc-451f-ba99-a526b70b2853,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:35.338115 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Attempting to bind port f37f1117-56cc-451f-ba99-a526b70b2853 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:35.338653 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Attempting to bind port f37f1117-56cc-451f-ba99-a526b70b2853 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:35.340414 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Attempting to bind port f37f1117-56cc-451f-ba99-a526b70b2853 on network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:35.356011 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:35.356499 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Checking segment: {'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:35.357251 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.357668 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Bound using segment: {'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:35.358323 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Bound port: f37f1117-56cc-451f-ba99-a526b70b2853, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c77a2f1-805c-4b14-9ee4-77029689db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:35.358737 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.390476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Made reservation on behalf of 70aa78b66bdc4924a5a6d137b6108052 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:35.400178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.428482 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e899db17-db17-44b8-9540-ef0cfca28a3e x-openstack-request-id: req-e899db17-db17-44b8-9540-ef0cfca28a3e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:35.428979 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926005aa-448d-4a28-88a7-3c8632febd45", "name": "network-vif-deleted", "tag": "76c131d7-e320-4faf-b3df-b797baa4e943", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:35.429076 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e899db17-db17-44b8-9540-ef0cfca28a3e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:35.429399 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926005aa-448d-4a28-88a7-3c8632febd45', 'name': 'network-vif-deleted', 'tag': '76c131d7-e320-4faf-b3df-b797baa4e943', 'status': 'completed', 'code': 200} Aug 29 17:26:35.478358 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] For port f37f1117-56cc-451f-ba99-a526b70b2853, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:35.482256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5ddb0aaf-35e3-4487-b80c-2aff58480702 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:35.487237 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] For port f37f1117-56cc-451f-ba99-a526b70b2853, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f37f1117-56cc-451f-ba99-a526b70b2853,segment=NetworkSegment(6c77a2f1-805c-4b14-9ee4-77029689db6f),segment_id=6c77a2f1-805c-4b14-9ee4-77029689db6f)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:35.495500 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.570140 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Routers {'1badf1fe-b17f-4597-b2af-39e50888d5cc'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:35.570975 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1badf1fe-b17f-4597-b2af-39e50888d5cc'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:35.602428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5ddb0aaf-35e3-4487-b80c-2aff58480702 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:35.603278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.613938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a77f2-09ef-4e68-b115-841f13030690 req-d5672a43-f704-4916-be5e-8e5aed621c7d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:35.621927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b97a77f2-09ef-4e68-b115-841f13030690 req-d5672a43-f704-4916-be5e-8e5aed621c7d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.3066351 Aug 29 17:26:35.685013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad14ebc-b193-4fa2-8a2e-1835165dd0c8 None None] Pushing event updated for resources: {'Port': ['ID=f37f1117-56cc-451f-ba99-a526b70b2853,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:35.791755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b97a77f2-09ef-4e68-b115-841f13030690 req-75aa7f47-b7f9-4dac-ab04-458a551a5fd0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684518 Aug 29 17:26:35.804415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.831207 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29f3451f-48f4-44dc-9db9-3f35e157a9e4 req-14669078-8616-4b9e-be04-c991e1ef35b2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 210 time: 0.0876801 Aug 29 17:26:35.870975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Allocated IP 172.20.0.11 (88b1109f-8e67-44b9-b311-f1093fe2a16d/8a6afdea-4eb5-44de-abf1-aa30422e284e/b2307670-5b66-4443-935d-4a8ddd136f3a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:35.872344 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] Set router 1badf1fe-b17f-4597-b2af-39e50888d5cc gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:36.021263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45556) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:36.115498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8127c0a-7a78-43f1-96da-09519acc5299 req-290b05b1-076c-40b4-806e-9ad4cadfd310 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.117092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8127c0a-7a78-43f1-96da-09519acc5299 req-290b05b1-076c-40b4-806e-9ad4cadfd310 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1861207 Aug 29 17:26:36.156764 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a12b169f-af61-451a-acbe-483da4f13973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.177813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:30Z', 'revision_number': 4, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'f37f1117-56cc-451f-ba99-a526b70b2853', 'name': '', 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'mac_address': 'fa:16:3e:f2:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cfb38a35-0d0c-485c-9fee-fe26b86c7976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:30Z', 'updated_at': '2021-08-29T17:26:35Z', 'revision_number': 4, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'subnets': [{'id': 'cfb38a35-0d0c-485c-9fee-fe26b86c7976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:36.209230 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6e2b2-ce8e-4f78-ae33-f86fafb2805b None None] The sync data for ids ['1badf1fe-b17f-4597-b2af-39e50888d5cc'] in n-d-713499-15 is: [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:30Z', 'revision_number': 4, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'f37f1117-56cc-451f-ba99-a526b70b2853', 'name': '', 'network_id': 'e423c12a-3d02-44c5-8ca7-5289fc3bfea1', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'mac_address': 'fa:16:3e:f2:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cfb38a35-0d0c-485c-9fee-fe26b86c7976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:30Z', 'updated_at': '2021-08-29T17:26:35Z', 'revision_number': 4, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'subnets': [{'id': 'cfb38a35-0d0c-485c-9fee-fe26b86c7976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:36.248908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8127c0a-7a78-43f1-96da-09519acc5299 req-8a597ad9-5228-4099-999d-aa8b3fb82022 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023567 Aug 29 17:26:36.281689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a12b169f-af61-451a-acbe-483da4f13973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.299491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.309789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a12b169f-af61-451a-acbe-483da4f13973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.367662 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a12b169f-af61-451a-acbe-483da4f13973 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ecf45c12bae48469fa72323478bad44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435495 Aug 29 17:26:36.370224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45564) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:36.371080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b169f-af61-451a-acbe-483da4f13973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce8d69-14a3-4b25-bb5b-00af26a5d9b5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:36.441913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.488592 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-048beb30-79eb-4646-a77a-4db846ccb538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.504972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Deleting port f37f1117-56cc-451f-ba99-a526b70b2853 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:36.505290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.517184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Network 88b1109f-8e67-44b9-b311-f1093fe2a16d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:36.566111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:36.576889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:36.580258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Pushing event updated for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:36.586467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-048beb30-79eb-4646-a77a-4db846ccb538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.674905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.675540 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.708018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] For port f37f1117-56cc-451f-ba99-a526b70b2853, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f37f1117-56cc-451f-ba99-a526b70b2853,segment=NetworkSegment(6c77a2f1-805c-4b14-9ee4-77029689db6f),segment_id=6c77a2f1-805c-4b14-9ee4-77029689db6f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:36.708347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.722002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-47bde8d8-fef8-4b8c-99e4-bb96ebf25fee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7151718 Aug 29 17:26:36.727576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Calling delete_port for f37f1117-56cc-451f-ba99-a526b70b2853 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:36.738024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Request body: {'port': {'device_id': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:36.740622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-048beb30-79eb-4646-a77a-4db846ccb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.743341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-048beb30-79eb-4646-a77a-4db846ccb538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.744590 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-048beb30-79eb-4646-a77a-4db846ccb538 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cce8d69-14a3-4b25-bb5b-00af26a5d9b5 HTTP/1.1" status: 204 len: 168 time: 0.3709283 Aug 29 17:26:36.781489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048beb30-79eb-4646-a77a-4db846ccb538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce8d69-14a3-4b25-bb5b-00af26a5d9b5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:36.881931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.957419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a81d6-192f-4fd6-8834-a8db74db4264 req-227dd381-aa02-4ce8-a1a9-b62b0dc54f0f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.959733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-863a81d6-192f-4fd6-8834-a8db74db4264 req-227dd381-aa02-4ce8-a1a9-b62b0dc54f0f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.0556736 Aug 29 17:26:37.009924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-863a81d6-192f-4fd6-8834-a8db74db4264 req-586f62aa-1c40-487c-aa88-96ef395c1d9a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431628 Aug 29 17:26:37.068869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2f571-a739-433a-9481-36e60f623ebb req-ecb6f04a-093e-4423-b0ca-ffeaedd634ae tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:37.070636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66a2f571-a739-433a-9481-36e60f623ebb req-ecb6f04a-093e-4423-b0ca-ffeaedd634ae tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 932 time: 0.1284401 Aug 29 17:26:37.144875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45576) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:37.162504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edad0846-6c36-4bd6-85fe-1b99f87b38db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.259841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.264208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66a2f571-a739-433a-9481-36e60f623ebb req-92ad44f2-6020-4e67-9570-fc5eaa0c582b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452994 Aug 29 17:26:37.296266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edad0846-6c36-4bd6-85fe-1b99f87b38db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.300045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37f1117-56cc-451f-ba99-a526b70b2853,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:37.306670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edad0846-6c36-4bd6-85fe-1b99f87b38db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.375925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad0846-6c36-4bd6-85fe-1b99f87b38db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96790972-b45a-4485-b695-da40b8cc3b1c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:37.381805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-edad0846-6c36-4bd6-85fe-1b99f87b38db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61e443b48efd476e8110d1e72719543f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335823 Aug 29 17:26:37.395353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45584) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:37.466267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fdc0a-a9fd-469c-a856-71cd1d92930b req-7f900942-cbbc-42a2-8420-296a04c1d7e3 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:37.470856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2307670-5b66-4443-935d-4a8ddd136f3a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:37.474972 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e6fdc0a-a9fd-469c-a856-71cd1d92930b req-7f900942-cbbc-42a2-8420-296a04c1d7e3 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1246328 Aug 29 17:26:37.481229 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.497511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Transition to ACTIVE for port object b2307670-5b66-4443-935d-4a8ddd136f3a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:37.511721 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.551522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e6fdc0a-a9fd-469c-a856-71cd1d92930b req-3d1f5daf-5517-4ea4-830a-f28d4bf88f7a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752571 Aug 29 17:26:37.553335 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78a71db3-1a58-4804-9223-51ae3e743b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.589363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78a71db3-1a58-4804-9223-51ae3e743b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.643959 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78a71db3-1a58-4804-9223-51ae3e743b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.646816 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78a71db3-1a58-4804-9223-51ae3e743b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.648180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-78a71db3-1a58-4804-9223-51ae3e743b29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96790972-b45a-4485-b695-da40b8cc3b1c HTTP/1.1" status: 204 len: 168 time: 0.2508018 Aug 29 17:26:37.658981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a71db3-1a58-4804-9223-51ae3e743b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96790972-b45a-4485-b695-da40b8cc3b1c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:37.771916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 76c131d7-e320-4faf-b3df-b797baa4e943 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:37.792543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 76c131d7-e320-4faf-b3df-b797baa4e943 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:26:37.793162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 76c131d7-e320-4faf-b3df-b797baa4e943 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:26:37.918524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Pushing event updated for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:38.028235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Attempting to bind port b2307670-5b66-4443-935d-4a8ddd136f3a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:38.028580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Attempting to bind port b2307670-5b66-4443-935d-4a8ddd136f3a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:38.028916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Attempting to bind port b2307670-5b66-4443-935d-4a8ddd136f3a on network 88b1109f-8e67-44b9-b311-f1093fe2a16d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:38.034541 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:38.037364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Port b2307670-5b66-4443-935d-4a8ddd136f3a on network 88b1109f-8e67-44b9-b311-f1093fe2a16d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:26:38.037996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Attempting to bind port b2307670-5b66-4443-935d-4a8ddd136f3a on network 88b1109f-8e67-44b9-b311-f1093fe2a16d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:38.048029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:38.048379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Checking segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:38.048764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Bound using segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:38.049202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Bound port: b2307670-5b66-4443-935d-4a8ddd136f3a, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:38.049565 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:38.138150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b21f6-d07b-4b62-8d94-a41d5ed5e2b3 req-34715196-6cd3-49e1-b801-4d7458e4c17b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.139851 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c88b21f6-d07b-4b62-8d94-a41d5ed5e2b3 req-34715196-6cd3-49e1-b801-4d7458e4c17b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.0593250 Aug 29 17:26:38.180212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c88b21f6-d07b-4b62-8d94-a41d5ed5e2b3 req-16e0625e-3b12-4a36-9546-e04ce03ac03b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328665 Aug 29 17:26:38.195828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:38.211748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:38.218268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:38.300491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.301123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:38.302556 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-d939588f-4468-474c-87fa-26c82c311365 service neutron] 10.222.0.44 "PUT /v2.0/ports/b2307670-5b66-4443-935d-4a8ddd136f3a HTTP/1.1" status: 200 len: 1093 time: 1.5698569 Aug 29 17:26:38.302997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:38.305277 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907" -d '{"events": [{"name": "network-changed", "server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:38.385175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939588f-4468-474c-87fa-26c82c311365 service neutron] Pushing event updated for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:38.424638 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eecc8cf-6649-4161-8fe9-995e5de2baed x-openstack-request-id: req-0eecc8cf-6649-4161-8fe9-995e5de2baed {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:38.424935 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:38.425188 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0eecc8cf-6649-4161-8fe9-995e5de2baed {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:38.425646 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'status': 'completed', 'code': 200} Aug 29 17:26:38.444778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Router 1badf1fe-b17f-4597-b2af-39e50888d5cc has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:26:38.452948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-a80911e7-d601-49aa-a281-77679b707cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.455551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-a80911e7-d601-49aa-a281-77679b707cfd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 1096 time: 0.0864758 Aug 29 17:26:38.489749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48509-7115-4fca-b2ed-ffccbc105f06 req-ff5a6997-7f94-431a-b507-69c1ed719aff tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.497489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcb48509-7115-4fca-b2ed-ffccbc105f06 req-ff5a6997-7f94-431a-b507-69c1ed719aff tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 944 time: 0.0883112 Aug 29 17:26:38.536990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-37c69916-560c-4680-902d-f4a28e7b1cf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2307670-5b66-4443-935d-4a8ddd136f3a HTTP/1.1" status: 200 len: 217 time: 0.0687044 Aug 29 17:26:38.537560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcb48509-7115-4fca-b2ed-ffccbc105f06 req-35035d90-43a6-4f43-9adc-5218472fe7c1 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Aug 29 17:26:38.645761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-487cc685-49ab-4820-b0be-962a21879c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.647313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-487cc685-49ab-4820-b0be-962a21879c8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 200 len: 844 time: 0.1022263 Aug 29 17:26:38.654832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:38.663502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-adaa6324-2a9f-44fe-8172-83657105a6d5 admin admin] 10.222.0.41 "PUT /v2.0/routers/1badf1fe-b17f-4597-b2af-39e50888d5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1049707 Aug 29 17:26:38.663900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] Sync routers for ids ['1badf1fe-b17f-4597-b2af-39e50888d5cc'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:38.665055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45628) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:38.676540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] Routers {'1badf1fe-b17f-4597-b2af-39e50888d5cc'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:38.677191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1badf1fe-b17f-4597-b2af-39e50888d5cc'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:38.704408 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-1aededa6-74ec-421d-a98a-1e0a5a8e9570 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88b1109f-8e67-44b9-b311-f1093fe2a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475984 Aug 29 17:26:38.810012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c740d-d82c-413a-9922-d26c653f8a11 req-2bc4f323-0da9-471f-a9ac-f6709c479ac2 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.811550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-955c740d-d82c-413a-9922-d26c653f8a11 req-2bc4f323-0da9-471f-a9ac-f6709c479ac2 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1098862 Aug 29 17:26:38.831784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] Set router 1badf1fe-b17f-4597-b2af-39e50888d5cc gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:38.836481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-0d08ac97-b0e5-40df-84d0-29cc84dcf96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.838480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-0d08ac97-b0e5-40df-84d0-29cc84dcf96c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4adc23a566d54b278625f851add81f9c&device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 1098 time: 0.1084454 Aug 29 17:26:38.858485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-a8830cab-e1d3-437e-b161-8192a83fe59b service neutron] 10.222.0.44 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415765 Aug 29 17:26:38.935536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-955c740d-d82c-413a-9922-d26c653f8a11 req-658e2636-2ea8-45b5-affd-c5e45ce2d84c tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170928 Aug 29 17:26:38.948395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc88e6-f540-427e-b4d1-61f426b74e49 req-070674f3-397d-409c-b4a9-acd2a5b94261 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.955692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6bc88e6-f540-427e-b4d1-61f426b74e49 req-070674f3-397d-409c-b4a9-acd2a5b94261 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.2272851 Aug 29 17:26:39.012848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c79660a9-5b02-43d7-8532-f19fc1dac2dc req-768f6434-483f-4735-895e-56d8eb1c0aab service neutron] 10.222.0.44 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424184 Aug 29 17:26:39.021269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:39.055643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:37Z', 'revision_number': 5, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:39.091566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] Checking router: 1badf1fe-b17f-4597-b2af-39e50888d5cc for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:39.104102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] Routers {'1badf1fe-b17f-4597-b2af-39e50888d5cc'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:39.105011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1badf1fe-b17f-4597-b2af-39e50888d5cc'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:39.124290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-ae365308-a2da-49b8-a314-99ef516f555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:39.126545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-ae365308-a2da-49b8-a314-99ef516f555d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 1096 time: 0.0527406 Aug 29 17:26:39.149459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6bc88e6-f540-427e-b4d1-61f426b74e49 req-316bf2b0-d50c-429b-8b56-13a41632d68d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785626 Aug 29 17:26:39.164568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-27f4bd8e-500f-40aa-aaa8-3cdbf277c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:39.166254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-27f4bd8e-500f-40aa-aaa8-3cdbf277c587 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 200 len: 917 time: 0.2868967 Aug 29 17:26:39.218922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-73bbfcfe-36b5-4f96-b22f-b8fb0e692509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29084739-bf04-4187-8e85-8081a68ed436 HTTP/1.1" status: 200 len: 217 time: 0.0438979 Aug 29 17:26:39.252277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] Set router 1badf1fe-b17f-4597-b2af-39e50888d5cc gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:39.255081 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:39.255970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-300e6286-351d-42e1-89c1-e9ad62365c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:39.258309 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-300e6286-351d-42e1-89c1-e9ad62365c76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 905 time: 0.1176519 Aug 29 17:26:39.303860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-98848c56-83ed-4201-9522-b6e1dd4239b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:39.305369 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-98848c56-83ed-4201-9522-b6e1dd4239b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab340b20-91a6-42e7-a5dd-ba2625a393e5 HTTP/1.1" status: 200 len: 855 time: 0.0785742 Aug 29 17:26:39.319369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-41f4cd9c-1a8a-4979-829c-cda6ee104661 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2307670-5b66-4443-935d-4a8ddd136f3a HTTP/1.1" status: 200 len: 217 time: 0.0496635 Aug 29 17:26:39.365265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45646) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:39.389782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-a81be6dd-2cb6-4cde-95ff-67b24b4dd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:39.392206 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-a81be6dd-2cb6-4cde-95ff-67b24b4dd40c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 200 len: 844 time: 0.0625031 Aug 29 17:26:39.393869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-8e736a43-f8c2-4087-ab1f-373cdb3bd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:39.395398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-8e736a43-f8c2-4087-ab1f-373cdb3bd6c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3143ff0c-847d-4340-86df-42ae9aed6e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801258 Aug 29 17:26:39.397726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Deleting port 5ddb0aaf-35e3-4487-b80c-2aff58480702 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:39.398073 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:39.433528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-46e8072c-0cb8-4544-8e70-6be4adf3da7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88b1109f-8e67-44b9-b311-f1093fe2a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312412 Aug 29 17:26:39.513673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:37Z', 'revision_number': 5, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:39.551655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f27679-e505-4c5a-ac86-30ac83cbda64 None None] The sync data for ids ['1badf1fe-b17f-4597-b2af-39e50888d5cc'] in n-d-713499-15 is: [{'id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'name': 'tempest-ImageQuotaTest-368019823-router', 'tenant_id': 'fdf62a3dff7b42af9d083065a616e01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:26Z', 'updated_at': '2021-08-29T17:26:37Z', 'revision_number': 5, 'project_id': 'fdf62a3dff7b42af9d083065a616e01b', 'gw_port': {'id': '5ddb0aaf-35e3-4487-b80c-2aff58480702', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1badf1fe-b17f-4597-b2af-39e50888d5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:27Z', 'updated_at': '2021-08-29T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:39.555585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] For port 5ddb0aaf-35e3-4487-b80c-2aff58480702, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5ddb0aaf-35e3-4487-b80c-2aff58480702,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:39.555956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:39.556638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-b33b0ad4-f21b-4c5c-80e5-cf382996af68 service neutron] 10.222.0.44 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141412 Aug 29 17:26:39.582194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-76bb7ad3-df21-44ab-9014-504d6460a7c4 service neutron] 10.222.0.43 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722186 Aug 29 17:26:39.583121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Calling delete_port for 5ddb0aaf-35e3-4487-b80c-2aff58480702 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:39.615740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-222448159'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:39.663989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8cb1b3f-886b-42d2-aab8-e391a1bc1907 req-29ea9011-5110-4fd4-aeec-4292c8fece65 service neutron] 10.222.0.44 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992234 Aug 29 17:26:39.763816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Made reservation on behalf of bc8c9a13da8c42f4a556edb2960d7a2c for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:39.767262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:39.799910 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:39.808381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b41f8-3dd5-481f-a65e-2ee81457fcbe req-5c205c00-37a3-4ab9-a02c-b1b54323714f tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:39.809859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa9b41f8-3dd5-481f-a65e-2ee81457fcbe req-5c205c00-37a3-4ab9-a02c-b1b54323714f tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 944 time: 0.1875851 Aug 29 17:26:39.862683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c9824f3-8b21-47e7-ada8-d023d6e94526 req-15a4941f-082d-4112-99aa-e49e726e5a2e service neutron] 10.222.0.43 "GET /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708011 Aug 29 17:26:39.919298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa9b41f8-3dd5-481f-a65e-2ee81457fcbe req-f09438b1-463f-405b-9361-df805e23d613 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966959 Aug 29 17:26:39.990264 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.040274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddb0aaf-35e3-4487-b80c-2aff58480702,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:40.092162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725163f-695c-4bd6-b5d5-c42f031fc067 req-ef8a0b50-11a2-4a3d-85b2-2faf348cdded tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:40.093902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b725163f-695c-4bd6-b5d5-c42f031fc067 req-ef8a0b50-11a2-4a3d-85b2-2faf348cdded tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.0704744 Aug 29 17:26:40.132766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.135682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.139005 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.140134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b725163f-695c-4bd6-b5d5-c42f031fc067 req-c2734556-6a56-4cd0-894b-e5e671155494 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Aug 29 17:26:40.259234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:26:40.263109 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.284004 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.293100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.293462 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Added segment 4c86d19c-893a-484c-8fa6-74a5808c82a3 of type vlan for network 63924990-09fb-4f72-b5ae-90bd4151e7e8 Aug 29 17:26:40.294669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fca6ad4-095d-4ec9-aa87-3706f6b71b78,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:40.376583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.377132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1badf1fe-b17f-4597-b2af-39e50888d5cc {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:26:40.381724 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.383233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6afa4d5c-6ed1-4ad4-9248-5c002253b894 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1badf1fe-b17f-4597-b2af-39e50888d5cc HTTP/1.1" status: 204 len: 168 time: 1.7171249 Aug 29 17:26:40.386758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45660) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:40.386883 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.399009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a20c8-e88b-420f-b089-b0239c81ae77 req-0d2777cd-6722-4b65-b046-b302d894e774 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:40.400587 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-819a20c8-e88b-420f-b089-b0239c81ae77 req-0d2777cd-6722-4b65-b046-b302d894e774 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1668267 Aug 29 17:26:40.443069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.446030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a5462d-9115-440f-b7d8-64af7aabdfc5 admin admin] Deleting subnet cfb38a35-0d0c-485c-9fee-fe26b86c7976 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:26:40.448716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:40.449324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.451022 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a5462d-9115-440f-b7d8-64af7aabdfc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.507382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a5462d-9115-440f-b7d8-64af7aabdfc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.521412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1509547 Aug 29 17:26:40.526026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45664) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:40.531357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Request body: {'subnet': {'network_id': '63924990-09fb-4f72-b5ae-90bd4151e7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:40.542220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-819a20c8-e88b-420f-b089-b0239c81ae77 req-4e07da21-91f7-4b46-85d4-4c181041a11d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280837 Aug 29 17:26:40.591042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc28e6-b7e8-434b-8f2c-7fe3bbaa5b71 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event updated for resources: {'Network': ['ID=63924990-09fb-4f72-b5ae-90bd4151e7e8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:40.602445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 63924990-09fb-4f72-b5ae-90bd4151e7e8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:26:40.617792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a5462d-9115-440f-b7d8-64af7aabdfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.644801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Made reservation on behalf of bc8c9a13da8c42f4a556edb2960d7a2c for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:40.644801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.683242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a5462d-9115-440f-b7d8-64af7aabdfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.709266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5462d-9115-440f-b7d8-64af7aabdfc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb38a35-0d0c-485c-9fee-fe26b86c7976,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:40.713028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a5462d-9115-440f-b7d8-64af7aabdfc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.715113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-70a5462d-9115-440f-b7d8-64af7aabdfc5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cfb38a35-0d0c-485c-9fee-fe26b86c7976 HTTP/1.1" status: 204 len: 168 time: 0.3272412 Aug 29 17:26:40.717376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45668) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:40.720650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45480cd-cd1e-4584-a3db-21fab5a6fee3 None None] Network e423c12a-3d02-44c5-8ca7-5289fc3bfea1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:40.794090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.857747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Deleting port 1cd984d9-df4d-416b-acc2-8df9e838e629 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:40.858098 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.925750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] DHCP port deletion for e423c12a-3d02-44c5-8ca7-5289fc3bfea1 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:26:40.944308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] For port 1cd984d9-df4d-416b-acc2-8df9e838e629, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1cd984d9-df4d-416b-acc2-8df9e838e629,segment=NetworkSegment(6c77a2f1-805c-4b14-9ee4-77029689db6f),segment_id=6c77a2f1-805c-4b14-9ee4-77029689db6f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:40.944676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.975931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Calling delete_port for 1cd984d9-df4d-416b-acc2-8df9e838e629 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:40.995659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Deleting port 1cd984d9-df4d-416b-acc2-8df9e838e629 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:40.996106 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.072038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.084220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] For port 1cd984d9-df4d-416b-acc2-8df9e838e629, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1cd984d9-df4d-416b-acc2-8df9e838e629,segment=NetworkSegment(6c77a2f1-805c-4b14-9ee4-77029689db6f),segment_id=6c77a2f1-805c-4b14-9ee4-77029689db6f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:41.085362 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.100438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd984d9-df4d-416b-acc2-8df9e838e629,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:41.101574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Calling delete_port for 1cd984d9-df4d-416b-acc2-8df9e838e629 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:41.105427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] No DVR routers for this DVR port 1cd984d9-df4d-416b-acc2-8df9e838e629 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:26:41.178301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd2760-06b4-4f83-9cff-747c8fe519dd req-b177dba4-2449-4cf9-9652-200c67c43b7e tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:41.179947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3dd2760-06b4-4f83-9cff-747c8fe519dd req-b177dba4-2449-4cf9-9652-200c67c43b7e tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 944 time: 0.0983217 Aug 29 17:26:41.183438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.199251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.206623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5092a285-1f98-4c8a-a3c5-891b9af6dfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.214726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e423c12a-3d02-44c5-8ca7-5289fc3bfea1']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: from cryptography.utils import int_from_bytes Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: from cryptography.utils import int_from_bytes Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.229952 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:26:41.232900 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:26:41.236915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c77a2f1-805c-4b14-9ee4-77029689db6f') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:41.237514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c77a2f1-805c-4b14-9ee4-77029689db6f') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:41.237826 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.251754 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event updated for resources: {'Subnet': ['ID=f913c9ba-8103-4539-8f91-27bf439cb917,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:41.266125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Pushing event deleted for resources: {'Port': ['ID=1cd984d9-df4d-416b-acc2-8df9e838e629,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:41.272106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.279755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3dd2760-06b4-4f83-9cff-747c8fe519dd req-d0614630-acd0-4be5-82e6-3d1b5ae80ef6 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603669 Aug 29 17:26:41.291208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] No DVR routers for this DVR port 1cd984d9-df4d-416b-acc2-8df9e838e629 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:26:41.298024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.298600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.299097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.299440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.299769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.300097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.300426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.300749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.301073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.301400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.301723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.302044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac31b-b114-4a17-a0d3-3ad3d21fd7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:41.303904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Checking segment: {'id': '4c86d19c-893a-484c-8fa6-74a5808c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '63924990-09fb-4f72-b5ae-90bd4151e7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:41.304404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Network hostable DHCP agents. Network: 63924990-09fb-4f72-b5ae-90bd4151e7e8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:26:41.323231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.325003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Network 63924990-09fb-4f72-b5ae-90bd4151e7e8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:26:41.332328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:26:41.332729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.333717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 63924990-09fb-4f72-b5ae-90bd4151e7e8) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:26:41.334381 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:26:41.339822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:41.340495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.347792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad481d-7dd5-4b77-a868-b98a8e6ce5b7 None None] Network 63924990-09fb-4f72-b5ae-90bd4151e7e8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:41.350400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca2228-7365-48a6-9ad3-252707c7afcd req-bac1fa58-4b15-467d-a748-f302cb7f99d1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:41.351945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4aca2228-7365-48a6-9ad3-252707c7afcd req-bac1fa58-4b15-467d-a748-f302cb7f99d1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1063838 Aug 29 17:26:41.356049 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b4e28d6-6839-4765-9a59-a109f1bc4ebf tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8286097 Aug 29 17:26:41.358734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45676) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:41.364719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Request body: {'port': {'network_id': '63924990-09fb-4f72-b5ae-90bd4151e7e8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1963686521'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:41.438515 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4aca2228-7365-48a6-9ad3-252707c7afcd req-e4d1aca1-3916-4aa7-bcd6-c0e7a70be1f6 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550835 Aug 29 17:26:41.439839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.452129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.454496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e423c12a-3d02-44c5-8ca7-5289fc3bfea1 HTTP/1.1" status: 204 len: 168 time: 0.7361708 Aug 29 17:26:41.468065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01d69f-83e7-4569-b00e-ab0e8df6d5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e423c12a-3d02-44c5-8ca7-5289fc3bfea1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:41.498236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f37f1117-56cc-451f-ba99-a526b70b2853 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:41.525940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f37f1117-56cc-451f-ba99-a526b70b2853 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:26:41.526295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f37f1117-56cc-451f-ba99-a526b70b2853 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:26:41.526837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5ddb0aaf-35e3-4487-b80c-2aff58480702 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:41.531352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Made reservation on behalf of bc8c9a13da8c42f4a556edb2960d7a2c for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:41.538561 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.553775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 5ddb0aaf-35e3-4487-b80c-2aff58480702 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:26:41.554184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5ddb0aaf-35e3-4487-b80c-2aff58480702 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:26:41.554557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1cd984d9-df4d-416b-acc2-8df9e838e629 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:41.556188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] device_id is not set on port 461f2e1e-f5bf-404d-a81f-8027b77b07f4 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:26:41.579989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1cd984d9-df4d-416b-acc2-8df9e838e629 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:26:41.580288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1cd984d9-df4d-416b-acc2-8df9e838e629 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:26:41.604905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b2307670-5b66-4443-935d-4a8ddd136f3a details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:26:41.616687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-63924990-09fb-4f72-b5ae-90bd4151e7e8', 'network_id': '63924990-09fb-4f72-b5ae-90bd4151e7e8', 'tenant_id': 'bc8c9a13da8c42f4a556edb2960d7a2c', 'fixed_ips': [{'subnet_id': 'f913c9ba-8103-4539-8f91-27bf439cb917'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:26:41.617560 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.707848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Allocated IP 172.20.0.11 (63924990-09fb-4f72-b5ae-90bd4151e7e8/f913c9ba-8103-4539-8f91-27bf439cb917/461f2e1e-f5bf-404d-a81f-8027b77b07f4) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:41.718657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45684) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:41.748297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4edd98-3db7-4b2a-9c09-c8ec4fae6184 req-c041327f-7f40-473f-a315-30132e75d25a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:41.759548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d4edd98-3db7-4b2a-9c09-c8ec4fae6184 req-c041327f-7f40-473f-a315-30132e75d25a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.0803847 Aug 29 17:26:41.786353 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:41.794311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0c728e49-ec3c-4fcc-a559-9590ccf05471 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdf62a3dff7b42af9d083065a616e01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739467 Aug 29 17:26:41.798086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'port_id': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'mac_address': 'fa:16:3e:67:89:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6afdea-4eb5-44de-abf1-aa30422e284e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:26:41.798300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45686) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:41.851170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.859120 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d4edd98-3db7-4b2a-9c09-c8ec4fae6184 req-de346c9a-85cd-403a-a481-4c6162a93850 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969512 Aug 29 17:26:41.873551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2307670-5b66-4443-935d-4a8ddd136f3a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:41.883923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bf4a-528a-4d75-b618-21624b52b83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.912330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:41.912574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bf4a-528a-4d75-b618-21624b52b83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.918285 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.945184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.966217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bf4a-528a-4d75-b618-21624b52b83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.968736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bf4a-528a-4d75-b618-21624b52b83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.972769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9dd8bf4a-528a-4d75-b618-21624b52b83f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5ffcd5d-d15f-47c7-97d6-1eb2285ebabf HTTP/1.1" status: 204 len: 168 time: 0.1712298 Aug 29 17:26:41.975402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:41.978822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8bf4a-528a-4d75-b618-21624b52b83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ffcd5d-d15f-47c7-97d6-1eb2285ebabf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:41.990636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Transition to ACTIVE for port object 461f2e1e-f5bf-404d-a81f-8027b77b07f4 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:42.040873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dc38f-34c0-4de2-8643-209afa727985 req-3cacf51a-044d-4e34-a494-8a88e64bf69a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.042321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c9dc38f-34c0-4de2-8643-209afa727985 req-3cacf51a-044d-4e34-a494-8a88e64bf69a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.0719965 Aug 29 17:26:42.075339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.117648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c9dc38f-34c0-4de2-8643-209afa727985 req-ace50254-e17a-4f11-a67a-4051762a8f52 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682890 Aug 29 17:26:42.128843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Allocated IP 172.20.0.2 (63924990-09fb-4f72-b5ae-90bd4151e7e8/f913c9ba-8103-4539-8f91-27bf439cb917/e93c2b74-b7dc-46a5-b184-8f0b5b77399e) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:42.142006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Network 63924990-09fb-4f72-b5ae-90bd4151e7e8 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:42.148494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:42.150384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event updated for resources: {'Port': ['ID=461f2e1e-f5bf-404d-a81f-8027b77b07f4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:42.152619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:42.205368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.205896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.224635 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c30da984-926e-4a69-9b59-34ab053c5c9c tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.8643360 Aug 29 17:26:42.228159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45702) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:42.233697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['b2307670-5b66-4443-935d-4a8ddd136f3a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:42.287913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef10e-68dd-4b93-b60b-ddc89c9b0fda req-c4aaf581-e4ef-44a1-81f2-a5140254800a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.289791 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7eef10e-68dd-4b93-b60b-ddc89c9b0fda req-c4aaf581-e4ef-44a1-81f2-a5140254800a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 946 time: 0.0782330 Aug 29 17:26:42.341076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7eef10e-68dd-4b93-b60b-ddc89c9b0fda req-70797957-b519-4e7a-be80-e1d0574407c1 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 Aug 29 17:26:42.369318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0890fe2c-2f7a-4b83-b279-1b6bb2b84ea0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Deleting port 461f2e1e-f5bf-404d-a81f-8027b77b07f4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:42.369877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0890fe2c-2f7a-4b83-b279-1b6bb2b84ea0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.389533 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.452588 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.495456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0909cf-a39f-4cda-8939-a63096ad66d2 req-da4a619e-5611-41c1-90ea-1b6986e28507 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.498241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef0909cf-a39f-4cda-8939-a63096ad66d2 req-da4a619e-5611-41c1-90ea-1b6986e28507 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 945 time: 0.1131275 Aug 29 17:26:42.500002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68ffa1-8731-4e3e-9066-7d2d62a6670f req-08fc07dc-0982-43b8-b175-8045478dbb27 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.510696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b68ffa1-8731-4e3e-9066-7d2d62a6670f req-08fc07dc-0982-43b8-b175-8045478dbb27 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.0952396 Aug 29 17:26:42.519034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Transition to ACTIVE for port object e93c2b74-b7dc-46a5-b184-8f0b5b77399e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:42.534372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45710) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:42.534642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0890fe2c-2f7a-4b83-b279-1b6bb2b84ea0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.557825 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbff2841-c3cb-4561-8dc1-1ca5f53d133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.561964 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef0909cf-a39f-4cda-8939-a63096ad66d2 req-de2b791c-958b-4837-a348-cd37ff9a9773 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530703 Aug 29 17:26:42.566825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0890fe2c-2f7a-4b83-b279-1b6bb2b84ea0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Calling delete_port for 461f2e1e-f5bf-404d-a81f-8027b77b07f4 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:42.593202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b68ffa1-8731-4e3e-9066-7d2d62a6670f req-c2c62bd2-1455-46e5-adef-927bea49a54f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743959 Aug 29 17:26:42.663186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-d8abce2a-f6cd-4fe3-b4e7-32791a606e78 req-4a203bf6-ce39-4692-aafa-d4b4f14a861b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:26:42.671517 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8abce2a-f6cd-4fe3-b4e7-32791a606e78 req-4a203bf6-ce39-4692-aafa-d4b4f14a861b tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349593 Aug 29 17:26:42.708866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Transition to ACTIVE for port object e93c2b74-b7dc-46a5-b184-8f0b5b77399e will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:42.727357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d8d82-1ec1-4894-8a6f-dafe66d20374 req-f54a1aff-64ae-4ca7-9dc7-bd25d57d9146 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.728935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-072d8d82-1ec1-4894-8a6f-dafe66d20374 req-f54a1aff-64ae-4ca7-9dc7-bd25d57d9146 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.0734036 Aug 29 17:26:42.740731 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.783159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8abce2a-f6cd-4fe3-b4e7-32791a606e78 req-27bf12f6-a6a4-43aa-93cf-490f555707dc tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1112618 Aug 29 17:26:42.796041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Network 63924990-09fb-4f72-b5ae-90bd4151e7e8 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:42.802087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:42.805846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:42.813548 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Pushing event updated for resources: {'Port': ['ID=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:42.813877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-072d8d82-1ec1-4894-8a6f-dafe66d20374 req-686b587b-c322-4734-bee6-79a10ed3405a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595045 Aug 29 17:26:42.816075 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.827873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbff2841-c3cb-4561-8dc1-1ca5f53d133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.843519 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbff2841-c3cb-4561-8dc1-1ca5f53d133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.853413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0890fe2c-2f7a-4b83-b279-1b6bb2b84ea0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.869915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Attempting to bind port e93c2b74-b7dc-46a5-b184-8f0b5b77399e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:42.869915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Attempting to bind port e93c2b74-b7dc-46a5-b184-8f0b5b77399e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4c86d19c-893a-484c-8fa6-74a5808c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '63924990-09fb-4f72-b5ae-90bd4151e7e8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:42.870263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Attempting to bind port e93c2b74-b7dc-46a5-b184-8f0b5b77399e on network 63924990-09fb-4f72-b5ae-90bd4151e7e8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:42.876012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:42.876835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Checking segment: {'id': '4c86d19c-893a-484c-8fa6-74a5808c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '63924990-09fb-4f72-b5ae-90bd4151e7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:42.876835 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.877186 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Bound using segment: {'id': '4c86d19c-893a-484c-8fa6-74a5808c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '63924990-09fb-4f72-b5ae-90bd4151e7e8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:42.877656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Bound port: e93c2b74-b7dc-46a5-b184-8f0b5b77399e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c86d19c-893a-484c-8fa6-74a5808c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '63924990-09fb-4f72-b5ae-90bd4151e7e8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:42.878068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.890726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fbff2841-c3cb-4561-8dc1-1ca5f53d133f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3557487 Aug 29 17:26:42.895242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45718) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:42.911385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff2841-c3cb-4561-8dc1-1ca5f53d133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09522f88-f685-463d-a167-c88b0859a597,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:42.968154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] For port e93c2b74-b7dc-46a5-b184-8f0b5b77399e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:42.969311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890fe2c-2f7a-4b83-b279-1b6bb2b84ea0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event deleted for resources: {'Port': ['ID=461f2e1e-f5bf-404d-a81f-8027b77b07f4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:42.972842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] For port e93c2b74-b7dc-46a5-b184-8f0b5b77399e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,segment=NetworkSegment(4c86d19c-893a-484c-8fa6-74a5808c82a3),segment_id=4c86d19c-893a-484c-8fa6-74a5808c82a3)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:42.980994 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e70fe6ed-14ad-462d-911a-0177beb995c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.986832 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.017664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e70fe6ed-14ad-462d-911a-0177beb995c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.060532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8a09e-c32d-4ec8-8e5e-e1c2e8ab20a3 None None] Pushing event updated for resources: {'Port': ['ID=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:43.075703 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0890fe2c-2f7a-4b83-b279-1b6bb2b84ea0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.077944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0890fe2c-2f7a-4b83-b279-1b6bb2b84ea0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "DELETE /v2.0/ports/461f2e1e-f5bf-404d-a81f-8027b77b07f4 HTTP/1.1" status: 204 len: 168 time: 0.8485656 Aug 29 17:26:43.081441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:43.117349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e70fe6ed-14ad-462d-911a-0177beb995c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.119940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e70fe6ed-14ad-462d-911a-0177beb995c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.121101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e70fe6ed-14ad-462d-911a-0177beb995c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09522f88-f685-463d-a167-c88b0859a597 HTTP/1.1" status: 204 len: 168 time: 0.2249289 Aug 29 17:26:43.141093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282e33-8812-40df-b644-a38b18d18b68 req-6d9048c0-ebef-4424-851d-7085dcb454b7 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.143182 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3282e33-8812-40df-b644-a38b18d18b68 req-6d9048c0-ebef-4424-851d-7085dcb454b7 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.0801494 Aug 29 17:26:43.144188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fe6ed-14ad-462d-911a-0177beb995c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09522f88-f685-463d-a167-c88b0859a597,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:43.197803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3282e33-8812-40df-b644-a38b18d18b68 req-a9d35364-12e2-4ce7-98d4-0bbef6529ca4 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484560 Aug 29 17:26:43.406438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e9c9-16c4-454d-8adb-209a029275f9 req-cbd49716-ad01-4abc-84a1-f148ea05650a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.408571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b17e9c9-16c4-454d-8adb-209a029275f9 req-cbd49716-ad01-4abc-84a1-f148ea05650a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 946 time: 0.0708487 Aug 29 17:26:43.489236 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-03a389dc-30c0-4dcf-b2e3-c4c7f8e29c3e tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4064004 Aug 29 17:26:43.492343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45740) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:43.499158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-203721106'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:43.501250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b17e9c9-16c4-454d-8adb-209a029275f9 req-210321f9-b963-4474-8ae5-fb6cd7fdc719 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856707 Aug 29 17:26:43.531195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Made reservation on behalf of bc8c9a13da8c42f4a556edb2960d7a2c for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:43.536553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.556597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e93c2b74-b7dc-46a5-b184-8f0b5b77399e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:43.571762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:26:43.587060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.587523 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Added segment 583ccbdf-ad7a-4de3-828c-988d2b82eca7 of type vlan for network 4f25a0e3-66ed-49b4-bd2c-98e31b70a53f Aug 29 17:26:43.595398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b2307670-5b66-4443-935d-4a8ddd136f3a up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:43.677123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port b2307670-5b66-4443-935d-4a8ddd136f3a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:43.683627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port b2307670-5b66-4443-935d-4a8ddd136f3a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:43.684151 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.687820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e93c2b74-b7dc-46a5-b184-8f0b5b77399e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:43.689451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.729621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125e84d-033d-4642-aab4-09fbb501b30e req-1c37d9b1-7fb3-4276-ab38-3b4244fee9c4 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.732565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99f408-75d5-479d-92ec-0948a8dd3d8c req-3c3c8471-20b6-4fb4-a758-b4096386714c tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.738730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4125e84d-033d-4642-aab4-09fbb501b30e req-1c37d9b1-7fb3-4276-ab38-3b4244fee9c4 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 945 time: 0.0782180 Aug 29 17:26:43.740440 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:26:43.748098 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b99f408-75d5-479d-92ec-0948a8dd3d8c req-3c3c8471-20b6-4fb4-a758-b4096386714c tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.1143351 Aug 29 17:26:43.783272 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.790378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.791114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.804174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4125e84d-033d-4642-aab4-09fbb501b30e req-6c5c2f3c-d601-42df-8d99-292a560636b2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643363 Aug 29 17:26:43.812391 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.831992 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b0d050e-bdde-434c-be0d-99488d14ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.869651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:43.872859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:43.876068 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aafd75-4a3f-4897-b9e3-a2153538932e" -d '{"events": [{"server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "name": "network-vif-plugged", "status": "completed", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:43.893009 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.917570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b99f408-75d5-479d-92ec-0948a8dd3d8c req-529414fe-09fb-48ae-b224-b5b6caf37947 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681008 Aug 29 17:26:43.921946 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4285817 Aug 29 17:26:43.926390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:43.935225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45760) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:43.967851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cf321-59d8-4cd9-829a-a3b64c216e0d tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event updated for resources: {'Network': ['ID=4f25a0e3-66ed-49b4-bd2c-98e31b70a53f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:43.970173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:43.984730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 4f25a0e3-66ed-49b4-bd2c-98e31b70a53f details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:26:44.000665 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c073a01-ed00-4bc5-90d6-d5e0bdd5f4e7 x-openstack-request-id: req-1c073a01-ed00-4bc5-90d6-d5e0bdd5f4e7 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:44.001053 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "name": "network-vif-plugged", "status": "completed", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:44.001373 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c073a01-ed00-4bc5-90d6-d5e0bdd5f4e7 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:44.001904 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'code': 200} Aug 29 17:26:44.084606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45766) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:44.135031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35b3fd-e26b-49e3-bac0-8c0288befa5b req-2bbccd06-fc21-4ad7-b1f7-42881627714d tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:44.140848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26e018-137c-4b0f-b9ea-3ed87f9bb4e3 req-96182641-1362-4986-b864-f42fe5b81e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:44.143137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d26e018-137c-4b0f-b9ea-3ed87f9bb4e3 req-96182641-1362-4986-b864-f42fe5b81e81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 1098 time: 0.0679352 Aug 29 17:26:44.143467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b35b3fd-e26b-49e3-bac0-8c0288befa5b req-2bbccd06-fc21-4ad7-b1f7-42881627714d tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1894374 Aug 29 17:26:44.184971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d26e018-137c-4b0f-b9ea-3ed87f9bb4e3 req-1176ceae-a184-41ca-8f94-bfff36a5ffb1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Aug 29 17:26:44.248970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-398520064-network', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:44.264954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b35b3fd-e26b-49e3-bac0-8c0288befa5b req-142b2e26-853d-4e6b-8e68-ee10448b3108 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206932 Aug 29 17:26:44.295422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dd7d69a4-4907-4a77-b19d-c546e099d834 tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "GET /v2.0/agents/cf392b83-1328-4133-8067-f37c9d739ed6/dhcp-networks HTTP/1.1" status: 200 len: 9667 time: 0.3543103 Aug 29 17:26:44.295856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45772) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:44.310950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Made reservation on behalf of fd0876b522634ad8921bd8aba91776e6 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:44.314520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.326286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.362133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387150c5-4865-4883-8e6f-dcad859838ee req-28c0d7fb-42b1-44c6-ade9-f45030e2e3b2 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:44.367464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387150c5-4865-4883-8e6f-dcad859838ee req-28c0d7fb-42b1-44c6-ade9-f45030e2e3b2 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:44.373607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387150c5-4865-4883-8e6f-dcad859838ee req-28c0d7fb-42b1-44c6-ade9-f45030e2e3b2 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:44.375163 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-387150c5-4865-4883-8e6f-dcad859838ee req-28c0d7fb-42b1-44c6-ade9-f45030e2e3b2 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1&device_id=3f5884ca-5159-4427-9e87-6b8299efffee&device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 2419 time: 0.1288462 Aug 29 17:26:44.448163 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-387150c5-4865-4883-8e6f-dcad859838ee req-e958aa16-7398-407e-a265-217177c30812 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526576 Aug 29 17:26:44.473360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.482476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.483329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831bd24b-8380-4a80-a757-009154da6c9f tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] Network 4f25a0e3-66ed-49b4-bd2c-98e31b70a53f is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:26:44.506390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-831bd24b-8380-4a80-a757-009154da6c9f tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "POST /v2.0/agents/cf392b83-1328-4133-8067-f37c9d739ed6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2075152 Aug 29 17:26:44.507470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45778) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:44.508050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8622d-ba6d-4f77-9331-cf1752e0bc0b None None] Network 4f25a0e3-66ed-49b4-bd2c-98e31b70a53f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:44.517390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-35b2d6b2-bd0d-4175-ad9d-48acb8d1e6a4 req-b816de1d-2f09-4f4a-9b51-83a980cfefdc tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:26:44.518533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-35b2d6b2-bd0d-4175-ad9d-48acb8d1e6a4 req-b816de1d-2f09-4f4a-9b51-83a980cfefdc tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263791 Aug 29 17:26:44.539711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:26:44.559940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b5491-0e72-4beb-9871-6c6bdbba8ced None None] Network 63924990-09fb-4f72-b5ae-90bd4151e7e8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:44.580725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052b03b0-f6c6-42f1-a86c-668244248211,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:44.607658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.607983 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Added segment 4a81fe03-11ef-435c-883a-070e5f5b0141 of type vlan for network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 Aug 29 17:26:44.679235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-35b2d6b2-bd0d-4175-ad9d-48acb8d1e6a4 req-ef801db6-6d70-4341-b79d-c6668bda1533 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1448553 Aug 29 17:26:44.679798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-305cedbc-edc3-4d28-9aa4-e80124b12ec3 None None] Provisioning for port e93c2b74-b7dc-46a5-b184-8f0b5b77399e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:44.681046 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.711927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.711927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:44.711927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.712501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-305cedbc-edc3-4d28-9aa4-e80124b12ec3 None None] Provisioning complete for port e93c2b74-b7dc-46a5-b184-8f0b5b77399e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:44.712501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-305cedbc-edc3-4d28-9aa4-e80124b12ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.713928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45780) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:44.714857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1183a9a4-24b3-40aa-8a51-dd4302cf1dc2 tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "GET /v2.0/agents/cf392b83-1328-4133-8067-f37c9d739ed6/dhcp-networks HTTP/1.1" status: 200 len: 10438 time: 0.2059317 Aug 29 17:26:44.796477 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7083509 Aug 29 17:26:44.800745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45782) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:44.813284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Request body: {'subnet': {'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-398520064-subnet', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:44.825207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072f935-2008-4e6d-bc96-1fd401ff00e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:44.851389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:26:44.866424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0380d9ca-7f49-4694-b66b-4b945894375f tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "DELETE /v2.0/agents/cf392b83-1328-4133-8067-f37c9d739ed6/dhcp-networks/4f25a0e3-66ed-49b4-bd2c-98e31b70a53f HTTP/1.1" status: 204 len: 168 time: 0.1491578 Aug 29 17:26:44.868949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45786) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:44.875222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Made reservation on behalf of fd0876b522634ad8921bd8aba91776e6 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:44.882212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:44.940194 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-305cedbc-edc3-4d28-9aa4-e80124b12ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.001904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-305cedbc-edc3-4d28-9aa4-e80124b12ec3 None None] For port e93c2b74-b7dc-46a5-b184-8f0b5b77399e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,segment=NetworkSegment(4c86d19c-893a-484c-8fa6-74a5808c82a3),segment_id=4c86d19c-893a-484c-8fa6-74a5808c82a3)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:45.010387 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-305cedbc-edc3-4d28-9aa4-e80124b12ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.067866 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fdb3d095-01b4-4ea0-af9d-2b1dbdef7548 tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "GET /v2.0/agents/cf392b83-1328-4133-8067-f37c9d739ed6/dhcp-networks HTTP/1.1" status: 200 len: 9667 time: 0.1976099 Aug 29 17:26:45.069649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc21b-ab16-4e6c-9077-96b617bd4fbf req-e05c3362-fe70-4e7b-9407-e63e881a6439 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:45.071289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64bcc21b-ab16-4e6c-9077-96b617bd4fbf req-e05c3362-fe70-4e7b-9407-e63e881a6439 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1043811 Aug 29 17:26:45.073230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45790) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:45.078007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cedbc-edc3-4d28-9aa4-e80124b12ec3 None None] Pushing event updated for resources: {'Port': ['ID=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:45.133909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c770fa47-08db-4132-a8ab-e731c4a4de05 tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "GET /v2.0/networks/63924990-09fb-4f72-b5ae-90bd4151e7e8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0558057 Aug 29 17:26:45.135017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45792) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:45.150824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64bcc21b-ab16-4e6c-9077-96b617bd4fbf req-00e66487-4e2f-4036-9e8c-069c0f180708 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679183 Aug 29 17:26:45.194487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2d54e42b-1814-48ba-898c-055929e35d02 tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "GET /v2.0/networks/63924990-09fb-4f72-b5ae-90bd4151e7e8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0564876 Aug 29 17:26:45.197454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45796) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:45.358062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1b1c7c69-71ba-4e53-a326-b12d78980d42 None None] Provisioning complete for port e93c2b74-b7dc-46a5-b184-8f0b5b77399e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:45.358062 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1b1c7c69-71ba-4e53-a326-b12d78980d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.504029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.597305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e93c2b74-b7dc-46a5-b184-8f0b5b77399e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:45.671805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.696786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e93c2b74-b7dc-46a5-b184-8f0b5b77399e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:45.697516 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.761818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426b0dd-d0d4-439f-bdf2-a51588f35725 req-35e933a9-4786-4e88-ad2f-6b662d08a264 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:45.763462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a426b0dd-d0d4-439f-bdf2-a51588f35725 req-35e933a9-4786-4e88-ad2f-6b662d08a264 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1662209 Aug 29 17:26:45.789466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeaf73f0-a1a9-4472-94be-93c96322837b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:45.803016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0aa5db3b-39c0-4bed-83b5-2322049e7162 None None] Could not find standard attr ID for object 461f2e1e-f5bf-404d-a81f-8027b77b07f4. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:26:45.820056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2777b309-c287-40d6-92e3-a33176319bc2 tempest-DHCPAgentSchedulersTestJSON-539573781 tempest-DHCPAgentSchedulersTestJSON-539573781-project-admin] 10.222.0.41 "GET /v2.0/agents/cf392b83-1328-4133-8067-f37c9d739ed6/dhcp-networks HTTP/1.1" status: 200 len: 9667 time: 0.6217365 Aug 29 17:26:45.824482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45810) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:45.863180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a426b0dd-d0d4-439f-bdf2-a51588f35725 req-4bf4485f-3004-4e01-a67d-a5869e606672 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826461 Aug 29 17:26:45.867487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Checking segment: {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:45.869002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Network hostable DHCP agents. Network: 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:26:45.891804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:26:45.903270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:45.915479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda788b-df7d-4daf-9f1a-2f571e92d34e None None] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:45.917103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:45.917285 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.941773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-521aab0b-d6f0-4a97-ab7e-6414594b7313 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1388679 Aug 29 17:26:45.944653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45812) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:45.955479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:45.958233 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.996073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.997739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.065897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.067027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.080424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f25a0e3-66ed-49b4-bd2c-98e31b70a53f']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:46.093603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583ccbdf-ad7a-4de3-828c-988d2b82eca7') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:46.094724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583ccbdf-ad7a-4de3-828c-988d2b82eca7') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:46.105968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.126718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.140448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:26:46.141068 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:26:46.147693 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:26:46.151680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:26:46.151680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.221911 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.237069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.237392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.239948 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "DELETE /v2.0/networks/4f25a0e3-66ed-49b4-bd2c-98e31b70a53f HTTP/1.1" status: 204 len: 168 time: 0.4138234 Aug 29 17:26:46.242861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45818) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:46.258060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c5cf7-3a07-4504-8251-d2df198d3cf0 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event deleted for resources: {'Network': ['ID=4f25a0e3-66ed-49b4-bd2c-98e31b70a53f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:46.301008 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69523fe-335e-486f-a46b-82458db5fcf4 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] DELETE failed (client error): The resource could not be found. Aug 29 17:26:46.303803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69523fe-335e-486f-a46b-82458db5fcf4 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:26:46.307403 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b69523fe-335e-486f-a46b-82458db5fcf4 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "DELETE /v2.0/ports/461f2e1e-f5bf-404d-a81f-8027b77b07f4 HTTP/1.1" status: 404 len: 333 time: 0.0609007 Aug 29 17:26:46.307753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45820) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:46.394244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3e9c3a-a49a-4422-8797-bc9bf7a6fe66 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Deleting subnet f913c9ba-8103-4539-8f91-27bf439cb917 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:26:46.400159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9c3a-a49a-4422-8797-bc9bf7a6fe66 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.409235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Allocated IP 172.20.0.2 (0b9ad97d-5a0e-4cf4-97ac-edae3cef7873/eeaf73f0-a1a9-4472-94be-93c96322837b/93f7434b-72d7-41a9-85f4-4e1d0058f063) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:46.444476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad448-1230-4798-a1b5-fa31f961df30 req-dd5a8db7-b6ee-454e-97c7-7df473d8ed43 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:46.446469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-177ad448-1230-4798-a1b5-fa31f961df30 req-dd5a8db7-b6ee-454e-97c7-7df473d8ed43 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1902838 Aug 29 17:26:46.486332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9c3a-a49a-4422-8797-bc9bf7a6fe66 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.528980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-177ad448-1230-4798-a1b5-fa31f961df30 req-0ed554f0-f8b7-4715-a1e7-9736b7f5f891 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736914 Aug 29 17:26:46.566614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.588508 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.609829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9c3a-a49a-4422-8797-bc9bf7a6fe66 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.616390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.635794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Transition to ACTIVE for port object 93f7434b-72d7-41a9-85f4-4e1d0058f063 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:46.667455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Transition to ACTIVE for port object 93f7434b-72d7-41a9-85f4-4e1d0058f063 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:46.681204 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.708231 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9c3a-a49a-4422-8797-bc9bf7a6fe66 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.725862 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.737908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:46.743585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:46.746238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9c3a-a49a-4422-8797-bc9bf7a6fe66 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.747506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:46.753633 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ef3e9c3a-a49a-4422-8797-bc9bf7a6fe66 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "DELETE /v2.0/subnets/f913c9ba-8103-4539-8f91-27bf439cb917 HTTP/1.1" status: 204 len: 168 time: 0.4424777 Aug 29 17:26:46.755694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Pushing event updated for resources: {'Port': ['ID=93f7434b-72d7-41a9-85f4-4e1d0058f063,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:46.759861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6bf88d-30ce-40bb-987f-b302a80a0526 None None] Network 63924990-09fb-4f72-b5ae-90bd4151e7e8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:46.760188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Allocated IP 172.25.2.32 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/521148e0-282e-4939-84be-447e0180fad5) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:46.795321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45830) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:46.797948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9c3a-a49a-4422-8797-bc9bf7a6fe66 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event deleted for resources: {'Subnet': ['ID=f913c9ba-8103-4539-8f91-27bf439cb917,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:46.895408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Attempting to bind port 93f7434b-72d7-41a9-85f4-4e1d0058f063 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:46.895788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Attempting to bind port 93f7434b-72d7-41a9-85f4-4e1d0058f063 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:46.896227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Attempting to bind port 93f7434b-72d7-41a9-85f4-4e1d0058f063 on network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:46.904460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:46.904845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Checking segment: {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:46.905804 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.905804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Bound using segment: {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:46.906193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Bound port: 93f7434b-72d7-41a9-85f4-4e1d0058f063, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:46.906620 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.915679 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.940075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.981114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Deleting port e93c2b74-b7dc-46a5-b184-8f0b5b77399e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:46.981434 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.017462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] For port 93f7434b-72d7-41a9-85f4-4e1d0058f063, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:47.023767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] For port 93f7434b-72d7-41a9-85f4-4e1d0058f063, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=93f7434b-72d7-41a9-85f4-4e1d0058f063,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:47.033180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.061837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e2c02-e324-4334-8116-f7fab2c47ed4 req-177a96a2-b3ae-4352-bf49-a5c761458b83 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:47.063813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-835e2c02-e324-4334-8116-f7fab2c47ed4 req-177a96a2-b3ae-4352-bf49-a5c761458b83 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1179817 Aug 29 17:26:47.088641 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.103434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] DHCP port deletion for 63924990-09fb-4f72-b5ae-90bd4151e7e8 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:26:47.108987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] For port e93c2b74-b7dc-46a5-b184-8f0b5b77399e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,segment=NetworkSegment(4c86d19c-893a-484c-8fa6-74a5808c82a3),segment_id=4c86d19c-893a-484c-8fa6-74a5808c82a3)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:47.109592 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.126967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Calling delete_port for e93c2b74-b7dc-46a5-b184-8f0b5b77399e owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:47.151124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3872fa-4964-4ba3-9243-d5ccbb7b2fe6 req-45113ac7-1ead-448a-a4f3-cae0e20e1c96 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:47.151804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-835e2c02-e324-4334-8116-f7fab2c47ed4 req-3268ff58-dee2-4a09-8bf8-20e519f62013 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777514 Aug 29 17:26:47.152687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd3872fa-4964-4ba3-9243-d5ccbb7b2fe6 req-45113ac7-1ead-448a-a4f3-cae0e20e1c96 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.1064053 Aug 29 17:26:47.160047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9acc-5695-41b5-82de-a44a90f99601 None None] Pushing event updated for resources: {'Port': ['ID=93f7434b-72d7-41a9-85f4-4e1d0058f063,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:47.182131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:47.199618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:47.200755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] Deleting port e93c2b74-b7dc-46a5-b184-8f0b5b77399e {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:47.201331 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.209655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:47.219764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Pushing event updated for resources: {'Port': ['ID=521148e0-282e-4939-84be-447e0180fad5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:47.299367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] For port e93c2b74-b7dc-46a5-b184-8f0b5b77399e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,segment=NetworkSegment(4c86d19c-893a-484c-8fa6-74a5808c82a3),segment_id=4c86d19c-893a-484c-8fa6-74a5808c82a3)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:47.300289 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.303121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd3872fa-4964-4ba3-9243-d5ccbb7b2fe6 req-35259c29-05a7-4286-a50c-953ed4bf0612 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781794 Aug 29 17:26:47.324308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] Calling delete_port for e93c2b74-b7dc-46a5-b184-8f0b5b77399e owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:47.331227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.362503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event deleted for resources: {'Port': ['ID=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:47.407701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] No DVR routers for this DVR port e93c2b74-b7dc-46a5-b184-8f0b5b77399e on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:26:47.470068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.514314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] Pushing event deleted for resources: {'Port': ['ID=e93c2b74-b7dc-46a5-b184-8f0b5b77399e,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:47.520058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e5dc3-e0c4-48e7-ad17-a57d2af0cf5f None None] No DVR routers for this DVR port e93c2b74-b7dc-46a5-b184-8f0b5b77399e on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:26:47.522301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5309be5-6f83-44a3-bccc-c5ddc62c2860 req-e0d1ceb8-df47-47c8-be40-ddbebf4235fd tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:47.536418 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5309be5-6f83-44a3-bccc-c5ddc62c2860 req-e0d1ceb8-df47-47c8-be40-ddbebf4235fd tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1693964 Aug 29 17:26:47.554073 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.566228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63924990-09fb-4f72-b5ae-90bd4151e7e8']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:47.586940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c86d19c-893a-484c-8fa6-74a5808c82a3') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:47.587406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c86d19c-893a-484c-8fa6-74a5808c82a3') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:47.600674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.619853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.632197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5309be5-6f83-44a3-bccc-c5ddc62c2860 req-08533907-8f6d-4177-9ba0-00de48944a5a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947576 Aug 29 17:26:47.633075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:26:47.633689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:26:47.637720 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:26:47.646560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 93f7434b-72d7-41a9-85f4-4e1d0058f063 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:47.686758 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.702529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 93f7434b-72d7-41a9-85f4-4e1d0058f063 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:47.714616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.722301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.725247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] 10.222.0.41 "DELETE /v2.0/networks/63924990-09fb-4f72-b5ae-90bd4151e7e8 HTTP/1.1" status: 204 len: 168 time: 0.9288528 Aug 29 17:26:47.744101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf802f6d-cc6f-4547-a7a2-0a851f9d2310 tempest-DHCPAgentSchedulersTestJSON-1051022764 tempest-DHCPAgentSchedulersTestJSON-1051022764-project] Pushing event deleted for resources: {'Network': ['ID=63924990-09fb-4f72-b5ae-90bd4151e7e8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:47.791647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e93c2b74-b7dc-46a5-b184-8f0b5b77399e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:47.820008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e93c2b74-b7dc-46a5-b184-8f0b5b77399e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:26:47.820364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e93c2b74-b7dc-46a5-b184-8f0b5b77399e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:26:47.943068 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.063193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45848) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:48.101007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Router 48750220-3735-4a2a-bc8e-812fc5e374f8 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:26:48.246001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:48.261873 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Sync routers for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:48.268320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.272511 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7809d70e-ecc2-4578-a8a0-0c53c76394cf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3234217 Aug 29 17:26:48.272859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45856) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:48.281351 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:48.282849 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:48.309082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cec663d3-c23c-44ea-8c03-bec29dbfdac2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc8c9a13da8c42f4a556edb2960d7a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446158 Aug 29 17:26:48.311577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45858) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:48.343594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b7cdd-155e-422c-bb81-a16dbddd4347 req-db3326fd-2150-484d-8ca1-bf293e4b87c9 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.346266 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a5b7cdd-155e-422c-bb81-a16dbddd4347 req-db3326fd-2150-484d-8ca1-bf293e4b87c9 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1034861 Aug 29 17:26:48.423400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4a13-c502-4ce4-9953-2e6841f26594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.448523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83826fb-95db-4f9d-9604-d27adcd835a2 None None] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:48.461092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4a13-c502-4ce4-9953-2e6841f26594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.465445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a5b7cdd-155e-422c-bb81-a16dbddd4347 req-2bc57782-b754-4391-bf79-2a5d6650999b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950415 Aug 29 17:26:48.472359 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:48.548179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4a13-c502-4ce4-9953-2e6841f26594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.552944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4a13-c502-4ce4-9953-2e6841f26594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.554424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c8dd4a13-c502-4ce4-9953-2e6841f26594 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fca6ad4-095d-4ec9-aa87-3706f6b71b78 HTTP/1.1" status: 204 len: 168 time: 0.2419145 Aug 29 17:26:48.554892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-0bdf093a-e4ee-4a2d-b88c-3eeb4e6e741d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.557540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-0bdf093a-e4ee-4a2d-b88c-3eeb4e6e741d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.1891265 Aug 29 17:26:48.567152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd4a13-c502-4ce4-9953-2e6841f26594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fca6ad4-095d-4ec9-aa87-3706f6b71b78,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:48.593751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb1b1b-dcc4-4502-8fc0-19fab0db0105 req-5db2adca-cdc8-4e46-b0a1-280ae33df9b9 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.595711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28bb1b1b-dcc4-4502-8fc0-19fab0db0105 req-5db2adca-cdc8-4e46-b0a1-280ae33df9b9 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 946 time: 0.1094153 Aug 29 17:26:48.616987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bc5773b9-8f41-499a-a52a-dcf87c9daa7c None None] Provisioning for port 93f7434b-72d7-41a9-85f4-4e1d0058f063 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:48.626702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bc5773b9-8f41-499a-a52a-dcf87c9daa7c None None] Provisioning complete for port 93f7434b-72d7-41a9-85f4-4e1d0058f063 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:48.627080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bc5773b9-8f41-499a-a52a-dcf87c9daa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.762198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-45415611-e344-47d9-beef-46af6c8c02a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1056898 Aug 29 17:26:48.802025 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bc5773b9-8f41-499a-a52a-dcf87c9daa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.849450 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:47Z', 'revision_number': 3, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:48.880047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bc5773b9-8f41-499a-a52a-dcf87c9daa7c None None] For port 93f7434b-72d7-41a9-85f4-4e1d0058f063, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=93f7434b-72d7-41a9-85f4-4e1d0058f063,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:48.886696 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bc5773b9-8f41-499a-a52a-dcf87c9daa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.893291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0dfd4c5e-65f9-4654-833a-ab39083c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.893772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0dfd4c5e-65f9-4654-833a-ab39083c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.894312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0dfd4c5e-65f9-4654-833a-ab39083c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.894943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0dfd4c5e-65f9-4654-833a-ab39083c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.895374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0dfd4c5e-65f9-4654-833a-ab39083c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.896164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0dfd4c5e-65f9-4654-833a-ab39083c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.896683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0dfd4c5e-65f9-4654-833a-ab39083c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.899004 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0dfd4c5e-65f9-4654-833a-ab39083c3078 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6508 time: 0.0716081 Aug 29 17:26:48.915118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77652d4-5077-4cbe-8cb2-3785b0de3789 req-c5d67c5d-33ae-49c2-82f9-58f4743e5335 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.926143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d77652d4-5077-4cbe-8cb2-3785b0de3789 req-c5d67c5d-33ae-49c2-82f9-58f4743e5335 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1611614 Aug 29 17:26:48.940672 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Checking router: 48750220-3735-4a2a-bc8e-812fc5e374f8 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:48.948181 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Updating router 48750220-3735-4a2a-bc8e-812fc5e374f8 port 521148e0-282e-4939-84be-447e0180fad5 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:26:49.027399 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.033891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d77652d4-5077-4cbe-8cb2-3785b0de3789 req-fc5f5591-4294-4afe-bbde-9686f5c98d3a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072705 Aug 29 17:26:49.054106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5773b9-8f41-499a-a52a-dcf87c9daa7c None None] Pushing event updated for resources: {'Port': ['ID=93f7434b-72d7-41a9-85f4-4e1d0058f063,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:49.063719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28bb1b1b-dcc4-4502-8fc0-19fab0db0105 req-c3f928c1-dd2f-4a31-91cc-872d53c344e4 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103205 Aug 29 17:26:49.115630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1b503f6a-acee-49f0-bde5-87bf2dce04dc None None] Provisioning complete for port 93f7434b-72d7-41a9-85f4-4e1d0058f063 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:49.116604 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1b503f6a-acee-49f0-bde5-87bf2dce04dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.120936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45872) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:49.131608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-55156a51-9f88-4726-8dd4-6be15d0d8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:49.133536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-55156a51-9f88-4726-8dd4-6be15d0d8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:49.134064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-55156a51-9f88-4726-8dd4-6be15d0d8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:49.136183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-55156a51-9f88-4726-8dd4-6be15d0d8173 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c94a284a-3908-4129-8987-ec9683304a7a&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 2298 time: 0.2018538 Aug 29 17:26:49.143200 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bd22933-cf99-420f-b5cb-ce99cb4a567d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.258259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-90533bad-c907-4dcc-ad0e-bbb5ec497672 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 200 len: 1002 time: 0.1014786 Aug 29 17:26:49.303436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Deleting port 38338c45-02b6-4e09-9b2a-3466e17dc57b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:49.303789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.339055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-fcaf6ed2-34b1-4839-8607-8a7dd34d72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:49.341267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-fcaf6ed2-34b1-4839-8607-8a7dd34d72e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02c398ab-acc0-4618-b795-8014350499c2 HTTP/1.1" status: 200 len: 856 time: 0.0754700 Aug 29 17:26:49.376669 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.408550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bd22933-cf99-420f-b5cb-ce99cb4a567d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.418166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bd22933-cf99-420f-b5cb-ce99cb4a567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.432552 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.433672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-ff5409c2-8b7c-4f5a-9689-6f6652a27eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:49.435233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-ff5409c2-8b7c-4f5a-9689-6f6652a27eb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c94a284a-3908-4129-8987-ec9683304a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849853 Aug 29 17:26:49.444315 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Transition to ACTIVE for port object 521148e0-282e-4939-84be-447e0180fad5 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:49.451505 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.535238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 93f7434b-72d7-41a9-85f4-4e1d0058f063 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:49.538477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45878) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:49.538635 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2bd22933-cf99-420f-b5cb-ce99cb4a567d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c212b107db164d13b68c31c289e6f764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165602 Aug 29 17:26:49.541143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] For port 38338c45-02b6-4e09-9b2a-3466e17dc57b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=38338c45-02b6-4e09-9b2a-3466e17dc57b,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:49.541293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd22933-cf99-420f-b5cb-ce99cb4a567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df64307e-8b22-47e3-b3f9-8dec7f4127eb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:49.542027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.556659 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Attempting to bind port 521148e0-282e-4939-84be-447e0180fad5 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:49.557039 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Attempting to bind port 521148e0-282e-4939-84be-447e0180fad5 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:49.557403 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Attempting to bind port 521148e0-282e-4939-84be-447e0180fad5 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:49.576681 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:49.577108 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:49.577460 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.578208 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:49.578328 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Bound port: 521148e0-282e-4939-84be-447e0180fad5, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:49.582991 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.599617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-403cdae7-546a-4a6f-b0e5-cea1f71a2fc2 service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530747 Aug 29 17:26:49.616076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448aa721-e595-4b03-99fe-47f2be142adb None None] Pushing event updated for resources: {'Port': ['ID=521148e0-282e-4939-84be-447e0180fad5,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:49.616797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 93f7434b-72d7-41a9-85f4-4e1d0058f063 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:49.617365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.647125 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] For port 521148e0-282e-4939-84be-447e0180fad5, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:49.650409 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] For port 521148e0-282e-4939-84be-447e0180fad5, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=521148e0-282e-4939-84be-447e0180fad5,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:49.652700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Calling delete_port for 38338c45-02b6-4e09-9b2a-3466e17dc57b owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:49.657621 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.723972 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:49.725076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:49.954433 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448aa721-e595-4b03-99fe-47f2be142adb None None] Pushing event updated for resources: {'Port': ['ID=521148e0-282e-4939-84be-447e0180fad5,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:49.958301 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:50.007606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-865418c4-13fb-422c-9b8c-bc31e656531b service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950214 Aug 29 17:26:50.059071 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-cdddd49c-0eba-4fd1-9ef2-23366266301c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 217 time: 0.0418673 Aug 29 17:26:50.093834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019466d7-7957-4be9-9aec-da38a6d61c51 req-d6477bfc-7beb-4185-8f01-3d37f70be79b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:50.101701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-019466d7-7957-4be9-9aec-da38a6d61c51 req-d6477bfc-7beb-4185-8f01-3d37f70be79b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.4932048 Aug 29 17:26:50.128469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-f16a428f-c0f8-4781-8423-8104e14fcac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:50.130637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-f16a428f-c0f8-4781-8423-8104e14fcac0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0643752 Aug 29 17:26:50.163752 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:47Z', 'revision_number': 3, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:50.168388 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Allocated IP 172.20.0.1 (0b9ad97d-5a0e-4cf4-97ac-edae3cef7873/eeaf73f0-a1a9-4472-94be-93c96322837b/957e7963-e454-453a-989f-1737a7aec3e5) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:50.185042 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38b9150b-2046-4ae0-991c-00494bb1d1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.191774 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee30ca-a76b-4d50-9c21-76d23ee2b5ab None None] The sync data for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 is: [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:47Z', 'revision_number': 3, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:50.198048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-019466d7-7957-4be9-9aec-da38a6d61c51 req-5de463b2-fc74-4b67-ae81-e3eec6703683 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953937 Aug 29 17:26:50.217228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-8f012675-4d2c-4cfd-b1af-01c8b3ae503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:50.217228 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-8f012675-4d2c-4cfd-b1af-01c8b3ae503f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681467 Aug 29 17:26:50.242013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebae94-5c8b-4409-939f-df727bdc3b51 req-666cf622-5860-4136-b12f-d6a2ee618ac8 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:50.244216 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcebae94-5c8b-4409-939f-df727bdc3b51 req-666cf622-5860-4136-b12f-d6a2ee618ac8 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1304998 Aug 29 17:26:50.305848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38b9150b-2046-4ae0-991c-00494bb1d1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.350724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcebae94-5c8b-4409-939f-df727bdc3b51 req-de6f048a-dde8-4af4-8bf2-7e0d9998c889 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868835 Aug 29 17:26:50.372957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-e3a14c2a-3f8d-494a-95f5-ee7132b2b3a8 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437981 Aug 29 17:26:50.486188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.510674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['842324d3-873d-4bcf-8913-1bbddc3963db'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:50.514848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['29084739-bf04-4187-8e85-8081a68ed436'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:50.515692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c49a7-0358-41a6-bff0-90dab6d4ecb6 req-676812fd-1930-461e-b20b-a90dfc3f5bd9 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:50.517827 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b6c49a7-0358-41a6-bff0-90dab6d4ecb6 req-676812fd-1930-461e-b20b-a90dfc3f5bd9 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f67bee8-484b-485d-b9c1-229651ea81f1 HTTP/1.1" status: 200 len: 867 time: 0.2150249 Aug 29 17:26:50.522973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.561382 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-395d9a9a-0b48-474c-b311-54368a51f667 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800394 Aug 29 17:26:50.610637 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38b9150b-2046-4ae0-991c-00494bb1d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.626530 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38b9150b-2046-4ae0-991c-00494bb1d1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.626530 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-38b9150b-2046-4ae0-991c-00494bb1d1ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df64307e-8b22-47e3-b3f9-8dec7f4127eb HTTP/1.1" status: 204 len: 168 time: 1.0778732 Aug 29 17:26:50.627488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Pushing event deleted for resources: {'Port': ['ID=38338c45-02b6-4e09-9b2a-3466e17dc57b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:50.636777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Transition to ACTIVE for port object 957e7963-e454-453a-989f-1737a7aec3e5 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:50.643026 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-f0acc6b0-17e3-46de-b17e-1b50e3ac92a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.0691736 Aug 29 17:26:50.680929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] No DVR routers for this DVR port 38338c45-02b6-4e09-9b2a-3466e17dc57b on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:26:50.687429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9150b-2046-4ae0-991c-00494bb1d1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df64307e-8b22-47e3-b3f9-8dec7f4127eb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:50.691544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.693768 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5778fee9-ee58-484b-8798-74a2ed4765ea req-1b512f0a-7b44-4562-9e30-11d01e1b67e0 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.44 "DELETE /v2.0/ports/38338c45-02b6-4e09-9b2a-3466e17dc57b HTTP/1.1" status: 204 len: 173 time: 2.1290445 Aug 29 17:26:50.696160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f67bee8-484b-485d-b9c1-229651ea81f1', 'name': 'network-vif-deleted', 'tag': '38338c45-02b6-4e09-9b2a-3466e17dc57b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:50.698366 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40829bb-bace-4e3c-a02d-634001d06a13" -d '{"events": [{"server_uuid": "4f67bee8-484b-485d-b9c1-229651ea81f1", "name": "network-vif-deleted", "tag": "38338c45-02b6-4e09-9b2a-3466e17dc57b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:50.770316 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b6c49a7-0358-41a6-bff0-90dab6d4ecb6 req-a0522095-9669-472c-8100-537a0352d149 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060773 Aug 29 17:26:50.799244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-765c9971-4c69-49da-947e-30626916a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:50.800919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-765c9971-4c69-49da-947e-30626916a036 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1452188 Aug 29 17:26:50.818926 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.826950 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef1e621-f655-41e9-91b5-db55c9c64d69 x-openstack-request-id: req-8ef1e621-f655-41e9-91b5-db55c9c64d69 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:50.828270 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f67bee8-484b-485d-b9c1-229651ea81f1", "name": "network-vif-deleted", "tag": "38338c45-02b6-4e09-9b2a-3466e17dc57b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:50.830639 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ef1e621-f655-41e9-91b5-db55c9c64d69 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:50.831174 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f67bee8-484b-485d-b9c1-229651ea81f1', 'name': 'network-vif-deleted', 'tag': '38338c45-02b6-4e09-9b2a-3466e17dc57b', 'status': 'completed', 'code': 200} Aug 29 17:26:50.877932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:50.885184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:50.889383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:50.896320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Pushing event updated for resources: {'Port': ['ID=957e7963-e454-453a-989f-1737a7aec3e5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:50.921428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-35bd32a1-2d1b-4295-bdfc-a8c09887d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:50.925064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-35bd32a1-2d1b-4295-bdfc-a8c09887d6b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103554 Aug 29 17:26:50.981685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.099034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-677f60dc-eac4-4ac0-bf76-604d0e6427ec service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629388 Aug 29 17:26:51.199778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.322213 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-45fdac88-d4a7-4d7c-8620-a149e5f8502e service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141619 Aug 29 17:26:51.378507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-d6ba2e50-95c9-43ce-aeeb-a6cec89d8532 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c HTTP/1.1" status: 200 len: 217 time: 0.0437424 Aug 29 17:26:51.427931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6bc2fec4-113d-40b6-9a2f-421a1128e81c None None] Provisioning for port 957e7963-e454-453a-989f-1737a7aec3e5 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:51.438922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6bc2fec4-113d-40b6-9a2f-421a1128e81c None None] Provisioning complete for port 957e7963-e454-453a-989f-1737a7aec3e5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:51.440087 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bc2fec4-113d-40b6-9a2f-421a1128e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.474239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375509e-566e-44f5-88a3-f25cae461350 req-846f2a69-a242-4f51-b10c-dc233329516b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:51.475851 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e375509e-566e-44f5-88a3-f25cae461350 req-846f2a69-a242-4f51-b10c-dc233329516b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1362700 Aug 29 17:26:51.501260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-178abb73-51e3-4c58-8852-10e1541b63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:51.503627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-178abb73-51e3-4c58-8852-10e1541b63a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1180649 Aug 29 17:26:51.533765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6bc2fec4-113d-40b6-9a2f-421a1128e81c None None] Port 957e7963-e454-453a-989f-1737a7aec3e5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:26:51.577051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 521148e0-282e-4939-84be-447e0180fad5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:51.598286 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e375509e-566e-44f5-88a3-f25cae461350 req-dafb27cd-fe13-4bfb-9ce1-c127ade5dc3e tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135507 Aug 29 17:26:51.627771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0c755138-29d2-4fc7-bd4c-7ab470971020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:51.628707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 38338c45-02b6-4e09-9b2a-3466e17dc57b no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:51.629513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-0c755138-29d2-4fc7-bd4c-7ab470971020 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1142478 Aug 29 17:26:51.633459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.648540 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.658445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 38338c45-02b6-4e09-9b2a-3466e17dc57b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:26:51.658832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 38338c45-02b6-4e09-9b2a-3466e17dc57b not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:26:51.671437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03d26f-c154-4d12-995b-7a03971419f1 req-0ed5521b-7f37-404d-a8e3-92aef0397edb tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:51.675001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 521148e0-282e-4939-84be-447e0180fad5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:51.679953 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c03d26f-c154-4d12-995b-7a03971419f1 req-0ed5521b-7f37-404d-a8e3-92aef0397edb tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1239786 Aug 29 17:26:51.682528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 521148e0-282e-4939-84be-447e0180fad5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:51.683658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.769795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Pushing event updated for resources: {'Port': ['ID=957e7963-e454-453a-989f-1737a7aec3e5,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:51.800481 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.836045 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.846951 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c03d26f-c154-4d12-995b-7a03971419f1 req-e4c52c91-9b0c-41b3-8041-491325108658 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659803 Aug 29 17:26:51.887194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 521148e0-282e-4939-84be-447e0180fad5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=521148e0-282e-4939-84be-447e0180fad5,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:51.898826 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.909575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-7aa4a752-a590-447c-a088-41e091781301 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659078 Aug 29 17:26:51.973140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:51.977045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:51.977973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=521148e0-282e-4939-84be-447e0180fad5,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:52.037795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-74a81d34-1bdd-4da8-954a-fc41513902a0 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179233 Aug 29 17:26:52.092682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45926) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:52.103642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-9f857173-37af-4c09-8600-6db8bd52b515 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=520c50d0-d97b-4061-87ff-6069f983709e HTTP/1.1" status: 200 len: 217 time: 0.0540326 Aug 29 17:26:52.142814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Router 48750220-3735-4a2a-bc8e-812fc5e374f8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:26:52.174749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-ae44b310-1533-4f3d-97d4-90edd0f6a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:52.176417 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-ae44b310-1533-4f3d-97d4-90edd0f6a619 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0589311 Aug 29 17:26:52.242627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1533006983'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:52.250379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-740b4a79-9393-4771-b003-9817b95c37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:52.251922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-740b4a79-9393-4771-b003-9817b95c37cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640671 Aug 29 17:26:52.306934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e408005-ed7b-44a3-8a39-6fcea7074bf6 req-b0fa8d7f-0019-4f4a-9a79-9c594c36310a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:52.308456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e408005-ed7b-44a3-8a39-6fcea7074bf6 req-b0fa8d7f-0019-4f4a-9a79-9c594c36310a tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 946 time: 0.1079276 Aug 29 17:26:52.324650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:52.328170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.332511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:52.338798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5ea2c73d-8526-49f8-ac1f-ed65d8f1c6ab admin admin] 10.222.0.41 "PUT /v2.0/routers/48750220-3735-4a2a-bc8e-812fc5e374f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0645945 Aug 29 17:26:52.354134 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.367086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-74c16e72-80b7-4b98-9bbb-1391c37bb9a3 None None] Provisioning complete for port 957e7963-e454-453a-989f-1737a7aec3e5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:52.367461 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-74c16e72-80b7-4b98-9bbb-1391c37bb9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.403815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e408005-ed7b-44a3-8a39-6fcea7074bf6 req-bae94208-d00c-417b-8c59-eda826125d90 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866868 Aug 29 17:26:52.418350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-74c16e72-80b7-4b98-9bbb-1391c37bb9a3 None None] Port 957e7963-e454-453a-989f-1737a7aec3e5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:26:52.424736 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-787942cf-b278-43a7-85bd-9563ec0f6c2d service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644750 Aug 29 17:26:52.581789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-95f6919a-ca65-4295-9150-4fe8834b8ec2 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482513 Aug 29 17:26:52.594149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.601506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.639524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-1450f5bc-b228-4e36-ad41-b0ad32592603 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 200 len: 217 time: 0.0475090 Aug 29 17:26:52.652227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:26:52.724157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.724157 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Added segment 6e4e4b8b-cf3c-43f9-813e-6859956ffb0a of type vlan for network 2ad95fe3-2af7-4150-b097-a47258efe850 Aug 29 17:26:52.736246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647ed708-ab07-4da3-9464-d17ba5847ef4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:52.759846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-c4c0a02f-f1fa-4b1d-a598-d57512df9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:52.761345 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-c4c0a02f-f1fa-4b1d-a598-d57512df9b74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.1105170 Aug 29 17:26:52.806392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Sync routers for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:52.817621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:52.818790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:52.828043 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.851508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9d680-f020-49e8-a8ca-ae1799560cb4 req-2c70f6a5-ae77-4181-85e5-ad2320645837 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:52.853150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6b9d680-f020-49e8-a8ca-ae1799560cb4 req-2c70f6a5-ae77-4181-85e5-ad2320645837 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1662490 Aug 29 17:26:52.894426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-2b35cfd5-3fa8-4240-91dd-4a19fdf07710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:52.896060 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-2b35cfd5-3fa8-4240-91dd-4a19fdf07710 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1106224 Aug 29 17:26:52.905003 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.914141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:52.914822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.963111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:53.022333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0cc00-d898-49f4-8de0-1c9257c8faa1 req-8db96893-b894-4405-a227-557c55190e98 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:53.027084 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fe0cc00-d898-49f4-8de0-1c9257c8faa1 req-8db96893-b894-4405-a227-557c55190e98 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.0638549 Aug 29 17:26:53.027888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45956) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:53.029342 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6b9d680-f020-49e8-a8ca-ae1799560cb4 req-d0efc825-0054-4920-88ee-7fba354f0383 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612499 Aug 29 17:26:53.034071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1650543461-network', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:53.038085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9434941 Aug 29 17:26:53.053309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45958) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:53.059991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:53.074278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244b205-4aff-4816-b1bf-664d04ec4e34 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Network': ['ID=2ad95fe3-2af7-4150-b097-a47258efe850,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:53.097899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:26:53.120644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fe0cc00-d898-49f4-8de0-1c9257c8faa1 req-67d33d94-9ec4-48e8-bbae-9afad041c374 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783012 Aug 29 17:26:53.124082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Made reservation on behalf of f6838dc1a88e4d3ab8fa0dcb45f02d1c for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:53.126772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.143017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.165980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-fef83b46-4d65-4717-b972-f833f0c55190 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483096 Aug 29 17:26:53.247047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.252337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.274625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 2, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:53.277974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:26:53.285027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:53.288528 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.292575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98db2baa-ebc7-4158-bfef-da3b2ed4ac32,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:53.298154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.298506 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Added segment b9f01a5b-3519-45a1-b793-9da86d4d085e of type vlan for network 2d5bd4c7-01d5-4020-9422-fc8977380585 Aug 29 17:26:53.305957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-3b224f66-567c-45a4-b42b-3973fb44b201 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276639 Aug 29 17:26:53.309922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Checking router: 48750220-3735-4a2a-bc8e-812fc5e374f8 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:53.310381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Updating router 48750220-3735-4a2a-bc8e-812fc5e374f8 port 957e7963-e454-453a-989f-1737a7aec3e5 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:26:53.342511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.346846 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.372393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.373291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:53.373949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.379115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-e8b9a3b8-9404-4e89-a889-257e54c8edd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 200 len: 217 time: 0.0410566 Aug 29 17:26:53.436213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-fca36c9f-72eb-40c7-8575-4624d93a127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:53.437693 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-fca36c9f-72eb-40c7-8575-4624d93a127f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.0501804 Aug 29 17:26:53.440238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] Pushing event updated for resources: {'Network': ['ID=2d5bd4c7-01d5-4020-9422-fc8977380585,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:53.443298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-28844e8d-e893-4e29-b80c-7b417b548c12 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4141567 Aug 29 17:26:53.445977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:53.451396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Request body: {'subnet': {'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1650543461-subnet', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:53.481888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Made reservation on behalf of f6838dc1a88e4d3ab8fa0dcb45f02d1c for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:53.485086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 2d5bd4c7-01d5-4020-9422-fc8977380585 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:26:53.485564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.525576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-e70041b4-6914-45b7-8300-a7566d29ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:53.527471 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-e70041b4-6914-45b7-8300-a7566d29ec2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0789495 Aug 29 17:26:53.567907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 521148e0-282e-4939-84be-447e0180fad5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:53.638159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48991e-8634-4e18-82dd-1c9832b52f16 req-a67b37b8-d622-4a41-9ac8-2dff297c4849 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:53.639643 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d48991e-8634-4e18-82dd-1c9832b52f16 req-a67b37b8-d622-4a41-9ac8-2dff297c4849 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 946 time: 0.0754724 Aug 29 17:26:53.681647 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.694038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-7d49285a-fa0a-4911-9639-b7adf0c2331c service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482384 Aug 29 17:26:53.709257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 521148e0-282e-4939-84be-447e0180fad5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:53.710046 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.720950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d48991e-8634-4e18-82dd-1c9832b52f16 req-6ea7b364-af57-458b-9e83-48458a837132 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691743 Aug 29 17:26:53.788889 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.797210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=5ec77bd8-fe60-464f-b202-391d488a9312,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:53.837890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:53.838760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network hostable DHCP agents. Network: 2ad95fe3-2af7-4150-b097-a47258efe850, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:26:53.864087 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b1e25c1-b557-4a99-ae92-1cb41f625887 req-2b68ee58-98a4-459a-bd54-fdcf31c05e5d service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511149 Aug 29 17:26:53.878308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:26:53.878515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e39d119-5d0c-413a-9e70-2126764c99e1,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:53.884518 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.889749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-3b78d606-45c2-464b-afbe-73a098c8b09d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:53.892109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-3b78d606-45c2-464b-afbe-73a098c8b09d tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 946 time: 0.1133277 Aug 29 17:26:53.893985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 2ad95fe3-2af7-4150-b097-a47258efe850) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:53.902835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:53.903356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4edce-7f32-49ba-a98b-63d4fe616ac3 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:53.903494 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.906793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Transition to ACTIVE for port object 957e7963-e454-453a-989f-1737a7aec3e5 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:53.909143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Checking segment: {'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:53.909511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Network hostable DHCP agents. Network: 2d5bd4c7-01d5-4020-9422-fc8977380585, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:26:53.953095 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-514b2b0c-4f32-47f9-b1d6-b2007cd350ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9023793 Aug 29 17:26:53.956207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45968) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:53.957335 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.962057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'name': 'tempest-NetworksTestDHCPv6-657764401'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:54.033351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Network 2d5bd4c7-01d5-4020-9422-fc8977380585 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:26:54.050680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 2d5bd4c7-01d5-4020-9422-fc8977380585) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:54.052296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2630f8-ae17-4dc6-b8bf-dd82c24a635c None None] Pushing event updated for resources: {'Port': ['ID=957e7963-e454-453a-989f-1737a7aec3e5,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:54.061837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.062370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.068254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ab8c1-da5f-4dad-9df5-2a800dd39986 None None] Network 2d5bd4c7-01d5-4020-9422-fc8977380585 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:54.124374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-973b777a-de35-4f88-8200-e6c10b7953c9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6771288 Aug 29 17:26:54.127165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:54.132303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:54.146897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Deleting port 842324d3-873d-4bcf-8913-1bbddc3963db {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:54.147251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.207659 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.209026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.216490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Attempting to bind port 957e7963-e454-453a-989f-1737a7aec3e5 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:54.217772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Attempting to bind port 957e7963-e454-453a-989f-1737a7aec3e5 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:54.217772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Attempting to bind port 957e7963-e454-453a-989f-1737a7aec3e5 on network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:54.236179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f079-fffa-43c0-96a6-7a94fe685179 req-b2ffde9f-3820-4d1c-94bd-aebdbba89ca7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.238068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5480f079-fffa-43c0-96a6-7a94fe685179 req-b2ffde9f-3820-4d1c-94bd-aebdbba89ca7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.0859485 Aug 29 17:26:54.254828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:54.255122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Checking segment: {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:54.255534 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.255928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Bound using segment: {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:54.256639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Bound port: 957e7963-e454-453a-989f-1737a7aec3e5, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:54.257140 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.283825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:54.287902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.325329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93612932-720f-492a-9470-26898de84749 req-7bc9883e-2276-4e9e-a234-2a0c8a5f109a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.326923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93612932-720f-492a-9470-26898de84749 req-7bc9883e-2276-4e9e-a234-2a0c8a5f109a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1058025 Aug 29 17:26:54.332444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.341377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5480f079-fffa-43c0-96a6-7a94fe685179 req-97db745f-6b04-400f-b68b-fd5e4d7fc8a9 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815349 Aug 29 17:26:54.341844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] For port 957e7963-e454-453a-989f-1737a7aec3e5, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:54.345806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] For port 957e7963-e454-453a-989f-1737a7aec3e5, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=957e7963-e454-453a-989f-1737a7aec3e5,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:54.351118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '5ec77bd8-fe60-464f-b202-391d488a9312'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:26:54.351697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port f0debbe7-1aca-46cf-851a-5d5b4669eb77 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:26:54.352453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.361209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] For port 842324d3-873d-4bcf-8913-1bbddc3963db, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=842324d3-873d-4bcf-8913-1bbddc3963db,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:54.361579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.367106 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.387114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Calling delete_port for 842324d3-873d-4bcf-8913-1bbddc3963db owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:54.432506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2630f8-ae17-4dc6-b8bf-dd82c24a635c None None] Pushing event updated for resources: {'Port': ['ID=957e7963-e454-453a-989f-1737a7aec3e5,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:54.490654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93612932-720f-492a-9470-26898de84749 req-4018453a-9f62-4b2e-8dd5-a2b5d93e31b8 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502907 Aug 29 17:26:54.494420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:54.499838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:54.519936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.642173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::52 (2ad95fe3-2af7-4150-b097-a47258efe850/5ec77bd8-fe60-464f-b202-391d488a9312/f0debbe7-1aca-46cf-851a-5d5b4669eb77) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:54.749376 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.781590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['29084739-bf04-4187-8e85-8081a68ed436'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:54.784047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['842324d3-873d-4bcf-8913-1bbddc3963db'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:54.788846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:54.834147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Pushing event deleted for resources: {'Port': ['ID=842324d3-873d-4bcf-8913-1bbddc3963db,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:54.889171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2d5bd4c7-01d5-4020-9422-fc8977380585', 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'fixed_ips': [{'subnet_id': '7e39d119-5d0c-413a-9e70-2126764c99e1'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:26:54.890030 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.895012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] No DVR routers for this DVR port 842324d3-873d-4bcf-8913-1bbddc3963db on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:26:54.898796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e727-09eb-41b7-b4f6-c36123a669c2 req-9e550b38-cab6-48da-a5dc-af15a766c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.898978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.900440 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9645e727-09eb-41b7-b4f6-c36123a669c2 req-9e550b38-cab6-48da-a5dc-af15a766c045 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1098 time: 0.1988652 Aug 29 17:26:54.900980 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8be5469a-b1ef-4ab5-8d64-d51d5eba4774 req-0a2dda03-7d62-437c-a194-3e51f81d8d63 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.44 "DELETE /v2.0/ports/842324d3-873d-4bcf-8913-1bbddc3963db HTTP/1.1" status: 204 len: 173 time: 1.0017717 Aug 29 17:26:54.901437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5884ca-5159-4427-9e87-6b8299efffee', 'name': 'network-vif-deleted', 'tag': '842324d3-873d-4bcf-8913-1bbddc3963db'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:54.902874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ecaa3665-61d1-4e35-a66e-e8c50d370bcc req-cff21adf-d970-4fee-8035-8becf2257f58 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5884ca-5159-4427-9e87-6b8299efffee HTTP/1.1" status: 200 len: 210 time: 0.0475247 Aug 29 17:26:54.904003 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88820fdb-22aa-490d-a2a3-eb46a67d8f5e" -d '{"events": [{"server_uuid": "3f5884ca-5159-4427-9e87-6b8299efffee", "name": "network-vif-deleted", "tag": "842324d3-873d-4bcf-8913-1bbddc3963db"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:54.936420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.971041 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea83cb3-9ee7-4599-88ea-44f397fadd54 x-openstack-request-id: req-3ea83cb3-9ee7-4599-88ea-44f397fadd54 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:54.971313 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5884ca-5159-4427-9e87-6b8299efffee", "name": "network-vif-deleted", "tag": "842324d3-873d-4bcf-8913-1bbddc3963db", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:54.971761 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ea83cb3-9ee7-4599-88ea-44f397fadd54 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:54.972326 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5884ca-5159-4427-9e87-6b8299efffee', 'name': 'network-vif-deleted', 'tag': '842324d3-873d-4bcf-8913-1bbddc3963db', 'status': 'completed', 'code': 200} Aug 29 17:26:54.973565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.997558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.032805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object f0debbe7-1aca-46cf-851a-5d5b4669eb77 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:55.049790 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9645e727-09eb-41b7-b4f6-c36123a669c2 req-cf3a0c68-0f9c-4433-b24f-328415899ab4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409314 Aug 29 17:26:55.107112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Allocated IP 172.25.2.155 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/da5a094f-b7eb-486d-a6c7-762949f474f8) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:55.110621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.183858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=f0debbe7-1aca-46cf-851a-5d5b4669eb77,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:55.193241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:55.195132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:55.204312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:55.212550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.213219 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.231382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2ff40a6b-52cf-41fd-9506-f96de6eec9a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2713468 Aug 29 17:26:55.232327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:55.237628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.290927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.335147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e396e78-9001-4303-99ee-e9eee7b39b1e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.336777 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0e396e78-9001-4303-99ee-e9eee7b39b1e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1038435 Aug 29 17:26:55.341222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45988) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:55.346576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:55.349987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:55.361301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:55.365388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Pushing event updated for resources: {'Port': ['ID=da5a094f-b7eb-486d-a6c7-762949f474f8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:55.443250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/5ec77bd8-fe60-464f-b202-391d488a9312/c3f87fb8-fa32-4815-933a-554ad3060b44) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:55.492281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe7769-87ca-40eb-bb82-1910c9565bcd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port f0debbe7-1aca-46cf-851a-5d5b4669eb77 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:55.492863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7769-87ca-40eb-bb82-1910c9565bcd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.634524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7769-87ca-40eb-bb82-1910c9565bcd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.648548 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.653477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe7769-87ca-40eb-bb82-1910c9565bcd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for f0debbe7-1aca-46cf-851a-5d5b4669eb77 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:55.659181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Transition to ACTIVE for port object c3f87fb8-fa32-4815-933a-554ad3060b44 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:55.679908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Transition to ACTIVE for port object c3f87fb8-fa32-4815-933a-554ad3060b44 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:55.767932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc047dc-3d47-4ec3-9ccd-b26930d599f9 req-94b5ccbf-8c10-40a3-b905-a984058d14d4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.769528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bc047dc-3d47-4ec3-9ccd-b26930d599f9 req-94b5ccbf-8c10-40a3-b905-a984058d14d4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.0972853 Aug 29 17:26:55.770201 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.822559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Allocated IP 172.20.0.2 (2d5bd4c7-01d5-4020-9422-fc8977380585/7e39d119-5d0c-413a-9e70-2126764c99e1/85e4aeff-3edb-4b22-85be-3a969e88cfc2) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:55.846114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bc047dc-3d47-4ec3-9ccd-b26930d599f9 req-22643bb4-9959-47f3-882d-f268b2ed173c tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667229 Aug 29 17:26:55.876196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:55.877378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Pushing event updated for resources: {'Port': ['ID=c3f87fb8-fa32-4815-933a-554ad3060b44,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:55.890960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d434-8d4a-4028-b5da-47b83d479451 req-79fc435e-7403-4dc7-9926-7cef39a2e816 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.893321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:55.898210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8db0d434-8d4a-4028-b5da-47b83d479451 req-79fc435e-7403-4dc7-9926-7cef39a2e816 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.0906346 Aug 29 17:26:55.898984 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7769-87ca-40eb-bb82-1910c9565bcd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.900170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:55.971733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe7769-87ca-40eb-bb82-1910c9565bcd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=f0debbe7-1aca-46cf-851a-5d5b4669eb77,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:55.987533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8db0d434-8d4a-4028-b5da-47b83d479451 req-b59cd9c1-a4d8-40c5-b774-89f709b9c16b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844803 Aug 29 17:26:56.053442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7769-87ca-40eb-bb82-1910c9565bcd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.056729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2ffe7769-87ca-40eb-bb82-1910c9565bcd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/f0debbe7-1aca-46cf-851a-5d5b4669eb77 HTTP/1.1" status: 204 len: 168 time: 0.7145283 Aug 29 17:26:56.060067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46000) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:56.103454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.247559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cfd86-2307-4ab5-b7a4-98c4ca2f15a3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.249240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cfd86-2307-4ab5-b7a4-98c4ca2f15a3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.251347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-023cfd86-2307-4ab5-b7a4-98c4ca2f15a3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1909356 Aug 29 17:26:56.254369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46008) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:56.271714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7656399a-e589-4818-b3ed-a403de16b70e req-c2d840d0-46bf-4bf1-94df-32c6380ef5a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1042776 Aug 29 17:26:56.300028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Attempting to bind port c3f87fb8-fa32-4815-933a-554ad3060b44 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:56.300440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Attempting to bind port c3f87fb8-fa32-4815-933a-554ad3060b44 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:56.300835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Attempting to bind port c3f87fb8-fa32-4815-933a-554ad3060b44 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:56.308551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:54Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:56.345648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:56.346058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:56.346432 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.346861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:56.347355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Bound port: c3f87fb8-fa32-4815-933a-554ad3060b44, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:56.347742 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.355666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384019c3-b7ec-4240-a7ef-d3315771ecc1 None None] The sync data for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 is: [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:54Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:56.357764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c95ddb-c457-44f3-b9cd-d6bff785edc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 5ec77bd8-fe60-464f-b202-391d488a9312 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:26:56.364983 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88c95ddb-c457-44f3-b9cd-d6bff785edc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.375958 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.392137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656399a-e589-4818-b3ed-a403de16b70e req-033b98a7-a0dc-4632-8400-47182a661ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.393645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7656399a-e589-4818-b3ed-a403de16b70e req-033b98a7-a0dc-4632-8400-47182a661ddb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83822fad915145c7af0af25cf93bd806&device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 1098 time: 0.0914559 Aug 29 17:26:56.418393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88c95ddb-c457-44f3-b9cd-d6bff785edc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.424738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27f2cb-3b54-4f37-9ad1-031c9497dd37 req-d5188711-24c1-43ca-85b3-85d51c5bf766 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.434256 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb27f2cb-3b54-4f37-9ad1-031c9497dd37 req-d5188711-24c1-43ca-85b3-85d51c5bf766 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.1169863 Aug 29 17:26:56.456844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.466324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] For port c3f87fb8-fa32-4815-933a-554ad3060b44, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:56.476085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] For port c3f87fb8-fa32-4815-933a-554ad3060b44, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c3f87fb8-fa32-4815-933a-554ad3060b44,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:56.485466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Transition to ACTIVE for port object 85e4aeff-3edb-4b22-85be-3a969e88cfc2 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:56.490391 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.552731 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb27f2cb-3b54-4f37-9ad1-031c9497dd37 req-ca95df9e-ea6c-4723-a0c0-9df7644f969f tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138854 Aug 29 17:26:56.572862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Transition to ACTIVE for port object 85e4aeff-3edb-4b22-85be-3a969e88cfc2 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:56.605276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d9871-90ad-4637-b614-a04336b9b5e4 None None] Pushing event updated for resources: {'Port': ['ID=c3f87fb8-fa32-4815-933a-554ad3060b44,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:56.611577 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.701877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Pushing event updated for resources: {'Port': ['ID=85e4aeff-3edb-4b22-85be-3a969e88cfc2,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:56.707524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Network 2d5bd4c7-01d5-4020-9422-fc8977380585 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:56.709943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:56.713669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:56.721819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Router f0c8856a-b4db-4b47-91ed-154688e9ac6a is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:26:56.779667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Attempting to bind port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:56.780041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Attempting to bind port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:56.780463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Attempting to bind port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 on network 2d5bd4c7-01d5-4020-9422-fc8977380585 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:56.799473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:56.799863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Checking segment: {'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:56.800264 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.800665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Bound using segment: {'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:56.801143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Bound port: 85e4aeff-3edb-4b22-85be-3a969e88cfc2, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:56.801530 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.895912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:56.905537 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Sync routers for ids ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:56.921258 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Routers {'f0c8856a-b4db-4b47-91ed-154688e9ac6a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:56.921905 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:56.926286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] For port 85e4aeff-3edb-4b22-85be-3a969e88cfc2, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:56.934837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] For port 85e4aeff-3edb-4b22-85be-3a969e88cfc2, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=85e4aeff-3edb-4b22-85be-3a969e88cfc2,segment=NetworkSegment(b9f01a5b-3519-45a1-b793-9da86d4d085e),segment_id=b9f01a5b-3519-45a1-b793-9da86d4d085e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:56.946162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.947492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c6ece02b-c1f1-4289-accf-0837e571da16 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8191030 Aug 29 17:26:56.949106 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:56.953870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46014) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:57.099979 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Set router f0c8856a-b4db-4b47-91ed-154688e9ac6a gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:57.135968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf569-fa11-4636-83b9-50b7a5bbe32c None None] Pushing event updated for resources: {'Port': ['ID=85e4aeff-3edb-4b22-85be-3a969e88cfc2,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:57.451450 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:26:55Z', 'revision_number': 3, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port': {'id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:57.512287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b4364-8eaf-43d9-959c-6a4dbdd082d1 req-42581050-196f-4ac6-b6c2-b72ebefb4269 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:57.514374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69008302-c10f-4ef6-a3eb-7b6795cf08a7 req-e5ecc136-ca76-4bfe-b9c0-fbb8518bc17f tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:57.514519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-392b4364-8eaf-43d9-959c-6a4dbdd082d1 req-42581050-196f-4ac6-b6c2-b72ebefb4269 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.2260299 Aug 29 17:26:57.518861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69008302-c10f-4ef6-a3eb-7b6795cf08a7 req-e5ecc136-ca76-4bfe-b9c0-fbb8518bc17f tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.2918706 Aug 29 17:26:57.525141 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Checking router: f0c8856a-b4db-4b47-91ed-154688e9ac6a for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:57.525485 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Updating router f0c8856a-b4db-4b47-91ed-154688e9ac6a port da5a094f-b7eb-486d-a6c7-762949f474f8 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:26:57.544721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656399a-e589-4818-b3ed-a403de16b70e req-f130c090-7285-45aa-bab3-b3d96e982c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:57.545194 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7656399a-e589-4818-b3ed-a403de16b70e req-f130c090-7285-45aa-bab3-b3d96e982c67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71cd41c0-7b9c-4882-ad99-f56635ca5de6 HTTP/1.1" status: 200 len: 916 time: 1.0452583 Aug 29 17:26:57.586726 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:57.655542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 842324d3-873d-4bcf-8913-1bbddc3963db no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:57.714325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69008302-c10f-4ef6-a3eb-7b6795cf08a7 req-45ab017d-a05c-442e-80f0-5eb4418fd3d2 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853755 Aug 29 17:26:57.723360 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88c95ddb-c457-44f3-b9cd-d6bff785edc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:57.729589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 842324d3-873d-4bcf-8913-1bbddc3963db {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:26:57.730431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 842324d3-873d-4bcf-8913-1bbddc3963db not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:26:57.838537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 957e7963-e454-453a-989f-1737a7aec3e5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:57.911799 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-392b4364-8eaf-43d9-959c-6a4dbdd082d1 req-ab093df4-30f6-4eb7-b7ca-6a5118f6ec80 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743782 Aug 29 17:26:57.983883 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7656399a-e589-4818-b3ed-a403de16b70e req-0648fabd-a31f-4c97-8b2b-c7c4cc0fcdd2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d399418b-ed46-4a53-9833-48aa602bea0e HTTP/1.1" status: 200 len: 1001 time: 0.4243093 Aug 29 17:26:57.991609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-7f4645f0-a293-43a1-893d-8f66fb07c7d6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:57.993246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-7f4645f0-a293-43a1-893d-8f66fb07c7d6 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.43 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.0948470 Aug 29 17:26:58.004840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 957e7963-e454-453a-989f-1737a7aec3e5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:58.019936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 957e7963-e454-453a-989f-1737a7aec3e5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:58.020323 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.093875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88c95ddb-c457-44f3-b9cd-d6bff785edc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.116525 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.128696 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Transition to ACTIVE for port object da5a094f-b7eb-486d-a6c7-762949f474f8 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:58.142024 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.182668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c95ddb-c457-44f3-b9cd-d6bff785edc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec77bd8-fe60-464f-b202-391d488a9312,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:58.215004 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88c95ddb-c457-44f3-b9cd-d6bff785edc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.220708 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-88c95ddb-c457-44f3-b9cd-d6bff785edc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/5ec77bd8-fe60-464f-b202-391d488a9312 HTTP/1.1" status: 204 len: 168 time: 1.9651694 Aug 29 17:26:58.221664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46028) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:58.227970 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Attempting to bind port da5a094f-b7eb-486d-a6c7-762949f474f8 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:58.228352 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Attempting to bind port da5a094f-b7eb-486d-a6c7-762949f474f8 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:58.228711 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Attempting to bind port da5a094f-b7eb-486d-a6c7-762949f474f8 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:58.230859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-558077d1-d0aa-4990-a9ef-d4f6ab41422f req-cff15d5b-b2f6-444e-832d-802dc92ae6e4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-657511017', 'description': 'tempest-description-1588985773'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:58.242534 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:58.242977 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:58.247760 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.248514 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:58.249045 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Bound port: da5a094f-b7eb-486d-a6c7-762949f474f8, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:58.249574 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.249705 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.262102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656399a-e589-4818-b3ed-a403de16b70e req-a1d6ed9d-2804-45ae-946e-f654e675fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:58.263597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7656399a-e589-4818-b3ed-a403de16b70e req-a1d6ed9d-2804-45ae-946e-f654e675fbf8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95f21a8a-c7d4-4811-8896-a6ded36b1233 HTTP/1.1" status: 200 len: 854 time: 0.2460103 Aug 29 17:26:58.265471 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Pushing event updated for resources: {'Port': ['ID=da5a094f-b7eb-486d-a6c7-762949f474f8,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:58.312248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41a28e-8b23-40e5-9027-d72ded3838b3 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:58.317646 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.318187 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.318745 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.319236 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.319733 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.320211 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.320714 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.321213 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.321778 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.322260 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.322779 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.323265 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:58.389091 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] For port da5a094f-b7eb-486d-a6c7-762949f474f8, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:58.394667 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] For port da5a094f-b7eb-486d-a6c7-762949f474f8, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=da5a094f-b7eb-486d-a6c7-762949f474f8,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:58.399704 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d01479af-5cbb-4976-8da3-1a7fe4a9d269 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472535 Aug 29 17:26:58.400415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46030) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:58.406188 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.413423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:58.439979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 957e7963-e454-453a-989f-1737a7aec3e5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=957e7963-e454-453a-989f-1737a7aec3e5,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:58.454502 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.464988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c3f87fb8-fa32-4815-933a-554ad3060b44 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:58.473616 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4141a6e-ea43-47a1-bc7e-35e7556126ac None None] Pushing event updated for resources: {'Port': ['ID=da5a094f-b7eb-486d-a6c7-762949f474f8,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:58.507272 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Routers {'f0c8856a-b4db-4b47-91ed-154688e9ac6a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:58.508222 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:58.513293 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-558077d1-d0aa-4990-a9ef-d4f6ab41422f req-cff15d5b-b2f6-444e-832d-802dc92ae6e4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.525357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9ca5fa3-715c-41cb-b6ba-e7958746741b None None] Provisioning for port c3f87fb8-fa32-4815-933a-554ad3060b44 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:58.552164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39465928-b900-4145-abdf-be979a42f133 req-dd03c5c2-3e8f-43c3-af71-4dd369d41afa tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:58.561120 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39465928-b900-4145-abdf-be979a42f133 req-dd03c5c2-3e8f-43c3-af71-4dd369d41afa tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 946 time: 0.4622183 Aug 29 17:26:58.579419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656399a-e589-4818-b3ed-a403de16b70e req-bdfd5e1d-3cac-40c5-96bf-9de328c97529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:58.581988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7656399a-e589-4818-b3ed-a403de16b70e req-bdfd5e1d-3cac-40c5-96bf-9de328c97529 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71cd41c0-7b9c-4882-ad99-f56635ca5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2914085 Aug 29 17:26:58.606578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Deleting port 29084739-bf04-4187-8e85-8081a68ed436 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:58.606947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.671995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] Set router f0c8856a-b4db-4b47-91ed-154688e9ac6a gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:58.701809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=957e7963-e454-453a-989f-1737a7aec3e5,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:58.706363 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39465928-b900-4145-abdf-be979a42f133 req-341b5ffd-9cc6-4b44-a2f4-79825e188faa tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/security-groups?id=5987dd74-b363-4df6-b3ba-bc99132c7f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407156 Aug 29 17:26:58.716081 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.808559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port c3f87fb8-fa32-4815-933a-554ad3060b44 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:58.823170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c3f87fb8-fa32-4815-933a-554ad3060b44 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:58.823670 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.837045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7656399a-e589-4818-b3ed-a403de16b70e req-088766ec-66e3-49a1-b981-2ea321c6bc1e service neutron] 10.222.0.44 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293060 Aug 29 17:26:58.908956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:26:58.978030 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:26:55Z', 'revision_number': 3, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port': {'id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:58.995008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7656399a-e589-4818-b3ed-a403de16b70e req-b415d428-7182-4c43-b29e-bf6490d4d9dc service neutron] 10.222.0.44 "GET /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495876 Aug 29 17:26:59.008786 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b472939-f9f6-45d7-84c0-270bad86dc0d None None] The sync data for ids ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'] in n-d-713499-15 is: [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:26:55Z', 'revision_number': 3, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port': {'id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:59.041174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6892e3c8-f13a-4121-86dd-3efa67fbca5a None None] Network 2d5bd4c7-01d5-4020-9422-fc8977380585 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:59.073953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-558077d1-d0aa-4990-a9ef-d4f6ab41422f req-cff15d5b-b2f6-444e-832d-802dc92ae6e4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.084813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Allocated IP 172.20.0.1 (2d5bd4c7-01d5-4020-9422-fc8977380585/7e39d119-5d0c-413a-9e70-2126764c99e1/1cdb9180-fe5b-44bb-8455-d87bab87e4ff) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:59.086791 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-558077d1-d0aa-4990-a9ef-d4f6ab41422f req-cff15d5b-b2f6-444e-832d-802dc92ae6e4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.105316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] For port 29084739-bf04-4187-8e85-8081a68ed436, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29084739-bf04-4187-8e85-8081a68ed436,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:59.105610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.140292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:59.145109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.158388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Calling delete_port for 29084739-bf04-4187-8e85-8081a68ed436 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:59.162665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a0abd72c-d8ff-4520-879b-9dc5ec77fc76 None None] Provisioning for port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:59.177060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-558077d1-d0aa-4990-a9ef-d4f6ab41422f req-cff15d5b-b2f6-444e-832d-802dc92ae6e4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.189113 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-558077d1-d0aa-4990-a9ef-d4f6ab41422f req-cff15d5b-b2f6-444e-832d-802dc92ae6e4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9688582 Aug 29 17:26:59.200055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.212814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] Deleting port c3f87fb8-fa32-4815-933a-554ad3060b44 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:59.213202 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.230483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d8d15-9b41-4bad-9819-2f53443634fd req-4bcb25cc-c988-4244-95eb-ec53ce6831f5 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:59.232553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-651d8d15-9b41-4bad-9819-2f53443634fd req-4bcb25cc-c988-4244-95eb-ec53ce6831f5 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1513090 Aug 29 17:26:59.343325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-651d8d15-9b41-4bad-9819-2f53443634fd req-8a1c504b-b411-42c3-9262-d77b802699d6 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982170 Aug 29 17:26:59.437655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff15d5b-b2f6-444e-832d-802dc92ae6e4 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5236a0-046b-4456-9afe-b66ac667aff0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:59.459841 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.491772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Transition to ACTIVE for port object 1cdb9180-fe5b-44bb-8455-d87bab87e4ff will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:59.550241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-97c90908-09ed-4b0e-88dc-aab5b1eb1a80 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-657511017&fields=id&tenant_id=6bf99f0367a446da9faf8b84573e6fe6 HTTP/1.1" status: 200 len: 267 time: 0.1121814 Aug 29 17:26:59.566223 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.598726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.604628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.637569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port c3f87fb8-fa32-4815-933a-554ad3060b44, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c3f87fb8-fa32-4815-933a-554ad3060b44,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:59.644735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['29084739-bf04-4187-8e85-8081a68ed436'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:59.650740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] For port c3f87fb8-fa32-4815-933a-554ad3060b44, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c3f87fb8-fa32-4815-933a-554ad3060b44,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:59.651146 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.671472 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.672831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 85e4aeff-3edb-4b22-85be-3a969e88cfc2 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:59.682156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=06a9de13-143a-4eda-be48-c328162b0bc3,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:59.712883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:59.724296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-0103bcdd-048b-4ea1-9aac-280477ec2403 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:59.730131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] Calling delete_port for c3f87fb8-fa32-4815-933a-554ad3060b44 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:59.740699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-0103bcdd-048b-4ea1-9aac-280477ec2403 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1886616 Aug 29 17:26:59.753924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Request body: {'port': {'security_groups': ['ef919d02-086c-4606-b06f-c94b00eea350', '0d5236a0-046b-4456-9afe-b66ac667aff0']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:59.759749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:59.764484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:59.764667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.829751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4df48f3c-5d01-4c05-82f7-9e6816b3ead1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4265633 Aug 29 17:26:59.839211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46044) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:59.845565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=c3f87fb8-fa32-4815-933a-554ad3060b44,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:59.866478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'name': 'tempest-NetworksTestDHCPv6-49847491'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:59.875863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:59.885576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:59.885950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.978471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:59.997704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Network 2d5bd4c7-01d5-4020-9422-fc8977380585 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:00.004081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:00.022216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:00.039037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] Pushing event deleted for resources: {'Port': ['ID=c3f87fb8-fa32-4815-933a-554ad3060b44,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:00.051820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04f3713f-21c4-4530-9214-826f869a0680 req-730e7111-3208-451e-b430-4fbf66a47d97 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13820ff-8ddb-41e3-a2d3-a93047756aa8 HTTP/1.1" status: 200 len: 210 time: 0.0775883 Aug 29 17:27:00.079802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed47b61-6fe5-4aa9-bc12-47fda6a0db85 None None] No DVR routers for this DVR port c3f87fb8-fa32-4815-933a-554ad3060b44 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:00.090110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:00.112710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7fab4c-45a0-492e-a1c5-9adef884d967 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:00.115705 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.235290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] No DVR routers for this DVR port 29084739-bf04-4187-8e85-8081a68ed436 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:00.238256 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.241088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c0b91f4-c16e-4526-9498-2a44eb144d14 req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] 10.222.0.43 "DELETE /v2.0/ports/29084739-bf04-4187-8e85-8081a68ed436 HTTP/1.1" status: 204 len: 173 time: 2.1958573 Aug 29 17:27:00.241956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13820ff-8ddb-41e3-a2d3-a93047756aa8', 'name': 'network-vif-deleted', 'tag': '29084739-bf04-4187-8e85-8081a68ed436'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:00.242639 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.245616 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10645858-4992-41b5-917b-37bad07852e4" -d '{"events": [{"server_uuid": "a13820ff-8ddb-41e3-a2d3-a93047756aa8", "name": "network-vif-deleted", "tag": "29084739-bf04-4187-8e85-8081a68ed436"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:00.248959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565e9c-a1c5-4403-8b67-23c530bbb293 tempest-ListServerFiltersTestJSON-452224109 tempest-ListServerFiltersTestJSON-452224109-project] Pushing event deleted for resources: {'Port': ['ID=29084739-bf04-4187-8e85-8081a68ed436,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:00.253429 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.372420 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d6e8ff-42a2-4fc7-81a0-463a73f660af x-openstack-request-id: req-35d6e8ff-42a2-4fc7-81a0-463a73f660af {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:00.372983 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13820ff-8ddb-41e3-a2d3-a93047756aa8", "name": "network-vif-deleted", "tag": "29084739-bf04-4187-8e85-8081a68ed436", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:00.373528 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35d6e8ff-42a2-4fc7-81a0-463a73f660af {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:00.374842 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13820ff-8ddb-41e3-a2d3-a93047756aa8', 'name': 'network-vif-deleted', 'tag': '29084739-bf04-4187-8e85-8081a68ed436', 'status': 'completed', 'code': 200} Aug 29 17:27:00.465386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 85e4aeff-3edb-4b22-85be-3a969e88cfc2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=85e4aeff-3edb-4b22-85be-3a969e88cfc2,segment=NetworkSegment(b9f01a5b-3519-45a1-b793-9da86d4d085e),segment_id=b9f01a5b-3519-45a1-b793-9da86d4d085e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:00.471195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '06a9de13-143a-4eda-be48-c328162b0bc3'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:00.474157 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.502297 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.558361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:00.566087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.587675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.641496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] For port 3e68fd4d-29eb-4787-ae91-845e238f047a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3e68fd4d-29eb-4787-ae91-845e238f047a,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:00.655426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 91d2c8f1-8439-4868-9998-3c64a6e8c86d yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:27:00.730442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.741855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.787571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3e68fd4d-29eb-4787-ae91-845e238f047a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:00.825972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-27a5ce83-5aa1-49fc-93de-00f83a15122e None None] Provisioning complete for port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:00.826623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27a5ce83-5aa1-49fc-93de-00f83a15122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.851946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:00.852588 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.859598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc46a1c3-6c74-4636-9e8e-66c9ab795773 req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "PUT /v2.0/ports/3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 982 time: 1.1172955 Aug 29 17:27:00.867605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:00.870510 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b2586c-947a-4055-b1bd-ebc05c6363b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:00.878540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device da5a094f-b7eb-486d-a6c7-762949f474f8 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:00.887893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a19bf-4384-4824-a3b0-7b6ecaa2b567 req-3ecd4432-eccd-401f-8d1f-38c62d9de092 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:00.890670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de3a19bf-4384-4824-a3b0-7b6ecaa2b567 req-3ecd4432-eccd-401f-8d1f-38c62d9de092 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.2397017 Aug 29 17:27:00.912914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=85e4aeff-3edb-4b22-85be-3a969e88cfc2,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:00.964519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e164d-7295-4089-a069-6d3dc4506271 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event updated for resources: {'Port': ['ID=3e68fd4d-29eb-4787-ae91-845e238f047a,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:00.972729 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de3a19bf-4384-4824-a3b0-7b6ecaa2b567 req-6c8b2c11-c414-4547-8fea-8865fd48c4f0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711243 Aug 29 17:27:00.979974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::1f7 (2ad95fe3-2af7-4150-b097-a47258efe850/06a9de13-143a-4eda-be48-c328162b0bc3/91d2c8f1-8439-4868-9998-3c64a6e8c86d) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:00.993261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3e68fd4d-29eb-4787-ae91-845e238f047a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:01.034925 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.044713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.126181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port da5a094f-b7eb-486d-a6c7-762949f474f8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:01.155480 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85efe773-49f7-4aed-b258-4188ed42a20b x-openstack-request-id: req-85efe773-49f7-4aed-b258-4188ed42a20b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:01.156067 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:01.156534 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85efe773-49f7-4aed-b258-4188ed42a20b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:01.157530 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'status': 'completed', 'code': 200} Aug 29 17:27:01.201053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port da5a094f-b7eb-486d-a6c7-762949f474f8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:01.201651 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.214072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46062) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:01.262663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:01.268300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-a6766c53-9c41-481c-aa15-ed90e0974a1b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-657511017&fields=id&tenant_id=6bf99f0367a446da9faf8b84573e6fe6 HTTP/1.1" status: 200 len: 267 time: 0.1265788 Aug 29 17:27:01.306773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.321140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-f1426981-c8e6-4cef-8ec5-3aa21a21240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:01.323021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-f1426981-c8e6-4cef-8ec5-3aa21a21240b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1137 time: 0.1525493 Aug 29 17:27:01.400154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.431714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-368a6dfb-8dcc-4e8c-b339-7fba8f363e3d tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:01.435482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-368a6dfb-8dcc-4e8c-b339-7fba8f363e3d tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 985 time: 0.1424193 Aug 29 17:27:01.437189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 91d2c8f1-8439-4868-9998-3c64a6e8c86d will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:01.454792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Request body: {'port': {'security_groups': ['ef919d02-086c-4606-b06f-c94b00eea350']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:01.455277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-f3323a05-6aa3-4457-a79f-a56ea796633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:01.457066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-f3323a05-6aa3-4457-a79f-a56ea796633d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 921 time: 0.1194868 Aug 29 17:27:01.482316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8a88872b-1a46-433e-8273-7f624e44ba00 None None] Provisioning for port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:01.486192 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.496848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8a88872b-1a46-433e-8273-7f624e44ba00 None None] Provisioning complete for port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:01.497970 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8a88872b-1a46-433e-8273-7f624e44ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.560580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d08a76d-1508-4ecf-9023-ddd9417d2d63 admin admin] Deleting subnet ab340b20-91a6-42e7-a5dd-ba2625a393e5 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:01.567537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port da5a094f-b7eb-486d-a6c7-762949f474f8, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=da5a094f-b7eb-486d-a6c7-762949f474f8,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:01.568389 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-5e262c68-7c1e-410c-a6e0-c255816e1666 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 217 time: 0.0655613 Aug 29 17:27:01.570555 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d08a76d-1508-4ecf-9023-ddd9417d2d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.579224 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.580147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 957e7963-e454-453a-989f-1737a7aec3e5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:01.612220 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.630313 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.647146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-526777ea-b2f7-45cb-a9cb-d26dfb8532a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:01.648674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-526777ea-b2f7-45cb-a9cb-d26dfb8532a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.0567851 Aug 29 17:27:01.680721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/06a9de13-143a-4eda-be48-c328162b0bc3/76558d3b-1ae3-49d1-87c8-60e16d622a3e) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:01.704519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-0f9979a9-bfd8-493a-bc59-9c0274589133 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456579 Aug 29 17:27:01.716297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:01.727581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:01.738787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:01.744937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:01.745716 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.748379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=91d2c8f1-8439-4868-9998-3c64a6e8c86d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:01.752081 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d08a76d-1508-4ecf-9023-ddd9417d2d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.786663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7fbb2018-6297-4c76-9df8-94c518b50d62 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9245634 Aug 29 17:27:01.793469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46068) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:01.794625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8a88872b-1a46-433e-8273-7f624e44ba00 None None] Port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:01.859431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Network 2d5bd4c7-01d5-4020-9422-fc8977380585 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:01.862942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-1f54c1d2-f5d9-4a63-96a1-02dfd13d677c service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465502 Aug 29 17:27:01.863864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:01.903563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=da5a094f-b7eb-486d-a6c7-762949f474f8,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:01.907201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 957e7963-e454-453a-989f-1737a7aec3e5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:01.908486 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.933149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d08a76d-1508-4ecf-9023-ddd9417d2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:01.964439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 29084739-bf04-4187-8e85-8081a68ed436 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:01.995647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258688a2-7d74-4c83-a5ff-f6d1f59e8d9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:01.997399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-258688a2-7d74-4c83-a5ff-f6d1f59e8d9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2017567 Aug 29 17:27:02.002050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46070) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:02.005253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] For port 3e68fd4d-29eb-4787-ae91-845e238f047a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3e68fd4d-29eb-4787-ae91-845e238f047a,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:02.038880 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d08a76d-1508-4ecf-9023-ddd9417d2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.070204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 29084739-bf04-4187-8e85-8081a68ed436 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:02.070555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 29084739-bf04-4187-8e85-8081a68ed436 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:02.090626 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.116548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08a76d-1508-4ecf-9023-ddd9417d2d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab340b20-91a6-42e7-a5dd-ba2625a393e5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:02.119251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Transition to ACTIVE for port object 76558d3b-1ae3-49d1-87c8-60e16d622a3e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:02.119982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.141803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d08a76d-1508-4ecf-9023-ddd9417d2d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.143342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.147519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d08a76d-1508-4ecf-9023-ddd9417d2d63 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab340b20-91a6-42e7-a5dd-ba2625a393e5 HTTP/1.1" status: 204 len: 168 time: 0.9231079 Aug 29 17:27:02.147704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Transition to ACTIVE for port object 76558d3b-1ae3-49d1-87c8-60e16d622a3e will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:02.149390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46076) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:02.158702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3e68fd4d-29eb-4787-ae91-845e238f047a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:02.177987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4a0e0-54c0-430e-8a1a-342d8efc101b None None] Network 3143ff0c-847d-4340-86df-42ae9aed6e0a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:02.204969 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.279714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c3f87fb8-fa32-4815-933a-554ad3060b44 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:02.284247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b2586c-947a-4055-b1bd-ebc05c6363b2 req-0153283a-e5f6-416e-b7da-41d66399bb17 service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004091 Aug 29 17:27:02.309254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ba34e-b9d3-4a09-8933-5851beef6efe req-77e02e7d-1725-4416-ba74-9b8cce67e8cd tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:02.309581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:02.310274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.311278 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-467ba34e-b9d3-4a09-8933-5851beef6efe req-77e02e7d-1725-4416-ba74-9b8cce67e8cd tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1139984 Aug 29 17:27:02.318226 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-00b0d1bc-17e7-482f-980f-ffcf7b87bc39 req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "PUT /v2.0/ports/3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 943 time: 0.8738732 Aug 29 17:27:02.321230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Router f0c8856a-b4db-4b47-91ed-154688e9ac6a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:02.328527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4504f45f-e101-4b19-9569-652379e24f3d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 91d2c8f1-8439-4868-9998-3c64a6e8c86d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:02.328527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4504f45f-e101-4b19-9569-652379e24f3d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.340550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: c3f87fb8-fa32-4815-933a-554ad3060b44 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:02.340899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c3f87fb8-fa32-4815-933a-554ad3060b44 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:02.369201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:02.376141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Pushing event updated for resources: {'Port': ['ID=76558d3b-1ae3-49d1-87c8-60e16d622a3e,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:02.385423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:02.393037 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.393787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:02.414942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8f9c7-b33a-406d-b62e-b799c4c4141e tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event updated for resources: {'Port': ['ID=3e68fd4d-29eb-4787-ae91-845e238f047a,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:02.425781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3e68fd4d-29eb-4787-ae91-845e238f047a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:02.440838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d86c3da5-c5e0-4c4b-b53a-73e52bb6d419 None None] Provisioning complete for port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:02.441214 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d86c3da5-c5e0-4c4b-b53a-73e52bb6d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.490951 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-467ba34e-b9d3-4a09-8933-5851beef6efe req-fe4e26e6-8f1e-4829-8afd-2eccb5006499 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563575 Aug 29 17:27:02.588201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:02.594088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b00e30da-a7d4-41b8-ae61-d6cb27d65d73 admin admin] 10.222.0.41 "PUT /v2.0/routers/f0c8856a-b4db-4b47-91ed-154688e9ac6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6385841 Aug 29 17:27:02.642326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4504f45f-e101-4b19-9569-652379e24f3d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.644937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Sync routers for ids ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:02.646395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device da5a094f-b7eb-486d-a6c7-762949f474f8 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:02.668520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4504f45f-e101-4b19-9569-652379e24f3d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 91d2c8f1-8439-4868-9998-3c64a6e8c86d owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:02.727479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d86c3da5-c5e0-4c4b-b53a-73e52bb6d419 None None] Port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:02.767166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Attempting to bind port 76558d3b-1ae3-49d1-87c8-60e16d622a3e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:02.767581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Attempting to bind port 76558d3b-1ae3-49d1-87c8-60e16d622a3e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:02.767948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Attempting to bind port 76558d3b-1ae3-49d1-87c8-60e16d622a3e on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:02.779762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Routers {'f0c8856a-b4db-4b47-91ed-154688e9ac6a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:02.780541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:02.791114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-495c3728-d92c-4935-8ae7-2a5ce6dded52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3311291 Aug 29 17:27:02.794027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Deleting port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:02.794198 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.837013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:02.837566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:02.838015 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.838473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:02.839001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Bound port: 76558d3b-1ae3-49d1-87c8-60e16d622a3e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:02.839434 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.850260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:02.895053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] For port 44a7594d-65b1-4a84-bfe6-7f002f034eb6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=44a7594d-65b1-4a84-bfe6-7f002f034eb6,segment=NetworkSegment(d71534bd-7da0-4206-b1e1-8c2c5a4f9e89),segment_id=d71534bd-7da0-4206-b1e1-8c2c5a4f9e89)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:02.895379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.932103 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:02.944526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Calling delete_port for 44a7594d-65b1-4a84-bfe6-7f002f034eb6 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:03.050178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4504f45f-e101-4b19-9569-652379e24f3d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.113399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] DHCP port deletion for 3143ff0c-847d-4340-86df-42ae9aed6e0a request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:03.169046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port da5a094f-b7eb-486d-a6c7-762949f474f8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:03.169720 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.303064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Set router f0c8856a-b4db-4b47-91ed-154688e9ac6a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:03.341822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] For port 76558d3b-1ae3-49d1-87c8-60e16d622a3e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:03.373298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] For port 76558d3b-1ae3-49d1-87c8-60e16d622a3e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=76558d3b-1ae3-49d1-87c8-60e16d622a3e,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:03.391550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:03.393844 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:03.394826 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.404450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504f45f-e101-4b19-9569-652379e24f3d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=91d2c8f1-8439-4868-9998-3c64a6e8c86d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:03.446570 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4504f45f-e101-4b19-9569-652379e24f3d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.448743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4504f45f-e101-4b19-9569-652379e24f3d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/91d2c8f1-8439-4868-9998-3c64a6e8c86d HTTP/1.1" status: 204 len: 168 time: 1.4456635 Aug 29 17:27:03.451706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46130) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:03.475267 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a93521-aded-4481-b087-87a2d8c18477 x-openstack-request-id: req-71a93521-aded-4481-b087-87a2d8c18477 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:03.475803 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:03.476003 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71a93521-aded-4481-b087-87a2d8c18477 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:03.476395 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'status': 'completed', 'code': 200} Aug 29 17:27:03.492542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.533176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Pushing event deleted for resources: {'Port': ['ID=44a7594d-65b1-4a84-bfe6-7f002f034eb6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:03.533574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf7b57-c887-4c9b-a3b7-4117f108dc2a None None] Pushing event updated for resources: {'Port': ['ID=76558d3b-1ae3-49d1-87c8-60e16d622a3e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:03.538227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] No DVR routers for this DVR port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:03.626675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] Deleting port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:03.627611 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.700927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176dae36-07d5-466d-9827-966679fdaa2b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:03.703981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176dae36-07d5-466d-9827-966679fdaa2b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:03.708653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.709791 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-176dae36-07d5-466d-9827-966679fdaa2b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2563455 Aug 29 17:27:03.711859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46140) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:03.721304 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.750538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-63d9f921-09a9-4cbe-85be-1d2485ace464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:03.752208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-63d9f921-09a9-4cbe-85be-1d2485ace464 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1098 time: 0.2157638 Aug 29 17:27:03.777391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e09b55-6b08-4488-a7e9-843e4758209a req-68040cf8-6a4c-4391-a2c1-6e2a268f7b49 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:03.786779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6e09b55-6b08-4488-a7e9-843e4758209a req-68040cf8-6a4c-4391-a2c1-6e2a268f7b49 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1052029 Aug 29 17:27:03.790224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3143ff0c-847d-4340-86df-42ae9aed6e0a']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:03.802571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:03.803205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71534bd-7da0-4206-b1e1-8c2c5a4f9e89') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:03.813198 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.833952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.840492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:27:03.840943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.870325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] For port 44a7594d-65b1-4a84-bfe6-7f002f034eb6, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:03.871025 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.877794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 85e4aeff-3edb-4b22-85be-3a969e88cfc2 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:03.923108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] Calling delete_port for 44a7594d-65b1-4a84-bfe6-7f002f034eb6 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:03.928852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] Port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:27:03.947005 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:27:03.956823 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6e09b55-6b08-4488-a7e9-843e4758209a req-06035c41-9c62-4dc8-a369-1f85254ba734 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689935 Aug 29 17:27:03.980922 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.002209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-c73b0ca5-716c-4b2e-afed-77c053316fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:04.005295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-c73b0ca5-716c-4b2e-afed-77c053316fec service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 921 time: 0.2446413 Aug 29 17:27:04.097108 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-66c8c616-9b5a-4f93-99f8-c5026d96ceaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 217 time: 0.0827217 Aug 29 17:27:04.116701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.124998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6fa6dc-6803-499e-9a5d-0b420f7915ba tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 06a9de13-143a-4eda-be48-c328162b0bc3 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:04.140525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] No DVR routers for this DVR port 44a7594d-65b1-4a84-bfe6-7f002f034eb6 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:04.146254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53847343-4d09-445e-8bb0-102d2550d8f8 None None] Pushing event deleted for resources: {'Port': ['ID=44a7594d-65b1-4a84-bfe6-7f002f034eb6,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:04.147173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.149222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/3143ff0c-847d-4340-86df-42ae9aed6e0a HTTP/1.1" status: 204 len: 168 time: 1.9974229 Aug 29 17:27:04.155242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa6dc-6803-499e-9a5d-0b420f7915ba tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.195749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:04.196707 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.215303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed26ab-ea7e-403b-96d1-e228b92234cb admin admin] Pushing event deleted for resources: {'Network': ['ID=3143ff0c-847d-4340-86df-42ae9aed6e0a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:04.215852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-3a0e2740-b9bf-47d0-9bd3-3a3e886f60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:04.218646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-3a0e2740-b9bf-47d0-9bd3-3a3e886f60c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.1130488 Aug 29 17:27:04.258543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:27:00Z', 'revision_number': 4, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port': {'id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '1cdb9180-fe5b-44bb-8455-d87bab87e4ff', 'name': '', 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'mac_address': 'fa:16:3e:1a:02:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7e39d119-5d0c-413a-9e70-2126764c99e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:58Z', 'updated_at': '2021-08-29T17:27:00Z', 'revision_number': 2, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'subnets': [{'id': '7e39d119-5d0c-413a-9e70-2126764c99e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:04.260091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa6dc-6803-499e-9a5d-0b420f7915ba tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.296382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Allocated IP 172.25.2.204 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/83f92421-f84f-4e2d-a15f-f81dca7a9c7a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:04.302125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Checking router: f0c8856a-b4db-4b47-91ed-154688e9ac6a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:04.302869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Updating router f0c8856a-b4db-4b47-91ed-154688e9ac6a port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:27:04.316492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-58c42deb-c15e-4cf0-81a9-df0f248bdeb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884080 Aug 29 17:27:04.349525 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.464282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3236dba-0617-4313-a303-80f471eb8ab5 req-1144091e-99ce-43a3-a397-3f715bc15dd4 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:04.466908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3236dba-0617-4313-a303-80f471eb8ab5 req-1144091e-99ce-43a3-a397-3f715bc15dd4 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.1333847 Aug 29 17:27:04.573053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa6dc-6803-499e-9a5d-0b420f7915ba tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.590715 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-0113dc66-7f99-4a37-9943-33f6b9d53ee3 service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668247 Aug 29 17:27:04.649145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:04.680868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.726691 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3236dba-0617-4313-a303-80f471eb8ab5 req-0adc8f94-0651-4d40-9b72-fb01baef9378 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380328 Aug 29 17:27:04.777222 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.810208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa6dc-6803-499e-9a5d-0b420f7915ba tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.851173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 76558d3b-1ae3-49d1-87c8-60e16d622a3e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:04.894475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fa6dc-6803-499e-9a5d-0b420f7915ba tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=06a9de13-143a-4eda-be48-c328162b0bc3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:04.919873 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.922985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d0296e72-9533-46d1-9ae2-65182261603f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4adc23a566d54b278625f851add81f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352145 Aug 29 17:27:04.925662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46186) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:04.933016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa6dc-6803-499e-9a5d-0b420f7915ba tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:04.935431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fe6fa6dc-6803-499e-9a5d-0b420f7915ba tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/06a9de13-143a-4eda-be48-c328162b0bc3 HTTP/1.1" status: 204 len: 168 time: 1.2225955 Aug 29 17:27:04.941734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46188) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:04.945798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbecbfe-0163-4fe7-b7ee-7f811f53f1d4 req-f53ec8a5-da8a-41a6-b7ef-9dd3b2f1b25c service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466728 Aug 29 17:27:04.949562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Transition to ACTIVE for port object 1cdb9180-fe5b-44bb-8455-d87bab87e4ff will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:04.949833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:04.955483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 76558d3b-1ae3-49d1-87c8-60e16d622a3e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:04.963191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event updated for resources: {'Port': ['ID=83f92421-f84f-4e2d-a15f-f81dca7a9c7a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:04.969997 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.043452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:05.050239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daa926-3100-4ca3-b590-de77704eb90a None None] Pushing event updated for resources: {'Port': ['ID=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:05.057768 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e9f7310f-bce3-40fc-a9f8-54a4f04484aa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143472 Aug 29 17:27:05.058840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:05.063103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46194) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:05.105595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:05.111818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 44a7594d-65b1-4a84-bfe6-7f002f034eb6 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:05.171454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 44a7594d-65b1-4a84-bfe6-7f002f034eb6 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:05.172660 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 44a7594d-65b1-4a84-bfe6-7f002f034eb6 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:05.174576 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9556697-cc6d-455f-844a-a1f144615c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.187349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Attempting to bind port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:05.188507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Attempting to bind port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:05.189096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Attempting to bind port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff on network 2d5bd4c7-01d5-4020-9422-fc8977380585 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:05.195427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:05.196151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Checking segment: {'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:05.197408 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.198016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Bound using segment: {'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:05.198777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Bound port: 1cdb9180-fe5b-44bb-8455-d87bab87e4ff, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f01a5b-3519-45a1-b793-9da86d4d085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:05.199408 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.245598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.258496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9556697-cc6d-455f-844a-a1f144615c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.260283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b590c2b-c191-4034-bfb1-ab2cb1b21091 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:05.321409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.326798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316526ab-90bf-48ba-a594-4e46d13da58c req-b1fbce47-4418-4dc6-be4f-70fa29887797 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:05.334692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316526ab-90bf-48ba-a594-4e46d13da58c req-b1fbce47-4418-4dc6-be4f-70fa29887797 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.2013474 Aug 29 17:27:05.373801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:05.378184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.425306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4872dc25-e3dc-4ddb-b47f-c0518ab1485c None None] Provisioning for port 76558d3b-1ae3-49d1-87c8-60e16d622a3e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:05.454577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4872dc25-e3dc-4ddb-b47f-c0518ab1485c None None] Provisioning complete for port 76558d3b-1ae3-49d1-87c8-60e16d622a3e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:05.454963 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4872dc25-e3dc-4ddb-b47f-c0518ab1485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.499351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] For port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:05.519935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] For port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,segment=NetworkSegment(b9f01a5b-3519-45a1-b793-9da86d4d085e),segment_id=b9f01a5b-3519-45a1-b793-9da86d4d085e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:05.532249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.612042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:05.648071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daa926-3100-4ca3-b590-de77704eb90a None None] Pushing event updated for resources: {'Port': ['ID=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:05.658899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Routers {'f0c8856a-b4db-4b47-91ed-154688e9ac6a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:05.659737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:05.669468 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.683297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.805864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event updated for resources: {'Port': ['ID=83f92421-f84f-4e2d-a15f-f81dca7a9c7a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:05.824860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.844687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-316526ab-90bf-48ba-a594-4e46d13da58c req-ba32e91a-b653-445f-a150-1145fd3352cd tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084369 Aug 29 17:27:05.851943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.854137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-5c816b52-4b2e-4558-9367-c6cbb6730d52 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0409045 Aug 29 17:27:05.857206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9556697-cc6d-455f-844a-a1f144615c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.870744 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9556697-cc6d-455f-844a-a1f144615c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:05.872052 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a9556697-cc6d-455f-844a-a1f144615c1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5987dd74-b363-4df6-b3ba-bc99132c7f56 HTTP/1.1" status: 204 len: 168 time: 0.9452546 Aug 29 17:27:05.913743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] Set router f0c8856a-b4db-4b47-91ed-154688e9ac6a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:05.919833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9556697-cc6d-455f-844a-a1f144615c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5987dd74-b363-4df6-b3ba-bc99132c7f56,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:05.987479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-28625fca-8a57-4cd8-8be5-bd4a7026c83c tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.1206629 Aug 29 17:27:06.083001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4872dc25-e3dc-4ddb-b47f-c0518ab1485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.188570 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.200019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-c73f6fda-bf4f-40b7-abc7-3503c637fab7 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:06.207518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4872dc25-e3dc-4ddb-b47f-c0518ab1485c None None] For port 76558d3b-1ae3-49d1-87c8-60e16d622a3e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=76558d3b-1ae3-49d1-87c8-60e16d622a3e,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:06.207974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ebd8a0d-eae7-44f9-aaf4-f082bfe92bab req-c73f6fda-bf4f-40b7-abc7-3503c637fab7 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2131686 Aug 29 17:27:06.218138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] Deleting port 76558d3b-1ae3-49d1-87c8-60e16d622a3e {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:06.218469 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.226835 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4872dc25-e3dc-4ddb-b47f-c0518ab1485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.302266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:06.308022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:06.317086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:06.317714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.410636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-7c169722-f76d-4aa9-a5a9-0e4dd78f6fda tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:06.427035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-7c169722-f76d-4aa9-a5a9-0e4dd78f6fda tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1068745 Aug 29 17:27:06.463864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=31b29246-4b52-4d61-8254-edda36825d38,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:06.478300 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0eb58048-7b98-4a37-8819-3dcc0e027927 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4049354 Aug 29 17:27:06.482533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46212) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:06.500264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'name': 'tempest-NetworksTestDHCPv6-428683396'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:06.528266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-b864e1db-3a79-4367-8e6b-7f4ce9cd9743 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.1001620 Aug 29 17:27:06.553438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872dc25-e3dc-4ddb-b47f-c0518ab1485c None None] Pushing event updated for resources: {'Port': ['ID=76558d3b-1ae3-49d1-87c8-60e16d622a3e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:06.553943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Request body: {'floatingip': {'port_id': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:06.596682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5967b-c9d3-4e4b-bd07-f10fa8126105 req-b6d446b7-d898-4153-9290-081fcd76cb50 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:06.605145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] For port 76558d3b-1ae3-49d1-87c8-60e16d622a3e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=76558d3b-1ae3-49d1-87c8-60e16d622a3e,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:06.611735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c3b5967b-c9d3-4e4b-bd07-f10fa8126105 req-b6d446b7-d898-4153-9290-081fcd76cb50 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.2370808 Aug 29 17:27:06.621687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.621915 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.643171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] Calling delete_port for 76558d3b-1ae3-49d1-87c8-60e16d622a3e owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:06.690989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c3b5967b-c9d3-4e4b-bd07-f10fa8126105 req-37429f33-e848-41b5-a468-8c7ed91aac16 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741918 Aug 29 17:27:06.736347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 76558d3b-1ae3-49d1-87c8-60e16d622a3e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:06.770115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:06.776947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.807483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:27:00Z', 'revision_number': 4, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port': {'id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '1cdb9180-fe5b-44bb-8455-d87bab87e4ff', 'name': '', 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'mac_address': 'fa:16:3e:1a:02:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7e39d119-5d0c-413a-9e70-2126764c99e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:58Z', 'updated_at': '2021-08-29T17:27:05Z', 'revision_number': 4, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'subnets': [{'id': '7e39d119-5d0c-413a-9e70-2126764c99e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:06.821165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:27:06.825446 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:06.883501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No active binding found for port 76558d3b-1ae3-49d1-87c8-60e16d622a3e {{(pid=94797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 17:27:06.884012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 76558d3b-1ae3-49d1-87c8-60e16d622a3e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:06.914207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb62175-d2d4-4509-ac29-530cb594f33f None None] The sync data for ids ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'] in n-d-713499-15 is: [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:27:00Z', 'revision_number': 4, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port': {'id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '1cdb9180-fe5b-44bb-8455-d87bab87e4ff', 'name': '', 'network_id': '2d5bd4c7-01d5-4020-9422-fc8977380585', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'mac_address': 'fa:16:3e:1a:02:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7e39d119-5d0c-413a-9e70-2126764c99e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:58Z', 'updated_at': '2021-08-29T17:27:05Z', 'revision_number': 4, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'subnets': [{'id': '7e39d119-5d0c-413a-9e70-2126764c99e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:06.918305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] Pushing event deleted for resources: {'Port': ['ID=76558d3b-1ae3-49d1-87c8-60e16d622a3e,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:06.923295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7852e-e1d6-49b8-b531-2eb16fbfb6a4 None None] No DVR routers for this DVR port 76558d3b-1ae3-49d1-87c8-60e16d622a3e on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:06.950963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c42f1a-64d7-49bf-b8e9-e98f70817ade None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:07.140554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f127f-74e9-4108-9c04-94cd1a7197d9 req-f8f23aca-ffcf-4afc-b314-020be510e511 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:07.148666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-427f127f-74e9-4108-9c04-94cd1a7197d9 req-f8f23aca-ffcf-4afc-b314-020be510e511 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1889677 Aug 29 17:27:07.248235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-427f127f-74e9-4108-9c04-94cd1a7197d9 req-29bbdfb6-74bc-46e6-9005-f52cc1516aee tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940404 Aug 29 17:27:07.311888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::3d4 (2ad95fe3-2af7-4150-b097-a47258efe850/31b29246-4b52-4d61-8254-edda36825d38/9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:07.321486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '31b29246-4b52-4d61-8254-edda36825d38'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:07.322609 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:07.516992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46242) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:07.519385 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:27:07.635390 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:07.643259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:07.647397 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:07.679992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:07.741318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2109304625-network', 'tenant_id': 'c45098bc0ae94adaa0475a77c790d34e'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:07.755802 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:07.850052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:07.853475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/31b29246-4b52-4d61-8254-edda36825d38/33ce552c-b333-4a2c-8dac-069fbde5678a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:07.859020 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Floating IP d41ab625-5155-41c1-826f-22d171881acd associated. External IP: 172.25.2.204, port: 3e68fd4d-29eb-4787-ae91-845e238f047a. Aug 29 17:27:07.863996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:07.867933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:07.882927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:07.883856 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:07.902845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Made reservation on behalf of c45098bc0ae94adaa0475a77c790d34e for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:07.913215 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.007292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.025117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:08.049730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6c510e38-2dcd-41e2-999b-9b19a8f2ba68 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5593419 Aug 29 17:27:08.059711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46248) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:08.085600 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.106038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Transition to ACTIVE for port object 33ce552c-b333-4a2c-8dac-069fbde5678a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:08.126701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5d87f-6ba2-441f-8cca-e1c8b9c3f856 req-ea44c687-9af4-4d97-87ac-8b4e3eb56da6 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:08.137074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f5d87f-6ba2-441f-8cca-e1c8b9c3f856 req-ea44c687-9af4-4d97-87ac-8b4e3eb56da6 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.2386968 Aug 29 17:27:08.149332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Transition to ACTIVE for port object 33ce552c-b333-4a2c-8dac-069fbde5678a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:08.159604 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.205260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:08.208600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:08.211161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c02b1-9066-4728-a1ea-9d516855e260 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:08.213384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c61c02b1-9066-4728-a1ea-9d516855e260 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1523132 Aug 29 17:27:08.215690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:08.216145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46252) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:08.237617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Pushing event updated for resources: {'Port': ['ID=33ce552c-b333-4a2c-8dac-069fbde5678a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:08.259592 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74f5d87f-6ba2-441f-8cca-e1c8b9c3f856 req-33fc91d6-3858-4791-b87e-e5732fccff94 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212099 Aug 29 17:27:08.319342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Attempting to bind port 33ce552c-b333-4a2c-8dac-069fbde5678a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:08.319772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Attempting to bind port 33ce552c-b333-4a2c-8dac-069fbde5678a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:08.320280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Attempting to bind port 33ce552c-b333-4a2c-8dac-069fbde5678a on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:08.327577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:08.328324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:08.328648 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.329378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:08.330741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Bound port: 33ce552c-b333-4a2c-8dac-069fbde5678a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:08.331221 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.357100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Router 65a23db8-eb93-434d-9643-bea5656f041c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:08.450203 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.454376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] For port 33ce552c-b333-4a2c-8dac-069fbde5678a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:08.458368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] For port 33ce552c-b333-4a2c-8dac-069fbde5678a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=33ce552c-b333-4a2c-8dac-069fbde5678a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:08.469464 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.475797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-84777566-a5e2-422a-b447-6d9fce2a738c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:08.475797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84777566-a5e2-422a-b447-6d9fce2a738c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.476099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c2cd3-fe10-4a0e-9dc2-791645dde389 req-2e07a19e-b540-4a75-b66a-81a07955fcda tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:08.483551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2d0c2cd3-fe10-4a0e-9dc2-791645dde389 req-2e07a19e-b540-4a75-b66a-81a07955fcda tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1260405 Aug 29 17:27:08.486966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.552598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4a7d6-2287-44e3-81a7-e0ab736c9c86 None None] Pushing event updated for resources: {'Port': ['ID=33ce552c-b333-4a2c-8dac-069fbde5678a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:08.554734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:27:08.561795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:08.568636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58558ab1-1087-4acd-8b91-ac9e7a050141,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:08.569957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.582645 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] Sync routers for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:08.584607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2d0c2cd3-fe10-4a0e-9dc2-791645dde389 req-bf96264e-9e8f-40f0-995d-6905b4d7ad49 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989692 Aug 29 17:27:08.590319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.590666 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Added segment 5798b46e-b479-4ae2-9685-4bcd9c2a9016 of type vlan for network a821977c-7200-4683-b875-7300c5394cfe Aug 29 17:27:08.597801 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:08.598995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:08.665434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-5e87d31e-df80-457f-b6f3-4aa06b87eb65 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "PUT /v2.0/floatingips/d41ab625-5155-41c1-826f-22d171881acd HTTP/1.1" status: 200 len: 997 time: 2.1279287 Aug 29 17:27:08.677308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:08.684194 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fc60ed-7cf2-4674-9a79-d2574667e101" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:08.727634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84777566-a5e2-422a-b447-6d9fce2a738c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.733251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.752478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-84777566-a5e2-422a-b447-6d9fce2a738c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:08.796730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.798258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:08.800057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:08.846458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1cdb9180-fe5b-44bb-8455-d87bab87e4ff up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:08.883653 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb727ae0-2ba5-4c1b-8d7a-7c21f1f48ba4 x-openstack-request-id: req-eb727ae0-2ba5-4c1b-8d7a-7c21f1f48ba4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:08.886995 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:08.887235 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb727ae0-2ba5-4c1b-8d7a-7c21f1f48ba4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:08.887667 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'status': 'completed', 'code': 200} Aug 29 17:27:08.986053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4586959 Aug 29 17:27:08.988002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46264) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:09.002276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:09.015967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:09.016562 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:09.027589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Request body: {'subnet': {'network_id': 'a821977c-7200-4683-b875-7300c5394cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2109304625-subnet', 'tenant_id': 'c45098bc0ae94adaa0475a77c790d34e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:09.089433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-37bb20f5-95c4-427b-b194-30c60e479ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:09.091176 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-37bb20f5-95c4-427b-b194-30c60e479ecd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1098 time: 0.3815157 Aug 29 17:27:09.112383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-53b96c21-da20-4f9f-b706-e50146f8cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:09.117884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-53b96c21-da20-4f9f-b706-e50146f8cecd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1098 time: 0.2445259 Aug 29 17:27:09.127185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69d766-53c0-428f-be89-2582369170b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a821977c-7200-4683-b875-7300c5394cfe,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:09.155431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a821977c-7200-4683-b875-7300c5394cfe details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:27:09.192942 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:09.217765 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:09.247903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Made reservation on behalf of c45098bc0ae94adaa0475a77c790d34e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:09.251686 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:09.322390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,segment=NetworkSegment(b9f01a5b-3519-45a1-b793-9da86d4d085e),segment_id=b9f01a5b-3519-45a1-b793-9da86d4d085e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:09.336986 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:09.405781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-05bdc83e-800f-44a8-8ab5-12288846dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:09.407569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-05bdc83e-800f-44a8-8ab5-12288846dde6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 921 time: 0.2667260 Aug 29 17:27:09.462106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:09.541314 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-7c069310-9fb2-4e63-9558-d3b4602ef84d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 1000 time: 0.0969827 Aug 29 17:27:09.551569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84cc7-657d-4299-be90-13d3485f5ee6 req-79a4b750-63d7-47c7-aa45-407f46a0cd01 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:09.553541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28d84cc7-657d-4299-be90-13d3485f5ee6 req-79a4b750-63d7-47c7-aa45-407f46a0cd01 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.1717410 Aug 29 17:27:09.608600 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'd41ab625-5155-41c1-826f-22d171881acd', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'port_id': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'mac_address': 'fa:16:3e:c5:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:27:05Z', 'updated_at': '2021-08-29T17:27:07Z', 'revision_number': 1, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:08Z', 'revision_number': 5, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:09.650667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28d84cc7-657d-4299-be90-13d3485f5ee6 req-6e86ea5e-956f-409e-9147-19a1a6f3f98c tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878551 Aug 29 17:27:09.654435 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] Checking router: 65a23db8-eb93-434d-9643-bea5656f041c for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:09.678728 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:09.679395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-b90c27f2-6854-48af-b6e2-1ab6e1305cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:09.680228 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:26:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:09.681369 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-b90c27f2-6854-48af-b6e2-1ab6e1305cf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.1268578 Aug 29 17:27:09.726115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-32eb1f54-2c67-4cb1-b196-4a12194b221c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334170 Aug 29 17:27:09.875470 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84777566-a5e2-422a-b447-6d9fce2a738c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:09.879004 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:09.916729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84777566-a5e2-422a-b447-6d9fce2a738c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:09.933596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc59329-4d75-4198-a687-8669ccdf7319 req-3e695c85-0960-4d6a-9c0a-f136f593b813 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:09.943488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6fc59329-4d75-4198-a687-8669ccdf7319 req-3e695c85-0960-4d6a-9c0a-f136f593b813 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1424465 Aug 29 17:27:09.948207 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-1f02ec40-8d0e-404a-80fc-6485217e0568 service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122846 Aug 29 17:27:09.978017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-101e57a9-ca67-4ebe-90cb-d4eb07f10ff5 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:09.979615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-101e57a9-ca67-4ebe-90cb-d4eb07f10ff5 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.44 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.1875455 Aug 29 17:27:10.007868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84777566-a5e2-422a-b447-6d9fce2a738c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:10.012733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-84777566-a5e2-422a-b447-6d9fce2a738c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d HTTP/1.1" status: 204 len: 168 time: 1.7954805 Aug 29 17:27:10.014616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46274) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:10.026553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-b2041194-4771-47a3-ae5a-9854a655558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:10.027988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-b2041194-4771-47a3-ae5a-9854a655558f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 921 time: 0.9111683 Aug 29 17:27:10.099508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b70920e2-1a43-4df9-95f7-8211d6c3e5e2 None None] Provisioning for port 33ce552c-b333-4a2c-8dac-069fbde5678a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:10.197205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6fc59329-4d75-4198-a687-8669ccdf7319 req-dc00299b-f953-4f60-bca2-4257dd90418b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513764 Aug 29 17:27:10.202516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-a9003488-b6e1-45c5-9407-655dd0837084 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 1000 time: 0.1495490 Aug 29 17:27:10.207586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f55aaac-acd4-4c42-a926-44433c697017 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:10.209472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f55aaac-acd4-4c42-a926-44433c697017 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:10.213930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5f55aaac-acd4-4c42-a926-44433c697017 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1982508 Aug 29 17:27:10.215300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46278) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:10.272878 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'd41ab625-5155-41c1-826f-22d171881acd', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'port_id': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'mac_address': 'fa:16:3e:c5:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:27:05Z', 'updated_at': '2021-08-29T17:27:07Z', 'revision_number': 1, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:08Z', 'revision_number': 5, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:10.330319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2907162d-352b-4933-a1b5-d1d8fee95552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 31b29246-4b52-4d61-8254-edda36825d38 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:10.336283 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4991545-2076-4ce4-b1ef-6c96117ab0a3 None None] The sync data for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 is: [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'd41ab625-5155-41c1-826f-22d171881acd', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'port_id': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'mac_address': 'fa:16:3e:c5:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:27:05Z', 'updated_at': '2021-08-29T17:27:07Z', 'revision_number': 1, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:08Z', 'revision_number': 5, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:10.339276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-e5d782e0-c275-4bf6-9bcd-e9c879488da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:10.341846 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-e5d782e0-c275-4bf6-9bcd-e9c879488da0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.1251824 Aug 29 17:27:10.345499 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2907162d-352b-4933-a1b5-d1d8fee95552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:10.402626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8fc60ed-7cf2-4674-9a79-d2574667e101 req-648774a0-ba9b-453c-89d0-90f723741e9c service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627715 Aug 29 17:27:10.419623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:10.428459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b97d5c2c-c0f2-4ce6-8744-4048dad0b7d0 None None] Could not find standard attr ID for object f0debbe7-1aca-46cf-851a-5d5b4669eb77. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:27:10.459229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-00106def-5c00-4e13-b9e6-fc1294bb557e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372999 Aug 29 17:27:10.492854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Deleting port d399418b-ed46-4a53-9833-48aa602bea0e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:10.493250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:10.555673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=972aea04-a810-4218-85f5-275e30a22be0,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:10.562567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Checking segment: {'id': '5798b46e-b479-4ae2-9685-4bcd9c2a9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a821977c-7200-4683-b875-7300c5394cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:10.563535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Network hostable DHCP agents. Network: a821977c-7200-4683-b875-7300c5394cfe, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:27:10.590858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Network a821977c-7200-4683-b875-7300c5394cfe is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:27:10.612582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a821977c-7200-4683-b875-7300c5394cfe) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:10.612805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2907162d-352b-4933-a1b5-d1d8fee95552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:10.622641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb373305-db3b-4d21-9de6-747dead6c801 None None] Network a821977c-7200-4683-b875-7300c5394cfe requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:10.628908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:10.629517 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:10.660176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a2a00dbd-3e96-455f-b981-b4b71ab668b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6390033 Aug 29 17:27:10.753897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782f024-d446-4c02-9d1e-235ec7b3e215 None None] New status for floating IP d41ab625-5155-41c1-826f-22d171881acd: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:27:10.756559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-346ddfa8-593c-405b-8cd1-3ad96098f1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861719 Aug 29 17:27:10.842219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 33ce552c-b333-4a2c-8dac-069fbde5678a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:10.901348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-437bf200-daa8-4898-9635-052b25595563 None None] Could not find standard attr ID for object 91d2c8f1-8439-4868-9998-3c64a6e8c86d. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:27:10.921749 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c552e9d4-91d8-499b-a400-03dc8056b98c req-addb6b40-dc06-42bf-8ee8-0bef220d7b4c service neutron] 10.222.0.41 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642070 Aug 29 17:27:10.941490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f8a2c-e650-456c-8c32-026f55e248e8 req-7152b742-1a11-45ce-89d9-d237825a3fb2 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:10.958355 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e6f8a2c-e650-456c-8c32-026f55e248e8 req-7152b742-1a11-45ce-89d9-d237825a3fb2 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 946 time: 0.1440165 Aug 29 17:27:11.011925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e6f8a2c-e650-456c-8c32-026f55e248e8 req-d7e6a55d-0afc-4fb2-bbd2-98ba03287621 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups?id=04af1719-5321-4fa3-84c5-2ec03eac5dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486102 Aug 29 17:27:11.122005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00e3a2-747c-4852-a161-e12364c76b1f None None] Network a821977c-7200-4683-b875-7300c5394cfe requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:11.148555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 33ce552c-b333-4a2c-8dac-069fbde5678a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:11.185716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] For port d399418b-ed46-4a53-9833-48aa602bea0e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d399418b-ed46-4a53-9833-48aa602bea0e,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:11.186232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.202142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-fc5d26a2-981a-493c-a57d-54f0fb7e7d99 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 1000 time: 0.2252469 Aug 29 17:27:11.230149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 33ce552c-b333-4a2c-8dac-069fbde5678a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:11.230532 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.239348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-08efbd65-0118-44f7-9450-ee98c6751cbd None None] Could not find standard attr ID for object 9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:27:11.283735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2907162d-352b-4933-a1b5-d1d8fee95552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.301409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7894d528-4adb-4489-92ab-64a6addd8819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.311767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-21803630-8118-4b5c-a107-3b0696f1ce7b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:11.331353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-21803630-8118-4b5c-a107-3b0696f1ce7b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports/3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 943 time: 0.1184676 Aug 29 17:27:11.415806 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.546300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-7a85b701-f087-4f79-b98f-be7fc43d46d3 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:11.548545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-7a85b701-f087-4f79-b98f-be7fc43d46d3 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/networks?id=a821977c-7200-4683-b875-7300c5394cfe HTTP/1.1" status: 200 len: 814 time: 0.2162361 Aug 29 17:27:11.579716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-ba5a3961-547f-40ba-a6f3-4a8338aa9e7c tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/quotas/c45098bc0ae94adaa0475a77c790d34e HTTP/1.1" status: 200 len: 375 time: 0.0223482 Aug 29 17:27:11.611138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2907162d-352b-4933-a1b5-d1d8fee95552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.617471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:27:11.617957 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:27:11.626826 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-63a47d52-4795-4208-94df-f8854d95174c tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c45098bc0ae94adaa0475a77c790d34e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368326 Aug 29 17:27:11.692696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907162d-352b-4933-a1b5-d1d8fee95552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=31b29246-4b52-4d61-8254-edda36825d38,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:11.707498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2907162d-352b-4933-a1b5-d1d8fee95552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.712727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2907162d-352b-4933-a1b5-d1d8fee95552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/31b29246-4b52-4d61-8254-edda36825d38 HTTP/1.1" status: 204 len: 168 time: 1.4870658 Aug 29 17:27:11.713676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46310) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:11.726699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-6e2903a8-bee1-4878-b553-ff52274094b1 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 1002 time: 0.2287350 Aug 29 17:27:11.757921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-76d52c12-7d37-4445-ad4f-9d8dfacfba74 service neutron] 10.222.0.41 "GET /v2.0/networks/a821977c-7200-4683-b875-7300c5394cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229339 Aug 29 17:27:11.774825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46312) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:11.775104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5cfac828-7688-4a65-8f05-a01a547bc5ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584593 Aug 29 17:27:11.802779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.803169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:11.803909 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Floating IP 0340e8cf-affd-468b-aa43-658c07a4b76d disassociated. External IP: 172.25.2.10, port: d399418b-ed46-4a53-9833-48aa602bea0e. Aug 29 17:27:11.804050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Calling delete_port for d399418b-ed46-4a53-9833-48aa602bea0e owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:11.889200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc2254-fa36-4706-b51d-47b5ceb20606 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:11.938262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b51a7d-7e19-498f-816e-70daeecab654 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:11.940012 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-01b51a7d-7e19-498f-816e-70daeecab654 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1641219 Aug 29 17:27:11.942924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46314) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:11.972632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-d665808b-1ed8-433d-9d15-2044e02ec365 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:11.982235 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-d665808b-1ed8-433d-9d15-2044e02ec365 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2143433 Aug 29 17:27:12.001315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-d4b1dc55-e83b-479e-b306-a68ed6eb36b6 service neutron] 10.222.0.41 "GET /v2.0/networks/a821977c-7200-4683-b875-7300c5394cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349427 Aug 29 17:27:12.030573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e70366d-e987-4d11-ba94-8af0ec1fb0d1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:12.030573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3e70366d-e987-4d11-ba94-8af0ec1fb0d1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845366 Aug 29 17:27:12.032223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46318) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:12.103263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-523a8a4d-ef78-421f-a685-c8fd78df3c0d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706084 Aug 29 17:27:12.107467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-21537561-f7f3-4ce5-8ff8-5d8db7e9c5d5 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 1002 time: 0.1242588 Aug 29 17:27:12.107996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46320) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:12.113516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:12.115562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:12.164168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:12.182532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.219884 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.253733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:12.259654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.264727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 33ce552c-b333-4a2c-8dac-069fbde5678a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=33ce552c-b333-4a2c-8dac-069fbde5678a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:12.270315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] Deleting port 33ce552c-b333-4a2c-8dac-069fbde5678a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:12.271036 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.292128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.295756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1cdb9180-fe5b-44bb-8455-d87bab87e4ff up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:12.440710 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.453858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50284568-c2f2-424e-b8d8-8bcd13bbe8ac req-8c0aba09-1bfe-4ab1-81e8-90a7a7a13850 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:12.455473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50284568-c2f2-424e-b8d8-8bcd13bbe8ac req-8c0aba09-1bfe-4ab1-81e8-90a7a7a13850 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1350193 Aug 29 17:27:12.484059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] For port 33ce552c-b333-4a2c-8dac-069fbde5678a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=33ce552c-b333-4a2c-8dac-069fbde5678a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:12.484514 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.506502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=33ce552c-b333-4a2c-8dac-069fbde5678a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:12.510082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] Calling delete_port for 33ce552c-b333-4a2c-8dac-069fbde5678a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:12.512984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:12.512984 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.554413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.565620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.565974 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Floating IP d41ab625-5155-41c1-826f-22d171881acd disassociated. External IP: 172.25.2.204, port: 3e68fd4d-29eb-4787-ae91-845e238f047a. Aug 29 17:27:12.629741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50284568-c2f2-424e-b8d8-8bcd13bbe8ac req-c4992705-3358-44d9-9f36-d5e7178d26a4 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358552 Aug 29 17:27:12.723937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.757065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.757221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.811214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] No DVR routers for this DVR port 33ce552c-b333-4a2c-8dac-069fbde5678a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:12.816745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c991d-4845-41cd-8c84-80f1c94a05c5 None None] Pushing event deleted for resources: {'Port': ['ID=33ce552c-b333-4a2c-8dac-069fbde5678a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:12.849478 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.901092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:12.907572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:12.912402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 33ce552c-b333-4a2c-8dac-069fbde5678a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:12.916804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16f764-f177-4995-b5a6-c55f29f2a7a2 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:12.917634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:12.918488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:12.947111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8376751 Aug 29 17:27:12.949131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Router 65a23db8-eb93-434d-9643-bea5656f041c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:12.950698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46334) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:12.957821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': '04f17c3f-5c86-4d87-b4e4-ae28a72d7291', 'ip_address': '2001:db8::b8c:d5df:abaf:8466'}], 'name': 'tempest-NetworksTestDHCPv6-331901189'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:12.980630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event deleted for resources: {'Port': ['ID=d399418b-ed46-4a53-9833-48aa602bea0e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:12.981225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 33ce552c-b333-4a2c-8dac-069fbde5678a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:12.981442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 33ce552c-b333-4a2c-8dac-069fbde5678a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:13.074814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=04f17c3f-5c86-4d87-b4e4-ae28a72d7291,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:13.084552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a01d583b-8f75-47b6-b7d0-41ef3ca2e35b req-0a64bf3f-9cff-4e91-a3d4-9616e803ce9c tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 210 time: 0.0464840 Aug 29 17:27:13.099940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.100689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.100689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.101110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.101480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.101771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.102092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.102421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.102882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.103206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.103534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.103853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d456acd-14cc-4324-b92e-cd7653e66372 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:13.153691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '04f17c3f-5c86-4d87-b4e4-ae28a72d7291'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:13.154796 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.269883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c75e7be2-9fb0-4347-978b-6c34976f00ab req-d578af8c-e0b7-40b5-b37c-918fc821f98b tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 210 time: 0.0691068 Aug 29 17:27:13.308508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:13.384415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/04f17c3f-5c86-4d87-b4e4-ae28a72d7291/160f007c-2c44-44e3-8fb7-41b9fad8699f) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:13.447085 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.493368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 66d0dfd6-4c47-497d-8229-3ef62f7baf3c yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:27:13.615154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.633125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Transition to ACTIVE for port object 160f007c-2c44-44e3-8fb7-41b9fad8699f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:13.669410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Transition to ACTIVE for port object 160f007c-2c44-44e3-8fb7-41b9fad8699f will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:13.684826 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.719291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Router b4be1773-f145-4242-9427-50334cff8dc8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:13.772378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device d399418b-ed46-4a53-9833-48aa602bea0e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:13.815009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:13.817853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: d399418b-ed46-4a53-9833-48aa602bea0e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:13.818194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device d399418b-ed46-4a53-9833-48aa602bea0e not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:13.827177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:13.836159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:13.839919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Pushing event updated for resources: {'Port': ['ID=160f007c-2c44-44e3-8fb7-41b9fad8699f,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:13.864856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:13.876208 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-32e6377e-1738-4b94-80ec-528b6bdbf510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.880547 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] Sync routers for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:13.885182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.896888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:13.899669 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:13.948183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.970627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Attempting to bind port 160f007c-2c44-44e3-8fb7-41b9fad8699f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:13.970922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Attempting to bind port 160f007c-2c44-44e3-8fb7-41b9fad8699f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:13.971293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Attempting to bind port 160f007c-2c44-44e3-8fb7-41b9fad8699f on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:13.985330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:13.985833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:13.986397 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.988652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-58e08703-d6d1-4170-9d95-bf42b1ad9727 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "PUT /v2.0/floatingips/d41ab625-5155-41c1-826f-22d171881acd HTTP/1.1" status: 200 len: 695 time: 1.8730087 Aug 29 17:27:13.990126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:13.990852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Bound port: 160f007c-2c44-44e3-8fb7-41b9fad8699f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:13.992526 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:13.998713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:14.002186 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1863695-2490-4871-966e-c82c8c18d1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:14.051276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::b8c:d5df:abaf:8466 (2ad95fe3-2af7-4150-b097-a47258efe850/04f17c3f-5c86-4d87-b4e4-ae28a72d7291/66d0dfd6-4c47-497d-8229-3ef62f7baf3c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:14.072846 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:14.077275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:14.085838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-fb95e717-149b-4e13-a54c-56d0476b60d8 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:14.087189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-fb95e717-149b-4e13-a54c-56d0476b60d8 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.44 "GET /v2.0/networks?id=a821977c-7200-4683-b875-7300c5394cfe HTTP/1.1" status: 200 len: 814 time: 0.3092964 Aug 29 17:27:14.105440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] Sync routers for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:14.106332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18604488-f451-43ce-9848-8b33fd50b93b req-9d3f4028-21e1-408b-aac8-aaf51ff0286a tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:14.113687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] For port 160f007c-2c44-44e3-8fb7-41b9fad8699f, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:14.115606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18604488-f451-43ce-9848-8b33fd50b93b req-9d3f4028-21e1-408b-aac8-aaf51ff0286a tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.3382225 Aug 29 17:27:14.117143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Request body: {'port': {'device_id': 'f00a6da3-0f60-4855-95e3-6b62022eb219', 'network_id': 'a821977c-7200-4683-b875-7300c5394cfe', 'admin_state_up': True, 'tenant_id': 'c45098bc0ae94adaa0475a77c790d34e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:14.121930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-e892b2f4-382b-40f8-ba37-32bcc9993765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:14.129331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-e892b2f4-382b-40f8-ba37-32bcc9993765 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1098 time: 0.1397169 Aug 29 17:27:14.134844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] For port 160f007c-2c44-44e3-8fb7-41b9fad8699f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=160f007c-2c44-44e3-8fb7-41b9fad8699f,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:14.136011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:14.136697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:14.176038 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:14.186324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18604488-f451-43ce-9848-8b33fd50b93b req-499a5ec2-2dbc-4cc3-8398-05aedb323ff7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698969 Aug 29 17:27:14.216862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] No DVR routers for this DVR port d399418b-ed46-4a53-9833-48aa602bea0e on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:14.247834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:14.249891 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0655752-7c09-43d5-9fa1-16fd7628d417 req-b2c27c0f-0344-4bc0-9dd8-45fc84195691 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.44 "DELETE /v2.0/ports/d399418b-ed46-4a53-9833-48aa602bea0e HTTP/1.1" status: 204 len: 173 time: 4.2543938 Aug 29 17:27:14.469825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:14.481615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-48359174-71d7-46a4-9387-2269565b8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:14.482655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-48359174-71d7-46a4-9387-2269565b8bf5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 921 time: 0.3525410 Aug 29 17:27:14.484046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Made reservation on behalf of c45098bc0ae94adaa0475a77c790d34e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:14.489523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:14.514861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f3027-9eb9-4c64-9fda-27c7f4e7df08 None None] Pushing event updated for resources: {'Port': ['ID=160f007c-2c44-44e3-8fb7-41b9fad8699f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:14.556427 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452886c0-5f0e-4216-93a0-911232a0422f x-openstack-request-id: req-452886c0-5f0e-4216-93a0-911232a0422f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:14.556708 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:14.556958 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-452886c0-5f0e-4216-93a0-911232a0422f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:14.559050 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'status': 'completed', 'code': 200} Aug 29 17:27:14.562852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:14.647129 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:08Z', 'revision_number': 5, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:14.707144 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] Checking router: 65a23db8-eb93-434d-9643-bea5656f041c for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:14.727445 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:14.730757 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:14.855428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-76ea930b-d78a-44a7-931f-11cdf3f3dbc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 217 time: 0.3601596 Aug 29 17:27:15.023194 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:15.075879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:10Z', 'revision_number': 5, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:15.143966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] Checking router: b4be1773-f145-4242-9427-50334cff8dc8 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:15.166060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:15.166908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:15.225491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Allocated IP 172.20.0.11 (a821977c-7200-4683-b875-7300c5394cfe/972aea04-a810-4218-85f5-275e30a22be0/7757e449-a1a6-41bf-9ba8-926ef357fe08) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:15.316705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:15.374235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 66d0dfd6-4c47-497d-8229-3ef62f7baf3c will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:15.380208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-0a7d7a77-e31e-4735-ace3-dd1b2c3ba716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:15.381987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-0a7d7a77-e31e-4735-ace3-dd1b2c3ba716 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.5176935 Aug 29 17:27:15.429357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-5f40ee8b-15d2-4c15-87d8-c8bfb4ba5f95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304089 Aug 29 17:27:15.532964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:15.567157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-2d65d2e3-a429-4ec3-a5dc-c5872fcf37bb service neutron] 10.222.0.41 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182389 Aug 29 17:27:15.641375 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:15.644475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:15.667507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-56008bbf-ed29-4a24-9092-e748f9bc4619 req-a635fe1d-23ee-47b0-91ec-eabce028022c tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 210 time: 0.1570253 Aug 29 17:27:15.678280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:15.729631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-734be3f3-9d8e-48fe-95a3-a05a63d156e4 req-b7047216-9987-4416-a633-316155822d4b service neutron] 10.222.0.41 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466997 Aug 29 17:27:15.749616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:15.762401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:15.779033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:15.780134 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:15.781784 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:08Z', 'revision_number': 5, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:15.894782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:15.927331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9738033 Aug 29 17:27:15.947074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46360) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:15.951399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:10Z', 'revision_number': 5, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:15.967898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Network a821977c-7200-4683-b875-7300c5394cfe is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:15.972932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:15.980037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:16.012916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-d565d67f-1c0c-4a12-be56-c481b7ed4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:16.018730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-d565d67f-1c0c-4a12-be56-c481b7ed4154 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 1098 time: 0.5062571 Aug 29 17:27:16.041976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6b5f9-b082-44eb-9113-67395959a6fd None None] The sync data for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 is: [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:24:00Z', 'revision_number': 4, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '611eeece-0cb8-43a2-acd4-3a3387b62f4d', 'name': '', 'network_id': '71cd41c0-7b9c-4882-ad99-f56635ca5de6', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'mac_address': 'fa:16:3e:80:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:58Z', 'updated_at': '2021-08-29T17:24:10Z', 'revision_number': 5, 'project_id': '83822fad915145c7af0af25cf93bd806', 'subnets': [{'id': '95f21a8a-c7d4-4811-8896-a6ded36b1233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:16.106052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:16.107053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:16.183234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0734379 Aug 29 17:27:16.217496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea16660-9967-46ca-a807-783e6c6c74fc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Pushing event updated for resources: {'Port': ['ID=7757e449-a1a6-41bf-9ba8-926ef357fe08,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:16.219731 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af12d19-eb1d-4f1f-a5a6-3b9cc16b289a None None] The sync data for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 is: [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:26:02Z', 'revision_number': 4, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '360a81db-bad7-451e-82ba-afb125fb7805', 'name': '', 'network_id': '8cc7301e-b6d2-4e02-a9bb-6c11d0889806', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'mac_address': 'fa:16:3e:04:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:00Z', 'updated_at': '2021-08-29T17:26:08Z', 'revision_number': 5, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'subnets': [{'id': '26425fd2-d099-4bb4-8af6-1b2d6dde0a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:16.226454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Request body: {'port': {'device_id': 'f00a6da3-0f60-4855-95e3-6b62022eb219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:16.275608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a3e69-8ebd-4a7d-a709-2f42d81bda81 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=66d0dfd6-4c47-497d-8229-3ef62f7baf3c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:16.332560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9226c-d812-4270-996f-74276285ca47 req-02b8f25d-e285-4f38-a72f-3dc389b39303 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:16.341417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ea9226c-d812-4270-996f-74276285ca47 req-02b8f25d-e285-4f38-a72f-3dc389b39303 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.2474985 Aug 29 17:27:16.366147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:16.410812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c469d2-2951-4525-902f-e696b341f850 req-ef488d51-fa83-4cb6-ad56-2b19db06ce99 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:16.418881 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46c469d2-2951-4525-902f-e696b341f850 req-ef488d51-fa83-4cb6-ad56-2b19db06ce99 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 932 time: 0.5259504 Aug 29 17:27:16.461765 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ea9226c-d812-4270-996f-74276285ca47 req-59f9dabe-9592-4e11-8a24-7b76a7b50e76 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192596 Aug 29 17:27:16.479614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac24b3-d94c-4871-927b-288f16c5562d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:16.487107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac24b3-d94c-4871-927b-288f16c5562d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:16.497020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9fac24b3-d94c-4871-927b-288f16c5562d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4742584 Aug 29 17:27:16.497826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46364) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:16.560068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'name': 'network-vif-deleted', 'tag': 'd399418b-ed46-4a53-9833-48aa602bea0e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:16.563004 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e457a57-8ada-433b-94da-af236e3c553c" -d '{"events": [{"server_uuid": "b939debc-b113-46ec-8623-c7ac6b6abf43", "name": "network-vif-deleted", "tag": "d399418b-ed46-4a53-9833-48aa602bea0e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:16.584773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-97d2e2d0-6146-42a6-890f-c23220391692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:16.586441 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-97d2e2d0-6146-42a6-890f-c23220391692 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 200 len: 921 time: 0.4179797 Aug 29 17:27:16.604826 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46c469d2-2951-4525-902f-e696b341f850 req-5bf7b2a2-8046-46e2-a806-f423c296f737 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812828 Aug 29 17:27:16.681549 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20f6c4-8f4f-4d2d-a661-749db57c7ad6 None None] New status for floating IP 0340e8cf-affd-468b-aa43-658c07a4b76d: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:27:16.720524 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:16.777560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-463e73f1-6fe6-4865-8e30-a91aa3ae4685 None None] Provisioning for port 160f007c-2c44-44e3-8fb7-41b9fad8699f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:16.848066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c6123-1462-4e7f-9453-58154db4b3f7 None None] New status for floating IP d41ab625-5155-41c1-826f-22d171881acd: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:27:16.867339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-0f355ebb-1b43-4d50-b500-3eeac7aeb493 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/floatingips/d41ab625-5155-41c1-826f-22d171881acd HTTP/1.1" status: 200 len: 695 time: 0.1450064 Aug 29 17:27:16.896909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-bdd947b8-0e59-4866-9c20-65b0d19940fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 200 len: 217 time: 0.2886438 Aug 29 17:27:17.052419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-fcf051c4-61c8-4ad1-bea9-95cfa775f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:17.054004 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-fcf051c4-61c8-4ad1-bea9-95cfa775f8e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 200 len: 860 time: 0.1483662 Aug 29 17:27:17.117447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 160f007c-2c44-44e3-8fb7-41b9fad8699f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:17.141834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-51cd9c35-45f7-40ab-a3c2-591f432e55c9 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:17.144325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-51cd9c35-45f7-40ab-a3c2-591f432e55c9 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 784 time: 0.2701428 Aug 29 17:27:17.156040 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-007437b1-fcfd-46fc-9ce0-d989bda795bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cc7301e-b6d2-4e02-a9bb-6c11d0889806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803826 Aug 29 17:27:17.222639 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ab1e73-a2ca-43dd-9e48-aca31275a5dc x-openstack-request-id: req-c7ab1e73-a2ca-43dd-9e48-aca31275a5dc {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:17.223853 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b939debc-b113-46ec-8623-c7ac6b6abf43", "name": "network-vif-deleted", "tag": "d399418b-ed46-4a53-9833-48aa602bea0e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:17.224124 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7ab1e73-a2ca-43dd-9e48-aca31275a5dc {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:17.231200 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b939debc-b113-46ec-8623-c7ac6b6abf43', 'name': 'network-vif-deleted', 'tag': 'd399418b-ed46-4a53-9833-48aa602bea0e', 'status': 'completed', 'code': 200} Aug 29 17:27:17.233958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d5e87115-ac87-44f5-9e0c-cc1978587993 req-b70fbb77-b9f2-49b8-bd46-476a0f9e4463 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 210 time: 0.1718233 Aug 29 17:27:17.258374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3f874-c091-4925-8dfd-b74c4b572a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 66d0dfd6-4c47-497d-8229-3ef62f7baf3c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:17.258374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f874-c091-4925-8dfd-b74c4b572a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.287404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eba99eb9-6dd5-40c3-80fc-8ca07b0807d6 None None] Provisioning for port 66d0dfd6-4c47-497d-8229-3ef62f7baf3c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:17.308978 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-cd0117eb-3dff-4cfd-a075-a5e91b2882fa tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 698 time: 0.0767012 Aug 29 17:27:17.339557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eba99eb9-6dd5-40c3-80fc-8ca07b0807d6 None None] Provisioning complete for port 66d0dfd6-4c47-497d-8229-3ef62f7baf3c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:17.339851 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eba99eb9-6dd5-40c3-80fc-8ca07b0807d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.371015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f874-c091-4925-8dfd-b74c4b572a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.382084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-eba99eb9-6dd5-40c3-80fc-8ca07b0807d6 None None] Port 66d0dfd6-4c47-497d-8229-3ef62f7baf3c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:17.389728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3f874-c091-4925-8dfd-b74c4b572a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 66d0dfd6-4c47-497d-8229-3ef62f7baf3c owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:17.397441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 160f007c-2c44-44e3-8fb7-41b9fad8699f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:17.406111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 160f007c-2c44-44e3-8fb7-41b9fad8699f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:17.407662 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.455529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-3bf3a8bf-5241-404f-946f-05848b0608e9 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 698 time: 0.1452680 Aug 29 17:27:17.545498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7757e449-a1a6-41bf-9ba8-926ef357fe08 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:17.582742 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.592210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.646212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Transition to ACTIVE for port object 7757e449-a1a6-41bf-9ba8-926ef357fe08 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:17.663976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.664843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 160f007c-2c44-44e3-8fb7-41b9fad8699f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=160f007c-2c44-44e3-8fb7-41b9fad8699f,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:17.666335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0c4b6-8bd4-459f-93a9-055479809a43 req-5ee37148-0e91-45ac-9925-e79ca9c252d2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:17.667929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c0c4b6-8bd4-459f-93a9-055479809a43 req-5ee37148-0e91-45ac-9925-e79ca9c252d2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.1232769 Aug 29 17:27:17.680699 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.730272 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-1e23f3c2-e1e6-4e23-b1ab-8208404f2b8d service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918745 Aug 29 17:27:17.757680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=160f007c-2c44-44e3-8fb7-41b9fad8699f,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:17.826231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c0c4b6-8bd4-459f-93a9-055479809a43 req-6343c528-51b1-474f-945a-81558d926c6c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462750 Aug 29 17:27:17.838797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f874-c091-4925-8dfd-b74c4b572a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.880069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Pushing event updated for resources: {'Port': ['ID=7757e449-a1a6-41bf-9ba8-926ef357fe08,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:17.880069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Deleting port 83f92421-f84f-4e2d-a15f-f81dca7a9c7a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:17.880069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.892088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3f874-c091-4925-8dfd-b74c4b572a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=66d0dfd6-4c47-497d-8229-3ef62f7baf3c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:17.915076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f874-c091-4925-8dfd-b74c4b572a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.919439 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1fd3f874-c091-4925-8dfd-b74c4b572a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/66d0dfd6-4c47-497d-8229-3ef62f7baf3c HTTP/1.1" status: 204 len: 168 time: 1.4086738 Aug 29 17:27:17.920255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46382) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:17.962739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Attempting to bind port 7757e449-a1a6-41bf-9ba8-926ef357fe08 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:17.963086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Attempting to bind port 7757e449-a1a6-41bf-9ba8-926ef357fe08 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '5798b46e-b479-4ae2-9685-4bcd9c2a9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a821977c-7200-4683-b875-7300c5394cfe'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:17.963552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Attempting to bind port 7757e449-a1a6-41bf-9ba8-926ef357fe08 on network a821977c-7200-4683-b875-7300c5394cfe {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:17.975320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Port 7757e449-a1a6-41bf-9ba8-926ef357fe08 on network a821977c-7200-4683-b875-7300c5394cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:27:17.984334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Attempting to bind port 7757e449-a1a6-41bf-9ba8-926ef357fe08 on network a821977c-7200-4683-b875-7300c5394cfe {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:17.992553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1863695-2490-4871-966e-c82c8c18d1f2 req-1b323a64-6287-4377-8dfa-8a51998007bb service neutron] 10.222.0.43 "GET /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513473 Aug 29 17:27:17.999242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:17.999930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Checking segment: {'id': '5798b46e-b479-4ae2-9685-4bcd9c2a9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a821977c-7200-4683-b875-7300c5394cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:18.000947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Bound using segment: {'id': '5798b46e-b479-4ae2-9685-4bcd9c2a9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a821977c-7200-4683-b875-7300c5394cfe'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:18.001486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Bound port: 7757e449-a1a6-41bf-9ba8-926ef357fe08, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5798b46e-b479-4ae2-9685-4bcd9c2a9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a821977c-7200-4683-b875-7300c5394cfe'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:18.001857 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.048468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f43c0d-97da-49f6-93f5-45975b99ab5e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:18.050150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f43c0d-97da-49f6-93f5-45975b99ab5e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:18.051728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b9f43c0d-97da-49f6-93f5-45975b99ab5e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1305814 Aug 29 17:27:18.060074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769258-2dad-4044-bae0-bf974e33dd15 req-3a87defb-2b92-4815-ad98-eb8421978b8a tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:18.061590 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf769258-2dad-4044-bae0-bf974e33dd15 req-3a87defb-2b92-4815-ad98-eb8421978b8a tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 944 time: 0.1286209 Aug 29 17:27:18.062084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46384) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:18.108812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] For port 7757e449-a1a6-41bf-9ba8-926ef357fe08, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:18.116158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] For port 7757e449-a1a6-41bf-9ba8-926ef357fe08, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7757e449-a1a6-41bf-9ba8-926ef357fe08,segment=NetworkSegment(5798b46e-b479-4ae2-9685-4bcd9c2a9016),segment_id=5798b46e-b479-4ae2-9685-4bcd9c2a9016)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:18.140196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.155475 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.155809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.176590 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf769258-2dad-4044-bae0-bf974e33dd15 req-a9a4f81f-5616-488c-9947-ec3f376a2a57 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055534 Aug 29 17:27:18.192130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9786bdab-b719-487d-aab9-c1fdcf370d27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 04f17c3f-5c86-4d87-b4e4-ae28a72d7291 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:18.204540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9786bdab-b719-487d-aab9-c1fdcf370d27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.211674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:18.212875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.214944 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] 10.222.0.44 "PUT /v2.0/ports/7757e449-a1a6-41bf-9ba8-926ef357fe08 HTTP/1.1" status: 200 len: 1093 time: 1.9999464 Aug 29 17:27:18.215982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Calling delete_port for 83f92421-f84f-4e2d-a15f-f81dca7a9c7a owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:18.290669 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9786bdab-b719-487d-aab9-c1fdcf370d27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.352995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25af8d-fab4-4fbd-b8aa-6e862194813e service neutron] Pushing event updated for resources: {'Port': ['ID=7757e449-a1a6-41bf-9ba8-926ef357fe08,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:18.421295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-f1f68cc7-7a2b-4cbd-a00a-8cf58a9a27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:18.423101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-f1f68cc7-7a2b-4cbd-a00a-8cf58a9a27da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c45098bc0ae94adaa0475a77c790d34e&device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 1096 time: 0.1370955 Aug 29 17:27:18.456068 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9786bdab-b719-487d-aab9-c1fdcf370d27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.490425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-6dbf7e09-f5c5-43dc-a3cf-77999bd2d59b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7757e449-a1a6-41bf-9ba8-926ef357fe08 HTTP/1.1" status: 200 len: 217 time: 0.0565431 Aug 29 17:27:18.548887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9786bdab-b719-487d-aab9-c1fdcf370d27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.604419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-786d1d00-e6ef-4c6f-9665-8d97e9c49972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:18.605798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-786d1d00-e6ef-4c6f-9665-8d97e9c49972 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=972aea04-a810-4218-85f5-275e30a22be0 HTTP/1.1" status: 200 len: 854 time: 0.0987337 Aug 29 17:27:18.612994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786bdab-b719-487d-aab9-c1fdcf370d27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=04f17c3f-5c86-4d87-b4e4-ae28a72d7291,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:18.622008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9786bdab-b719-487d-aab9-c1fdcf370d27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.627777 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9786bdab-b719-487d-aab9-c1fdcf370d27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/04f17c3f-5c86-4d87-b4e4-ae28a72d7291 HTTP/1.1" status: 204 len: 168 time: 0.5640962 Aug 29 17:27:18.628188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd950910-8fb9-4042-982c-25c6f7b9ab00 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:18.630253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46394) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:18.687335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-43f078d0-5a16-4412-87ab-338da6d466a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a821977c-7200-4683-b875-7300c5394cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664806 Aug 29 17:27:18.712357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4a7fc697-62de-48a1-9e8e-24f510233e7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794442 Aug 29 17:27:18.713657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46396) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:18.723764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:18.816039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.872029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event deleted for resources: {'Port': ['ID=83f92421-f84f-4e2d-a15f-f81dca7a9c7a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:18.888156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 160f007c-2c44-44e3-8fb7-41b9fad8699f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:18.924743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:18.931800 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.982690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:18.987416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-bb3ef08f-e1c6-4e53-8c71-a18fbb2ed636 service neutron] 10.222.0.44 "GET /v2.0/networks/a821977c-7200-4683-b875-7300c5394cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867126 Aug 29 17:27:19.004399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.007964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.009560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59d09bfe-2399-4905-9a54-8a910059e0c2 req-9e14bfe5-b5c2-427b-8e47-13ee9ef33f30 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "DELETE /v2.0/floatingips/d41ab625-5155-41c1-826f-22d171881acd HTTP/1.1" status: 204 len: 173 time: 1.5531685 Aug 29 17:27:19.158822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-582b3bdc-fc87-404b-9dc3-cc93dc32dd48 req-6aae1f3d-3e82-4cc8-9058-a30ea0654329 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 210 time: 0.0453653 Aug 29 17:27:19.164347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 160f007c-2c44-44e3-8fb7-41b9fad8699f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:19.164849 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.173280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] Deleting port 160f007c-2c44-44e3-8fb7-41b9fad8699f {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:19.175071 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.194032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bac470a-e962-4ad5-b160-f559a96b7dbe req-e55173cb-8866-4f01-a309-8b6fc9e71faf service neutron] 10.222.0.44 "GET /v2.0/networks/a821977c-7200-4683-b875-7300c5394cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988616 Aug 29 17:27:19.232246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00a6da3-0f60-4855-95e3-6b62022eb219', 'tag': '7757e449-a1a6-41bf-9ba8-926ef357fe08'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:19.235804 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad3979-3865-40ba-918f-23d32b81a0db" -d '{"events": [{"name": "network-changed", "server_uuid": "f00a6da3-0f60-4855-95e3-6b62022eb219", "tag": "7757e449-a1a6-41bf-9ba8-926ef357fe08"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:19.269641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6a44531-2d02-49fb-b6c5-6b9117920f93 req-035df0d6-b0ee-4cf9-a87c-ac51641b03e3 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups/0d5236a0-046b-4456-9afe-b66ac667aff0 HTTP/1.1" status: 200 len: 1809 time: 0.1263790 Aug 29 17:27:19.373214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] For port 160f007c-2c44-44e3-8fb7-41b9fad8699f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=160f007c-2c44-44e3-8fb7-41b9fad8699f,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:19.373766 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.389608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04607fea-2a32-4815-8b3a-0433e9f31b58 req-34f363e9-ccb3-40fd-bb3c-a35ec234cadc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:19.392641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04607fea-2a32-4815-8b3a-0433e9f31b58 req-34f363e9-ccb3-40fd-bb3c-a35ec234cadc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 944 time: 0.0744147 Aug 29 17:27:19.403702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] Calling delete_port for 160f007c-2c44-44e3-8fb7-41b9fad8699f owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:19.479818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04607fea-2a32-4815-8b3a-0433e9f31b58 req-3bc2d86e-32f4-4c20-9b8b-88858bb88d4e tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802586 Aug 29 17:27:19.521836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f6a44531-2d02-49fb-b6c5-6b9117920f93 req-cb547aac-a9a9-4e36-9e29-019ec6f49e3b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.534448 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.540206 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5505130-fde8-4e22-88cc-c05a96e094f0 x-openstack-request-id: req-b5505130-fde8-4e22-88cc-c05a96e094f0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:19.540778 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00a6da3-0f60-4855-95e3-6b62022eb219", "tag": "7757e449-a1a6-41bf-9ba8-926ef357fe08", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:19.541259 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5505130-fde8-4e22-88cc-c05a96e094f0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:19.542024 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00a6da3-0f60-4855-95e3-6b62022eb219', 'tag': '7757e449-a1a6-41bf-9ba8-926ef357fe08', 'status': 'completed', 'code': 200} Aug 29 17:27:19.585138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] Pushing event deleted for resources: {'Port': ['ID=160f007c-2c44-44e3-8fb7-41b9fad8699f,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:19.589004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f344eb3e-f6a1-460f-a6f3-a897412aef44 None None] No DVR routers for this DVR port 160f007c-2c44-44e3-8fb7-41b9fad8699f on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:19.626859 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f6a44531-2d02-49fb-b6c5-6b9117920f93 req-cb547aac-a9a9-4e36-9e29-019ec6f49e3b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.637923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.677111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad3979-3865-40ba-918f-23d32b81a0db req-7acf5e8f-7249-407f-8421-7cf5dcc77187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:19.681056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ad3979-3865-40ba-918f-23d32b81a0db req-7acf5e8f-7249-407f-8421-7cf5dcc77187 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c45098bc0ae94adaa0475a77c790d34e&device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 1096 time: 0.1151705 Aug 29 17:27:19.718472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:19.723545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:19.732627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e73ae-6468-4cdb-a0d4-4ace015e5b67 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:19.737458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:19.738072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.750920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=e53e11b9-c25d-4733-85df-38bb037b537b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:19.762016 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f6a44531-2d02-49fb-b6c5-6b9117920f93 req-cb547aac-a9a9-4e36-9e29-019ec6f49e3b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.764941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f6a44531-2d02-49fb-b6c5-6b9117920f93 req-cb547aac-a9a9-4e36-9e29-019ec6f49e3b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:19.770189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6a44531-2d02-49fb-b6c5-6b9117920f93 req-cb547aac-a9a9-4e36-9e29-019ec6f49e3b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "DELETE /v2.0/security-groups/0d5236a0-046b-4456-9afe-b66ac667aff0 HTTP/1.1" status: 204 len: 173 time: 0.4919927 Aug 29 17:27:19.777050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1899a90e-3bb2-469a-99e6-b8781c0a7c7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0623856 Aug 29 17:27:19.783334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46426) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:19.789646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': 'e53e11b9-c25d-4733-85df-38bb037b537b', 'ip_address': '2001:db8::5fed:9d6e:634c:c756'}], 'name': 'tempest-NetworksTestDHCPv6-326017267'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:19.851277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb547aac-a9a9-4e36-9e29-019ec6f49e3b tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5236a0-046b-4456-9afe-b66ac667aff0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:19.900485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad3979-3865-40ba-918f-23d32b81a0db req-f7a218eb-4aea-4789-96e7-340d0b9df747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:19.902107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ad3979-3865-40ba-918f-23d32b81a0db req-f7a218eb-4aea-4789-96e7-340d0b9df747 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a821977c-7200-4683-b875-7300c5394cfe HTTP/1.1" status: 200 len: 915 time: 0.2110293 Aug 29 17:27:19.954321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:19.999697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ad3979-3865-40ba-918f-23d32b81a0db req-c7a93734-f3dc-426a-b0d3-9e03ea3c2685 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7757e449-a1a6-41bf-9ba8-926ef357fe08 HTTP/1.1" status: 200 len: 217 time: 0.0862494 Aug 29 17:27:20.019921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'e53e11b9-c25d-4733-85df-38bb037b537b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:20.023496 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.094164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad3979-3865-40ba-918f-23d32b81a0db req-9416ef4b-5c83-41e1-b624-857e4f82538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:20.095737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ad3979-3865-40ba-918f-23d32b81a0db req-9416ef4b-5c83-41e1-b624-857e4f82538f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=972aea04-a810-4218-85f5-275e30a22be0 HTTP/1.1" status: 200 len: 854 time: 0.0871525 Aug 29 17:27:20.175195 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ad3979-3865-40ba-918f-23d32b81a0db req-ec65b640-00f5-460e-b963-9e76a23d9eda service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a821977c-7200-4683-b875-7300c5394cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692542 Aug 29 17:27:20.186539 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.200468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/e53e11b9-c25d-4733-85df-38bb037b537b/1ddc2893-a618-46b9-b9f1-f926324feb10) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:20.287387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042e519-ad4b-450e-8a8e-ddb25b9f9009 req-4dd6cbb7-cb97-45d9-a10b-e2544b417025 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:20.309869 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d042e519-ad4b-450e-8a8e-ddb25b9f9009 req-4dd6cbb7-cb97-45d9-a10b-e2544b417025 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1763110 Aug 29 17:27:20.334256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 574dc737-a494-4048-b37d-9280c2d1ff47 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:27:20.482329 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.499688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Transition to ACTIVE for port object 1ddc2893-a618-46b9-b9f1-f926324feb10 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:20.535142 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d042e519-ad4b-450e-8a8e-ddb25b9f9009 req-e58a01ce-89e4-4d71-b84c-d1b3752d8e09 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193160 Aug 29 17:27:20.554627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Transition to ACTIVE for port object 1ddc2893-a618-46b9-b9f1-f926324feb10 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:20.590821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.677776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:20.680753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:20.694806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:20.717867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::5fed:9d6e:634c:c756 (2ad95fe3-2af7-4150-b097-a47258efe850/e53e11b9-c25d-4733-85df-38bb037b537b/574dc737-a494-4048-b37d-9280c2d1ff47) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:20.721931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Pushing event updated for resources: {'Port': ['ID=1ddc2893-a618-46b9-b9f1-f926324feb10,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:20.730919 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:27:20.818569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Attempting to bind port 1ddc2893-a618-46b9-b9f1-f926324feb10 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:20.818981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Attempting to bind port 1ddc2893-a618-46b9-b9f1-f926324feb10 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:20.819348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Attempting to bind port 1ddc2893-a618-46b9-b9f1-f926324feb10 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:20.832358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:20.832753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:20.833160 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.833557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:20.834031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Bound port: 1ddc2893-a618-46b9-b9f1-f926324feb10, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:20.834419 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.942179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 160f007c-2c44-44e3-8fb7-41b9fad8699f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:20.980659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 160f007c-2c44-44e3-8fb7-41b9fad8699f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:20.980935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 160f007c-2c44-44e3-8fb7-41b9fad8699f not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:20.983400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d7f57-80ba-4913-b158-82d40bc2d649 req-13c67a6a-fa51-4bb5-8b89-015decd3339f tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:20.985563 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-483d7f57-80ba-4913-b158-82d40bc2d649 req-13c67a6a-fa51-4bb5-8b89-015decd3339f tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 944 time: 0.2183621 Aug 29 17:27:21.030894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85c23083-6631-4308-9a50-a7caf9c88f16 req-bd7b57a4-42d0-4063-a3cb-7831d5d60363 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 210 time: 0.0474007 Aug 29 17:27:21.086831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] For port 1ddc2893-a618-46b9-b9f1-f926324feb10, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:21.089660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-483d7f57-80ba-4913-b158-82d40bc2d649 req-89d0380f-045c-42a3-b7b3-caab7fe68192 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698729 Aug 29 17:27:21.097431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] For port 1ddc2893-a618-46b9-b9f1-f926324feb10, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1ddc2893-a618-46b9-b9f1-f926324feb10,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:21.107336 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:21.148376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ad3979-3865-40ba-918f-23d32b81a0db req-5cbd9dc9-e29b-4344-8c16-93f236caa237 service neutron] 10.222.0.44 "GET /v2.0/networks/a821977c-7200-4683-b875-7300c5394cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606931 Aug 29 17:27:21.172442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:21.193033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 574dc737-a494-4048-b37d-9280c2d1ff47 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:21.252928 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:21.274711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8c8b3-7e03-4237-aaed-9d0220e2332e None None] Pushing event updated for resources: {'Port': ['ID=1ddc2893-a618-46b9-b9f1-f926324feb10,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:21.316442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=574dc737-a494-4048-b37d-9280c2d1ff47,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:21.342621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:21.345229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:21.351319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:21.354311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51ad3979-3865-40ba-918f-23d32b81a0db req-34bf62ec-877b-4a66-9d63-c8fda7b9c039 service neutron] 10.222.0.44 "GET /v2.0/networks/a821977c-7200-4683-b875-7300c5394cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945295 Aug 29 17:27:21.370684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:21.371818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:21.408154 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5a5a125f-9c1b-439d-9517-08462fca1295 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6228948 Aug 29 17:27:21.410558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46450) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:21.537140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8dec18-414d-44b5-a075-d22c5c957e26 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:21.584103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8dec18-414d-44b5-a075-d22c5c957e26 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:21.590853 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1e8dec18-414d-44b5-a075-d22c5c957e26 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1768420 Aug 29 17:27:21.592331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46464) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:21.780630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7757e449-a1a6-41bf-9ba8-926ef357fe08 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:27:21.823039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408cc90-76c7-4717-b1ae-e0dd4e83b177 req-3a339994-8510-4db4-8748-d24d517dffef tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:21.832182 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0408cc90-76c7-4717-b1ae-e0dd4e83b177 req-3a339994-8510-4db4-8748-d24d517dffef tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.0989990 Aug 29 17:27:21.857468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-c7a11d66-4b2a-4896-9bce-3a5ca75f5ab5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 574dc737-a494-4048-b37d-9280c2d1ff47 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:21.857903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7a11d66-4b2a-4896-9bce-3a5ca75f5ab5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:21.951277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0408cc90-76c7-4717-b1ae-e0dd4e83b177 req-689e3ca1-ca94-4a93-9c25-fba2cea13185 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158714 Aug 29 17:27:22.040610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7757e449-a1a6-41bf-9ba8-926ef357fe08, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7757e449-a1a6-41bf-9ba8-926ef357fe08,segment=NetworkSegment(5798b46e-b479-4ae2-9685-4bcd9c2a9016),segment_id=5798b46e-b479-4ae2-9685-4bcd9c2a9016)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:22.057793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7a11d66-4b2a-4896-9bce-3a5ca75f5ab5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:22.065965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '7757e449-a1a6-41bf-9ba8-926ef357fe08', 'network_id': 'a821977c-7200-4683-b875-7300c5394cfe', 'port_id': '7757e449-a1a6-41bf-9ba8-926ef357fe08', 'mac_address': 'fa:16:3e:d5:5b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972aea04-a810-4218-85f5-275e30a22be0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:27:22.090359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-c7a11d66-4b2a-4896-9bce-3a5ca75f5ab5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 574dc737-a494-4048-b37d-9280c2d1ff47 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:22.151413 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:22.192959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7757e449-a1a6-41bf-9ba8-926ef357fe08 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:22.262021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7757e449-a1a6-41bf-9ba8-926ef357fe08, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7757e449-a1a6-41bf-9ba8-926ef357fe08,segment=NetworkSegment(5798b46e-b479-4ae2-9685-4bcd9c2a9016),segment_id=5798b46e-b479-4ae2-9685-4bcd9c2a9016)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:22.274437 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:22.276546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b2307670-5b66-4443-935d-4a8ddd136f3a details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:27:22.296741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2dc7b77-bdb7-4b5e-8010-4ff8fe35e9aa req-84a484cb-01fe-4f5f-a50f-6342c074f8ce tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/ports?device_id=b939debc-b113-46ec-8623-c7ac6b6abf43 HTTP/1.1" status: 200 len: 210 time: 0.0687382 Aug 29 17:27:22.373846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3533adf-fc12-4f6d-9154-89916ecdfd72 req-2f6b8fd3-c29f-48b9-865a-a708dcf7a52b tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:22.376522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3533adf-fc12-4f6d-9154-89916ecdfd72 req-2f6b8fd3-c29f-48b9-865a-a708dcf7a52b tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 945 time: 0.1359580 Aug 29 17:27:22.455022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-700e3379-013d-4c42-8273-c9c5b253739a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:22.457045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-700e3379-013d-4c42-8273-c9c5b253739a tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.2162914 Aug 29 17:27:22.509115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=7757e449-a1a6-41bf-9ba8-926ef357fe08,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:22.588366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:22.602745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7a11d66-4b2a-4896-9bce-3a5ca75f5ab5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:22.623650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'port_id': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'mac_address': 'fa:16:3e:67:89:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6afdea-4eb5-44de-abf1-aa30422e284e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:27:22.725323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3533adf-fc12-4f6d-9154-89916ecdfd72 req-296aa4ae-5edb-4e7d-8049-2886dd898d97 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301814 Aug 29 17:27:22.730640 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:22.731602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a11d66-4b2a-4896-9bce-3a5ca75f5ab5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=574dc737-a494-4048-b37d-9280c2d1ff47,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:22.766917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2307670-5b66-4443-935d-4a8ddd136f3a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:22.809300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Deleting port 3e68fd4d-29eb-4787-ae91-845e238f047a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:22.815586 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:22.821863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7a11d66-4b2a-4896-9bce-3a5ca75f5ab5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:22.834212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c7a11d66-4b2a-4896-9bce-3a5ca75f5ab5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/574dc737-a494-4048-b37d-9280c2d1ff47 HTTP/1.1" status: 204 len: 168 time: 1.2384849 Aug 29 17:27:22.834520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46502) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:22.862603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:22.876467 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.003357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2683e8c7-30ee-4482-95de-3b74c790f980 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:23.004915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2683e8c7-30ee-4482-95de-3b74c790f980 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:23.009526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2683e8c7-30ee-4482-95de-3b74c790f980 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1696708 Aug 29 17:27:23.009803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46512) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:23.064739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1ddc2893-a618-46b9-b9f1-f926324feb10 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:23.079451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['b2307670-5b66-4443-935d-4a8ddd136f3a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:23.165350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] For port 3e68fd4d-29eb-4787-ae91-845e238f047a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3e68fd4d-29eb-4787-ae91-845e238f047a,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:23.165733 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.205949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Calling delete_port for 3e68fd4d-29eb-4787-ae91-845e238f047a owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:23.210042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03a9bbc-3f39-422d-8873-bd59c645e5b2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet e53e11b9-c25d-4733-85df-38bb037b537b {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:23.233138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c03a9bbc-3f39-422d-8873-bd59c645e5b2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.258574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921e73c-5978-4362-80d3-feeeebce01c8 req-decdb8f1-f468-4d02-b61d-2b4ebcf23c12 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:23.275009 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5921e73c-5978-4362-80d3-feeeebce01c8 req-decdb8f1-f468-4d02-b61d-2b4ebcf23c12 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4c95806-91bc-4f5d-9ad8-26efa9d78748 HTTP/1.1" status: 200 len: 946 time: 0.1663723 Aug 29 17:27:23.439290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c03a9bbc-3f39-422d-8873-bd59c645e5b2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.468423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7757e449-a1a6-41bf-9ba8-926ef357fe08'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:23.520982 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.584613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3e68fd4d-29eb-4787-ae91-845e238f047a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:23.609896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Pushing event deleted for resources: {'Port': ['ID=3e68fd4d-29eb-4787-ae91-845e238f047a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:23.620715 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c03a9bbc-3f39-422d-8873-bd59c645e5b2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.693627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:23.728345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-913057d8-36da-4aae-985c-214022d1124e None None] Provisioning for port 1ddc2893-a618-46b9-b9f1-f926324feb10 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:23.733103 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c03a9bbc-3f39-422d-8873-bd59c645e5b2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.742377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] No DVR routers for this DVR port 3e68fd4d-29eb-4787-ae91-845e238f047a on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:23.748667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.752244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc57cc87-41cf-4878-b26d-036f0c032db1 req-c86f6e59-733d-4a00-93f6-21cd4e44e277 tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.43 "DELETE /v2.0/ports/3e68fd4d-29eb-4787-ae91-845e238f047a HTTP/1.1" status: 204 len: 173 time: 1.2867208 Aug 29 17:27:23.752708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'name': 'network-vif-deleted', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:23.762990 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe3bce3-3f04-4dd2-8b6a-9722f5e75085" -d '{"events": [{"server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "name": "network-vif-deleted", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:23.893021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5921e73c-5978-4362-80d3-feeeebce01c8 req-d080e643-1fc5-4f5e-a12f-ef386ffd9dfd tempest-ServerRescueTestJSONUnderV235-110104562 tempest-ServerRescueTestJSONUnderV235-110104562-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef919d02-086c-4606-b06f-c94b00eea350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166852 Aug 29 17:27:23.898959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-650b9948-00a1-4734-8dd4-c0550ec1559a None None] Could not find standard attr ID for object 574dc737-a494-4048-b37d-9280c2d1ff47. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:27:23.910882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c03a9bbc-3f39-422d-8873-bd59c645e5b2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.917500 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c03a9bbc-3f39-422d-8873-bd59c645e5b2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/e53e11b9-c25d-4733-85df-38bb037b537b HTTP/1.1" status: 204 len: 168 time: 0.8950408 Aug 29 17:27:23.920805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46530) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:23.933739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a9bbc-3f39-422d-8873-bd59c645e5b2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=e53e11b9-c25d-4733-85df-38bb037b537b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:23.934537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1ddc2893-a618-46b9-b9f1-f926324feb10 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:23.962729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1ddc2893-a618-46b9-b9f1-f926324feb10 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:23.963097 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.079453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46534) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:24.084168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:24.090666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5ce859ea-63b8-45f9-b676-ba734656e33f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523590 Aug 29 17:27:24.155816 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc01455-13a1-4777-a670-202c548fd86e x-openstack-request-id: req-7cc01455-13a1-4777-a670-202c548fd86e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:24.156118 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c95806-91bc-4f5d-9ad8-26efa9d78748", "name": "network-vif-deleted", "tag": "3e68fd4d-29eb-4787-ae91-845e238f047a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:24.156403 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cc01455-13a1-4777-a670-202c548fd86e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:24.156866 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c95806-91bc-4f5d-9ad8-26efa9d78748', 'name': 'network-vif-deleted', 'tag': '3e68fd4d-29eb-4787-ae91-845e238f047a', 'status': 'completed', 'code': 200} Aug 29 17:27:24.158578 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92627844-6fde-4481-8651-e035c1b20bfe None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:24.212764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46536) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:24.334455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e582d48-081c-4c49-84a3-98415ba9a570 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.376608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e582d48-081c-4c49-84a3-98415ba9a570 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.448177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.450370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b83d0-ee47-4185-8d85-e3e0f097e8fb req-cd5279d8-6232-456c-81fd-805806009c1e tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:24.455178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e6b83d0-ee47-4185-8d85-e3e0f097e8fb req-cd5279d8-6232-456c-81fd-805806009c1e tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 945 time: 0.1696398 Aug 29 17:27:24.459509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:24.465399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.487328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e582d48-081c-4c49-84a3-98415ba9a570 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.491608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e582d48-081c-4c49-84a3-98415ba9a570 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.496488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e582d48-081c-4c49-84a3-98415ba9a570 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "DELETE /v2.0/security-groups/04af1719-5321-4fa3-84c5-2ec03eac5dc6 HTTP/1.1" status: 204 len: 168 time: 0.2822301 Aug 29 17:27:24.497562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46538) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:24.522705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1ddc2893-a618-46b9-b9f1-f926324feb10, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1ddc2893-a618-46b9-b9f1-f926324feb10,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:24.539828 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.552575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e582d48-081c-4c49-84a3-98415ba9a570 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04af1719-5321-4fa3-84c5-2ec03eac5dc6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:24.556879 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-f7cad976-681d-494b-9f88-7958834ba200 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] show failed (client error): The resource could not be found. Aug 29 17:27:24.563750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f7cad976-681d-494b-9f88-7958834ba200 tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "GET /v2.0/security-groups/04af1719-5321-4fa3-84c5-2ec03eac5dc6 HTTP/1.1" status: 404 len: 347 time: 0.0604184 Aug 29 17:27:24.564908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46540) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:24.749556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1ddc2893-a618-46b9-b9f1-f926324feb10,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:24.766955 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e6b83d0-ee47-4185-8d85-e3e0f097e8fb req-51d05ea6-19c5-4eb1-afcf-4da26d948df2 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542882 Aug 29 17:27:24.848585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:24.909610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Deleting port 9e6c333e-1a1a-4212-ae7a-9e66325eb919 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:24.909889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.991103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] Deleting port 1ddc2893-a618-46b9-b9f1-f926324feb10 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:24.991498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.048476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46564) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:25.169675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.169675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.183890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Calling delete_port for 9e6c333e-1a1a-4212-ae7a-9e66325eb919 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:25.188344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] For port 1ddc2893-a618-46b9-b9f1-f926324feb10, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1ddc2893-a618-46b9-b9f1-f926324feb10,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:25.190907 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.235734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] Calling delete_port for 1ddc2893-a618-46b9-b9f1-f926324feb10 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:25.379171 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.424728 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.448046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] Pushing event deleted for resources: {'Port': ['ID=1ddc2893-a618-46b9-b9f1-f926324feb10,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:25.452114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac58e5b-f883-43bd-89bb-451c3d6265b6 None None] No DVR routers for this DVR port 1ddc2893-a618-46b9-b9f1-f926324feb10 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:25.497711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.525670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Pushing event deleted for resources: {'Port': ['ID=9e6c333e-1a1a-4212-ae7a-9e66325eb919,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:25.600194 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.608114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.612972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:25.613184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-18c9b507-d76d-4f63-b2c5-a9aedee919cc tempest-ServersTestBootFromVolume-1953199205 tempest-ServersTestBootFromVolume-1953199205-project] 10.222.0.41 "DELETE /v2.0/floatingips/0340e8cf-affd-468b-aa43-658c07a4b76d HTTP/1.1" status: 204 len: 168 time: 1.0415936 Aug 29 17:27:25.614842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46578) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:25.617697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:25.628469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c641b-16cd-4d7d-8d2e-45871e019489 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:25.633247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:25.635354 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.872182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7757e449-a1a6-41bf-9ba8-926ef357fe08 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:25.876180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7957044 Aug 29 17:27:25.877812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46582) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:25.880215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=7f122b4c-dd0a-48b9-a117-5f1f0541826d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:25.885807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': '7f122b4c-dd0a-48b9-a117-5f1f0541826d', 'ip_address': '2001:db8::84c2:aada:44a6:9581'}], 'name': 'tempest-NetworksTestDHCPv6-1257160211'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:25.903071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '7f122b4c-dd0a-48b9-a117-5f1f0541826d'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:25.904748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.966905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.967216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.967559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.968474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.969395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.969843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.970185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.970595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.970941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.971286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.971701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:25.972211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f0446a-508b-4180-9543-529dc58b6046 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:26.157357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:26.297617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.299247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3e68fd4d-29eb-4787-ae91-845e238f047a no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:26.363442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdb175-21cb-4812-bf6d-2133e985184e req-435d81e5-6b7c-40f1-a036-4b1e19c2bc39 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:26.383285 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41cdb175-21cb-4812-bf6d-2133e985184e req-435d81e5-6b7c-40f1-a036-4b1e19c2bc39 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 945 time: 0.2972980 Aug 29 17:27:26.443032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 3e68fd4d-29eb-4787-ae91-845e238f047a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:26.446124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3e68fd4d-29eb-4787-ae91-845e238f047a not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:26.505773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41cdb175-21cb-4812-bf6d-2133e985184e req-ada8e5f1-7d05-4b5d-ae06-5313f73ccfe9 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171632 Aug 29 17:27:26.517934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.525214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 7757e449-a1a6-41bf-9ba8-926ef357fe08 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:26.533517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 7757e449-a1a6-41bf-9ba8-926ef357fe08 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:26.535257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.547221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/7f122b4c-dd0a-48b9-a117-5f1f0541826d/d1d89533-abf1-4043-857b-3e0e4e8d8c79) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:26.612069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 85836a94-7563-410a-874e-03bad981af28 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:27:26.657145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.827199 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.927273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1ddc2893-a618-46b9-b9f1-f926324feb10 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:26.988552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00a6da3-0f60-4855-95e3-6b62022eb219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7757e449-a1a6-41bf-9ba8-926ef357fe08'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:26.998604 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7dcf16-3524-4787-8bfa-3919e807c43e" -d '{"events": [{"server_uuid": "f00a6da3-0f60-4855-95e3-6b62022eb219", "name": "network-vif-plugged", "status": "completed", "tag": "7757e449-a1a6-41bf-9ba8-926ef357fe08"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:27.093508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Deleting port 360a81db-bad7-451e-82ba-afb125fb7805 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:27.094477 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.184841 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.195257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Transition to ACTIVE for port object d1d89533-abf1-4043-857b-3e0e4e8d8c79 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:27.232878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] For port 360a81db-bad7-451e-82ba-afb125fb7805, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=360a81db-bad7-451e-82ba-afb125fb7805,segment=NetworkSegment(f5b75868-4af6-49b9-abc9-e9affa31aaa6),segment_id=f5b75868-4af6-49b9-abc9-e9affa31aaa6)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:27.233089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1ddc2893-a618-46b9-b9f1-f926324feb10 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:27.233329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1ddc2893-a618-46b9-b9f1-f926324feb10 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:27.233447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.256480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7757e449-a1a6-41bf-9ba8-926ef357fe08, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7757e449-a1a6-41bf-9ba8-926ef357fe08,segment=NetworkSegment(5798b46e-b479-4ae2-9685-4bcd9c2a9016),segment_id=5798b46e-b479-4ae2-9685-4bcd9c2a9016)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:27.257420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Calling delete_port for 360a81db-bad7-451e-82ba-afb125fb7805 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:27.259562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Transition to ACTIVE for port object d1d89533-abf1-4043-857b-3e0e4e8d8c79 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:27.271611 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.272443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b2307670-5b66-4443-935d-4a8ddd136f3a up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:27.285046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Deleting port 611eeece-0cb8-43a2-acd4-3a3387b62f4d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:27.285571 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.330786 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.412560 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5621f740-558a-4a60-9364-6702c3fd1d9e x-openstack-request-id: req-5621f740-558a-4a60-9364-6702c3fd1d9e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:27.412916 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00a6da3-0f60-4855-95e3-6b62022eb219", "name": "network-vif-plugged", "status": "completed", "tag": "7757e449-a1a6-41bf-9ba8-926ef357fe08", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:27.413579 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5621f740-558a-4a60-9364-6702c3fd1d9e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:27.413978 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00a6da3-0f60-4855-95e3-6b62022eb219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7757e449-a1a6-41bf-9ba8-926ef357fe08', 'code': 200} Aug 29 17:27:27.501372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:27.506620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port b2307670-5b66-4443-935d-4a8ddd136f3a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:27.506992 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.515740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:27.521792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:27.558464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=7757e449-a1a6-41bf-9ba8-926ef357fe08,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:27.572999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] For port 611eeece-0cb8-43a2-acd4-3a3387b62f4d, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=611eeece-0cb8-43a2-acd4-3a3387b62f4d,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:27.573490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.597362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Calling delete_port for 611eeece-0cb8-43a2-acd4-3a3387b62f4d owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:27.662881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::84c2:aada:44a6:9581 (2ad95fe3-2af7-4150-b097-a47258efe850/7f122b4c-dd0a-48b9-a117-5f1f0541826d/85836a94-7563-410a-874e-03bad981af28) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:27.720635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Attempting to bind port d1d89533-abf1-4043-857b-3e0e4e8d8c79 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:27.721008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Attempting to bind port d1d89533-abf1-4043-857b-3e0e4e8d8c79 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:27.721540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Attempting to bind port d1d89533-abf1-4043-857b-3e0e4e8d8c79 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:27.726876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Pushing event updated for resources: {'Port': ['ID=d1d89533-abf1-4043-857b-3e0e4e8d8c79,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:27.738753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:27.739497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:27.740114 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.740730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:27.741381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Bound port: d1d89533-abf1-4043-857b-3e0e4e8d8c79, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:27.742062 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.817309 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.826565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8e34e-ac84-463d-b9b3-fa40dc357e63 req-d6545a19-45a9-4bb1-93b1-8884f65e4c9f tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:27.828921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25e8e34e-ac84-463d-b9b3-fa40dc357e63 req-d6545a19-45a9-4bb1-93b1-8884f65e4c9f tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 946 time: 0.2114635 Aug 29 17:27:27.870393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:27.885669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] For port d1d89533-abf1-4043-857b-3e0e4e8d8c79, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:27.888399 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.894187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] For port d1d89533-abf1-4043-857b-3e0e4e8d8c79, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d1d89533-abf1-4043-857b-3e0e4e8d8c79,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:27.955228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:27.967461 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:28.106433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0b26c-16dd-4258-a493-ea881c1cd16e None None] Pushing event updated for resources: {'Port': ['ID=d1d89533-abf1-4043-857b-3e0e4e8d8c79,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:28.351677 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:28.357955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:28.396631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25e8e34e-ac84-463d-b9b3-fa40dc357e63 req-52190887-182e-428c-932a-f1cae4698629 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506947 Aug 29 17:27:28.426258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=360a81db-bad7-451e-82ba-afb125fb7805,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:28.449464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 85836a94-7563-410a-874e-03bad981af28 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:28.455476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b130a1-4ddd-4c02-8f9e-8d5f5f8d0aa6 req-a63d7f2e-9e40-4141-8ce5-e999b5b37730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:28.457870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29b130a1-4ddd-4c02-8f9e-8d5f5f8d0aa6 req-a63d7f2e-9e40-4141-8ce5-e999b5b37730 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 1098 time: 0.9619622 Aug 29 17:27:28.667054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:28.670527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:28.716294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:28.749213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=611eeece-0cb8-43a2-acd4-3a3387b62f4d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:28.771787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:28.788227 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29b130a1-4ddd-4c02-8f9e-8d5f5f8d0aa6 req-c36a1695-fa6c-4f09-84fe-507f180966cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156298 Aug 29 17:27:28.789220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:28.797774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:28.800609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:28.847653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46646) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:28.848367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9692614 Aug 29 17:27:29.014864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da973d-8b71-4d55-8076-4b83d7a3ab27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:29.021764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da973d-8b71-4d55-8076-4b83d7a3ab27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:29.028513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b9da973d-8b71-4d55-8076-4b83d7a3ab27 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1798007 Aug 29 17:27:29.036488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46648) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:29.128900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aec7f-cf0d-4137-aa02-dc107298b5ae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=85836a94-7563-410a-874e-03bad981af28,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:29.133161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.141329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.159691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d1d89533-abf1-4043-857b-3e0e4e8d8c79 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:29.257503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d1d89533-abf1-4043-857b-3e0e4e8d8c79 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:29.415654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:29.418346 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f71c4a-c4d4-4a07-8392-95d7e2357fc9" -d '{"events": [{"server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "name": "network-vif-plugged", "status": "completed", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:29.511284 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2350d4-fccf-45f0-a99c-4ceb10c4bc04 x-openstack-request-id: req-9c2350d4-fccf-45f0-a99c-4ceb10c4bc04 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:29.511581 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "name": "network-vif-plugged", "status": "completed", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:29.511839 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c2350d4-fccf-45f0-a99c-4ceb10c4bc04 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:29.512237 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'code': 200} Aug 29 17:27:29.683203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Router b4be1773-f145-4242-9427-50334cff8dc8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:29.860643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:29.876787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] Sync routers for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:29.888824 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f75c367f-223d-4e0f-ba77-7891bee1f8d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/b4be1773-f145-4242-9427-50334cff8dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2728636 Aug 29 17:27:29.893286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46670) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:29.906039 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:29.909792 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:29.939731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1672e449-4b66-4628-8b4f-b89d0b0f431a None None] Provisioning for port d1d89533-abf1-4043-857b-3e0e4e8d8c79 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:29.950670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1672e449-4b66-4628-8b4f-b89d0b0f431a None None] Provisioning complete for port d1d89533-abf1-4043-857b-3e0e4e8d8c79 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:29.951109 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1672e449-4b66-4628-8b4f-b89d0b0f431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.065944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-22a4604d-7dc8-494f-bf46-ba186a73fd04 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 85836a94-7563-410a-874e-03bad981af28 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:30.066959 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22a4604d-7dc8-494f-bf46-ba186a73fd04 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.119002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d01a1-8241-410a-8362-3b6947f47230 req-b3834e07-e8fc-44d5-a5f2-903e155c965d tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:30.127707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f47d01a1-8241-410a-8362-3b6947f47230 req-b3834e07-e8fc-44d5-a5f2-903e155c965d tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 946 time: 0.1535556 Aug 29 17:27:30.174433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1672e449-4b66-4628-8b4f-b89d0b0f431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.212208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.216324 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:30.254245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1672e449-4b66-4628-8b4f-b89d0b0f431a None None] For port d1d89533-abf1-4043-857b-3e0e4e8d8c79, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d1d89533-abf1-4043-857b-3e0e4e8d8c79,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:30.261816 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1672e449-4b66-4628-8b4f-b89d0b0f431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.345006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.398333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672e449-4b66-4628-8b4f-b89d0b0f431a None None] Pushing event updated for resources: {'Port': ['ID=d1d89533-abf1-4043-857b-3e0e4e8d8c79,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:30.488079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Router 65a23db8-eb93-434d-9643-bea5656f041c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:30.494136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-224e7b69-0a58-4ab8-a0d9-0614d2c59196 None None] Provisioning for port 85836a94-7563-410a-874e-03bad981af28 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:30.494411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Deleting port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:30.495373 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.499083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-224e7b69-0a58-4ab8-a0d9-0614d2c59196 None None] Provisioning complete for port 85836a94-7563-410a-874e-03bad981af28 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:30.499463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-224e7b69-0a58-4ab8-a0d9-0614d2c59196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.540089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f47d01a1-8241-410a-8362-3b6947f47230 req-5103d6a4-6fad-4e5d-af19-0b8897f08686 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108589 Aug 29 17:27:30.592123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-224e7b69-0a58-4ab8-a0d9-0614d2c59196 None None] Port 85836a94-7563-410a-874e-03bad981af28 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:30.595993 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:27:28Z', 'revision_number': 5, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port': {'id': 'd8da0d7b-10ae-48c7-92a2-c7d2dd55b808', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:52Z', 'updated_at': '2021-08-29T17:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:30.639156 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] Checking router: b4be1773-f145-4242-9427-50334cff8dc8 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:30.651275 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] Routers {'b4be1773-f145-4242-9427-50334cff8dc8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:30.652766 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['b4be1773-f145-4242-9427-50334cff8dc8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:30.668059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] For port d8da0d7b-10ae-48c7-92a2-c7d2dd55b808, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d8da0d7b-10ae-48c7-92a2-c7d2dd55b808,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:30.669036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.694812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Calling delete_port for d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:30.803117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:30.814103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] Sync routers for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:30.824084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:30.824724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:30.845767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46686) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:30.856102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3a4c7b8d-4f0b-4c1b-aac3-744bd3bbc8fe admin admin] 10.222.0.41 "PUT /v2.0/routers/65a23db8-eb93-434d-9643-bea5656f041c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8061535 Aug 29 17:27:30.875104 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] Set router b4be1773-f145-4242-9427-50334cff8dc8 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:30.882889 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22a4604d-7dc8-494f-bf46-ba186a73fd04 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:30.936110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-22a4604d-7dc8-494f-bf46-ba186a73fd04 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 85836a94-7563-410a-874e-03bad981af28 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:30.957513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d1d89533-abf1-4043-857b-3e0e4e8d8c79 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:30.962350 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:27:30Z', 'revision_number': 6, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:31.008157 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954387e-3045-4bea-91dc-e60390c8f320 None None] The sync data for ids ['b4be1773-f145-4242-9427-50334cff8dc8'] in n-d-713499-15 is: [{'id': 'b4be1773-f145-4242-9427-50334cff8dc8', 'name': 'tempest-ServersTestBootFromVolume-357372123-router', 'tenant_id': '83822fad915145c7af0af25cf93bd806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:50Z', 'updated_at': '2021-08-29T17:27:30Z', 'revision_number': 6, 'project_id': '83822fad915145c7af0af25cf93bd806', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:31.156130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:31.222744 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.257595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22a4604d-7dc8-494f-bf46-ba186a73fd04 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.306731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4604d-7dc8-494f-bf46-ba186a73fd04 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=85836a94-7563-410a-874e-03bad981af28,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:31.374001 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22a4604d-7dc8-494f-bf46-ba186a73fd04 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.381876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-22a4604d-7dc8-494f-bf46-ba186a73fd04 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/85836a94-7563-410a-874e-03bad981af28 HTTP/1.1" status: 204 len: 168 time: 2.3440936 Aug 29 17:27:31.385109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d1d89533-abf1-4043-857b-3e0e4e8d8c79 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:31.385757 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.391541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46690) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:31.472272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.501603 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.522230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2917c346-bbdd-48d3-8fe4-3e1824748b4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:31.531094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2917c346-bbdd-48d3-8fe4-3e1824748b4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:31.537239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2917c346-bbdd-48d3-8fe4-3e1824748b4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1402159 Aug 29 17:27:31.551283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46698) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:31.638031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Pushing event deleted for resources: {'Port': ['ID=d8da0d7b-10ae-48c7-92a2-c7d2dd55b808,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:31.813015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.825634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5751947-7ba4-4d99-894e-85881130ed4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 7f122b4c-dd0a-48b9-a117-5f1f0541826d {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:31.844974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5751947-7ba4-4d99-894e-85881130ed4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.894916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:27:28Z', 'revision_number': 5, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port': {'id': '43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a23db8-eb93-434d-9643-bea5656f041c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:54Z', 'updated_at': '2021-08-29T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:31.900830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375b8f7-65a0-4093-8c33-4f64e7a96894 req-f8ae1501-4e57-4cbc-883d-d168a9be4efc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:31.902572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5375b8f7-65a0-4093-8c33-4f64e7a96894 req-f8ae1501-4e57-4cbc-883d-d168a9be4efc tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 946 time: 0.1579154 Aug 29 17:27:31.942680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] Checking router: 65a23db8-eb93-434d-9643-bea5656f041c for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:31.967174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] Routers {'65a23db8-eb93-434d-9643-bea5656f041c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:31.967395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['65a23db8-eb93-434d-9643-bea5656f041c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:31.969716 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5751947-7ba4-4d99-894e-85881130ed4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.045132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5375b8f7-65a0-4093-8c33-4f64e7a96894 req-eb838600-b8fc-4815-aa1d-e076e3ecff10 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323304 Aug 29 17:27:32.169438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] Set router 65a23db8-eb93-434d-9643-bea5656f041c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:32.219350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.228186 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.300856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5751947-7ba4-4d99-894e-85881130ed4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.363055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Deleting port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:32.363454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.377249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:27:31Z', 'revision_number': 6, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:32.405949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.407156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4be1773-f145-4242-9427-50334cff8dc8 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:27:32.413121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.416733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-37db8f09-e5d5-4995-8684-6d859ba1afae admin admin] 10.222.0.41 "DELETE /v2.0/routers/b4be1773-f145-4242-9427-50334cff8dc8 HTTP/1.1" status: 204 len: 168 time: 2.5158570 Aug 29 17:27:32.417248 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:32.453795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5751947-7ba4-4d99-894e-85881130ed4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.536096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a631f7-8174-4ada-a053-d12e34bdf3e1 None None] The sync data for ids ['65a23db8-eb93-434d-9643-bea5656f041c'] in n-d-713499-15 is: [{'id': '65a23db8-eb93-434d-9643-bea5656f041c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1856130106-router', 'tenant_id': '6bf99f0367a446da9faf8b84573e6fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:53Z', 'updated_at': '2021-08-29T17:27:31Z', 'revision_number': 6, 'project_id': '6bf99f0367a446da9faf8b84573e6fe6', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:32.550026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5751947-7ba4-4d99-894e-85881130ed4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=7f122b4c-dd0a-48b9-a117-5f1f0541826d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:32.565244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a82347-b762-4a44-a91f-8cd64db296a9 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:32.566754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5751947-7ba4-4d99-894e-85881130ed4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.568845 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f5751947-7ba4-4d99-894e-85881130ed4e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/7f122b4c-dd0a-48b9-a117-5f1f0541826d HTTP/1.1" status: 204 len: 168 time: 1.0163207 Aug 29 17:27:32.572135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5145615f-8b02-4e7b-95cb-4722e5e82eba admin admin] Deleting subnet 95f21a8a-c7d4-4811-8896-a6ded36b1233 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:32.572677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46726) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:32.591242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5145615f-8b02-4e7b-95cb-4722e5e82eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.693061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-50b6c986-2f6f-4b04-b417-0843844ca8a1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164341 Aug 29 17:27:32.693769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46734) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:32.796371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5145615f-8b02-4e7b-95cb-4722e5e82eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.809498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] For port 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:32.810227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.830554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ab22a9-377a-4ccf-8f8b-e703b9300671 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:32.832537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-95ab22a9-377a-4ccf-8f8b-e703b9300671 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1376283 Aug 29 17:27:32.834919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46742) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:32.918712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a395945-fed8-4b2c-b566-50dc0a80c2cc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:32.920566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9a395945-fed8-4b2c-b566-50dc0a80c2cc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0843706 Aug 29 17:27:32.931394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46746) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:32.934825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Calling delete_port for 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:32.964137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:33.032075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-671a35b1-115f-4e9d-adf6-3cba14e63b9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925412 Aug 29 17:27:33.035859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46748) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:33.043615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:33.117030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] Deleting port d1d89533-abf1-4043-857b-3e0e4e8d8c79 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:33.117590 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.157089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:33.204311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c851b-c6c1-4d8b-aca1-3f91f683e8ae req-def26c25-2908-4da3-9483-b64b88f5a258 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:33.219214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-283c851b-c6c1-4d8b-aca1-3f91f683e8ae req-def26c25-2908-4da3-9483-b64b88f5a258 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 946 time: 0.3191202 Aug 29 17:27:33.284903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:33.284903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d8da0d7b-10ae-48c7-92a2-c7d2dd55b808 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:33.284903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 360a81db-bad7-451e-82ba-afb125fb7805 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:33.308339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:33.311842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5145615f-8b02-4e7b-95cb-4722e5e82eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.313946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.359693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 360a81db-bad7-451e-82ba-afb125fb7805 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:33.360043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-283c851b-c6c1-4d8b-aca1-3f91f683e8ae req-ccf45d31-15c2-460e-8a55-95371be7f67a tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388457 Aug 29 17:27:33.361566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 360a81db-bad7-451e-82ba-afb125fb7805 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:33.362675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 611eeece-0cb8-43a2-acd4-3a3387b62f4d no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:33.457560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 611eeece-0cb8-43a2-acd4-3a3387b62f4d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:33.457916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 611eeece-0cb8-43a2-acd4-3a3387b62f4d not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:33.486239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] For port d1d89533-abf1-4043-857b-3e0e4e8d8c79, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d1d89533-abf1-4043-857b-3e0e4e8d8c79,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:33.486670 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.530534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] Calling delete_port for d1d89533-abf1-4043-857b-3e0e4e8d8c79 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:33.589775 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5145615f-8b02-4e7b-95cb-4722e5e82eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.637951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.709624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145615f-8b02-4e7b-95cb-4722e5e82eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f21a8a-c7d4-4811-8896-a6ded36b1233,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:33.715458 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.728507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a477ec4-c49e-45f4-a9d4-ecfff87104ce None None] Network 71cd41c0-7b9c-4882-ad99-f56635ca5de6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:33.730316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=13e31304-4194-436d-b7ad-d9e17536f9ab,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:33.731203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] No DVR routers for this DVR port d1d89533-abf1-4043-857b-3e0e4e8d8c79 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:33.736377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5145615f-8b02-4e7b-95cb-4722e5e82eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.738280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5145615f-8b02-4e7b-95cb-4722e5e82eba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/95f21a8a-c7d4-4811-8896-a6ded36b1233 HTTP/1.1" status: 204 len: 168 time: 1.3197505 Aug 29 17:27:33.742078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46754) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:33.761359 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.793255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc2583-7c29-4019-aa84-6811e92b0d4a None None] Pushing event deleted for resources: {'Port': ['ID=d1d89533-abf1-4043-857b-3e0e4e8d8c79,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:33.832408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:33.942037 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.978780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:33.982043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:33.985800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:33.986487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.018865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cce6ae-91d7-4c8e-b844-69e93857818f None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:34.070735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58671f78-29ee-4463-8af6-1900e3129ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0306458 Aug 29 17:27:34.079255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46768) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:34.113388 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': '13e31304-4194-436d-b7ad-d9e17536f9ab', 'ip_address': '2001:db8::2eb1:8fec:718b:5322'}], 'name': 'tempest-NetworksTestDHCPv6-1816471846'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:34.220597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Deleting port a5482124-513c-4969-a0bd-b9f9931e9306 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:34.220947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.231397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '13e31304-4194-436d-b7ad-d9e17536f9ab'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:34.232269 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.406750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-6f9b8ce5-3e60-4265-bff8-1cac812df33b tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:34.408505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-6f9b8ce5-3e60-4265-bff8-1cac812df33b tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.44 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 946 time: 0.2675052 Aug 29 17:27:34.414631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.436502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] DHCP port deletion for 71cd41c0-7b9c-4882-ad99-f56635ca5de6 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:34.517288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.519538 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.536868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] For port a5482124-513c-4969-a0bd-b9f9931e9306, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a5482124-513c-4969-a0bd-b9f9931e9306,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:34.537254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.588490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Calling delete_port for a5482124-513c-4969-a0bd-b9f9931e9306 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:34.599048 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.599898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a23db8-eb93-434d-9643-bea5656f041c {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:27:34.636127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] Deleting port a5482124-513c-4969-a0bd-b9f9931e9306 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:34.640742 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.654673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.659652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-98e027b8-177a-48f4-ab70-7cae5183d199 admin admin] 10.222.0.41 "DELETE /v2.0/routers/65a23db8-eb93-434d-9643-bea5656f041c HTTP/1.1" status: 204 len: 168 time: 3.7993534 Aug 29 17:27:34.666242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46782) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:34.756549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] For port a5482124-513c-4969-a0bd-b9f9931e9306, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a5482124-513c-4969-a0bd-b9f9931e9306,segment=NetworkSegment(caec19bc-436d-4dcd-a848-ddbdadf9847b),segment_id=caec19bc-436d-4dcd-a848-ddbdadf9847b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:34.760453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.783796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77f54b-f3d6-4021-8cd3-1ab38ded5ea0 req-3a33c65c-0d50-414c-bbb0-a5732453d06f tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:34.785801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba77f54b-f3d6-4021-8cd3-1ab38ded5ea0 req-3a33c65c-0d50-414c-bbb0-a5732453d06f tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 946 time: 0.2000840 Aug 29 17:27:34.793815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dc9787-c9a0-4c73-8bae-430c545dba6d admin admin] Deleting subnet 26425fd2-d099-4bb4-8af6-1b2d6dde0a65 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:34.805463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64dc9787-c9a0-4c73-8bae-430c545dba6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.819688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] Calling delete_port for a5482124-513c-4969-a0bd-b9f9931e9306 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:34.902914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.924989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba77f54b-f3d6-4021-8cd3-1ab38ded5ea0 req-29c75e2d-c064-4b53-80e3-94d29dc45d2f tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182780 Aug 29 17:27:34.927259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64dc9787-c9a0-4c73-8bae-430c545dba6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.950279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] No DVR routers for this DVR port a5482124-513c-4969-a0bd-b9f9931e9306 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:34.981689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/13e31304-4194-436d-b7ad-d9e17536f9ab/00371fe3-3db9-4cf1-b716-1975ba1aeece) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:34.984400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a5482124-513c-4969-a0bd-b9f9931e9306 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:34.987624 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.996436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:35.025320 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64dc9787-c9a0-4c73-8bae-430c545dba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.052267 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] Pushing event deleted for resources: {'Port': ['ID=a5482124-513c-4969-a0bd-b9f9931e9306,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:35.063326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a5482124-513c-4969-a0bd-b9f9931e9306 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:35.063986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a5482124-513c-4969-a0bd-b9f9931e9306 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:35.064599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:35.105274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5482124-513c-4969-a0bd-b9f9931e9306,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:35.126057 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f7a27-215d-465f-b584-7c03ac1bfba5 None None] No DVR routers for this DVR port a5482124-513c-4969-a0bd-b9f9931e9306 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:35.130909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64dc9787-c9a0-4c73-8bae-430c545dba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.139879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.160719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9787-c9a0-4c73-8bae-430c545dba6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26425fd2-d099-4bb4-8af6-1b2d6dde0a65,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:35.164895 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64dc9787-c9a0-4c73-8bae-430c545dba6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.170213 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-64dc9787-c9a0-4c73-8bae-430c545dba6d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/26425fd2-d099-4bb4-8af6-1b2d6dde0a65 HTTP/1.1" status: 204 len: 168 time: 0.5025921 Aug 29 17:27:35.171003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46796) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:35.190101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:35.190777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 43d8020b-b8ed-4b7e-ba1f-7cccea4d9c97 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:35.191392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d1d89533-abf1-4043-857b-3e0e4e8d8c79 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:35.218100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d1d89533-abf1-4043-857b-3e0e4e8d8c79 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:35.218751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d1d89533-abf1-4043-857b-3e0e4e8d8c79 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:35.265602 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.295888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Deleting port 7757e449-a1a6-41bf-9ba8-926ef357fe08 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:35.295888 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.305723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port aa66f82c-7d35-40da-949e-52127417ee88 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:27:35.371427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.379276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc7301e-b6d2-4e02-a9bb-6c11d0889806']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.381544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.392367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b75868-4af6-49b9-abc9-e9affa31aaa6') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.392718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b75868-4af6-49b9-abc9-e9affa31aaa6') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.406578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.423214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.433325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:27:35.434693 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:27:35.436791 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:27:35.456983 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.511654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Transition to ACTIVE for port object 00371fe3-3db9-4cf1-b716-1975ba1aeece will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:35.511930 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.524152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.533705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] 10.222.0.41 "DELETE /v2.0/networks/8cc7301e-b6d2-4e02-a9bb-6c11d0889806 HTTP/1.1" status: 204 len: 168 time: 0.3601954 Aug 29 17:27:35.539571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Transition to ACTIVE for port object 00371fe3-3db9-4cf1-b716-1975ba1aeece will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:35.549303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc468b-85be-40f3-b073-a5cb88a6097a admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc7301e-b6d2-4e02-a9bb-6c11d0889806,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:35.551339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cd41c0-7b9c-4882-ad99-f56635ca5de6']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.557592 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.606954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Pushing event updated for resources: {'Port': ['ID=00371fe3-3db9-4cf1-b716-1975ba1aeece,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:35.626936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:35.628986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:35.634436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:35.669604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] For port 7757e449-a1a6-41bf-9ba8-926ef357fe08, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7757e449-a1a6-41bf-9ba8-926ef357fe08,segment=NetworkSegment(5798b46e-b479-4ae2-9685-4bcd9c2a9016),segment_id=5798b46e-b479-4ae2-9685-4bcd9c2a9016)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:35.670064 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.695786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Attempting to bind port 00371fe3-3db9-4cf1-b716-1975ba1aeece on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:35.696211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Attempting to bind port 00371fe3-3db9-4cf1-b716-1975ba1aeece by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:35.696598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Attempting to bind port 00371fe3-3db9-4cf1-b716-1975ba1aeece on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:35.701349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Calling delete_port for 7757e449-a1a6-41bf-9ba8-926ef357fe08 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:35.706278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:35.706676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:35.707083 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.707479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:35.707943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Bound port: 00371fe3-3db9-4cf1-b716-1975ba1aeece, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:35.708324 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.787637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46806) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:35.832850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] For port 00371fe3-3db9-4cf1-b716-1975ba1aeece, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:35.838075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] For port 00371fe3-3db9-4cf1-b716-1975ba1aeece, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=00371fe3-3db9-4cf1-b716-1975ba1aeece,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:35.851558 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.880103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caec19bc-436d-4dcd-a848-ddbdadf9847b') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.880434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caec19bc-436d-4dcd-a848-ddbdadf9847b') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.904111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7525091a-dd8d-4897-a787-7a7474ca2bb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bf99f0367a446da9faf8b84573e6fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151829 Aug 29 17:27:35.904684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46808) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:35.919465 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.957458 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.979933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27705075-9fca-4958-9f2e-c6fa179b02e9 None None] Pushing event updated for resources: {'Port': ['ID=00371fe3-3db9-4cf1-b716-1975ba1aeece,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:36.028152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-231c3b5f-ba83-4e8d-a097-2fb8f49a2d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.088203 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-231c3b5f-ba83-4e8d-a097-2fb8f49a2d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.118948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:27:36.119664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:27:36.126398 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:27:36.199233 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-231c3b5f-ba83-4e8d-a097-2fb8f49a2d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.201748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-231c3b5f-ba83-4e8d-a097-2fb8f49a2d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.206467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-231c3b5f-ba83-4e8d-a097-2fb8f49a2d4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef919d02-086c-4606-b06f-c94b00eea350 HTTP/1.1" status: 204 len: 168 time: 0.3007257 Aug 29 17:27:36.265039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c3b5f-ba83-4e8d-a097-2fb8f49a2d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef919d02-086c-4606-b06f-c94b00eea350,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:36.301338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ad296-10a3-4301-bdff-d48f4ad142e0 req-79713969-443d-479f-a1a1-500e9ff14197 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:36.309144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b6ad296-10a3-4301-bdff-d48f4ad142e0 req-79713969-443d-479f-a1a1-500e9ff14197 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 946 time: 0.1399970 Aug 29 17:27:36.398644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b6ad296-10a3-4301-bdff-d48f4ad142e0 req-737bab39-631e-452b-b0ef-622fe3a0fd78 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/security-groups?id=58558ab1-1087-4acd-8b91-ac9e7a050141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849693 Aug 29 17:27:36.432341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.436985 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.499266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.504458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] 10.222.0.41 "DELETE /v2.0/networks/71cd41c0-7b9c-4882-ad99-f56635ca5de6 HTTP/1.1" status: 204 len: 168 time: 2.7516997 Aug 29 17:27:36.514664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c586f8a-847a-49db-b9ca-669f7b5e756a admin admin] Pushing event deleted for resources: {'Network': ['ID=71cd41c0-7b9c-4882-ad99-f56635ca5de6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:36.589411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Pushing event deleted for resources: {'Port': ['ID=7757e449-a1a6-41bf-9ba8-926ef357fe08,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:36.626213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] No DVR routers for this DVR port 7757e449-a1a6-41bf-9ba8-926ef357fe08 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:36.635699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.637760 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1595b483-6720-4a96-bb29-a97d5d86d6be req-f4eb42fc-dd5c-411c-b518-c5e33e6e7177 tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.44 "DELETE /v2.0/ports/7757e449-a1a6-41bf-9ba8-926ef357fe08 HTTP/1.1" status: 204 len: 173 time: 2.2170029 Aug 29 17:27:36.638215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00a6da3-0f60-4855-95e3-6b62022eb219', 'name': 'network-vif-deleted', 'tag': '7757e449-a1a6-41bf-9ba8-926ef357fe08'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:36.641216 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904bf5e-67cf-484c-9b74-c37aee8cb08f" -d '{"events": [{"server_uuid": "f00a6da3-0f60-4855-95e3-6b62022eb219", "name": "network-vif-deleted", "tag": "7757e449-a1a6-41bf-9ba8-926ef357fe08"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:36.658569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::2eb1:8fec:718b:5322 (2ad95fe3-2af7-4150-b097-a47258efe850/13e31304-4194-436d-b7ad-d9e17536f9ab/aa66f82c-7d35-40da-949e-52127417ee88) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:36.750549 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e45eafe-9bea-4d51-af97-4d975c1b9652 x-openstack-request-id: req-7e45eafe-9bea-4d51-af97-4d975c1b9652 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:36.751231 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00a6da3-0f60-4855-95e3-6b62022eb219", "name": "network-vif-deleted", "tag": "7757e449-a1a6-41bf-9ba8-926ef357fe08", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:36.751604 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e45eafe-9bea-4d51-af97-4d975c1b9652 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:36.755241 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00a6da3-0f60-4855-95e3-6b62022eb219', 'name': 'network-vif-deleted', 'tag': '7757e449-a1a6-41bf-9ba8-926ef357fe08', 'status': 'completed', 'code': 200} Aug 29 17:27:36.904323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46840) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:37.027842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 00371fe3-3db9-4cf1-b716-1975ba1aeece up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:37.044699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fa233059-9543-4806-be2a-0e734e6072f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83822fad915145c7af0af25cf93bd806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389530 Aug 29 17:27:37.045416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46842) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:37.157040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 00371fe3-3db9-4cf1-b716-1975ba1aeece completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:37.204486 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bad9587b-13bf-4539-a865-38061124cdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.205801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.237020 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bad9587b-13bf-4539-a865-38061124cdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.249278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object aa66f82c-7d35-40da-949e-52127417ee88 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:37.342473 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.350448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bad9587b-13bf-4539-a865-38061124cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.353924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bad9587b-13bf-4539-a865-38061124cdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.358102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bad9587b-13bf-4539-a865-38061124cdfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b18137bb-4e99-416f-b060-36e08f3c8b78 HTTP/1.1" status: 204 len: 168 time: 0.3090570 Aug 29 17:27:37.383478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9587b-13bf-4539-a865-38061124cdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18137bb-4e99-416f-b060-36e08f3c8b78,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:37.459785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:37.478566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:37.502915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:37.518555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:37.519206 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.574397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=aa66f82c-7d35-40da-949e-52127417ee88,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:37.600159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-46aa2588-a8f1-4a47-96af-afcf18971c89 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5118201 Aug 29 17:27:37.601467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46868) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:37.608226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fc1e9845-6b9f-469a-a99c-c572108b2fcf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': '13e31304-4194-436d-b7ad-d9e17536f9ab', 'ip_address': '2001:db8::2eb1:8fec:718b:5322'}], 'name': 'tempest-NetworksTestDHCPv6-2087269657'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:37.683723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8e371a5-0046-4cb6-8777-6ce6bc526404 req-58dce361-bc87-428b-ac23-c575de266fbb tempest-ServerAddressesTestJSON-523074087 tempest-ServerAddressesTestJSON-523074087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f00a6da3-0f60-4855-95e3-6b62022eb219 HTTP/1.1" status: 200 len: 210 time: 0.1255636 Aug 29 17:27:37.876801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1e9845-6b9f-469a-a99c-c572108b2fcf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:37.908072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7757e449-a1a6-41bf-9ba8-926ef357fe08 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:37.946919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 7757e449-a1a6-41bf-9ba8-926ef357fe08 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:37.947275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7757e449-a1a6-41bf-9ba8-926ef357fe08 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:37.951907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1fee49f4-ba83-49d9-9056-c9ab0df619fb None None] Provisioning for port 00371fe3-3db9-4cf1-b716-1975ba1aeece completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:37.959068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1fee49f4-ba83-49d9-9056-c9ab0df619fb None None] Provisioning complete for port 00371fe3-3db9-4cf1-b716-1975ba1aeece triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:37.959904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1fee49f4-ba83-49d9-9056-c9ab0df619fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.119137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1fee49f4-ba83-49d9-9056-c9ab0df619fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.131546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9845-6b9f-469a-a99c-c572108b2fcf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.179086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-fc1e9845-6b9f-469a-a99c-c572108b2fcf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port badaba29-0f8b-410d-bc4b-4cb49ed212d3 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:27:38.197335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1fee49f4-ba83-49d9-9056-c9ab0df619fb None None] For port 00371fe3-3db9-4cf1-b716-1975ba1aeece, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=00371fe3-3db9-4cf1-b716-1975ba1aeece,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:38.223990 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1fee49f4-ba83-49d9-9056-c9ab0df619fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.244954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46892) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.384659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee49f4-ba83-49d9-9056-c9ab0df619fb None None] Pushing event updated for resources: {'Port': ['ID=00371fe3-3db9-4cf1-b716-1975ba1aeece,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:38.400024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b6e3411e-0a40-456e-bc81-61a6fb8c2122 None None] Provisioning for port aa66f82c-7d35-40da-949e-52127417ee88 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:38.408063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b6e3411e-0a40-456e-bc81-61a6fb8c2122 None None] Provisioning complete for port aa66f82c-7d35-40da-949e-52127417ee88 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:38.408780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b6e3411e-0a40-456e-bc81-61a6fb8c2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.497902 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1e9845-6b9f-469a-a99c-c572108b2fcf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 17:27:38.498391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1e9845-6b9f-469a-a99c-c572108b2fcf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:27:38.518332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3411e-0a40-456e-bc81-61a6fb8c2122 None None] Port aa66f82c-7d35-40da-949e-52127417ee88 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:38.531203 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fc1e9845-6b9f-469a-a99c-c572108b2fcf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9279270 Aug 29 17:27:38.534343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46904) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.585482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-network', 'tenant_id': '645d9236908f4ea097cd7097442344f2'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:38.614316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e875a674-b466-42a6-8325-c28588988563 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:38.623139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e875a674-b466-42a6-8325-c28588988563 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:38.629387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46908) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.630735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e875a674-b466-42a6-8325-c28588988563 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0950882 Aug 29 17:27:38.657098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Made reservation on behalf of 645d9236908f4ea097cd7097442344f2 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:38.659723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.803432 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.815254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46918) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.893492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 00371fe3-3db9-4cf1-b716-1975ba1aeece up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:38.898943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46922) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.977329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc497fb-734b-414d-8f1a-2dbcc900ef47 admin admin] Deleting subnet 972aea04-a810-4218-85f5-275e30a22be0 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:38.986821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b743b4dd-80b3-4213-bfde-fdafeb8f6601 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port aa66f82c-7d35-40da-949e-52127417ee88 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:38.987107 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffc497fb-734b-414d-8f1a-2dbcc900ef47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.987673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b743b4dd-80b3-4213-bfde-fdafeb8f6601 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.053162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 00371fe3-3db9-4cf1-b716-1975ba1aeece triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:39.053609 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.057094 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffc497fb-734b-414d-8f1a-2dbcc900ef47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.168651 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffc497fb-734b-414d-8f1a-2dbcc900ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.253141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-37233618-network', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:39.306351 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffc497fb-734b-414d-8f1a-2dbcc900ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.415186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc497fb-734b-414d-8f1a-2dbcc900ef47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972aea04-a810-4218-85f5-275e30a22be0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:39.508628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffc497fb-734b-414d-8f1a-2dbcc900ef47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.515289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ffc497fb-734b-414d-8f1a-2dbcc900ef47 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/972aea04-a810-4218-85f5-275e30a22be0 HTTP/1.1" status: 204 len: 168 time: 0.6946454 Aug 29 17:27:39.521593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46938) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:39.574526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b743b4dd-80b3-4213-bfde-fdafeb8f6601 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.577878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.601268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b743b4dd-80b3-4213-bfde-fdafeb8f6601 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for aa66f82c-7d35-40da-949e-52127417ee88 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:39.605008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.622291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.684211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:27:39.692547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.702873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a821977c-7200-4683-b875-7300c5394cfe']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:39.714342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5798b46e-b479-4ae2-9685-4bcd9c2a9016') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:39.714696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5798b46e-b479-4ae2-9685-4bcd9c2a9016') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:39.724806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.726817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.727349 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Added segment b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7 of type vlan for network c7bacde5-2043-4073-91c1-4b81e2e6fa7b Aug 29 17:27:39.739313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.742823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41db0dae-4aed-40c6-826c-2a89c8f3c716,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:39.745422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:27:39.745845 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:27:39.804987 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:27:39.807549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:39.808253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.818105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.820499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.833929 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.836560 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.838516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] 10.222.0.41 "DELETE /v2.0/networks/a821977c-7200-4683-b875-7300c5394cfe HTTP/1.1" status: 204 len: 168 time: 0.3159149 Aug 29 17:27:39.840673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85577aa-a6e0-4485-937d-5856d933cfca admin admin] Pushing event deleted for resources: {'Network': ['ID=a821977c-7200-4683-b875-7300c5394cfe,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:39.992777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.006771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:40.007497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.096251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:40.142721 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.155105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.202805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:27:40.215639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c7bacde5-2043-4073-91c1-4b81e2e6fa7b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:40.222120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.224187 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b743b4dd-80b3-4213-bfde-fdafeb8f6601 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.224716 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Added segment c4b372b4-4279-46a3-943a-09bbfe459dfd of type vlan for network 548b3407-0a2d-429f-b9b2-c29a429471e9 Aug 29 17:27:40.228769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c7bacde5-2043-4073-91c1-4b81e2e6fa7b details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:27:40.260328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743b4dd-80b3-4213-bfde-fdafeb8f6601 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=aa66f82c-7d35-40da-949e-52127417ee88,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:40.271681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eb09f752-f013-4c08-96b9-c6b28c4109c7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0228937 Aug 29 17:27:40.272507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46954) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:40.279807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Request body: {'subnet': {'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-subnet', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:40.304371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.357601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.358628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:40.359787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.369620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b743b4dd-80b3-4213-bfde-fdafeb8f6601 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.374488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b743b4dd-80b3-4213-bfde-fdafeb8f6601 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/aa66f82c-7d35-40da-949e-52127417ee88 HTTP/1.1" status: 204 len: 168 time: 1.7433667 Aug 29 17:27:40.380707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46956) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:40.401310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-90acd9c6-53cc-4862-a5a4-2a9804cf2f9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c45098bc0ae94adaa0475a77c790d34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041093 Aug 29 17:27:40.425254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46958) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:40.524048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc8aeb-4c51-428a-9f50-115a5766d6af,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:40.543301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] Pushing event updated for resources: {'Network': ['ID=548b3407-0a2d-429f-b9b2-c29a429471e9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:40.550444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a77db31e-4b2a-4b74-ba51-5073c92b53a0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6501570 Aug 29 17:27:40.552662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46970) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:40.571792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Request body: {'subnet': {'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-37233618-subnet', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:40.576144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:27:40.609306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Made reservation on behalf of 645d9236908f4ea097cd7097442344f2 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:40.613327 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.623578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde23ac-4ca3-435d-9faf-20629bbdaf20 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:40.626086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde23ac-4ca3-435d-9faf-20629bbdaf20 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:40.627682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7dde23ac-4ca3-435d-9faf-20629bbdaf20 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2439208 Aug 29 17:27:40.632690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:40.696415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:40.698974 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.827292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec90d925-1697-4cb7-a528-4d406dadf678 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 13e31304-4194-436d-b7ad-d9e17536f9ab {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:40.838202 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec90d925-1697-4cb7-a528-4d406dadf678 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.864144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06025ee7-c25d-4d90-944b-8226c15b0378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.890951 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec90d925-1697-4cb7-a528-4d406dadf678 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.932141 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06025ee7-c25d-4d90-944b-8226c15b0378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.005851 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.057418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec90d925-1697-4cb7-a528-4d406dadf678 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.082933 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.174222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9379d166-2147-4cbd-be78-e5d40b02a84e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:41.200440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99fc6b28-3559-449d-9219-c46b883df500,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:41.205192 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bdffe802-0dad-454b-bc28-fb4367389a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.217245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Checking segment: {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:41.217857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Checking segment: {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:41.218024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Network hostable DHCP agents. Network: 548b3407-0a2d-429f-b9b2-c29a429471e9, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:27:41.218173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Network hostable DHCP agents. Network: c7bacde5-2043-4073-91c1-4b81e2e6fa7b, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:27:41.219823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec90d925-1697-4cb7-a528-4d406dadf678 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.241497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06025ee7-c25d-4d90-944b-8226c15b0378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.245488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06025ee7-c25d-4d90-944b-8226c15b0378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.247008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-06025ee7-c25d-4d90-944b-8226c15b0378 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58558ab1-1087-4acd-8b91-ac9e7a050141 HTTP/1.1" status: 204 len: 168 time: 0.8196321 Aug 29 17:27:41.258528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Network c7bacde5-2043-4073-91c1-4b81e2e6fa7b is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:27:41.262401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90d925-1697-4cb7-a528-4d406dadf678 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=13e31304-4194-436d-b7ad-d9e17536f9ab,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:41.264783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec90d925-1697-4cb7-a528-4d406dadf678 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.266903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ec90d925-1697-4cb7-a528-4d406dadf678 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/13e31304-4194-436d-b7ad-d9e17536f9ab HTTP/1.1" status: 204 len: 168 time: 0.6332235 Aug 29 17:27:41.269557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:41.277897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a357f8b-fbee-45f5-a6e9-5774f7598662 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:41.281756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06025ee7-c25d-4d90-944b-8226c15b0378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58558ab1-1087-4acd-8b91-ac9e7a050141,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:41.312435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c7bacde5-2043-4073-91c1-4b81e2e6fa7b) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:41.318105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:27:41.318325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:41.319112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.322881 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0fd0e16f-6d32-407c-b23f-c9c2d5861d75 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523090 Aug 29 17:27:41.327371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46984) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:41.338317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 548b3407-0a2d-429f-b9b2-c29a429471e9) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:41.344797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:41.351377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:41.351486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f65eba-e259-40b9-9487-e32655bf27ea None None] Network c7bacde5-2043-4073-91c1-4b81e2e6fa7b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:41.351698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.378170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-172129c4-3403-4b8c-9062-9b75d0b0bbd5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8213372 Aug 29 17:27:41.378615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46986) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:41.384083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:41.414905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.416257 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.505908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ec5a7-8358-4c19-b0f0-f4eee31e8fae None None] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:41.546318 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.609705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:41.616696 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.628454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-25def2e4-6e1c-4d7c-9138-1b5c11b61916 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3539362 Aug 29 17:27:41.631645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46994) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:41.648878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:41.784814 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.785855 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.002020 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.063460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.116854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:42.123595 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.138757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:42.151056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.151754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.248612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9199789 Aug 29 17:27:42.252901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47014) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:42.267265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-abe2b5f9-a603-46c5-94e0-c4d387984278 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': 'aba68d49-6327-4a7e-84dd-86878947b813', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-818248394'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:42.402649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe2b5f9-a603-46c5-94e0-c4d387984278 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:42.554671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b6971-77dd-423a-820e-5fe32bf30e08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=aba68d49-6327-4a7e-84dd-86878947b813,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:42.614556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-abe2b5f9-a603-46c5-94e0-c4d387984278 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.643604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-abe2b5f9-a603-46c5-94e0-c4d387984278 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 254e8a14-d371-4c78-b6c2-3cb247bed2d2 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:27:42.670298 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.718398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c18b230-ab0b-4ecd-9e38-5eeca9bc90ee None None] Network c7bacde5-2043-4073-91c1-4b81e2e6fa7b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:42.893230 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe2b5f9-a603-46c5-94e0-c4d387984278 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:27:42.894004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe2b5f9-a603-46c5-94e0-c4d387984278 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:27:42.923730 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-abe2b5f9-a603-46c5-94e0-c4d387984278 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6699677 Aug 29 17:27:42.926390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47038) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:42.952082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:42.963495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 00371fe3-3db9-4cf1-b716-1975ba1aeece no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:43.004843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c3e0ff-1d24-4304-8559-df78e0374535 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:43.008858 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-65c3e0ff-1d24-4304-8559-df78e0374535 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0789299 Aug 29 17:27:43.009042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47040) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.044542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47042) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.076639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b656821-3f57-4cdf-ad38-557e8ce02012 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:43.079551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b656821-3f57-4cdf-ad38-557e8ce02012 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:43.083248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7b656821-3f57-4cdf-ad38-557e8ce02012 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0703094 Aug 29 17:27:43.083498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47046) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.188883 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.206331 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.256132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2527f64-4bab-421b-9505-0df4b715f0cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet aba68d49-6327-4a7e-84dd-86878947b813 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:43.282627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b2527f64-4bab-421b-9505-0df4b715f0cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.283621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1375635023-network', 'tenant_id': 'c782c1cf58854ec7bdd6cc35f4f9f6b7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:43.299943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-548b3407-0a2d-429f-b9b2-c29a429471e9', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:43.300822 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.355236 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.412399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b2527f64-4bab-421b-9505-0df4b715f0cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.488609 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.490426 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b2527f64-4bab-421b-9505-0df4b715f0cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.532769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 00371fe3-3db9-4cf1-b716-1975ba1aeece, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=00371fe3-3db9-4cf1-b716-1975ba1aeece,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:43.545302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] Deleting port 00371fe3-3db9-4cf1-b716-1975ba1aeece {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:43.546115 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.590153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b2527f64-4bab-421b-9505-0df4b715f0cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.635330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2527f64-4bab-421b-9505-0df4b715f0cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=aba68d49-6327-4a7e-84dd-86878947b813,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:43.649453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b2527f64-4bab-421b-9505-0df4b715f0cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.655599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b2527f64-4bab-421b-9505-0df4b715f0cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/aba68d49-6327-4a7e-84dd-86878947b813 HTTP/1.1" status: 204 len: 168 time: 0.5699701 Aug 29 17:27:43.657353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47056) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.659003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] For port 00371fe3-3db9-4cf1-b716-1975ba1aeece, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=00371fe3-3db9-4cf1-b716-1975ba1aeece,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:43.659809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.677171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] Calling delete_port for 00371fe3-3db9-4cf1-b716-1975ba1aeece owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:43.714982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-931bfc01-ac0b-4d72-b67e-e3ed5802c572 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553880 Aug 29 17:27:43.715220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47058) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.723476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:43.740410 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.755287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Made reservation on behalf of c782c1cf58854ec7bdd6cc35f4f9f6b7 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:43.757781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.796799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.805318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.852809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:43.857916 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.878353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.910518 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.917467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.934527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event deleted for resources: {'Port': ['ID=00371fe3-3db9-4cf1-b716-1975ba1aeece,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:43.955995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] No DVR routers for this DVR port 00371fe3-3db9-4cf1-b716-1975ba1aeece on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:44.005842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.006799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.007342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.007943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.008542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.009145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.009924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.010546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.011195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.011891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.013407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.013940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:44.018368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1260227-5689-4aea-8a81-954a647003dd None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:44.093578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Allocated IP 172.25.2.4 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/8059e976-2957-42ea-9a5c-9ea1ec26fc3f) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:44.106821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988163d-3b70-4409-9c33-a2c628d57fe6 None None] Pushing event deleted for resources: {'Port': ['ID=00371fe3-3db9-4cf1-b716-1975ba1aeece,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.116893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.117187 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.122248 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc906dc5-b9eb-4372-8c88-995d6f648858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.189954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:44.193935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:44.205875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:44.206854 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.229780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=0f3069a4-f932-467b-af3e-0425126bb40d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.271787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.279012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '0f3069a4-f932-467b-af3e-0425126bb40d'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:44.279964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.286915 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.293304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-62dec62e-ccdb-4fa9-897b-a88f0582bedd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5766559 Aug 29 17:27:44.295632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47072) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:44.302698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e366dd2e-8c7b-4269-ab70-84a6d886989c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-355061403', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:44.303342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Allocated IP 172.20.0.2 (548b3407-0a2d-429f-b9b2-c29a429471e9/99fc6b28-3559-449d-9219-c46b883df500/7d015251-1f7f-4beb-8e5c-778dad867b6a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:44.349411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-8c7b-4269-ab70-84a6d886989c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.352237 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-8c7b-4269-ab70-84a6d886989c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.378084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:27:44.444292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.469309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee0571d-79ad-4c07-a15e-5ca92558aef6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.472119 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-8c7b-4269-ab70-84a6d886989c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.484040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.484782 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Added segment 2f5ce4df-3685-4681-b8b6-d06070b4bd5f of type vlan for network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 Aug 29 17:27:44.492293 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-8c7b-4269-ab70-84a6d886989c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.518142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-8c7b-4269-ab70-84a6d886989c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.521274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e366dd2e-8c7b-4269-ab70-84a6d886989c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2233849 Aug 29 17:27:44.523031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47076) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:44.588758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.683571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/0f3069a4-f932-467b-af3e-0425126bb40d/82dcfacf-6491-4f15-bd03-60bc6713756f) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:44.692878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.694466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:44.695313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.772509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Allocated IP 172.25.2.64 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:44.780675 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.791427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Transition to ACTIVE for port object 7d015251-1f7f-4beb-8e5c-778dad867b6a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:44.814899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Transition to ACTIVE for port object 7d015251-1f7f-4beb-8e5c-778dad867b6a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:44.947144 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.027806 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.043418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Transition to ACTIVE for port object 82dcfacf-6491-4f15-bd03-60bc6713756f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:45.052990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=41778c7e-89b2-4c11-a1d3-c9c34cca4518,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:45.057611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.058613 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.064962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Transition to ACTIVE for port object 82dcfacf-6491-4f15-bd03-60bc6713756f will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:45.072278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.083457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:45.083811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:27:45.091590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:45.126929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:45.157451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.173302 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.241501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ff413f39-8e0d-4569-a62e-ca75bed1c9e9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1947610 Aug 29 17:27:45.243195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:45.245489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47102) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:45.248519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:45.259729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:45.260387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:45.267587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Request body: {'subnet': {'network_id': '41778c7e-89b2-4c11-a1d3-c9c34cca4518', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1375635023-subnet', 'tenant_id': 'c782c1cf58854ec7bdd6cc35f4f9f6b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:45.269195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:45.272449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:45.275834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:45.276659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:45.320340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:45.339204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Pushing event updated for resources: {'Port': ['ID=7d015251-1f7f-4beb-8e5c-778dad867b6a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:45.340030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:45.376802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Attempting to bind port 7d015251-1f7f-4beb-8e5c-778dad867b6a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:45.377175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Attempting to bind port 7d015251-1f7f-4beb-8e5c-778dad867b6a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:45.377664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Attempting to bind port 7d015251-1f7f-4beb-8e5c-778dad867b6a on network 548b3407-0a2d-429f-b9b2-c29a429471e9 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:45.516726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Attempting to bind port 82dcfacf-6491-4f15-bd03-60bc6713756f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:45.517314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Attempting to bind port 82dcfacf-6491-4f15-bd03-60bc6713756f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:45.517675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Attempting to bind port 82dcfacf-6491-4f15-bd03-60bc6713756f on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:45.527880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:45.528306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:45.528715 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.529136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:45.529612 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Bound port: 82dcfacf-6491-4f15-bd03-60bc6713756f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:45.530061 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.536324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:45.536757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Checking segment: {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:45.537371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.537815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Bound using segment: {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:45.538339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Bound port: 7d015251-1f7f-4beb-8e5c-778dad867b6a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:45.538807 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.544781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Made reservation on behalf of c782c1cf58854ec7bdd6cc35f4f9f6b7 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:45.547590 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.605001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::1 (2ad95fe3-2af7-4150-b097-a47258efe850/0f3069a4-f932-467b-af3e-0425126bb40d/ae1547af-8170-471d-9a22-d4b92b435e06) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:45.615152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] For port 7d015251-1f7f-4beb-8e5c-778dad867b6a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:45.618471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] For port 7d015251-1f7f-4beb-8e5c-778dad867b6a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7d015251-1f7f-4beb-8e5c-778dad867b6a,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:45.638917 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.649216 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.653610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Pushing event updated for resources: {'Port': ['ID=82dcfacf-6491-4f15-bd03-60bc6713756f,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:45.715878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] For port 82dcfacf-6491-4f15-bd03-60bc6713756f, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:45.719087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] For port 82dcfacf-6491-4f15-bd03-60bc6713756f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=82dcfacf-6491-4f15-bd03-60bc6713756f,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:45.789499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394abb-8971-4a37-b43d-009ab0bb4cbb None None] Pushing event updated for resources: {'Port': ['ID=7d015251-1f7f-4beb-8e5c-778dad867b6a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:45.793570 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.833933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Pushing event updated for resources: {'Port': ['ID=8059e976-2957-42ea-9a5c-9ea1ec26fc3f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:45.859850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.882851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fe482-2bfe-4866-b681-5f9dac20808f None None] Pushing event updated for resources: {'Port': ['ID=82dcfacf-6491-4f15-bd03-60bc6713756f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:45.897358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object ae1547af-8170-471d-9a22-d4b92b435e06 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:45.981958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.997212 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.046873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:46.060964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:46.066986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:46.067558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.139338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f910647-1684-4d8c-8ff7-0648ebe89f37,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:46.282079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=ae1547af-8170-471d-9a22-d4b92b435e06,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:46.411094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.649664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Checking segment: {'id': '2f5ce4df-3685-4681-b8b6-d06070b4bd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '41778c7e-89b2-4c11-a1d3-c9c34cca4518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:46.650068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Network hostable DHCP agents. Network: 41778c7e-89b2-4c11-a1d3-c9c34cca4518, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:27:46.661548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.705008 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.794052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:27:46.811641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.894899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 41778c7e-89b2-4c11-a1d3-c9c34cca4518) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:46.904108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.957479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.957658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac4f836-d00c-4c0a-93b6-3a5cd0e998ef None None] Network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:46.958317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.033000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:47.033605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.060805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=ae1547af-8170-471d-9a22-d4b92b435e06,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:47.143516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 82dcfacf-6491-4f15-bd03-60bc6713756f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:47.225072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ac345ece-87cf-4657-a755-794595d9f138 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9528413 Aug 29 17:27:47.226114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0dcb6e-9775-42d3-addd-8662f2370c2a None None] Network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:47.420470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:47.424773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:47.450915 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.487736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.705206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 82dcfacf-6491-4f15-bd03-60bc6713756f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:47.720586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Router 5f1f14d4-3f0d-4010-9f38-e6b15295825b is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:27:47.734124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7d015251-1f7f-4beb-8e5c-778dad867b6a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:47.963120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb716ee8-7162-424e-9db6-e7273e972a35 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:48.019745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 7d015251-1f7f-4beb-8e5c-778dad867b6a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:48.076506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-02e23fc3-b9a9-4a32-a2aa-4dbfa6728ba3 None None] Provisioning for port 82dcfacf-6491-4f15-bd03-60bc6713756f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:48.087779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Router 1c3a8f06-7d34-45c7-b52d-4c554224b30a is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:27:48.094686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-02e23fc3-b9a9-4a32-a2aa-4dbfa6728ba3 None None] Provisioning complete for port 82dcfacf-6491-4f15-bd03-60bc6713756f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:48.095066 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02e23fc3-b9a9-4a32-a2aa-4dbfa6728ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.100622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Router 989b3422-c6f8-47b5-805b-65746449b083 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:27:48.301445 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02e23fc3-b9a9-4a32-a2aa-4dbfa6728ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.396277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f941b-60a7-40a3-9dca-2551183953ef None None] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:48.459469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-02e23fc3-b9a9-4a32-a2aa-4dbfa6728ba3 None None] For port 82dcfacf-6491-4f15-bd03-60bc6713756f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=82dcfacf-6491-4f15-bd03-60bc6713756f,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:48.503485 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02e23fc3-b9a9-4a32-a2aa-4dbfa6728ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.576958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e23fc3-b9a9-4a32-a2aa-4dbfa6728ba3 None None] Pushing event updated for resources: {'Port': ['ID=82dcfacf-6491-4f15-bd03-60bc6713756f,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:48.657391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:48.668215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4ce5b359-468d-4d8c-807b-fab6535dc18c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "PUT /v2.0/routers/5f1f14d4-3f0d-4010-9f38-e6b15295825b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1400406 Aug 29 17:27:48.669042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47192) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:48.672197 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Sync routers for ids ['5f1f14d4-3f0d-4010-9f38-e6b15295825b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:48.684918 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Routers {'5f1f14d4-3f0d-4010-9f38-e6b15295825b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:48.690813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5f1f14d4-3f0d-4010-9f38-e6b15295825b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:48.694204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0c2bfb49-17f0-4de1-8e64-45eb2ac3c638 None None] Provisioning for port 7d015251-1f7f-4beb-8e5c-778dad867b6a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:48.708457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0c2bfb49-17f0-4de1-8e64-45eb2ac3c638 None None] Provisioning complete for port 7d015251-1f7f-4beb-8e5c-778dad867b6a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:48.709406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfb49-17f0-4de1-8e64-45eb2ac3c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.866107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d97d13-a1b2-47b7-a875-515fc3531de1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:48.869143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-42d97d13-a1b2-47b7-a875-515fc3531de1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports/ae1547af-8170-471d-9a22-d4b92b435e06 HTTP/1.1" status: 200 len: 911 time: 0.1978550 Aug 29 17:27:48.870668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47200) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:48.961796 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfb49-17f0-4de1-8e64-45eb2ac3c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.975054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 82dcfacf-6491-4f15-bd03-60bc6713756f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:48.979964 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Set router 5f1f14d4-3f0d-4010-9f38-e6b15295825b gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:49.017278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c759ed-0db4-482a-9ad5-62ad37e44718 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:49.052585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c759ed-0db4-482a-9ad5-62ad37e44718 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:49.064666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e2c759ed-0db4-482a-9ad5-62ad37e44718 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1875079 Aug 29 17:27:49.065371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47208) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:49.164558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0c2bfb49-17f0-4de1-8e64-45eb2ac3c638 None None] For port 7d015251-1f7f-4beb-8e5c-778dad867b6a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7d015251-1f7f-4beb-8e5c-778dad867b6a,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:49.179712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 82dcfacf-6491-4f15-bd03-60bc6713756f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:49.182473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.188478 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfb49-17f0-4de1-8e64-45eb2ac3c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.198800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-17e70416-4efd-45c3-8690-c89611bb9dac tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:49.209588 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-17e70416-4efd-45c3-8690-c89611bb9dac tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/networks?id=41778c7e-89b2-4c11-a1d3-c9c34cca4518 HTTP/1.1" status: 200 len: 809 time: 0.9765589 Aug 29 17:27:49.283549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-1cf8f44e-5ba1-47e7-a826-274410b031d6 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/quotas/c782c1cf58854ec7bdd6cc35f4f9f6b7 HTTP/1.1" status: 200 len: 375 time: 0.0728858 Aug 29 17:27:49.418027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-6d261dac-41e3-4666-88df-522f60156207 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c782c1cf58854ec7bdd6cc35f4f9f6b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1299832 Aug 29 17:27:49.431816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9ff1067a-ac0d-4c60-8c1c-3d45942e4dd8 None None] Provisioning complete for port 82dcfacf-6491-4f15-bd03-60bc6713756f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:49.432175 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9ff1067a-ac0d-4c60-8c1c-3d45942e4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.433489 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'name': 'tempest-NetworksTestDHCPv6-router-355061403', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:44Z', 'updated_at': '2021-08-29T17:27:46Z', 'revision_number': 2, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None, '_interfaces': [{'id': 'ae1547af-8170-471d-9a22-d4b92b435e06', 'name': '', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'mac_address': 'fa:16:3e:3c:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '0f3069a4-f932-467b-af3e-0425126bb40d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:45Z', 'updated_at': '2021-08-29T17:27:46Z', 'revision_number': 2, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'subnets': [{'id': '0f3069a4-f932-467b-af3e-0425126bb40d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:49.478445 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Checking router: 5f1f14d4-3f0d-4010-9f38-e6b15295825b for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:49.478850 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Updating router 5f1f14d4-3f0d-4010-9f38-e6b15295825b port ae1547af-8170-471d-9a22-d4b92b435e06 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:27:49.497086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bfb49-17f0-4de1-8e64-45eb2ac3c638 None None] Pushing event updated for resources: {'Port': ['ID=7d015251-1f7f-4beb-8e5c-778dad867b6a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:49.527220 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.703769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:49.717998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:49.739568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Sync routers for ids ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:49.773881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.780081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c36cbf4c-7ac4-4359-8955-0b380c1689b3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1474183 Aug 29 17:27:49.782192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:49.794720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Routers {'1c3a8f06-7d34-45c7-b52d-4c554224b30a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:49.795385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:49.807470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-bdd314fb-c70e-40a3-94ab-2e81796758e3 service neutron] 10.222.0.41 "GET /v2.0/networks/41778c7e-89b2-4c11-a1d3-c9c34cca4518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803513 Aug 29 17:27:49.811876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.816244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d2e64646-5b51-4448-8a40-3f4c83b1b699 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.4338784 Aug 29 17:27:49.818348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47242) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:49.830139 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Sync routers for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:49.855802 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:49.856736 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:49.904811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9ff1067a-ac0d-4c60-8c1c-3d45942e4dd8 None None] Provisioning complete for port 7d015251-1f7f-4beb-8e5c-778dad867b6a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:49.905243 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9ff1067a-ac0d-4c60-8c1c-3d45942e4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.994057 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-f2ed1095-f6d8-4de6-b153-e53d15fb43b4 service neutron] 10.222.0.41 "GET /v2.0/networks/41778c7e-89b2-4c11-a1d3-c9c34cca4518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783004 Aug 29 17:27:50.010358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Set router 1c3a8f06-7d34-45c7-b52d-4c554224b30a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:50.223696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9ff1067a-ac0d-4c60-8c1c-3d45942e4dd8 None None] Provisioning for port ae1547af-8170-471d-9a22-d4b92b435e06 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:50.235990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9ff1067a-ac0d-4c60-8c1c-3d45942e4dd8 None None] Provisioning complete for port ae1547af-8170-471d-9a22-d4b92b435e06 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:50.236435 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9ff1067a-ac0d-4c60-8c1c-3d45942e4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:50.330718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1067a-ac0d-4c60-8c1c-3d45942e4dd8 None None] Port ae1547af-8170-471d-9a22-d4b92b435e06 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:50.353852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:46Z', 'revision_number': 3, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port': {'id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:50.395009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Checking router: 1c3a8f06-7d34-45c7-b52d-4c554224b30a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:50.396158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Updating router 1c3a8f06-7d34-45c7-b52d-4c554224b30a port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:27:50.431565 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:50.457019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa3cfa88-9238-48a1-964b-ef88cddb456f req-df998ef1-9862-4e0b-8e98-72effd5a4915 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 210 time: 0.0644886 Aug 29 17:27:50.673207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-49b3df37-26c7-430b-a125-2563c39a8a00 None None] Provisioning complete for port ae1547af-8170-471d-9a22-d4b92b435e06 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:50.673579 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49b3df37-26c7-430b-a125-2563c39a8a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:50.704862 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:50.708233 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:50.720070 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Transition to ACTIVE for port object ae1547af-8170-471d-9a22-d4b92b435e06 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:50.728228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-49b3df37-26c7-430b-a125-2563c39a8a00 None None] Port ae1547af-8170-471d-9a22-d4b92b435e06 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:50.757729 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:50.858415 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30592509-4d0e-460e-9436-841fe3721b97 None None] Pushing event updated for resources: {'Port': ['ID=ae1547af-8170-471d-9a22-d4b92b435e06,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:50.900156 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:51.070879 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.089346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7d015251-1f7f-4beb-8e5c-778dad867b6a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:51.139573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Transition to ACTIVE for port object 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:51.178987 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.290651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Attempting to bind port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:51.291028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Attempting to bind port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:51.291450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Attempting to bind port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:51.322100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f67e8-5723-4903-9bc9-ba3c7d2c607f None None] Pushing event updated for resources: {'Port': ['ID=8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:51.330732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:51.331111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:51.331515 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.331907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:51.332393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Bound port: 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:51.332773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.368744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7d015251-1f7f-4beb-8e5c-778dad867b6a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:51.369105 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.436282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] For port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:51.442329 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Attempting to bind port ae1547af-8170-471d-9a22-d4b92b435e06 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:51.443114 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Attempting to bind port ae1547af-8170-471d-9a22-d4b92b435e06 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:51.443846 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Attempting to bind port ae1547af-8170-471d-9a22-d4b92b435e06 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:51.452316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] For port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:51.458529 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:51.459368 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:51.460126 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.460706 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:51.462111 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Bound port: ae1547af-8170-471d-9a22-d4b92b435e06, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:51.462718 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.469210 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.566701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Routers {'1c3a8f06-7d34-45c7-b52d-4c554224b30a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:51.567551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:51.619811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f67e8-5723-4903-9bc9-ba3c7d2c607f None None] Pushing event updated for resources: {'Port': ['ID=8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:51.658628 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:45Z', 'revision_number': 3, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:51.659836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b45787e-f914-4a25-9781-b0973efdace9 req-bef1473d-0a01-4167-b324-73cf3fdbca79 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 210 time: 0.0592124 Aug 29 17:27:51.706015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] Set router 1c3a8f06-7d34-45c7-b52d-4c554224b30a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:51.735961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-9f30a429-0cef-45c5-8695-464f29e239cb tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:51.737596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-9f30a429-0cef-45c5-8695-464f29e239cb tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 804 time: 0.4181194 Aug 29 17:27:51.750466 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] For port ae1547af-8170-471d-9a22-d4b92b435e06, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:51.758977 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Checking router: 989b3422-c6f8-47b5-805b-65746449b083 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:51.760560 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Updating router 989b3422-c6f8-47b5-805b-65746449b083 port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:27:51.812515 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] For port ae1547af-8170-471d-9a22-d4b92b435e06, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae1547af-8170-471d-9a22-d4b92b435e06,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:51.820541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-7933caa0-3b25-4b25-a392-74828b3b6858 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/quotas/70aa78b66bdc4924a5a6d137b6108052 HTTP/1.1" status: 200 len: 375 time: 0.0457885 Aug 29 17:27:51.830192 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.834491 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:51.953750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:46Z', 'revision_number': 3, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port': {'id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:52.035411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad992e6-6416-4a0d-88ed-fe4dd2a320ca None None] The sync data for ids ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'] in n-d-713499-15 is: [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:46Z', 'revision_number': 3, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port': {'id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:52.051209 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30592509-4d0e-460e-9436-841fe3721b97 None None] Pushing event updated for resources: {'Port': ['ID=ae1547af-8170-471d-9a22-d4b92b435e06,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:52.056416 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Routers {'5f1f14d4-3f0d-4010-9f38-e6b15295825b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:52.057045 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5f1f14d4-3f0d-4010-9f38-e6b15295825b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:52.082032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-b4e874ea-6bdc-400a-8901-31bb013a5d79 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:52.084443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-b4e874ea-6bdc-400a-8901-31bb013a5d79 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.43 "GET /v2.0/networks?id=41778c7e-89b2-4c11-a1d3-c9c34cca4518 HTTP/1.1" status: 200 len: 809 time: 0.2663071 Aug 29 17:27:52.105274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Request body: {'port': {'device_id': 'd1eea4e1-15e8-4d63-be97-b76ae195c5b6', 'network_id': '41778c7e-89b2-4c11-a1d3-c9c34cca4518', 'admin_state_up': True, 'tenant_id': 'c782c1cf58854ec7bdd6cc35f4f9f6b7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:52.286527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.292714 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] Set router 5f1f14d4-3f0d-4010-9f38-e6b15295825b gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:52.361275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Made reservation on behalf of c782c1cf58854ec7bdd6cc35f4f9f6b7 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:52.365094 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.653728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Allocated IP 172.20.0.12 (41778c7e-89b2-4c11-a1d3-c9c34cca4518/1f910647-1684-4d8c-8ff7-0648ebe89f37/f39f4ffe-ecca-4f6b-855a-ef36630d1976) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:52.667387 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.705111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-f6552424-5d70-4cf6-96e6-2cebd338154d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8733134 Aug 29 17:27:52.716144 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Transition to ACTIVE for port object 8059e976-2957-42ea-9a5c-9ea1ec26fc3f will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:52.736431 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.741616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-40ac3d50-aef8-4023-995c-f1755c01aefe service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:27:52.742675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-40ac3d50-aef8-4023-995c-f1755c01aefe service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148454 Aug 29 17:27:52.774085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port ae1547af-8170-471d-9a22-d4b92b435e06 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:52.774439 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.783478 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.806486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-b9ac8b1c-8073-4dd5-992d-e6c946e8204d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:52.809197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-b9ac8b1c-8073-4dd5-992d-e6c946e8204d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.44 "GET /v2.0/ports?device_id=8edebb6a-5423-4cea-8c67-d1361bad5709 HTTP/1.1" status: 200 len: 946 time: 0.4325297 Aug 29 17:27:52.819709 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070f6a7-5a47-4528-8be1-5227a65565d7 None None] Pushing event updated for resources: {'Port': ['ID=8059e976-2957-42ea-9a5c-9ea1ec26fc3f,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:52.854232 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Attempting to bind port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:52.854655 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Attempting to bind port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:52.855025 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Attempting to bind port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:52.894940 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:52.895321 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:52.895730 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.896133 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:52.896624 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Bound port: 8059e976-2957-42ea-9a5c-9ea1ec26fc3f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:52.897005 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.929907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a748b7cd-7068-4b8c-a1e7-f2f9f6b9f9da req-173ffa4d-61ac-4b36-be7d-f30511b0ef3a tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 210 time: 0.1382198 Aug 29 17:27:52.934745 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'name': 'tempest-NetworksTestDHCPv6-router-355061403', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:44Z', 'updated_at': '2021-08-29T17:27:46Z', 'revision_number': 2, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None, '_interfaces': [{'id': 'ae1547af-8170-471d-9a22-d4b92b435e06', 'name': '', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'mac_address': 'fa:16:3e:3c:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '0f3069a4-f932-467b-af3e-0425126bb40d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:45Z', 'updated_at': '2021-08-29T17:27:51Z', 'revision_number': 4, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'subnets': [{'id': '0f3069a4-f932-467b-af3e-0425126bb40d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:52.965892 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7081ee-8f35-4785-9820-055d557521b1 None None] The sync data for ids ['5f1f14d4-3f0d-4010-9f38-e6b15295825b'] in n-d-713499-15 is: [{'id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'name': 'tempest-NetworksTestDHCPv6-router-355061403', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:44Z', 'updated_at': '2021-08-29T17:27:46Z', 'revision_number': 2, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None, '_interfaces': [{'id': 'ae1547af-8170-471d-9a22-d4b92b435e06', 'name': '', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'mac_address': 'fa:16:3e:3c:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '0f3069a4-f932-467b-af3e-0425126bb40d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:45Z', 'updated_at': '2021-08-29T17:27:51Z', 'revision_number': 4, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'subnets': [{'id': '0f3069a4-f932-467b-af3e-0425126bb40d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:52.984831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:53.032347 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] For port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:53.040821 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] For port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8059e976-2957-42ea-9a5c-9ea1ec26fc3f,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:53.054539 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.083418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.102069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:53.107142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:53.107508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.152646 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:53.153812 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:53.184733 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.205843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-8fe76fa4-4687-4216-8c80-91aac0f9d71e service neutron] 10.222.0.41 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272416 Aug 29 17:27:53.216284 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070f6a7-5a47-4528-8be1-5227a65565d7 None None] Pushing event updated for resources: {'Port': ['ID=8059e976-2957-42ea-9a5c-9ea1ec26fc3f,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:53.245679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:53.249254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:53.257143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:53.297650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Pushing event updated for resources: {'Port': ['ID=f39f4ffe-ecca-4f6b-855a-ef36630d1976,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:53.314249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.347179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:53.354436 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.362176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:53.373305 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.405620 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62ec7633-bce7-4ef1-9fbd-d0075bdeef48 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3103285 Aug 29 17:27:53.411655 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:53.420249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Request body: {'port': {'device_id': 'd1eea4e1-15e8-4d63-be97-b76ae195c5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:53.478545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:53.570297 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.601067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Allocated IP 172.20.0.1 (548b3407-0a2d-429f-b9b2-c29a429471e9/99fc6b28-3559-449d-9219-c46b883df500/41ffb144-3ba0-478f-b09c-fe75cc5dd5fa) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:53.712995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] For port ae1547af-8170-471d-9a22-d4b92b435e06, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ae1547af-8170-471d-9a22-d4b92b435e06,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:53.713369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:53.803232 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:45Z', 'revision_number': 3, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:53.804398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for ae1547af-8170-471d-9a22-d4b92b435e06 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:53.972024 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02484cfd-4a22-4c2a-8e08-d85d17381f70 None None] The sync data for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 is: [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:45Z', 'revision_number': 3, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:53.973498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b2307670-5b66-4443-935d-4a8ddd136f3a no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:54.082128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Allocated IP 172.20.0.1 (c7bacde5-2043-4073-91c1-4b81e2e6fa7b/9379d166-2147-4cbd-be78-e5d40b02a84e/40f1a041-15da-4d1c-94c9-f99cf836bda3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:54.087391 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-945a73fd-e37b-4168-9912-2bb37b2e733d service neutron] 10.222.0.41 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8807011 Aug 29 17:27:54.116128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Deleting port b2307670-5b66-4443-935d-4a8ddd136f3a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:54.116488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.209292 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.237714 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.267947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39f4ffe-ecca-4f6b-855a-ef36630d1976 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:54.324270 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.373397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a27e06-78e4-4074-b00f-478b2310b1b6 req-4ec5d0f9-b45b-481f-8558-9b25f80229ef tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:54.380383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-31a27e06-78e4-4074-b00f-478b2310b1b6 req-4ec5d0f9-b45b-481f-8558-9b25f80229ef tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 932 time: 0.2768836 Aug 29 17:27:54.383583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Transition to ACTIVE for port object f39f4ffe-ecca-4f6b-855a-ef36630d1976 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:54.414868 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.503865 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Pushing event updated for resources: {'Port': ['ID=f39f4ffe-ecca-4f6b-855a-ef36630d1976,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:54.549046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:54.557644 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00346099-885a-46df-9a2e-e486a22c8c5f" -d '{"events": [{"server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "name": "network-vif-unplugged", "status": "completed", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:54.573474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:54.578993 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.587464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Transition to ACTIVE for port object 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:54.616652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-31a27e06-78e4-4074-b00f-478b2310b1b6 req-70f1ca5f-c51a-46f5-93ed-bb9d26d10f81 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259326 Aug 29 17:27:54.699683 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:54.718159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-77a59266-9d94-4812-87d7-eb47d9dd15ef req-86a3a907-3c51-41eb-80ac-8b762175f72a tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 210 time: 0.1276901 Aug 29 17:27:54.743987 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900d0645-0f6c-4bc7-a009-6807ef47db07 x-openstack-request-id: req-900d0645-0f6c-4bc7-a009-6807ef47db07 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:54.744451 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "name": "network-vif-unplugged", "status": "completed", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:54.744624 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-900d0645-0f6c-4bc7-a009-6807ef47db07 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:54.745029 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'code': 200} Aug 29 17:27:54.813091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] For port b2307670-5b66-4443-935d-4a8ddd136f3a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b2307670-5b66-4443-935d-4a8ddd136f3a,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:54.814121 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.838658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Attempting to bind port f39f4ffe-ecca-4f6b-855a-ef36630d1976 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:54.839403 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Attempting to bind port f39f4ffe-ecca-4f6b-855a-ef36630d1976 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '2f5ce4df-3685-4681-b8b6-d06070b4bd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '41778c7e-89b2-4c11-a1d3-c9c34cca4518'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:54.839967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Attempting to bind port f39f4ffe-ecca-4f6b-855a-ef36630d1976 on network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:54.846707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Port f39f4ffe-ecca-4f6b-855a-ef36630d1976 on network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:27:54.847569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Attempting to bind port f39f4ffe-ecca-4f6b-855a-ef36630d1976 on network 41778c7e-89b2-4c11-a1d3-c9c34cca4518 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:54.860972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:54.861770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Checking segment: {'id': '2f5ce4df-3685-4681-b8b6-d06070b4bd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '41778c7e-89b2-4c11-a1d3-c9c34cca4518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:54.862329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Bound using segment: {'id': '2f5ce4df-3685-4681-b8b6-d06070b4bd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '41778c7e-89b2-4c11-a1d3-c9c34cca4518'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:54.862876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Bound port: f39f4ffe-ecca-4f6b-855a-ef36630d1976, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5ce4df-3685-4681-b8b6-d06070b4bd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '41778c7e-89b2-4c11-a1d3-c9c34cca4518'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:54.863364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.929253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Calling delete_port for b2307670-5b66-4443-935d-4a8ddd136f3a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:55.027338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] For port f39f4ffe-ecca-4f6b-855a-ef36630d1976, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:55.036201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] For port f39f4ffe-ecca-4f6b-855a-ef36630d1976, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f39f4ffe-ecca-4f6b-855a-ef36630d1976,segment=NetworkSegment(2f5ce4df-3685-4681-b8b6-d06070b4bd5f),segment_id=2f5ce4df-3685-4681-b8b6-d06070b4bd5f)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:55.044092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.052453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.131314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.146140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Pushing event updated for resources: {'Port': ['ID=f39f4ffe-ecca-4f6b-855a-ef36630d1976,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:55.164945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:55.166104 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.168973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8422a4f8-b13f-4049-8ca0-dde57e62fe12 service neutron] 10.222.0.43 "PUT /v2.0/ports/f39f4ffe-ecca-4f6b-855a-ef36630d1976 HTTP/1.1" status: 200 len: 1093 time: 1.7537544 Aug 29 17:27:55.169892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1eea4e1-15e8-4d63-be97-b76ae195c5b6', 'tag': 'f39f4ffe-ecca-4f6b-855a-ef36630d1976'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:55.174401 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1fa67d-c580-45d5-b737-04521661abc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1eea4e1-15e8-4d63-be97-b76ae195c5b6", "tag": "f39f4ffe-ecca-4f6b-855a-ef36630d1976"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:55.215874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.229048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae1547af-8170-471d-9a22-d4b92b435e06 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:55.274104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ae1547af-8170-471d-9a22-d4b92b435e06 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:55.274780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae1547af-8170-471d-9a22-d4b92b435e06 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 17:27:55.290804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:55.299265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port ae1547af-8170-471d-9a22-d4b92b435e06 not found, will not notify nova. {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 17:27:55.300189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8059e976-2957-42ea-9a5c-9ea1ec26fc3f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:55.316155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:55.326786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:55.329775 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d0f419-95d8-4dd5-a8b0-4bccc2d5b1a8 x-openstack-request-id: req-25d0f419-95d8-4dd5-a8b0-4bccc2d5b1a8 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:55.330255 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1eea4e1-15e8-4d63-be97-b76ae195c5b6", "tag": "f39f4ffe-ecca-4f6b-855a-ef36630d1976", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:55.330364 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25d0f419-95d8-4dd5-a8b0-4bccc2d5b1a8 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:55.331281 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1eea4e1-15e8-4d63-be97-b76ae195c5b6', 'tag': 'f39f4ffe-ecca-4f6b-855a-ef36630d1976', 'status': 'completed', 'code': 200} Aug 29 17:27:55.346438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Pushing event updated for resources: {'Port': ['ID=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:55.364055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-d969e521-4baf-414a-8a68-88ae13e30d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:55.368751 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-d969e521-4baf-414a-8a68-88ae13e30d1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782c1cf58854ec7bdd6cc35f4f9f6b7&device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 1096 time: 0.1252394 Aug 29 17:27:55.489551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:55.494842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:55.495594 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.529166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-62d32e14-fad8-4ca7-8ae2-e1d4a4e4be82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f39f4ffe-ecca-4f6b-855a-ef36630d1976 HTTP/1.1" status: 200 len: 217 time: 0.1516509 Aug 29 17:27:55.672663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.738263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8059e976-2957-42ea-9a5c-9ea1ec26fc3f,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:55.745347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.746690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:55.769727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=ae1547af-8170-471d-9a22-d4b92b435e06,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:55.790365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8a7b1c5b-13bc-4710-bcb6-af1bf8174b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:55.797735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-8a7b1c5b-13bc-4710-bcb6-af1bf8174b9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f910647-1684-4d8c-8ff7-0648ebe89f37 HTTP/1.1" status: 200 len: 849 time: 0.2526777 Aug 29 17:27:55.860048 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.897234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.935093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-ab10887d-cf89-47dd-9d1f-296b1b9c3481 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41778c7e-89b2-4c11-a1d3-c9c34cca4518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271465 Aug 29 17:27:55.985181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:55.985777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.033826 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.057179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Network c7bacde5-2043-4073-91c1-4b81e2e6fa7b is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:56.057863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf7d13-5464-4fae-871c-ba30e28a2600 req-c829bf04-93e1-4abd-9b05-c373b7ccb31e tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:56.060712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=8059e976-2957-42ea-9a5c-9ea1ec26fc3f,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:56.065663 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2cf7d13-5464-4fae-871c-ba30e28a2600 req-c829bf04-93e1-4abd-9b05-c373b7ccb31e tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 944 time: 0.2241771 Aug 29 17:27:56.103351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-04841667-d1c1-4466-80f9-bd705b420fe8 None None] Provisioning for port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:56.107685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:56.110965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:56.116607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-04841667-d1c1-4466-80f9-bd705b420fe8 None None] Provisioning complete for port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:56.117466 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-04841667-d1c1-4466-80f9-bd705b420fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.139495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-016a7ec5-0ba9-4c60-b4c3-5b3192eacbb7 req-3ca67031-6cf4-4fc2-953b-b795e4e27319 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 210 time: 0.1162095 Aug 29 17:27:56.149236 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.155204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-cc6630b6-a385-4c90-b9c4-40e46392dcb3 service neutron] 10.222.0.43 "GET /v2.0/networks/41778c7e-89b2-4c11-a1d3-c9c34cca4518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032228 Aug 29 17:27:56.176113 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2cf7d13-5464-4fae-871c-ba30e28a2600 req-2d3830dc-9f4f-4053-be97-6b1d5e097190 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093802 Aug 29 17:27:56.216643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Pushing event updated for resources: {'Port': ['ID=40f1a041-15da-4d1c-94c9-f99cf836bda3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:56.260543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-04841667-d1c1-4466-80f9-bd705b420fe8 None None] Port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:56.411412 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b1047af-f189-4383-b6c0-ddc99b50ec28 req-4019f0aa-e5f9-49d4-8dc4-78ac1174b78a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1192074 Aug 29 17:27:56.412409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Pushing event deleted for resources: {'Port': ['ID=b2307670-5b66-4443-935d-4a8ddd136f3a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:56.414543 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e49744a-00f6-4341-89d3-5dbe6407271a req-51f4e1d5-a8f2-411b-9e92-d6385e7273fe service neutron] 10.222.0.43 "GET /v2.0/networks/41778c7e-89b2-4c11-a1d3-c9c34cca4518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363274 Aug 29 17:27:56.416408 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.486711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-745d2641-a30c-4a0a-9191-545303f94438 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:56.492798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-745d2641-a30c-4a0a-9191-545303f94438 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.44 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 804 time: 0.1609292 Aug 29 17:27:56.514629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] No DVR routers for this DVR port b2307670-5b66-4443-935d-4a8ddd136f3a on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:56.518646 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.521311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b43cd70f-e608-46d8-b833-1087c7b51ac9 req-e521cd07-7799-4d76-9632-6fd839a8bfc0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.44 "DELETE /v2.0/ports/b2307670-5b66-4443-935d-4a8ddd136f3a HTTP/1.1" status: 204 len: 173 time: 3.6304500 Aug 29 17:27:56.525031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Request body: {'port': {'device_id': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'admin_state_up': True, 'tenant_id': '70aa78b66bdc4924a5a6d137b6108052'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:56.530607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'name': 'network-vif-deleted', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:56.533824 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca39df81-e4fa-4011-b075-fc7395093fa2" -d '{"events": [{"server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "name": "network-vif-deleted", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:56.668515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-dbb3d2ba-1941-4b8f-8bf9-1bf169399898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:56.670096 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-dbb3d2ba-1941-4b8f-8bf9-1bf169399898 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782c1cf58854ec7bdd6cc35f4f9f6b7&device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 1096 time: 0.1673265 Aug 29 17:27:56.683895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b1047af-f189-4383-b6c0-ddc99b50ec28 req-8dcbd5bd-3081-41d9-8e54-c74eb82c177d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.1467485 Aug 29 17:27:56.696619 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aba6dc6-dc79-455e-a1db-b00c107c51ec x-openstack-request-id: req-4aba6dc6-dc79-455e-a1db-b00c107c51ec {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:56.696902 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edebb6a-5423-4cea-8c67-d1361bad5709", "name": "network-vif-deleted", "tag": "b2307670-5b66-4443-935d-4a8ddd136f3a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:56.697161 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4aba6dc6-dc79-455e-a1db-b00c107c51ec {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:56.697594 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edebb6a-5423-4cea-8c67-d1361bad5709', 'name': 'network-vif-deleted', 'tag': 'b2307670-5b66-4443-935d-4a8ddd136f3a', 'status': 'completed', 'code': 200} Aug 29 17:27:56.867525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-5072928d-66d3-4309-8aec-c67bbf11b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:56.869245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-5072928d-66d3-4309-8aec-c67bbf11b667 service neutron] 10.222.0.43 "GET /v2.0/networks?id=41778c7e-89b2-4c11-a1d3-c9c34cca4518 HTTP/1.1" status: 200 len: 910 time: 0.1869018 Aug 29 17:27:56.870838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Made reservation on behalf of 70aa78b66bdc4924a5a6d137b6108052 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:56.875706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.930372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-ff47759f-332f-49a1-8de5-8f8b5544131a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f39f4ffe-ecca-4f6b-855a-ef36630d1976 HTTP/1.1" status: 200 len: 217 time: 0.0499094 Aug 29 17:27:56.951459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8059e976-2957-42ea-9a5c-9ea1ec26fc3f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:57.043581 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-ed7ff0e7-c88e-49d7-a054-c97d1303e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:57.045091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-ed7ff0e7-c88e-49d7-a054-c97d1303e7cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f910647-1684-4d8c-8ff7-0648ebe89f37 HTTP/1.1" status: 200 len: 849 time: 0.1030684 Aug 29 17:27:57.062825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:57.063953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.107572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-0c6a2c12-d191-4198-af77-f912dcba4811 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41778c7e-89b2-4c11-a1d3-c9c34cca4518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532470 Aug 29 17:27:57.201696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Allocated IP 172.20.0.4 (88b1109f-8e67-44b9-b311-f1093fe2a16d/8a6afdea-4eb5-44de-abf1-aa30422e284e/47c87253-3230-4ffa-8140-a64ab556416e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:57.324466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b1047af-f189-4383-b6c0-ddc99b50ec28 req-594ede6e-54bc-4dbd-a4fb-c8d8416d47fb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387553 Aug 29 17:27:57.370317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Router 5f1f14d4-3f0d-4010-9f38-e6b15295825b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:57.382747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.389117 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-297d2b0b-c776-4756-b012-abe7d6b5329b req-f93dc1af-ba07-4eae-b817-2148cfae5807 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 210 time: 0.0778549 Aug 29 17:27:57.454678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-808ea339-13d1-40eb-b101-6de37b195bfe service neutron] 10.222.0.43 "GET /v2.0/networks/41778c7e-89b2-4c11-a1d3-c9c34cca4518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373561 Aug 29 17:27:57.566148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.593116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f571-cd80-4f83-934e-9db3a760977d req-9b488ee8-edf3-44b9-afb2-78c2e76496c4 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:57.594753 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4b8f571-cd80-4f83-934e-9db3a760977d req-9b488ee8-edf3-44b9-afb2-78c2e76496c4 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 944 time: 0.2875707 Aug 29 17:27:57.633252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.683691 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.730143 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:27:57.733840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:57.744104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f91a111f-b90c-42ce-9848-4d8c96ea433e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "PUT /v2.0/routers/5f1f14d4-3f0d-4010-9f38-e6b15295825b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6773441 Aug 29 17:27:57.747134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47412) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:57.748543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] Sync routers for ids ['5f1f14d4-3f0d-4010-9f38-e6b15295825b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:57.751440 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f1fa67d-c580-45d5-b737-04521661abc4 req-da667145-5b29-428f-993c-15d51fa4632c service neutron] 10.222.0.43 "GET /v2.0/networks/41778c7e-89b2-4c11-a1d3-c9c34cca4518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884359 Aug 29 17:27:57.768005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] Routers {'5f1f14d4-3f0d-4010-9f38-e6b15295825b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:57.768923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5f1f14d4-3f0d-4010-9f38-e6b15295825b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:57.877260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Pushing event updated for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:57.881317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Network 88b1109f-8e67-44b9-b311-f1093fe2a16d is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:57.887356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:57.894916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:57.903179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] Set router 5f1f14d4-3f0d-4010-9f38-e6b15295825b gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:57.948504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:57.949431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.976941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3cb4a-8e54-4d10-94cd-f17f08680418 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:57.978412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.979540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3cb4a-8e54-4d10-94cd-f17f08680418 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:57.981832 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9be3cb4a-8e54-4d10-94cd-f17f08680418 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2333941 Aug 29 17:27:57.985725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47416) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:57.996075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1047af-f189-4383-b6c0-ddc99b50ec28 req-6ae62a81-12f4-4af8-85a6-006419a75cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:57.997589 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b1047af-f189-4383-b6c0-ddc99b50ec28 req-6ae62a81-12f4-4af8-85a6-006419a75cef service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6506453 Aug 29 17:27:58.002460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-0cf4b33d-0df8-443e-b6ac-e166a8f43c17 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4801486 Aug 29 17:27:58.019995 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.020337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'name': 'tempest-NetworksTestDHCPv6-router-355061403', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:44Z', 'updated_at': '2021-08-29T17:27:54Z', 'revision_number': 3, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:58.035296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Request body: {'port': {'device_id': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:58.049801 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] Checking router: 5f1f14d4-3f0d-4010-9f38-e6b15295825b for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:58.059069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] Routers {'5f1f14d4-3f0d-4010-9f38-e6b15295825b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:58.060439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5f1f14d4-3f0d-4010-9f38-e6b15295825b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:58.068479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4b8f571-cd80-4f83-934e-9db3a760977d req-2c46e994-da43-430f-bfd9-7f0afc75b782 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539182 Aug 29 17:27:58.103048 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.140902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Pushing event updated for resources: {'Port': ['ID=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:58.147663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] Set router 5f1f14d4-3f0d-4010-9f38-e6b15295825b gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:58.151360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f39f4ffe-ecca-4f6b-855a-ef36630d1976 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:27:58.178926 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.209968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'name': 'tempest-NetworksTestDHCPv6-router-355061403', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:44Z', 'updated_at': '2021-08-29T17:27:54Z', 'revision_number': 3, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:58.244029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965dc413-760a-47bd-930b-de56cbc2424e None None] The sync data for ids ['5f1f14d4-3f0d-4010-9f38-e6b15295825b'] in n-d-713499-15 is: [{'id': '5f1f14d4-3f0d-4010-9f38-e6b15295825b', 'name': 'tempest-NetworksTestDHCPv6-router-355061403', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:44Z', 'updated_at': '2021-08-29T17:27:54Z', 'revision_number': 3, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:58.363477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f39f4ffe-ecca-4f6b-855a-ef36630d1976, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f39f4ffe-ecca-4f6b-855a-ef36630d1976,segment=NetworkSegment(2f5ce4df-3685-4681-b8b6-d06070b4bd5f),segment_id=2f5ce4df-3685-4681-b8b6-d06070b4bd5f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:58.364179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.368194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:58.369677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:58.376680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.399630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f39f4ffe-ecca-4f6b-855a-ef36630d1976', 'network_id': '41778c7e-89b2-4c11-a1d3-c9c34cca4518', 'port_id': 'f39f4ffe-ecca-4f6b-855a-ef36630d1976', 'mac_address': 'fa:16:3e:53:d6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f910647-1684-4d8c-8ff7-0648ebe89f37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:27:58.465242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.502220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39f4ffe-ecca-4f6b-855a-ef36630d1976 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:58.545973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f39f4ffe-ecca-4f6b-855a-ef36630d1976, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f39f4ffe-ecca-4f6b-855a-ef36630d1976,segment=NetworkSegment(2f5ce4df-3685-4681-b8b6-d06070b4bd5f),segment_id=2f5ce4df-3685-4681-b8b6-d06070b4bd5f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:58.556487 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.563508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Pushing event updated for resources: {'Port': ['ID=40f1a041-15da-4d1c-94c9-f99cf836bda3,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:58.580824 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.672245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f39f4ffe-ecca-4f6b-855a-ef36630d1976,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:58.692387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Router 989b3422-c6f8-47b5-805b-65746449b083 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:58.714692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6f6f6c37-9a91-41a5-becd-b232cd98f8a7 None None] Provisioning complete for port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:58.715489 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6c37-9a91-41a5-becd-b232cd98f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.790849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f6c37-9a91-41a5-becd-b232cd98f8a7 None None] Port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:58.802529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae1547af-8170-471d-9a22-d4b92b435e06 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:58.839802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ae1547af-8170-471d-9a22-d4b92b435e06 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:58.846825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1691d01-095e-4196-b66c-ed162cc00033 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 0f3069a4-f932-467b-af3e-0425126bb40d {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:58.857198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ae1547af-8170-471d-9a22-d4b92b435e06 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:58.879122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:58.886479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7dcf1c37-50f4-4d79-ab0d-eddeb8642b39 admin admin] 10.222.0.41 "PUT /v2.0/routers/989b3422-c6f8-47b5-805b-65746449b083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0672328 Aug 29 17:27:58.901990 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Sync routers for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:58.902476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f39f4ffe-ecca-4f6b-855a-ef36630d1976'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:58.910819 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1691d01-095e-4196-b66c-ed162cc00033 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.926578 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:58.927431 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:58.953942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Network c7bacde5-2043-4073-91c1-4b81e2e6fa7b is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:58.958517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:59.061623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1691d01-095e-4196-b66c-ed162cc00033 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.065432 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:59.175110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e57df-c0a3-4145-bdcc-a26af8a17723 req-13d134bd-047b-4b37-9b68-bb6482390675 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:59.176761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-075e57df-c0a3-4145-bdcc-a26af8a17723 req-13d134bd-047b-4b37-9b68-bb6482390675 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 931 time: 0.3839765 Aug 29 17:27:59.273320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Router 1c3a8f06-7d34-45c7-b52d-4c554224b30a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:59.300333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4a35a-4e09-4740-9fb5-78140f23cce7 req-7c2967ea-78f5-4f62-9bdb-63b8b3e5cb23 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:59.301685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bd4a35a-4e09-4740-9fb5-78140f23cce7 req-7c2967ea-78f5-4f62-9bdb-63b8b3e5cb23 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 945 time: 0.1100025 Aug 29 17:27:59.348820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-075e57df-c0a3-4145-bdcc-a26af8a17723 req-6731d710-2383-4af7-b299-273d893524fe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442323 Aug 29 17:27:59.358193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1691d01-095e-4196-b66c-ed162cc00033 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.382552 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:27:57Z', 'revision_number': 2, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:59.418809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c87253-3230-4ffa-8140-a64ab556416e {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:59.428720 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Checking router: 989b3422-c6f8-47b5-805b-65746449b083 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:59.429516 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Updating router 989b3422-c6f8-47b5-805b-65746449b083 port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:27:59.449736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.461174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:59.469785 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.481091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Sync routers for ids ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:59.487559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9572cc2a-39e3-4a40-b186-cac2fd646257 admin admin] 10.222.0.41 "PUT /v2.0/routers/1c3a8f06-7d34-45c7-b52d-4c554224b30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7041748 Aug 29 17:27:59.516491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Routers {'1c3a8f06-7d34-45c7-b52d-4c554224b30a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:59.518068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Transition to ACTIVE for port object 47c87253-3230-4ffa-8140-a64ab556416e will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:59.518624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:59.528930 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.571520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1691d01-095e-4196-b66c-ed162cc00033 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.576834 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bd4a35a-4e09-4740-9fb5-78140f23cce7 req-150b668c-0ea8-4043-9db6-8f83f75d0dbc tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213648 Aug 29 17:27:59.716947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116dadc-13f8-4a64-b263-2e82fe4ef58a None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:59.722557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1691d01-095e-4196-b66c-ed162cc00033 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.733467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b1691d01-095e-4196-b66c-ed162cc00033 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/0f3069a4-f932-467b-af3e-0425126bb40d HTTP/1.1" status: 204 len: 168 time: 1.7463982 Aug 29 17:27:59.736036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47476) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:59.791543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1691d01-095e-4196-b66c-ed162cc00033 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3069a4-f932-467b-af3e-0425126bb40d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:59.801883 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Pushing event updated for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:59.841596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Attempting to bind port 47c87253-3230-4ffa-8140-a64ab556416e on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:59.842019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Attempting to bind port 47c87253-3230-4ffa-8140-a64ab556416e by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:59.842573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Attempting to bind port 47c87253-3230-4ffa-8140-a64ab556416e on network 88b1109f-8e67-44b9-b311-f1093fe2a16d {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:59.847931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Port 47c87253-3230-4ffa-8140-a64ab556416e on network 88b1109f-8e67-44b9-b311-f1093fe2a16d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:27:59.848564 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Attempting to bind port 47c87253-3230-4ffa-8140-a64ab556416e on network 88b1109f-8e67-44b9-b311-f1093fe2a16d {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:59.854008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:59.854467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Checking segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:59.854948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Bound using segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:59.855468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Bound port: 47c87253-3230-4ffa-8140-a64ab556416e, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:59.855911 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.915790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Set router 1c3a8f06-7d34-45c7-b52d-4c554224b30a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:00.029735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:00.035584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-10459764-1f5e-4e9e-b06b-1cb0753515bc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2979939 Aug 29 17:28:00.038687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47498) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:00.181357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f39f4ffe-ecca-4f6b-855a-ef36630d1976 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:00.228330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-2209ee15-d1da-441f-8db8-dad860fac90b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:00.232548 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.244180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-2209ee15-d1da-441f-8db8-dad860fac90b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 819 time: 0.2569571 Aug 29 17:28:00.245295 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Transition to ACTIVE for port object 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:00.265126 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.275021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-320ded72-f309-4952-abae-04a39e4ef8d0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/quotas/645d9236908f4ea097cd7097442344f2 HTTP/1.1" status: 200 len: 375 time: 0.0284519 Aug 29 17:28:00.283239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:00.286359 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55e099e2-ea10-4fa5-91a7-b958e5e03e2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.299530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.354998 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-52215ad4-ac63-41a6-82f7-b0a864e4b528 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662546 Aug 29 17:28:00.415632 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Pushing event updated for resources: {'Port': ['ID=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:00.457342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:28:00.476788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:00.477424 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.478735 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.478881 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] 10.222.0.44 "PUT /v2.0/ports/47c87253-3230-4ffa-8140-a64ab556416e HTTP/1.1" status: 200 len: 1092 time: 2.4489696 Aug 29 17:28:00.479450 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.479985 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.480469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cef8c-3683-4ffa-837d-a1f24427fb1f service neutron] Pushing event updated for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:00.480845 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.482040 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.484907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:00.486489 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "tag": "47c87253-3230-4ffa-8140-a64ab556416e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:00.487611 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.488131 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.488840 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.489450 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.490447 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.491511 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.492189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port f39f4ffe-ecca-4f6b-855a-ef36630d1976 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:00.495168 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:00.527686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f39f4ffe-ecca-4f6b-855a-ef36630d1976 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:00.528298 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.546102 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Attempting to bind port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:00.552349 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Attempting to bind port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:00.553195 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Attempting to bind port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa on network 548b3407-0a2d-429f-b9b2-c29a429471e9 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:00.578481 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:00.578868 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Checking segment: {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:00.579282 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.582710 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Bound using segment: {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:00.583232 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Bound port: 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:00.583762 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.639632 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-0079f0cb-b1b5-44a7-bb43-73a62c504446 service neutron] 10.222.0.41 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536654 Aug 29 17:28:00.755019 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] For port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:00.768713 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] For port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:00.770439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55e099e2-ea10-4fa5-91a7-b958e5e03e2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.781314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55e099e2-ea10-4fa5-91a7-b958e5e03e2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.784976 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.871088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-4a192313-038a-44a7-b1ba-582da9e6fb83 service neutron] 10.222.0.41 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305887 Aug 29 17:28:00.877079 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:00.911590 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:00.912616 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:00.937845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3081d-22f9-4e2a-a85f-eb98c81d9bb9 req-76f77763-9190-421b-bffd-80cc83b3b91b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:00.961151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1eea4e1-15e8-4d63-be97-b76ae195c5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f4ffe-ecca-4f6b-855a-ef36630d1976'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:00.968076 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91e3081d-22f9-4e2a-a85f-eb98c81d9bb9 req-76f77763-9190-421b-bffd-80cc83b3b91b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 943 time: 0.3996942 Aug 29 17:28:00.975374 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b38a69b-0f86-4303-b351-2408b7cabb7b" -d '{"events": [{"server_uuid": "d1eea4e1-15e8-4d63-be97-b76ae195c5b6", "name": "network-vif-plugged", "status": "completed", "tag": "f39f4ffe-ecca-4f6b-855a-ef36630d1976"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:01.020829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:57Z', 'revision_number': 4, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port': {'id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '40f1a041-15da-4d1c-94c9-f99cf836bda3', 'name': '', 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'mac_address': 'fa:16:3e:2f:dc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '9379d166-2147-4cbd-be78-e5d40b02a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:53Z', 'updated_at': '2021-08-29T17:27:58Z', 'revision_number': 2, 'project_id': '645d9236908f4ea097cd7097442344f2', 'subnets': [{'id': '9379d166-2147-4cbd-be78-e5d40b02a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:01.024382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-d96ff64a-3734-4ffa-8c5e-b845f1f3e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:01.030439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 82dcfacf-6491-4f15-bd03-60bc6713756f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:01.037168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-d96ff64a-3734-4ffa-8c5e-b845f1f3e4a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 1095 time: 0.4698627 Aug 29 17:28:01.037998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55e099e2-ea10-4fa5-91a7-b958e5e03e2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.038758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e099e2-ea10-4fa5-91a7-b958e5e03e2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Fanout notify agent at l3_agent the message router_deleted on router 5f1f14d4-3f0d-4010-9f38-e6b15295825b {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:28:01.047312 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55e099e2-ea10-4fa5-91a7-b958e5e03e2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.051633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47548) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:01.060043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:01.064475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-55e099e2-ea10-4fa5-91a7-b958e5e03e2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/routers/5f1f14d4-3f0d-4010-9f38-e6b15295825b HTTP/1.1" status: 204 len: 168 time: 1.0226676 Aug 29 17:28:01.182563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f39f4ffe-ecca-4f6b-855a-ef36630d1976, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f39f4ffe-ecca-4f6b-855a-ef36630d1976,segment=NetworkSegment(2f5ce4df-3685-4681-b8b6-d06070b4bd5f),segment_id=2f5ce4df-3685-4681-b8b6-d06070b4bd5f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:01.217027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-fa8b8f55-7c34-4239-a665-7808b66701a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47c87253-3230-4ffa-8140-a64ab556416e HTTP/1.1" status: 200 len: 217 time: 0.1496985 Aug 29 17:28:01.259010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Checking router: 1c3a8f06-7d34-45c7-b52d-4c554224b30a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:01.259364 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffeb3b-4f17-41e5-9333-e7d72ba55c6e None None] Pushing event updated for resources: {'Port': ['ID=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:01.260445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Updating router 1c3a8f06-7d34-45c7-b52d-4c554224b30a port 40f1a041-15da-4d1c-94c9-f99cf836bda3 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:28:01.274102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] Deleting port 82dcfacf-6491-4f15-bd03-60bc6713756f {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:01.279174 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.336628 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:01.344524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:01.348777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.376965 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eabf0f-d289-459d-a9b7-09a2e8aa0c9c x-openstack-request-id: req-d9eabf0f-d289-459d-a9b7-09a2e8aa0c9c {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:01.377266 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "tag": "47c87253-3230-4ffa-8140-a64ab556416e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:01.377720 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9eabf0f-d289-459d-a9b7-09a2e8aa0c9c {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:01.378304 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e', 'status': 'completed', 'code': 200} Aug 29 17:28:01.417408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91e3081d-22f9-4e2a-a85f-eb98c81d9bb9 req-9a1612ff-82b7-4034-9815-d1633d406b88 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469113 Aug 29 17:28:01.452876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-2ebccc8b-fd51-4da4-a7ae-55f6a9982cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:01.462385 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-2ebccc8b-fd51-4da4-a7ae-55f6a9982cf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 200 len: 844 time: 0.2338710 Aug 29 17:28:01.533708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-64e1cf13-d545-410b-be2f-c00b399cf680 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88b1109f-8e67-44b9-b311-f1093fe2a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638132 Aug 29 17:28:01.619290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.691889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] For port 82dcfacf-6491-4f15-bd03-60bc6713756f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=82dcfacf-6491-4f15-bd03-60bc6713756f,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:01.694522 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.709345 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.730611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3bd16-2a83-44f4-9e0d-172f93637b37 req-330c42f0-8f5c-44e1-84bc-6abd5f826efb tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:01.740529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b3bd16-2a83-44f4-9e0d-172f93637b37 req-330c42f0-8f5c-44e1-84bc-6abd5f826efb tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 946 time: 0.2963364 Aug 29 17:28:01.795780 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cc1f01-d5b2-472b-b884-7c9f1882b317 x-openstack-request-id: req-07cc1f01-d5b2-472b-b884-7c9f1882b317 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:01.796066 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1eea4e1-15e8-4d63-be97-b76ae195c5b6", "name": "network-vif-plugged", "status": "completed", "tag": "f39f4ffe-ecca-4f6b-855a-ef36630d1976", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:01.796367 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07cc1f01-d5b2-472b-b884-7c9f1882b317 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:01.797640 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1eea4e1-15e8-4d63-be97-b76ae195c5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f4ffe-ecca-4f6b-855a-ef36630d1976', 'code': 200} Aug 29 17:28:01.807477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f39f4ffe-ecca-4f6b-855a-ef36630d1976,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:01.837658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] Calling delete_port for 82dcfacf-6491-4f15-bd03-60bc6713756f owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:01.839632 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.865925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b3bd16-2a83-44f4-9e0d-172f93637b37 req-10668c34-8055-4408-8c5f-8b39633c799d tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231928 Aug 29 17:28:01.876515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:01.906146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:01.909984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:01.913691 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:01.922458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=f1c76db7-0011-4e4e-96ce-dc20322fcf7e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:01.958953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7e8c69dd-a8e3-42c4-834b-be6f236fe4f9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9058790 Aug 29 17:28:01.959735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47564) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:01.965195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9d55961f-c91b-4102-bfed-40299d0eec6b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-481816390', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:02.010955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-9ae04fa2-fcb4-4c54-8933-b4997a78eddb service neutron] 10.222.0.44 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488723 Aug 29 17:28:02.025454 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:28:00Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:02.043921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82eda1-54f8-49de-8d14-28ebb9890f23 req-917c868e-7c5e-4186-b183-1d662593384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:02.045445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d82eda1-54f8-49de-8d14-28ebb9890f23 req-917c868e-7c5e-4186-b183-1d662593384d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 1098 time: 0.3084745 Aug 29 17:28:02.054021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d55961f-c91b-4102-bfed-40299d0eec6b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.055464 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d55961f-c91b-4102-bfed-40299d0eec6b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.059738 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bdd16045-0d8c-4ef7-95ba-5e1ac1df2458 req-8d0a88e7-3db9-4bff-8620-3e76feeb69ee tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 210 time: 0.0836782 Aug 29 17:28:02.063052 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e69bf-7523-42ae-8a54-89beefe42c79 None None] The sync data for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 is: [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:28:00Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:02.194160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d82eda1-54f8-49de-8d14-28ebb9890f23 req-fd10567d-4bd7-4e39-ada3-224bd14eaf3c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091909 Aug 29 17:28:02.265131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d55961f-c91b-4102-bfed-40299d0eec6b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.277742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d55961f-c91b-4102-bfed-40299d0eec6b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.311549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f13ded5f-a277-47f8-b9f1-91f6935eb0f0 req-db1404b9-e853-4583-a1a4-db640bc889df service neutron] 10.222.0.44 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560687 Aug 29 17:28:02.316908 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d55961f-c91b-4102-bfed-40299d0eec6b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.318438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9d55961f-c91b-4102-bfed-40299d0eec6b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3571937 Aug 29 17:28:02.324113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47574) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:02.416950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.428344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Transition to ACTIVE for port object 40f1a041-15da-4d1c-94c9-f99cf836bda3 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:02.484420 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.600680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-6e10e883-5b71-42b0-9230-86ff343b6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:02.604590 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-6e10e883-5b71-42b0-9230-86ff343b6838 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 1095 time: 0.2326071 Aug 29 17:28:02.724747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bb79c-ab87-4ba2-8bbc-9a47fdb11036 None None] Pushing event updated for resources: {'Port': ['ID=40f1a041-15da-4d1c-94c9-f99cf836bda3,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:02.739677 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.814573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Attempting to bind port 40f1a041-15da-4d1c-94c9-f99cf836bda3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:02.815303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Attempting to bind port 40f1a041-15da-4d1c-94c9-f99cf836bda3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:02.815846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Attempting to bind port 40f1a041-15da-4d1c-94c9-f99cf836bda3 on network c7bacde5-2043-4073-91c1-4b81e2e6fa7b {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:02.824341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7423e6-59bb-43a9-8912-3f6da6548370 req-5e8e2e93-ca47-472b-9073-8a75d6e8b9a5 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:02.834772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e7423e6-59bb-43a9-8912-3f6da6548370 req-5e8e2e93-ca47-472b-9073-8a75d6e8b9a5 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 943 time: 0.2671959 Aug 29 17:28:02.841741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:02.842436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Checking segment: {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:02.843175 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.843780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Bound using segment: {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:02.844517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Bound port: 40f1a041-15da-4d1c-94c9-f99cf836bda3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:02.845080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:02.897509 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:03.038317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e7423e6-59bb-43a9-8912-3f6da6548370 req-458e158f-bf06-4965-8eb7-b21c4d28dfb0 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023404 Aug 29 17:28:03.092894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-fb818021-3b78-48bc-8f63-42340bda415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:03.104939 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-fb818021-3b78-48bc-8f63-42340bda415e service neutron] 10.222.0.44 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 905 time: 0.4653680 Aug 29 17:28:03.111414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] For port 40f1a041-15da-4d1c-94c9-f99cf836bda3, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:03.114909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] For port 40f1a041-15da-4d1c-94c9-f99cf836bda3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=40f1a041-15da-4d1c-94c9-f99cf836bda3,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:03.118674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] No DVR routers for this DVR port 82dcfacf-6491-4f15-bd03-60bc6713756f on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:03.124107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8abca4-c705-4df6-87d5-3e019edec7b2 None None] Pushing event deleted for resources: {'Port': ['ID=82dcfacf-6491-4f15-bd03-60bc6713756f,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:03.130495 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:03.277651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c67164e-e5cb-4a44-833f-6035b2d4a75e None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:03.279691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:03.408744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9e14b887-bb10-435a-b146-16cda2d4de78 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:03.410253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9e14b887-bb10-435a-b146-16cda2d4de78 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.43 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 819 time: 0.2748837 Aug 29 17:28:03.588727 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Request body: {'port': {'device_id': '6730485e-416c-460c-957c-abb7802f1c32', 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b', 'admin_state_up': True, 'tenant_id': '645d9236908f4ea097cd7097442344f2'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:03.672617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bb79c-ab87-4ba2-8bbc-9a47fdb11036 None None] Pushing event updated for resources: {'Port': ['ID=40f1a041-15da-4d1c-94c9-f99cf836bda3,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:03.696001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Routers {'1c3a8f06-7d34-45c7-b52d-4c554224b30a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:03.697244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:03.715900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-f7b0b2db-f503-4c53-befc-e857dfb07c81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47c87253-3230-4ffa-8140-a64ab556416e HTTP/1.1" status: 200 len: 217 time: 0.6045265 Aug 29 17:28:03.723658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd071-2405-408d-a35d-bb865af8389c req-31fbc501-aa48-4c3e-8963-cbe4511896ef tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:03.725223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-31fbc501-aa48-4c3e-8963-cbe4511896ef tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 819 time: 1.1932628 Aug 29 17:28:03.774452 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8943b48d-15c1-45b5-afe4-ef80f6239836 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/quotas/645d9236908f4ea097cd7097442344f2 HTTP/1.1" status: 200 len: 375 time: 0.0415177 Aug 29 17:28:03.852679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:03.897997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-c987d9b1-7439-4202-ab50-92fe1d200094 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167452 Aug 29 17:28:03.913262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] Set router 1c3a8f06-7d34-45c7-b52d-4c554224b30a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:03.974748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-6d65b2ba-f2a0-474d-9b6f-ea0acc561b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:03.980577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-6d65b2ba-f2a0-474d-9b6f-ea0acc561b6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 200 len: 844 time: 0.2387917 Aug 29 17:28:04.050256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47c87253-3230-4ffa-8140-a64ab556416e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:28:04.053900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-7c13cbf0-e29c-4028-b5ce-e4ac21f6447c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88b1109f-8e67-44b9-b311-f1093fe2a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652237 Aug 29 17:28:04.069205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f4cec-0976-488f-ab8d-c9c877d89016 req-ee92722c-cc78-4326-ac54-e96898401ba1 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:04.070969 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-598f4cec-0976-488f-ab8d-c9c877d89016 req-ee92722c-cc78-4326-ac54-e96898401ba1 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 946 time: 0.4941089 Aug 29 17:28:04.086924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Made reservation on behalf of 645d9236908f4ea097cd7097442344f2 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:04.090327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:04.114369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-10cf76e3-9093-401c-8dce-d50c17c6a5aa service neutron] 10.222.0.41 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783049 Aug 29 17:28:04.128941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:04.193750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:04.194576 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:04.341350 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.resource_extend [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:28:04.385451 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-598f4cec-0976-488f-ab8d-c9c877d89016 req-9a0de16e-3e56-4470-857d-ca1f897be39c tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864604 Aug 29 17:28:04.400526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-05d21eab-736c-423b-a594-3426c630f6e0 service neutron] 10.222.0.41 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797711 Aug 29 17:28:04.555024 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-cd9d5680-3225-4db1-93c4-48c75bca9a74 service neutron] 10.222.0.44 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830313 Aug 29 17:28:04.607572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'f1c76db7-0011-4e4e-96ce-dc20322fcf7e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:28:04.610719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:04.744340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::1 (2ad95fe3-2af7-4150-b097-a47258efe850/f1c76db7-0011-4e4e-96ce-dc20322fcf7e/6afe9c1e-1486-4133-adbf-6260df11251c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:04.828467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:04.861210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '47c87253-3230-4ffa-8140-a64ab556416e', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'port_id': '47c87253-3230-4ffa-8140-a64ab556416e', 'mac_address': 'fa:16:3e:8c:53:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6afdea-4eb5-44de-abf1-aa30422e284e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:28:05.048169 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.080404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.105159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 6afe9c1e-1486-4133-adbf-6260df11251c will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:05.132985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b68cc7c1-cb9c-41ca-b951-647fabe2cc5e req-edfbdf15-6da4-4725-9822-fcbe96553e73 service neutron] 10.222.0.44 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552022 Aug 29 17:28:05.133609 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.182785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Allocated IP 172.20.0.6 (c7bacde5-2043-4073-91c1-4b81e2e6fa7b/9379d166-2147-4cbd-be78-e5d40b02a84e/a8b05c1a-c719-4772-9a64-2ceecba3b60d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:05.185897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c87253-3230-4ffa-8140-a64ab556416e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:05.205160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:57Z', 'revision_number': 4, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port': {'id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '40f1a041-15da-4d1c-94c9-f99cf836bda3', 'name': '', 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'mac_address': 'fa:16:3e:2f:dc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '9379d166-2147-4cbd-be78-e5d40b02a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:53Z', 'updated_at': '2021-08-29T17:28:03Z', 'revision_number': 4, 'project_id': '645d9236908f4ea097cd7097442344f2', 'subnets': [{'id': '9379d166-2147-4cbd-be78-e5d40b02a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:05.231513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9e4fe19c-d3da-4c28-aaf4-18b33d98ed05 req-a115528a-974b-495a-934b-20a64c54b7c6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 210 time: 0.0624399 Aug 29 17:28:05.257085 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.269010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03717d-0585-469a-834a-70f123bf2031 None None] The sync data for ids ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'] in n-d-713499-15 is: [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:57Z', 'revision_number': 4, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port': {'id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '40f1a041-15da-4d1c-94c9-f99cf836bda3', 'name': '', 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'mac_address': 'fa:16:3e:2f:dc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '9379d166-2147-4cbd-be78-e5d40b02a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:53Z', 'updated_at': '2021-08-29T17:28:03Z', 'revision_number': 4, 'project_id': '645d9236908f4ea097cd7097442344f2', 'subnets': [{'id': '9379d166-2147-4cbd-be78-e5d40b02a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:05.272074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:05.368760 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.376574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:05.391914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.423236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:05.500026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:05.511510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:05.512094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.576679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd7cde-0c7d-48c2-9e68-417b35e808ad req-6ee1ff97-28e9-441c-bc65-9d1beeb4788b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:05.583019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-babd7cde-0c7d-48c2-9e68-417b35e808ad req-6ee1ff97-28e9-441c-bc65-9d1beeb4788b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 943 time: 1.0203230 Aug 29 17:28:05.701230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-babd7cde-0c7d-48c2-9e68-417b35e808ad req-da0cfd9b-3d5a-42f6-a3cb-53d7ad90242d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833976 Aug 29 17:28:05.746894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 40f1a041-15da-4d1c-94c9-f99cf836bda3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:05.779348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.830932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['47c87253-3230-4ffa-8140-a64ab556416e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:28:05.845650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/f1c76db7-0011-4e4e-96ce-dc20322fcf7e/7eec5457-ccd4-4574-9b28-1fcf46e07dfa) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:05.886052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:05.930107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:05.941206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=6afe9c1e-1486-4133-adbf-6260df11251c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:06.053125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Pushing event updated for resources: {'Port': ['ID=a8b05c1a-c719-4772-9a64-2ceecba3b60d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:06.126634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7ee2-751f-4d60-8545-7fc90cd5d427 req-e6fc7da8-94d1-46c4-9cdf-91351d18c26d tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:06.130631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-306c7ee2-751f-4d60-8545-7fc90cd5d427 req-e6fc7da8-94d1-46c4-9cdf-91351d18c26d tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 946 time: 0.2591474 Aug 29 17:28:06.135554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Network c7bacde5-2043-4073-91c1-4b81e2e6fa7b is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:06.137879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6e0cb-2076-4da7-9196-e1df87738867 req-ecf78cfa-a085-4941-83eb-11483e6f94d8 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:06.140743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:06.146936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:06.161578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bb6e0cb-2076-4da7-9196-e1df87738867 req-ecf78cfa-a085-4941-83eb-11483e6f94d8 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.7414749 Aug 29 17:28:06.181101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:06.228583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 40f1a041-15da-4d1c-94c9-f99cf836bda3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:06.241659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 40f1a041-15da-4d1c-94c9-f99cf836bda3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:06.242034 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:06.322541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bb6e0cb-2076-4da7-9196-e1df87738867 req-20144f67-4558-4697-b129-1f59dc504e7b tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578846 Aug 29 17:28:06.322957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-306c7ee2-751f-4d60-8545-7fc90cd5d427 req-ea3117c1-791f-4cb5-adac-6bcaec100ca3 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657159 Aug 29 17:28:06.396829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:06.397814 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:06.478722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:06.501402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4ca5d9f-108d-43e1-aba8-08c17de753e6 req-5de32a2c-8d93-4441-89f2-3f839b930b74 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 210 time: 0.0620923 Aug 29 17:28:06.505394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-abac704a-e9e0-4ed1-9740-02ee6c3f120b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9297822 Aug 29 17:28:06.531612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Request body: {'port': {'device_id': '6730485e-416c-460c-957c-abb7802f1c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:06.669671 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:06.728584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:06.744487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Transition to ACTIVE for port object 7eec5457-ccd4-4574-9b28-1fcf46e07dfa will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:06.769544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Transition to ACTIVE for port object 7eec5457-ccd4-4574-9b28-1fcf46e07dfa will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:06.810714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 40f1a041-15da-4d1c-94c9-f99cf836bda3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=40f1a041-15da-4d1c-94c9-f99cf836bda3,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:06.813992 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:06.823749 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:06.967338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:06.975873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:06.989203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:07.002317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Pushing event updated for resources: {'Port': ['ID=7eec5457-ccd4-4574-9b28-1fcf46e07dfa,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:07.037745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.047521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.048322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.052226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd071-2405-408d-a35d-bb865af8389c req-78991735-9d1a-4a40-8c47-bb603882b924 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:07.055702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-78991735-9d1a-4a40-8c47-bb603882b924 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.44 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 819 time: 0.4430680 Aug 29 17:28:07.063517 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.115270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Request body: {'port': {'device_id': '076d6ef5-0f74-409c-8db2-49b3800629ea', 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b', 'admin_state_up': True, 'tenant_id': '645d9236908f4ea097cd7097442344f2'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:07.147791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=40f1a041-15da-4d1c-94c9-f99cf836bda3,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:07.227166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=6afe9c1e-1486-4133-adbf-6260df11251c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:07.244138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Attempting to bind port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:07.244509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Attempting to bind port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:07.244883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Attempting to bind port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:07.255475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:07.255864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:07.258511 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.259125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:07.259623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Bound port: 7eec5457-ccd4-4574-9b28-1fcf46e07dfa, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:07.260294 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.319946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:07.321707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:07.353569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7b0a2-7592-4642-8da5-aa7aff6daa98 req-c71b20d4-c07d-4969-942d-255b70b7d3b2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:07.362433 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8e7b0a2-7592-4642-8da5-aa7aff6daa98 req-c71b20d4-c07d-4969-942d-255b70b7d3b2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 944 time: 0.4619942 Aug 29 17:28:07.497863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] For port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:07.504436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] For port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7eec5457-ccd4-4574-9b28-1fcf46e07dfa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:07.515658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.540807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Router 827da992-229d-418c-910a-41849594e11a is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:28:07.625596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8e7b0a2-7592-4642-8da5-aa7aff6daa98 req-91655b45-b80f-48a7-93cc-58f65d7e7ae8 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548740 Aug 29 17:28:07.683529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:07.709993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e7718-ba0d-41c7-8b68-43613295ac3b None None] Pushing event updated for resources: {'Port': ['ID=7eec5457-ccd4-4574-9b28-1fcf46e07dfa,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:07.882634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:07.883082 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.885724 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f9afd5fd-6d1c-4848-9fd8-73be2122e184 req-dabe49d0-f990-4569-baad-e59999b66e50 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 210 time: 0.0837650 Aug 29 17:28:07.913086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Made reservation on behalf of 645d9236908f4ea097cd7097442344f2 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:07.920759 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:07.947729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:07.959718 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Sync routers for ids ['827da992-229d-418c-910a-41849594e11a'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:07.965326 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3240b99c-12dc-45ac-9b33-1aaff43e9d0e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "PUT /v2.0/routers/827da992-229d-418c-910a-41849594e11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6379938 Aug 29 17:28:07.966089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47666) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:07.979775 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Routers {'827da992-229d-418c-910a-41849594e11a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:07.985978 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['827da992-229d-418c-910a-41849594e11a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:08.096705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b582cfa-35fb-4802-b0d3-141a8045c2c7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:08.098168 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9b582cfa-35fb-4802-b0d3-141a8045c2c7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports/6afe9c1e-1486-4133-adbf-6260df11251c HTTP/1.1" status: 200 len: 911 time: 0.1299515 Aug 29 17:28:08.107394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47668) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:08.166565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47c87253-3230-4ffa-8140-a64ab556416e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:08.231178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7616cc5b-ec53-476d-9069-39f7190318fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:08.254665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7616cc5b-ec53-476d-9069-39f7190318fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:08.257510 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7616cc5b-ec53-476d-9069-39f7190318fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1491995 Aug 29 17:28:08.265170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47670) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:08.359710 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Set router 827da992-229d-418c-910a-41849594e11a gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:08.383498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 47c87253-3230-4ffa-8140-a64ab556416e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:08.386684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 40f1a041-15da-4d1c-94c9-f99cf836bda3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:08.413502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b05c1a-c719-4772-9a64-2ceecba3b60d {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:08.427125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d273-79d8-4156-8597-3da4f9114351 req-690341c1-aef0-48d3-9cfa-9913bcfd5bf0 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:08.434844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d04d273-79d8-4156-8597-3da4f9114351 req-690341c1-aef0-48d3-9cfa-9913bcfd5bf0 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.2089245 Aug 29 17:28:08.454123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:08.516595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 47c87253-3230-4ffa-8140-a64ab556416e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:08.516902 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:08.529493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Transition to ACTIVE for port object a8b05c1a-c719-4772-9a64-2ceecba3b60d will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:08.580424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d04d273-79d8-4156-8597-3da4f9114351 req-ad61be37-752f-43ce-b769-7f0dd07f7414 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430333 Aug 29 17:28:08.585786 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:08.714440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 40f1a041-15da-4d1c-94c9-f99cf836bda3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:08.721160 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:08.892115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b05c1a-c719-4772-9a64-2ceecba3b60d,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:08.907852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Allocated IP 172.20.0.2 (c7bacde5-2043-4073-91c1-4b81e2e6fa7b/9379d166-2147-4cbd-be78-e5d40b02a84e/a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:08.925319 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827da992-229d-418c-910a-41849594e11a', 'name': 'tempest-NetworksTestDHCPv6-router-481816390', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:02Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 2, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None, '_interfaces': [{'id': '6afe9c1e-1486-4133-adbf-6260df11251c', 'name': '', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'mac_address': 'fa:16:3e:7c:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827da992-229d-418c-910a-41849594e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'f1c76db7-0011-4e4e-96ce-dc20322fcf7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:04Z', 'updated_at': '2021-08-29T17:28:06Z', 'revision_number': 2, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'subnets': [{'id': 'f1c76db7-0011-4e4e-96ce-dc20322fcf7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:08.943457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606b556-c6a8-423e-b91f-5248e66dd7c1 req-3069d8fa-6fc3-4515-9e1d-be2f4a20e07d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:08.946714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c606b556-c6a8-423e-b91f-5248e66dd7c1 req-3069d8fa-6fc3-4515-9e1d-be2f4a20e07d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 944 time: 0.1687746 Aug 29 17:28:09.103533 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.155351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:09.159849 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668320d8-941b-4402-875d-d634ba1e7925" -d '{"events": [{"server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "name": "network-vif-plugged", "status": "completed", "tag": "47c87253-3230-4ffa-8140-a64ab556416e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:09.182902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Attempting to bind port a8b05c1a-c719-4772-9a64-2ceecba3b60d on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:09.183260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Attempting to bind port a8b05c1a-c719-4772-9a64-2ceecba3b60d by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:09.183594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Attempting to bind port a8b05c1a-c719-4772-9a64-2ceecba3b60d on network c7bacde5-2043-4073-91c1-4b81e2e6fa7b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:09.185086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c606b556-c6a8-423e-b91f-5248e66dd7c1 req-9ae6f101-493f-4680-b478-8edcbd556a73 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215161 Aug 29 17:28:09.187040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:09.199093 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.214915 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Port a8b05c1a-c719-4772-9a64-2ceecba3b60d on network c7bacde5-2043-4073-91c1-4b81e2e6fa7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:28:09.215470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Attempting to bind port a8b05c1a-c719-4772-9a64-2ceecba3b60d on network c7bacde5-2043-4073-91c1-4b81e2e6fa7b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:09.263787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:09.264202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Checking segment: {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:09.268234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Bound using segment: {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:09.268755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Bound port: a8b05c1a-c719-4772-9a64-2ceecba3b60d, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:09.269163 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.282309 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Checking router: 827da992-229d-418c-910a-41849594e11a for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:09.284344 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Updating router 827da992-229d-418c-910a-41849594e11a port 6afe9c1e-1486-4133-adbf-6260df11251c binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:28:09.368333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:09.369690 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.371042 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.531918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07c6afa9-39c8-43b1-b3c8-2b0e22c929cf req-8e6ae171-6585-469a-85c3-07be4695e39b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 210 time: 0.1242738 Aug 29 17:28:09.606280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] For port a8b05c1a-c719-4772-9a64-2ceecba3b60d, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:09.612836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] For port a8b05c1a-c719-4772-9a64-2ceecba3b60d, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:09.638827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f2025b31-c388-47d5-b2ff-49077e1d515e None None] Provisioning for port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:09.645679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7eec5457-ccd4-4574-9b28-1fcf46e07dfa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:09.685687 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.752842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.792521 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49537193-e455-45d7-9485-e0f4fc16331a x-openstack-request-id: req-49537193-e455-45d7-9485-e0f4fc16331a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:09.792858 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "name": "network-vif-plugged", "status": "completed", "tag": "47c87253-3230-4ffa-8140-a64ab556416e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:09.793078 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49537193-e455-45d7-9485-e0f4fc16331a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:09.793483 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e', 'code': 200} Aug 29 17:28:09.844302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:09.848570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:09.849256 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.855967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.864653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b05c1a-c719-4772-9a64-2ceecba3b60d,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:09.898029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:09.899867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:09.901444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-9f057005-2e63-42b3-9f4a-467e0bc16a36 service neutron] 10.222.0.43 "PUT /v2.0/ports/a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 200 len: 1092 time: 3.3761108 Aug 29 17:28:09.949518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6730485e-416c-460c-957c-abb7802f1c32', 'tag': 'a8b05c1a-c719-4772-9a64-2ceecba3b60d'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:09.953900 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0484b44a-1a6b-4660-9255-91e019433b60" -d '{"events": [{"name": "network-changed", "server_uuid": "6730485e-416c-460c-957c-abb7802f1c32", "tag": "a8b05c1a-c719-4772-9a64-2ceecba3b60d"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:10.043930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009043c2-d0ad-4ba2-ac6d-9107b30c607e req-edd06af2-decc-4c0d-aa57-abb9e82c350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:10.045447 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-009043c2-d0ad-4ba2-ac6d-9107b30c607e req-edd06af2-decc-4c0d-aa57-abb9e82c350d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 1097 time: 0.2358999 Aug 29 17:28:10.064605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Network c7bacde5-2043-4073-91c1-4b81e2e6fa7b is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:10.083211 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.087726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:10.121370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:10.126086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-969c269e-96d4-4a9f-816c-d5af6186b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:10.127634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-969c269e-96d4-4a9f-816c-d5af6186b8b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1095 time: 0.1597281 Aug 29 17:28:10.130027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Pushing event updated for resources: {'Port': ['ID=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:10.149564 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c2ad09-36d1-4db4-80b4-e700d89e730c x-openstack-request-id: req-73c2ad09-36d1-4db4-80b4-e700d89e730c {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:10.149840 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6730485e-416c-460c-957c-abb7802f1c32", "tag": "a8b05c1a-c719-4772-9a64-2ceecba3b60d", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:10.150091 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73c2ad09-36d1-4db4-80b4-e700d89e730c {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:10.150480 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6730485e-416c-460c-957c-abb7802f1c32', 'tag': 'a8b05c1a-c719-4772-9a64-2ceecba3b60d', 'status': 'completed', 'code': 200} Aug 29 17:28:10.179815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7eec5457-ccd4-4574-9b28-1fcf46e07dfa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:10.186532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4476d587-5c16-454c-97bd-930a6362ea41 None None] Provisioning for port 6afe9c1e-1486-4133-adbf-6260df11251c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:10.192067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.202968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4476d587-5c16-454c-97bd-930a6362ea41 None None] Provisioning complete for port 6afe9c1e-1486-4133-adbf-6260df11251c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:10.203293 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4476d587-5c16-454c-97bd-930a6362ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.270154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bad75-aef6-440e-b25c-933f37e79940 req-e4387fc6-0b39-49a8-919b-56bde98f881d tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:10.274290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-801bad75-aef6-440e-b25c-933f37e79940 req-e4387fc6-0b39-49a8-919b-56bde98f881d tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.3472264 Aug 29 17:28:10.317307 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.326747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-009043c2-d0ad-4ba2-ac6d-9107b30c607e req-b4d989da-9408-4a72-aa4f-199dea4142b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435031 Aug 29 17:28:10.348970 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Transition to ACTIVE for port object 6afe9c1e-1486-4133-adbf-6260df11251c will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:10.368406 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.385202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-801bad75-aef6-440e-b25c-933f37e79940 req-65929f73-87e3-4305-b039-9890f5c48316 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974278 Aug 29 17:28:10.395110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-e12bfc51-0fb3-42c0-af5d-c9e957d59485 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 200 len: 217 time: 0.2501788 Aug 29 17:28:10.415063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 6afe9c1e-1486-4133-adbf-6260df11251c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:10.416393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.443293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4476d587-5c16-454c-97bd-930a6362ea41 None None] Port 6afe9c1e-1486-4133-adbf-6260df11251c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:10.484768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=7eec5457-ccd4-4574-9b28-1fcf46e07dfa,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:10.520623 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12d4af-a008-4cf3-8124-cc56b6bed305 None None] Pushing event updated for resources: {'Port': ['ID=6afe9c1e-1486-4133-adbf-6260df11251c,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:10.616026 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.627582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-2cf3ccac-02f3-427e-83f9-7590301747e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:10.629083 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-2cf3ccac-02f3-427e-83f9-7590301747e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.1722493 Aug 29 17:28:10.646688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:10.646688 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.658195 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Attempting to bind port 6afe9c1e-1486-4133-adbf-6260df11251c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:10.670888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Attempting to bind port 6afe9c1e-1486-4133-adbf-6260df11251c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:10.672316 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Attempting to bind port 6afe9c1e-1486-4133-adbf-6260df11251c on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:10.685827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 6afe9c1e-1486-4133-adbf-6260df11251c owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:10.688835 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:10.689683 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:10.690626 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.691251 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:10.691967 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Bound port: 6afe9c1e-1486-4133-adbf-6260df11251c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:10.692619 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:10.696163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-8ad7caf4-058e-4ba9-9e94-1e97bc6d0de0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6009886 Aug 29 17:28:10.757957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Request body: {'port': {'device_id': '076d6ef5-0f74-409c-8db2-49b3800629ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:10.840088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-f6ddaa44-999a-4712-a318-e031ba40cf3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711745 Aug 29 17:28:10.843132 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] For port 6afe9c1e-1486-4133-adbf-6260df11251c, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:10.850665 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] For port 6afe9c1e-1486-4133-adbf-6260df11251c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6afe9c1e-1486-4133-adbf-6260df11251c,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:10.856745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b82dca-cdab-47b4-93c8-e09ea6f7093c req-e284d405-dfc7-4306-a030-a5df40693423 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:10.858346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9b82dca-cdab-47b4-93c8-e09ea6f7093c req-e284d405-dfc7-4306-a030-a5df40693423 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 945 time: 0.5410330 Aug 29 17:28:10.863283 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:11.024840 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Routers {'827da992-229d-418c-910a-41849594e11a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:11.025902 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:27:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['827da992-229d-418c-910a-41849594e11a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:11.028236 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12d4af-a008-4cf3-8124-cc56b6bed305 None None] Pushing event updated for resources: {'Port': ['ID=6afe9c1e-1486-4133-adbf-6260df11251c,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:11.035918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9b82dca-cdab-47b4-93c8-e09ea6f7093c req-0c347efe-81ea-485d-9caf-b06116896631 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200495 Aug 29 17:28:11.038316 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:11.088979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469bf02-200e-409b-9d7c-345338491a7d req-71a9dea4-c3b8-4583-ae11-9d24a4a16254 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:11.096417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0469bf02-200e-409b-9d7c-345338491a7d req-71a9dea4-c3b8-4583-ae11-9d24a4a16254 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 931 time: 0.1579695 Aug 29 17:28:11.173095 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] Set router 827da992-229d-418c-910a-41849594e11a gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:11.210297 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fde97a2f-64dc-4811-a9e7-ea6d7e108ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:11.377694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0469bf02-200e-409b-9d7c-345338491a7d req-a73fc640-3dd5-4246-823a-e9cddf0e7bd8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802424 Aug 29 17:28:11.483046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-91f9d12b-45f4-4710-8b71-a148ea26ba9a service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195841 Aug 29 17:28:11.558574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-04bb0680-d0fd-47ca-a7f1-7c83d8bfce71 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:11.566789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-04bb0680-d0fd-47ca-a7f1-7c83d8bfce71 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.4309127 Aug 29 17:28:11.571388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:11.608399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d6dfc06-d74d-4a89-ad31-72a11109120c req-6e04c1e5-b811-456f-88b8-71c297a942c4 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153927 Aug 29 17:28:11.629383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7eec5457-ccd4-4574-9b28-1fcf46e07dfa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:11.781985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0b908e3b-e8f5-4bef-bd15-f2f33dfad0bb None None] Could not find standard attr ID for object 6afe9c1e-1486-4133-adbf-6260df11251c. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:28:11.784100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=6afe9c1e-1486-4133-adbf-6260df11251c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:11.812846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484b44a-1a6b-4660-9255-91e019433b60 req-1ad435f9-cb27-427e-a8bb-2ea5202cb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:11.816512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0484b44a-1a6b-4660-9255-91e019433b60 req-1ad435f9-cb27-427e-a8bb-2ea5202cb066 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1095 time: 0.1142545 Aug 29 17:28:11.829436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:11.829815 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:11.874469 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827da992-229d-418c-910a-41849594e11a', 'name': 'tempest-NetworksTestDHCPv6-router-481816390', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:02Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 2, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None, '_interfaces': [{'id': '6afe9c1e-1486-4133-adbf-6260df11251c', 'name': '', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'mac_address': 'fa:16:3e:7c:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827da992-229d-418c-910a-41849594e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'f1c76db7-0011-4e4e-96ce-dc20322fcf7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:04Z', 'updated_at': '2021-08-29T17:28:10Z', 'revision_number': 4, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'subnets': [{'id': 'f1c76db7-0011-4e4e-96ce-dc20322fcf7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:11.955014 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:11.967460 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1904b-b8c2-4b70-a3bf-e4c961fd91c5 None None] The sync data for ids ['827da992-229d-418c-910a-41849594e11a'] in n-d-713499-15 is: [{'id': '827da992-229d-418c-910a-41849594e11a', 'name': 'tempest-NetworksTestDHCPv6-router-481816390', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:02Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 2, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None, '_interfaces': [{'id': '6afe9c1e-1486-4133-adbf-6260df11251c', 'name': '', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'mac_address': 'fa:16:3e:7c:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827da992-229d-418c-910a-41849594e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'f1c76db7-0011-4e4e-96ce-dc20322fcf7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:04Z', 'updated_at': '2021-08-29T17:28:10Z', 'revision_number': 4, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'subnets': [{'id': 'f1c76db7-0011-4e4e-96ce-dc20322fcf7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:12.045374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484b44a-1a6b-4660-9255-91e019433b60 req-45747444-213c-4c44-993b-0eee95568c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:12.047879 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0484b44a-1a6b-4660-9255-91e019433b60 req-45747444-213c-4c44-993b-0eee95568c99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 920 time: 0.2203710 Aug 29 17:28:12.189989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0484b44a-1a6b-4660-9255-91e019433b60 req-0cec9764-4ca7-40fb-a610-f2ec857550b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 200 len: 217 time: 0.1232553 Aug 29 17:28:12.262224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfec653-4aa3-4b3e-8a7e-6271fcbdd18f req-10890674-fb40-4ae7-bfe0-65d02281df81 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:12.267672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:12.271420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1bfec653-4aa3-4b3e-8a7e-6271fcbdd18f req-10890674-fb40-4ae7-bfe0-65d02281df81 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.6349361 Aug 29 17:28:12.298129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:12.334474 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:12.373497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484b44a-1a6b-4660-9255-91e019433b60 req-e29186cc-ed65-4bfa-8531-2bf99f7f68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:12.375139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0484b44a-1a6b-4660-9255-91e019433b60 req-e29186cc-ed65-4bfa-8531-2bf99f7f68df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.1782274 Aug 29 17:28:12.379440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Transition to ACTIVE for port object a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:12.465730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0484b44a-1a6b-4660-9255-91e019433b60 req-deccca4e-1b01-4036-8876-016562666c7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806987 Aug 29 17:28:12.468007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:12.605941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7968442-3344-45f2-9eae-8933fad9e9c2 req-82400861-baaf-4a96-8ef0-dcc342f5771f tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:12.614048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7968442-3344-45f2-9eae-8933fad9e9c2 req-82400861-baaf-4a96-8ef0-dcc342f5771f tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 945 time: 0.3067923 Aug 29 17:28:12.632623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0484b44a-1a6b-4660-9255-91e019433b60 req-b3308d99-2e83-46b7-a766-4fc099238f74 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471028 Aug 29 17:28:12.778978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0484b44a-1a6b-4660-9255-91e019433b60 req-8507ca05-5e0a-472b-994b-2261dc37a993 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052225 Aug 29 17:28:12.813805 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:12.833033 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7968442-3344-45f2-9eae-8933fad9e9c2 req-655a3456-eb5f-46ff-884f-8fc9900b7157 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178569 Aug 29 17:28:12.913297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:12.990953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Attempting to bind port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:12.990953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Attempting to bind port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:12.990953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Attempting to bind port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 on network c7bacde5-2043-4073-91c1-4b81e2e6fa7b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:13.013801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 on network c7bacde5-2043-4073-91c1-4b81e2e6fa7b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:28:13.014193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Attempting to bind port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 on network c7bacde5-2043-4073-91c1-4b81e2e6fa7b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:13.021667 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1bfec653-4aa3-4b3e-8a7e-6271fcbdd18f req-57c53e37-8b33-4c1b-96b9-206c1f314adb tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7490025 Aug 29 17:28:13.022242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:13.022722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Checking segment: {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:13.023184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Bound using segment: {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:13.023700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Bound port: a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:13.024126 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.051994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Deleting port 0d46c757-b476-4174-be7f-d62ac813f368 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:13.052273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.057531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Router 827da992-229d-418c-910a-41849594e11a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:28:13.113493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] For port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:13.120347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] For port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:13.130406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca77e81-e307-4be3-8fa6-c9cc08f2855b req-ab4be64f-ea8b-4e5c-bc89-a1dda971797e tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:13.146648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ca77e81-e307-4be3-8fa6-c9cc08f2855b req-ab4be64f-ea8b-4e5c-bc89-a1dda971797e tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 946 time: 0.1711049 Aug 29 17:28:13.150670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.272114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:13.273252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.274979 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 HTTP/1.1" status: 200 len: 1092 time: 2.5218730 Aug 29 17:28:13.275642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d6ef5-0f74-409c-8db2-49b3800629ea', 'tag': 'a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:13.278407 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feee5f2-c3df-4bf9-8ef5-937313d71933" -d '{"events": [{"name": "network-changed", "server_uuid": "076d6ef5-0f74-409c-8db2-49b3800629ea", "tag": "a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:13.332511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ca77e81-e307-4be3-8fa6-c9cc08f2855b req-6a1f802e-7ecc-4268-99a7-4321eb5aca57 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110399 Aug 29 17:28:13.346476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:13.361710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d3cf208b-8215-4e09-874a-928909d292c4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "PUT /v2.0/routers/827da992-229d-418c-910a-41849594e11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0949955 Aug 29 17:28:13.364367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47776) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:13.420528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:13.445500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c9648-0c99-43e1-9888-fd620247783e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:13.447653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c9648-0c99-43e1-9888-fd620247783e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:13.449446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8c9c9648-0c99-43e1-9888-fd620247783e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0734282 Aug 29 17:28:13.462467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83227386-4680-4b38-a89b-658b08dd365b req-5af99648-6fc6-4a74-b3f2-8b8741f3e562 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:13.464082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83227386-4680-4b38-a89b-658b08dd365b req-5af99648-6fc6-4a74-b3f2-8b8741f3e562 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 943 time: 0.2951303 Aug 29 17:28:13.472600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47778) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:13.509052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.509413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.520651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.521082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.521440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.521795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.522145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.526011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.526404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.526781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.527135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.527484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f5ab5-8187-4cd2-9e4a-a09a8dfde9f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:13.535657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83227386-4680-4b38-a89b-658b08dd365b req-97eed4dc-fdf3-4eb6-8562-b0d094b85bb6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Aug 29 17:28:13.591181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] For port 0d46c757-b476-4174-be7f-d62ac813f368, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0d46c757-b476-4174-be7f-d62ac813f368,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:13.591661 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.625008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd071-2405-408d-a35d-bb865af8389c req-addaf047-95b2-4931-8457-0825d66e9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:13.630457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-addaf047-95b2-4931-8457-0825d66e9f35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 1095 time: 0.2917531 Aug 29 17:28:13.669681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ad3346-4dd5-481b-b3af-cd426a31ed51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet f1c76db7-0011-4e4e-96ce-dc20322fcf7e {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:13.676299 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51ad3346-4dd5-481b-b3af-cd426a31ed51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.700262 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f362fa87-6988-4465-9771-e7b7a9544836 x-openstack-request-id: req-f362fa87-6988-4465-9771-e7b7a9544836 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:13.701088 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076d6ef5-0f74-409c-8db2-49b3800629ea", "tag": "a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:13.702165 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f362fa87-6988-4465-9771-e7b7a9544836 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:13.703916 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d6ef5-0f74-409c-8db2-49b3800629ea', 'tag': 'a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8', 'status': 'completed', 'code': 200} Aug 29 17:28:13.787146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-09287ed5-9216-4386-8fa3-1b5b5e96e8ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 HTTP/1.1" status: 200 len: 217 time: 0.1149499 Aug 29 17:28:13.819399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51ad3346-4dd5-481b-b3af-cd426a31ed51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.830480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9c858613-212a-4d2a-aab7-6fa078589729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.884473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.997298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.997616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.997937 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Floating IP 6e197aa5-16c5-45c9-a6aa-3776c71f15b8 disassociated. External IP: 172.25.2.77, port: 0d46c757-b476-4174-be7f-d62ac813f368. Aug 29 17:28:13.998280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Calling delete_port for 0d46c757-b476-4174-be7f-d62ac813f368 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:14.080578 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0d46c757-b476-4174-be7f-d62ac813f368 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:14.186939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51ad3346-4dd5-481b-b3af-cd426a31ed51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:14.271299 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:14.288807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c488184-a663-47fa-9491-502caa99d89a req-f77b2525-f36a-40e6-8c78-d7dde9b039c2 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:14.290245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c488184-a663-47fa-9491-502caa99d89a req-f77b2525-f36a-40e6-8c78-d7dde9b039c2 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 946 time: 0.7167549 Aug 29 17:28:14.292111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a8b05c1a-c719-4772-9a64-2ceecba3b60d details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:28:14.350339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd071-2405-408d-a35d-bb865af8389c req-3cb242e5-66c8-4556-aa75-0e511227f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:14.351986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-3cb242e5-66c8-4556-aa75-0e511227f72b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.5512531 Aug 29 17:28:14.366820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953fa88-5a1b-4aa4-91cc-1d9b723dcff5 req-c011a0fd-688d-4b43-85ec-7139dc3003d0 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:14.368593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c953fa88-5a1b-4aa4-91cc-1d9b723dcff5 req-c011a0fd-688d-4b43-85ec-7139dc3003d0 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 945 time: 0.1311102 Aug 29 17:28:14.390727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51ad3346-4dd5-481b-b3af-cd426a31ed51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:14.394791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7ba6c-4cb5-46a7-b7b0-9977613c2c99 req-8327e43f-11f0-4c7e-80b8-b833f6a46c11 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:14.402845 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c7a7ba6c-4cb5-46a7-b7b0-9977613c2c99 req-8327e43f-11f0-4c7e-80b8-b833f6a46c11 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 945 time: 0.5850384 Aug 29 17:28:14.425194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a8b05c1a-c719-4772-9a64-2ceecba3b60d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:14.446746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-98086538-8ab0-4619-ae69-9dba181bb3fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729849 Aug 29 17:28:14.447981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad3346-4dd5-481b-b3af-cd426a31ed51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c76db7-0011-4e4e-96ce-dc20322fcf7e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:14.453577 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51ad3346-4dd5-481b-b3af-cd426a31ed51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:14.461518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'a8b05c1a-c719-4772-9a64-2ceecba3b60d', 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b', 'port_id': 'a8b05c1a-c719-4772-9a64-2ceecba3b60d', 'mac_address': 'fa:16:3e:4c:98:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9379d166-2147-4cbd-be78-e5d40b02a84e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:28:14.464811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] Sync routers for ids ['827da992-229d-418c-910a-41849594e11a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:14.467549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47790) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:14.469130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-51ad3346-4dd5-481b-b3af-cd426a31ed51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/f1c76db7-0011-4e4e-96ce-dc20322fcf7e HTTP/1.1" status: 204 len: 168 time: 0.9949100 Aug 29 17:28:14.482244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:14.485455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643cc90d-5a31-4362-bc5b-6dfada090594 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:14.511715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event deleted for resources: {'Port': ['ID=0d46c757-b476-4174-be7f-d62ac813f368,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:14.542857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c953fa88-5a1b-4aa4-91cc-1d9b723dcff5 req-b9195c4e-9c31-473e-9519-72033c1f51b2 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d61dd-55aa-4341-af25-c99f701cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486695 Aug 29 17:28:14.581786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c7a7ba6c-4cb5-46a7-b7b0-9977613c2c99 req-94a768ed-974e-4969-a0d5-556162aad2ea tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779952 Aug 29 17:28:14.594209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] Routers {'827da992-229d-418c-910a-41849594e11a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:14.594974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:28:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['827da992-229d-418c-910a-41849594e11a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:14.695685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] Set router 827da992-229d-418c-910a-41849594e11a gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:14.747359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda6639-8278-4200-94bf-08398f004047 req-1da31167-7680-4312-982a-0e0bf5efcf76 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:14.756047 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ecda6639-8278-4200-94bf-08398f004047 req-1da31167-7680-4312-982a-0e0bf5efcf76 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 946 time: 0.1015124 Aug 29 17:28:14.760814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Deleting port f39f4ffe-ecca-4f6b-855a-ef36630d1976 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:14.761419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:14.770753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827da992-229d-418c-910a-41849594e11a', 'name': 'tempest-NetworksTestDHCPv6-router-481816390', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:02Z', 'updated_at': '2021-08-29T17:28:11Z', 'revision_number': 3, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:14.779170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-049457dc-06ab-4cb9-b75b-6a066cb59d00 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3067219 Aug 29 17:28:14.784102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47798) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:14.869282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] Checking router: 827da992-229d-418c-910a-41849594e11a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:14.875982 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:14.912598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:28:14.930665 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-22bfab5a-ad96-4a3e-87ed-8069c7a0cb99 service neutron] 10.222.0.44 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726164 Aug 29 17:28:14.936418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b05c1a-c719-4772-9a64-2ceecba3b60d {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:14.944994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab79895-d875-4647-8b14-94f58f393000 req-4466d275-15e0-4096-8358-667ca6c47a34 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:14.958106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab79895-d875-4647-8b14-94f58f393000 req-4466d275-15e0-4096-8358-667ca6c47a34 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 943 time: 0.2628176 Aug 29 17:28:14.964084 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ecda6639-8278-4200-94bf-08398f004047 req-c89fab57-7756-4ed0-b66d-3dd0b36d0d49 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/security-groups?id=bee0571d-79ad-4c07-a15e-5ca92558aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069635 Aug 29 17:28:14.972790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a8b05c1a-c719-4772-9a64-2ceecba3b60d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:14.980340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] Routers {'827da992-229d-418c-910a-41849594e11a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:14.981836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:28:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['827da992-229d-418c-910a-41849594e11a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:15.007042 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9b7-7ce4-4bca-802c-33ddfc465f25 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.018441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.243517 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e7fd071-2405-408d-a35d-bb865af8389c req-25b8a2f5-0d73-48f3-be2c-c6e5519fc48e service neutron] 10.222.0.44 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762628 Aug 29 17:28:15.266921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] For port f39f4ffe-ecca-4f6b-855a-ef36630d1976, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f39f4ffe-ecca-4f6b-855a-ef36630d1976,segment=NetworkSegment(2f5ce4df-3685-4681-b8b6-d06070b4bd5f),segment_id=2f5ce4df-3685-4681-b8b6-d06070b4bd5f)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:15.267579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.303440 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab79895-d875-4647-8b14-94f58f393000 req-978bc22e-e6ac-437a-9d72-d48c15c9a596 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442743 Aug 29 17:28:15.317527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Calling delete_port for f39f4ffe-ecca-4f6b-855a-ef36630d1976 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:15.449703 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9b7-7ce4-4bca-802c-33ddfc465f25 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.451879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9b7-7ce4-4bca-802c-33ddfc465f25 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.530303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] Set router 827da992-229d-418c-910a-41849594e11a gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:15.697547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-c8266422-7028-492b-827d-9e33f45fe11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:15.701808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-c8266422-7028-492b-827d-9e33f45fe11b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 1095 time: 0.3593607 Aug 29 17:28:15.710327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['a8b05c1a-c719-4772-9a64-2ceecba3b60d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:28:15.719984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:28:15.748958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827da992-229d-418c-910a-41849594e11a', 'name': 'tempest-NetworksTestDHCPv6-router-481816390', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:02Z', 'updated_at': '2021-08-29T17:28:11Z', 'revision_number': 3, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:15.755156 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.757127 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14a42051-e511-493c-821b-087496266110 req-67032812-d028-45fe-aa75-7e3817989b31 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0497749-5983-48e2-9fc8-0984fb306102 HTTP/1.1" status: 200 len: 210 time: 0.0730114 Aug 29 17:28:15.764970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9b7-7ce4-4bca-802c-33ddfc465f25 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.765813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5ba9b7-7ce4-4bca-802c-33ddfc465f25 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Fanout notify agent at l3_agent the message router_deleted on router 827da992-229d-418c-910a-41849594e11a {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:28:15.795055 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9b7-7ce4-4bca-802c-33ddfc465f25 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.799222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5d5ba9b7-7ce4-4bca-802c-33ddfc465f25 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/routers/827da992-229d-418c-910a-41849594e11a HTTP/1.1" status: 204 len: 168 time: 1.0119758 Aug 29 17:28:15.802756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47812) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:15.806336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=a8b05c1a-c719-4772-9a64-2ceecba3b60d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:15.812477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f000e9-85fd-4c70-96a6-8b684c802bd9 None None] The sync data for ids ['827da992-229d-418c-910a-41849594e11a'] in n-d-713499-15 is: [{'id': '827da992-229d-418c-910a-41849594e11a', 'name': 'tempest-NetworksTestDHCPv6-router-481816390', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:02Z', 'updated_at': '2021-08-29T17:28:11Z', 'revision_number': 3, 'project_id': '142c1fc75385498a86ecf7d5968c0d8f', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:15.878057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:15.904713 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] Sync routers for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:15.917211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.928848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cabc66-2a53-4955-b43e-46b390518728 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:15.941706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a4cabc66-2a53-4955-b43e-46b390518728 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1354632 Aug 29 17:28:15.944819 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:15.947142 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:28:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:15.966502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] Deleting port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:15.967272 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.983692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47816) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:15.998931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Pushing event deleted for resources: {'Port': ['ID=f39f4ffe-ecca-4f6b-855a-ef36630d1976,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:16.131880 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-adb5e000-2ad9-4bae-81d9-9ecf6ddea9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:16.134858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-adb5e000-2ad9-4bae-81d9-9ecf6ddea9b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 920 time: 0.4065197 Aug 29 17:28:16.155016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fdcddb-3f0a-44ae-a9ad-d30db405b5dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:16.159570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-51fdcddb-3f0a-44ae-a9ad-d30db405b5dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1627810 Aug 29 17:28:16.164012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d7e0-27ad-4c6f-8760-222389ea72bf req-63a546ef-1a36-4c07-b5ca-81322b0aa413 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:16.165305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] For port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7eec5457-ccd4-4574-9b28-1fcf46e07dfa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:16.165712 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.166996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ada7d7e0-27ad-4c6f-8760-222389ea72bf req-63a546ef-1a36-4c07-b5ca-81322b0aa413 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 945 time: 0.4633622 Aug 29 17:28:16.167794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47822) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:16.198408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] Calling delete_port for 7eec5457-ccd4-4574-9b28-1fcf46e07dfa owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:16.228186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] No DVR routers for this DVR port 0d46c757-b476-4174-be7f-d62ac813f368 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:16.236540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-877c4dd5-63dc-48ff-8ae1-d35d26a599e6 req-b96b9623-0b0b-4d0d-b06e-9f595add0842 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 210 time: 0.1115050 Aug 29 17:28:16.238273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.249931 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:16.255670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a96c0fdb-dff1-4bc0-b3bb-5577d5c84258 req-53e2c8c8-8040-41fb-8870-35d152783bf1 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.44 "DELETE /v2.0/ports/0d46c757-b476-4174-be7f-d62ac813f368 HTTP/1.1" status: 204 len: 173 time: 4.6222200 Aug 29 17:28:16.258036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0497749-5983-48e2-9fc8-0984fb306102', 'name': 'network-vif-deleted', 'tag': '0d46c757-b476-4174-be7f-d62ac813f368'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:16.269477 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9102a236-6d30-418d-9020-2ef142af5463" -d '{"events": [{"server_uuid": "b0497749-5983-48e2-9fc8-0984fb306102", "name": "network-vif-deleted", "tag": "0d46c757-b476-4174-be7f-d62ac813f368"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:16.429093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-8a7912c9-be01-4f01-92b9-c124c8ade647 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 HTTP/1.1" status: 200 len: 217 time: 0.2547958 Aug 29 17:28:16.446761 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4113f68-c8d9-47c4-ae40-6946bb2017c9 x-openstack-request-id: req-d4113f68-c8d9-47c4-ae40-6946bb2017c9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:16.447199 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0497749-5983-48e2-9fc8-0984fb306102", "name": "network-vif-deleted", "tag": "0d46c757-b476-4174-be7f-d62ac813f368", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:16.447582 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4113f68-c8d9-47c4-ae40-6946bb2017c9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:16.448183 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0497749-5983-48e2-9fc8-0984fb306102', 'name': 'network-vif-deleted', 'tag': '0d46c757-b476-4174-be7f-d62ac813f368', 'status': 'completed', 'code': 200} Aug 29 17:28:16.477782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1592d8d3-59b4-4b00-8f60-2b1c353d3744 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2825232 Aug 29 17:28:16.492133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47828) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:16.500344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:16.599026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] No DVR routers for this DVR port f39f4ffe-ecca-4f6b-855a-ef36630d1976 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:16.603350 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.605817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.611090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c488184-a663-47fa-9491-502caa99d89a req-d9e841e6-4677-46cd-b8a1-989e6ac497c7 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.43 "DELETE /v2.0/ports/f39f4ffe-ecca-4f6b-855a-ef36630d1976 HTTP/1.1" status: 204 len: 173 time: 2.3118110 Aug 29 17:28:16.656417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1eea4e1-15e8-4d63-be97-b76ae195c5b6', 'name': 'network-vif-deleted', 'tag': 'f39f4ffe-ecca-4f6b-855a-ef36630d1976'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:16.659841 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7496b91-d239-4f83-9ef5-2a9fd70dfbd1" -d '{"events": [{"server_uuid": "d1eea4e1-15e8-4d63-be97-b76ae195c5b6", "name": "network-vif-deleted", "tag": "f39f4ffe-ecca-4f6b-855a-ef36630d1976"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:16.679547 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ada7d7e0-27ad-4c6f-8760-222389ea72bf req-6f36be3b-7cbc-4790-9bf6-1b24b112e927 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644012 Aug 29 17:28:16.721002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-0f9da25e-e9f4-4e35-8954-5af058e9a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:16.726095 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-0f9da25e-e9f4-4e35-8954-5af058e9a150 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.2452946 Aug 29 17:28:16.763912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] Pushing event deleted for resources: {'Port': ['ID=7eec5457-ccd4-4574-9b28-1fcf46e07dfa,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:16.784593 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a53b8-65a5-4faf-96b5-03186919e0cf None None] No DVR routers for this DVR port 7eec5457-ccd4-4574-9b28-1fcf46e07dfa on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:16.832877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-2efaea29-248e-4975-8c28-96e2d1f3ddde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972159 Aug 29 17:28:16.854980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.932793 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:59Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:16.957250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754fb9-0b46-4262-9642-95269757d010 req-39f83c38-117c-454a-8bc8-d727d57fbc64 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:16.975840 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] Checking router: fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:16.976924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d754fb9-0b46-4262-9642-95269757d010 req-39f83c38-117c-454a-8bc8-d727d57fbc64 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 943 time: 0.3166542 Aug 29 17:28:16.990447 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:16.991097 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:28:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:17.050070 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8fd592-d818-4f6d-8567-f3bf0172a5ff x-openstack-request-id: req-3a8fd592-d818-4f6d-8567-f3bf0172a5ff {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:17.051281 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1eea4e1-15e8-4d63-be97-b76ae195c5b6", "name": "network-vif-deleted", "tag": "f39f4ffe-ecca-4f6b-855a-ef36630d1976", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:17.052702 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a8fd592-d818-4f6d-8567-f3bf0172a5ff {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:17.053863 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1eea4e1-15e8-4d63-be97-b76ae195c5b6', 'name': 'network-vif-deleted', 'tag': 'f39f4ffe-ecca-4f6b-855a-ef36630d1976', 'status': 'completed', 'code': 200} Aug 29 17:28:17.090458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d754fb9-0b46-4262-9642-95269757d010 req-65fa02f9-1f70-468a-adfc-d73649b69cf0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121752 Aug 29 17:28:17.094226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:17.100825 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:17.240964 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-db653e68-847d-449a-ad51-b046852f409c service neutron] 10.222.0.44 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894048 Aug 29 17:28:17.305046 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:17.415797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47852) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:17.556878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7eec5457-ccd4-4574-9b28-1fcf46e07dfa no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:17.634098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 7eec5457-ccd4-4574-9b28-1fcf46e07dfa {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:17.634857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7eec5457-ccd4-4574-9b28-1fcf46e07dfa not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:17.635616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5f6a15c-71a5-4285-bb4f-efc2748269bc req-6d777e9a-3012-4287-8417-e11b96782457 tempest-ServerTagsTestJSON-1793235102 tempest-ServerTagsTestJSON-1793235102-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1eea4e1-15e8-4d63-be97-b76ae195c5b6 HTTP/1.1" status: 200 len: 210 time: 0.1471996 Aug 29 17:28:17.636245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6afe9c1e-1486-4133-adbf-6260df11251c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:17.677289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1feee5f2-c3df-4bf9-8ef5-937313d71933 req-41af0e3c-e739-4f99-acd9-3f24b10ab888 service neutron] 10.222.0.44 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283845 Aug 29 17:28:17.698092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 6afe9c1e-1486-4133-adbf-6260df11251c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:17.698991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6afe9c1e-1486-4133-adbf-6260df11251c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:17.797329 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:59Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:17.799693 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca60562-0e8c-417b-990c-7e76e669fa7c tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:17.844127 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca60562-0e8c-417b-990c-7e76e669fa7c tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:17.894192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:28:17.901587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:17.932985 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68cb3f-03f9-4bc7-9478-a10846478485 None None] The sync data for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 is: [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:25:51Z', 'revision_number': 4, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'fd7c3a90-8461-43a3-9469-7bb554a8eda6', 'name': '', 'network_id': '69542ceb-8cfd-4619-bcb2-d3d7758a1f31', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'mac_address': 'fa:16:3e:6d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:47Z', 'updated_at': '2021-08-29T17:25:59Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'subnets': [{'id': 'fd2118f6-d4dc-407e-9572-b7438015c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:17.964438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:17.976132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=30e45bad-1285-46b5-b044-f5aea3ee97b6,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:17.987814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:17.991243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:17.992251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.002849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3866b547-427d-48a6-a677-b496e038522d None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:18.036566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bcd33536-a24a-4287-a323-733499ebeb8d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5425835 Aug 29 17:28:18.038047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca60562-0e8c-417b-990c-7e76e669fa7c tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.039082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47872) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:18.042010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca60562-0e8c-417b-990c-7e76e669fa7c tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.044180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eca60562-0e8c-417b-990c-7e76e669fa7c tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a1d61dd-55aa-4341-af25-c99f701cb876 HTTP/1.1" status: 204 len: 168 time: 0.6268704 Aug 29 17:28:18.044542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:18.048535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47874) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:18.073204 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-91119d2c-8f54-4390-a325-49d6f391fc72 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] show failed (client error): The resource could not be found. Aug 29 17:28:18.078027 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-91119d2c-8f54-4390-a325-49d6f391fc72 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "GET /v2.0/security-groups/7a1d61dd-55aa-4341-af25-c99f701cb876 HTTP/1.1" status: 404 len: 347 time: 0.0237780 Aug 29 17:28:18.078181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47876) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:18.116306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:28:18.242109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:18.252438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca60562-0e8c-417b-990c-7e76e669fa7c tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1d61dd-55aa-4341-af25-c99f701cb876,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:18.256683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.341498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a8b05c1a-c719-4772-9a64-2ceecba3b60d up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:18.346561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c17c4-d5a6-48ed-a0a2-c0bc7b1f0166 req-61c22db4-48bd-4f10-8ea5-aa32f4bc07a4 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:18.348623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a19c17c4-d5a6-48ed-a0a2-c0bc7b1f0166 req-61c22db4-48bd-4f10-8ea5-aa32f4bc07a4 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 943 time: 0.1333678 Aug 29 17:28:18.406943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:18.431500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8', 'network_id': 'c7bacde5-2043-4073-91c1-4b81e2e6fa7b', 'port_id': 'a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8', 'mac_address': 'fa:16:3e:01:1b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9379d166-2147-4cbd-be78-e5d40b02a84e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:28:18.496419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a19c17c4-d5a6-48ed-a0a2-c0bc7b1f0166 req-758d8462-6231-49d8-ab8e-84b784c53480 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335635 Aug 29 17:28:18.521438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Deleting port 03eabbcb-c6cd-4898-b31e-c487c313a985 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:18.521767 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.541515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd71643-889d-4658-95eb-d340a365c4f5 None None] New status for floating IP 6e197aa5-16c5-45c9-a6aa-3776c71f15b8: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:28:18.656362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.662748 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.663343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.679626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Calling delete_port for 03eabbcb-c6cd-4898-b31e-c487c313a985 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:18.692391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:18.698948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:18.708860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:18.710247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.757775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47884) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:18.758826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port a8b05c1a-c719-4772-9a64-2ceecba3b60d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:18.764670 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.776818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port a8b05c1a-c719-4772-9a64-2ceecba3b60d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:18.776985 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.859344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:18.886291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47900) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:18.886884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8431013 Aug 29 17:28:18.892080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26a0b2-e485-42cf-bb9a-34f9bebbb450 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=a0e4cacf-1f04-4b34-9bc4-59c92f0a2cb6,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:18.900611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:37:8f:de', 'name': 'tempest-NetworksTestDHCPv6-1884860857'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:18.920861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8816020a-88cd-4ad3-82aa-49ee188c7c58 admin admin] Deleting subnet 1f910647-1684-4d8c-8ff7-0648ebe89f37 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:18.928675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:18.949095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '30e45bad-1285-46b5-b044-f5aea3ee97b6'}, {'subnet_id': 'a0e4cacf-1f04-4b34-9bc4-59c92f0a2cb6'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:28:18.949968 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.954516 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.961983 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8816020a-88cd-4ad3-82aa-49ee188c7c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.022185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:19.043753 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.055994 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8816020a-88cd-4ad3-82aa-49ee188c7c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.135709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6730485e-416c-460c-957c-abb7802f1c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b05c1a-c719-4772-9a64-2ceecba3b60d'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:19.137979 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49fbfad-9746-4a68-8c96-e6d11615a03c" -d '{"events": [{"server_uuid": "6730485e-416c-460c-957c-abb7802f1c32", "name": "network-vif-plugged", "status": "completed", "tag": "a8b05c1a-c719-4772-9a64-2ceecba3b60d"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:19.159943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a8b05c1a-c719-4772-9a64-2ceecba3b60d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:19.169632 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.170424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f39f4ffe-ecca-4f6b-855a-ef36630d1976 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:19.219078 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2448d38a-c863-4ac2-8e47-b617f8ec3439 x-openstack-request-id: req-2448d38a-c863-4ac2-8e47-b617f8ec3439 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:19.219715 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6730485e-416c-460c-957c-abb7802f1c32", "name": "network-vif-plugged", "status": "completed", "tag": "a8b05c1a-c719-4772-9a64-2ceecba3b60d", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:19.220034 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2448d38a-c863-4ac2-8e47-b617f8ec3439 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:19.220457 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6730485e-416c-460c-957c-abb7802f1c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b05c1a-c719-4772-9a64-2ceecba3b60d', 'code': 200} Aug 29 17:28:19.282321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:28:19.287671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: f39f4ffe-ecca-4f6b-855a-ef36630d1976 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:19.288044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f39f4ffe-ecca-4f6b-855a-ef36630d1976 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:19.340298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37418833-bb7d-4ccd-a99c-b2826df008a8 req-21c0a239-76b9-4b03-9410-acef48c8082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:19.342632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37418833-bb7d-4ccd-a99c-b2826df008a8 req-21c0a239-76b9-4b03-9410-acef48c8082d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1097 time: 0.0748112 Aug 29 17:28:19.368711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=a8b05c1a-c719-4772-9a64-2ceecba3b60d,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:19.414843 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37418833-bb7d-4ccd-a99c-b2826df008a8 req-e7642d52-705f-4148-a6a8-ae1eebd54d00 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637572 Aug 29 17:28:19.483505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Allocated IP 172.20.0.2 (2ad95fe3-2af7-4150-b097-a47258efe850/a0e4cacf-1f04-4b34-9bc4-59c92f0a2cb6/34250b3c-28d0-453c-8787-c26aba6f1f29) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:19.502543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Allocated IP 2001:db8::f816:3eff:fe88:96b4 (2ad95fe3-2af7-4150-b097-a47258efe850/30e45bad-1285-46b5-b044-f5aea3ee97b6/34250b3c-28d0-453c-8787-c26aba6f1f29) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:19.564870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8816020a-88cd-4ad3-82aa-49ee188c7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.646642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8816020a-88cd-4ad3-82aa-49ee188c7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.679739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816020a-88cd-4ad3-82aa-49ee188c7c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f910647-1684-4d8c-8ff7-0648ebe89f37,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:19.692966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8816020a-88cd-4ad3-82aa-49ee188c7c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.696045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8816020a-88cd-4ad3-82aa-49ee188c7c58 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1f910647-1684-4d8c-8ff7-0648ebe89f37 HTTP/1.1" status: 204 len: 168 time: 0.9370329 Aug 29 17:28:19.703285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47912) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:19.758832 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.800285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a81d21-58f0-4d97-95ec-1f40e8925c1a req-cb24c710-5843-4237-92d7-27e1c35f2516 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:19.815744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6a81d21-58f0-4d97-95ec-1f40e8925c1a req-cb24c710-5843-4237-92d7-27e1c35f2516 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 944 time: 0.1753109 Aug 29 17:28:19.836849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:19.875130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.886872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Transition to ACTIVE for port object 34250b3c-28d0-453c-8787-c26aba6f1f29 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:19.909771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Transition to ACTIVE for port object 34250b3c-28d0-453c-8787-c26aba6f1f29 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:19.925091 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:19.927534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6a81d21-58f0-4d97-95ec-1f40e8925c1a req-3cc65854-aa26-4407-838a-fb5f80c03782 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077905 Aug 29 17:28:19.945374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Pushing event deleted for resources: {'Port': ['ID=03eabbcb-c6cd-4898-b31e-c487c313a985,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:19.958464 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.002092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:20.005636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:20.009633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Pushing event updated for resources: {'Port': ['ID=34250b3c-28d0-453c-8787-c26aba6f1f29,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:20.013019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:20.039187 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.060457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port fa8c457b-81de-45dd-91ac-e450772789c7 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:28:20.127087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Attempting to bind port 34250b3c-28d0-453c-8787-c26aba6f1f29 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:20.127640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Attempting to bind port 34250b3c-28d0-453c-8787-c26aba6f1f29 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:20.128216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Attempting to bind port 34250b3c-28d0-453c-8787-c26aba6f1f29 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:20.135992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47c87253-3230-4ffa-8140-a64ab556416e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:28:20.141004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:20.141539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:20.142374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.142900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:20.143576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Bound port: 34250b3c-28d0-453c-8787-c26aba6f1f29, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:20.144182 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.170164 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.173087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.177560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47938) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:20.178051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-be0ab991-9b83-4ccc-9707-01ca8f8a4466 tempest-ServersTestJSON-584525792 tempest-ServersTestJSON-584525792-project] 10.222.0.41 "DELETE /v2.0/floatingips/6e197aa5-16c5-45c9-a6aa-3776c71f15b8 HTTP/1.1" status: 204 len: 168 time: 2.0986490 Aug 29 17:28:20.368136 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.388749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41778c7e-89b2-4c11-a1d3-c9c34cca4518']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:20.437835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5ce4df-3685-4681-b8b6-d06070b4bd5f') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:20.438157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5ce4df-3685-4681-b8b6-d06070b4bd5f') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:20.457288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:20.503121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '47c87253-3230-4ffa-8140-a64ab556416e', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'port_id': '47c87253-3230-4ffa-8140-a64ab556416e', 'mac_address': 'fa:16:3e:8c:53:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6afdea-4eb5-44de-abf1-aa30422e284e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:28:20.508673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.527824 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] For port 34250b3c-28d0-453c-8787-c26aba6f1f29, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:20.566181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.602044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:28:20.628239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] For port 34250b3c-28d0-453c-8787-c26aba6f1f29, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=34250b3c-28d0-453c-8787-c26aba6f1f29,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:20.630969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:28:20.633056 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:28:20.647394 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.686640 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.690852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 172.20.0.7 (2ad95fe3-2af7-4150-b097-a47258efe850/a0e4cacf-1f04-4b34-9bc4-59c92f0a2cb6/fa8c457b-81de-45dd-91ac-e450772789c7) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:20.757819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47c87253-3230-4ffa-8140-a64ab556416e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:20.813947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:20.829818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f299548-b4b2-477c-b33f-4324ae9335fe None None] Pushing event updated for resources: {'Port': ['ID=34250b3c-28d0-453c-8787-c26aba6f1f29,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:20.860024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:fe37:8fde (2ad95fe3-2af7-4150-b097-a47258efe850/30e45bad-1285-46b5-b044-f5aea3ee97b6/fa8c457b-81de-45dd-91ac-e450772789c7) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:20.868814 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.913194 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:21.000590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['47c87253-3230-4ffa-8140-a64ab556416e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:28:21.131899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:21.259864 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:21.290497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:21.317897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] 10.222.0.41 "DELETE /v2.0/networks/41778c7e-89b2-4c11-a1d3-c9c34cca4518 HTTP/1.1" status: 204 len: 168 time: 1.6135020 Aug 29 17:28:21.397004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c87b9-c538-4591-b3de-5c429ae66adf req-1b868366-3945-4fc0-8980-4b64ec1fbf83 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:21.406252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e1c87b9-c538-4591-b3de-5c429ae66adf req-1b868366-3945-4fc0-8980-4b64ec1fbf83 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 944 time: 0.1758749 Aug 29 17:28:21.408052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4347c-1c39-41ac-b5e5-e80a35ff3c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=41778c7e-89b2-4c11-a1d3-c9c34cca4518,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:21.559313 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:21.598414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object fa8c457b-81de-45dd-91ac-e450772789c7 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:21.701435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:21.727311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 34250b3c-28d0-453c-8787-c26aba6f1f29 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:21.738527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e1c87b9-c538-4591-b3de-5c429ae66adf req-cf529b68-f88f-4c50-b35a-c8a595979840 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312809 Aug 29 17:28:21.761384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:21.827021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:21.838511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:21.846525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:21.852886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0d5792fd-1d6f-43e5-b2ee-3599758d7647 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c782c1cf58854ec7bdd6cc35f4f9f6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841870 Aug 29 17:28:21.853966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:21.892202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 34250b3c-28d0-453c-8787-c26aba6f1f29 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:21.905527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=fa8c457b-81de-45dd-91ac-e450772789c7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:21.973985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:21.983504 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.019525 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5f4f1d56-2257-4566-a7cc-ac79f86ec189 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1282389 Aug 29 17:28:22.020555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47984) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:22.029486 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb325dd-18a4-4bff-a61c-ddd878171288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.084514 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb325dd-18a4-4bff-a61c-ddd878171288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.096977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a059bcf-b5a5-4496-a9d8-7e28e8b484ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:22.112665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a059bcf-b5a5-4496-a9d8-7e28e8b484ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:22.125886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3a059bcf-b5a5-4496-a9d8-7e28e8b484ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1036301 Aug 29 17:28:22.126848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:22.140518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47c87253-3230-4ffa-8140-a64ab556416e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:22.196092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb325dd-18a4-4bff-a61c-ddd878171288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.198643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bb325dd-18a4-4bff-a61c-ddd878171288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.199807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5bb325dd-18a4-4bff-a61c-ddd878171288 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bee0571d-79ad-4c07-a15e-5ca92558aef6 HTTP/1.1" status: 204 len: 168 time: 0.3445365 Aug 29 17:28:22.234921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb325dd-18a4-4bff-a61c-ddd878171288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee0571d-79ad-4c07-a15e-5ca92558aef6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:22.248228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Deleting port fd7c3a90-8461-43a3-9469-7bb554a8eda6 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:22.248568 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.304137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 47c87253-3230-4ffa-8140-a64ab556416e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:22.304808 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.326744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-0328df31-7f67-4c19-8aeb-91b1c5d9d672 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port fa8c457b-81de-45dd-91ac-e450772789c7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:22.335177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0328df31-7f67-4c19-8aeb-91b1c5d9d672 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.518282 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.601635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:22.628020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:22.642542 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809f35bb-03c2-402c-bd2c-84807dfb31fb" -d '{"events": [{"server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "name": "network-vif-plugged", "status": "completed", "tag": "47c87253-3230-4ffa-8140-a64ab556416e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:22.649877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] For port fd7c3a90-8461-43a3-9469-7bb554a8eda6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fd7c3a90-8461-43a3-9469-7bb554a8eda6,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:22.650259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.657915 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0328df31-7f67-4c19-8aeb-91b1c5d9d672 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.663556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:22.664379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:22.710446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Calling delete_port for fd7c3a90-8461-43a3-9469-7bb554a8eda6 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:22.721355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-0328df31-7f67-4c19-8aeb-91b1c5d9d672 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for fa8c457b-81de-45dd-91ac-e450772789c7 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:23.439287 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0328df31-7f67-4c19-8aeb-91b1c5d9d672 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:23.501519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:23.514067 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee6789-ee4b-4749-8d2a-ac85ea279be9 x-openstack-request-id: req-dcee6789-ee4b-4749-8d2a-ac85ea279be9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:23.514558 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "name": "network-vif-plugged", "status": "completed", "tag": "47c87253-3230-4ffa-8140-a64ab556416e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:23.515526 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcee6789-ee4b-4749-8d2a-ac85ea279be9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:23.516176 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e', 'code': 200} Aug 29 17:28:23.521117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fe82e6-1549-4842-90c6-fc524867305c None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:23.600792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328df31-7f67-4c19-8aeb-91b1c5d9d672 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=fa8c457b-81de-45dd-91ac-e450772789c7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:23.807917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0328df31-7f67-4c19-8aeb-91b1c5d9d672 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:23.820095 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0328df31-7f67-4c19-8aeb-91b1c5d9d672 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/fa8c457b-81de-45dd-91ac-e450772789c7 HTTP/1.1" status: 204 len: 168 time: 1.6919377 Aug 29 17:28:23.826653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48058) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:23.842308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c25a8-032a-4c17-90b5-093a10dd1bb3 req-f140cb5d-d080-4556-8b3f-b5ef8bbcc723 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:23.844444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-164c25a8-032a-4c17-90b5-093a10dd1bb3 req-f140cb5d-d080-4556-8b3f-b5ef8bbcc723 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 944 time: 0.1337252 Aug 29 17:28:23.877019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:23.881445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b2db4606-cb78-41f5-a4dc-b4e3fdc9fe7c None None] Provisioning for port 34250b3c-28d0-453c-8787-c26aba6f1f29 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:23.888990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b2db4606-cb78-41f5-a4dc-b4e3fdc9fe7c None None] Provisioning complete for port 34250b3c-28d0-453c-8787-c26aba6f1f29 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:23.889416 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b2db4606-cb78-41f5-a4dc-b4e3fdc9fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:23.924845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:23.945027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:23.945407 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:23.948340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7c3a90-8461-43a3-9469-7bb554a8eda6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:24.001356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-164c25a8-032a-4c17-90b5-093a10dd1bb3 req-408d3875-c828-47fe-9867-fa09c893ea82 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496470 Aug 29 17:28:24.080826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3a93b-624a-4949-9cea-c83392191552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:24.084971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3a93b-624a-4949-9cea-c83392191552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:24.095865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3a93b-624a-4949-9cea-c83392191552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:24.104541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d8b3a93b-624a-4949-9cea-c83392191552 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2760530 Aug 29 17:28:24.105134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48066) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:24.266381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-435a7cb4-452d-49d6-bbbd-5ee5b49bdb64 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 30e45bad-1285-46b5-b044-f5aea3ee97b6 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:24.286561 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435a7cb4-452d-49d6-bbbd-5ee5b49bdb64 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.295223 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b2db4606-cb78-41f5-a4dc-b4e3fdc9fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.365480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.487450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435a7cb4-452d-49d6-bbbd-5ee5b49bdb64 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.522291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b2db4606-cb78-41f5-a4dc-b4e3fdc9fe7c None None] For port 34250b3c-28d0-453c-8787-c26aba6f1f29, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=34250b3c-28d0-453c-8787-c26aba6f1f29,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:24.567839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:24.584720 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b2db4606-cb78-41f5-a4dc-b4e3fdc9fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.609596 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.615090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.738874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435a7cb4-452d-49d6-bbbd-5ee5b49bdb64 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.818227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db4606-cb78-41f5-a4dc-b4e3fdc9fe7c None None] Pushing event updated for resources: {'Port': ['ID=34250b3c-28d0-453c-8787-c26aba6f1f29,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:24.838664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6274b9c7-7bdb-48df-a012-5353f764807e None None] Provisioning complete for port 34250b3c-28d0-453c-8787-c26aba6f1f29 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:24.839058 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6274b9c7-7bdb-48df-a012-5353f764807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:24.928394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435a7cb4-452d-49d6-bbbd-5ee5b49bdb64 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:25.019817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a7cb4-452d-49d6-bbbd-5ee5b49bdb64 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=30e45bad-1285-46b5-b044-f5aea3ee97b6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:25.048002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435a7cb4-452d-49d6-bbbd-5ee5b49bdb64 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:25.066487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-435a7cb4-452d-49d6-bbbd-5ee5b49bdb64 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/30e45bad-1285-46b5-b044-f5aea3ee97b6 HTTP/1.1" status: 204 len: 168 time: 0.9482551 Aug 29 17:28:25.068339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48100) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:25.152602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:28:25.179577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0827a78-d1c5-4327-8af3-61e06a4ddc53 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:25.198140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet a0e4cacf-1f04-4b34-9bc4-59c92f0a2cb6 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:25.206609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:25.307161 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:25.377785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:25.501254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:25.518902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076d6ef5-0f74-409c-8db2-49b3800629ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:25.524864 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e0cb6f-3102-4490-85a3-34367488885c" -d '{"events": [{"server_uuid": "076d6ef5-0f74-409c-8db2-49b3800629ea", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:25.561342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07399869-8b4a-411f-acb8-fc277fb1b61e req-8d7ca48e-5364-4b1e-be2f-1b2596fd68b0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:25.575715 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07399869-8b4a-411f-acb8-fc277fb1b61e req-8d7ca48e-5364-4b1e-be2f-1b2596fd68b0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.4182982 Aug 29 17:28:25.589634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:25.598973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bcf566ca-fca5-4a0b-9221-f80f73e9ef8f admin admin] 10.222.0.41 "PUT /v2.0/routers/fce2e2d3-9c37-4694-90c8-dd3ff23b3d43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4201136 Aug 29 17:28:25.606654 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] Sync routers for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:25.607268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48112) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:25.623243 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:25.623967 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:28:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:25.706569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07399869-8b4a-411f-acb8-fc277fb1b61e req-502dfc1b-7438-4b41-ade0-df95df5d4f4a tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923736 Aug 29 17:28:25.728045 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:25.804537 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1421c2b-3c19-470a-900c-8f2bb1dc1ea5 x-openstack-request-id: req-f1421c2b-3c19-470a-900c-8f2bb1dc1ea5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:25.804933 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076d6ef5-0f74-409c-8db2-49b3800629ea", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:25.805084 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1421c2b-3c19-470a-900c-8f2bb1dc1ea5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:25.805477 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076d6ef5-0f74-409c-8db2-49b3800629ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8', 'code': 200} Aug 29 17:28:25.821965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-19da28b6-a4bf-42d8-bcd2-0fbb5e0c3e84 None None] Could not find standard attr ID for object fa8c457b-81de-45dd-91ac-e450772789c7. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:28:25.874269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 34250b3c-28d0-453c-8787-c26aba6f1f29 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:25.891605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2ca086f-85b4-49e5-887f-ef652cf47a97 req-d1efbb61-ca51-468f-bcaf-e0c7590fc857 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc98734d-11c0-454c-a4df-6ad46bea40bd HTTP/1.1" status: 200 len: 210 time: 0.3211520 Aug 29 17:28:25.894811 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:25.903867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48120) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:25.924336 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/a0e4cacf-1f04-4b34-9bc4-59c92f0a2cb6 HTTP/1.1" status: 204 len: 168 time: 0.8545229 Aug 29 17:28:25.929656 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:25.949377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:28:25.989666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e4cacf-1f04-4b34-9bc4-59c92f0a2cb6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:26.028268 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-161e658f-480e-4b36-b573-f860f277c674 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195631 Aug 29 17:28:26.030657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48128) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:26.058404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.059056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.062444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.063431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.066785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:26.068864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.071939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.081453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.085065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.088110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.090278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.106608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.108898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c082e4-ab76-4b24-8f39-767866ed108e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:26.221360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] Deleting port 34250b3c-28d0-453c-8787-c26aba6f1f29 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:26.223554 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:26.225559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 34250b3c-28d0-453c-8787-c26aba6f1f29 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:26.229888 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:26.252147 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:28:23Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:26.315229 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] Checking router: fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:26.340013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] Routers {'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:26.342215 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:28:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:26.342729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:26.421548 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] For port 34250b3c-28d0-453c-8787-c26aba6f1f29, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=34250b3c-28d0-453c-8787-c26aba6f1f29,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:26.423376 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:26.531182 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] Set router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:26.623934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] Calling delete_port for 34250b3c-28d0-453c-8787-c26aba6f1f29 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:26.710268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdab048-c052-4bea-8967-cecadf99119a req-711dd2bd-bdaf-4e00-9a98-52129634f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:26.727539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fdab048-c052-4bea-8967-cecadf99119a req-711dd2bd-bdaf-4e00-9a98-52129634f777 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 1097 time: 0.6933370 Aug 29 17:28:26.762152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:26.875512 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:28:23Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:26.912938 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47620da3-f947-4709-8c33-bba1cb58aad7 None None] The sync data for ids ['fce2e2d3-9c37-4694-90c8-dd3ff23b3d43'] in n-d-713499-15 is: [{'id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'name': 'tempest-ServersTestJSON-1509567313-router', 'tenant_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:36Z', 'updated_at': '2021-08-29T17:28:23Z', 'revision_number': 5, 'project_id': 'e91f7a7dc08f4327a22b89a9dbd78f9f', 'gw_port': {'id': '682c328c-4fa3-4fc9-a18d-a282f44ba4c3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2e2d3-9c37-4694-90c8-dd3ff23b3d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:38Z', 'updated_at': '2021-08-29T17:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:26.987806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Deleting port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:26.992860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:27.021313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab9ea9-044f-4142-a6c4-ae7381a89768 req-97bf1a61-2c85-43ee-aa15-a3d48f0f405a tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:27.031302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21ab9ea9-044f-4142-a6c4-ae7381a89768 req-97bf1a61-2c85-43ee-aa15-a3d48f0f405a tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1616552 Aug 29 17:28:27.147750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdd7682a-e063-4ae7-948f-63bde5fd9f36 req-40546177-f5c0-4db8-a5d5-17665bee9ae7 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.2644038 Aug 29 17:28:27.198454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:27.291034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fdab048-c052-4bea-8967-cecadf99119a req-5deb757c-80b6-4642-a492-376fd81ec87d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393672 Aug 29 17:28:27.303337 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21ab9ea9-044f-4142-a6c4-ae7381a89768 req-d3394f93-11e6-4564-ab9a-d4d227945ca2 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652926 Aug 29 17:28:27.313302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:27.320888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:27.352858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] No DVR routers for this DVR port 34250b3c-28d0-453c-8787-c26aba6f1f29 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:27.364294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4183e-138a-4d86-9d92-3e2408dae090 None None] Pushing event deleted for resources: {'Port': ['ID=34250b3c-28d0-453c-8787-c26aba6f1f29,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:27.519145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] For port 682c328c-4fa3-4fc9-a18d-a282f44ba4c3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=682c328c-4fa3-4fc9-a18d-a282f44ba4c3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:27.533688 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:27.575173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fd7c3a90-8461-43a3-9469-7bb554a8eda6 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:27.620253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Calling delete_port for 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:27.665776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: fd7c3a90-8461-43a3-9469-7bb554a8eda6 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:27.666372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fd7c3a90-8461-43a3-9469-7bb554a8eda6 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:27.666840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 34250b3c-28d0-453c-8787-c26aba6f1f29 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:27.719825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 34250b3c-28d0-453c-8787-c26aba6f1f29 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:27.720210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 34250b3c-28d0-453c-8787-c26aba6f1f29 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:28.149871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.187903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:28:28.216508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=682c328c-4fa3-4fc9-a18d-a282f44ba4c3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:28.220558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.392089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.401441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=23d50c48-ff52-4d53-843d-a4b24ff50f02,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:28.410689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:28.422192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:28.434297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760eb982-246c-4fe1-9267-906899621369 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:28.438408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:28.439040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.494219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42d85ddf-947a-43df-84ee-4167eeee9c1c req-d24a14ad-ac4a-45c4-9592-42aca61f56e6 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0938709 Aug 29 17:28:28.529416 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a51ed267-f286-4b59-97dd-7260c93b3ea5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4856110 Aug 29 17:28:28.529633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48204) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:28.536003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:28.666628 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.670410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.858571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:28.867293 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.899912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '23d50c48-ff52-4d53-843d-a4b24ff50f02'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:28:28.901476 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.930398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf423d5a-fdde-4778-882d-eb11b70630f9 req-2417f49c-a1b8-42e0-835b-d30e905c5ab0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:28.934362 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf423d5a-fdde-4778-882d-eb11b70630f9 req-2417f49c-a1b8-42e0-835b-d30e905c5ab0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.4855797 Aug 29 17:28:28.956053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.956745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:28:28.969749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:28.975772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d3b82ef0-6d25-49f3-b59e-af3bd2128c32 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fce2e2d3-9c37-4694-90c8-dd3ff23b3d43 HTTP/1.1" status: 204 len: 168 time: 3.3577037 Aug 29 17:28:28.979249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48216) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:29.118105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1caad970-ebf0-4462-b879-7dfa9f7108c2 req-b6f3e67d-ed47-43af-bf18-fd8fd707b352 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc98734d-11c0-454c-a4df-6ad46bea40bd HTTP/1.1" status: 200 len: 210 time: 0.0978763 Aug 29 17:28:29.143072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Allocated IP 2001:db8::f816:3eff:fe7a:4b68 (2ad95fe3-2af7-4150-b097-a47258efe850/23d50c48-ff52-4d53-843d-a4b24ff50f02/7c9a7fde-1984-47b7-b3ab-e638c3590678) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:29.177232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf423d5a-fdde-4778-882d-eb11b70630f9 req-7b88c0d0-e17a-43ab-8949-f808519cb5d0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147567 Aug 29 17:28:29.213590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c751070-1b14-49ab-a505-836e71cd93b5 admin admin] Deleting subnet fd2118f6-d4dc-407e-9572-b7438015c0ac {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:29.223511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c751070-1b14-49ab-a505-836e71cd93b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.329364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c751070-1b14-49ab-a505-836e71cd93b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.422937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.433044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Transition to ACTIVE for port object 7c9a7fde-1984-47b7-b3ab-e638c3590678 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:29.451103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Transition to ACTIVE for port object 7c9a7fde-1984-47b7-b3ab-e638c3590678 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:29.482158 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.521978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c751070-1b14-49ab-a505-836e71cd93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.540662 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.574099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:29.584579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:29.590816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:29.689261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c751070-1b14-49ab-a505-836e71cd93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.697188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Pushing event updated for resources: {'Port': ['ID=7c9a7fde-1984-47b7-b3ab-e638c3590678,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:29.719869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=ef1b4525-8bc7-4118-9017-1a893818aed2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:29.745570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:29.755191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:29.767181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:29.767795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.796645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c751070-1b14-49ab-a505-836e71cd93b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2118f6-d4dc-407e-9572-b7438015c0ac,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:29.827381 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c751070-1b14-49ab-a505-836e71cd93b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:29.838204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0c751070-1b14-49ab-a505-836e71cd93b5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fd2118f6-d4dc-407e-9572-b7438015c0ac HTTP/1.1" status: 204 len: 168 time: 0.8354726 Aug 29 17:28:29.844312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48232) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:29.854798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:29.865479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c53ec-7e2d-44ce-81fe-bc25ba72ad48 None None] Network 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:29.867899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48238) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:29.873558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:b5:61:5a', 'name': 'tempest-NetworksTestDHCPv6-285523133'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:29.873748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bcb0fc9d-b563-4b04-9121-9f11dfda42de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3367074 Aug 29 17:28:29.973468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ff75c15-fda1-450c-84c1-21ac188629ef req-aecaff62-0bed-4a31-ad87-699290c8b1e9 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.1606147 Aug 29 17:28:30.071583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:30.091050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 682c328c-4fa3-4fc9-a18d-a282f44ba4c3 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:30.120396 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.148877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Attempting to bind port 7c9a7fde-1984-47b7-b3ab-e638c3590678 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:30.149722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Attempting to bind port 7c9a7fde-1984-47b7-b3ab-e638c3590678 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:30.150525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Attempting to bind port 7c9a7fde-1984-47b7-b3ab-e638c3590678 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:30.158531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:30.164695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:30.165534 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.166303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:30.167301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Bound port: 7c9a7fde-1984-47b7-b3ab-e638c3590678, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:30.167890 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.300630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:30.376507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] For port 7c9a7fde-1984-47b7-b3ab-e638c3590678, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:30.405063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] For port 7c9a7fde-1984-47b7-b3ab-e638c3590678, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7c9a7fde-1984-47b7-b3ab-e638c3590678,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:30.415433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.460707 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8444803-1f56-48de-ae50-28aa76abd9b2 req-073aab52-9b7a-4a0d-8cc2-ab4428aaeb55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.1050296 Aug 29 17:28:30.502658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71674e9e-e8da-47b4-8089-21befb4a0f2f None None] Pushing event updated for resources: {'Port': ['ID=7c9a7fde-1984-47b7-b3ab-e638c3590678,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:30.505892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] DHCP port deletion for 69542ceb-8cfd-4619-bcb2-d3d7758a1f31 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:28:30.588757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] Deleting port 73e464f6-ffe5-48cd-833c-64cbf8504b77 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:30.589464 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.681230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.686008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] For port 73e464f6-ffe5-48cd-833c-64cbf8504b77, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=73e464f6-ffe5-48cd-833c-64cbf8504b77,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:30.687522 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.706400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] Calling delete_port for 73e464f6-ffe5-48cd-833c-64cbf8504b77 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:30.720842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Deleting port 73e464f6-ffe5-48cd-833c-64cbf8504b77 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:30.721125 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.902498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:30.927653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 7bd54b39-9b12-49e8-a3f3-7e127b8a83dc yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:28:30.993319 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] Pushing event deleted for resources: {'Port': ['ID=73e464f6-ffe5-48cd-833c-64cbf8504b77,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:31.016994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f17d9-2d0c-44e0-8fa5-c309e0b5b11a None None] No DVR routers for this DVR port 73e464f6-ffe5-48cd-833c-64cbf8504b77 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:31.091565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749ef45-6bf3-44cf-a8e5-0f5eb31c47d3 req-b6eab57a-c659-455f-80ba-ef8479088d39 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:31.102964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0749ef45-6bf3-44cf-a8e5-0f5eb31c47d3 req-b6eab57a-c659-455f-80ba-ef8479088d39 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.7584703 Aug 29 17:28:31.133185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] For port 73e464f6-ffe5-48cd-833c-64cbf8504b77, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=73e464f6-ffe5-48cd-833c-64cbf8504b77,segment=NetworkSegment(76a30b1b-78dc-4526-9a99-1cd0b264374e),segment_id=76a30b1b-78dc-4526-9a99-1cd0b264374e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:31.133614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:31.174259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Calling delete_port for 73e464f6-ffe5-48cd-833c-64cbf8504b77 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:31.297748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d561fcf8-27c7-46e9-8fa3-19a6ee1f7ed5 req-ebcc1bea-9029-4e8b-821e-78c28fdb57a9 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0415850 Aug 29 17:28:31.465448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:31.565138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 172.20.0.8 (2ad95fe3-2af7-4150-b097-a47258efe850/ef1b4525-8bc7-4118-9017-1a893818aed2/7bd54b39-9b12-49e8-a3f3-7e127b8a83dc) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:31.567600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e464f6-ffe5-48cd-833c-64cbf8504b77,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:31.575446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0749ef45-6bf3-44cf-a8e5-0f5eb31c47d3 req-9c81eaad-e3ca-47fd-8e8e-000e464f5c07 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716034 Aug 29 17:28:31.576381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] No DVR routers for this DVR port 73e464f6-ffe5-48cd-833c-64cbf8504b77 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:31.600224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:feb5:615a (2ad95fe3-2af7-4150-b097-a47258efe850/23d50c48-ff52-4d53-843d-a4b24ff50f02/7bd54b39-9b12-49e8-a3f3-7e127b8a83dc) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:31.647872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7c9a7fde-1984-47b7-b3ab-e638c3590678 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:31.762486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:31.857649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 73e464f6-ffe5-48cd-833c-64cbf8504b77 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:31.940542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 73e464f6-ffe5-48cd-833c-64cbf8504b77 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:31.943892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 73e464f6-ffe5-48cd-833c-64cbf8504b77 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:31.959554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.018906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-6a220db7-7bdc-4163-bf2a-b92c4fb71afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.022844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-6a220db7-7bdc-4163-bf2a-b92c4fb71afe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 1097 time: 0.1036823 Aug 29 17:28:32.077248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69542ceb-8cfd-4619-bcb2-d3d7758a1f31']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:32.111850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a30b1b-78dc-4526-9a99-1cd0b264374e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:32.112175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a30b1b-78dc-4526-9a99-1cd0b264374e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:32.128025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799bd79-a1de-44ea-9d4d-2dc5677fbd81 req-553a9b1d-f499-4595-8f6f-98ec4c021701 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.130117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b799bd79-a1de-44ea-9d4d-2dc5677fbd81 req-553a9b1d-f499-4595-8f6f-98ec4c021701 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1368163 Aug 29 17:28:32.190427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.213183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b799bd79-a1de-44ea-9d4d-2dc5677fbd81 req-82e1253a-fdea-41f6-8f39-62cc4e5c3b08 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701716 Aug 29 17:28:32.265817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.301332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-4ee1139c-2fa6-4dec-947c-cdac7ec539c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.307018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-4ee1139c-2fa6-4dec-947c-cdac7ec539c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 920 time: 0.2752044 Aug 29 17:28:32.326040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:28:32.326598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:28:32.329474 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:28:32.345902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.391054 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-325d535e-04da-4f77-ace1-7321c6965d6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 HTTP/1.1" status: 200 len: 217 time: 0.0728354 Aug 29 17:28:32.402704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 7bd54b39-9b12-49e8-a3f3-7e127b8a83dc will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:32.423110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.440951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.456806 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/69542ceb-8cfd-4619-bcb2-d3d7758a1f31 HTTP/1.1" status: 204 len: 168 time: 2.6018319 Aug 29 17:28:32.565792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb9e82-b798-4e52-8f2a-4058e02503d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=69542ceb-8cfd-4619-bcb2-d3d7758a1f31,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:32.568509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-f4c7072e-8c22-4843-87d6-225a966adcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.574785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-f4c7072e-8c22-4843-87d6-225a966adcc9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.1761959 Aug 29 17:28:32.616999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c1d0b-7405-4577-94ed-a16ddb697c52 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:32.661599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-237409bc-1012-4137-af36-df486930f899 req-6c80da32-4540-4f71-8a30-d2d441d894a3 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.1244869 Aug 29 17:28:32.665913 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-638ab5f2-70e1-4063-aeff-4bd01ab16be3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832253 Aug 29 17:28:32.689765 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.768182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=7bd54b39-9b12-49e8-a3f3-7e127b8a83dc,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:32.779816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:32.782478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:32.787438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:32.895718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-b1408a4f-9d29-4bd6-94a9-e0247a9bb00e service neutron] 10.222.0.44 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224281 Aug 29 17:28:32.910845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.912077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:32.956059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7f90c7fd-dfbc-4735-a73d-0b4acdcaf781 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0868080 Aug 29 17:28:32.959576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48312) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:32.974450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-175c5ac4-038c-4dfb-bbf2-6b396424f57a None None] Provisioning for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:32.995060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48314) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:32.996883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-175c5ac4-038c-4dfb-bbf2-6b396424f57a None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:32.997434 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-175c5ac4-038c-4dfb-bbf2-6b396424f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.095393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d3164-84e5-48a3-985c-678870f634e2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:33.101885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d3164-84e5-48a3-985c-678870f634e2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:33.106422 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bb1d3164-84e5-48a3-985c-678870f634e2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1460004 Aug 29 17:28:33.111439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:33.226022 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-175c5ac4-038c-4dfb-bbf2-6b396424f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.248144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3942d3-5a7c-4f35-98c0-902d20fd057c None None] Update dhcp port {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': '23d50c48-ff52-4d53-843d-a4b24ff50f02', 'ip_address': '2001:db8::f816:3eff:fe7a:4b68'}, {'subnet_id': 'ef1b4525-8bc7-4118-9017-1a893818aed2'}], 'binding:host_id': 'n-d-713499-15'}, 'id': '7c9a7fde-1984-47b7-b3ab-e638c3590678'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:28:33.261249 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-58a41aae-77f7-45dc-aa5d-28410f824c8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e91f7a7dc08f4327a22b89a9dbd78f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647252 Aug 29 17:28:33.263934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48328) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:33.286922 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0a3942d3-5a7c-4f35-98c0-902d20fd057c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.320456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-175c5ac4-038c-4dfb-bbf2-6b396424f57a None None] For port 7c9a7fde-1984-47b7-b3ab-e638c3590678, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7c9a7fde-1984-47b7-b3ab-e638c3590678,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:33.344380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-175c5ac4-038c-4dfb-bbf2-6b396424f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.349752 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5efb8f38-6a18-49b4-ab15-dd7b50c0fa38 req-09ed0a5e-e1b0-47e6-aabc-156328899955 service neutron] 10.222.0.44 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448850 Aug 29 17:28:33.433779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435273bb-5480-4984-86c5-015ef85a0206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.441704 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fe2891e-bd43-4b1d-aac2-f3b825e247c9 req-3175a30d-4338-4d59-9c96-0a26f7ab8508 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.1176503 Aug 29 17:28:33.489669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-094fe926-0034-498c-a25b-2c1a03b66d50 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 7bd54b39-9b12-49e8-a3f3-7e127b8a83dc {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:33.490018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-094fe926-0034-498c-a25b-2c1a03b66d50 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.548006 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435273bb-5480-4984-86c5-015ef85a0206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.650688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c5ac4-038c-4dfb-bbf2-6b396424f57a None None] Pushing event updated for resources: {'Port': ['ID=7c9a7fde-1984-47b7-b3ab-e638c3590678,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:33.675308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4536afe-5068-44ff-8307-206ad6f19a0c req-37311757-175c-4d70-b582-47bb9505438d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:33.686345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4536afe-5068-44ff-8307-206ad6f19a0c req-37311757-175c-4d70-b582-47bb9505438d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.2533553 Aug 29 17:28:33.699812 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-094fe926-0034-498c-a25b-2c1a03b66d50 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.729942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-094fe926-0034-498c-a25b-2c1a03b66d50 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 7bd54b39-9b12-49e8-a3f3-7e127b8a83dc owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:33.767600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4536afe-5068-44ff-8307-206ad6f19a0c req-df484b29-de49-4d2e-8691-64ec3641e0c1 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801036 Aug 29 17:28:33.792163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435273bb-5480-4984-86c5-015ef85a0206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.792438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-0a3942d3-5a7c-4f35-98c0-902d20fd057c None None] Allocated IP 172.20.0.2 (2ad95fe3-2af7-4150-b097-a47258efe850/ef1b4525-8bc7-4118-9017-1a893818aed2/7c9a7fde-1984-47b7-b3ab-e638c3590678) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:33.796027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-435273bb-5480-4984-86c5-015ef85a0206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.797674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-435273bb-5480-4984-86c5-015ef85a0206 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13e339c0-453c-4e5f-9818-adad7dced905 HTTP/1.1" status: 204 len: 168 time: 0.5325015 Aug 29 17:28:33.831963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435273bb-5480-4984-86c5-015ef85a0206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e339c0-453c-4e5f-9818-adad7dced905,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:34.036063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-094fe926-0034-498c-a25b-2c1a03b66d50 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.075297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0a3942d3-5a7c-4f35-98c0-902d20fd057c None None] For port 7c9a7fde-1984-47b7-b3ab-e638c3590678, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7c9a7fde-1984-47b7-b3ab-e638c3590678,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:34.126826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fe926-0034-498c-a25b-2c1a03b66d50 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=7bd54b39-9b12-49e8-a3f3-7e127b8a83dc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:34.166712 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0a3942d3-5a7c-4f35-98c0-902d20fd057c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.232275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0a3942d3-5a7c-4f35-98c0-902d20fd057c None None] Transition to ACTIVE for port object 7c9a7fde-1984-47b7-b3ab-e638c3590678 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:34.247808 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0a3942d3-5a7c-4f35-98c0-902d20fd057c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.353290 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-094fe926-0034-498c-a25b-2c1a03b66d50 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.364718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48362) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:34.375568 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-094fe926-0034-498c-a25b-2c1a03b66d50 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/7bd54b39-9b12-49e8-a3f3-7e127b8a83dc HTTP/1.1" status: 204 len: 168 time: 1.2612727 Aug 29 17:28:34.470266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3942d3-5a7c-4f35-98c0-902d20fd057c None None] Pushing event updated for resources: {'Port': ['ID=7c9a7fde-1984-47b7-b3ab-e638c3590678,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:34.495952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155a0ad-b920-432c-8c45-55fea158fd7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:34.497618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155a0ad-b920-432c-8c45-55fea158fd7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:34.499740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155a0ad-b920-432c-8c45-55fea158fd7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:34.530278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48372) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:34.532288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b155a0ad-b920-432c-8c45-55fea158fd7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1665521 Aug 29 17:28:34.692764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-007e9f2b-91c9-49bd-9cc0-11879aff75b4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 23d50c48-ff52-4d53-843d-a4b24ff50f02 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:34.696536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007e9f2b-91c9-49bd-9cc0-11879aff75b4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.715870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e84a8d58-c16b-4eb5-ab98-5b4eb91c71f9 req-49935433-9cef-4056-ad1e-7434b3c9fc8b tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0745764 Aug 29 17:28:34.730835 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:28:34.847234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007e9f2b-91c9-49bd-9cc0-11879aff75b4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.086646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac532ee-8bed-4bb5-8b37-aca71efb198d req-2dab9b82-316c-46df-8d93-a3c0f32260cc tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:35.086646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bac532ee-8bed-4bb5-8b37-aca71efb198d req-2dab9b82-316c-46df-8d93-a3c0f32260cc tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1872239 Aug 29 17:28:35.151363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007e9f2b-91c9-49bd-9cc0-11879aff75b4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.209753 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bac532ee-8bed-4bb5-8b37-aca71efb198d req-03a24a66-4a7d-4aa4-83a9-0a3e68a81c10 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080978 Aug 29 17:28:35.275570 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007e9f2b-91c9-49bd-9cc0-11879aff75b4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.360466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e9f2b-91c9-49bd-9cc0-11879aff75b4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=23d50c48-ff52-4d53-843d-a4b24ff50f02,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:35.381395 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007e9f2b-91c9-49bd-9cc0-11879aff75b4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.389249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48406) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:35.391907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-007e9f2b-91c9-49bd-9cc0-11879aff75b4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/23d50c48-ff52-4d53-843d-a4b24ff50f02 HTTP/1.1" status: 204 len: 168 time: 0.8574929 Aug 29 17:28:35.421987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48408) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:35.571870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a707398b-df30-4438-9ce1-59abe855cf3f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet ef1b4525-8bc7-4118-9017-1a893818aed2 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:35.604897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7c9a7fde-1984-47b7-b3ab-e638c3590678 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:35.608434 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707398b-df30-4438-9ce1-59abe855cf3f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.740819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1374945927-network', 'tenant_id': '1d474c1586504dfb86b5f6741345f431'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:35.785079 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35628319-b201-4c9f-9f62-1962e70dc0de None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:35.832664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Made reservation on behalf of 1d474c1586504dfb86b5f6741345f431 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:35.836953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.865743 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.937429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cb2a8510-58f1-44c5-8221-b9828efa7829 None None] Provisioning for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:35.948702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cb2a8510-58f1-44c5-8221-b9828efa7829 None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:35.949468 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8510-58f1-44c5-8221-b9828efa7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.130044 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.146737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.166633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:28:36.185823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707398b-df30-4438-9ce1-59abe855cf3f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.198956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.199502 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Added segment 14c4bd09-e9cb-44e3-8f7d-4f63cb935011 of type vlan for network e136bb71-1565-4a74-a07c-3da563b369d5 Aug 29 17:28:36.200200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cb2a8510-58f1-44c5-8221-b9828efa7829 None None] Could not find standard attr ID for object 7bd54b39-9b12-49e8-a3f3-7e127b8a83dc. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:28:36.292886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707398b-df30-4438-9ce1-59abe855cf3f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.293933 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.334447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71704050-d8bf-4536-888e-ec4689cb7037,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:36.363328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.365106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:36.365901 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.414965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9916074 Aug 29 17:28:36.419342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48434) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:36.440574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707398b-df30-4438-9ce1-59abe855cf3f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.458908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9cb1f8f6-b674-4c98-851d-e9051d028507 req-437f30f8-be47-4d21-b90f-e6924b072843 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.2175615 Aug 29 17:28:36.464651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Request body: {'subnet': {'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1374945927-subnet', 'tenant_id': '1d474c1586504dfb86b5f6741345f431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:36.532440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707398b-df30-4438-9ce1-59abe855cf3f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1b4525-8bc7-4118-9017-1a893818aed2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:36.549947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a707398b-df30-4438-9ce1-59abe855cf3f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.552438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a707398b-df30-4438-9ce1-59abe855cf3f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/ef1b4525-8bc7-4118-9017-1a893818aed2 HTTP/1.1" status: 204 len: 168 time: 1.1620667 Aug 29 17:28:36.556305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48440) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:36.585877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7da9d8-4a31-4902-b76d-a76bc0624f3b admin admin] Pushing event updated for resources: {'Network': ['ID=e136bb71-1565-4a74-a07c-3da563b369d5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:36.597608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e136bb71-1565-4a74-a07c-3da563b369d5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:28:36.633011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5be32-76ee-4888-be0f-d2f9ac8d57ef req-b3d5aa71-bfa1-4208-84fb-972375d90f50 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:36.645326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95c5be32-76ee-4888-be0f-d2f9ac8d57ef req-b3d5aa71-bfa1-4208-84fb-972375d90f50 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.2908778 Aug 29 17:28:36.720914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95c5be32-76ee-4888-be0f-d2f9ac8d57ef req-eb965b4b-e557-4f75-b539-7e6c00b84a99 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745795 Aug 29 17:28:36.724213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48446) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:36.725996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9a718b9d-8fc9-4274-86a7-3fa854aad1e0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1487067 Aug 29 17:28:36.745306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:36.745701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Made reservation on behalf of 1d474c1586504dfb86b5f6741345f431 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:36.748290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.047758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:37.052468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.087758 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.135271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fde333e-caeb-4be9-96df-a0767fe315e7,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:37.177954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Checking segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:37.178648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Network hostable DHCP agents. Network: e136bb71-1565-4a74-a07c-3da563b369d5, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:28:37.209143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Network e136bb71-1565-4a74-a07c-3da563b369d5 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:28:37.249739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e136bb71-1565-4a74-a07c-3da563b369d5) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:37.269245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:37.276761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.313390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9d289-bc6f-4804-b952-9f4e21643587 None None] Network e136bb71-1565-4a74-a07c-3da563b369d5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:37.345593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-80ca7c61-c7d1-479d-90ea-68e63b8f480b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9156678 Aug 29 17:28:37.417197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0478e544-bfda-4710-b813-d81535da21d3 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:37.446494 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.516697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58b0dadb-6d2d-4eb1-8964-d865f0eb2e9a None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:37.517229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-58b0dadb-6d2d-4eb1-8964-d865f0eb2e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.563286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:37.568591 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:37.582844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:37.583912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.603149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=a955fed3-549e-4e15-91cf-7865b36b981f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:37.620288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48468) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:37.626371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:37.630533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-89b7fb73-c124-438b-81c8-cb8434c88280 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9046650 Aug 29 17:28:37.749857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3be504d7-e960-4c06-a720-40f35f9e857f req-e1b9618b-3c85-47cf-8deb-9a5ac4fd6c15 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0884454 Aug 29 17:28:37.841739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daf6cd5-59b1-4e3d-9317-166c2b411bf1 None None] Network e136bb71-1565-4a74-a07c-3da563b369d5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:37.865245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:37.886891 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.012440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb425-7d5c-4d06-8caf-b9f8636642ff req-c126c251-d7ad-4ceb-8791-6f7145ec046e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:38.014153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-635eb425-7d5c-4d06-8caf-b9f8636642ff req-c126c251-d7ad-4ceb-8791-6f7145ec046e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1451120 Aug 29 17:28:38.148260 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-635eb425-7d5c-4d06-8caf-b9f8636642ff req-7d2b9d0b-48d6-443a-a8b9-e3992678b74d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218176 Aug 29 17:28:38.190348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665a4e4-aba4-4aee-a05c-899e9e531117 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:38.342379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ca8a0a0b-3e42-4f2c-bda1-6f020bb2dd30 None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:38.344129 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca8a0a0b-3e42-4f2c-bda1-6f020bb2dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.906972 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c55b34b-9cf1-49ae-9962-8d49df041cee req-8c2af87e-bc23-4709-9b78-d04aefe877cb tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0655539 Aug 29 17:28:38.926852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-57e25baf-52e7-4075-98ab-d95cad2c473b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:38.926852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-57e25baf-52e7-4075-98ab-d95cad2c473b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.7309194 Aug 29 17:28:38.955601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:28:38.957688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-2268fd50-faaf-4497-ad7f-da9b0f121802 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/quotas/1d474c1586504dfb86b5f6741345f431 HTTP/1.1" status: 200 len: 375 time: 0.0262401 Aug 29 17:28:38.995391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a63ab4f7-df89-472b-a1b4-2fd9d1b448c1 None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:38.995839 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a63ab4f7-df89-472b-a1b4-2fd9d1b448c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.115349 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-2e02218a-161b-4bd7-921d-0db09f34855b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138244 Aug 29 17:28:39.252143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-51855b1c-48ea-45b0-91e1-50576ac8a5c2 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010318 Aug 29 17:28:39.392802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-2e62e067-c749-4fa7-a5d4-ceaf20077743 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228592 Aug 29 17:28:39.414477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c330a602-5cea-42b3-bd0b-91e287360cb9 None None] Could not find standard attr ID for object 7bd54b39-9b12-49e8-a3f3-7e127b8a83dc. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:28:39.430312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a285cf8-e843-4800-ad6d-b9479fbf9c3b req-bdc7c53b-957c-428a-ab37-74d71cc0846a tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:39.439634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a285cf8-e843-4800-ad6d-b9479fbf9c3b req-bdc7c53b-957c-428a-ab37-74d71cc0846a tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1683464 Aug 29 17:28:39.441548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48518) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:39.455868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-360286292'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:39.606949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a285cf8-e843-4800-ad6d-b9479fbf9c3b req-9b47633e-1222-4c03-9905-18bc3a1367bd tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612980 Aug 29 17:28:39.629134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:39.629281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.632886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.663911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:28:39.676120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.676665 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Added segment c4c644ff-d5fb-409a-a457-e9105154b933 of type vlan for network 005282ce-7a66-4578-99b9-0f41090e2364 Aug 29 17:28:39.747241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.888508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.909526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:39.911488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.004088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5599074 Aug 29 17:28:40.011962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48544) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:40.023634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-211107716'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:40.067197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-befdd569-5902-43e5-82b7-f317aaa90cda req-63a78247-f1da-42ec-8b15-a81ae8166b87 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 210 time: 0.1772087 Aug 29 17:28:40.078804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be011c-57ad-4438-aa26-1c27b4fc03a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Network': ['ID=005282ce-7a66-4578-99b9-0f41090e2364,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:40.084927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:40.090724 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.091639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 005282ce-7a66-4578-99b9-0f41090e2364 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:28:40.190907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] For port 7c9a7fde-1984-47b7-b3ab-e638c3590678, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7c9a7fde-1984-47b7-b3ab-e638c3590678,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:40.225216 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23533f4e-832e-48db-a28e-7b3c6210523f req-90d80e39-e081-4a15-8cb8-a102d54f0307 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0443220 Aug 29 17:28:40.271847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.278672 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.282064 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.362768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=973fe4ee-efb6-4953-87e5-16455d31083a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:40.412007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:40.415618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:40.419067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:40.419745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.428399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25403eb-8507-4d42-ac32-f65877cfb13e None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:40.496715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8749444 Aug 29 17:28:40.508193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48554) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:40.532275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:43:80:36', 'name': 'tempest-NetworksTestDHCPv6-398378641'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:40.643805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:28:40.658432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.658840 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Added segment 2030df2f-bd6c-4db3-bc31-94a7f55b5b01 of type vlan for network af4e67db-c902-4ea6-8da0-ef55bf51f7ac Aug 29 17:28:40.669162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8e2d-a35f-4b5f-a76f-5c79cdbe0001 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=7c9a7fde-1984-47b7-b3ab-e638c3590678,revision_number=8']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:40.800709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.876268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:40.917737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038139a9-faf1-4f53-afe3-90c4eb391a4c None None] Update dhcp port {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': '973fe4ee-efb6-4953-87e5-16455d31083a', 'ip_address': '2001:db8::f816:3eff:fe7a:4b68'}, {'subnet_id': 'a955fed3-549e-4e15-91cf-7865b36b981f'}], 'binding:host_id': 'n-d-713499-15'}, 'id': '7c9a7fde-1984-47b7-b3ab-e638c3590678'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:28:40.975654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273312b-9e74-4bc4-a090-1f745f77f5ad req-769619f3-3ee6-4536-a71b-1d48e79c4b14 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:40.976895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9273312b-9e74-4bc4-a090-1f745f77f5ad req-769619f3-3ee6-4536-a71b-1d48e79c4b14 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.2109876 Aug 29 17:28:40.991436 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.992454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-038139a9-faf1-4f53-afe3-90c4eb391a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.001700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:41.002346 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.082435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.141663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 3e1f869d-647b-48eb-a691-c6dbc56ad715 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:28:41.151362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Network': ['ID=af4e67db-c902-4ea6-8da0-ef55bf51f7ac,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:41.189072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network af4e67db-c902-4ea6-8da0-ef55bf51f7ac details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:28:41.234313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9273312b-9e74-4bc4-a090-1f745f77f5ad req-63cfb2ef-b832-4933-9a10-bedc85662b40 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444026 Aug 29 17:28:41.235655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4c4f94d8-456b-42b2-8800-07a79b81b02e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2227511 Aug 29 17:28:41.238600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48574) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:41.244441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'subnet': {'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:41.330128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ad4bd9f-5f0f-481a-b321-1f18433c56d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.364499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1a049b5-56e8-45f9-81d1-dba70937ddd5 req-c6805449-161e-4d99-862b-54eaf2838a53 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 210 time: 0.1473339 Aug 29 17:28:41.402335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-038139a9-faf1-4f53-afe3-90c4eb391a4c None None] Allocated IP 172.20.0.2 (2ad95fe3-2af7-4150-b097-a47258efe850/a955fed3-549e-4e15-91cf-7865b36b981f/7c9a7fde-1984-47b7-b3ab-e638c3590678) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:41.469254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:41.474336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.568503 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9e7b8caf-856b-45bf-9073-e2464bbc00c2 req-8eea3068-f5d3-4b78-b3e0-8ba6d713af26 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0592318 Aug 29 17:28:41.593803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7c9a7fde-1984-47b7-b3ab-e638c3590678 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:41.680861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-37360472-91ba-435d-a0de-d71cb8aad2b9 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:41.682377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-37360472-91ba-435d-a0de-d71cb8aad2b9 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.1938570 Aug 29 17:28:41.693954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:41.694329 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.738683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Request body: {'port': {'device_id': '216a114b-36f1-4de7-b78b-30c82b75d0ac', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'admin_state_up': True, 'tenant_id': '1d474c1586504dfb86b5f6741345f431'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:41.752181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-038139a9-faf1-4f53-afe3-90c4eb391a4c None None] For port 7c9a7fde-1984-47b7-b3ab-e638c3590678, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7c9a7fde-1984-47b7-b3ab-e638c3590678,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:41.819767 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-038139a9-faf1-4f53-afe3-90c4eb391a4c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.912251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-038139a9-faf1-4f53-afe3-90c4eb391a4c None None] Transition to ACTIVE for port object 7c9a7fde-1984-47b7-b3ab-e638c3590678 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:41.927744 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-038139a9-faf1-4f53-afe3-90c4eb391a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.109089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 172.20.0.7 (2ad95fe3-2af7-4150-b097-a47258efe850/a955fed3-549e-4e15-91cf-7865b36b981f/3e1f869d-647b-48eb-a691-c6dbc56ad715) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:42.125613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:fe43:8036 (2ad95fe3-2af7-4150-b097-a47258efe850/973fe4ee-efb6-4953-87e5-16455d31083a/3e1f869d-647b-48eb-a691-c6dbc56ad715) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:42.139988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038139a9-faf1-4f53-afe3-90c4eb391a4c None None] Pushing event updated for resources: {'Port': ['ID=7c9a7fde-1984-47b7-b3ab-e638c3590678,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:42.153506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.221447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Made reservation on behalf of 1d474c1586504dfb86b5f6741345f431 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:42.225471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.360531 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.504491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.528949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 3e1f869d-647b-48eb-a691-c6dbc56ad715 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:42.559160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6aed4ea-1b15-4fa7-9367-18a874dd1651 req-1b777d83-07d1-4898-a734-f3ed5dc9b069 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 210 time: 0.0950618 Aug 29 17:28:42.581486 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.622524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Subnet': ['ID=532a4cf8-0776-407f-be63-b0430308eee4,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:42.632037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Checking segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:42.632791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network hostable DHCP agents. Network: 005282ce-7a66-4578-99b9-0f41090e2364, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:28:42.653414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Allocated IP 172.20.0.4 (e136bb71-1565-4a74-a07c-3da563b369d5/4fde333e-caeb-4be9-96df-a0767fe315e7/b50d5bea-6c1d-4fd5-b345-7ab1ef783b61) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:42.698749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network 005282ce-7a66-4578-99b9-0f41090e2364 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:28:42.716905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 005282ce-7a66-4578-99b9-0f41090e2364) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:42.721091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=3e1f869d-647b-48eb-a691-c6dbc56ad715,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:42.729964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a000132d-90a1-4e53-962f-5d9adbd56a51 None None] Network 005282ce-7a66-4578-99b9-0f41090e2364 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:42.740267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:42.741276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.777180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32fea4-3f46-4d4a-b1ff-414124c5c38e req-df86fc8b-e2f2-4b97-8e25-d064081ca15f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:42.792753 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec32fea4-3f46-4d4a-b1ff-414124c5c38e req-df86fc8b-e2f2-4b97-8e25-d064081ca15f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.4016774 Aug 29 17:28:42.823686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e693b9b-76be-4428-a81d-5afc57819c1b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5839057 Aug 29 17:28:42.829735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48606) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:42.855931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'subnet': {'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:42.891267 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec32fea4-3f46-4d4a-b1ff-414124c5c38e req-08f14fb6-670d-43f4-bd1d-393bcf264c3b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970867 Aug 29 17:28:42.918769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:42.921339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:42.926182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:42.961527 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.078326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:43.079062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.126420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-031b67ff-fc4c-4f6a-93f6-da489da3d50e req-669361d4-2eee-430e-8123-53d3ad48ba29 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.1708999 Aug 29 17:28:43.128244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-97717da8-7e3d-41dd-9f7c-64e43cc1a541 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6189311 Aug 29 17:28:43.130862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48620) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:43.211599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-005282ce-7a66-4578-99b9-0f41090e2364', 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'fixed_ips': [{'subnet_id': '532a4cf8-0776-407f-be63-b0430308eee4'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:28:43.213283 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.263078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c10dbe-f10c-4d5b-8445-5711ceaf56c0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:43.272593 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.282980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:43.287774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.292441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c10dbe-f10c-4d5b-8445-5711ceaf56c0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:43.307713 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-26c10dbe-f10c-4d5b-8445-5711ceaf56c0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1757882 Aug 29 17:28:43.308342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48626) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:43.353018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-385ce77a-b744-4b23-b067-d6ca33a797f1 None None] Provisioning for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:43.363041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-385ce77a-b744-4b23-b067-d6ca33a797f1 None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:43.363655 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-385ce77a-b744-4b23-b067-d6ca33a797f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.534094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Allocated IP 10.1.1.2 (005282ce-7a66-4578-99b9-0f41090e2364/532a4cf8-0776-407f-be63-b0430308eee4/06d95d6d-d12c-49d6-a7dd-9f6bfebb331f) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:43.565841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ad759521-7217-48e6-bb44-fc2c07381331 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 3e1f869d-647b-48eb-a691-c6dbc56ad715 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:43.566124 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.566248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad759521-7217-48e6-bb44-fc2c07381331 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.667724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7c9a7fde-1984-47b7-b3ab-e638c3590678 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:43.731230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Network e136bb71-1565-4a74-a07c-3da563b369d5 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:43.748997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:43.822882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:43.933778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0090-8fca-4c4e-9ec2-ba701166e442 req-ad870c5d-04ae-4beb-9046-3e9cafdf0071 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:43.935119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:43.937230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.939940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2fa0090-8fca-4c4e-9ec2-ba701166e442 req-ad870c5d-04ae-4beb-9046-3e9cafdf0071 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 931 time: 0.2207005 Aug 29 17:28:43.985664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event updated for resources: {'Port': ['ID=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:44.009764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad759521-7217-48e6-bb44-fc2c07381331 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.038645 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.042649 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b678a71e-445c-486d-8bd9-2a22b1e0e7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.050877 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.070144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-efa939f6-6cd2-4150-ba41-d253ff298ed3 None None] Provisioning for port 3e1f869d-647b-48eb-a691-c6dbc56ad715 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:44.072710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Transition to ACTIVE for port object 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:44.075949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ad759521-7217-48e6-bb44-fc2c07381331 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 3e1f869d-647b-48eb-a691-c6dbc56ad715 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:44.090382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-efa939f6-6cd2-4150-ba41-d253ff298ed3 None None] Provisioning complete for port 3e1f869d-647b-48eb-a691-c6dbc56ad715 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:44.090793 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efa939f6-6cd2-4150-ba41-d253ff298ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.114424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2fa0090-8fca-4c4e-9ec2-ba701166e442 req-da991ff8-4f60-42c0-a8bb-c2337f267352 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659973 Aug 29 17:28:44.128685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Transition to ACTIVE for port object 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:44.163063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:44.163920 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.174995 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.179758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.188241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-efa939f6-6cd2-4150-ba41-d253ff298ed3 None None] Port 3e1f869d-647b-48eb-a691-c6dbc56ad715 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:44.241919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Network 005282ce-7a66-4578-99b9-0f41090e2364 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:44.246269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:44.250617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:44.255041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Subnet': ['ID=9daf563f-a4ff-4aed-a803-323172dacbdd,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:44.283281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d09d0e-6ba3-421a-98d3-4878da6861e4 req-f0817d90-2fa5-4396-8eab-5e30a29cadf7 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:44.285282 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4d09d0e-6ba3-421a-98d3-4878da6861e4 req-f0817d90-2fa5-4396-8eab-5e30a29cadf7 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.2593844 Aug 29 17:28:44.286888 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-a0c300ce-f0a2-47c0-82d1-fce673ba128b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5869153 Aug 29 17:28:44.298137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Pushing event updated for resources: {'Port': ['ID=06d95d6d-d12c-49d6-a7dd-9f6bfebb331f,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:44.318969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Request body: {'port': {'device_id': '216a114b-36f1-4de7-b78b-30c82b75d0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:44.328947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.329579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.330117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.330674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.331192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.331852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.332615 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.333237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.333873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.334644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.335260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.335785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:44.388325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Attempting to bind port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:44.389017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Attempting to bind port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:44.389654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Attempting to bind port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:44.401678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:44.403263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Checking segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:44.403870 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.404687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Bound using segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:44.406268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Bound port: 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:44.406905 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.413652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Checking segment: {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:44.414113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network hostable DHCP agents. Network: af4e67db-c902-4ea6-8da0-ef55bf51f7ac, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:28:44.500927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac492524-d3da-485f-9072-d9d34a853c58 req-0616e687-e5bc-47e0-9ffb-b7b3ec7363ba tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0915353 Aug 29 17:28:44.519025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4d09d0e-6ba3-421a-98d3-4878da6861e4 req-0beb6661-26cb-413e-b744-7e50e2c0cf13 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094359 Aug 29 17:28:44.519139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] For port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:44.519978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.541494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] For port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=06d95d6d-d12c-49d6-a7dd-9f6bfebb331f,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:44.549671 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.590907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network af4e67db-c902-4ea6-8da0-ef55bf51f7ac is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:28:44.613408 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad759521-7217-48e6-bb44-fc2c07381331 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.645230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, af4e67db-c902-4ea6-8da0-ef55bf51f7ac) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:44.647210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e6150-92ad-4a32-a136-48e4c9587de2 None None] Pushing event updated for resources: {'Port': ['ID=06d95d6d-d12c-49d6-a7dd-9f6bfebb331f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:44.666942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21dd2a0-ad7c-4d18-af2f-0ccf6fbd26f6 None None] Network af4e67db-c902-4ea6-8da0-ef55bf51f7ac requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:44.675356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:44.675978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.689070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad759521-7217-48e6-bb44-fc2c07381331 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=3e1f869d-647b-48eb-a691-c6dbc56ad715,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:44.760165 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0153c2ca-ad7d-4f70-bc16-525a868a99fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9286439 Aug 29 17:28:44.777695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48650) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:44.797644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'port': {'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'name': 'tempest-TaggedBootDevicesTest-1533974688', 'fixed_ips': [{'subnet_id': '532a4cf8-0776-407f-be63-b0430308eee4'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:44.989618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad759521-7217-48e6-bb44-fc2c07381331 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.991740 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ad759521-7217-48e6-bb44-fc2c07381331 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/3e1f869d-647b-48eb-a691-c6dbc56ad715 HTTP/1.1" status: 204 len: 168 time: 1.6823809 Aug 29 17:28:44.994868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48654) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:45.046039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-af4e67db-c902-4ea6-8da0-ef55bf51f7ac', 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'fixed_ips': [{'subnet_id': '9daf563f-a4ff-4aed-a803-323172dacbdd'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:28:45.046949 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.214186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6aa5a-0e6e-4646-9ede-852e6c883bbc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:45.215770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6aa5a-0e6e-4646-9ede-852e6c883bbc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:45.217471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6aa5a-0e6e-4646-9ede-852e6c883bbc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:45.222102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9fa6aa5a-0e6e-4646-9ede-852e6c883bbc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2262170 Aug 29 17:28:45.224868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48662) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:45.344412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:45.347977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:45.367248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.397940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Transition to ACTIVE for port object b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:45.413418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.441438 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.486131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Allocated IP 10.2.2.2 (af4e67db-c902-4ea6-8da0-ef55bf51f7ac/9daf563f-a4ff-4aed-a803-323172dacbdd/1d96bd3f-e29c-4c4a-8d39-9b1485742f42) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:45.536102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1f03a1-2ec1-4b3f-8409-35b93b5e76a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 973fe4ee-efb6-4953-87e5-16455d31083a {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:45.540024 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd1f03a1-2ec1-4b3f-8409-35b93b5e76a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.595038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd1f03a1-2ec1-4b3f-8409-35b93b5e76a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.599366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Pushing event updated for resources: {'Port': ['ID=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:45.699699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:45.743984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a59b3955-667c-4437-ac83-af4f081f6655 req-c7d6bd5d-8a61-4a24-8a2e-cb9f409f74ea tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0441134 Aug 29 17:28:45.756515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd1f03a1-2ec1-4b3f-8409-35b93b5e76a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.837402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Attempting to bind port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:45.838129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Attempting to bind port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:45.838746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Attempting to bind port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:45.849653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 on network e136bb71-1565-4a74-a07c-3da563b369d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:28:45.850825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Attempting to bind port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:45.865224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:45.866263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Checking segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:45.866925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Bound using segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:45.867602 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd1f03a1-2ec1-4b3f-8409-35b93b5e76a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.867858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Bound port: b50d5bea-6c1d-4fd5-b345-7ab1ef783b61, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:45.868451 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.945688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff91f2-06f3-41c1-ad5c-db6c55c90def req-fb136b74-a0d9-4499-b086-3e280beb3316 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:45.964343 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21ff91f2-06f3-41c1-ad5c-db6c55c90def req-fb136b74-a0d9-4499-b086-3e280beb3316 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 931 time: 0.6008942 Aug 29 17:28:45.973783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a43a4-828a-4182-8dbf-2fb8242cb4f6 req-dae7ad9c-277d-4949-9577-58316d6b0128 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:45.977394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:45.988526 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-574a43a4-828a-4182-8dbf-2fb8242cb4f6 req-dae7ad9c-277d-4949-9577-58316d6b0128 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1086600 Aug 29 17:28:45.991025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd1f03a1-2ec1-4b3f-8409-35b93b5e76a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.992150 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.002860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bd1f03a1-2ec1-4b3f-8409-35b93b5e76a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/973fe4ee-efb6-4953-87e5-16455d31083a HTTP/1.1" status: 204 len: 168 time: 0.7763138 Aug 29 17:28:46.003077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9df0e6-9e13-433e-8cb3-edf2ee644bc9 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:46.009234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48678) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:46.027163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f03a1-2ec1-4b3f-8409-35b93b5e76a7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=973fe4ee-efb6-4953-87e5-16455d31083a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:46.033226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.064310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] device_id is not set on port 45a7d4a3-b03c-4b36-8863-48d010d70465 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:28:46.132674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-574a43a4-828a-4182-8dbf-2fb8242cb4f6 req-3c041540-3112-4b82-aa3a-531665032565 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430016 Aug 29 17:28:46.273585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] For port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:46.281858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] For port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:46.297263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c17e93-9606-4c59-96e0-0d5759860298 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet a955fed3-549e-4e15-91cf-7865b36b981f {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:46.308818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17c17e93-9606-4c59-96e0-0d5759860298 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.317342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.357992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Allocated IP 10.1.1.59 (005282ce-7a66-4578-99b9-0f41090e2364/532a4cf8-0776-407f-be63-b0430308eee4/45a7d4a3-b03c-4b36-8863-48d010d70465) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:46.418051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Transition to ACTIVE for port object 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:46.426913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5af39-c5be-41c5-9e74-ed87a61b809b None None] Network 005282ce-7a66-4578-99b9-0f41090e2364 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:46.490156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:46.490892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.492264 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] 10.222.0.44 "PUT /v2.0/ports/b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 HTTP/1.1" status: 200 len: 1092 time: 2.1911457 Aug 29 17:28:46.497867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216a114b-36f1-4de7-b78b-30c82b75d0ac', 'tag': 'b50d5bea-6c1d-4fd5-b345-7ab1ef783b61'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:46.523270 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2" -d '{"events": [{"name": "network-changed", "server_uuid": "216a114b-36f1-4de7-b78b-30c82b75d0ac", "tag": "b50d5bea-6c1d-4fd5-b345-7ab1ef783b61"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:46.565345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17c17e93-9606-4c59-96e0-0d5759860298 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.574565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Transition to ACTIVE for port object 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:46.598449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-62702f5d-f3e1-420f-aa85-2342da783109 None None] Provisioning for port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:46.647502 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.656663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2d72-cace-449a-b8ea-d97b2d127452 service neutron] Pushing event updated for resources: {'Port': ['ID=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:46.660532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.662803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-62702f5d-f3e1-420f-aa85-2342da783109 None None] Provisioning complete for port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:46.663183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62702f5d-f3e1-420f-aa85-2342da783109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.677215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Transition to ACTIVE for port object 45a7d4a3-b03c-4b36-8863-48d010d70465 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:46.704032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-d78fbb9c-0370-4bb8-9a03-0b3467780593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:46.706531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-d78fbb9c-0370-4bb8-9a03-0b3467780593 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 1095 time: 0.1572273 Aug 29 17:28:46.721449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21ff91f2-06f3-41c1-ad5c-db6c55c90def req-a4a03487-0e7a-4810-8e44-ea2c1fedddf4 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557099 Aug 29 17:28:46.748088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.781741 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17c17e93-9606-4c59-96e0-0d5759860298 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.787016 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dead3e6-b543-41d9-8d12-54b26c52325d x-openstack-request-id: req-1dead3e6-b543-41d9-8d12-54b26c52325d {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:46.787295 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216a114b-36f1-4de7-b78b-30c82b75d0ac", "tag": "b50d5bea-6c1d-4fd5-b345-7ab1ef783b61", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:46.787542 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dead3e6-b543-41d9-8d12-54b26c52325d {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:46.820750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network 005282ce-7a66-4578-99b9-0f41090e2364 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:46.821992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=45a7d4a3-b03c-4b36-8863-48d010d70465,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:46.826845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:46.830560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Network af4e67db-c902-4ea6-8da0-ef55bf51f7ac is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:46.831767 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216a114b-36f1-4de7-b78b-30c82b75d0ac', 'tag': 'b50d5bea-6c1d-4fd5-b345-7ab1ef783b61', 'status': 'completed', 'code': 200} Aug 29 17:28:46.837250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:46.889260 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-58d9dbaf-057e-4a67-98a2-e943382bd9d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 HTTP/1.1" status: 200 len: 217 time: 0.1038096 Aug 29 17:28:46.895907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:46.933974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:46.937535 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.948809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Pushing event updated for resources: {'Port': ['ID=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:46.960459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:46.961774 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.996339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-4f533429-9b88-463e-8eb3-df3c2951e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:46.996339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-4f533429-9b88-463e-8eb3-df3c2951e0f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.0885394 Aug 29 17:28:47.011769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-67c16d33-6e8e-4cfb-b666-11110fdacb57 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2262337 Aug 29 17:28:47.013037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48708) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:47.023548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'port': {'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'name': 'tempest-TaggedBootDevicesTest-421607240', 'fixed_ips': [{'subnet_id': '532a4cf8-0776-407f-be63-b0430308eee4'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:47.080717 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c31b5332-0af3-4ca6-a41c-5cfab579d2e9 req-503a1c27-fb8e-430a-b2ba-bc29103505a5 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.1006927 Aug 29 17:28:47.127381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Attempting to bind port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:47.127513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Attempting to bind port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:47.127836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Attempting to bind port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 on network af4e67db-c902-4ea6-8da0-ef55bf51f7ac {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:47.145204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:47.145525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Checking segment: {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:47.145941 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.146341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Bound using segment: {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:47.146852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Bound port: 1d96bd3f-e29c-4c4a-8d39-9b1485742f42, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:47.147230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.173421 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62702f5d-f3e1-420f-aa85-2342da783109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.208550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-45742297-2dd5-4127-b613-5913b319584b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265042 Aug 29 17:28:47.233678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17c17e93-9606-4c59-96e0-0d5759860298 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.341067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-62702f5d-f3e1-420f-aa85-2342da783109 None None] For port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=06d95d6d-d12c-49d6-a7dd-9f6bfebb331f,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:47.346014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] For port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:47.358047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62702f5d-f3e1-420f-aa85-2342da783109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.398495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c17e93-9606-4c59-96e0-0d5759860298 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=a955fed3-549e-4e15-91cf-7865b36b981f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:47.405521 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17c17e93-9606-4c59-96e0-0d5759860298 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.411842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-17c17e93-9606-4c59-96e0-0d5759860298 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/a955fed3-549e-4e15-91cf-7865b36b981f HTTP/1.1" status: 204 len: 168 time: 1.3432970 Aug 29 17:28:47.414618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48716) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:47.491910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] For port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:47.493421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62702f5d-f3e1-420f-aa85-2342da783109 None None] Pushing event updated for resources: {'Port': ['ID=06d95d6d-d12c-49d6-a7dd-9f6bfebb331f,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:47.506263 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.521870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-14598118-ca06-408a-aa81-1844f6555692 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055694 Aug 29 17:28:47.523212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48718) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:47.539063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:47.787971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-713738bf-3488-4a5f-81dc-2a7c192c7b60 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715573 Aug 29 17:28:47.804754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c85b1c-240d-472b-ae84-6f39887c50d3 None None] Pushing event updated for resources: {'Port': ['ID=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:47.863961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:47.865587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-770380b5-d544-4caa-af26-e7749ee37325 None None] Provisioning complete for port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:47.865984 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-770380b5-d544-4caa-af26-e7749ee37325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.869909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.976400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e61a061-5b8b-4565-bfaa-7c7ef3d70cc9 req-db519cf2-6ccf-4148-8822-77451b4b320c service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385508 Aug 29 17:28:48.180696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-770380b5-d544-4caa-af26-e7749ee37325 None None] Provisioning for port 45a7d4a3-b03c-4b36-8863-48d010d70465 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:48.192396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-770380b5-d544-4caa-af26-e7749ee37325 None None] Provisioning complete for port 45a7d4a3-b03c-4b36-8863-48d010d70465 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:48.192696 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-770380b5-d544-4caa-af26-e7749ee37325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.334516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:48.341624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-770380b5-d544-4caa-af26-e7749ee37325 None None] Port 45a7d4a3-b03c-4b36-8863-48d010d70465 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:48.341834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.384855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] device_id is not set on port edfdff25-5905-4ace-a088-33d601c51a9b yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:28:48.433619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e435b8-9336-4670-90f4-19f574c8d3d4 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:48.463961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912c6a5-a121-4af6-8bfc-3ad717a6258b req-86f9ed1f-afe4-4ac1-8d87-13d4387b7d2f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:48.473002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9912c6a5-a121-4af6-8bfc-3ad717a6258b req-86f9ed1f-afe4-4ac1-8d87-13d4387b7d2f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 1.0696156 Aug 29 17:28:48.484994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc2dc-0b20-4e72-b85c-99cf16a35171 req-a7a8030b-4314-48a5-83d2-c43129eac221 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:48.494292 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da0cc2dc-0b20-4e72-b85c-99cf16a35171 req-a7a8030b-4314-48a5-83d2-c43129eac221 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 943 time: 0.4986758 Aug 29 17:28:48.557351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-c2c98540-9081-4e37-958f-d3323721dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:48.582527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-c2c98540-9081-4e37-958f-d3323721dcbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 1095 time: 0.3096168 Aug 29 17:28:48.589869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-542fb4af-4234-4f8c-90ed-257ff98446bf None None] Provisioning complete for port 7c9a7fde-1984-47b7-b3ab-e638c3590678 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:48.590480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-542fb4af-4234-4f8c-90ed-257ff98446bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.597616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9912c6a5-a121-4af6-8bfc-3ad717a6258b req-8485175a-1317-477e-9345-62e289b0a8d6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234627 Aug 29 17:28:48.736217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:28:48.800998 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50a5078e-69c6-49af-9caa-ae4e3597ae63 req-cd0e8ba1-33c8-4b7f-b1fc-9d25a5eb7601 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0796628 Aug 29 17:28:48.814358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-542fb4af-4234-4f8c-90ed-257ff98446bf None None] Provisioning complete for port 45a7d4a3-b03c-4b36-8863-48d010d70465 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:48.814775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-542fb4af-4234-4f8c-90ed-257ff98446bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.853490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Allocated IP 10.1.1.21 (005282ce-7a66-4578-99b9-0f41090e2364/532a4cf8-0776-407f-be63-b0430308eee4/edfdff25-5905-4ace-a088-33d601c51a9b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:48.873790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-542fb4af-4234-4f8c-90ed-257ff98446bf None None] Port 45a7d4a3-b03c-4b36-8863-48d010d70465 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:48.888809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] Deleting port 7c9a7fde-1984-47b7-b3ab-e638c3590678 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:48.889200 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.984459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] For port 7c9a7fde-1984-47b7-b3ab-e638c3590678, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7c9a7fde-1984-47b7-b3ab-e638c3590678,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:48.984903 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.018565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] Calling delete_port for 7c9a7fde-1984-47b7-b3ab-e638c3590678 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:49.098734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da0cc2dc-0b20-4e72-b85c-99cf16a35171 req-dca81e99-31de-48c5-8b8a-863e30cc3fde tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985825 Aug 29 17:28:49.151671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.204730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-adf576c7-31c7-412e-b990-d15ae8e0c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:49.206765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-adf576c7-31c7-412e-b990-d15ae8e0c298 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 913 time: 0.6232417 Aug 29 17:28:49.236527 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.259980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] No DVR routers for this DVR port 7c9a7fde-1984-47b7-b3ab-e638c3590678 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:49.308582 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.316859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311dd12-0056-4622-ad00-cf0bf4a7aa6d None None] Pushing event deleted for resources: {'Port': ['ID=7c9a7fde-1984-47b7-b3ab-e638c3590678,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:49.319651 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-cb94455b-302f-49c5-98f8-5b9aa96817bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 HTTP/1.1" status: 200 len: 217 time: 0.0734394 Aug 29 17:28:49.336816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Transition to ACTIVE for port object edfdff25-5905-4ace-a088-33d601c51a9b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:49.350150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:49.377619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.384852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:49.387002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=a958f5a2-3c77-4c61-8130-bedbc3b87fbb,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:49.392581 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:49.393462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.398086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dfda29-572b-4c25-b349-6eb8ccb31e2c None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:49.428553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-4bbd0581-e082-45b6-b061-9f847c3b798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:49.430320 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-4bbd0581-e082-45b6-b061-9f847c3b798a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.1001711 Aug 29 17:28:49.439431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cf6de9ca-030d-4c28-9186-3417cd58814e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9132152 Aug 29 17:28:49.441622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48766) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:49.498147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network 005282ce-7a66-4578-99b9-0f41090e2364 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:49.503651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:49.506424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:49.527249 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-c69c1367-fa95-413d-bdde-fed20ae0b523 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864789 Aug 29 17:28:49.543803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:49.565314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=edfdff25-5905-4ace-a088-33d601c51a9b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:49.587222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:49.587222 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.614559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc658aa4-df2b-4e4a-80cc-39d88ee20c60 None None] Network af4e67db-c902-4ea6-8da0-ef55bf51f7ac requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:49.630622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7a07da69-d362-470e-81a8-d890f3683d23 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6074181 Aug 29 17:28:49.711738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ec2031d9-8fed-43e7-adbf-6e0c0c51ddf4 None None] Provisioning for port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:49.816227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38644-b2bb-4891-9800-5ca277590b5a req-a3a450a2-2853-4631-bba7-fe758281db3d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:49.825631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86f38644-b2bb-4891-9800-5ca277590b5a req-a3a450a2-2853-4631-bba7-fe758281db3d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1062195 Aug 29 17:28:49.837702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:49.871221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'a958f5a2-3c77-4c61-8130-bedbc3b87fbb'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:28:49.872235 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.919263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86f38644-b2bb-4891-9800-5ca277590b5a req-658f1716-9114-4e8f-9861-368a4abec547 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915606 Aug 29 17:28:50.042544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-313bde53-1643-4d01-bb0d-4c00dbd5aee4 req-f4289fdd-9c58-4106-b778-b9fdaabfb630 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0361886 Aug 29 17:28:50.076586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c022a4ee-52a5-4829-8d04-81268f3e84a9 None None] Provisioning for port edfdff25-5905-4ace-a088-33d601c51a9b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:50.099949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:50.100326 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:50.139317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c022a4ee-52a5-4829-8d04-81268f3e84a9 None None] Provisioning complete for port edfdff25-5905-4ace-a088-33d601c51a9b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:50.140514 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c022a4ee-52a5-4829-8d04-81268f3e84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:50.189501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Allocated IP 172.20.0.2 (2ad95fe3-2af7-4150-b097-a47258efe850/a958f5a2-3c77-4c61-8130-bedbc3b87fbb/fe1a5490-2a17-46eb-89ed-470f570f4166) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:50.257035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c022a4ee-52a5-4829-8d04-81268f3e84a9 None None] Port edfdff25-5905-4ace-a088-33d601c51a9b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:50.258645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:28:50.330703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:50.340569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:50.370574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdbffc-c5eb-431d-b5e8-b1c6e755d22b req-856f6f05-e50e-4efd-ac40-0b046e3df551 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:50.374812 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9fdbffc-c5eb-431d-b5e8-b1c6e755d22b req-856f6f05-e50e-4efd-ac40-0b046e3df551 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 943 time: 0.0680749 Aug 29 17:28:50.455152 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9fdbffc-c5eb-431d-b5e8-b1c6e755d22b req-9a3cb7ed-09f2-4cdf-a513-22129aa04563 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692310 Aug 29 17:28:50.477109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-10962c18-1fe1-4c5a-8b6b-99a8e8ac7609 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9170735 Aug 29 17:28:50.641518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:50.677889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'b50d5bea-6c1d-4fd5-b345-7ab1ef783b61', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'port_id': 'b50d5bea-6c1d-4fd5-b345-7ab1ef783b61', 'mac_address': 'fa:16:3e:02:66:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde333e-caeb-4be9-96df-a0767fe315e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:28:50.775003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:50.799652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48814) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:50.811392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-debd039a-228f-4e4b-88d3-fbbe73bf027e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024782830', 'description': 'tempest-description--203031300'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:50.849638 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1ad0f32-d9a8-4aaa-adee-700d0fd561b2 req-0557aa48-48ac-414b-8150-28b0f55c919c service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626223 Aug 29 17:28:50.875843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:50.879065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-debd039a-228f-4e4b-88d3-fbbe73bf027e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:50.890991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:28:50.892843 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:50.920336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:50.981289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:51.001750 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.009452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:51.013230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:51.026993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:51.027266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.032544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:51.074647 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=4c9b7e56-9b61-4aa9-b933-b5e68e586471,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:51.075763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-debd039a-228f-4e4b-88d3-fbbe73bf027e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.088875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-debd039a-228f-4e4b-88d3-fbbe73bf027e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.112380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-292a6480-7e28-4385-8bea-653e59e540a8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6530902 Aug 29 17:28:51.113300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48830) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:51.121572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:76:53:30', 'name': 'tempest-NetworksTestDHCPv6-1007506503'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:51.128553 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.138485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd039a-228f-4e4b-88d3-fbbe73bf027e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7712b22e-6139-44e6-a5d4-c870247c9087,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:51.145113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-debd039a-228f-4e4b-88d3-fbbe73bf027e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.146811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-debd039a-228f-4e4b-88d3-fbbe73bf027e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3447249 Aug 29 17:28:51.148007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Transition to ACTIVE for port object fe1a5490-2a17-46eb-89ed-470f570f4166 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:51.150228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48836) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:51.159322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-157a836c-7331-44da-94c7-686c8ec72af2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'security_group_rule': {'security_group_id': '7712b22e-6139-44e6-a5d4-c870247c9087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:51.191955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:51.192364 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.196746 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-157a836c-7331-44da-94c7-686c8ec72af2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.204550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab6870-0907-42de-8ecb-9fc3a6fcf0b4 req-eaf93dad-5d50-4f5b-bf39-7fc3d939c4aa tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:51.206284 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5aab6870-0907-42de-8ecb-9fc3a6fcf0b4 req-eaf93dad-5d50-4f5b-bf39-7fc3d939c4aa tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1512728 Aug 29 17:28:51.252146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Transition to ACTIVE for port object fe1a5490-2a17-46eb-89ed-470f570f4166 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:51.275593 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.278133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5aab6870-0907-42de-8ecb-9fc3a6fcf0b4 req-f8d9cce6-417a-4957-bbeb-1d96d29a1981 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637920 Aug 29 17:28:51.335519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4ffbf69d-341a-437f-8acc-cf3ccd4ffbc1 None None] Provisioning complete for port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:51.337013 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf69d-341a-437f-8acc-cf3ccd4ffbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.340257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:51.341331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['b50d5bea-6c1d-4fd5-b345-7ab1ef783b61'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:28:51.359472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-157a836c-7331-44da-94c7-686c8ec72af2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.364206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:51.370190 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-157a836c-7331-44da-94c7-686c8ec72af2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.388946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:51.404509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-157a836c-7331-44da-94c7-686c8ec72af2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.406684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-157a836c-7331-44da-94c7-686c8ec72af2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545538 Aug 29 17:28:51.409553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:51.416320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9db6f038-ef64-482d-8ae3-7d44f21ca7fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'security_group_rule': {'security_group_id': '7712b22e-6139-44e6-a5d4-c870247c9087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:51.419401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:51.427616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a836c-7331-44da-94c7-686c8ec72af2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db281c9-6936-4021-9e30-5945bc7f5754,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:51.430744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:51.491631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9321a0a-6cd2-4d7c-84a0-565d4c16c3ca req-c2562e9b-6fa6-4ce6-b7f6-d35e104feb7b tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0580442 Aug 29 17:28:51.491847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9db6f038-ef64-482d-8ae3-7d44f21ca7fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.566730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.610846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9db6f038-ef64-482d-8ae3-7d44f21ca7fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.623337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9db6f038-ef64-482d-8ae3-7d44f21ca7fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.627852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 67dcdc61-9283-441a-855d-974e5359f9b0 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:28:51.641596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Pushing event updated for resources: {'Port': ['ID=fe1a5490-2a17-46eb-89ed-470f570f4166,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:51.683575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6f038-ef64-482d-8ae3-7d44f21ca7fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77472038-02a1-4df3-af4c-d5941cd247d6,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:51.684103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Attempting to bind port fe1a5490-2a17-46eb-89ed-470f570f4166 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:51.684477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Attempting to bind port fe1a5490-2a17-46eb-89ed-470f570f4166 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:51.684916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Attempting to bind port fe1a5490-2a17-46eb-89ed-470f570f4166 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:51.696194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:51.696695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:51.697530 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.698272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:51.698913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Bound port: fe1a5490-2a17-46eb-89ed-470f570f4166, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:51.699231 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.704694 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9db6f038-ef64-482d-8ae3-7d44f21ca7fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.710178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9db6f038-ef64-482d-8ae3-7d44f21ca7fc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991610 Aug 29 17:28:51.710978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48866) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:51.716222 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.723870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:51.754112 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf69d-341a-437f-8acc-cf3ccd4ffbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.856442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] For port fe1a5490-2a17-46eb-89ed-470f570f4166, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:51.861790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e09f9-f8af-40c6-9777-c4b2f5d84cd9 req-2e7da55b-203a-405a-bd5d-1e1c2438e8cb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:51.863714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-566e09f9-f8af-40c6-9777-c4b2f5d84cd9 req-2e7da55b-203a-405a-bd5d-1e1c2438e8cb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 944 time: 0.1502559 Aug 29 17:28:51.865575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.908306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] For port fe1a5490-2a17-46eb-89ed-470f570f4166, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fe1a5490-2a17-46eb-89ed-470f570f4166,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:51.933565 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-78786194-5aa4-45fa-809e-9c2f0c20624c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2052350 Aug 29 17:28:51.935961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:51.945137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.951747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.996595 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-566e09f9-f8af-40c6-9777-c4b2f5d84cd9 req-e801918f-61e7-4398-9709-d40ec494d1c6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255152 Aug 29 17:28:52.068803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.088049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 172.20.0.6 (2ad95fe3-2af7-4150-b097-a47258efe850/a958f5a2-3c77-4c61-8130-bedbc3b87fbb/67dcdc61-9283-441a-855d-974e5359f9b0) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:52.088676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7c9a7fde-1984-47b7-b3ab-e638c3590678 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:52.105867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf5cf4-118c-4bfe-b275-1a06d14fd9e5 None None] Pushing event updated for resources: {'Port': ['ID=fe1a5490-2a17-46eb-89ed-470f570f4166,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:52.119593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:fe76:5330 (2ad95fe3-2af7-4150-b097-a47258efe850/4c9b7e56-9b61-4aa9-b933-b5e68e586471/67dcdc61-9283-441a-855d-974e5359f9b0) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:52.141042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 7c9a7fde-1984-47b7-b3ab-e638c3590678 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:52.141560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7c9a7fde-1984-47b7-b3ab-e638c3590678 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:52.164062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-0f76c9cd-4288-4a04-ae83-ed7c8c96084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.164562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-0f76c9cd-4288-4a04-ae83-ed7c8c96084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.168278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-0f76c9cd-4288-4a04-ae83-ed7c8c96084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.168807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-0f76c9cd-4288-4a04-ae83-ed7c8c96084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.170447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-0f76c9cd-4288-4a04-ae83-ed7c8c96084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.172808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-0f76c9cd-4288-4a04-ae83-ed7c8c96084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.173320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-0f76c9cd-4288-4a04-ae83-ed7c8c96084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.184597 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-0f76c9cd-4288-4a04-ae83-ed7c8c96084e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6508 time: 0.1551027 Aug 29 17:28:52.212330 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-4ffbf69d-341a-437f-8acc-cf3ccd4ffbc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:28:52.213076 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-4ffbf69d-341a-437f-8acc-cf3ccd4ffbc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:28:52.240716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:52.268364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Allocated IP 172.25.2.146 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/017cd34b-3ddd-48c1-beb3-77e539e6fefd) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:52.415481 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.523797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b4bba-0be2-4da1-b76e-a50435506a17 req-70cd469d-6f5c-4a79-9b67-d858faa5e4fd tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.525394 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee5b4bba-0be2-4da1-b76e-a50435506a17 req-70cd469d-6f5c-4a79-9b67-d858faa5e4fd tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1055129 Aug 29 17:28:52.561421 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.603766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-7a0fb3ad-eab6-4a8b-b185-123226c389be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.604936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-7a0fb3ad-eab6-4a8b-b185-123226c389be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.605629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-7a0fb3ad-eab6-4a8b-b185-123226c389be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.607544 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-7a0fb3ad-eab6-4a8b-b185-123226c389be service neutron] 10.222.0.43 "GET /v2.0/networks?id=c94a284a-3908-4129-8987-ec9683304a7a&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 2298 time: 0.3559659 Aug 29 17:28:52.619733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:52.626364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:52.630358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:52.638690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee5b4bba-0be2-4da1-b76e-a50435506a17 req-d03ba6e5-8821-4883-89cf-193c0d876caf tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025875 Aug 29 17:28:52.641254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.655790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 67dcdc61-9283-441a-855d-974e5359f9b0 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:52.659301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=017cd34b-3ddd-48c1-beb3-77e539e6fefd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:52.750312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29ee062b-eda8-4837-9692-85bbbf962a13 req-15eb3ec5-81fb-470d-ab1b-6977ced8ecd7 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0298526 Aug 29 17:28:52.770867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.776931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.853289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.874728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-379259ed-596a-46cc-a718-42bfbabe2f1b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.876253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-379259ed-596a-46cc-a718-42bfbabe2f1b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 804 time: 0.6235352 Aug 29 17:28:52.880203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:52.887054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:52.892350 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-b629757d-f748-4c36-9de6-6cf75123e4a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 200 len: 1002 time: 0.1943979 Aug 29 17:28:52.893090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:52.900051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=67dcdc61-9283-441a-855d-974e5359f9b0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:52.959950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-0eb79661-e672-4a8f-a423-58d38dc6ea6f tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/quotas/70aa78b66bdc4924a5a6d137b6108052 HTTP/1.1" status: 200 len: 375 time: 0.0703099 Aug 29 17:28:53.022534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.023240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.045700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-4b7e7779-3086-4eff-99d1-a0aa0ddddb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.046579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.047762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-4b7e7779-3086-4eff-99d1-a0aa0ddddb4c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02c398ab-acc0-4618-b795-8014350499c2 HTTP/1.1" status: 200 len: 856 time: 0.1449518 Aug 29 17:28:53.056712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.078090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3a796fea-479d-4dfc-8cfb-994f81aa0a3c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9625478 Aug 29 17:28:53.078937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:53.121561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=017cd34b-3ddd-48c1-beb3-77e539e6fefd,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:53.144504 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-3323be79-b98b-4ffb-a875-e70bc45f5cf2 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1749363 Aug 29 17:28:53.204682 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.225832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-5817e75e-ced2-41f4-9c43-80f981de32da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.227397 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.227587 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-5817e75e-ced2-41f4-9c43-80f981de32da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c94a284a-3908-4129-8987-ec9683304a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707108 Aug 29 17:28:53.228801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b1c896a8-0066-42e4-ae86-62cb40817ba4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5166674 Aug 29 17:28:53.247174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a47a5b-36b1-4a7f-9c08-613253b89b75 req-104b1f58-9d82-49d6-923f-57a690901499 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.249486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a47a5b-36b1-4a7f-9c08-613253b89b75 req-104b1f58-9d82-49d6-923f-57a690901499 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 944 time: 0.0949590 Aug 29 17:28:53.286138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8cea73-e287-4e54-a87e-301fc24e5473 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.302726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8cea73-e287-4e54-a87e-301fc24e5473 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.304512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db8cea73-e287-4e54-a87e-301fc24e5473 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2027142 Aug 29 17:28:53.320865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48902) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:53.363110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a47a5b-36b1-4a7f-9c08-613253b89b75 req-0a84c1b6-9066-455d-82b9-879123fb8fbf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055319 Aug 29 17:28:53.403773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-1906e2ff-b46a-44a2-b6b4-97e60be0d151 service neutron] 10.222.0.41 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500980 Aug 29 17:28:53.446324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4bf5c-1815-4e6c-8bcc-19ee967a323a None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:53.522940 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-88d63f53-ea08-47ab-870b-595e7c73e64b service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852294 Aug 29 17:28:53.525402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-beb2996d-a5ee-44e4-9f1e-7f91bb533b29 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 67dcdc61-9283-441a-855d-974e5359f9b0 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:53.526193 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb2996d-a5ee-44e4-9f1e-7f91bb533b29 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.596745 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-f568934f-8e5e-4d27-a88e-3abb5ad5a2ac service neutron] 10.222.0.41 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920617 Aug 29 17:28:53.648382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b7025fa6-2e54-46c2-94ff-fc2d779880df tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2024782830&fields=id&tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6 HTTP/1.1" status: 200 len: 267 time: 0.0860951 Aug 29 17:28:53.677388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c82ff43-67fc-46e3-95e9-136dd7367ab0 None None] Provisioning for port fe1a5490-2a17-46eb-89ed-470f570f4166 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:53.746142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-da37c1b8-d9b2-4ea7-a9e7-784202ab694f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.747610 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-da37c1b8-d9b2-4ea7-a9e7-784202ab694f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports/45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 200 len: 931 time: 0.0861561 Aug 29 17:28:53.751390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-80f5bf12-b04b-4ca3-b702-eabbb6666817 service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176490 Aug 29 17:28:53.771351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55656f-bb80-4dbc-bf69-0244b72116df req-32affcf6-dad3-4533-ba13-89b08e066cc4 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.775165 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de55656f-bb80-4dbc-bf69-0244b72116df req-32affcf6-dad3-4533-ba13-89b08e066cc4 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.44 "GET /v2.0/ports?device_id=b651d9a3-36c8-4998-bd91-0777680357e8 HTTP/1.1" status: 200 len: 945 time: 0.1621797 Aug 29 17:28:53.813818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-f5544ddb-c414-4218-b72f-9d0717e9d580 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.815261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-f5544ddb-c414-4218-b72f-9d0717e9d580 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports/edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 200 len: 930 time: 0.0604188 Aug 29 17:28:53.848624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5799f0f2-ce37-4b58-a9d1-c2ac65f3700e None None] Update dhcp port {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': 'a958f5a2-3c77-4c61-8130-bedbc3b87fbb', 'ip_address': '172.20.0.2'}, {'subnet_id': '4c9b7e56-9b61-4aa9-b933-b5e68e586471'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'fe1a5490-2a17-46eb-89ed-470f570f4166'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:28:53.872797 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-f1ea7903-035e-44c6-bc27-e559a85714b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 217 time: 0.0949168 Aug 29 17:28:53.888633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-31c4cbd5-7525-4cb8-b22b-42aa7945c4b1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0635557 Aug 29 17:28:53.893076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb2996d-a5ee-44e4-9f1e-7f91bb533b29 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.911780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5799f0f2-ce37-4b58-a9d1-c2ac65f3700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.931067 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-74ee8ccb-a893-4349-80f9-dbcf7db718b6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0351083 Aug 29 17:28:53.935880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-beb2996d-a5ee-44e4-9f1e-7f91bb533b29 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 67dcdc61-9283-441a-855d-974e5359f9b0 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:54.011132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-3b970fc2-325e-41d7-b898-a07991af637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:54.012765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-3b970fc2-325e-41d7-b898-a07991af637f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1230996 Aug 29 17:28:54.033094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093f95d-ba18-4123-b342-fb726c4b64ba req-600f883b-55ca-45f4-bddc-e0b60933549e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:54.040454 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5093f95d-ba18-4123-b342-fb726c4b64ba req-600f883b-55ca-45f4-bddc-e0b60933549e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1770961 Aug 29 17:28:54.134709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-ca436c45-0781-4ee3-9328-3fc7e22e73b6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:54.142523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-ca436c45-0781-4ee3-9328-3fc7e22e73b6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:54.151343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-ca436c45-0781-4ee3-9328-3fc7e22e73b6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:54.159192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-ca436c45-0781-4ee3-9328-3fc7e22e73b6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/networks?id=548b3407-0a2d-429f-b9b2-c29a429471e9&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac HTTP/1.1" status: 200 len: 1987 time: 0.2206216 Aug 29 17:28:54.165703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-5799f0f2-ce37-4b58-a9d1-c2ac65f3700e None None] Allocated IP 2001:db8::f816:3eff:fe5b:1dfb (2ad95fe3-2af7-4150-b097-a47258efe850/4c9b7e56-9b61-4aa9-b933-b5e68e586471/fe1a5490-2a17-46eb-89ed-470f570f4166) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:54.185369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-f06ac44b-d8c8-4bdc-a976-498048b2033c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/quotas/0ee1e82f1a5e4557b5f4d9caf465ffc6 HTTP/1.1" status: 200 len: 375 time: 0.0227306 Aug 29 17:28:54.230053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5093f95d-ba18-4123-b342-fb726c4b64ba req-4f3c6ca8-4c36-4d57-8cdc-f42722eb94b6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874897 Aug 29 17:28:54.251208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Deleting port 47c87253-3230-4ffa-8140-a64ab556416e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:54.251725 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.262289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-c77ff9c8-62e5-4fb8-b2bf-31a569865d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:54.263960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-c77ff9c8-62e5-4fb8-b2bf-31a569865d1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2204013 Aug 29 17:28:54.270576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:54.417221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5799f0f2-ce37-4b58-a9d1-c2ac65f3700e None None] For port fe1a5490-2a17-46eb-89ed-470f570f4166, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fe1a5490-2a17-46eb-89ed-470f570f4166,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:54.466824 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:54.495599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dfccc6d5-f954-42f3-9558-99383553c40d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3022835 Aug 29 17:28:54.501737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:54.540890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:54.541373 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.546963 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5799f0f2-ce37-4b58-a9d1-c2ac65f3700e None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.591801 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5799f0f2-ce37-4b58-a9d1-c2ac65f3700e None None] Transition to ACTIVE for port object fe1a5490-2a17-46eb-89ed-470f570f4166 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:54.596350 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb2996d-a5ee-44e4-9f1e-7f91bb533b29 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.607000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5799f0f2-ce37-4b58-a9d1-c2ac65f3700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.672819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799f0f2-ce37-4b58-a9d1-c2ac65f3700e None None] Pushing event updated for resources: {'Port': ['ID=fe1a5490-2a17-46eb-89ed-470f570f4166,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:54.694946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2996d-a5ee-44e4-9f1e-7f91bb533b29 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=67dcdc61-9283-441a-855d-974e5359f9b0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:54.787245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.791806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:54.792284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.841726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216a114b-36f1-4de7-b78b-30c82b75d0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d5bea-6c1d-4fd5-b345-7ab1ef783b61'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:54.844898 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c356c2-6c3b-43c5-b0d5-9e996129af6e" -d '{"events": [{"server_uuid": "216a114b-36f1-4de7-b78b-30c82b75d0ac", "name": "network-vif-plugged", "status": "completed", "tag": "b50d5bea-6c1d-4fd5-b345-7ab1ef783b61"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:54.867832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:54.887882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-9b7e6c21-434e-4a8c-b898-5bdfcb35a8c8 service neutron] 10.222.0.41 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046365 Aug 29 17:28:54.905985 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb2996d-a5ee-44e4-9f1e-7f91bb533b29 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.910441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-beb2996d-a5ee-44e4-9f1e-7f91bb533b29 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/67dcdc61-9283-441a-855d-974e5359f9b0 HTTP/1.1" status: 204 len: 168 time: 1.5864072 Aug 29 17:28:54.916773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48944) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:54.934053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fe1a5490-2a17-46eb-89ed-470f570f4166 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:54.943326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:54.944344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.959150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Calling delete_port for 47c87253-3230-4ffa-8140-a64ab556416e owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:54.979703 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:54.980794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47c87253-3230-4ffa-8140-a64ab556416e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:55.010613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503f837-e427-492f-bb46-0f50f847c1aa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:55.012963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503f837-e427-492f-bb46-0f50f847c1aa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:55.015316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503f837-e427-492f-bb46-0f50f847c1aa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:55.026327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1503f837-e427-492f-bb46-0f50f847c1aa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1081376 Aug 29 17:28:55.042688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48946) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:55.051099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1af4888b-799f-4ddb-88f1-c81d5086d318 req-f17002ea-97ac-4fae-95ad-b1888f2ad078 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 210 time: 0.6885467 Aug 29 17:28:55.066962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:55.144388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9876f93-b354-4c06-9c9d-4854b20c1a88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 4c9b7e56-9b61-4aa9-b933-b5e68e586471 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:55.153306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9876f93-b354-4c06-9c9d-4854b20c1a88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.183074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-63b1c271-a600-479a-a694-5518195e4035 service neutron] 10.222.0.41 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943170 Aug 29 17:28:55.209292 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.223037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9876f93-b354-4c06-9c9d-4854b20c1a88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.248756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b24ac21f-d006-466a-abae-63d107f32d20 service neutron] 10.222.0.41 "GET /v2.0/ports/45a7d4a3-b03c-4b36-8863-48d010d70465?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0550969 Aug 29 17:28:55.317209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port fe1a5490-2a17-46eb-89ed-470f570f4166 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:55.321381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 47c87253-3230-4ffa-8140-a64ab556416e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=47c87253-3230-4ffa-8140-a64ab556416e,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:55.335563 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.430386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:55.556238 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8e993c27-7900-4f5d-ad19-32921c1a70ff service neutron] 10.222.0.41 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027012 Aug 29 17:28:55.581485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9876f93-b354-4c06-9c9d-4854b20c1a88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.607212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-873bceae-804c-44a7-888c-2f8b6399f0a6 req-6a97d32a-a5c1-4967-9074-1885824ef866 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.2731583 Aug 29 17:28:55.607846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.643452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-c4b08c02-3081-49ed-925c-0f45fca5558b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:55.645050 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-c4b08c02-3081-49ed-925c-0f45fca5558b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.43 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 804 time: 0.2776105 Aug 29 17:28:55.663989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Request body: {'port': {'device_id': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'admin_state_up': True, 'tenant_id': '70aa78b66bdc4924a5a6d137b6108052'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:55.683275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Pushing event deleted for resources: {'Port': ['ID=47c87253-3230-4ffa-8140-a64ab556416e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:55.736562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] No DVR routers for this DVR port 47c87253-3230-4ffa-8140-a64ab556416e on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:55.743100 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-9cb18c96-8069-48e9-b531-f1937e1fc63d service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4628966 Aug 29 17:28:55.744813 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.746861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de55656f-bb80-4dbc-bf69-0244b72116df req-127d22e7-cec3-406e-96fe-7c56deb940e3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.44 "DELETE /v2.0/ports/47c87253-3230-4ffa-8140-a64ab556416e HTTP/1.1" status: 204 len: 173 time: 1.9453292 Aug 29 17:28:55.747341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'name': 'network-vif-deleted', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:55.749701 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12739133-8988-4e62-a39f-ee19b67a2390" -d '{"events": [{"server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "name": "network-vif-deleted", "tag": "47c87253-3230-4ffa-8140-a64ab556416e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:55.840778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ee633394-8b1d-4f1f-b8f2-af7c77b063ab None None] Could not find standard attr ID for object 67dcdc61-9283-441a-855d-974e5359f9b0. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:28:55.846504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9876f93-b354-4c06-9c9d-4854b20c1a88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.859216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ee633394-8b1d-4f1f-b8f2-af7c77b063ab None None] Provisioning for port fe1a5490-2a17-46eb-89ed-470f570f4166 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:55.864692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ee633394-8b1d-4f1f-b8f2-af7c77b063ab None None] Provisioning complete for port fe1a5490-2a17-46eb-89ed-470f570f4166 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:55.865968 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ee633394-8b1d-4f1f-b8f2-af7c77b063ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.887626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9876f93-b354-4c06-9c9d-4854b20c1a88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9b7e56-9b61-4aa9-b933-b5e68e586471,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:55.894452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a9876f93-b354-4c06-9c9d-4854b20c1a88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.896411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a9876f93-b354-4c06-9c9d-4854b20c1a88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/4c9b7e56-9b61-4aa9-b933-b5e68e586471 HTTP/1.1" status: 204 len: 168 time: 0.8520567 Aug 29 17:28:55.900390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48958) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:55.928603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-70d8465c-eeb5-47bd-a332-588a70de145e service neutron] 10.222.0.41 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591981 Aug 29 17:28:55.954627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb419771-d46c-4637-bc80-c8e3b368b3cd req-0ea7d987-2590-495a-91df-5e872bcbf677 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:55.956273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb419771-d46c-4637-bc80-c8e3b368b3cd req-0ea7d987-2590-495a-91df-5e872bcbf677 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 945 time: 0.1451252 Aug 29 17:28:55.958177 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-7098e6cb-c495-4d86-be43-4503750bd46e service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965492 Aug 29 17:28:56.018518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d1ff9e-c968-41ed-a7e9-def2feba43c8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet a958f5a2-3c77-4c61-8130-bedbc3b87fbb {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:56.056617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ee633394-8b1d-4f1f-b8f2-af7c77b063ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.082689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-b9f6708d-37f9-4b8e-8ddd-216c79476973 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.0781341 Aug 29 17:28:56.097017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-a82de19c-ca19-43ce-ac04-b7481acef49a service neutron] 10.222.0.41 "GET /v2.0/ports/edfdff25-5905-4ace-a088-33d601c51a9b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0612881 Aug 29 17:28:56.116525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ee633394-8b1d-4f1f-b8f2-af7c77b063ab None None] For port fe1a5490-2a17-46eb-89ed-470f570f4166, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fe1a5490-2a17-46eb-89ed-470f570f4166,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:56.124866 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb419771-d46c-4637-bc80-c8e3b368b3cd req-61e186bf-f32b-448f-98a9-b71f481558f6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603744 Aug 29 17:28:56.136584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ee633394-8b1d-4f1f-b8f2-af7c77b063ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.203254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-2c1ac237-0acd-4652-b5dc-15156758d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:56.208117 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-2c1ac237-0acd-4652-b5dc-15156758d0ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1072726 Aug 29 17:28:56.248231 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1658d5-4ebf-4d13-b48f-e6e1b28020a6 x-openstack-request-id: req-8a1658d5-4ebf-4d13-b48f-e6e1b28020a6 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:56.249362 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216a114b-36f1-4de7-b78b-30c82b75d0ac", "name": "network-vif-plugged", "status": "completed", "tag": "b50d5bea-6c1d-4fd5-b345-7ab1ef783b61", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:56.249730 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a1658d5-4ebf-4d13-b48f-e6e1b28020a6 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:56.261081 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216a114b-36f1-4de7-b78b-30c82b75d0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d5bea-6c1d-4fd5-b345-7ab1ef783b61', 'code': 200} Aug 29 17:28:56.270822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff9e-c968-41ed-a7e9-def2feba43c8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.307911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee633394-8b1d-4f1f-b8f2-af7c77b063ab None None] Pushing event updated for resources: {'Port': ['ID=fe1a5490-2a17-46eb-89ed-470f570f4166,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:56.350036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff9e-c968-41ed-a7e9-def2feba43c8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.359049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28855a7f-fb64-4c7a-884e-3ab8f7f75915 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:56.368879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-b49d5121-786e-4819-b36e-8de97950cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:56.370554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e0d0ad10-8c6a-47a3-82eb-cd9279774b1e None None] Could not find standard attr ID for object 67dcdc61-9283-441a-855d-974e5359f9b0. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:28:56.382533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-b49d5121-786e-4819-b36e-8de97950cd53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1535900 Aug 29 17:28:56.395790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fe1a5490-2a17-46eb-89ed-470f570f4166 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:56.415116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0a9f3798-1ff5-4437-b07b-f464d0312683 service neutron] 10.222.0.41 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165214 Aug 29 17:28:56.421953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Made reservation on behalf of 70aa78b66bdc4924a5a6d137b6108052 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:56.425883 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.535967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port fe1a5490-2a17-46eb-89ed-470f570f4166 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:56.536427 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.562968 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-6036f906-f6e5-4c0c-aae6-8a43c06056c3 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166077 Aug 29 17:28:56.587706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff9e-c968-41ed-a7e9-def2feba43c8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.594974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c13e55-3e21-4b25-b895-61f25c99e3ed req-03040a63-beb6-4940-b26b-cd1247fba924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:56.599731 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06c13e55-3e21-4b25-b895-61f25c99e3ed req-03040a63-beb6-4940-b26b-cd1247fba924 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 1097 time: 0.2948587 Aug 29 17:28:56.631065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c4cb9-42a9-46e1-b08c-26ba7bd6b399 req-541a53fa-96be-4698-91f4-a3e37a3645b4 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:56.644130 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f82c4cb9-42a9-46e1-b08c-26ba7bd6b399 req-541a53fa-96be-4698-91f4-a3e37a3645b4 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.2604344 Aug 29 17:28:56.703391 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-c4860761-f4df-4c30-aa8a-c85d73e1c0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733274 Aug 29 17:28:56.808580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Allocated IP 172.20.0.4 (88b1109f-8e67-44b9-b311-f1093fe2a16d/8a6afdea-4eb5-44de-abf1-aa30422e284e/4cc4f1f3-2bb3-493e-8679-0815faf3512c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:56.813093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-ad41c15c-2ab5-4129-a042-fb8e29ad12c0 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364819 Aug 29 17:28:56.816755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff9e-c968-41ed-a7e9-def2feba43c8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.870896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06c13e55-3e21-4b25-b895-61f25c99e3ed req-ae97d818-dc34-436f-82d9-653f98c1ebbd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540956 Aug 29 17:28:56.872125 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-a83dc13f-d21d-439b-9234-4b2304d47b02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c HTTP/1.1" status: 200 len: 217 time: 0.0456989 Aug 29 17:28:56.872281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff9e-c968-41ed-a7e9-def2feba43c8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.877723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-88d1ff9e-c968-41ed-a7e9-def2feba43c8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/a958f5a2-3c77-4c61-8130-bedbc3b87fbb HTTP/1.1" status: 204 len: 168 time: 0.9745541 Aug 29 17:28:56.880889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48976) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:56.892767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1ff9e-c968-41ed-a7e9-def2feba43c8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=a958f5a2-3c77-4c61-8130-bedbc3b87fbb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:56.957584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2ab2e484-5fdb-4660-a348-4233449fbd7d service neutron] 10.222.0.41 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363312 Aug 29 17:28:56.998065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d02b4f1-ba3e-491d-a4b4-b6cbec213cef tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157837 Aug 29 17:28:57.000894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-e1fa27e3-fd3d-4630-968e-ee7f4e61d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.002633 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-e1fa27e3-fd3d-4630-968e-ee7f4e61d863 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0729201 Aug 29 17:28:57.003154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:57.040484 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f82c4cb9-42a9-46e1-b08c-26ba7bd6b399 req-d0a2d0df-9ce0-4c7e-a3bd-c4762f6bea16 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954701 Aug 29 17:28:57.099357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9608fe9-dc73-48f8-9399-e964b0853962 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.101772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c9608fe9-dc73-48f8-9399-e964b0853962 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0973387 Aug 29 17:28:57.107887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48980) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:57.115183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-62c6d598-edbc-4413-a0b3-5e9795a464a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.117144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-62c6d598-edbc-4413-a0b3-5e9795a464a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756772 Aug 29 17:28:57.219563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e5af1479-1ba7-4990-be3b-b38209f70631 service neutron] 10.222.0.41 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523329 Aug 29 17:28:57.227366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476276c-ee6e-4beb-86e8-02624f7cbe48 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.231102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f476276c-ee6e-4beb-86e8-02624f7cbe48 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214149 Aug 29 17:28:57.242249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:57.250892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-2be77525-4554-49d7-8c41-308010d737a4 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180973 Aug 29 17:28:57.253544 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068d0c53-ee68-48a5-9747-5c50ad373aff x-openstack-request-id: req-068d0c53-ee68-48a5-9747-5c50ad373aff {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:57.253772 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "name": "network-vif-deleted", "tag": "47c87253-3230-4ffa-8140-a64ab556416e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:57.254020 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-068d0c53-ee68-48a5-9747-5c50ad373aff {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:57.254409 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'name': 'network-vif-deleted', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e', 'status': 'completed', 'code': 200} Aug 29 17:28:57.254974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48984) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:57.306806 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:57.307047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4f543e5d-a801-41d4-b74f-7313184eccaa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410726 Aug 29 17:28:57.307872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:57.320415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8bf38a57-779b-4489-89cc-fe5246beef9c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:57.426538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-a4c1516c-a90d-4da1-b623-418ae93c1674 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326761 Aug 29 17:28:57.481449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da969-3480-4498-aa9f-962be9cae8ed req-55bc020f-a3a4-4d7f-b1b4-638e88a59ef3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.483628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f78da969-3480-4498-aa9f-962be9cae8ed req-55bc020f-a3a4-4d7f-b1b4-638e88a59ef3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 931 time: 0.2312458 Aug 29 17:28:57.485197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-056b5cff-e087-4348-b742-3eecd3612add service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=520c50d0-d97b-4061-87ff-6069f983709e HTTP/1.1" status: 200 len: 217 time: 0.0497532 Aug 29 17:28:57.494941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Network 88b1109f-8e67-44b9-b311-f1093fe2a16d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:57.501297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:57.513705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:57.517104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74b96a-d661-4644-8549-c04d857bb4c1 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:57.539180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f78da969-3480-4498-aa9f-962be9cae8ed req-9193e770-4cf7-4316-bfd4-e6d68df47cff tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491457 Aug 29 17:28:57.640335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Pushing event updated for resources: {'Port': ['ID=4cc4f1f3-2bb3-493e-8679-0815faf3512c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:57.654629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-55e5c353-8f9e-42c4-b0fd-62e8fa26c260 None None] Provisioning complete for port fe1a5490-2a17-46eb-89ed-470f570f4166 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:57.655289 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-55e5c353-8f9e-42c4-b0fd-62e8fa26c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:57.657604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-72f64108-2fbb-4ba1-836e-b8e4b923f617 service neutron] 10.222.0.41 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725183 Aug 29 17:28:57.692659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-349f5037-afa7-49f1-bb69-5bd4c065cdec req-69eb3c7d-8039-4c9d-98be-d63f2a2995ef tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0611031 Aug 29 17:28:57.702148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.702777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:57.711112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-94a17a1c-cfc2-484b-bbd0-195a9baead73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.714034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-94a17a1c-cfc2-484b-bbd0-195a9baead73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1889017 Aug 29 17:28:57.778675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf38a57-779b-4489-89cc-fe5246beef9c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:57.782315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8bf38a57-779b-4489-89cc-fe5246beef9c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:57.783961 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf38a57-779b-4489-89cc-fe5246beef9c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:28:57.784396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf38a57-779b-4489-89cc-fe5246beef9c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:28:57.788652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-bf0c6366-3437-43f4-966e-b62565bd6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.791865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-bf0c6366-3437-43f4-966e-b62565bd6c3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681291 Aug 29 17:28:57.943596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:28:58.009850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d230-d77d-45cd-a75e-27d01d2ec336 req-dfbe8f28-91f5-4404-a042-67ddecd1c14a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:58.022136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b4d230-d77d-45cd-a75e-27d01d2ec336 req-dfbe8f28-91f5-4404-a042-67ddecd1c14a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 945 time: 0.1028111 Aug 29 17:28:58.033783 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-4402d9f3-c098-4ada-b271-8e61fc6f2838 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235508 Aug 29 17:28:58.050249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] Deleting port fe1a5490-2a17-46eb-89ed-470f570f4166 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:58.050959 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.136812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] For port fe1a5490-2a17-46eb-89ed-470f570f4166, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fe1a5490-2a17-46eb-89ed-470f570f4166,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:58.137612 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.153989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b4d230-d77d-45cd-a75e-27d01d2ec336 req-47a6f15e-3e4c-4625-9c0b-ec32b0af2cf7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292503 Aug 29 17:28:58.170241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] Calling delete_port for fe1a5490-2a17-46eb-89ed-470f570f4166 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:58.214433 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-ba897f21-c80c-4ee0-a57e-42027385814c service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534667 Aug 29 17:28:58.283118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-fb3360cf-0729-4a56-aa0d-9169712b8dfe tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6231315 Aug 29 17:28:58.311156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Request body: {'port': {'device_id': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:58.316189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8bf38a57-779b-4489-89cc-fe5246beef9c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0053093 Aug 29 17:28:58.319716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-332ef87e-b853-477b-a82d-f9c3d72e2291 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 200 len: 217 time: 0.0925245 Aug 29 17:28:58.320024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48998) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:58.326770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e1a36d83-1a9c-4246-a5eb-61fa9af78bc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:58.349275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2ded55ae-1738-477c-b0bf-9089634e442e service neutron] 10.222.0.41 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815073 Aug 29 17:28:58.485688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:58.488075 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb92f52-7ea2-46df-adec-99fb45e3f725" -d '{"events": [{"server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "name": "network-vif-unplugged", "status": "completed", "tag": "47c87253-3230-4ffa-8140-a64ab556416e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:58.495102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47c87253-3230-4ffa-8140-a64ab556416e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:58.497085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fe1a5490-2a17-46eb-89ed-470f570f4166 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:58.518480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.543202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b977e-2a54-4380-b613-93704a47f863 req-2a0d045e-d08f-4e39-abef-239365a96e9b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:58.546320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 47c87253-3230-4ffa-8140-a64ab556416e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:58.546839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 47c87253-3230-4ffa-8140-a64ab556416e not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:58.574090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1a6b977e-2a54-4380-b613-93704a47f863 req-2a0d045e-d08f-4e39-abef-239365a96e9b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.2641351 Aug 29 17:28:58.634496 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-fc2be9b9-3388-4632-8c79-6e627c1dc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:58.636252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-fc2be9b9-3388-4632-8c79-6e627c1dc08f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.3025050 Aug 29 17:28:58.655614 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.656152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a36d83-1a9c-4246-a5eb-61fa9af78bc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:58.659972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e1a36d83-1a9c-4246-a5eb-61fa9af78bc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.660893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.661843 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a36d83-1a9c-4246-a5eb-61fa9af78bc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:28:58.662437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a36d83-1a9c-4246-a5eb-61fa9af78bc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:28:58.687771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1a6b977e-2a54-4380-b613-93704a47f863 req-7be1dcd8-c2e7-4c1b-a18d-c3a85bac2127 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127224 Aug 29 17:28:58.719679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-8e9e3403-6aca-4f9d-a905-112b6a3eae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:58.724036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] No DVR routers for this DVR port fe1a5490-2a17-46eb-89ed-470f570f4166 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:58.727459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-8e9e3403-6aca-4f9d-a905-112b6a3eae7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830147 Aug 29 17:28:58.739262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120546e-71bb-48a4-a2b4-0c30be1b82fb None None] Pushing event deleted for resources: {'Port': ['ID=fe1a5490-2a17-46eb-89ed-470f570f4166,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:58.759542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-9f5582b9-e145-4aef-bacc-6eddcf82d9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972809 Aug 29 17:28:58.763664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e1a36d83-1a9c-4246-a5eb-61fa9af78bc1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4412248 Aug 29 17:28:58.787491 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb75fbf-30e8-406f-821a-981d9ce7f181 x-openstack-request-id: req-1eb75fbf-30e8-406f-821a-981d9ce7f181 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:58.787967 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b651d9a3-36c8-4998-bd91-0777680357e8", "name": "network-vif-unplugged", "status": "completed", "tag": "47c87253-3230-4ffa-8140-a64ab556416e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:58.789653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49008) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:58.791092 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eb75fbf-30e8-406f-821a-981d9ce7f181 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:58.794011 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b651d9a3-36c8-4998-bd91-0777680357e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c87253-3230-4ffa-8140-a64ab556416e', 'code': 200} Aug 29 17:28:58.794860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d0b6cef1-c020-4a87-b9fc-8252ed34a1f1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:58.848909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-1947eddb-9a50-4933-9583-5927fd6b5236 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088936 Aug 29 17:28:58.983769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb80eb3-b2ea-438b-8d3a-9771dc450afb req-26ae2a5b-6924-4da7-921d-d720adee2246 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:58.985113 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ddb80eb3-b2ea-438b-8d3a-9771dc450afb req-26ae2a5b-6924-4da7-921d-d720adee2246 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 931 time: 0.1016002 Aug 29 17:28:58.988797 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-edddab38-1cf3-4df5-b597-9fae256ff0e5 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308367 Aug 29 17:28:59.013008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-898d6e17-697a-4827-bbeb-96f99930dea6 service neutron] 10.222.0.41 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456024 Aug 29 17:28:59.050468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b6cef1-c020-4a87-b9fc-8252ed34a1f1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:59.053583 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0b6cef1-c020-4a87-b9fc-8252ed34a1f1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:59.055043 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b6cef1-c020-4a87-b9fc-8252ed34a1f1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:28:59.055480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b6cef1-c020-4a87-b9fc-8252ed34a1f1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:28:59.056810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-b1716033-9819-45f3-bc9b-97cf7f65d546 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 200 len: 217 time: 0.0552702 Aug 29 17:28:59.064395 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ddb80eb3-b2ea-438b-8d3a-9771dc450afb req-4c754e43-7803-47a3-b3f7-5d06efcaba76 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704768 Aug 29 17:28:59.114725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-589bb57d-86a7-494f-a48f-bde3371206d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:59.117174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-589bb57d-86a7-494f-a48f-bde3371206d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.0506141 Aug 29 17:28:59.134741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d0b6cef1-c020-4a87-b9fc-8252ed34a1f1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3435867 Aug 29 17:28:59.137820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49016) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:59.143825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3edeeab1-348a-4f73-826d-8320e60fcd16 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:59.186769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e8580ccf-7017-4941-a0e1-73a0d6389d4c service neutron] 10.222.0.41 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613510 Aug 29 17:28:59.205783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc4f1f3-2bb3-493e-8679-0815faf3512c {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:59.238117 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fe29ba7-b448-4473-91e9-c2fad2a9fc8c req-14da3bab-b3a5-4fe4-99e8-2539d5341407 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0767140 Aug 29 17:28:59.254258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:59.279123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Transition to ACTIVE for port object 4cc4f1f3-2bb3-493e-8679-0815faf3512c will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:59.282062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-bdcd7cb1-b77e-45d8-bf1e-8b5f25115d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:59.283640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-bdcd7cb1-b77e-45d8-bf1e-8b5f25115d58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1588707 Aug 29 17:28:59.293789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:59.367052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edeeab1-348a-4f73-826d-8320e60fcd16 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:59.370867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3edeeab1-348a-4f73-826d-8320e60fcd16 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:59.372403 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edeeab1-348a-4f73-826d-8320e60fcd16 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:28:59.372840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3edeeab1-348a-4f73-826d-8320e60fcd16 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:28:59.378625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-23e2db31-47d5-4afa-833b-38e2cc5319eb service neutron] 10.222.0.41 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846538 Aug 29 17:28:59.387803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4f1f3-2bb3-493e-8679-0815faf3512c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:59.403317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3edeeab1-348a-4f73-826d-8320e60fcd16 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2641807 Aug 29 17:28:59.406536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49020) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:59.412433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8d047363-4413-480b-98d0-0a1d757020c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Attempting to bind port 4cc4f1f3-2bb3-493e-8679-0815faf3512c on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Attempting to bind port 4cc4f1f3-2bb3-493e-8679-0815faf3512c by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Attempting to bind port 4cc4f1f3-2bb3-493e-8679-0815faf3512c on network 88b1109f-8e67-44b9-b311-f1093fe2a16d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Port 4cc4f1f3-2bb3-493e-8679-0815faf3512c on network 88b1109f-8e67-44b9-b311-f1093fe2a16d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Attempting to bind port 4cc4f1f3-2bb3-493e-8679-0815faf3512c on network 88b1109f-8e67-44b9-b311-f1093fe2a16d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Checking segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Bound using segment: {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Bound port: 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493639f5-df58-44b6-bc42-cdc68317766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:59.500410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:59.510133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-ed8f97db-ae6e-4f1f-afeb-6a535638924a service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171452 Aug 29 17:28:59.576447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:59.581694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:59.587765 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:59.610626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80889d-199b-498c-b07c-474bf7aedb55 req-1e120b37-fdc9-4f2f-9593-273aeadb7956 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:59.612649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af80889d-199b-498c-b07c-474bf7aedb55 req-1e120b37-fdc9-4f2f-9593-273aeadb7956 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 945 time: 0.1896412 Aug 29 17:28:59.622557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:59.625082 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:59.628613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] 10.222.0.43 "PUT /v2.0/ports/4cc4f1f3-2bb3-493e-8679-0815faf3512c HTTP/1.1" status: 200 len: 1092 time: 1.3219619 Aug 29 17:28:59.631407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'tag': '4cc4f1f3-2bb3-493e-8679-0815faf3512c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:59.645798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d047363-4413-480b-98d0-0a1d757020c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:59.646635 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1e440-a6ac-43cc-b9fc-1b280711f845" -d '{"events": [{"name": "network-changed", "server_uuid": "a697e486-5c03-41a9-9fd6-ad3761526b2c", "tag": "4cc4f1f3-2bb3-493e-8679-0815faf3512c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:59.649259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8d047363-4413-480b-98d0-0a1d757020c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:59.651103 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d047363-4413-480b-98d0-0a1d757020c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:28:59.651530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d047363-4413-480b-98d0-0a1d757020c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:28:59.692016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af80889d-199b-498c-b07c-474bf7aedb55 req-36ec4722-4673-41c4-82f9-a8f9c2fe1e35 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711763 Aug 29 17:28:59.701288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f721fe7e-0a8b-44a1-8697-b0a05647dee5 req-93600033-5b18-499f-8ad1-271d4a4e9c24 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769094 Aug 29 17:28:59.714836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8d047363-4413-480b-98d0-0a1d757020c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2995143 Aug 29 17:28:59.714836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49036) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:59.734672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-153d5257-75a3-4aab-b3bd-e067e10e96ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:59.758176 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178708a5-98a1-4809-a1d8-3c3e6319bddb x-openstack-request-id: req-178708a5-98a1-4809-a1d8-3c3e6319bddb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:59.758722 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a697e486-5c03-41a9-9fd6-ad3761526b2c", "tag": "4cc4f1f3-2bb3-493e-8679-0815faf3512c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:59.758842 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-178708a5-98a1-4809-a1d8-3c3e6319bddb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:59.759332 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'tag': '4cc4f1f3-2bb3-493e-8679-0815faf3512c', 'status': 'completed', 'code': 200} Aug 29 17:28:59.773781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-7d66c129-9eaf-4f7f-afe8-9e46d09a63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:59.775990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-7d66c129-9eaf-4f7f-afe8-9e46d09a63c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 1095 time: 0.0713053 Aug 29 17:28:59.777181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a109f-a849-4538-ab38-b509e3259ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4f1f3-2bb3-493e-8679-0815faf3512c,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:59.836527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-d0e0079f-628e-4261-821d-daf94b96f5f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c HTTP/1.1" status: 200 len: 217 time: 0.0505748 Aug 29 17:28:59.902578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-29bc2d00-1863-47b7-944d-4940f35690bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:59.905103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-29bc2d00-1863-47b7-944d-4940f35690bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 200 len: 844 time: 0.0570841 Aug 29 17:28:59.950744 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-e95483f1-7a22-4bc5-aaa8-ceff1d3809fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88b1109f-8e67-44b9-b311-f1093fe2a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324075 Aug 29 17:29:00.074401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-452a1359-f3af-42f5-aa51-4dee5b4d3870 service neutron] 10.222.0.43 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116216 Aug 29 17:29:00.247635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d9fb0-34f8-45c8-9cee-45de7b9e264c req-fb548f26-2a9e-42e4-907c-60240e5a188f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:00.256987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-589d9fb0-34f8-45c8-9cee-45de7b9e264c req-fb548f26-2a9e-42e4-907c-60240e5a188f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1004863 Aug 29 17:29:00.277094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd26f6df-6c9f-4b3b-a403-07f393d59bf1 req-3d51e7b6-75d5-49d7-a0b6-9d1e129792d9 service neutron] 10.222.0.43 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863177 Aug 29 17:29:00.283227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153d5257-75a3-4aab-b3bd-e067e10e96ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:00.287041 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-153d5257-75a3-4aab-b3bd-e067e10e96ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:00.288830 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-153d5257-75a3-4aab-b3bd-e067e10e96ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:29:00.289074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153d5257-75a3-4aab-b3bd-e067e10e96ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:29:00.331454 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-153d5257-75a3-4aab-b3bd-e067e10e96ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6171346 Aug 29 17:29:00.331918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49062) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:00.343074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-589d9fb0-34f8-45c8-9cee-45de7b9e264c req-aa574851-5e85-4a10-a970-9523d1fce6cb tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845575 Aug 29 17:29:00.406248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c24c8110-f0d3-4f06-8753-fc30aca7ab08 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0701985 Aug 29 17:29:00.406687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49068) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:00.490667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-42a21cc8-a4e1-4511-a9e7-46a627c10b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:00.494774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-42a21cc8-a4e1-4511-a9e7-46a627c10b6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=70aa78b66bdc4924a5a6d137b6108052&device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 1095 time: 0.1464901 Aug 29 17:29:00.559176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13845a5d-5123-4a6a-9603-34b6405d11c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:00.560733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-13845a5d-5123-4a6a-9603-34b6405d11c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1529546 Aug 29 17:29:00.564552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49076) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:00.576706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7256772d-fab3-4a43-bbc0-a2892e610852 req-5bb7fdb4-733e-41a4-861e-e1c856ba963c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0885353 Aug 29 17:29:00.581847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add16923-99b0-4221-bd5a-c50f584db157 req-5e885a69-10fa-4f91-8484-e16540935c1d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:00.583691 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-add16923-99b0-4221-bd5a-c50f584db157 req-5e885a69-10fa-4f91-8484-e16540935c1d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 943 time: 0.0832925 Aug 29 17:29:00.624463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-32d5fc05-d28a-437d-95ad-5147bd02250f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579350 Aug 29 17:29:00.628446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49078) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:00.635594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:00.720776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4dc80ffc-1bea-4708-b459-b15c51233700 req-00df6ebe-884d-4246-a177-7964bd5b6d69 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0447688 Aug 29 17:29:00.726127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-ef7c25f8-7dca-4440-b4b9-18c3189eec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:00.727715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-ef7c25f8-7dca-4440-b4b9-18c3189eec9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 200 len: 905 time: 0.2121994 Aug 29 17:29:00.789390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-add16923-99b0-4221-bd5a-c50f584db157 req-f9034d47-883b-4e90-8b40-7f74f822f344 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679552 Aug 29 17:29:00.790441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:00.794461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:00.835961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-ec9690a0-ac00-43de-b8dc-4a27a9cf5055 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c HTTP/1.1" status: 200 len: 217 time: 0.0991306 Aug 29 17:29:00.904718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-e9ed5b5b-1c62-4808-ba63-1f0aac3bb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:00.907365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-e9ed5b5b-1c62-4808-ba63-1f0aac3bb13b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 200 len: 844 time: 0.0622942 Aug 29 17:29:00.950166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284fad9-b858-4c99-ae9e-de12a117164f req-86c8c157-6c96-4b55-af42-19832b3c1510 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:00.952351 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7284fad9-b858-4c99-ae9e-de12a117164f req-86c8c157-6c96-4b55-af42-19832b3c1510 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 945 time: 0.0769186 Aug 29 17:29:00.967303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-1aeec125-7a23-4a34-ac32-918be5fa28bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88b1109f-8e67-44b9-b311-f1093fe2a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362380 Aug 29 17:29:01.045026 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7284fad9-b858-4c99-ae9e-de12a117164f req-7b5b068a-3df6-4fe4-ad1b-ec68bcf74fda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793507 Aug 29 17:29:01.124825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-ccedbd12-bae9-4a8b-8429-8a5d237990a8 service neutron] 10.222.0.43 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499050 Aug 29 17:29:01.238235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:29:01.240122 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:01.300469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdb1e440-a6ac-43cc-b9fc-1b280711f845 req-a364e577-0ac9-40dd-b8eb-787371672603 service neutron] 10.222.0.43 "GET /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512756 Aug 29 17:29:01.300674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:01.304564 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:01.317066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.318049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a3d11-241f-41e0-9052-2f0a94bca707 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:01.318961 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:01.331179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=f4fff153-f711-4234-ba89-926390d0f234,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:01.367725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49092) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:01.368910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:fa:20:d5', 'name': 'tempest-NetworksTestDHCPv6-1274444427'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:01.407204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3aca955f-4478-488e-8196-9919e6f86dd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7761288 Aug 29 17:29:01.539561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'f4fff153-f711-4234-ba89-926390d0f234'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:29:01.540573 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:01.679882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce142-b1fc-4f4d-a209-ab7b56e965e9 req-32273210-7d7c-4bde-8f71-b18aa9bac6e0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.681478 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a28ce142-b1fc-4f4d-a209-ab7b56e965e9 req-32273210-7d7c-4bde-8f71-b18aa9bac6e0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1837575 Aug 29 17:29:01.738237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-531a1253-2963-446d-8c46-17800cfe4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.739757 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-531a1253-2963-446d-8c46-17800cfe4e70 service neutron] 10.222.0.44 "GET /v2.0/ports/45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 200 len: 1027 time: 0.0705006 Aug 29 17:29:01.764162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Allocated IP 2001:db8::f816:3eff:fe83:fc51 (2ad95fe3-2af7-4150-b097-a47258efe850/f4fff153-f711-4234-ba89-926390d0f234/a615db5b-8a68-4a9c-8032-9d2b030f9ffa) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:01.769104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:01.872798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4ca6b03-ff4c-412d-8733-933b9f68db30 req-969fd34a-1c6c-4570-8f51-983b5c5ae3ef tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.1261749 Aug 29 17:29:01.934312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-957c288e-ec72-4f09-94b1-4e7a0f49ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.935899 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-957c288e-ec72-4f09-94b1-4e7a0f49ede7 service neutron] 10.222.0.44 "GET /v2.0/ports/edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 200 len: 1026 time: 0.1629400 Aug 29 17:29:01.960290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a28ce142-b1fc-4f4d-a209-ab7b56e965e9 req-1dc97d08-d6f7-4bce-b79e-ab2229fbe70c tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644603 Aug 29 17:29:01.991732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-1e627f01-86b2-4c4f-85be-e1d9745441d2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.993304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-1e627f01-86b2-4c4f-85be-e1d9745441d2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 945 time: 0.2668202 Aug 29 17:29:02.059921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.143990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-3331ebcc-8e85-40d7-8424-4fb2e7f4d36f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:02.150140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-3331ebcc-8e85-40d7-8424-4fb2e7f4d36f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:02.159549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-3331ebcc-8e85-40d7-8424-4fb2e7f4d36f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:02.161452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 3a7c2b76-045c-4414-8ae7-7765d50e6518 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:29:02.164235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-3331ebcc-8e85-40d7-8424-4fb2e7f4d36f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "GET /v2.0/networks?id=548b3407-0a2d-429f-b9b2-c29a429471e9&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac HTTP/1.1" status: 200 len: 1987 time: 0.2166574 Aug 29 17:29:02.206937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.235063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eecaa949-9ded-4e57-b708-5503e128e054 req-36128d64-6405-43da-b674-357785cb0194 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0690432 Aug 29 17:29:02.236032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Transition to ACTIVE for port object a615db5b-8a68-4a9c-8032-9d2b030f9ffa will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:02.270681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Transition to ACTIVE for port object a615db5b-8a68-4a9c-8032-9d2b030f9ffa will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:02.282524 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.312262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e87ff754-3c4d-4e5d-9d2c-80fa01971737 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6 HTTP/1.1" status: 200 len: 380 time: 0.1278327 Aug 29 17:29:02.318434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cd2f5-b0d6-490f-b11d-b60f4e52b44d req-c4ffe547-a755-4fb2-816e-09aad8c099fb tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:02.321972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'admin_state_up': True, 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'security_groups': ['7712b22e-6139-44e6-a5d4-c870247c9087']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:02.338567 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c6cd2f5-b0d6-490f-b11d-b60f4e52b44d req-c4ffe547-a755-4fb2-816e-09aad8c099fb tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 943 time: 0.2307391 Aug 29 17:29:02.344886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:02.356320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:02.363423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:02.371729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Pushing event updated for resources: {'Port': ['ID=a615db5b-8a68-4a9c-8032-9d2b030f9ffa,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:02.440146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Attempting to bind port a615db5b-8a68-4a9c-8032-9d2b030f9ffa on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:02.440744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Attempting to bind port a615db5b-8a68-4a9c-8032-9d2b030f9ffa by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:02.441299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Attempting to bind port a615db5b-8a68-4a9c-8032-9d2b030f9ffa on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:02.448788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:02.449706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:02.450946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.451533 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:02.452307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Bound port: a615db5b-8a68-4a9c-8032-9d2b030f9ffa, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:02.452875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.467529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Deleting port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:02.467872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.551855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] For port a615db5b-8a68-4a9c-8032-9d2b030f9ffa, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:02.556110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] For port a615db5b-8a68-4a9c-8032-9d2b030f9ffa, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a615db5b-8a68-4a9c-8032-9d2b030f9ffa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:02.557866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 4cc4f1f3-2bb3-493e-8679-0815faf3512c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:02.564164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c6cd2f5-b0d6-490f-b11d-b60f4e52b44d req-0ab7268c-02fd-44f3-9758-c4601ae26686 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236888 Aug 29 17:29:02.579439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:02.582134 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.583649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.606712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:fefa:20d5 (2ad95fe3-2af7-4150-b097-a47258efe850/f4fff153-f711-4234-ba89-926390d0f234/3a7c2b76-045c-4414-8ae7-7765d50e6518) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:02.645196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9959bda-e557-4ec2-8863-8dcfe01af855 req-82dff677-ab0f-43d0-aabe-638ba54feac1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:02.651680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393489ba-9274-4926-a94a-ae06c6d57af7 None None] Pushing event updated for resources: {'Port': ['ID=a615db5b-8a68-4a9c-8032-9d2b030f9ffa,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:02.652684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c9959bda-e557-4ec2-8863-8dcfe01af855 req-82dff677-ab0f-43d0-aabe-638ba54feac1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 945 time: 0.1106727 Aug 29 17:29:02.790957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:02.798616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] For port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:02.799209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.820045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '4cc4f1f3-2bb3-493e-8679-0815faf3512c', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'port_id': '4cc4f1f3-2bb3-493e-8679-0815faf3512c', 'mac_address': 'fa:16:3e:e9:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6afdea-4eb5-44de-abf1-aa30422e284e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:02.828263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Calling delete_port for b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:02.831255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c9959bda-e557-4ec2-8863-8dcfe01af855 req-f2d180ef-16d8-4276-851c-37c364a5c3ff tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776972 Aug 29 17:29:02.917286 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:02.933188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Allocated IP 172.20.0.13 (548b3407-0a2d-429f-b9b2-c29a429471e9/99fc6b28-3559-449d-9219-c46b883df500/6b90ace8-95df-4493-a3ff-c3e11471c266) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:02.939513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc4f1f3-2bb3-493e-8679-0815faf3512c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:02.947666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.007997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:03.014800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.040378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 3a7c2b76-045c-4414-8ae7-7765d50e6518 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:03.075583 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-663c67c3-7746-4247-9977-4476a078a425 req-cc64eae5-330d-48a4-8e72-391b7bbccaeb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0635266 Aug 29 17:29:03.090530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=4cc4f1f3-2bb3-493e-8679-0815faf3512c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:03.219718 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.235249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['b50d5bea-6c1d-4fd5-b345-7ab1ef783b61'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:03.235969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41fd8-0b9a-4ffc-8d3b-31d692cdfaa4 req-c0bee4d0-d775-4b70-ae9c-abeba10842f0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:03.237571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fb41fd8-0b9a-4ffc-8d3b-31d692cdfaa4 req-c0bee4d0-d775-4b70-ae9c-abeba10842f0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.0991530 Aug 29 17:29:03.258997 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.265411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event deleted for resources: {'Port': ['ID=b50d5bea-6c1d-4fd5-b345-7ab1ef783b61,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:03.311870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.321265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['4cc4f1f3-2bb3-493e-8679-0815faf3512c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:03.333289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:03.354534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:03.358190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:03.365872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:03.367876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.369374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Transition to ACTIVE for port object 6b90ace8-95df-4493-a3ff-c3e11471c266 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:03.391623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fb41fd8-0b9a-4ffc-8d3b-31d692cdfaa4 req-c4077864-4504-4f5c-b182-3bf203363a88 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388528 Aug 29 17:29:03.484311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19c279ad-9961-4391-bb3d-6ed1b0123197 req-cdd71637-af81-4cfb-8aac-32926d19ec9c tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0835915 Aug 29 17:29:03.499517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] No DVR routers for this DVR port b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:03.503073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.506289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9df77481-e0d3-4c99-96a1-bb3d8055bc4a req-68b0053c-b144-4d22-b1fd-14e67f6b3aad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "DELETE /v2.0/ports/b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 HTTP/1.1" status: 204 len: 173 time: 1.5045593 Aug 29 17:29:03.507574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.521875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216a114b-36f1-4de7-b78b-30c82b75d0ac', 'name': 'network-vif-deleted', 'tag': 'b50d5bea-6c1d-4fd5-b345-7ab1ef783b61'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:03.525635 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5efc158-d716-47d7-a79d-915d52cfc562" -d '{"events": [{"server_uuid": "216a114b-36f1-4de7-b78b-30c82b75d0ac", "name": "network-vif-deleted", "tag": "b50d5bea-6c1d-4fd5-b345-7ab1ef783b61"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:03.573455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2083879 Aug 29 17:29:03.577664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1f20d-1639-49d1-8dee-9e80b7decfe6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=3a7c2b76-045c-4414-8ae7-7765d50e6518,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:03.606465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49132) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:03.608708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=6b90ace8-95df-4493-a3ff-c3e11471c266,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:03.648825 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169724a-380a-45ea-b107-d718deffc78c x-openstack-request-id: req-7169724a-380a-45ea-b107-d718deffc78c {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:03.649121 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216a114b-36f1-4de7-b78b-30c82b75d0ac", "name": "network-vif-deleted", "tag": "b50d5bea-6c1d-4fd5-b345-7ab1ef783b61", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:03.649380 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7169724a-380a-45ea-b107-d718deffc78c {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:03.649788 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216a114b-36f1-4de7-b78b-30c82b75d0ac', 'name': 'network-vif-deleted', 'tag': 'b50d5bea-6c1d-4fd5-b345-7ab1ef783b61', 'status': 'completed', 'code': 200} Aug 29 17:29:03.730852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:03.744654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:03.749550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:03.759901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c2934-8959-48bb-ab6b-c6cae2c7f4a5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:03.766287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c2934-8959-48bb-ab6b-c6cae2c7f4a5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:03.770506 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b22c2934-8959-48bb-ab6b-c6cae2c7f4a5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1547658 Aug 29 17:29:03.770962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:03.802058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e2a2c-9d18-4f77-b7c2-b4dbe3b5aaa4 req-23ee93ac-9e72-453b-af0a-d603970ac338 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:03.810267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-403e2a2c-9d18-4f77-b7c2-b4dbe3b5aaa4 req-23ee93ac-9e72-453b-af0a-d603970ac338 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 944 time: 0.1162097 Aug 29 17:29:03.881599 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-403e2a2c-9d18-4f77-b7c2-b4dbe3b5aaa4 req-9bd7caad-27a1-49f1-8389-e8770a21936b tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702081 Aug 29 17:29:03.899413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:03.900479 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.924657 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b77e8fb2-f4cb-48df-a91d-563ae491b7e0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6065485 Aug 29 17:29:03.929442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bc87b-ac21-4c88-814f-c50b4b8c3f33 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 3a7c2b76-045c-4414-8ae7-7765d50e6518 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:03.929796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc87b-ac21-4c88-814f-c50b4b8c3f33 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.940210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'admin_state_up': True, 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'security_groups': ['7712b22e-6139-44e6-a5d4-c870247c9087']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:04.050125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd579934-76f0-4b1b-ab69-33a18f0c97b8 req-518f3af9-b33b-434d-b048-e7841d97c2d0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=216a114b-36f1-4de7-b78b-30c82b75d0ac HTTP/1.1" status: 200 len: 210 time: 0.0347297 Aug 29 17:29:04.169678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc87b-ac21-4c88-814f-c50b4b8c3f33 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.218570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bc87b-ac21-4c88-814f-c50b4b8c3f33 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 3a7c2b76-045c-4414-8ae7-7765d50e6518 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:04.287987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:04.292031 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.371888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d921e1-9e28-48b4-bedc-8d84a2a5e995 req-44802d86-336e-4784-bc2f-31383b5817eb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:04.373558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-09d921e1-9e28-48b4-bedc-8d84a2a5e995 req-44802d86-336e-4784-bc2f-31383b5817eb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 932 time: 0.1326964 Aug 29 17:29:04.411694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a615db5b-8a68-4a9c-8032-9d2b030f9ffa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:04.517893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 4cc4f1f3-2bb3-493e-8679-0815faf3512c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:04.578743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-09d921e1-9e28-48b4-bedc-8d84a2a5e995 req-df0713fc-92a4-4ea4-b88b-7809f18c0dcb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562815 Aug 29 17:29:04.679680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a615db5b-8a68-4a9c-8032-9d2b030f9ffa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:04.679904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Allocated IP 10.1.1.235 (005282ce-7a66-4578-99b9-0f41090e2364/532a4cf8-0776-407f-be63-b0430308eee4/813cea1e-7262-422d-a892-d667f5f731aa) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:04.722544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5e54638e-b788-47e6-b9ac-b7f65fc688bb None None] Provisioning for port 6b90ace8-95df-4493-a3ff-c3e11471c266 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:04.727971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5e54638e-b788-47e6-b9ac-b7f65fc688bb None None] Provisioning complete for port 6b90ace8-95df-4493-a3ff-c3e11471c266 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:04.728351 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5e54638e-b788-47e6-b9ac-b7f65fc688bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.754041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e0ebeb0-4451-4f9b-90c8-fb730180b828 req-a455524f-99d2-44ac-977f-e8907c77191d tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0606818 Aug 29 17:29:04.788768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd341-3cd9-4218-8548-87d45d6e9e08 req-800a518e-6391-4676-9828-ac955d09c1d5 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:04.800002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c12fd341-3cd9-4218-8548-87d45d6e9e08 req-800a518e-6391-4676-9828-ac955d09c1d5 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.2053132 Aug 29 17:29:04.815731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5e54638e-b788-47e6-b9ac-b7f65fc688bb None None] Port 6b90ace8-95df-4493-a3ff-c3e11471c266 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:04.817850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 4cc4f1f3-2bb3-493e-8679-0815faf3512c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:04.828529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 4cc4f1f3-2bb3-493e-8679-0815faf3512c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:04.828917 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.922151 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc87b-ac21-4c88-814f-c50b4b8c3f33 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.971254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658d117-1165-406d-9937-fd758a69281e req-df040c4d-28e3-4998-9a13-926928cb9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:04.982947 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8658d117-1165-406d-9937-fd758a69281e req-df040c4d-28e3-4998-9a13-926928cb9598 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 1097 time: 0.4072254 Aug 29 17:29:05.021969 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.046230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-de13c25b-1a6d-46ea-bf21-f1ff9abec789 None None] Provisioning for port a615db5b-8a68-4a9c-8032-9d2b030f9ffa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:05.061651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bc87b-ac21-4c88-814f-c50b4b8c3f33 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=3a7c2b76-045c-4414-8ae7-7765d50e6518,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:05.065003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-de13c25b-1a6d-46ea-bf21-f1ff9abec789 None None] Provisioning complete for port a615db5b-8a68-4a9c-8032-9d2b030f9ffa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:05.065155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Transition to ACTIVE for port object 813cea1e-7262-422d-a892-d667f5f731aa will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:05.065390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-de13c25b-1a6d-46ea-bf21-f1ff9abec789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.119041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c12fd341-3cd9-4218-8548-87d45d6e9e08 req-84bf5f45-c103-4b8c-b34e-bd64efed9c53 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064523 Aug 29 17:29:05.122141 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.140246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.179126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc87b-ac21-4c88-814f-c50b4b8c3f33 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.185688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9a1bc87b-ac21-4c88-814f-c50b4b8c3f33 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/3a7c2b76-045c-4414-8ae7-7765d50e6518 HTTP/1.1" status: 204 len: 168 time: 1.4137213 Aug 29 17:29:05.189423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49164) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:05.192545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc4f1f3-2bb3-493e-8679-0815faf3512c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:05.194819 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3077b6-8909-4ed6-8a36-6ea9c8f70013" -d '{"events": [{"server_uuid": "a697e486-5c03-41a9-9fd6-ad3761526b2c", "name": "network-vif-plugged", "status": "completed", "tag": "4cc4f1f3-2bb3-493e-8679-0815faf3512c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:05.243675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:05.245663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8658d117-1165-406d-9937-fd758a69281e req-9cc971fc-a711-40f8-8629-c7ca7873a219 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617016 Aug 29 17:29:05.270215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.277174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f19f2e-4a2e-4703-b1e4-06b912b4ab9f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.278893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f19f2e-4a2e-4703-b1e4-06b912b4ab9f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.280556 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-92f19f2e-4a2e-4703-b1e4-06b912b4ab9f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0899367 Aug 29 17:29:05.283146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49170) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:05.355530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network 005282ce-7a66-4578-99b9-0f41090e2364 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:05.361509 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735de470-5396-4efb-859d-4db3d341d7c1 x-openstack-request-id: req-735de470-5396-4efb-859d-4db3d341d7c1 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:05.361921 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a697e486-5c03-41a9-9fd6-ad3761526b2c", "name": "network-vif-plugged", "status": "completed", "tag": "4cc4f1f3-2bb3-493e-8679-0815faf3512c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:05.362279 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-735de470-5396-4efb-859d-4db3d341d7c1 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:05.364568 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc4f1f3-2bb3-493e-8679-0815faf3512c', 'code': 200} Aug 29 17:29:05.387925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:05.397741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:05.407008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cf7b7d-8886-4bf7-a9df-71da6d2fb374 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet f4fff153-f711-4234-ba89-926390d0f234 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:05.408294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=813cea1e-7262-422d-a892-d667f5f731aa,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:05.427050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b7d-8886-4bf7-a9df-71da6d2fb374 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.447777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877baa72-f734-4e16-b4b0-5c03449cb6b5 req-2b7fb9e0-7225-4db9-928a-dd0f40135ec8 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.449321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-877baa72-f734-4e16-b4b0-5c03449cb6b5 req-2b7fb9e0-7225-4db9-928a-dd0f40135ec8 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 945 time: 0.2448633 Aug 29 17:29:05.495891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=4cc4f1f3-2bb3-493e-8679-0815faf3512c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:05.501638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-de13c25b-1a6d-46ea-bf21-f1ff9abec789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.560109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.560769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.571262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b7d-8886-4bf7-a9df-71da6d2fb374 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.584699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-de13c25b-1a6d-46ea-bf21-f1ff9abec789 None None] For port a615db5b-8a68-4a9c-8032-9d2b030f9ffa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a615db5b-8a68-4a9c-8032-9d2b030f9ffa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:05.598346 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-de13c25b-1a6d-46ea-bf21-f1ff9abec789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.605995 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68092f4f-b370-411b-ae12-24dd90e9e7ab tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6727364 Aug 29 17:29:05.619454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'admin_state_up': True, 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'security_groups': ['7712b22e-6139-44e6-a5d4-c870247c9087']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:05.675254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-877baa72-f734-4e16-b4b0-5c03449cb6b5 req-77e933f0-5f1b-4376-9219-d31ac795ab5e tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933908 Aug 29 17:29:05.741294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b85c3256-3209-4e02-bf92-ecfd5c276e07 None None] Could not find standard attr ID for object 3a7c2b76-045c-4414-8ae7-7765d50e6518. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:29:05.751016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13c25b-1a6d-46ea-bf21-f1ff9abec789 None None] Pushing event updated for resources: {'Port': ['ID=a615db5b-8a68-4a9c-8032-9d2b030f9ffa,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:05.928543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0abc4-d2ab-444b-9959-3f5d4adfff69 req-287bab01-d31a-4dfb-97e9-55c5abfd4596 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.935978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0abc4-d2ab-444b-9959-3f5d4adfff69 req-287bab01-d31a-4dfb-97e9-55c5abfd4596 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.944791 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95c0abc4-d2ab-444b-9959-3f5d4adfff69 req-287bab01-d31a-4dfb-97e9-55c5abfd4596 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 1654 time: 0.1549439 Aug 29 17:29:05.956256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:05.960417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:05.972008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-44afc1c1-ee09-4d6c-b66a-dbe660fa6e1a None None] Provisioning for port 813cea1e-7262-422d-a892-d667f5f731aa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:05.977002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-44afc1c1-ee09-4d6c-b66a-dbe660fa6e1a None None] Provisioning complete for port 813cea1e-7262-422d-a892-d667f5f731aa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:05.977286 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-44afc1c1-ee09-4d6c-b66a-dbe660fa6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:06.019488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-44afc1c1-ee09-4d6c-b66a-dbe660fa6e1a None None] Port 813cea1e-7262-422d-a892-d667f5f731aa cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:06.163563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc64090-5e84-421d-bbfb-639f53615a1b req-c2c2e151-dfae-4c68-a493-f269e33fde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:06.164984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6fc64090-5e84-421d-bbfb-639f53615a1b req-c2c2e151-dfae-4c68-a493-f269e33fde21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 1097 time: 0.6623228 Aug 29 17:29:06.217914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-bf16acee-423e-4afd-9318-aea52d182a96 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:06.225856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-bf16acee-423e-4afd-9318-aea52d182a96 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.7030401 Aug 29 17:29:06.252352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b7d-8886-4bf7-a9df-71da6d2fb374 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:06.263199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-ac5ead3f-de55-47cc-981e-142dc98efe4b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/quotas/1d474c1586504dfb86b5f6741345f431 HTTP/1.1" status: 200 len: 375 time: 0.0362647 Aug 29 17:29:06.300101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:06.328042 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95c0abc4-d2ab-444b-9959-3f5d4adfff69 req-91c3f1c5-2125-4454-b604-8f2a8f30d2c8 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790178 Aug 29 17:29:06.341473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a615db5b-8a68-4a9c-8032-9d2b030f9ffa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:06.359927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Allocated IP 10.1.1.217 (005282ce-7a66-4578-99b9-0f41090e2364/532a4cf8-0776-407f-be63-b0430308eee4/038c0afa-503a-4746-8ba4-ac88ced79a83) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:06.361703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:06.363315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b50d5bea-6c1d-4fd5-b345-7ab1ef783b61 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:06.378099 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-47200be0-638d-4466-92a8-f8d740fcf380 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134727 Aug 29 17:29:06.380025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6fc64090-5e84-421d-bbfb-639f53615a1b req-b4d8d5cb-1652-4183-9d73-8f104dfc83b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993213 Aug 29 17:29:06.387302 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b7d-8886-4bf7-a9df-71da6d2fb374 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:06.444366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a615db5b-8a68-4a9c-8032-9d2b030f9ffa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:06.445033 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:06.534907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf7b7d-8886-4bf7-a9df-71da6d2fb374 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fff153-f711-4234-ba89-926390d0f234,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:06.546913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b7d-8886-4bf7-a9df-71da6d2fb374 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:06.548998 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-57cf7b7d-8886-4bf7-a9df-71da6d2fb374 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/f4fff153-f711-4234-ba89-926390d0f234 HTTP/1.1" status: 204 len: 168 time: 1.2639556 Aug 29 17:29:06.551862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49198) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:06.556781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca40e5f2-77ec-4c8b-8a18-b9379278a51a None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:06.646934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d11d1970-31ea-4e2b-b438-f18dca184a7a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907865 Aug 29 17:29:06.651859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49202) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:06.657844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:06.745987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9d02052-5856-4425-81a0-f22716d33e53 req-fad69786-531e-48a5-b1cd-306df189f110 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.1045442 Aug 29 17:29:06.773739 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31d01d67-e8dc-4286-a816-224e448a9f30 req-0bf8b5fc-6192-4862-a49a-ef10c611059f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0489495 Aug 29 17:29:06.818688 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:06.840717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:06.854789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Transition to ACTIVE for port object 038c0afa-503a-4746-8ba4-ac88ced79a83 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:06.865323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-4e5a6e95-3ed4-4d45-b101-5ab9fefaa855 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675279 Aug 29 17:29:06.900082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] Deleting port a615db5b-8a68-4a9c-8032-9d2b030f9ffa {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:06.900943 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:06.916248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:06.968781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network 005282ce-7a66-4578-99b9-0f41090e2364 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:06.972524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:06.976859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:06.981222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:06.985698 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:07.050502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] For port a615db5b-8a68-4a9c-8032-9d2b030f9ffa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a615db5b-8a68-4a9c-8032-9d2b030f9ffa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:07.051296 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:07.074365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:07.075622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:07.083132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] Calling delete_port for a615db5b-8a68-4a9c-8032-9d2b030f9ffa owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:07.106831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-6225e222-317d-4fa7-8314-063ba11b46dc service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300062 Aug 29 17:29:07.155120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=038c0afa-503a-4746-8ba4-ac88ced79a83,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:07.167339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2222309a-dc4e-4231-8d1b-b9736a50f30b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5515206 Aug 29 17:29:07.181230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac', 'admin_state_up': True, 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'security_groups': ['7712b22e-6139-44e6-a5d4-c870247c9087']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:07.249535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f785203-6813-4a8f-82bb-20619bf610cc req-101438ca-2cc2-4d15-89a0-75eeec0cabff tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:07.258463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f785203-6813-4a8f-82bb-20619bf610cc req-101438ca-2cc2-4d15-89a0-75eeec0cabff tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1703715 Aug 29 17:29:07.308545 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:07.373162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] Pushing event deleted for resources: {'Port': ['ID=a615db5b-8a68-4a9c-8032-9d2b030f9ffa,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:07.378143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8071b35-c9cb-4081-866e-af63b2bfcf2d None None] No DVR routers for this DVR port a615db5b-8a68-4a9c-8032-9d2b030f9ffa on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:07.400683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f785203-6813-4a8f-82bb-20619bf610cc req-8305a52b-6385-44b4-9137-80794b2f76d1 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403768 Aug 29 17:29:07.429090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-51e962f9-ded9-4497-8c40-f5b43a6b2bb7 None None] Provisioning for port 038c0afa-503a-4746-8ba4-ac88ced79a83 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:07.439704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-51e962f9-ded9-4497-8c40-f5b43a6b2bb7 None None] Provisioning complete for port 038c0afa-503a-4746-8ba4-ac88ced79a83 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:07.440085 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-51e962f9-ded9-4497-8c40-f5b43a6b2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:07.559329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:07.584881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:29:07.587943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-51e962f9-ded9-4497-8c40-f5b43a6b2bb7 None None] Port 038c0afa-503a-4746-8ba4-ac88ced79a83 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:07.627730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:07.699629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:07.710269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:07.715791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:07.716505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:07.722876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1214130b-36d3-4492-af59-57321a623a17 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:07.727540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e3169-b6fa-46a8-b523-79b2f7cdc170 req-094347a9-2e5b-4af3-adf5-eccd73eec74d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:07.735322 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d87e3169-b6fa-46a8-b523-79b2f7cdc170 req-094347a9-2e5b-4af3-adf5-eccd73eec74d tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 945 time: 0.2081003 Aug 29 17:29:07.777314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=f4d99e5f-a6fd-44d7-ba6c-2f90bed9a277,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:07.800013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a941ba-580a-48dd-b1a9-2c74133444d6 req-75b8c4f1-d5fe-42b7-b5f8-b81f27b6cbe4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:07.806933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a941ba-580a-48dd-b1a9-2c74133444d6 req-75b8c4f1-d5fe-42b7-b5f8-b81f27b6cbe4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:07.814864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a941ba-580a-48dd-b1a9-2c74133444d6 req-75b8c4f1-d5fe-42b7-b5f8-b81f27b6cbe4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:07.824146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a2a941ba-580a-48dd-b1a9-2c74133444d6 req-75b8c4f1-d5fe-42b7-b5f8-b81f27b6cbe4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 2375 time: 0.1996694 Aug 29 17:29:07.842204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-308965e0-295b-4193-a80f-9478278f12f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1910515 Aug 29 17:29:07.842984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:07.851378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:b4:1e:dc', 'name': 'tempest-NetworksTestDHCPv6-1318620292'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:07.877644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:07.956362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a2a941ba-580a-48dd-b1a9-2c74133444d6 req-110b9c8d-1d05-40f4-974c-3394870a62f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311800 Aug 29 17:29:08.056134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'f4d99e5f-a6fd-44d7-ba6c-2f90bed9a277'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:29:08.057570 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:08.071449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d87e3169-b6fa-46a8-b523-79b2f7cdc170 req-ce9285b9-59d6-4f83-9c06-e6d02ced009a tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350236 Aug 29 17:29:08.189702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-276589e9-dc3d-4c6e-8252-544483f112ea req-3d4f7159-1963-4a45-aa26-08cac5f05de7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 210 time: 0.1268594 Aug 29 17:29:08.280080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:08.370798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Allocated IP 10.2.2.100 (af4e67db-c902-4ea6-8da0-ef55bf51f7ac/9daf563f-a4ff-4aed-a803-323172dacbdd/a321819e-7adf-4edf-9e2f-4f6f96d7b55a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:08.413796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6500-acbe-4a49-a2cc-ad6a02e8d2ee req-560bcf8d-d89c-49c7-9b01-c38f59d5b0d6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:08.422623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c11f6500-acbe-4a49-a2cc-ad6a02e8d2ee req-560bcf8d-d89c-49c7-9b01-c38f59d5b0d6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2106547 Aug 29 17:29:08.494800 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Allocated IP 2001:db8::f816:3eff:fe64:ea73 (2ad95fe3-2af7-4150-b097-a47258efe850/f4d99e5f-a6fd-44d7-ba6c-2f90bed9a277/b00efaa0-9dc1-45ce-b981-5eb7651731c7) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:08.516706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c11f6500-acbe-4a49-a2cc-ad6a02e8d2ee req-568ff947-2089-4694-ad56-e59cedaf2af2 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929470 Aug 29 17:29:08.534937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:08.585576 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:08.605375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Transition to ACTIVE for port object a321819e-7adf-4edf-9e2f-4f6f96d7b55a will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:08.607093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 109dc1aa-e0dd-4978-be7d-057b37c03231 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:29:08.671721 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:08.698704 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db214ef3-9161-4f53-bad7-6536b92bab6f req-64e1eacc-8cfe-4e64-9f28-9da3124d6e4e tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0438166 Aug 29 17:29:08.729513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a615db5b-8a68-4a9c-8032-9d2b030f9ffa no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:08.758850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:08.777405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network af4e67db-c902-4ea6-8da0-ef55bf51f7ac is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:08.780969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:08.803243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:08.812883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a615db5b-8a68-4a9c-8032-9d2b030f9ffa {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:08.819370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a615db5b-8a68-4a9c-8032-9d2b030f9ffa not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:08.892934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:08.893885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:08.931411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dbc8f8b8-6c02-4f7d-b04f-6803465bc8bf tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7562897 Aug 29 17:29:08.942710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac', 'admin_state_up': True, 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'security_groups': ['7712b22e-6139-44e6-a5d4-c870247c9087']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:08.980967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:09.002041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Transition to ACTIVE for port object b00efaa0-9dc1-45ce-b981-5eb7651731c7 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:09.040336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Transition to ACTIVE for port object b00efaa0-9dc1-45ce-b981-5eb7651731c7 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:09.056706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:09.163803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Pushing event updated for resources: {'Port': ['ID=b00efaa0-9dc1-45ce-b981-5eb7651731c7,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:09.198468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:09.204777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:09.210325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:09.229862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Made reservation on behalf of 0ee1e82f1a5e4557b5f4d9caf465ffc6 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:09.242952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:09.352318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Attempting to bind port b00efaa0-9dc1-45ce-b981-5eb7651731c7 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:09.352870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Attempting to bind port b00efaa0-9dc1-45ce-b981-5eb7651731c7 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:09.353411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Attempting to bind port b00efaa0-9dc1-45ce-b981-5eb7651731c7 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:09.367339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-b5bb3081-aec3-4d02-94f6-07f98c632835 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:09.369597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:09.369945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-b5bb3081-aec3-4d02-94f6-07f98c632835 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.2191255 Aug 29 17:29:09.374010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:09.374611 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:09.377067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:09.378453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Bound port: b00efaa0-9dc1-45ce-b981-5eb7651731c7, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:09.383490 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:09.383665 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb1a8983-1d95-4271-9664-544da6ce1a9e req-41938dc3-4fbf-49c6-ab58-626daf86931d tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb&device_id=fc98734d-11c0-454c-a4df-6ad46bea40bd HTTP/1.1" status: 200 len: 210 time: 0.1048217 Aug 29 17:29:09.387767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Request body: {'port': {'device_id': 'cf2756d3-1342-4efb-be71-2369cf8d58cd', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'admin_state_up': True, 'tenant_id': '1d474c1586504dfb86b5f6741345f431'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:09.487582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:feb4:1edc (2ad95fe3-2af7-4150-b097-a47258efe850/f4d99e5f-a6fd-44d7-ba6c-2f90bed9a277/109dc1aa-e0dd-4978-be7d-057b37c03231) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:09.490365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-311806a0-68bc-42dc-b521-b1ed33f6f2fa None None] Provisioning for port a321819e-7adf-4edf-9e2f-4f6f96d7b55a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:09.499259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd6531-5b42-421a-927c-55e4b86546ba req-ac052568-9210-40df-ac88-54b3c1907856 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:09.501173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98fd6531-5b42-421a-927c-55e4b86546ba req-ac052568-9210-40df-ac88-54b3c1907856 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.5007119 Aug 29 17:29:09.515962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-311806a0-68bc-42dc-b521-b1ed33f6f2fa None None] Provisioning complete for port a321819e-7adf-4edf-9e2f-4f6f96d7b55a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:09.516683 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-311806a0-68bc-42dc-b521-b1ed33f6f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:09.570189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98fd6531-5b42-421a-927c-55e4b86546ba req-5564f757-90da-4c45-8277-e15969a2c74c tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596268 Aug 29 17:29:09.622641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dee0c-cc35-4209-917a-ad9e44c9a25a req-cdb50919-b981-4174-b31a-a2f1d880a0a0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:09.636258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dee0c-cc35-4209-917a-ad9e44c9a25a req-cdb50919-b981-4174-b31a-a2f1d880a0a0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:09.651007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dee0c-cc35-4209-917a-ad9e44c9a25a req-cdb50919-b981-4174-b31a-a2f1d880a0a0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:09.658038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dee0c-cc35-4209-917a-ad9e44c9a25a req-cdb50919-b981-4174-b31a-a2f1d880a0a0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:09.666225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f42dee0c-cc35-4209-917a-ad9e44c9a25a req-cdb50919-b981-4174-b31a-a2f1d880a0a0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 3096 time: 0.1860292 Aug 29 17:29:09.690385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] For port b00efaa0-9dc1-45ce-b981-5eb7651731c7, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:09.694095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-311806a0-68bc-42dc-b521-b1ed33f6f2fa None None] Port a321819e-7adf-4edf-9e2f-4f6f96d7b55a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:09.709945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] For port b00efaa0-9dc1-45ce-b981-5eb7651731c7, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b00efaa0-9dc1-45ce-b981-5eb7651731c7,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:09.715551 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:09.736254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f42dee0c-cc35-4209-917a-ad9e44c9a25a req-17ed9196-e056-4344-9059-0cf8d282bb74 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679784 Aug 29 17:29:09.815946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Made reservation on behalf of 1d474c1586504dfb86b5f6741345f431 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:09.827560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:09.844218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479e131-f332-4438-bf6f-6b5ab8b724ad req-b1d99337-6103-47f6-80b3-b1b25e75a9b5 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:09.846671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4479e131-f332-4438-bf6f-6b5ab8b724ad req-b1d99337-6103-47f6-80b3-b1b25e75a9b5 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 945 time: 0.1869080 Aug 29 17:29:09.893686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3ce3387-7757-4610-94b1-aadb6bcb20c4 req-5c0b457b-d6dd-440e-a971-f23883659a07 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 210 time: 0.0706227 Aug 29 17:29:09.895758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Allocated IP 10.2.2.200 (af4e67db-c902-4ea6-8da0-ef55bf51f7ac/9daf563f-a4ff-4aed-a803-323172dacbdd/0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:09.910520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4479e131-f332-4438-bf6f-6b5ab8b724ad req-94917827-236c-4afb-abfc-9ee8642096e7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544190 Aug 29 17:29:09.948867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c82c90-5801-4c0a-99e0-996454f4bc30 None None] Pushing event updated for resources: {'Port': ['ID=b00efaa0-9dc1-45ce-b981-5eb7651731c7,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:10.195621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.221986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Transition to ACTIVE for port object 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:10.327643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.346082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35ec9343-83b2-4912-8403-86163eca7455 req-d2d9c9c5-463d-4ad4-9462-5ca852cee540 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bef435552ea44c0480a6b0f8a704c505&device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.1197765 Aug 29 17:29:10.393048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7cf7d3e-90c3-4ab4-ba92-8f073e6b331a req-41a9ccf1-3401-45a6-94df-31a5fb385666 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0867009 Aug 29 17:29:10.406276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 109dc1aa-e0dd-4978-be7d-057b37c03231 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:10.425339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.483381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b00efaa0-9dc1-45ce-b981-5eb7651731c7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:10.485779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Network af4e67db-c902-4ea6-8da0-ef55bf51f7ac is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:10.489457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:10.498128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35ec9343-83b2-4912-8403-86163eca7455 req-877ebe81-cd7c-4742-8920-fcfd922645bf service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bef435552ea44c0480a6b0f8a704c505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257682 Aug 29 17:29:10.500451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.505771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:10.563266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event updated for resources: {'Port': ['ID=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:10.582778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:10.583500 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.646063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-7d928711-55bb-4552-bee0-615a9d11f919 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7077577 Aug 29 17:29:10.665006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:10.671236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:10.673905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9343-83b2-4912-8403-86163eca7455 req-e49f2581-8661-47d6-a242-6abfbe47a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:10.675701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35ec9343-83b2-4912-8403-86163eca7455 req-e49f2581-8661-47d6-a242-6abfbe47a8b7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622460 Aug 29 17:29:10.681234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:10.682192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b00efaa0-9dc1-45ce-b981-5eb7651731c7 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:10.686745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:10.695915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:10.696683 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.789349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.803820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=109dc1aa-e0dd-4978-be7d-057b37c03231,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:10.828618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6ff0fae-b61c-491c-af58-6ba7ee9097e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9802089 Aug 29 17:29:10.835444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49288) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:10.856908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Allocated IP 172.20.0.12 (e136bb71-1565-4a74-a07c-3da563b369d5/4fde333e-caeb-4be9-96df-a0767fe315e7/1548b258-7596-4f98-bac0-4eed0c7fe004) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:10.943160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5df8-aa55-4a5d-8a2a-2006a78979fc req-9f884e65-1e60-4ccf-abc5-ba0ae56a4da3 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:10.944755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a8c5df8-aa55-4a5d-8a2a-2006a78979fc req-9f884e65-1e60-4ccf-abc5-ba0ae56a4da3 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2009227 Aug 29 17:29:11.038714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-19cf845b-efe8-417f-8f98-5188a6bc181d None None] Provisioning for port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:11.044412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-19cf845b-efe8-417f-8f98-5188a6bc181d None None] Provisioning complete for port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:11.045132 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19cf845b-efe8-417f-8f98-5188a6bc181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.162418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-19cf845b-efe8-417f-8f98-5188a6bc181d None None] Port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:11.185735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102725-3a2d-4c14-bf46-3fac1f4a8df1 req-4772f6b7-9868-43f1-a441-1d44379188af tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.202272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102725-3a2d-4c14-bf46-3fac1f4a8df1 req-4772f6b7-9868-43f1-a441-1d44379188af tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.213016 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b4dad8be-e39c-4738-916c-f81bc7e4456c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.222503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102725-3a2d-4c14-bf46-3fac1f4a8df1 req-4772f6b7-9868-43f1-a441-1d44379188af tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.239869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102725-3a2d-4c14-bf46-3fac1f4a8df1 req-4772f6b7-9868-43f1-a441-1d44379188af tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.246197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102725-3a2d-4c14-bf46-3fac1f4a8df1 req-4772f6b7-9868-43f1-a441-1d44379188af tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.248119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb102725-3a2d-4c14-bf46-3fac1f4a8df1 req-4772f6b7-9868-43f1-a441-1d44379188af tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 3817 time: 0.3065579 Aug 29 17:29:11.339552 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb102725-3a2d-4c14-bf46-3fac1f4a8df1 req-f073a8f0-591c-4be9-bce7-11d4e9d262ca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717874 Aug 29 17:29:11.420721 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.513530 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.591910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e05cf298-56ba-454f-9dc2-2ffc35e560e9 None None] Provisioning for port b00efaa0-9dc1-45ce-b981-5eb7651731c7 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:11.601010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e05cf298-56ba-454f-9dc2-2ffc35e560e9 None None] Provisioning complete for port b00efaa0-9dc1-45ce-b981-5eb7651731c7 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:11.601709 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e05cf298-56ba-454f-9dc2-2ffc35e560e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.602150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Network e136bb71-1565-4a74-a07c-3da563b369d5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:11.604070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77d1dd-65cf-431a-8bd0-ebc7e890e4d4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.610998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77d1dd-65cf-431a-8bd0-ebc7e890e4d4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.611146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:11.612491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8a77d1dd-65cf-431a-8bd0-ebc7e890e4d4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7743664 Aug 29 17:29:11.618384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:11.629160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:11.641987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a8c5df8-aa55-4a5d-8a2a-2006a78979fc req-439062e6-d3c8-4f7d-a872-08a4a2ee498d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900237 Aug 29 17:29:11.686555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event updated for resources: {'Port': ['ID=1548b258-7596-4f98-bac0-4eed0c7fe004,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:11.731626 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:29:11.794786 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e05cf298-56ba-454f-9dc2-2ffc35e560e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.819671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e4775-3998-4365-9e29-3b00067f3cd2 req-94d864df-d962-4f6e-a6e1-3da06aa787bc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.827200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-595e4775-3998-4365-9e29-3b00067f3cd2 req-94d864df-d962-4f6e-a6e1-3da06aa787bc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 932 time: 0.2683439 Aug 29 17:29:11.848129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e05cf298-56ba-454f-9dc2-2ffc35e560e9 None None] For port b00efaa0-9dc1-45ce-b981-5eb7651731c7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b00efaa0-9dc1-45ce-b981-5eb7651731c7,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:11.865548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.866190 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.866829 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e05cf298-56ba-454f-9dc2-2ffc35e560e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.907088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-1b5925c2-3170-4749-8953-e5c8eba3354b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5242505 Aug 29 17:29:11.922457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Request body: {'port': {'device_id': 'cf2756d3-1342-4efb-be71-2369cf8d58cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:11.947495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-595e4775-3998-4365-9e29-3b00067f3cd2 req-a63bdd61-f199-46fc-90b7-31c7892b9c10 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193271 Aug 29 17:29:11.959515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b90ace8-95df-4493-a3ff-c3e11471c266 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:11.967955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:11.980931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Transition to ACTIVE for port object 6b90ace8-95df-4493-a3ff-c3e11471c266 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:12.017895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b8dc1b0f-6e91-4ef6-b8c8-c196520602b4 None None] Provisioning for port 109dc1aa-e0dd-4978-be7d-057b37c03231 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:12.024638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cf298-56ba-454f-9dc2-2ffc35e560e9 None None] Pushing event updated for resources: {'Port': ['ID=b00efaa0-9dc1-45ce-b981-5eb7651731c7,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:12.032192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0b0126e-afb9-4917-a38f-de5ef8d96e6b req-9394e4b5-96b0-4ec1-a4da-1bdde11d99c5 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0497165 Aug 29 17:29:12.036064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b8dc1b0f-6e91-4ef6-b8c8-c196520602b4 None None] Provisioning complete for port 109dc1aa-e0dd-4978-be7d-057b37c03231 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:12.038558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.041231 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1b0f-6e91-4ef6-b8c8-c196520602b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.064816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2e6f6-26fb-41a7-bbb6-9ed6b676ae9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 109dc1aa-e0dd-4978-be7d-057b37c03231 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:12.065163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e6f6-26fb-41a7-bbb6-9ed6b676ae9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.126937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Pushing event updated for resources: {'Port': ['ID=6b90ace8-95df-4493-a3ff-c3e11471c266,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:12.163794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc1b0f-6e91-4ef6-b8c8-c196520602b4 None None] Port 109dc1aa-e0dd-4978-be7d-057b37c03231 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:12.287039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.317250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b00efaa0-9dc1-45ce-b981-5eb7651731c7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:12.349234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35ec9343-83b2-4912-8403-86163eca7455 req-412f0a06-8a63-449d-ba26-d37e48b8ccc3 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f044f55-8b5e-437e-8d81-a72e23797ecb HTTP/1.1" status: 200 len: 210 time: 0.0633929 Aug 29 17:29:12.454869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Attempting to bind port 6b90ace8-95df-4493-a3ff-c3e11471c266 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:12.458654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Attempting to bind port 6b90ace8-95df-4493-a3ff-c3e11471c266 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:12.459253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Attempting to bind port 6b90ace8-95df-4493-a3ff-c3e11471c266 on network 548b3407-0a2d-429f-b9b2-c29a429471e9 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:12.463595 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.465947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Port 6b90ace8-95df-4493-a3ff-c3e11471c266 on network 548b3407-0a2d-429f-b9b2-c29a429471e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:12.469741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Attempting to bind port 6b90ace8-95df-4493-a3ff-c3e11471c266 on network 548b3407-0a2d-429f-b9b2-c29a429471e9 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:12.480723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b00efaa0-9dc1-45ce-b981-5eb7651731c7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:12.481155 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.484338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:12.484988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Checking segment: {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:12.485601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Bound using segment: {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:12.486295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Bound port: 6b90ace8-95df-4493-a3ff-c3e11471c266, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b372b4-4279-46a3-943a-09bbfe459dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:12.486985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.563839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 4cc4f1f3-2bb3-493e-8679-0815faf3512c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:12.678215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] For port 6b90ace8-95df-4493-a3ff-c3e11471c266, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:12.723578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] For port 6b90ace8-95df-4493-a3ff-c3e11471c266, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6b90ace8-95df-4493-a3ff-c3e11471c266,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:12.733801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e6f6-26fb-41a7-bbb6-9ed6b676ae9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.740007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.760468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb23a0-de75-4f23-88a1-f9cb34873998 req-5d3d51e9-9386-42bd-815f-403ed6a294c3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.760880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2e6f6-26fb-41a7-bbb6-9ed6b676ae9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 109dc1aa-e0dd-4978-be7d-057b37c03231 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:12.769474 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ecb23a0-de75-4f23-88a1-f9cb34873998 req-5d3d51e9-9386-42bd-815f-403ed6a294c3 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 945 time: 0.1005034 Aug 29 17:29:12.782087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.782087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.783896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b90ace8-95df-4493-a3ff-c3e11471c266 HTTP/1.1" status: 200 len: 1093 time: 2.1274316 Aug 29 17:29:12.785788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:12.796541 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b7de2d-3739-4f50-b53c-ba695228f63e" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:12.865347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:12.878952 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.881233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc76c-014c-42fb-b45f-6659278cf01c req-ecb7ad67-0ee5-4cb6-a1f9-23b5a5e2acfb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.886900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:12.892937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc76c-014c-42fb-b45f-6659278cf01c req-ecb7ad67-0ee5-4cb6-a1f9-23b5a5e2acfb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.895716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '4cc4f1f3-2bb3-493e-8679-0815faf3512c', 'network_id': '88b1109f-8e67-44b9-b311-f1093fe2a16d', 'port_id': '4cc4f1f3-2bb3-493e-8679-0815faf3512c', 'mac_address': 'fa:16:3e:e9:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6afdea-4eb5-44de-abf1-aa30422e284e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:12.902685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc76c-014c-42fb-b45f-6659278cf01c req-ecb7ad67-0ee5-4cb6-a1f9-23b5a5e2acfb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.909752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc76c-014c-42fb-b45f-6659278cf01c req-ecb7ad67-0ee5-4cb6-a1f9-23b5a5e2acfb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.916074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc76c-014c-42fb-b45f-6659278cf01c req-ecb7ad67-0ee5-4cb6-a1f9-23b5a5e2acfb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.925196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f5fc76c-014c-42fb-b45f-6659278cf01c req-ecb7ad67-0ee5-4cb6-a1f9-23b5a5e2acfb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 3829 time: 0.3705139 Aug 29 17:29:12.986691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359e830-4dbf-4bbc-a6fd-5df55af4e662 service neutron] Pushing event updated for resources: {'Port': ['ID=6b90ace8-95df-4493-a3ff-c3e11471c266,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:13.005854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.006706 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ecb23a0-de75-4f23-88a1-f9cb34873998 req-5a1a700f-1caf-4039-a66c-92f7f27cfd18 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356617 Aug 29 17:29:13.032528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f5fc76c-014c-42fb-b45f-6659278cf01c req-2ae08b41-0244-4e95-a583-1c0317f0ed11 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991337 Aug 29 17:29:13.053488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cc4f1f3-2bb3-493e-8679-0815faf3512c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:13.098049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.108875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:13.123834 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.321223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=4cc4f1f3-2bb3-493e-8679-0815faf3512c,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:13.337168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['4cc4f1f3-2bb3-493e-8679-0815faf3512c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:13.341437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1548b258-7596-4f98-bac0-4eed0c7fe004 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:13.350967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.362328 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa24d858-c06f-4897-8dbb-8a8153ace44d x-openstack-request-id: req-fa24d858-c06f-4897-8dbb-8a8153ace44d {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:13.362808 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:13.363150 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa24d858-c06f-4897-8dbb-8a8153ace44d {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:13.363643 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'status': 'completed', 'code': 200} Aug 29 17:29:13.364681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Transition to ACTIVE for port object 1548b258-7596-4f98-bac0-4eed0c7fe004 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:13.390481 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.564646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c75f6-e347-432d-aa9b-0e97d1ed7af7 req-93058495-20e8-4020-995e-f6ff7ec63deb tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:13.572520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea8c75f6-e347-432d-aa9b-0e97d1ed7af7 req-93058495-20e8-4020-995e-f6ff7ec63deb tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.3705919 Aug 29 17:29:13.625935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea8c75f6-e347-432d-aa9b-0e97d1ed7af7 req-b68b9875-561d-4758-bcec-d34bc7b70db6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524414 Aug 29 17:29:13.708326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Pushing event updated for resources: {'Port': ['ID=1548b258-7596-4f98-bac0-4eed0c7fe004,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:13.735605 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e6f6-26fb-41a7-bbb6-9ed6b676ae9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.834290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a29500f3-e58a-4c87-8a3d-16072388e785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.881694 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.940290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a7d4a3-b03c-4b36-8863-48d010d70465 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:13.951656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:13.969797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Transition to ACTIVE for port object 45a7d4a3-b03c-4b36-8863-48d010d70465 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:13.974713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.071760 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e6f6-26fb-41a7-bbb6-9ed6b676ae9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.088607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b9b2e6f6-26fb-41a7-bbb6-9ed6b676ae9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/109dc1aa-e0dd-4978-be7d-057b37c03231 HTTP/1.1" status: 204 len: 168 time: 2.4681931 Aug 29 17:29:14.116136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-df38683d-906a-4fb1-949e-611d08193510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.116611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-df38683d-906a-4fb1-949e-611d08193510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.117088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-df38683d-906a-4fb1-949e-611d08193510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.117553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-df38683d-906a-4fb1-949e-611d08193510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.118012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-df38683d-906a-4fb1-949e-611d08193510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.119782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-df38683d-906a-4fb1-949e-611d08193510 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 4365 time: 0.7536821 Aug 29 17:29:14.120338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49382) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:14.159189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2e6f6-26fb-41a7-bbb6-9ed6b676ae9e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=109dc1aa-e0dd-4978-be7d-057b37c03231,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:14.217325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-227de343-bdc8-4e96-9a2a-f596ed169be5 req-347520e6-0515-4b1d-97e7-8bfd67f59897 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bef435552ea44c0480a6b0f8a704c505&device_id=fc98734d-11c0-454c-a4df-6ad46bea40bd HTTP/1.1" status: 200 len: 210 time: 0.0355890 Aug 29 17:29:14.249729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Pushing event updated for resources: {'Port': ['ID=45a7d4a3-b03c-4b36-8863-48d010d70465,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:14.315288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c6268-971e-48a1-8c6e-cd8ab627508c req-77e9a862-382a-4f68-be61-0ecd8913d55d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.326264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-536c6268-971e-48a1-8c6e-cd8ab627508c req-77e9a862-382a-4f68-be61-0ecd8913d55d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 944 time: 0.8655536 Aug 29 17:29:14.329758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.330121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.330471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.330849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.331177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.331513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.342270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.342750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.343112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.343497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.343795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.344136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:14.437364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644515f-8ecd-40d0-9313-7d1bcf2f3a71 req-ad0fa72a-33e9-4db8-a6d2-5d4cc17318f7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.442969 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9644515f-8ecd-40d0-9313-7d1bcf2f3a71 req-ad0fa72a-33e9-4db8-a6d2-5d4cc17318f7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 944 time: 0.1975732 Aug 29 17:29:14.490386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Attempting to bind port 45a7d4a3-b03c-4b36-8863-48d010d70465 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:14.490764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Attempting to bind port 45a7d4a3-b03c-4b36-8863-48d010d70465 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:14.491280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Attempting to bind port 45a7d4a3-b03c-4b36-8863-48d010d70465 on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:14.498104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-536c6268-971e-48a1-8c6e-cd8ab627508c req-1e94a7b8-9d9d-4b89-8ce4-694357850cbd tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704111 Aug 29 17:29:14.520445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Port 45a7d4a3-b03c-4b36-8863-48d010d70465 on network 005282ce-7a66-4578-99b9-0f41090e2364 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:14.520786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Attempting to bind port 45a7d4a3-b03c-4b36-8863-48d010d70465 on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:14.562366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:14.562740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Checking segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:14.563314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Bound using segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:14.563774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Bound port: 45a7d4a3-b03c-4b36-8863-48d010d70465, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:14.564138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.569396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 4cc4f1f3-2bb3-493e-8679-0815faf3512c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:14.595254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9644515f-8ecd-40d0-9313-7d1bcf2f3a71 req-0ae31dc5-c8b9-4cb9-8ffe-342b4ce35095 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378150 Aug 29 17:29:14.678608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 4cc4f1f3-2bb3-493e-8679-0815faf3512c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:14.679284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.808194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-527b2a5a-22bd-4a1a-9886-708d35972acc req-98eeb9ef-cd1f-412e-abbe-db8972e8ca85 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc98734d-11c0-454c-a4df-6ad46bea40bd HTTP/1.1" status: 200 len: 210 time: 0.0796156 Aug 29 17:29:14.822097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] For port 45a7d4a3-b03c-4b36-8863-48d010d70465, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:14.823194 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.842699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] For port 45a7d4a3-b03c-4b36-8863-48d010d70465, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=45a7d4a3-b03c-4b36-8863-48d010d70465,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:14.852761 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.889900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc4f1f3-2bb3-493e-8679-0815faf3512c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:14.892537 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17e709-643e-4a36-8961-b149690dff64" -d '{"events": [{"server_uuid": "a697e486-5c03-41a9-9fd6-ad3761526b2c", "name": "network-vif-plugged", "status": "completed", "tag": "4cc4f1f3-2bb3-493e-8679-0815faf3512c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:14.924052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:14.937723 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.961366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.962260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.963842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] 10.222.0.44 "PUT /v2.0/ports/45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 200 len: 1131 time: 2.1051838 Aug 29 17:29:15.014744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:15.057415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=4cc4f1f3-2bb3-493e-8679-0815faf3512c,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:15.080183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aecc53-af15-4641-b698-7bb8858b0638 service neutron] Pushing event updated for resources: {'Port': ['ID=45a7d4a3-b03c-4b36-8863-48d010d70465,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:15.120211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.278474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-5780e561-074e-4862-adb3-68e7243bb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.282090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-5780e561-074e-4862-adb3-68e7243bb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.283197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-5780e561-074e-4862-adb3-68e7243bb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.285285 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-5780e561-074e-4862-adb3-68e7243bb07c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1168816 Aug 29 17:29:15.285768 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c73a9b-ba4c-4733-81f0-8958c3779426 x-openstack-request-id: req-16c73a9b-ba4c-4733-81f0-8958c3779426 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:15.286169 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a697e486-5c03-41a9-9fd6-ad3761526b2c", "name": "network-vif-plugged", "status": "completed", "tag": "4cc4f1f3-2bb3-493e-8679-0815faf3512c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:15.286429 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16c73a9b-ba4c-4733-81f0-8958c3779426 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:15.286854 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc4f1f3-2bb3-493e-8679-0815faf3512c', 'code': 200} Aug 29 17:29:15.297167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280506a-3037-40d0-a471-337ac09a8f76 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.299732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280506a-3037-40d0-a471-337ac09a8f76 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.303964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c280506a-3037-40d0-a471-337ac09a8f76 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.1733451 Aug 29 17:29:15.313133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49402) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:15.374780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-227de343-bdc8-4e96-9a2a-f596ed169be5 req-74ddd9bf-a35d-4d0e-912c-6a3d1ec182be service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bef435552ea44c0480a6b0f8a704c505&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0789247 Aug 29 17:29:15.419863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Attempting to bind port 1548b258-7596-4f98-bac0-4eed0c7fe004 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:15.421200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Attempting to bind port 1548b258-7596-4f98-bac0-4eed0c7fe004 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:15.421816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Attempting to bind port 1548b258-7596-4f98-bac0-4eed0c7fe004 on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:15.421977 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.499917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '45a7d4a3-b03c-4b36-8863-48d010d70465'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:15.502372 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "45a7d4a3-b03c-4b36-8863-48d010d70465"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:15.509120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd6dc9f-9155-4a59-92a0-cd17ca79c193 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet f4d99e5f-a6fd-44d7-ba6c-2f90bed9a277 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:15.516477 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dc9f-9155-4a59-92a0-cd17ca79c193 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.552724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Port 1548b258-7596-4f98-bac0-4eed0c7fe004 on network e136bb71-1565-4a74-a07c-3da563b369d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:15.553061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Attempting to bind port 1548b258-7596-4f98-bac0-4eed0c7fe004 on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:15.565039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:15.565288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Checking segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:15.568543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Bound using segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:15.568543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Bound port: 1548b258-7596-4f98-bac0-4eed0c7fe004, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:15.568543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.594015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dc9f-9155-4a59-92a0-cd17ca79c193 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.656382 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aebac1-9132-43d5-b160-95be160ee022 x-openstack-request-id: req-a4aebac1-9132-43d5-b160-95be160ee022 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:15.656895 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "45a7d4a3-b03c-4b36-8863-48d010d70465", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:15.657047 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4aebac1-9132-43d5-b160-95be160ee022 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:15.657664 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '45a7d4a3-b03c-4b36-8863-48d010d70465', 'status': 'completed', 'code': 200} Aug 29 17:29:15.682843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] For port 1548b258-7596-4f98-bac0-4eed0c7fe004, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:15.689451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] For port 1548b258-7596-4f98-bac0-4eed0c7fe004, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1548b258-7596-4f98-bac0-4eed0c7fe004,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:15.702335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65806f9-bc9b-4bde-87c4-bdaf139053ad req-55533322-0cbb-406d-a884-349a13fecaad tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.708961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65806f9-bc9b-4bde-87c4-bdaf139053ad req-55533322-0cbb-406d-a884-349a13fecaad tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.715256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65806f9-bc9b-4bde-87c4-bdaf139053ad req-55533322-0cbb-406d-a884-349a13fecaad tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.721824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65806f9-bc9b-4bde-87c4-bdaf139053ad req-55533322-0cbb-406d-a884-349a13fecaad tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.728170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65806f9-bc9b-4bde-87c4-bdaf139053ad req-55533322-0cbb-406d-a884-349a13fecaad tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.736070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65806f9-bc9b-4bde-87c4-bdaf139053ad req-55533322-0cbb-406d-a884-349a13fecaad tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.758430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d65806f9-bc9b-4bde-87c4-bdaf139053ad req-55533322-0cbb-406d-a884-349a13fecaad tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 4601 time: 0.4314587 Aug 29 17:29:15.791951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.848947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dc9f-9155-4a59-92a0-cd17ca79c193 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.928122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfdff25-5905-4ace-a088-33d601c51a9b {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:15.940771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.945277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227de343-bdc8-4e96-9a2a-f596ed169be5 req-50a6f656-d7fd-476e-a0fc-dfd0e3c9269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.946798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-227de343-bdc8-4e96-9a2a-f596ed169be5 req-50a6f656-d7fd-476e-a0fc-dfd0e3c9269b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5534329 Aug 29 17:29:15.954868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Transition to ACTIVE for port object edfdff25-5905-4ace-a088-33d601c51a9b will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:15.968044 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.974411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-aa755fee-80c5-4cca-98a4-9015f7b8c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.975940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17b7de2d-3739-4f50-b53c-ba695228f63e req-aa755fee-80c5-4cca-98a4-9015f7b8c6dd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6713359 Aug 29 17:29:15.977106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.977715 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.979700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] 10.222.0.44 "PUT /v2.0/ports/1548b258-7596-4f98-bac0-4eed0c7fe004 HTTP/1.1" status: 200 len: 1093 time: 4.0610714 Aug 29 17:29:15.990115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2756d3-1342-4efb-be71-2369cf8d58cd', 'tag': '1548b258-7596-4f98-bac0-4eed0c7fe004'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:16.001470 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c891e1-5509-4450-8db3-632ec66fca52" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2756d3-1342-4efb-be71-2369cf8d58cd", "tag": "1548b258-7596-4f98-bac0-4eed0c7fe004"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:16.038287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebfcae-0e5d-466d-8cf8-f0f754bdf9c3 req-449c0b67-37c4-410a-9bc7-548d9ede3a8d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.039224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d65806f9-bc9b-4bde-87c4-bdaf139053ad req-b58caae5-4e9b-409e-afd2-af99c58772ca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2797329 Aug 29 17:29:16.058139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-acebfcae-0e5d-466d-8cf8-f0f754bdf9c3 req-449c0b67-37c4-410a-9bc7-548d9ede3a8d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 944 time: 0.2416265 Aug 29 17:29:16.080636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3016d-7599-4b29-8548-ecdada7ac63f service neutron] Pushing event updated for resources: {'Port': ['ID=1548b258-7596-4f98-bac0-4eed0c7fe004,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:16.102465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Pushing event updated for resources: {'Port': ['ID=edfdff25-5905-4ace-a088-33d601c51a9b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:16.126712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dc9f-9155-4a59-92a0-cd17ca79c193 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:16.135063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-0afe839e-6395-4624-bd3a-69788538b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.135557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-0afe839e-6395-4624-bd3a-69788538b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.136087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-0afe839e-6395-4624-bd3a-69788538b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.136883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-0afe839e-6395-4624-bd3a-69788538b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.137362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-0afe839e-6395-4624-bd3a-69788538b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.137887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-0afe839e-6395-4624-bd3a-69788538b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.138514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-0afe839e-6395-4624-bd3a-69788538b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.141450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-0afe839e-6395-4624-bd3a-69788538b0b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6170 time: 0.0962360 Aug 29 17:29:16.166337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6dc9f-9155-4a59-92a0-cd17ca79c193 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d99e5f-a6fd-44d7-ba6c-2f90bed9a277,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:16.222070 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-acebfcae-0e5d-466d-8cf8-f0f754bdf9c3 req-79ee2097-8ec6-4db8-84b2-717f0b3c4f51 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625032 Aug 29 17:29:16.249249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa810bd-12ed-4f3d-9790-c05c912f528e None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:16.299723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dc9f-9155-4a59-92a0-cd17ca79c193 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:16.304874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ccd6dc9f-9155-4a59-92a0-cd17ca79c193 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/f4d99e5f-a6fd-44d7-ba6c-2f90bed9a277 HTTP/1.1" status: 204 len: 168 time: 0.9810662 Aug 29 17:29:16.307511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49428) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:16.372566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81987d4c-5f6b-4ada-b028-5e19dc3737ab req-083550f7-53ae-4132-926b-b980d5282c0e tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.377989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81987d4c-5f6b-4ada-b028-5e19dc3737ab req-083550f7-53ae-4132-926b-b980d5282c0e tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 945 time: 0.1834526 Aug 29 17:29:16.431950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-468ac58f-2a9e-49d9-b59b-855d70e505db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.433869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-468ac58f-2a9e-49d9-b59b-855d70e505db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 1096 time: 0.1956260 Aug 29 17:29:16.450915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7ce06c6b-3f7c-414c-8871-0475c1c800c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381178 Aug 29 17:29:16.452198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49434) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:16.513769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-5391839c-4928-4b00-a193-c28c14d9a67f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1548b258-7596-4f98-bac0-4eed0c7fe004 HTTP/1.1" status: 200 len: 217 time: 0.0586555 Aug 29 17:29:16.547876 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-236bb261-03ce-4f29-92c2-17392a0388e7 req-9e27b387-cdfb-4ac6-9f36-9999582d81b3 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc98734d-11c0-454c-a4df-6ad46bea40bd HTTP/1.1" status: 200 len: 210 time: 0.1030517 Aug 29 17:29:16.593582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:16.604952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81987d4c-5f6b-4ada-b028-5e19dc3737ab req-27ee2659-72ff-4bbe-bab4-7ef2979536cd tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a43386-c620-4622-b17b-9f641f5d9183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172775 Aug 29 17:29:16.620598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-a0f41961-ec97-4d22-a9ee-371648c48610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.621324 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-a0f41961-ec97-4d22-a9ee-371648c48610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.623897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-a0f41961-ec97-4d22-a9ee-371648c48610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.625934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-a0f41961-ec97-4d22-a9ee-371648c48610 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4752214 Aug 29 17:29:16.732146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Attempting to bind port edfdff25-5905-4ace-a088-33d601c51a9b on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:16.734902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Attempting to bind port edfdff25-5905-4ace-a088-33d601c51a9b by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:16.736941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Attempting to bind port edfdff25-5905-4ace-a088-33d601c51a9b on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:16.753195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Port edfdff25-5905-4ace-a088-33d601c51a9b on network 005282ce-7a66-4578-99b9-0f41090e2364 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:16.755034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Attempting to bind port edfdff25-5905-4ace-a088-33d601c51a9b on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:16.779102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:16.779400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Checking segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:16.780362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Bound using segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:16.780819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Bound port: edfdff25-5905-4ace-a088-33d601c51a9b, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:16.781699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:16.784774 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:16.794557 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6c2098-b361-4734-b42c-f4ef3f7715f4 x-openstack-request-id: req-6e6c2098-b361-4734-b42c-f4ef3f7715f4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:16.794925 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2756d3-1342-4efb-be71-2369cf8d58cd", "tag": "1548b258-7596-4f98-bac0-4eed0c7fe004", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:16.795317 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e6c2098-b361-4734-b42c-f4ef3f7715f4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:16.795711 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2756d3-1342-4efb-be71-2369cf8d58cd', 'tag': '1548b258-7596-4f98-bac0-4eed0c7fe004', 'status': 'completed', 'code': 200} Aug 29 17:29:16.797541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-b366aa41-5ed7-4517-9e8a-b07bcde957d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.799236 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-b366aa41-5ed7-4517-9e8a-b07bcde957d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.2756710 Aug 29 17:29:16.814645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-83ef059a-c5ad-46b9-b378-8bde0a43650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.816313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eaa14fee-dcfd-4509-bd79-18c1395f7a9a req-83ef059a-c5ad-46b9-b378-8bde0a43650e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800594 Aug 29 17:29:16.832625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] Deleting port b00efaa0-9dc1-45ce-b981-5eb7651731c7 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:16.840764 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:16.846161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1434a652-5eb3-4728-a690-20a6d034cf0f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.853298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1434a652-5eb3-4728-a690-20a6d034cf0f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3638000 Aug 29 17:29:16.853964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49446) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:16.856172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-e7848261-af7b-4deb-a85c-7fc4c36e5bfb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370867 Aug 29 17:29:16.911681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d2ced-994e-4a28-904f-c682391ca0b5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.915756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-443d2ced-994e-4a28-904f-c682391ca0b5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0590925 Aug 29 17:29:16.916398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49448) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:16.962642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] For port b00efaa0-9dc1-45ce-b981-5eb7651731c7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b00efaa0-9dc1-45ce-b981-5eb7651731c7,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:16.963437 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:16.977295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] Calling delete_port for b00efaa0-9dc1-45ce-b981-5eb7651731c7 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:16.994434 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9f4814b3-c798-42d4-be67-c38b561a9e88 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750930 Aug 29 17:29:17.006866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49450) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:17.030093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:17.066380 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-f022e967-a567-4155-af74-0509a2ffd06f service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846187 Aug 29 17:29:17.152641 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.188081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] For port edfdff25-5905-4ace-a088-33d601c51a9b, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:17.202867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] No DVR routers for this DVR port b00efaa0-9dc1-45ce-b981-5eb7651731c7 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:17.212324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] For port edfdff25-5905-4ace-a088-33d601c51a9b, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=edfdff25-5905-4ace-a088-33d601c51a9b,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:17.227422 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.233093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-ff631bcd-36a0-48c3-be4a-9c74943d1dd7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.233809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-ff631bcd-36a0-48c3-be4a-9c74943d1dd7 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.43 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 945 time: 0.4320283 Aug 29 17:29:17.291241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bd206-3f12-4232-a79b-79e5634101a1 None None] Pushing event deleted for resources: {'Port': ['ID=b00efaa0-9dc1-45ce-b981-5eb7651731c7,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:17.352756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.353848 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.356060 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] 10.222.0.44 "PUT /v2.0/ports/edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 200 len: 1130 time: 2.3530247 Aug 29 17:29:17.366094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-cadc2502-1914-4a42-8efa-9956bb81a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.369751 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-cadc2502-1914-4a42-8efa-9956bb81a1a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1097 time: 0.2190478 Aug 29 17:29:17.406354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdab66-2bcb-4c30-8432-fc249ba8e10b service neutron] Pushing event updated for resources: {'Port': ['ID=edfdff25-5905-4ace-a088-33d601c51a9b,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:17.415805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:17.428010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-e6b0dcd3-e2a8-4c31-a47d-5eda4b4ed06e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.434075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-e6b0dcd3-e2a8-4c31-a47d-5eda4b4ed06e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.446372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-e6b0dcd3-e2a8-4c31-a47d-5eda4b4ed06e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.457055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-e6b0dcd3-e2a8-4c31-a47d-5eda4b4ed06e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.463637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-e6b0dcd3-e2a8-4c31-a47d-5eda4b4ed06e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.474729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-e6b0dcd3-e2a8-4c31-a47d-5eda4b4ed06e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.475039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-227de343-bdc8-4e96-9a2a-f596ed169be5 req-e69cf125-d0b8-4600-9f31-c92395eac4c4 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc98734d-11c0-454c-a4df-6ad46bea40bd HTTP/1.1" status: 200 len: 210 time: 0.0706377 Aug 29 17:29:17.485211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-e6b0dcd3-e2a8-4c31-a47d-5eda4b4ed06e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.491365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-e6b0dcd3-e2a8-4c31-a47d-5eda4b4ed06e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5372 time: 0.3172052 Aug 29 17:29:17.494800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:17.499415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.506062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19423bbe-e26d-41d2-95b7-8fff9382a3dd req-b72c38ba-892e-4c1b-8cb5-742f60b26f73 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296391 Aug 29 17:29:17.634093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0a836-e9f0-47b5-a741-0e15843f1f8e req-74b224c2-7f81-4caa-96b1-5a4b4af42efa tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.635778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dae0a836-e9f0-47b5-a741-0e15843f1f8e req-74b224c2-7f81-4caa-96b1-5a4b4af42efa tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.3612628 Aug 29 17:29:17.722254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': 'edfdff25-5905-4ace-a088-33d601c51a9b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:17.725116 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9149ee5-2be2-497e-9f37-7578494bcad3" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "edfdff25-5905-4ace-a088-33d601c51a9b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:17.725266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16556ac7-fbc5-4013-bddf-e5c061e50e26 req-8ca9b71f-55ed-4d6e-91a5-77ab1d044e7d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194519 Aug 29 17:29:17.741882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c891e1-5509-4450-8db3-632ec66fca52 req-ec5f8508-0695-4b82-a1f2-a79dd4f5e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.743424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31c891e1-5509-4450-8db3-632ec66fca52 req-ec5f8508-0695-4b82-a1f2-a79dd4f5e704 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 1096 time: 0.1627214 Aug 29 17:29:17.807654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Deleting port 4cc4f1f3-2bb3-493e-8679-0815faf3512c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:17.808289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.868636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.898131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dae0a836-e9f0-47b5-a741-0e15843f1f8e req-daccaa2c-3b21-4872-8eef-cf864db631f6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418094 Aug 29 17:29:17.907924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-8f995d70-ac3d-4117-8a70-def8c3027959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.909708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-8f995d70-ac3d-4117-8a70-def8c3027959 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 920 time: 0.4844067 Aug 29 17:29:17.998052 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-581c7861-2ad6-4c19-a55a-b9811d19bff1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 200 len: 217 time: 0.0671368 Aug 29 17:29:18.042443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c891e1-5509-4450-8db3-632ec66fca52 req-ae5694c4-6fb0-409a-a505-701245f6caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.044519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31c891e1-5509-4450-8db3-632ec66fca52 req-ae5694c4-6fb0-409a-a505-701245f6caed service neutron] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 913 time: 0.2891068 Aug 29 17:29:18.056646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] For port 4cc4f1f3-2bb3-493e-8679-0815faf3512c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=4cc4f1f3-2bb3-493e-8679-0815faf3512c,segment=NetworkSegment(493639f5-df58-44b6-bc42-cdc68317766c),segment_id=493639f5-df58-44b6-bc42-cdc68317766c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:18.056988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:18.151489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Calling delete_port for 4cc4f1f3-2bb3-493e-8679-0815faf3512c owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:18.253763 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31c891e1-5509-4450-8db3-632ec66fca52 req-b7e23758-14b0-4bfc-9d02-48fcf422b411 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1548b258-7596-4f98-bac0-4eed0c7fe004 HTTP/1.1" status: 200 len: 217 time: 0.1867852 Aug 29 17:29:18.265484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813cea1e-7262-422d-a892-d667f5f731aa {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:18.271137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd78a8-c6f7-49ec-b0c4-d253800a426a req-7a9e3bfe-2be7-4c52-8450-d8e499920c3f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.272677 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46dd78a8-c6f7-49ec-b0c4-d253800a426a req-7a9e3bfe-2be7-4c52-8450-d8e499920c3f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 944 time: 0.4247484 Aug 29 17:29:18.351772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b00efaa0-9dc1-45ce-b981-5eb7651731c7 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:18.388506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46dd78a8-c6f7-49ec-b0c4-d253800a426a req-de7d6cb0-56fd-49b4-81d8-ac403d981e62 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055381 Aug 29 17:29:18.390533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c891e1-5509-4450-8db3-632ec66fca52 req-b633edc7-d4f8-42a3-802c-c4bc9beaf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.392244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31c891e1-5509-4450-8db3-632ec66fca52 req-b633edc7-d4f8-42a3-802c-c4bc9beaf8ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.1183610 Aug 29 17:29:18.404036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b00efaa0-9dc1-45ce-b981-5eb7651731c7 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:18.407992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b00efaa0-9dc1-45ce-b981-5eb7651731c7 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:18.449690 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:18.466796 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31c891e1-5509-4450-8db3-632ec66fca52 req-612e6f87-9b99-40bf-becd-d198ff902a67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644274 Aug 29 17:29:18.483368 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce0e4b01-8d57-4bcb-a420-700d27eb0c10 req-c288cd74-ce9a-4419-8b75-2d6ac6d40813 tempest-ServerShowV247Test-84066313 tempest-ServerShowV247Test-84066313-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc98734d-11c0-454c-a4df-6ad46bea40bd HTTP/1.1" status: 200 len: 210 time: 0.1983695 Aug 29 17:29:18.486021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:18.500148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['4cc4f1f3-2bb3-493e-8679-0815faf3512c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:18.621140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a101e66-a5d4-4141-a5f0-1b7957dc26b8 req-12b81149-3c9f-4e0f-94c4-cde0a99c6818 tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.41 "GET /v2.0/ports?device_id=a697e486-5c03-41a9-9fd6-ad3761526b2c HTTP/1.1" status: 200 len: 210 time: 0.0884805 Aug 29 17:29:18.738779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Pushing event deleted for resources: {'Port': ['ID=4cc4f1f3-2bb3-493e-8679-0815faf3512c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:18.765104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] No DVR routers for this DVR port 4cc4f1f3-2bb3-493e-8679-0815faf3512c on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:18.770884 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:18.772955 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b46269fd-c118-4ff6-87be-b38aac5b6c0f req-94784872-d0f3-4045-8139-5fe701ef490c tempest-ImagesTestJSON-1667798261 tempest-ImagesTestJSON-1667798261-project] 10.222.0.43 "DELETE /v2.0/ports/4cc4f1f3-2bb3-493e-8679-0815faf3512c HTTP/1.1" status: 204 len: 173 time: 1.5136693 Aug 29 17:29:18.797648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'name': 'network-vif-deleted', 'tag': '4cc4f1f3-2bb3-493e-8679-0815faf3512c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:18.800947 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3714d51-8d9c-454c-965a-08f63e990ea0" -d '{"events": [{"server_uuid": "a697e486-5c03-41a9-9fd6-ad3761526b2c", "name": "network-vif-deleted", "tag": "4cc4f1f3-2bb3-493e-8679-0815faf3512c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:18.829570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-d4dcb94a-9b70-456c-92d2-9c2cc9b86bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.830092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-d4dcb94a-9b70-456c-92d2-9c2cc9b86bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.830569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-d4dcb94a-9b70-456c-92d2-9c2cc9b86bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.831072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-d4dcb94a-9b70-456c-92d2-9c2cc9b86bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.831527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-d4dcb94a-9b70-456c-92d2-9c2cc9b86bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.831991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-d4dcb94a-9b70-456c-92d2-9c2cc9b86bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.832455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-d4dcb94a-9b70-456c-92d2-9c2cc9b86bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.834411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-d4dcb94a-9b70-456c-92d2-9c2cc9b86bc5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6212 time: 0.1742892 Aug 29 17:29:18.923811 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d68b8f9-068c-4c30-8682-755b3afe4517 x-openstack-request-id: req-4d68b8f9-068c-4c30-8682-755b3afe4517 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:18.924094 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a697e486-5c03-41a9-9fd6-ad3761526b2c", "name": "network-vif-deleted", "tag": "4cc4f1f3-2bb3-493e-8679-0815faf3512c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:18.924348 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d68b8f9-068c-4c30-8682-755b3afe4517 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:18.924739 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a697e486-5c03-41a9-9fd6-ad3761526b2c', 'name': 'network-vif-deleted', 'tag': '4cc4f1f3-2bb3-493e-8679-0815faf3512c', 'status': 'completed', 'code': 200} Aug 29 17:29:18.934189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31c891e1-5509-4450-8db3-632ec66fca52 req-0b6ccd9f-4943-41f2-a264-9fe6abeeadaa service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398906 Aug 29 17:29:18.934735 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9427a646-3a3c-46ee-8e50-6dddc68b6ec2 x-openstack-request-id: req-9427a646-3a3c-46ee-8e50-6dddc68b6ec2 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:18.935226 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "edfdff25-5905-4ace-a088-33d601c51a9b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:18.935629 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9427a646-3a3c-46ee-8e50-6dddc68b6ec2 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:18.936281 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': 'edfdff25-5905-4ace-a088-33d601c51a9b', 'status': 'completed', 'code': 200} Aug 29 17:29:18.937452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Transition to ACTIVE for port object 813cea1e-7262-422d-a892-d667f5f731aa will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:18.963531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-bdea243a-c6bc-41d2-a797-ab04dc2777a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:18.965273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-bdea243a-c6bc-41d2-a797-ab04dc2777a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.6911697 Aug 29 17:29:18.966148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.033389 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-b2427554-c6f2-4ea6-8f3a-933beda12275 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381832 Aug 29 17:29:19.115125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Pushing event updated for resources: {'Port': ['ID=813cea1e-7262-422d-a892-d667f5f731aa,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:19.225167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31c891e1-5509-4450-8db3-632ec66fca52 req-5530deed-47f7-4e10-ac4f-db24a9a197ca service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490091 Aug 29 17:29:19.246120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-26182544-c77c-4c40-9b2d-e21c3d7925c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.255077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-26182544-c77c-4c40-9b2d-e21c3d7925c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.266441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-26182544-c77c-4c40-9b2d-e21c3d7925c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.272876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-26182544-c77c-4c40-9b2d-e21c3d7925c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.280103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-26182544-c77c-4c40-9b2d-e21c3d7925c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.285471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:29:19.286965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-26182544-c77c-4c40-9b2d-e21c3d7925c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.302632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-26182544-c77c-4c40-9b2d-e21c3d7925c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.302632 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-26182544-c77c-4c40-9b2d-e21c3d7925c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5372 time: 0.4167686 Aug 29 17:29:19.313989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.364897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-02ec2746-747c-4d1f-a874-5f299a8052f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.365402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-02ec2746-747c-4d1f-a874-5f299a8052f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.365873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-02ec2746-747c-4d1f-a874-5f299a8052f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.367777 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-02ec2746-747c-4d1f-a874-5f299a8052f9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4310675 Aug 29 17:29:19.378074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:19.390049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:19.393838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.395094 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.407912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ce5ad-8f7c-447d-a6b2-53c826b3fb25 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:19.467682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dedd451b-d4e6-4e05-b538-7c1d4d4ffe58 req-edb64f55-3456-4773-bc47-f8dd091151c1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341577 Aug 29 17:29:19.483294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dfb7f-f00c-4973-965c-f447f87eb446 req-46a081e1-baf3-4ed0-a921-10d966967d44 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.484901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e06dfb7f-f00c-4973-965c-f447f87eb446 req-46a081e1-baf3-4ed0-a921-10d966967d44 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.3999681 Aug 29 17:29:19.486263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4665577 Aug 29 17:29:19.493659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49502) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:19.508439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:35:03:3b', 'name': 'tempest-NetworksTestDHCPv6-229651628'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:19.579607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-cd8a0cc0-4532-4532-93c2-abe67f5439be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.582457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9149ee5-2be2-497e-9f37-7578494bcad3 req-cd8a0cc0-4532-4532-93c2-abe67f5439be service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019293 Aug 29 17:29:19.662402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-b3c2848f-19ee-4a3d-af19-5646a36f7c70 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915804 Aug 29 17:29:19.672752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bfdac-40a5-466d-9a68-2cbf720471d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=bd4ca436-c399-44ca-a714-148a623b8a11,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:19.742209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699ae79-bb98-4ac6-901d-60234435d68f req-e9fc91dd-c4a8-4d2a-bf3c-02ba5e9c072d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:19.744667 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8699ae79-bb98-4ac6-901d-60234435d68f req-e9fc91dd-c4a8-4d2a-bf3c-02ba5e9c072d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 944 time: 0.1078877 Aug 29 17:29:19.752194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'bd4ca436-c399-44ca-a714-148a623b8a11'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:29:19.755382 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.759324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Attempting to bind port 813cea1e-7262-422d-a892-d667f5f731aa on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:19.759987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Attempting to bind port 813cea1e-7262-422d-a892-d667f5f731aa by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:19.760576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Attempting to bind port 813cea1e-7262-422d-a892-d667f5f731aa on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:19.786510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e06dfb7f-f00c-4973-965c-f447f87eb446 req-a7154686-37d6-4d36-be0b-bd0d1bac3b32 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043531 Aug 29 17:29:19.795151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Port 813cea1e-7262-422d-a892-d667f5f731aa on network 005282ce-7a66-4578-99b9-0f41090e2364 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:19.796534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Attempting to bind port 813cea1e-7262-422d-a892-d667f5f731aa on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:19.818514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:19.819045 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Checking segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:19.819534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Bound using segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:19.820175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Bound port: 813cea1e-7262-422d-a892-d667f5f731aa, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:19.820636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.830101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8699ae79-bb98-4ac6-901d-60234435d68f req-d57d88e3-4123-4c4e-bc74-4092f0dd134c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734401 Aug 29 17:29:19.888543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:19.958710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50e97a4d-c137-423d-8c75-342dbabe3a14 req-11046ee6-1cfd-452d-af9b-0c11581e314b service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762892 Aug 29 17:29:20.031484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Allocated IP 2001:db8::f816:3eff:fee3:f6a9 (2ad95fe3-2af7-4150-b097-a47258efe850/bd4ca436-c399-44ca-a714-148a623b8a11/5d1a2383-38b7-46aa-ab97-d4ee6f076a34) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:20.072603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] For port 813cea1e-7262-422d-a892-d667f5f731aa, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:20.084737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] For port 813cea1e-7262-422d-a892-d667f5f731aa, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=813cea1e-7262-422d-a892-d667f5f731aa,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:20.099063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.147235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:20.147235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.163671 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] 10.222.0.44 "PUT /v2.0/ports/813cea1e-7262-422d-a892-d667f5f731aa HTTP/1.1" status: 200 len: 1092 time: 2.7527575 Aug 29 17:29:20.257038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:20.277474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49544) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:20.318245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.352380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1548b258-7596-4f98-bac0-4eed0c7fe004 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:20.438392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b48f234a-8e34-4209-bbc0-c4680bdc691d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.505617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12445209-01d6-4158-8bd5-35dd647b0802 service neutron] Pushing event updated for resources: {'Port': ['ID=813cea1e-7262-422d-a892-d667f5f731aa,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:20.515061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 04fccc56-5b6b-475c-ade2-d9fc62fc27ee yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:29:20.595880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.599433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 4cc4f1f3-2bb3-493e-8679-0815faf3512c no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:20.639178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 4cc4f1f3-2bb3-493e-8679-0815faf3512c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:20.639884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 4cc4f1f3-2bb3-493e-8679-0815faf3512c not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:20.644355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Transition to ACTIVE for port object 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:20.686890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Transition to ACTIVE for port object 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:20.687898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b48f234a-8e34-4209-bbc0-c4680bdc691d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.701038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b48f234a-8e34-4209-bbc0-c4680bdc691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.707486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1548b258-7596-4f98-bac0-4eed0c7fe004, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1548b258-7596-4f98-bac0-4eed0c7fe004,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:20.745479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49570) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:20.745665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.756171 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.759432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-38505f53-2218-4b92-9f7e-b5e1be913d39 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:20.767543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-38505f53-2218-4b92-9f7e-b5e1be913d39 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:20.775055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-38505f53-2218-4b92-9f7e-b5e1be913d39 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:20.781525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-38505f53-2218-4b92-9f7e-b5e1be913d39 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:20.788202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-38505f53-2218-4b92-9f7e-b5e1be913d39 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:20.796424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-38505f53-2218-4b92-9f7e-b5e1be913d39 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:20.802804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-38505f53-2218-4b92-9f7e-b5e1be913d39 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:20.812246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-38505f53-2218-4b92-9f7e-b5e1be913d39 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5384 time: 0.1750534 Aug 29 17:29:20.859927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b48f234a-8e34-4209-bbc0-c4680bdc691d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bef435552ea44c0480a6b0f8a704c505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786512 Aug 29 17:29:20.862741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49576) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:20.882562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:20.885757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:20.886636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f234a-8e34-4209-bbc0-c4680bdc691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8471d5-ae26-412e-829e-ea9bb3342b16,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:20.892977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:20.898220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '1548b258-7596-4f98-bac0-4eed0c7fe004', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'port_id': '1548b258-7596-4f98-bac0-4eed0c7fe004', 'mac_address': 'fa:16:3e:43:49:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde333e-caeb-4be9-96df-a0767fe315e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:20.924697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-25a74e48-13d3-41f1-9261-80c7b1538cc5 req-fa4cfbd7-9029-455d-ba65-b6ae7466b0db tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058042 Aug 29 17:29:20.925097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Pushing event updated for resources: {'Port': ['ID=5d1a2383-38b7-46aa-ab97-d4ee6f076a34,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:21.032368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Attempting to bind port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:21.032941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Attempting to bind port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:21.033312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Attempting to bind port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:21.053859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b87-f5bf-40ae-b58a-ff11ebc00015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.057262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:21.057659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:21.058072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.058477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:21.059059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Bound port: 5d1a2383-38b7-46aa-ab97-d4ee6f076a34, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:21.059453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.084175 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.116463 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b87-f5bf-40ae-b58a-ff11ebc00015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.150414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1548b258-7596-4f98-bac0-4eed0c7fe004 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:21.163629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14826-06c5-4181-bace-1320e538306e req-964cbaf8-3ed7-46a6-961a-14b60e72ebc5 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.171308 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80f14826-06c5-4181-bace-1320e538306e req-964cbaf8-3ed7-46a6-961a-14b60e72ebc5 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 944 time: 0.1013913 Aug 29 17:29:21.223493 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80f14826-06c5-4181-bace-1320e538306e req-21ac9ca9-3557-4dd6-8b81-8ebb4d2cb5ed tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Aug 29 17:29:21.225830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1548b258-7596-4f98-bac0-4eed0c7fe004, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1548b258-7596-4f98-bac0-4eed0c7fe004,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:21.240009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '813cea1e-7262-422d-a892-d667f5f731aa'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:21.243001 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "813cea1e-7262-422d-a892-d667f5f731aa"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:21.246756 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.259928 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b87-f5bf-40ae-b58a-ff11ebc00015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.263083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b87-f5bf-40ae-b58a-ff11ebc00015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.269813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4ae45b87-f5bf-40ae-b58a-ff11ebc00015 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b8471d5-ae26-412e-829e-ea9bb3342b16 HTTP/1.1" status: 204 len: 168 time: 0.4031336 Aug 29 17:29:21.315917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae45b87-f5bf-40ae-b58a-ff11ebc00015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8471d5-ae26-412e-829e-ea9bb3342b16,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:21.347604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] For port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:21.410703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55a1536-ffba-4a85-8232-f489ea6f1a74 admin admin] Deleting subnet 8a6afdea-4eb5-44de-abf1-aa30422e284e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:21.437924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b55a1536-ffba-4a85-8232-f489ea6f1a74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.439107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] For port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5d1a2383-38b7-46aa-ab97-d4ee6f076a34,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:21.475613 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.518206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=1548b258-7596-4f98-bac0-4eed0c7fe004,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:21.556926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:fe35:33b (2ad95fe3-2af7-4150-b097-a47258efe850/bd4ca436-c399-44ca-a714-148a623b8a11/04fccc56-5b6b-475c-ade2-d9fc62fc27ee) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:21.571915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['1548b258-7596-4f98-bac0-4eed0c7fe004'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:21.591133 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bec622-3fe6-4cfe-ab5f-2b07478ce3b7 x-openstack-request-id: req-49bec622-3fe6-4cfe-ab5f-2b07478ce3b7 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:21.591524 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "813cea1e-7262-422d-a892-d667f5f731aa", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:21.591669 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49bec622-3fe6-4cfe-ab5f-2b07478ce3b7 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:21.595608 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '813cea1e-7262-422d-a892-d667f5f731aa', 'status': 'completed', 'code': 200} Aug 29 17:29:21.637760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-7e4e1e70-356f-46e8-a6d6-7753dd6c21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.638240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-7e4e1e70-356f-46e8-a6d6-7753dd6c21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.647325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-7e4e1e70-356f-46e8-a6d6-7753dd6c21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.648193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-7e4e1e70-356f-46e8-a6d6-7753dd6c21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.648671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-7e4e1e70-356f-46e8-a6d6-7753dd6c21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.649135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-7e4e1e70-356f-46e8-a6d6-7753dd6c21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.649601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-7e4e1e70-356f-46e8-a6d6-7753dd6c21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.651628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-7e4e1e70-356f-46e8-a6d6-7753dd6c21d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6280 time: 0.1295435 Aug 29 17:29:21.725961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f217d-b060-4816-98fe-49214beea824 req-ef6aa6fa-5246-4d10-b31b-1e6cc1c64833 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.740868 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c76f217d-b060-4816-98fe-49214beea824 req-ef6aa6fa-5246-4d10-b31b-1e6cc1c64833 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.8239725 Aug 29 17:29:21.773276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b55a1536-ffba-4a85-8232-f489ea6f1a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.792353 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cb0e5-f5f6-43e0-8c3d-f925d4e2e8d7 None None] Pushing event updated for resources: {'Port': ['ID=5d1a2383-38b7-46aa-ab97-d4ee6f076a34,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:21.995617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-e5203b62-a188-4264-98c3-11e114e20194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.996159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-e5203b62-a188-4264-98c3-11e114e20194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.996567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-e5203b62-a188-4264-98c3-11e114e20194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:21.998579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-e5203b62-a188-4264-98c3-11e114e20194 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3353224 Aug 29 17:29:22.209135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b55a1536-ffba-4a85-8232-f489ea6f1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.217474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038c0afa-503a-4746-8ba4-ac88ced79a83 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:22.249663 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c76f217d-b060-4816-98fe-49214beea824 req-46f56031-1487-4386-8980-424efcbfafd0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079086 Aug 29 17:29:22.251851 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.303610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-96ff6241-f471-44d1-97f9-fa918f5acd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.305377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a4a4ada-21aa-4d99-9168-a0d9aa58cc30 req-96ff6241-f471-44d1-97f9-fa918f5acd26 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2995455 Aug 29 17:29:22.347223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3eff-c878-461a-adfe-01394c036839 req-807d2849-bd9f-4236-b638-c8ffa75cac9b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.362915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3eff-c878-461a-adfe-01394c036839 req-807d2849-bd9f-4236-b638-c8ffa75cac9b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.375549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3eff-c878-461a-adfe-01394c036839 req-807d2849-bd9f-4236-b638-c8ffa75cac9b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.382003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Transition to ACTIVE for port object 038c0afa-503a-4746-8ba4-ac88ced79a83 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:22.395216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3eff-c878-461a-adfe-01394c036839 req-807d2849-bd9f-4236-b638-c8ffa75cac9b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.405586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3eff-c878-461a-adfe-01394c036839 req-807d2849-bd9f-4236-b638-c8ffa75cac9b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.423604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3eff-c878-461a-adfe-01394c036839 req-807d2849-bd9f-4236-b638-c8ffa75cac9b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.433056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3eff-c878-461a-adfe-01394c036839 req-807d2849-bd9f-4236-b638-c8ffa75cac9b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.433234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:22.441037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f03c3eff-c878-461a-adfe-01394c036839 req-807d2849-bd9f-4236-b638-c8ffa75cac9b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5384 time: 0.2935438 Aug 29 17:29:22.528374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.535443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f03c3eff-c878-461a-adfe-01394c036839 req-9712ffb9-0d0b-4500-ab44-03f27388b2a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897303 Aug 29 17:29:22.538421 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.572994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:22.595818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Pushing event updated for resources: {'Port': ['ID=038c0afa-503a-4746-8ba4-ac88ced79a83,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:22.597916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 04fccc56-5b6b-475c-ade2-d9fc62fc27ee will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:22.665723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b55a1536-ffba-4a85-8232-f489ea6f1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.708665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1536-ffba-4a85-8232-f489ea6f1a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6afdea-4eb5-44de-abf1-aa30422e284e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:22.835459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a8b46-859c-47fc-bfa6-13b891a1b45a req-c009135d-8b75-4f44-97c6-26ea3d6b4718 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:22.837982 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810a8b46-859c-47fc-bfa6-13b891a1b45a req-c009135d-8b75-4f44-97c6-26ea3d6b4718 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 945 time: 0.2939265 Aug 29 17:29:22.838276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b55a1536-ffba-4a85-8232-f489ea6f1a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.842901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49630) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:22.855618 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b55a1536-ffba-4a85-8232-f489ea6f1a74 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8a6afdea-4eb5-44de-abf1-aa30422e284e HTTP/1.1" status: 204 len: 168 time: 2.1004224 Aug 29 17:29:22.909044 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.984255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.025644 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Attempting to bind port 038c0afa-503a-4746-8ba4-ac88ced79a83 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:23.026230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Attempting to bind port 038c0afa-503a-4746-8ba4-ac88ced79a83 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:23.026856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Attempting to bind port 038c0afa-503a-4746-8ba4-ac88ced79a83 on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:23.092433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Port 038c0afa-503a-4746-8ba4-ac88ced79a83 on network 005282ce-7a66-4578-99b9-0f41090e2364 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:23.092666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Attempting to bind port 038c0afa-503a-4746-8ba4-ac88ced79a83 on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:23.096179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:23.132464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:23.171358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:23.179009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.179798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.182921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:23.183345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Checking segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:23.183846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Bound using segment: {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:23.184491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Bound port: 038c0afa-503a-4746-8ba4-ac88ced79a83, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c644ff-d5fb-409a-a457-e9105154b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:23.184772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.185269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.205046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=04fccc56-5b6b-475c-ade2-d9fc62fc27ee,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:23.219760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b1109f-8e67-44b9-b311-f1093fe2a16d']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:23.220728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810a8b46-859c-47fc-bfa6-13b891a1b45a req-265640e9-c438-4c1b-83b2-eb6b8627fd0a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619545 Aug 29 17:29:23.245233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493639f5-df58-44b6-bc42-cdc68317766c') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:23.245605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493639f5-df58-44b6-bc42-cdc68317766c') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:23.266096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.289536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.299637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:29:23.300129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:29:23.301979 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:29:23.330845 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6a107cb6-8187-4d7f-9314-2be46627f4d0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.8258302 Aug 29 17:29:23.335612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49650) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:23.465133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] For port 038c0afa-503a-4746-8ba4-ac88ced79a83, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:23.465611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95bb37e0-86e9-4c19-b892-cd07b31b22d0 req-23732dc6-cdfa-4cf0-b764-1e4434aa4a9f tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.1377094 Aug 29 17:29:23.467177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.471751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] For port 038c0afa-503a-4746-8ba4-ac88ced79a83, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=038c0afa-503a-4746-8ba4-ac88ced79a83,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:23.486557 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.493227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac005f4-d0f2-4783-a5e2-782b744dddd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.510066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac005f4-d0f2-4783-a5e2-782b744dddd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.510066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9ac005f4-d0f2-4783-a5e2-782b744dddd5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1692104 Aug 29 17:29:23.512617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] 10.222.0.41 "DELETE /v2.0/networks/88b1109f-8e67-44b9-b311-f1093fe2a16d HTTP/1.1" status: 204 len: 168 time: 0.6685922 Aug 29 17:29:23.512740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49658) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:23.524862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.561203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d342f-ba5c-46e6-9461-fedf77395a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b1109f-8e67-44b9-b311-f1093fe2a16d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:23.579030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-26ea0e9c-4a91-4ab3-83a5-4609b9215ac3 None None] Provisioning for port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:23.585938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-26ea0e9c-4a91-4ab3-83a5-4609b9215ac3 None None] Provisioning complete for port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:23.586322 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26ea0e9c-4a91-4ab3-83a5-4609b9215ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.731330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Pushing event updated for resources: {'Port': ['ID=038c0afa-503a-4746-8ba4-ac88ced79a83,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:23.754193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25232a-5d01-48ec-9a0d-7ed7f7c8787a req-c8f2ecfe-7312-44b0-ac13-1c7ba2674815 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.765649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b25232a-5d01-48ec-9a0d-7ed7f7c8787a req-c8f2ecfe-7312-44b0-ac13-1c7ba2674815 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.3717933 Aug 29 17:29:23.802254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-45ac5987-a392-427e-b08c-8693aa6b86bb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.814990 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26ea0e9c-4a91-4ab3-83a5-4609b9215ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.833536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-45ac5987-a392-427e-b08c-8693aa6b86bb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.871449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-45ac5987-a392-427e-b08c-8693aa6b86bb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.875740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.877612 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.882116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e7b32648-d8c7-46b6-af52-5f9fefd07d73 service neutron] 10.222.0.44 "PUT /v2.0/ports/038c0afa-503a-4746-8ba4-ac88ced79a83 HTTP/1.1" status: 200 len: 1092 time: 3.6459730 Aug 29 17:29:23.885395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '038c0afa-503a-4746-8ba4-ac88ced79a83'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:23.893102 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e34349-cb7f-4994-8ab4-f31614e838aa" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "038c0afa-503a-4746-8ba4-ac88ced79a83"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:23.899160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-45ac5987-a392-427e-b08c-8693aa6b86bb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.932000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-45ac5987-a392-427e-b08c-8693aa6b86bb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.952079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-45ac5987-a392-427e-b08c-8693aa6b86bb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.958632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-26ea0e9c-4a91-4ab3-83a5-4609b9215ac3 None None] For port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5d1a2383-38b7-46aa-ab97-d4ee6f076a34,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:23.960626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:23.971492 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26ea0e9c-4a91-4ab3-83a5-4609b9215ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.980540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-45ac5987-a392-427e-b08c-8693aa6b86bb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:23.990344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-45ac5987-a392-427e-b08c-8693aa6b86bb tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5396 time: 0.3251679 Aug 29 17:29:24.015053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49678) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:24.054433 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b25232a-5d01-48ec-9a0d-7ed7f7c8787a req-bdfa36a1-bb63-40ce-adab-e0f7aa81f125 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877963 Aug 29 17:29:24.111946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.126104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea0e9c-4a91-4ab3-83a5-4609b9215ac3 None None] Pushing event updated for resources: {'Port': ['ID=5d1a2383-38b7-46aa-ab97-d4ee6f076a34,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:24.142732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2b0c722f-fd5c-4a35-877f-2732c5bdf4de None None] Provisioning for port 04fccc56-5b6b-475c-ade2-d9fc62fc27ee completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:24.146389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-575c7701-4c3e-40a5-9695-854f72b82db0 req-93d7db87-34b8-4ea1-b71f-53d073259d36 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512005 Aug 29 17:29:24.153270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2b0c722f-fd5c-4a35-877f-2732c5bdf4de None None] Provisioning complete for port 04fccc56-5b6b-475c-ade2-d9fc62fc27ee triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:24.153677 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b0c722f-fd5c-4a35-877f-2732c5bdf4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.201773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-45ccc6f5-b928-46b7-94fb-8a8cb2f30f73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70aa78b66bdc4924a5a6d137b6108052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830392 Aug 29 17:29:24.202415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49680) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:24.271311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c722f-fd5c-4a35-877f-2732c5bdf4de None None] Port 04fccc56-5b6b-475c-ade2-d9fc62fc27ee cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:24.277566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0ab75f7c-97d7-481f-b7ae-fe889d6a2203 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 04fccc56-5b6b-475c-ade2-d9fc62fc27ee {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:24.277760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ab75f7c-97d7-481f-b7ae-fe889d6a2203 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.290406 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da47dfe3-db52-4e0e-af37-e5fb85dff2e6 x-openstack-request-id: req-da47dfe3-db52-4e0e-af37-e5fb85dff2e6 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:24.290717 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "038c0afa-503a-4746-8ba4-ac88ced79a83", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:24.291008 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da47dfe3-db52-4e0e-af37-e5fb85dff2e6 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:24.291416 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '038c0afa-503a-4746-8ba4-ac88ced79a83', 'status': 'completed', 'code': 200} Aug 29 17:29:24.363269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1548b258-7596-4f98-bac0-4eed0c7fe004 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:24.409343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-ad1c1988-d203-4f83-be80-da9cce193b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.409892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-ad1c1988-d203-4f83-be80-da9cce193b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.410376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-ad1c1988-d203-4f83-be80-da9cce193b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.410926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-ad1c1988-d203-4f83-be80-da9cce193b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.413260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-ad1c1988-d203-4f83-be80-da9cce193b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.413780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-ad1c1988-d203-4f83-be80-da9cce193b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.414259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-ad1c1988-d203-4f83-be80-da9cce193b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.422017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-ad1c1988-d203-4f83-be80-da9cce193b78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6348 time: 0.1164367 Aug 29 17:29:24.422767 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0329eadf-b095-44f2-9f16-8ea9570d53de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.475066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:24.509439 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0329eadf-b095-44f2-9f16-8ea9570d53de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.594707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 1548b258-7596-4f98-bac0-4eed0c7fe004 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:24.625219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 1548b258-7596-4f98-bac0-4eed0c7fe004 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:24.625959 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.638486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377837c-5b53-4255-800f-94303bb76766 req-50112255-4d2c-4ac9-b913-0344d90e3adf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.640911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d377837c-5b53-4255-800f-94303bb76766 req-50112255-4d2c-4ac9-b913-0344d90e3adf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 945 time: 0.2576554 Aug 29 17:29:24.690929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:24.691723 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.698917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-42c5ba46-a837-4119-b95a-4b1b51d89f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.699396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-42c5ba46-a837-4119-b95a-4b1b51d89f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.699863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-42c5ba46-a837-4119-b95a-4b1b51d89f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.701591 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-42c5ba46-a837-4119-b95a-4b1b51d89f54 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2042620 Aug 29 17:29:24.706887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ab75f7c-97d7-481f-b7ae-fe889d6a2203 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.736289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0ab75f7c-97d7-481f-b7ae-fe889d6a2203 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 04fccc56-5b6b-475c-ade2-d9fc62fc27ee owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:24.737007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3190725f-3443-4033-ad9f-8024fd572501 req-b5a327fd-aa5c-4fa5-9a51-b09d7a366e7a tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0544105 Aug 29 17:29:24.848455 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0329eadf-b095-44f2-9f16-8ea9570d53de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.851248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0329eadf-b095-44f2-9f16-8ea9570d53de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.852542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0329eadf-b095-44f2-9f16-8ea9570d53de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80a43386-c620-4622-b17b-9f641f5d9183 HTTP/1.1" status: 204 len: 168 time: 0.6490750 Aug 29 17:29:24.862170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.871638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329eadf-b095-44f2-9f16-8ea9570d53de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a43386-c620-4622-b17b-9f641f5d9183,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:24.884152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-61d61c85-4ff1-4356-8cd3-88132d1611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:24.886040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68e34349-cb7f-4994-8ab4-f31614e838aa req-61d61c85-4ff1-4356-8cd3-88132d1611f0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481042 Aug 29 17:29:24.971890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2756d3-1342-4efb-be71-2369cf8d58cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1548b258-7596-4f98-bac0-4eed0c7fe004'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:24.974980 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d61942-3188-49c3-ae3a-a95c74c94b8b" -d '{"events": [{"server_uuid": "cf2756d3-1342-4efb-be71-2369cf8d58cd", "name": "network-vif-plugged", "status": "completed", "tag": "1548b258-7596-4f98-bac0-4eed0c7fe004"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:24.991686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1548b258-7596-4f98-bac0-4eed0c7fe004, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1548b258-7596-4f98-bac0-4eed0c7fe004,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:25.002041 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.015625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d377837c-5b53-4255-800f-94303bb76766 req-94c05875-cd15-4682-9fc9-5e927a90bad3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373742 Aug 29 17:29:25.055597 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53037abb-c490-418a-aea8-660e85c8c02e x-openstack-request-id: req-53037abb-c490-418a-aea8-660e85c8c02e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:25.057019 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2756d3-1342-4efb-be71-2369cf8d58cd", "name": "network-vif-plugged", "status": "completed", "tag": "1548b258-7596-4f98-bac0-4eed0c7fe004", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:25.057494 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53037abb-c490-418a-aea8-660e85c8c02e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:25.058124 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2756d3-1342-4efb-be71-2369cf8d58cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1548b258-7596-4f98-bac0-4eed0c7fe004', 'code': 200} Aug 29 17:29:25.126753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=1548b258-7596-4f98-bac0-4eed0c7fe004,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:25.188292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a321819e-7adf-4edf-9e2f-4f6f96d7b55a {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:25.202838 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.254458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Transition to ACTIVE for port object a321819e-7adf-4edf-9e2f-4f6f96d7b55a will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:25.281692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.343569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c64cd8-abae-45b6-85a6-1cbdb158c2d9 req-624b277b-99c3-40e0-9001-b0926eeba3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.345878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9c64cd8-abae-45b6-85a6-1cbdb158c2d9 req-624b277b-99c3-40e0-9001-b0926eeba3d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 1098 time: 0.1090660 Aug 29 17:29:25.410967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Pushing event updated for resources: {'Port': ['ID=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:25.451169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbaa11-a358-4f85-b125-0cdcd98d4f8e req-4601e5e7-ed7a-44b0-8988-b47516bce325 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.462296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9dbaa11-a358-4f85-b125-0cdcd98d4f8e req-4601e5e7-ed7a-44b0-8988-b47516bce325 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2089684 Aug 29 17:29:25.514973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-89ee9de7-d7fe-4c97-af4c-67d3ee2f9392 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.528176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-89ee9de7-d7fe-4c97-af4c-67d3ee2f9392 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.542151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-89ee9de7-d7fe-4c97-af4c-67d3ee2f9392 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.562726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-89ee9de7-d7fe-4c97-af4c-67d3ee2f9392 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.568770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-89ee9de7-d7fe-4c97-af4c-67d3ee2f9392 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.575830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-89ee9de7-d7fe-4c97-af4c-67d3ee2f9392 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.581753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9dbaa11-a358-4f85-b125-0cdcd98d4f8e req-d4ff86c8-b7c2-4e72-ad6b-41df2eeaadaf tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185348 Aug 29 17:29:25.587012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-89ee9de7-d7fe-4c97-af4c-67d3ee2f9392 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.606606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-89ee9de7-d7fe-4c97-af4c-67d3ee2f9392 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5408 time: 0.3165576 Aug 29 17:29:25.651097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9c64cd8-abae-45b6-85a6-1cbdb158c2d9 req-ca0b046b-c3a3-43f6-9bb1-51e03bf4d6dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915764 Aug 29 17:29:25.683363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ab75f7c-97d7-481f-b7ae-fe889d6a2203 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.704584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcbf7cef-865f-459b-bb14-eed4d631ca9c req-5104d283-a2d0-4ff7-b9ec-79fd24a1d108 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873899 Aug 29 17:29:25.740300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab75f7c-97d7-481f-b7ae-fe889d6a2203 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=04fccc56-5b6b-475c-ade2-d9fc62fc27ee,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:25.777362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Attempting to bind port a321819e-7adf-4edf-9e2f-4f6f96d7b55a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:25.777755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Attempting to bind port a321819e-7adf-4edf-9e2f-4f6f96d7b55a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:25.778098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Attempting to bind port a321819e-7adf-4edf-9e2f-4f6f96d7b55a on network af4e67db-c902-4ea6-8da0-ef55bf51f7ac {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:25.792182 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ab75f7c-97d7-481f-b7ae-fe889d6a2203 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.795800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0ab75f7c-97d7-481f-b7ae-fe889d6a2203 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/04fccc56-5b6b-475c-ade2-d9fc62fc27ee HTTP/1.1" status: 204 len: 168 time: 2.2784069 Aug 29 17:29:25.797669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49722) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:25.799109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Port a321819e-7adf-4edf-9e2f-4f6f96d7b55a on network af4e67db-c902-4ea6-8da0-ef55bf51f7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:25.799441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Attempting to bind port a321819e-7adf-4edf-9e2f-4f6f96d7b55a on network af4e67db-c902-4ea6-8da0-ef55bf51f7ac {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:25.814814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:25.815160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Checking segment: {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:25.815563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Bound using segment: {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:25.816012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Bound port: a321819e-7adf-4edf-9e2f-4f6f96d7b55a, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:25.816376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.941057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f45f0-6308-4db0-99dd-a09091ee91c1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.946265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f45f0-6308-4db0-99dd-a09091ee91c1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.949222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d361610-4140-4711-907f-155a3189e53f req-876f5a94-24c2-459d-9554-3fa6580d87e2 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0574811 Aug 29 17:29:25.962326 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e68f45f0-6308-4db0-99dd-a09091ee91c1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1615484 Aug 29 17:29:25.965140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49730) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:26.033027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet bd4ca436-c399-44ca-a714-148a623b8a11 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:26.035055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] For port a321819e-7adf-4edf-9e2f-4f6f96d7b55a, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:26.046153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] For port a321819e-7adf-4edf-9e2f-4f6f96d7b55a, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:26.051857 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:26.057441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:26.164557 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:26.193294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:26.193907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:26.195291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] 10.222.0.44 "PUT /v2.0/ports/a321819e-7adf-4edf-9e2f-4f6f96d7b55a HTTP/1.1" status: 200 len: 1092 time: 2.2530389 Aug 29 17:29:26.202819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bb164-4ade-43f3-b8b6-ac5bcc79d715 service neutron] Pushing event updated for resources: {'Port': ['ID=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:26.229427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23692ec8-de8f-4353-a814-a46f1b52dbae req-f2fbf12d-3bfd-47a3-8fca-d12912d820b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0376830 Aug 29 17:29:26.236245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Request body: {'port': {'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:26.800018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f234cd1-a142-45c1-a245-912d26880c5b req-f4105e8e-d7bc-49ee-a905-e01913f1ae15 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:26.810926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f234cd1-a142-45c1-a245-912d26880c5b req-f4105e8e-d7bc-49ee-a905-e01913f1ae15 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 946 time: 0.6830215 Aug 29 17:29:26.892675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f234cd1-a142-45c1-a245-912d26880c5b req-127f8384-f5f9-43c0-8fa8-e90da45d9d92 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807598 Aug 29 17:29:26.906163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': 'a321819e-7adf-4edf-9e2f-4f6f96d7b55a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:26.908429 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b731a354-390f-4259-8380-254eba240f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "a321819e-7adf-4edf-9e2f-4f6f96d7b55a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:26.917509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:26.995373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-06915054-85b2-48f8-a2ee-71bfbdf07176 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b77bd78c12342bdad77baf018735adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836093 Aug 29 17:29:26.996695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.059897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40c283-9363-4f90-98ff-d04dea156405 req-e7eb102a-4458-4a2b-b2f5-a950de4d8e39 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:27.069016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af40c283-9363-4f90-98ff-d04dea156405 req-e7eb102a-4458-4a2b-b2f5-a950de4d8e39 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.0971265 Aug 29 17:29:27.080536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.114815 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.117291 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/bd4ca436-c399-44ca-a714-148a623b8a11 HTTP/1.1" status: 204 len: 168 time: 1.1511750 Aug 29 17:29:27.122464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b7fcc-4db3-41e4-a049-fdbe1e8723d0 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:27.136949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49780) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:27.194533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4ca436-c399-44ca-a714-148a623b8a11,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:27.205544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1be20c19-ccff-476a-b6de-ecc671edba7f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672114 Aug 29 17:29:27.212397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49782) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:27.217830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:27.238277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.238777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.239223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.240000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.242579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.243062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.243507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.245163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.245630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.246561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.249312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.249771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d074c13-88f7-4b13-bcc8-7d4c3b277c8f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:27.274924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af40c283-9363-4f90-98ff-d04dea156405 req-a2dd473a-28e2-4122-8da4-c51f6ef7b163 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041869 Aug 29 17:29:27.306234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-4f3a7280-e24d-4d72-a0c6-207415bfbaf1 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:27.308288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-4f3a7280-e24d-4d72-a0c6-207415bfbaf1 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976263 Aug 29 17:29:27.343472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8cbd159a-baf5-4fa1-9011-ee4378936afd tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/quotas/4b77bd78c12342bdad77baf018735adb HTTP/1.1" status: 200 len: 375 time: 0.0241609 Aug 29 17:29:27.397900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-a28fc6f7-4489-4f41-96dd-4d72fa727432 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b77bd78c12342bdad77baf018735adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457475 Aug 29 17:29:27.487491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:27.561228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:27.566426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] Deleting port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:27.567378 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.573075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.759964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] For port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5d1a2383-38b7-46aa-ab97-d4ee6f076a34,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:27.761985 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.783865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] Calling delete_port for 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:27.860065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:27.895561 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.902783 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d042b-a175-4cc3-9be8-f4b4343b2c34 x-openstack-request-id: req-b55d042b-a175-4cc3-9be8-f4b4343b2c34 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:27.903198 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "a321819e-7adf-4edf-9e2f-4f6f96d7b55a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:27.904072 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b55d042b-a175-4cc3-9be8-f4b4343b2c34 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:27.905631 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': 'a321819e-7adf-4edf-9e2f-4f6f96d7b55a', 'status': 'completed', 'code': 200} Aug 29 17:29:27.923757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Transition to ACTIVE for port object 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:27.930141 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.942110 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.987606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] Pushing event deleted for resources: {'Port': ['ID=5d1a2383-38b7-46aa-ab97-d4ee6f076a34,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:27.995890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627acbca-b3ad-44d6-b951-45ad7237777d None None] No DVR routers for this DVR port 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:28.020834 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdaa8fc8-fd82-49a7-8be8-5d2249540411 req-f97da035-6e0d-43b4-a3c2-082c53b9bf98 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0539136 Aug 29 17:29:28.090183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Pushing event updated for resources: {'Port': ['ID=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:28.146620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-4c594df8-d986-404b-a7da-b5f7821924f1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.155640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-4c594df8-d986-404b-a7da-b5f7821924f1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.156655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b05e9acf-8d56-4dad-b44b-051394dce143 req-f658b62c-7fd0-4820-b433-e366e03e64d9 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 210 time: 0.0597703 Aug 29 17:29:28.181413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-4c594df8-d986-404b-a7da-b5f7821924f1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.191641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-4c594df8-d986-404b-a7da-b5f7821924f1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.199508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-4c594df8-d986-404b-a7da-b5f7821924f1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.206246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-4c594df8-d986-404b-a7da-b5f7821924f1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.213074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Attempting to bind port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:28.213648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Attempting to bind port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:28.214111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Attempting to bind port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa on network af4e67db-c902-4ea6-8da0-ef55bf51f7ac {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:28.218358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-4c594df8-d986-404b-a7da-b5f7821924f1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.226610 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-4c594df8-d986-404b-a7da-b5f7821924f1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5408 time: 0.5814295 Aug 29 17:29:28.238161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa on network af4e67db-c902-4ea6-8da0-ef55bf51f7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:28.238762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Attempting to bind port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa on network af4e67db-c902-4ea6-8da0-ef55bf51f7ac {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:28.247800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:28.251024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Checking segment: {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:28.251618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Bound using segment: {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:28.252781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Bound port: 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2030df2f-bd6c-4db3-bc31-94a7f55b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:28.254031 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:28.276954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-3e8ed8ae-bd0a-4a37-a62d-3f2f10cc4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.277525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-3e8ed8ae-bd0a-4a37-a62d-3f2f10cc4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.278200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-3e8ed8ae-bd0a-4a37-a62d-3f2f10cc4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.279730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-3e8ed8ae-bd0a-4a37-a62d-3f2f10cc4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.285363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-3e8ed8ae-bd0a-4a37-a62d-3f2f10cc4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.287015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-3e8ed8ae-bd0a-4a37-a62d-3f2f10cc4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.287507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-3e8ed8ae-bd0a-4a37-a62d-3f2f10cc4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.289866 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b731a354-390f-4259-8380-254eba240f9a req-3e8ed8ae-bd0a-4a37-a62d-3f2f10cc4bb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6442 time: 0.2799280 Aug 29 17:29:28.352649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:28.427466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:28.427886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5d1a2383-38b7-46aa-ab97-d4ee6f076a34 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:28.450912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae30cbac-9b35-4b92-9152-3339c5cb7419 req-d95b9690-a13f-4b5e-8058-8da02b1db2f3 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2224028 Aug 29 17:29:28.492736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] For port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:28.497344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] For port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:28.512803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b8e5b-3d22-4225-b3de-5f9cb1719cd2 req-f72f1b1f-b56d-4937-8c7d-f5c4e1e0d398 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.520435 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a89b8e5b-3d22-4225-b3de-5f9cb1719cd2 req-f72f1b1f-b56d-4937-8c7d-f5c4e1e0d398 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 946 time: 0.1836929 Aug 29 17:29:28.529200 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:28.540693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:29:28.542353 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:28.546170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-95ea7908-1932-4092-a860-d8c1d88fb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.546319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-95ea7908-1932-4092-a860-d8c1d88fb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.546782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-95ea7908-1932-4092-a860-d8c1d88fb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.548548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b731a354-390f-4259-8380-254eba240f9a req-95ea7908-1932-4092-a860-d8c1d88fb14f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2403095 Aug 29 17:29:28.617215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.617952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:28.619640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] 10.222.0.44 "PUT /v2.0/ports/0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa HTTP/1.1" status: 200 len: 1092 time: 2.3896265 Aug 29 17:29:28.653643 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a89b8e5b-3d22-4225-b3de-5f9cb1719cd2 req-3a6d8d9f-19da-41bb-858f-541fea2ecb46 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323435 Aug 29 17:29:28.704850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9cc76-3f96-4313-a9e1-a06066b9d86d service neutron] Pushing event updated for resources: {'Port': ['ID=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:28.748409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:28.751945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:28.753856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=b78ebe04-51ba-4b7a-ae10-21b4eef1fa58,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:28.764278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6efc8af-e878-4981-98a2-23b724eb7bcb None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:28.769232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.769834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:28.800207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-91bf448d-ae55-41f2-84b4-c61fef484cd4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5838120 Aug 29 17:29:28.800470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49830) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:28.808289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:10:b9:9c', 'name': 'tempest-NetworksTestDHCPv6-366986135'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:28.873578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01991c2-f633-4e96-8394-9ba2ffca335e req-9645230e-76f1-4164-a107-4e850de2a206 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:28.876705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d01991c2-f633-4e96-8394-9ba2ffca335e req-9645230e-76f1-4164-a107-4e850de2a206 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1007168 Aug 29 17:29:28.969106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d01991c2-f633-4e96-8394-9ba2ffca335e req-d86fefe6-af42-4e07-aac6-aa10c54ad53b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854042 Aug 29 17:29:29.044833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a354-390f-4259-8380-254eba240f9a req-23f8a712-c85b-4e72-a838-3b0168ba50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.046928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b731a354-390f-4259-8380-254eba240f9a req-23f8a712-c85b-4e72-a838-3b0168ba50ba service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4529872 Aug 29 17:29:29.049859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:29.100966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'b78ebe04-51ba-4b7a-ae10-21b4eef1fa58'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:29:29.101842 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.278100 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a4ec4bd-44e9-495d-99fd-1cb458fb9fb1 req-d7a6123e-2a21-44a5-8f35-07bc4d332e3f tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0729074 Aug 29 17:29:29.304091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-adf90c57-26fc-473b-b5cd-bdb444c399ca tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4b77bd78c12342bdad77baf018735adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521774 Aug 29 17:29:29.373797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.383268 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9bdb2f1-588d-4c55-88ba-bdb17fc10aec req-fa29e6ef-cecb-4c81-beda-3027415f0ca9 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 210 time: 0.0781388 Aug 29 17:29:29.408553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8cf9e154-5415-4ce5-9c52-0b0e5d9c3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.409287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8cf9e154-5415-4ce5-9c52-0b0e5d9c3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.409959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8cf9e154-5415-4ce5-9c52-0b0e5d9c3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.410695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8cf9e154-5415-4ce5-9c52-0b0e5d9c3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.411798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8cf9e154-5415-4ce5-9c52-0b0e5d9c3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.412752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8cf9e154-5415-4ce5-9c52-0b0e5d9c3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.414050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8cf9e154-5415-4ce5-9c52-0b0e5d9c3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.416611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8cf9e154-5415-4ce5-9c52-0b0e5d9c3616 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6484 time: 0.2731900 Aug 29 17:29:29.431799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 822f6410-af9e-4c20-8f29-c02d4734a2fd yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:29:29.518039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Allocated IP 2001:db8::f816:3eff:fe6f:1bb4 (2ad95fe3-2af7-4150-b097-a47258efe850/b78ebe04-51ba-4b7a-ae10-21b4eef1fa58/b4c0f738-34b6-4085-8af1-20c9f28a878a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:29.617621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-d08558f3-fac5-4c31-b6d2-80b08d7676a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b90ace8-95df-4493-a3ff-c3e11471c266 HTTP/1.1" status: 200 len: 217 time: 0.0907264 Aug 29 17:29:29.627935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-5cc833e8-aeb7-4f6d-a4f4-e07378aef97f tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.629388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-5cc833e8-aeb7-4f6d-a4f4-e07378aef97f tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451932 Aug 29 17:29:29.644837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Request body: {'port': {'device_id': '2475eea5-efc3-4aae-883f-e7a381661d91', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '4b77bd78c12342bdad77baf018735adb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:29.693932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-bc181015-b951-4895-94a5-abe0f7394a4a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.702228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-bc181015-b951-4895-94a5-abe0f7394a4a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.709633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-bc181015-b951-4895-94a5-abe0f7394a4a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.718338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-bc181015-b951-4895-94a5-abe0f7394a4a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.721644 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.725215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-bc181015-b951-4895-94a5-abe0f7394a4a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.732361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-bc181015-b951-4895-94a5-abe0f7394a4a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.736827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Transition to ACTIVE for port object b4c0f738-34b6-4085-8af1-20c9f28a878a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:29.739320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-bc181015-b951-4895-94a5-abe0f7394a4a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.748527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-bc181015-b951-4895-94a5-abe0f7394a4a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1641965 Aug 29 17:29:29.782158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-a9ff7e04-6ae2-40f3-8116-bb6034bb5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.785074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Transition to ACTIVE for port object b4c0f738-34b6-4085-8af1-20c9f28a878a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:29.785259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-a9ff7e04-6ae2-40f3-8116-bb6034bb5c35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99fc6b28-3559-449d-9219-c46b883df500 HTTP/1.1" status: 200 len: 849 time: 0.1538692 Aug 29 17:29:29.797873 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.845292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Made reservation on behalf of 4b77bd78c12342bdad77baf018735adb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:29.853923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.877100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.892861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:29.907881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:29.908969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Pushing event updated for resources: {'Port': ['ID=b4c0f738-34b6-4085-8af1-20c9f28a878a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:29.910794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1edf0040-8604-47ba-842d-5c573a6a67bd req-9e6fbd4a-eac6-475f-92df-eec46bba06ee tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613567 Aug 29 17:29:29.911291 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99856aa0-9ff8-4735-8683-d2171dd04bab" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:29.933747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:29.940242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:29.950250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:fe10:b99c (2ad95fe3-2af7-4150-b097-a47258efe850/b78ebe04-51ba-4b7a-ae10-21b4eef1fa58/822f6410-af9e-4c20-8f29-c02d4734a2fd) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:29.992273 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e792c20-fa37-4531-87c9-446fb53d9c09 x-openstack-request-id: req-0e792c20-fa37-4531-87c9-446fb53d9c09 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:29.992815 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:29.992815 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e792c20-fa37-4531-87c9-446fb53d9c09 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:29.993219 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa', 'status': 'completed', 'code': 200} Aug 29 17:29:29.994940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dccfd644-1ded-4c59-bf5a-26f259007569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:29.996794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-dccfd644-1ded-4c59-bf5a-26f259007569 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=548b3407-0a2d-429f-b9b2-c29a429471e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1988676 Aug 29 17:29:30.042168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Attempting to bind port b4c0f738-34b6-4085-8af1-20c9f28a878a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:30.042921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Attempting to bind port b4c0f738-34b6-4085-8af1-20c9f28a878a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:30.043295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Attempting to bind port b4c0f738-34b6-4085-8af1-20c9f28a878a on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:30.051160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:30.051609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:30.052014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.052450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:30.052919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Bound port: b4c0f738-34b6-4085-8af1-20c9f28a878a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:30.054184 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.093249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.105895 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.146280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] For port b4c0f738-34b6-4085-8af1-20c9f28a878a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:30.150286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] For port b4c0f738-34b6-4085-8af1-20c9f28a878a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b4c0f738-34b6-4085-8af1-20c9f28a878a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:30.164550 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.291466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Allocated IP 192.168.233.125 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/04fbec99-1214-464a-ae7d-65ee9f1c2727) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:30.325089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa14654-eb8a-465f-8b6e-4fa28fd9fac0 None None] Pushing event updated for resources: {'Port': ['ID=b4c0f738-34b6-4085-8af1-20c9f28a878a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:30.337235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570dfa-4b8f-47f1-9c07-e24bf6a6398b req-47c759c1-2275-4faa-9c10-f11c24627f08 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:30.338944 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da570dfa-4b8f-47f1-9c07-e24bf6a6398b req-47c759c1-2275-4faa-9c10-f11c24627f08 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2263277 Aug 29 17:29:30.410960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:30.431789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-ef853549-932a-4fb1-a27b-d2a30c1f303a service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196992 Aug 29 17:29:30.541281 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da570dfa-4b8f-47f1-9c07-e24bf6a6398b req-80d3d442-1157-4cfb-9c3a-ec701768b07d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836474 Aug 29 17:29:30.601443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0695a6c2-30c3-4cf9-b94c-8bc113d16a7b service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289277 Aug 29 17:29:30.617833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b34a8b0d-b65c-41a9-8e23-735cc89e70e8 req-162ef164-c464-47b8-a023-845cddf17d1a tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.1053810 Aug 29 17:29:30.720036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.745108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-d7c73280-9d1f-417d-b85c-78a1272e37b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 200 len: 217 time: 0.1118591 Aug 29 17:29:30.751625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Transition to ACTIVE for port object 04fbec99-1214-464a-ae7d-65ee9f1c2727 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:30.775800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ed3c3b9-4773-4fd5-b73d-6e6e51964932 req-3c011120-a521-4ece-8ce4-84dbb90c21ce tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 210 time: 0.0554674 Aug 29 17:29:30.809887 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.813084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.833590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 822f6410-af9e-4c20-8f29-c02d4734a2fd will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:30.839230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0a377681-fcc4-4496-a6a2-c38281dcb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:30.840703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-0a377681-fcc4-4496-a6a2-c38281dcb515 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.0783854 Aug 29 17:29:30.868452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:30.871508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:30.878142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:30.911087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.914723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-428192d9-ea8e-4b66-980a-74e34b9e226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:30.915201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Pushing event updated for resources: {'Port': ['ID=04fbec99-1214-464a-ae7d-65ee9f1c2727,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:30.916219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-428192d9-ea8e-4b66-980a-74e34b9e226c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0671341 Aug 29 17:29:30.949533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:30.950408 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:30.979187 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-8b8e6bba-a6b4-4698-9fb5-6b8ca9a39c0a tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3366368 Aug 29 17:29:30.991428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Request body: {'port': {'device_id': '2475eea5-efc3-4aae-883f-e7a381661d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:31.021482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:31.079213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:31.097527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:31.103273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.103910 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:31.127448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:31.159539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-00c09620-5ecf-4388-87f5-75b123e29fc9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.173974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=822f6410-af9e-4c20-8f29-c02d4734a2fd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:31.175560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5ca61a7e-0a4b-4047-bffd-79a8018f6b8f None None] Provisioning for port 04fbec99-1214-464a-ae7d-65ee9f1c2727 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:31.178911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-00c09620-5ecf-4388-87f5-75b123e29fc9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.181886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5ca61a7e-0a4b-4047-bffd-79a8018f6b8f None None] Provisioning complete for port 04fbec99-1214-464a-ae7d-65ee9f1c2727 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:31.183412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5ca61a7e-0a4b-4047-bffd-79a8018f6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:31.193362 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-edffafeb-4e18-4e1a-9a23-0360d29607c2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3893449 Aug 29 17:29:31.194393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-00c09620-5ecf-4388-87f5-75b123e29fc9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.201194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-00c09620-5ecf-4388-87f5-75b123e29fc9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.205599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49888) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:31.207656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-00c09620-5ecf-4388-87f5-75b123e29fc9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.213930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-00c09620-5ecf-4388-87f5-75b123e29fc9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.220638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584425b3-8f42-4bf2-b6ff-b895853c1c3e req-04b144e4-1124-4e87-8c3c-5219c3c7945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.222106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-584425b3-8f42-4bf2-b6ff-b895853c1c3e req-04b144e4-1124-4e87-8c3c-5219c3c7945b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1097 time: 0.1372635 Aug 29 17:29:31.223027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-00c09620-5ecf-4388-87f5-75b123e29fc9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.233838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5ca61a7e-0a4b-4047-bffd-79a8018f6b8f None None] Port 04fbec99-1214-464a-ae7d-65ee9f1c2727 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:31.235532 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-00c09620-5ecf-4388-87f5-75b123e29fc9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1970739 Aug 29 17:29:31.246804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-76396554-84d3-437d-bbd8-f6a85e83bedc service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092272 Aug 29 17:29:31.329284 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a36eafc0-5e57-4673-9d73-f2d1d3589404 req-92898fec-9882-4be5-9e53-e3fd60b8b2ba tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898125 Aug 29 17:29:31.353110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-584425b3-8f42-4bf2-b6ff-b895853c1c3e req-33f3fe87-352a-4397-950f-4d4ed1c4a192 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087379 Aug 29 17:29:31.368200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06867e5d-c7ca-4460-8b69-1b866b3c5129 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.375458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06867e5d-c7ca-4460-8b69-1b866b3c5129 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.379481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-06867e5d-c7ca-4460-8b69-1b866b3c5129 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1705604 Aug 29 17:29:31.382055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49896) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:31.502968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-460937f4-5353-42c5-b3e5-65fea09bb6e0 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371032 Aug 29 17:29:31.558121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-13bada2b-021d-4b20-b982-a6d94c1ff408 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 200 len: 217 time: 0.0426328 Aug 29 17:29:31.577810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-cc31a5ad-ed16-4624-ac00-baed7f412f69 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 822f6410-af9e-4c20-8f29-c02d4734a2fd {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:31.578308 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc31a5ad-ed16-4624-ac00-baed7f412f69 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:31.687217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-530291f2-16ef-48dc-bf11-d7c7ac18c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.689206 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-530291f2-16ef-48dc-bf11-d7c7ac18c050 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.1219082 Aug 29 17:29:31.758127 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc31a5ad-ed16-4624-ac00-baed7f412f69 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:31.776399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-cc31a5ad-ed16-4624-ac00-baed7f412f69 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 822f6410-af9e-4c20-8f29-c02d4734a2fd owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:31.787326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fbec99-1214-464a-ae7d-65ee9f1c2727 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:31.787440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-1ef9ff34-d703-42b2-b644-b8db4dccba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.789541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-1ef9ff34-d703-42b2-b644-b8db4dccba9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910933 Aug 29 17:29:31.820568 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:31.853073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be3e9-e998-48ed-a006-aaa5342b5ff0 req-459a9101-ae75-47b4-8e0d-9b0beadbd02b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:31.862628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-771be3e9-e998-48ed-a006-aaa5342b5ff0 req-459a9101-ae75-47b4-8e0d-9b0beadbd02b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1371350 Aug 29 17:29:31.879697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Transition to ACTIVE for port object 04fbec99-1214-464a-ae7d-65ee9f1c2727 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:31.902135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4f121e47-494f-4c49-bfcc-6b33b5a6996b None None] Provisioning for port b4c0f738-34b6-4085-8af1-20c9f28a878a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:31.914506 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-771be3e9-e998-48ed-a006-aaa5342b5ff0 req-87a6cc13-f85a-43f3-a867-ef4b6f5de745 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510128 Aug 29 17:29:31.915243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:31.986140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-680b350d-a3e0-4c57-9b27-4a189f3768cd service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562581 Aug 29 17:29:32.030186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Pushing event updated for resources: {'Port': ['ID=04fbec99-1214-464a-ae7d-65ee9f1c2727,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:32.115273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d78e5c6-4b3f-4f14-b54f-ac8b5897a84b req-557d41a0-fd9c-40af-a017-a21f7f68a50a tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0569603 Aug 29 17:29:32.277569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc31a5ad-ed16-4624-ac00-baed7f412f69 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.307118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Attempting to bind port 04fbec99-1214-464a-ae7d-65ee9f1c2727 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:32.307578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Attempting to bind port 04fbec99-1214-464a-ae7d-65ee9f1c2727 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:32.316634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Attempting to bind port 04fbec99-1214-464a-ae7d-65ee9f1c2727 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:32.327824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Port 04fbec99-1214-464a-ae7d-65ee9f1c2727 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:32.337225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Attempting to bind port 04fbec99-1214-464a-ae7d-65ee9f1c2727 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:32.343083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:32.350999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:32.351698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:32.352975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Bound port: 04fbec99-1214-464a-ae7d-65ee9f1c2727, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:32.364771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a5ad-ed16-4624-ac00-baed7f412f69 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=822f6410-af9e-4c20-8f29-c02d4734a2fd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:32.368656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.428738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df4c49ed-64ab-4310-bb8b-28f95a52b18e None None] Could not find standard attr ID for object 822f6410-af9e-4c20-8f29-c02d4734a2fd. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:29:32.464376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8e5b2ff4-1580-4ede-845f-55c5d3bef1cb service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308040 Aug 29 17:29:32.474410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a13ba-e80e-4b13-b14b-4a9654ac33fb req-fbb7c2b3-9c07-4da5-8649-5c0801c798b7 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.484717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-205a13ba-e80e-4b13-b14b-4a9654ac33fb req-fbb7c2b3-9c07-4da5-8649-5c0801c798b7 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 948 time: 0.2815306 Aug 29 17:29:32.509115 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc31a5ad-ed16-4624-ac00-baed7f412f69 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.516348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49936) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:32.540083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cc31a5ad-ed16-4624-ac00-baed7f412f69 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/822f6410-af9e-4c20-8f29-c02d4734a2fd HTTP/1.1" status: 204 len: 168 time: 1.1568727 Aug 29 17:29:32.543390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b4c0f738-34b6-4085-8af1-20c9f28a878a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:32.594620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6230a26-2954-434b-84f8-4757ac2fa7b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.596723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6230a26-2954-434b-84f8-4757ac2fa7b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.597972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-d3b256fa-d9f1-4c6f-99f0-d32370b7a2ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=813cea1e-7262-422d-a892-d667f5f731aa HTTP/1.1" status: 200 len: 217 time: 0.0563872 Aug 29 17:29:32.598404 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e6230a26-2954-434b-84f8-4757ac2fa7b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0792270 Aug 29 17:29:32.601176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49940) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:32.647804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] For port 04fbec99-1214-464a-ae7d-65ee9f1c2727, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:32.651609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] For port 04fbec99-1214-464a-ae7d-65ee9f1c2727, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04fbec99-1214-464a-ae7d-65ee9f1c2727,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:32.670795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-d9257371-d049-494a-9606-ecc44776b435 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.677713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-d9257371-d049-494a-9606-ecc44776b435 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.689015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-d9257371-d049-494a-9606-ecc44776b435 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.695746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-d9257371-d049-494a-9606-ecc44776b435 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.702835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-d9257371-d049-494a-9606-ecc44776b435 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.709548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c643a0-7ad5-4c37-8fdb-c858fb692199 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet b78ebe04-51ba-4b7a-ae10-21b4eef1fa58 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:32.709943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-d9257371-d049-494a-9606-ecc44776b435 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.713299 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30c643a0-7ad5-4c37-8fdb-c858fb692199 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.717038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-d9257371-d049-494a-9606-ecc44776b435 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.719814 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-d9257371-d049-494a-9606-ecc44776b435 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.2421505 Aug 29 17:29:32.726724 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.726940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b4c0f738-34b6-4085-8af1-20c9f28a878a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:32.731333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b4c0f738-34b6-4085-8af1-20c9f28a878a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:32.731709 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.770769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30c643a0-7ad5-4c37-8fdb-c858fb692199 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.811183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.812459 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.814520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] 10.222.0.43 "PUT /v2.0/ports/04fbec99-1214-464a-ae7d-65ee9f1c2727 HTTP/1.1" status: 200 len: 1097 time: 1.8287981 Aug 29 17:29:32.815253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2475eea5-efc3-4aae-883f-e7a381661d91', 'tag': '04fbec99-1214-464a-ae7d-65ee9f1c2727'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:32.817749 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec06457-4054-4dd0-8dbb-593cd4bfe986" -d '{"events": [{"name": "network-changed", "server_uuid": "2475eea5-efc3-4aae-883f-e7a381661d91", "tag": "04fbec99-1214-464a-ae7d-65ee9f1c2727"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:32.888481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b664996e-1380-43cb-8fa9-f2a1607f1bab req-023081d6-cd0a-4135-b71f-99967b3cfb07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504116 Aug 29 17:29:32.900576 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30c643a0-7ad5-4c37-8fdb-c858fb692199 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.939166 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:32.961717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d66feb-d4a2-446d-bbd1-319b9cbeda3e service neutron] Pushing event updated for resources: {'Port': ['ID=04fbec99-1214-464a-ae7d-65ee9f1c2727,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:32.994714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-46231e96-4926-4a9b-b0fe-2538adecc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:32.999618 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-46231e96-4926-4a9b-b0fe-2538adecc62c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b77bd78c12342bdad77baf018735adb&device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 1100 time: 0.1306407 Aug 29 17:29:33.019836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-205a13ba-e80e-4b13-b14b-4a9654ac33fb req-fdd7299e-ee9f-4a4a-9393-670304e002cd tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341661 Aug 29 17:29:33.046306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b7afa3ed-1e40-40f0-8eae-78ac1ed70b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:33.047842 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-b7afa3ed-1e40-40f0-8eae-78ac1ed70b47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.3596456 Aug 29 17:29:33.055897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30c643a0-7ad5-4c37-8fdb-c858fb692199 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:33.111274 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204968c-ded1-46ab-938a-8a0335e8c1b6 x-openstack-request-id: req-3204968c-ded1-46ab-938a-8a0335e8c1b6 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:33.111667 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2475eea5-efc3-4aae-883f-e7a381661d91", "tag": "04fbec99-1214-464a-ae7d-65ee9f1c2727", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:33.111852 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3204968c-ded1-46ab-938a-8a0335e8c1b6 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:33.112248 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2475eea5-efc3-4aae-883f-e7a381661d91', 'tag': '04fbec99-1214-464a-ae7d-65ee9f1c2727', 'status': 'completed', 'code': 200} Aug 29 17:29:33.114303 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-6083618d-4f7a-4b13-9776-33a115c625ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=04fbec99-1214-464a-ae7d-65ee9f1c2727 HTTP/1.1" status: 200 len: 217 time: 0.1080527 Aug 29 17:29:33.118879 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:29:33.119238 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:29:33.152251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c643a0-7ad5-4c37-8fdb-c858fb692199 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=b78ebe04-51ba-4b7a-ae10-21b4eef1fa58,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:33.190452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30c643a0-7ad5-4c37-8fdb-c858fb692199 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:33.197049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-30c643a0-7ad5-4c37-8fdb-c858fb692199 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/b78ebe04-51ba-4b7a-ae10-21b4eef1fa58 HTTP/1.1" status: 204 len: 168 time: 0.5919757 Aug 29 17:29:33.197675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49948) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:33.207106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142918bf-f785-4853-b3b7-2ddf786fffdb None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:33.238622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-1a2bca34-021b-4aca-82e0-635f541ad28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:33.240050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-1a2bca34-021b-4aca-82e0-635f541ad28b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1156569 Aug 29 17:29:33.317728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ff54f6bf-69d6-4e72-9f55-2c36f835dd49 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826445 Aug 29 17:29:33.321685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49954) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:33.330736 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17597209-1156-45f1-9767-3f6ad98f388f req-b01bc2f3-b7af-48a2-bbc9-45f1ceb35464 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0434744 Aug 29 17:29:33.355499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-c1ab4416-1894-4a4e-be21-8337dea331d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:33.358551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-c1ab4416-1894-4a4e-be21-8337dea331d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090372 Aug 29 17:29:33.383225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ced0-26bd-4756-9479-0c6e8c7f0804 req-7c95fe85-aaf3-44f0-9b3a-e27cce290559 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:33.383225 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ad5ced0-26bd-4756-9479-0c6e8c7f0804 req-7c95fe85-aaf3-44f0-9b3a-e27cce290559 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2204883 Aug 29 17:29:33.389829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-5cd6bafe-32d5-4efa-aa88-ca72c76ebcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:33.391409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-5cd6bafe-32d5-4efa-aa88-ca72c76ebcb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3293326 Aug 29 17:29:33.493576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-956bd9a9-8055-4a9b-b798-87f321c06344 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206899 Aug 29 17:29:33.517191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bff546-64fd-4555-8c8b-337d5a128114 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:33.518767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-79bff546-64fd-4555-8c8b-337d5a128114 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1951580 Aug 29 17:29:33.524193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49956) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:33.546933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ad5ced0-26bd-4756-9479-0c6e8c7f0804 req-b6a4c388-4f72-4a70-849b-4c4d0c9b00a9 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469252 Aug 29 17:29:33.588292 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-029e8bc7-c56e-49e6-9b46-fe926f444914 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859825 Aug 29 17:29:33.667016 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:33.670050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7cd2c-5e70-46a7-afa9-87e1015a6bdf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:33.671978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c1b7cd2c-5e70-46a7-afa9-87e1015a6bdf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465158 Aug 29 17:29:33.674961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49960) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:33.726105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b4c0f738-34b6-4085-8af1-20c9f28a878a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b4c0f738-34b6-4085-8af1-20c9f28a878a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:33.736484 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:33.777084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83ec3509-33ce-43ad-a546-6c3533876f60 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964859 Aug 29 17:29:33.782527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49964) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:33.805623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:33.839921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:33.853080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b4c0f738-34b6-4085-8af1-20c9f28a878a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:33.935066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] Deleting port b4c0f738-34b6-4085-8af1-20c9f28a878a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:33.935484 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:33.949378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc9f9be6-aee5-4010-ac93-6df879b8a8eb req-febd69f5-ffe9-463f-ac50-28af09c495f8 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474959 Aug 29 17:29:34.014157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] For port b4c0f738-34b6-4085-8af1-20c9f28a878a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b4c0f738-34b6-4085-8af1-20c9f28a878a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:34.015055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:34.031907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] Calling delete_port for b4c0f738-34b6-4085-8af1-20c9f28a878a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:34.054858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:34.060208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:34.130508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:34.154019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ee7a-3a34-4703-a8de-f98237d0be00 req-78fb5663-20b2-444f-88a8-7c9cac8607b2 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.156114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1813ee7a-3a34-4703-a8de-f98237d0be00 req-78fb5663-20b2-444f-88a8-7c9cac8607b2 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2271974 Aug 29 17:29:34.160952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-26fdf835-830e-4e08-a65f-66a0e8b780c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.162605 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-26fdf835-830e-4e08-a65f-66a0e8b780c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b77bd78c12342bdad77baf018735adb&device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 1100 time: 0.1489089 Aug 29 17:29:34.176823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] Pushing event deleted for resources: {'Port': ['ID=b4c0f738-34b6-4085-8af1-20c9f28a878a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:34.177631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30639771-87e7-4526-8c1f-68d2eb43a14b None None] No DVR routers for this DVR port b4c0f738-34b6-4085-8af1-20c9f28a878a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:34.312741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1813ee7a-3a34-4703-a8de-f98237d0be00 req-0c1fbade-e255-48d2-9020-59590e86377a tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237092 Aug 29 17:29:34.352580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b4c0f738-34b6-4085-8af1-20c9f28a878a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:34.405019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b4c0f738-34b6-4085-8af1-20c9f28a878a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:34.406364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b4c0f738-34b6-4085-8af1-20c9f28a878a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:34.425219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14c69-6868-4a62-9442-43f09108d868 req-221fea84-e8ed-49ea-8e59-981f98805239 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.426068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-df284ad8-1dec-40f7-b976-93f9038f8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.427602 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-df284ad8-1dec-40f7-b976-93f9038f8bf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.2473686 Aug 29 17:29:34.431474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14c69-6868-4a62-9442-43f09108d868 req-221fea84-e8ed-49ea-8e59-981f98805239 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.438305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14c69-6868-4a62-9442-43f09108d868 req-221fea84-e8ed-49ea-8e59-981f98805239 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.444896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14c69-6868-4a62-9442-43f09108d868 req-221fea84-e8ed-49ea-8e59-981f98805239 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.451764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14c69-6868-4a62-9442-43f09108d868 req-221fea84-e8ed-49ea-8e59-981f98805239 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.458186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14c69-6868-4a62-9442-43f09108d868 req-221fea84-e8ed-49ea-8e59-981f98805239 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.481092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14c69-6868-4a62-9442-43f09108d868 req-221fea84-e8ed-49ea-8e59-981f98805239 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.489662 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1d14c69-6868-4a62-9442-43f09108d868 req-221fea84-e8ed-49ea-8e59-981f98805239 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.2436147 Aug 29 17:29:34.503958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e61c180e-1da4-4bc7-9f6c-ad4099d505a8 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9075298 Aug 29 17:29:34.507704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-c3f84b28-a19f-4b6b-96c2-15c9331e0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.509195 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-c3f84b28-a19f-4b6b-96c2-15c9331e0f68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1097 time: 0.2643831 Aug 29 17:29:34.528798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-5ed8e411-ba5d-48bf-b29f-36aa757b3dd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=04fbec99-1214-464a-ae7d-65ee9f1c2727 HTTP/1.1" status: 200 len: 217 time: 0.0840576 Aug 29 17:29:34.561855 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-ff5905e9-5318-4d91-a566-66e65d6f4e54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=038c0afa-503a-4746-8ba4-ac88ced79a83 HTTP/1.1" status: 200 len: 217 time: 0.0450103 Aug 29 17:29:34.650230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1d14c69-6868-4a62-9442-43f09108d868 req-11a46fa3-fe2e-4be3-9be3-76e5e2b4329b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593802 Aug 29 17:29:34.650460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f8bec-0ceb-4fa7-8d8b-6ccab91858e9 req-5000e230-1d54-4c75-85ce-7eb79c30d6a8 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.657418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f30f8bec-0ceb-4fa7-8d8b-6ccab91858e9 req-5000e230-1d54-4c75-85ce-7eb79c30d6a8 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 948 time: 0.1418839 Aug 29 17:29:34.660595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-60d8f7c5-4a61-43fa-9abf-04440644c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.661966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-60d8f7c5-4a61-43fa-9abf-04440644c48d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1132615 Aug 29 17:29:34.663574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:34.680570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-a17aaf09-cdc3-406d-b917-eaae87e9b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.682072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-a17aaf09-cdc3-406d-b917-eaae87e9b65c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.1082931 Aug 29 17:29:34.706043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-5d020224-5705-4d41-9518-37c7d0863eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.707680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-5d020224-5705-4d41-9518-37c7d0863eff service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 920 time: 0.1808290 Aug 29 17:29:34.749837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:34.765102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:34.768136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.768747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:34.776892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a986d-3119-43ff-8fa5-896c3b51058e None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:34.786547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=c055e2d1-3bbc-412e-a1ec-28030ae29113,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:34.794304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-f2895278-32f9-4f59-8343-ccae873a7a26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 200 len: 217 time: 0.0742276 Aug 29 17:29:34.807365 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f30f8bec-0ceb-4fa7-8d8b-6ccab91858e9 req-b93bb8a4-e6f3-4226-8624-d215f9edbfdf tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490536 Aug 29 17:29:34.818207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d149d7e-eee0-4464-b95d-e84b766e9b38 req-fa63235f-7e80-4f8c-9d36-e6047d485b27 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0357940 Aug 29 17:29:34.834219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-80062323-7e64-4f5c-aa05-e9e201b27f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.835955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-80062323-7e64-4f5c-aa05-e9e201b27f53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1614072 Aug 29 17:29:34.837401 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-991b08ec-87f4-4709-8f26-6a92b0e3d9de tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0519757 Aug 29 17:29:34.841063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:34.847878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:cf:c3:6e', 'name': 'tempest-NetworksTestDHCPv6-889156241'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:34.875254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-c6a3c21b-cf5c-484e-ac37-793d550da367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.877078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-c6a3c21b-cf5c-484e-ac37-793d550da367 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1684611 Aug 29 17:29:34.893519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-dfed0998-73e6-4f31-85c9-40fd4ecfc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:34.896922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-dfed0998-73e6-4f31-85c9-40fd4ecfc8f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.0745604 Aug 29 17:29:34.950241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-febdb748-0013-4c11-a08f-dd788047e774 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287039 Aug 29 17:29:34.971652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'c055e2d1-3bbc-412e-a1ec-28030ae29113'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:29:34.972790 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.031299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-b64a64a0-ae11-4204-a9db-a5c7eea18c86 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776984 Aug 29 17:29:35.092997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:35.106652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-555ba68e-ddff-47d5-837f-462e4c3694aa service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084558 Aug 29 17:29:35.110925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-d11f45ad-4d9e-4afc-bd7a-f332bb14ca2b service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236269 Aug 29 17:29:35.149685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/c055e2d1-3bbc-412e-a1ec-28030ae29113/08c8544d-41c8-4f51-b80e-5f5c6691b20b) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:35.291804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-756283f5-73ec-4f7a-b170-6f739eacae00 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775622 Aug 29 17:29:35.314252 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.324056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Transition to ACTIVE for port object 08c8544d-41c8-4f51-b80e-5f5c6691b20b will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:35.341569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Transition to ACTIVE for port object 08c8544d-41c8-4f51-b80e-5f5c6691b20b will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:35.351303 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.352145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-fb1c70cc-96c3-48c8-952a-b2c7103a4654 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a HTTP/1.1" status: 200 len: 217 time: 0.0483143 Aug 29 17:29:35.358090 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68cdb24-d084-4c0d-8e56-b4bc2d6b28a1 req-35af18bf-a299-4b11-a154-5291d05dc275 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345278 Aug 29 17:29:35.411768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-5a30779a-ec09-4bfb-a6c1-85899d108804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:35.413646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-5a30779a-ec09-4bfb-a6c1-85899d108804 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.0541892 Aug 29 17:29:35.420755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:35.424253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:35.431956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:35.434261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Pushing event updated for resources: {'Port': ['ID=08c8544d-41c8-4f51-b80e-5f5c6691b20b,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:35.494629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68aac686-0c4a-4a3f-9565-d5a824900608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:35.495880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-68aac686-0c4a-4a3f-9565-d5a824900608 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659862 Aug 29 17:29:35.525987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Attempting to bind port 08c8544d-41c8-4f51-b80e-5f5c6691b20b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:35.526323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Attempting to bind port 08c8544d-41c8-4f51-b80e-5f5c6691b20b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:35.526715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Attempting to bind port 08c8544d-41c8-4f51-b80e-5f5c6691b20b on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:35.532096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:35.532486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:35.532889 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.534799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:35.535288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Bound port: 08c8544d-41c8-4f51-b80e-5f5c6691b20b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:35.535730 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.565976 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eec06457-4054-4dd0-8dbb-593cd4bfe986 req-33b76a2a-1dca-431b-8c80-9e46541e0ca1 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236876 Aug 29 17:29:35.594021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7291e-49a5-433e-86fc-c30021ddccfa req-4687484d-6fa9-484f-82c1-f2bd7324cbb5 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:35.600348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9b7291e-49a5-433e-86fc-c30021ddccfa req-4687484d-6fa9-484f-82c1-f2bd7324cbb5 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1177907 Aug 29 17:29:35.606633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.643915 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port d62b28a7-ca57-4c81-ba31-04cff6ee6c47 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:29:35.648534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] For port 08c8544d-41c8-4f51-b80e-5f5c6691b20b, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:35.652086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] For port 08c8544d-41c8-4f51-b80e-5f5c6691b20b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=08c8544d-41c8-4f51-b80e-5f5c6691b20b,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:35.662266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.673259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-d5d047fd-c29f-4ac8-a467-3aa81d90404e service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681974 Aug 29 17:29:35.690730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9b7291e-49a5-433e-86fc-c30021ddccfa req-5ded4e31-540e-46be-bf2d-cfe8caed2c7f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878465 Aug 29 17:29:35.747730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cc973-4f20-410d-994d-89660cbfc39a None None] Pushing event updated for resources: {'Port': ['ID=08c8544d-41c8-4f51-b80e-5f5c6691b20b,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:35.818463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::35e (2ad95fe3-2af7-4150-b097-a47258efe850/c055e2d1-3bbc-412e-a1ec-28030ae29113/d62b28a7-ca57-4c81-ba31-04cff6ee6c47) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:35.865407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-e34967b9-e21a-4047-8aa3-cada21208e0c service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837070 Aug 29 17:29:35.930887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-a14681f6-5acf-40ed-91c9-376f0ce8fd24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa HTTP/1.1" status: 200 len: 217 time: 0.0562415 Aug 29 17:29:35.969254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-38331b6e-ca83-4c78-994a-c0ffa650d686 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:35.976183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-38331b6e-ca83-4c78-994a-c0ffa650d686 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:35.982505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-38331b6e-ca83-4c78-994a-c0ffa650d686 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:35.990221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-38331b6e-ca83-4c78-994a-c0ffa650d686 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:35.999065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-38331b6e-ca83-4c78-994a-c0ffa650d686 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.005379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-38331b6e-ca83-4c78-994a-c0ffa650d686 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.011859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-38331b6e-ca83-4c78-994a-c0ffa650d686 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.014510 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-38331b6e-ca83-4c78-994a-c0ffa650d686 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.2082460 Aug 29 17:29:36.057312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff942d7e-4fbc-4859-a1a6-7760c160aee3 req-94e8f05f-9881-48f3-b65d-34d39ea6d716 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.059520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff942d7e-4fbc-4859-a1a6-7760c160aee3 req-94e8f05f-9881-48f3-b65d-34d39ea6d716 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 948 time: 0.1121509 Aug 29 17:29:36.093558 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7160da55-ddd2-4bfe-bd94-6da89e692590 req-647794d8-3ffd-4187-8d84-bb5e324e79ca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600040 Aug 29 17:29:36.097588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2f85cbdd-2b28-4d62-baf9-33171b60d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.099453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-2f85cbdd-2b28-4d62-baf9-33171b60d517 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.1567972 Aug 29 17:29:36.126637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff942d7e-4fbc-4859-a1a6-7760c160aee3 req-bcae1b99-a76d-4c84-9456-856674b22df4 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558124 Aug 29 17:29:36.133431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.152996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object d62b28a7-ca57-4c81-ba31-04cff6ee6c47 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:36.178854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a734bc2-1789-446d-afed-d9d38197cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.180375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-8a734bc2-1789-446d-afed-d9d38197cbe2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0639458 Aug 29 17:29:36.205576 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.248857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:36.252161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:36.255850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:36.261952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.262562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.282227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=d62b28a7-ca57-4c81-ba31-04cff6ee6c47,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:36.289430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-cf27b82b-5d3f-4e93-8d19-3ec99ba900cd service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000311 Aug 29 17:29:36.290066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d5264e19-c694-47c0-b5e6-b56acc6d3ef0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4473181 Aug 29 17:29:36.294565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49996) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:36.367772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2df49-388d-44c8-9534-64fd0a619a51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.376677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2df49-388d-44c8-9534-64fd0a619a51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.381414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ffe2df49-388d-44c8-9534-64fd0a619a51 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0852532 Aug 29 17:29:36.382158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:36.382505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7959173-b927-4fcc-ada3-bccec892bcf7 req-8467e6c1-c5a0-420d-b399-ad0acc38524e tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.1084244 Aug 29 17:29:36.400556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 08c8544d-41c8-4f51-b80e-5f5c6691b20b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:36.408080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2635118d-89a5-4d25-b89e-14b92f086403 req-51c7ecc9-0a83-499a-90ae-e578578b7f2c service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995839 Aug 29 17:29:36.469002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 08c8544d-41c8-4f51-b80e-5f5c6691b20b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:36.521681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-09eaca35-6cf7-492e-9508-f3ce3f07a979 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port d62b28a7-ca57-4c81-ba31-04cff6ee6c47 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:36.522039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09eaca35-6cf7-492e-9508-f3ce3f07a979 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.537373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6449aac4-47d7-48ba-b96a-a604ac5fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.537940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6449aac4-47d7-48ba-b96a-a604ac5fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.538423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6449aac4-47d7-48ba-b96a-a604ac5fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.538961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6449aac4-47d7-48ba-b96a-a604ac5fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.539494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6449aac4-47d7-48ba-b96a-a604ac5fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.540085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6449aac4-47d7-48ba-b96a-a604ac5fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.540632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6449aac4-47d7-48ba-b96a-a604ac5fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.542733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6449aac4-47d7-48ba-b96a-a604ac5fdfb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6484 time: 0.0556674 Aug 29 17:29:36.658415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 04fbec99-1214-464a-ae7d-65ee9f1c2727 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:36.673197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-edcc455c-4c18-4eb4-b72a-82363976dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.674995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-edcc455c-4c18-4eb4-b72a-82363976dffe service neutron] 10.222.0.44 "GET /v2.0/networks?id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac HTTP/1.1" status: 200 len: 902 time: 0.1204541 Aug 29 17:29:36.688213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09eaca35-6cf7-492e-9508-f3ce3f07a979 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.703131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-09eaca35-6cf7-492e-9508-f3ce3f07a979 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for d62b28a7-ca57-4c81-ba31-04cff6ee6c47 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:36.763301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-a57dbb2f-08c0-4f10-924f-4a0dad5084da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa HTTP/1.1" status: 200 len: 217 time: 0.0806494 Aug 29 17:29:36.818874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-1b38cfc8-d139-4951-bb58-db1fc90ea29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.820554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-1b38cfc8-d139-4951-bb58-db1fc90ea29d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.0497100 Aug 29 17:29:36.829249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 04fbec99-1214-464a-ae7d-65ee9f1c2727, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04fbec99-1214-464a-ae7d-65ee9f1c2727,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:36.863289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '04fbec99-1214-464a-ae7d-65ee9f1c2727', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '04fbec99-1214-464a-ae7d-65ee9f1c2727', 'mac_address': 'fa:16:3e:b2:79:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:36.918256 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.939392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09eaca35-6cf7-492e-9508-f3ce3f07a979 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.939786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fbec99-1214-464a-ae7d-65ee9f1c2727 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:36.964762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 04fbec99-1214-464a-ae7d-65ee9f1c2727, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04fbec99-1214-464a-ae7d-65ee9f1c2727,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:36.970066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaca35-6cf7-492e-9508-f3ce3f07a979 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=d62b28a7-ca57-4c81-ba31-04cff6ee6c47,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:36.971749 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.987661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6a97b2f4-7c7f-430b-b7f6-dcdc6c0a27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:36.989269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-6a97b2f4-7c7f-430b-b7f6-dcdc6c0a27d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1396527 Aug 29 17:29:36.998743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7884fb-4ce1-4add-8521-1d09f3185f1f req-a8448d53-a80c-499f-95f4-8b6883a68531 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.000318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c7884fb-4ce1-4add-8521-1d09f3185f1f req-a8448d53-a80c-499f-95f4-8b6883a68531 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1756027 Aug 29 17:29:37.036744 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09eaca35-6cf7-492e-9508-f3ce3f07a979 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.038854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-09eaca35-6cf7-492e-9508-f3ce3f07a979 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/d62b28a7-ca57-4c81-ba31-04cff6ee6c47 HTTP/1.1" status: 204 len: 168 time: 0.6553819 Aug 29 17:29:37.041185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50008) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.062900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=04fbec99-1214-464a-ae7d-65ee9f1c2727,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:37.106332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3406c21-ca97-40fb-a306-5ac2f3483a55 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.108704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3406c21-ca97-40fb-a306-5ac2f3483a55 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.113378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50010) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.113855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b3406c21-ca97-40fb-a306-5ac2f3483a55 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0716612 Aug 29 17:29:37.127051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c7884fb-4ce1-4add-8521-1d09f3185f1f req-1524fe75-2b4c-4053-add0-e402639ab602 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160963 Aug 29 17:29:37.187263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-920ce4f2-aac7-4b91-b505-88a5dd06f092 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846602 Aug 29 17:29:37.248204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-645a83a3-6ff3-40a7-a34a-fee5a9065d8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet c055e2d1-3bbc-412e-a1ec-28030ae29113 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:37.268104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['04fbec99-1214-464a-ae7d-65ee9f1c2727'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:37.302493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-645a83a3-6ff3-40a7-a34a-fee5a9065d8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.324266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Provisioning for port 08c8544d-41c8-4f51-b80e-5f5c6691b20b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:37.333006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-a8ea8099-d123-4dbc-bd03-24c37b08895b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.337285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Provisioning complete for port 08c8544d-41c8-4f51-b80e-5f5c6691b20b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:37.337894 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.356447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-a8ea8099-d123-4dbc-bd03-24c37b08895b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.364952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-a8ea8099-d123-4dbc-bd03-24c37b08895b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.369134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-645a83a3-6ff3-40a7-a34a-fee5a9065d8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.374738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-a8ea8099-d123-4dbc-bd03-24c37b08895b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.382722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-a8ea8099-d123-4dbc-bd03-24c37b08895b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.391929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-a8ea8099-d123-4dbc-bd03-24c37b08895b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.399567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-a8ea8099-d123-4dbc-bd03-24c37b08895b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.410654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-a8ea8099-d123-4dbc-bd03-24c37b08895b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1619561 Aug 29 17:29:37.418305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5052e-4d3b-4703-bed9-247ec6427791 req-8f12c9ab-468c-4880-96ee-2589fd339251 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.419918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ae5052e-4d3b-4703-bed9-247ec6427791 req-8f12c9ab-468c-4880-96ee-2589fd339251 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 949 time: 0.1785736 Aug 29 17:29:37.465990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99856aa0-9ff8-4735-8683-d2171dd04bab req-5d5ecedf-1636-45dd-a907-64736e57986c service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699444 Aug 29 17:29:37.495444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5f926d9b-8551-4b4a-ae26-f67da5a55af2 req-6fa69bc3-71fc-4c98-bc15-3ef2c48ea91f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840499 Aug 29 17:29:37.546651 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ae5052e-4d3b-4703-bed9-247ec6427791 req-1d679622-0268-40d4-a337-655688a6de0c tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082876 Aug 29 17:29:37.568300 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-645a83a3-6ff3-40a7-a34a-fee5a9065d8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.581183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.645789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d15a34bc-b50e-4bb3-ae87-0022ea3548b6 req-0b83d33a-ac06-4b44-8e48-0aafae20a1bd tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0531456 Aug 29 17:29:37.677097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-645a83a3-6ff3-40a7-a34a-fee5a9065d8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.721548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-645a83a3-6ff3-40a7-a34a-fee5a9065d8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.725575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50024) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.726173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-645a83a3-6ff3-40a7-a34a-fee5a9065d8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/c055e2d1-3bbc-412e-a1ec-28030ae29113 HTTP/1.1" status: 204 len: 168 time: 0.6108451 Aug 29 17:29:37.726776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a83a3-6ff3-40a7-a34a-fee5a9065d8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=c055e2d1-3bbc-412e-a1ec-28030ae29113,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:37.745855 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:29:37.746345 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:29:37.783850 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fdac26b0-4c65-48b3-9f2c-97098c22a610 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571108 Aug 29 17:29:37.786324 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50026) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.842820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7bb9f2-9450-4329-af18-22d74e4318a1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.844669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ea7bb9f2-9450-4329-af18-22d74e4318a1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0565898 Aug 29 17:29:37.847179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50028) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.878651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52549187-5826-43af-955c-44d67ce327ee None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:37.904832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0697c-580a-4ebd-be74-ea316406b42c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:37.908730 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4cf0697c-580a-4ebd-be74-ea316406b42c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580587 Aug 29 17:29:37.908974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50030) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.956095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50032) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.956980 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dce69196-96ca-4ad1-a287-8c431f3883ce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468626 Aug 29 17:29:37.961281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:38.057518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:38.061727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.077368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff6383-710c-417f-b913-033416b8a77d None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:38.125177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-63ff6383-710c-417f-b913-033416b8a77d None None] Deleting port 08c8544d-41c8-4f51-b80e-5f5c6691b20b {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:38.126215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63ff6383-710c-417f-b913-033416b8a77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.203939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-63ff6383-710c-417f-b913-033416b8a77d None None] For port 08c8544d-41c8-4f51-b80e-5f5c6691b20b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=08c8544d-41c8-4f51-b80e-5f5c6691b20b,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:38.204266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63ff6383-710c-417f-b913-033416b8a77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.220985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-63ff6383-710c-417f-b913-033416b8a77d None None] Calling delete_port for 08c8544d-41c8-4f51-b80e-5f5c6691b20b owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:38.317325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 08c8544d-41c8-4f51-b80e-5f5c6691b20b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:38.322845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11dece-54cf-42ff-992c-84585f9a7881 req-139bd299-ef10-4d51-826e-a1d00a6e8426 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.324752 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d11dece-54cf-42ff-992c-84585f9a7881 req-139bd299-ef10-4d51-826e-a1d00a6e8426 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1219761 Aug 29 17:29:38.349365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.408420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] For port 08c8544d-41c8-4f51-b80e-5f5c6691b20b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=08c8544d-41c8-4f51-b80e-5f5c6691b20b,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:38.411782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d11dece-54cf-42ff-992c-84585f9a7881 req-d1b90a94-a6c9-4420-9e94-e3599bdb8351 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762770 Aug 29 17:29:38.450115 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.486539 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63ff6383-710c-417f-b913-033416b8a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.504258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff6383-710c-417f-b913-033416b8a77d None None] No DVR routers for this DVR port 08c8544d-41c8-4f51-b80e-5f5c6691b20b on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:38.529725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:29:38.546359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28ff3d-4785-43d5-bda5-d706101ca91e None None] Pushing event updated for resources: {'Port': ['ID=08c8544d-41c8-4f51-b80e-5f5c6691b20b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:38.604667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e94e6cd3-9659-45dc-92a8-2eee01ac9a0c None None] Could not find standard attr ID for object d62b28a7-ca57-4c81-ba31-04cff6ee6c47. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:29:38.608298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff6383-710c-417f-b913-033416b8a77d None None] Pushing event deleted for resources: {'Port': ['ID=08c8544d-41c8-4f51-b80e-5f5c6691b20b,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:38.666803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 04fbec99-1214-464a-ae7d-65ee9f1c2727 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:38.706361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-79a1e6bb-9862-47a3-bc6e-9d6686370ec6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.715572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-79a1e6bb-9862-47a3-bc6e-9d6686370ec6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.723986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-79a1e6bb-9862-47a3-bc6e-9d6686370ec6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.730794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 04fbec99-1214-464a-ae7d-65ee9f1c2727 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:38.731534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-79a1e6bb-9862-47a3-bc6e-9d6686370ec6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.739865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-79a1e6bb-9862-47a3-bc6e-9d6686370ec6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.741322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 04fbec99-1214-464a-ae7d-65ee9f1c2727 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:38.742917 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.747549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-79a1e6bb-9862-47a3-bc6e-9d6686370ec6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.754826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-79a1e6bb-9862-47a3-bc6e-9d6686370ec6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.757105 n-d-713499-15 neutron-server[94795]: WARNING neutron.services.revisions.revision_plugin [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Could not find related port for resource to bump revision. Aug 29 17:29:38.767381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_pluggable_backend [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Port 08c8544d-41c8-4f51-b80e-5f5c6691b20b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94795) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 17:29:38.767637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_pluggable_backend [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Reverting IP allocation for 2001:db8::f816:3eff:fe50:cb10 {{(pid=94795) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 17:29:38.767900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-79a1e6bb-9862-47a3-bc6e-9d6686370ec6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1767011 Aug 29 17:29:38.773187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_pluggable_backend [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe50:cb10 {{(pid=94795) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 17:29:38.781621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a25495-0d49-46c9-a669-2a55dae4b0ae req-52324abf-3f84-46ff-a7a6-a472f953786b tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.783199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1a25495-0d49-46c9-a669-2a55dae4b0ae req-52324abf-3f84-46ff-a7a6-a472f953786b tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 949 time: 0.1163425 Aug 29 17:29:38.784092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.844110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d5a73e1-3a66-4ad9-b2fc-f075cd46576d req-6a7948cc-3e77-48b2-9bf7-55f1fa187a8e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752234 Aug 29 17:29:38.878170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:38.893685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:38.897495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:38.897495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.906821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=c8c02a08-4663-41cf-bf1b-00c323407010,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:38.927516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1a25495-0d49-46c9-a669-2a55dae4b0ae req-2bbb8e47-6988-43b7-9252-f0d2e2028048 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337202 Aug 29 17:29:38.935818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9082d774-ffc2-4f0f-89cf-a070de978e5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9774477 Aug 29 17:29:38.938148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50054) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:38.945459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f74cbf3f-3e2f-4139-aa5a-a9eecd99695d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:38.952056 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.980233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fde4575-3036-453e-8ca5-b521115e2ac7 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:39.108847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 04fbec99-1214-464a-ae7d-65ee9f1c2727, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04fbec99-1214-464a-ae7d-65ee9f1c2727,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:39.130341 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c88759e3-fa53-4ced-ab37-fd785e66bfc5 req-486a9bb6-1367-4a7a-b80f-5041d066a5f2 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.1768754 Aug 29 17:29:39.151468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475eea5-efc3-4aae-883f-e7a381661d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fbec99-1214-464a-ae7d-65ee9f1c2727'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:39.153426 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ca53f3-3533-431e-93a1-743982f78823" -d '{"events": [{"server_uuid": "2475eea5-efc3-4aae-883f-e7a381661d91", "name": "network-vif-plugged", "status": "completed", "tag": "04fbec99-1214-464a-ae7d-65ee9f1c2727"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:39.156831 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.163125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74cbf3f-3e2f-4139-aa5a-a9eecd99695d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:39.173375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f74cbf3f-3e2f-4139-aa5a-a9eecd99695d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.214283 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3608fc1-f868-4017-bcbf-7a0e9bcdad6c x-openstack-request-id: req-a3608fc1-f868-4017-bcbf-7a0e9bcdad6c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:39.214571 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475eea5-efc3-4aae-883f-e7a381661d91", "name": "network-vif-plugged", "status": "completed", "tag": "04fbec99-1214-464a-ae7d-65ee9f1c2727", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:39.214847 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3608fc1-f868-4017-bcbf-7a0e9bcdad6c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:39.215233 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2475eea5-efc3-4aae-883f-e7a381661d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fbec99-1214-464a-ae7d-65ee9f1c2727', 'code': 200} Aug 29 17:29:39.250110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=04fbec99-1214-464a-ae7d-65ee9f1c2727,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:39.256264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'c8c02a08-4663-41cf-bf1b-00c323407010'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:29:39.257213 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.325515 n-d-713499-15 neutron-server[94796]: INFO neutron.db.ipam_backend_mixin [None req-f74cbf3f-3e2f-4139-aa5a-a9eecd99695d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8c02a08-4663-41cf-bf1b-00c323407010 (CIDR: 2001:db8::/64) Aug 29 17:29:39.328931 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74cbf3f-3e2f-4139-aa5a-a9eecd99695d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:29:39.329506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74cbf3f-3e2f-4139-aa5a-a9eecd99695d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:29:39.350388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f74cbf3f-3e2f-4139-aa5a-a9eecd99695d tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4096467 Aug 29 17:29:39.353621 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50060) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:39.361160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b8f4-d2ee-48a8-8c15-5ca3d94448b9 req-b91b178c-b965-42a3-a71a-e292048b108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:39.362816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6465b8f4-d2ee-48a8-8c15-5ca3d94448b9 req-b91b178c-b965-42a3-a71a-e292048b108f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 1102 time: 0.0808668 Aug 29 17:29:39.363583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:39.423531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6465b8f4-d2ee-48a8-8c15-5ca3d94448b9 req-c118e829-49ee-4b6f-a786-28f38c7be23c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518532 Aug 29 17:29:39.468068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Allocated IP 2001:db8::f816:3eff:fe7e:5db8 (2ad95fe3-2af7-4150-b097-a47258efe850/c8c02a08-4663-41cf-bf1b-00c323407010/c7104d8a-ae39-48d6-addb-90c5a0cac49c) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:39.497240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:39.501580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.671229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.681167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Transition to ACTIVE for port object c7104d8a-ae39-48d6-addb-90c5a0cac49c will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:39.702231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Transition to ACTIVE for port object c7104d8a-ae39-48d6-addb-90c5a0cac49c will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:39.709900 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.755641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:39.764675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:39.767320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:39.775669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Pushing event updated for resources: {'Port': ['ID=c7104d8a-ae39-48d6-addb-90c5a0cac49c,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:39.806728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.851537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Attempting to bind port c7104d8a-ae39-48d6-addb-90c5a0cac49c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:39.852082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Attempting to bind port c7104d8a-ae39-48d6-addb-90c5a0cac49c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:39.852654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Attempting to bind port c7104d8a-ae39-48d6-addb-90c5a0cac49c on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:39.868326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:39.868843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:39.869808 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.870016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:39.870114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:39.871124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Bound port: c7104d8a-ae39-48d6-addb-90c5a0cac49c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:39.871124 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.874689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:39.879002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:39.879598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:39.895139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=46a4a828-503e-4daa-9d3a-7d3fac187804,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:39.906648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-93a5ee73-9bbb-40a3-97b9-66a94c921468 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5501623 Aug 29 17:29:39.907672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50066) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:39.912742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:91:fc:ce', 'name': 'tempest-NetworksTestDHCPv6-1954465315'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:39.960335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] For port c7104d8a-ae39-48d6-addb-90c5a0cac49c, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:39.972066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] For port c7104d8a-ae39-48d6-addb-90c5a0cac49c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c7104d8a-ae39-48d6-addb-90c5a0cac49c,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:39.989498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:40.101142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db057-c6d4-4866-8acd-0d91fb579f26 req-c7ff1529-573b-45f5-b2f9-a8d4ca10f229 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.111576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-476db057-c6d4-4866-8acd-0d91fb579f26 req-c7ff1529-573b-45f5-b2f9-a8d4ca10f229 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 950 time: 0.1018190 Aug 29 17:29:40.127039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3668ee5-df90-429b-b626-d373b37fa860 None None] Pushing event updated for resources: {'Port': ['ID=c7104d8a-ae39-48d6-addb-90c5a0cac49c,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:40.147504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-e0c584e1-1996-415a-a0e6-513e3d0fbd25 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.154564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-e0c584e1-1996-415a-a0e6-513e3d0fbd25 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.161390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-e0c584e1-1996-415a-a0e6-513e3d0fbd25 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.167634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-e0c584e1-1996-415a-a0e6-513e3d0fbd25 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.170815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-476db057-c6d4-4866-8acd-0d91fb579f26 req-33081f9b-116a-4fb2-b788-9856c090403d tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573702 Aug 29 17:29:40.175372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-e0c584e1-1996-415a-a0e6-513e3d0fbd25 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.181731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-e0c584e1-1996-415a-a0e6-513e3d0fbd25 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.189135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-e0c584e1-1996-415a-a0e6-513e3d0fbd25 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.191794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-e0c584e1-1996-415a-a0e6-513e3d0fbd25 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.2321839 Aug 29 17:29:40.230743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:40.288109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5db7380c-c9b2-4af5-9479-433c0d76671c req-698da25a-e7d6-4baa-afa9-5a957995a9c8 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880163 Aug 29 17:29:40.356839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:40.378801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9599cdaf-cb78-49b5-bebd-2992abe04e33 req-5b20a666-6a5d-4e7f-9a9f-4f354e80c94d tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0347006 Aug 29 17:29:40.402579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 633ce4b6-28c8-4aef-a739-93b6be8efe21 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:29:40.542378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6f6df-ece4-427e-97ce-3ab1dcadaff1 req-c65aa8f9-c33c-40de-aad5-cfb78e347188 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.545491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ce6f6df-ece4-427e-97ce-3ab1dcadaff1 req-c65aa8f9-c33c-40de-aad5-cfb78e347188 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.0987017 Aug 29 17:29:40.613124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ce6f6df-ece4-427e-97ce-3ab1dcadaff1 req-4a6c106d-96a3-41f2-b5b9-67d7c4a8834e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586119 Aug 29 17:29:40.660565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8:0:1::3a1 (2ad95fe3-2af7-4150-b097-a47258efe850/46a4a828-503e-4daa-9d3a-7d3fac187804/633ce4b6-28c8-4aef-a739-93b6be8efe21) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:40.667849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:fe91:fcce (2ad95fe3-2af7-4150-b097-a47258efe850/c8c02a08-4663-41cf-bf1b-00c323407010/633ce4b6-28c8-4aef-a739-93b6be8efe21) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:40.820359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:40.834407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 633ce4b6-28c8-4aef-a739-93b6be8efe21 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:40.871430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:40.924860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:40.928912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:40.933806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:40.940523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:40.941682 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:40.965908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=633ce4b6-28c8-4aef-a739-93b6be8efe21,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:40.980085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4e854fec-88bd-4db1-9e73-8826e483df2c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0712180 Aug 29 17:29:40.982404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50092) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:41.111540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b91b9b9d-13ec-49a3-b0ab-556a49227816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 633ce4b6-28c8-4aef-a739-93b6be8efe21 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:41.111963 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b91b9b9d-13ec-49a3-b0ab-556a49227816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:41.194392 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c950a02-eaa6-4850-8442-488590e94ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:41.333085 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b91b9b9d-13ec-49a3-b0ab-556a49227816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:41.354152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b91b9b9d-13ec-49a3-b0ab-556a49227816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 633ce4b6-28c8-4aef-a739-93b6be8efe21 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:41.360803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b282b858-5c00-4913-82cf-81c18cb97ec9 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:41.371632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3d995-e98b-40f5-9d91-db55375662e9 req-e60863d9-974b-4e0a-97d2-c8989ca6c18c tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.373517 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5df3d995-e98b-40f5-9d91-db55375662e9 req-e60863d9-974b-4e0a-97d2-c8989ca6c18c tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 950 time: 0.0983236 Aug 29 17:29:41.465139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5df3d995-e98b-40f5-9d91-db55375662e9 req-42ea963a-f4f6-4f52-a0d4-aaa4d230deda tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840971 Aug 29 17:29:41.505067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-05a59d69-a9e7-4205-805d-a729db5f63ed None None] Provisioning for port c7104d8a-ae39-48d6-addb-90c5a0cac49c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:41.577630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-453052a1-fd76-42e2-a938-7bb86932ea9a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.585267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-453052a1-fd76-42e2-a938-7bb86932ea9a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.592703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-453052a1-fd76-42e2-a938-7bb86932ea9a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.595412 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7cbec71-0ee9-4171-895b-db1fec695895 req-0eadafdf-98b4-4249-8b22-d9fb3eb2cbc1 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0349503 Aug 29 17:29:41.601247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-453052a1-fd76-42e2-a938-7bb86932ea9a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.614648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-453052a1-fd76-42e2-a938-7bb86932ea9a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.626492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-453052a1-fd76-42e2-a938-7bb86932ea9a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.636349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-453052a1-fd76-42e2-a938-7bb86932ea9a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.647484 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-453052a1-fd76-42e2-a938-7bb86932ea9a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1825025 Aug 29 17:29:41.721450 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-49e53ffb-5f67-441c-b283-db27859a08b9 req-ee808c47-0cf2-4fe1-8ae4-8d2a4a2089c6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655122 Aug 29 17:29:41.739927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b91b9b9d-13ec-49a3-b0ab-556a49227816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:41.771831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b9b9d-13ec-49a3-b0ab-556a49227816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=633ce4b6-28c8-4aef-a739-93b6be8efe21,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:41.833062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f132eb6-acc1-4e33-9cf6-f432b1ee98c6 None None] Update dhcp port {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': 'c8c02a08-4663-41cf-bf1b-00c323407010', 'ip_address': '2001:db8::f816:3eff:fe7e:5db8'}, {'subnet_id': '46a4a828-503e-4daa-9d3a-7d3fac187804'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'c7104d8a-ae39-48d6-addb-90c5a0cac49c'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:29:41.835409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b91b9b9d-13ec-49a3-b0ab-556a49227816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:41.837519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b91b9b9d-13ec-49a3-b0ab-556a49227816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/633ce4b6-28c8-4aef-a739-93b6be8efe21 HTTP/1.1" status: 204 len: 168 time: 0.8538866 Aug 29 17:29:41.840317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50108) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:41.881204 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9f132eb6-acc1-4e33-9cf6-f432b1ee98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:41.904031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e2842-8f8a-4afb-ad4f-467848bc37f7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.906760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-853e2842-8f8a-4afb-ad4f-467848bc37f7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0651605 Aug 29 17:29:41.909135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50112) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:41.971019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d855962-5216-4bc9-8138-629c8f4b96cd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:41.976155 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4d855962-5216-4bc9-8138-629c8f4b96cd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0656171 Aug 29 17:29:41.976351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50114) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:42.021392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff72a5-6024-4e2c-9915-563f47c4dc6c req-1ed9600f-c545-49ea-8b3d-fe415e20d46c tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.023055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1ff72a5-6024-4e2c-9915-563f47c4dc6c req-1ed9600f-c545-49ea-8b3d-fe415e20d46c tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 950 time: 0.0875351 Aug 29 17:29:42.065182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e1ca31-82d0-4d38-b26d-0b7919a269ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.067149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e1ca31-82d0-4d38-b26d-0b7919a269ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.068768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e1ca31-82d0-4d38-b26d-0b7919a269ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.070710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-22e1ca31-82d0-4d38-b26d-0b7919a269ab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0929615 Aug 29 17:29:42.073266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50120) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:42.101550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1ff72a5-6024-4e2c-9915-563f47c4dc6c req-031e277e-431c-491e-a684-53ce95417200 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653832 Aug 29 17:29:42.153486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3911fe32-1cde-49a3-b40e-170fbe0b01ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 46a4a828-503e-4daa-9d3a-7d3fac187804 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:42.159457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-9f132eb6-acc1-4e33-9cf6-f432b1ee98c6 None None] Allocated IP 2001:db8:0:1::2 (2ad95fe3-2af7-4150-b097-a47258efe850/46a4a828-503e-4daa-9d3a-7d3fac187804/c7104d8a-ae39-48d6-addb-90c5a0cac49c) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:42.334036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c7104d8a-ae39-48d6-addb-90c5a0cac49c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:42.443628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.496016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9f132eb6-acc1-4e33-9cf6-f432b1ee98c6 None None] For port c7104d8a-ae39-48d6-addb-90c5a0cac49c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c7104d8a-ae39-48d6-addb-90c5a0cac49c,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:42.497646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port c7104d8a-ae39-48d6-addb-90c5a0cac49c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:42.508030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c7104d8a-ae39-48d6-addb-90c5a0cac49c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:42.508456 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.553073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9f132eb6-acc1-4e33-9cf6-f432b1ee98c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.571359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9f132eb6-acc1-4e33-9cf6-f432b1ee98c6 None None] Transition to ACTIVE for port object c7104d8a-ae39-48d6-addb-90c5a0cac49c will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:42.575134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3911fe32-1cde-49a3-b40e-170fbe0b01ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.576269 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9f132eb6-acc1-4e33-9cf6-f432b1ee98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.622552 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3911fe32-1cde-49a3-b40e-170fbe0b01ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.694311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f132eb6-acc1-4e33-9cf6-f432b1ee98c6 None None] Pushing event updated for resources: {'Port': ['ID=c7104d8a-ae39-48d6-addb-90c5a0cac49c,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:42.697110 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.764664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port c7104d8a-ae39-48d6-addb-90c5a0cac49c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c7104d8a-ae39-48d6-addb-90c5a0cac49c,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:42.766517 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86ce7cc1-e07f-4cfb-b36c-f0f79c1ee046 req-4e71704c-30cc-498e-b413-8cea111f6451 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0468924 Aug 29 17:29:42.778258 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.781248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3911fe32-1cde-49a3-b40e-170fbe0b01ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.850673 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.866328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=c7104d8a-ae39-48d6-addb-90c5a0cac49c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:42.906808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3911fe32-1cde-49a3-b40e-170fbe0b01ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.952693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-73a9480c-0563-408f-a222-b8050328d635 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.958637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-73a9480c-0563-408f-a222-b8050328d635 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.964514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-73a9480c-0563-408f-a222-b8050328d635 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.970408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-73a9480c-0563-408f-a222-b8050328d635 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.976300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-73a9480c-0563-408f-a222-b8050328d635 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.982709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-73a9480c-0563-408f-a222-b8050328d635 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.988707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-73a9480c-0563-408f-a222-b8050328d635 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:42.990646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-73a9480c-0563-408f-a222-b8050328d635 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1457686 Aug 29 17:29:42.991708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911fe32-1cde-49a3-b40e-170fbe0b01ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=46a4a828-503e-4daa-9d3a-7d3fac187804,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:42.995455 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3911fe32-1cde-49a3-b40e-170fbe0b01ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:42.997308 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3911fe32-1cde-49a3-b40e-170fbe0b01ff tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/46a4a828-503e-4daa-9d3a-7d3fac187804 HTTP/1.1" status: 204 len: 168 time: 0.9227846 Aug 29 17:29:43.000406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50130) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:43.086932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3749fb-1185-4341-9a73-870e7bf0251b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet c8c02a08-4663-41cf-bf1b-00c323407010 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:43.094753 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-acf1f093-9a2b-4b2e-8864-757b72d6f162 req-aa4fa2ab-7861-42ec-bdfb-1d623c45c7ce tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839920 Aug 29 17:29:43.095528 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3749fb-1185-4341-9a73-870e7bf0251b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.156049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3749fb-1185-4341-9a73-870e7bf0251b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.254714 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3749fb-1185-4341-9a73-870e7bf0251b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.257404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373327c-06e3-47b8-b4a7-619835778d51 req-ea56960b-cd12-4967-a771-9e654ec9c8b0 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:43.265430 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5373327c-06e3-47b8-b4a7-619835778d51 req-ea56960b-cd12-4967-a771-9e654ec9c8b0 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 950 time: 0.0560884 Aug 29 17:29:43.329775 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3749fb-1185-4341-9a73-870e7bf0251b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.338716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5373327c-06e3-47b8-b4a7-619835778d51 req-4dfe8161-5d80-4647-b034-016bfc78c01c tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/security-groups?id=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Aug 29 17:29:43.376230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3749fb-1185-4341-9a73-870e7bf0251b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c02a08-4663-41cf-bf1b-00c323407010,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:43.386895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3749fb-1185-4341-9a73-870e7bf0251b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.390364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7f3749fb-1185-4341-9a73-870e7bf0251b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/c8c02a08-4663-41cf-bf1b-00c323407010 HTTP/1.1" status: 204 len: 168 time: 0.3888230 Aug 29 17:29:43.390984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50144) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:43.439128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-255fa8e6-6ffb-46e5-a529-b564538f5fb2 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:43.440842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-255fa8e6-6ffb-46e5-a529-b564538f5fb2 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.43 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 950 time: 0.0668972 Aug 29 17:29:43.461540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-378ba4cd-7b92-4a94-90e7-ad6e13bab1d2 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693719 Aug 29 17:29:43.462203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:43.468578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:43.469887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179d850b-9a89-4ee5-9739-5c7a161dc264 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:43.601473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Deleting port 04fbec99-1214-464a-ae7d-65ee9f1c2727 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:43.602409 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.688780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df61e215-5075-4f14-b9ae-1370118ba82a None None] Provisioning for port c7104d8a-ae39-48d6-addb-90c5a0cac49c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:43.735782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df61e215-5075-4f14-b9ae-1370118ba82a None None] Provisioning complete for port c7104d8a-ae39-48d6-addb-90c5a0cac49c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:43.736320 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df61e215-5075-4f14-b9ae-1370118ba82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.743304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] For port 04fbec99-1214-464a-ae7d-65ee9f1c2727, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04fbec99-1214-464a-ae7d-65ee9f1c2727,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:43.744005 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.772082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Calling delete_port for 04fbec99-1214-464a-ae7d-65ee9f1c2727 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:43.892152 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8389433a-f934-49d0-bcb0-caa5c66df131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.913686 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.966531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3e7aa25-586f-4714-9f5c-c8d931e49bc8 req-36a1eb82-5c27-4368-be34-92c364c60a78 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0477436 Aug 29 17:29:43.972671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:44.059238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df61e215-5075-4f14-b9ae-1370118ba82a None None] Could not find standard attr ID for object 633ce4b6-28c8-4aef-a739-93b6be8efe21. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:29:44.074449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:44.086075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Deleting port c7104d8a-ae39-48d6-addb-90c5a0cac49c {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:44.086562 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:44.106033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:44.110260 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:44.115157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Pushing event deleted for resources: {'Port': ['ID=04fbec99-1214-464a-ae7d-65ee9f1c2727,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:44.156133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['04fbec99-1214-464a-ae7d-65ee9f1c2727'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:44.197990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] No DVR routers for this DVR port 04fbec99-1214-464a-ae7d-65ee9f1c2727 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:44.200793 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:44.204055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4fd888f-4ee1-4552-9aff-fd801bd043ea req-79d164e6-475f-4994-a872-ac1f22782b75 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.43 "DELETE /v2.0/ports/04fbec99-1214-464a-ae7d-65ee9f1c2727 HTTP/1.1" status: 204 len: 173 time: 0.7456093 Aug 29 17:29:44.204856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475eea5-efc3-4aae-883f-e7a381661d91', 'name': 'network-vif-deleted', 'tag': '04fbec99-1214-464a-ae7d-65ee9f1c2727'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:44.217791 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da10b82-3a67-4ed0-9c44-de9acff18954" -d '{"events": [{"server_uuid": "2475eea5-efc3-4aae-883f-e7a381661d91", "name": "network-vif-deleted", "tag": "04fbec99-1214-464a-ae7d-65ee9f1c2727"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:44.223142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] For port c7104d8a-ae39-48d6-addb-90c5a0cac49c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c7104d8a-ae39-48d6-addb-90c5a0cac49c,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:44.223802 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:44.272794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Calling delete_port for c7104d8a-ae39-48d6-addb-90c5a0cac49c owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:44.335392 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84692f08-5e60-4ff3-a6ca-7a4c3c769772 x-openstack-request-id: req-84692f08-5e60-4ff3-a6ca-7a4c3c769772 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:44.335852 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475eea5-efc3-4aae-883f-e7a381661d91", "name": "network-vif-deleted", "tag": "04fbec99-1214-464a-ae7d-65ee9f1c2727", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:44.336248 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84692f08-5e60-4ff3-a6ca-7a4c3c769772 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:44.336847 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2475eea5-efc3-4aae-883f-e7a381661d91', 'name': 'network-vif-deleted', 'tag': '04fbec99-1214-464a-ae7d-65ee9f1c2727', 'status': 'completed', 'code': 200} Aug 29 17:29:44.391249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:44.414997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c7104d8a-ae39-48d6-addb-90c5a0cac49c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:44.440933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4922-b60c-4860-9193-23b08a64075c req-8337a058-63a1-42bd-ac36-27b83168dec4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:44.449573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4922-b60c-4860-9193-23b08a64075c req-8337a058-63a1-42bd-ac36-27b83168dec4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:44.458922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4922-b60c-4860-9193-23b08a64075c req-8337a058-63a1-42bd-ac36-27b83168dec4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:44.472767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: c7104d8a-ae39-48d6-addb-90c5a0cac49c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:44.474257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c7104d8a-ae39-48d6-addb-90c5a0cac49c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:44.477684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] No DVR routers for this DVR port c7104d8a-ae39-48d6-addb-90c5a0cac49c on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:44.479836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Pushing event deleted for resources: {'Port': ['ID=c7104d8a-ae39-48d6-addb-90c5a0cac49c,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:44.495360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.495706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.496069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.496361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.496693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.497016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.497343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.497785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.498028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.498349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.498698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.499118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434391e-d244-4cc5-aada-c7b0b758a1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:44.501163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4922-b60c-4860-9193-23b08a64075c req-8337a058-63a1-42bd-ac36-27b83168dec4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:44.507242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4922-b60c-4860-9193-23b08a64075c req-8337a058-63a1-42bd-ac36-27b83168dec4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:44.519605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4922-b60c-4860-9193-23b08a64075c req-8337a058-63a1-42bd-ac36-27b83168dec4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:44.525587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4922-b60c-4860-9193-23b08a64075c req-8337a058-63a1-42bd-ac36-27b83168dec4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:44.533997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5aba4922-b60c-4860-9193-23b08a64075c req-8337a058-63a1-42bd-ac36-27b83168dec4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.3348849 Aug 29 17:29:44.550757 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5f1f09f7-83f4-48fa-8db4-c96a9c0a9e24 req-4383b511-9194-42b4-bf5e-429f18fb1e82 tempest-ImagesNegativeTestJSON-18355911 tempest-ImagesNegativeTestJSON-18355911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2475eea5-efc3-4aae-883f-e7a381661d91 HTTP/1.1" status: 200 len: 210 time: 0.0405042 Aug 29 17:29:44.578561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5aba4922-b60c-4860-9193-23b08a64075c req-5e389783-c63c-4f6b-b719-abb4b32df231 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436294 Aug 29 17:29:44.775914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:29:44.777444 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:44.868239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:44.870488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=d2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:44.873786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:44.883331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:44.883937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:44.884296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64762c-4b3b-499b-ba19-27e884fbe98b None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:44.904781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4d9d746b-1cc3-4943-8285-c253b58886b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4413776 Aug 29 17:29:44.907618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50168) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:44.913799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0a6f2c13-04fb-473c-a85d-394a2dcb0e84 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:45.069089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f2c13-04fb-473c-a85d-394a2dcb0e84 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:45.072644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2c13-04fb-473c-a85d-394a2dcb0e84 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.103763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': 'd2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:29:45.104777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.110335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a00e641b-1b2a-4ee4-a663-f4461b11b9b5 req-1b691907-4435-4567-9793-3e7b8e594cce tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0414517 Aug 29 17:29:45.180416 n-d-713499-15 neutron-server[94795]: INFO neutron.db.ipam_backend_mixin [None req-0a6f2c13-04fb-473c-a85d-394a2dcb0e84 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a (CIDR: 2001:db8::/64) Aug 29 17:29:45.184831 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6f2c13-04fb-473c-a85d-394a2dcb0e84 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:29:45.186154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6f2c13-04fb-473c-a85d-394a2dcb0e84 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:29:45.202737 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0a6f2c13-04fb-473c-a85d-394a2dcb0e84 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2932041 Aug 29 17:29:45.205240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50172) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:45.210531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:45.253255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Allocated IP 2001:db8::f816:3eff:fee7:49b6 (2ad95fe3-2af7-4150-b097-a47258efe850/d2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a/12fdb7e3-723a-40a7-b25a-d641de5c762a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:45.334759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:45.338255 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.408054 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.431378 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.440523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Transition to ACTIVE for port object 12fdb7e3-723a-40a7-b25a-d641de5c762a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:45.457073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Transition to ACTIVE for port object 12fdb7e3-723a-40a7-b25a-d641de5c762a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:45.468200 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.486099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:45.489166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:45.507256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:45.541234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Pushing event updated for resources: {'Port': ['ID=12fdb7e3-723a-40a7-b25a-d641de5c762a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:45.573058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Attempting to bind port 12fdb7e3-723a-40a7-b25a-d641de5c762a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:45.573428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Attempting to bind port 12fdb7e3-723a-40a7-b25a-d641de5c762a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:45.573818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Attempting to bind port 12fdb7e3-723a-40a7-b25a-d641de5c762a on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:45.579611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:45.580110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:45.580460 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.580987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:45.581519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Bound port: 12fdb7e3-723a-40a7-b25a-d641de5c762a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:45.581910 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.583236 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.642186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:45.650085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:45.653679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] For port 12fdb7e3-723a-40a7-b25a-d641de5c762a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:45.655000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:45.655811 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.657656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] For port 12fdb7e3-723a-40a7-b25a-d641de5c762a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=12fdb7e3-723a-40a7-b25a-d641de5c762a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:45.665847 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.677906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=9986b0b1-abe6-48cb-88e8-89565fd5e82c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:45.682790 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-19d6f197-b5da-4d6b-860f-d66c49d9a29b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4764490 Aug 29 17:29:45.686046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:45.692447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:39:8b:5d', 'name': 'tempest-NetworksTestDHCPv6-80419114'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:45.735572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312ac08-1db9-44d1-833f-68e5b92037de None None] Pushing event updated for resources: {'Port': ['ID=12fdb7e3-723a-40a7-b25a-d641de5c762a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:45.826798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-569329d9-511b-4ecf-b92b-75efcff84f07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:45.834123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-569329d9-511b-4ecf-b92b-75efcff84f07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:45.842697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-569329d9-511b-4ecf-b92b-75efcff84f07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:45.844509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:45.850650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-569329d9-511b-4ecf-b92b-75efcff84f07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:45.858030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-569329d9-511b-4ecf-b92b-75efcff84f07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:45.865467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-569329d9-511b-4ecf-b92b-75efcff84f07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:45.873388 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-569329d9-511b-4ecf-b92b-75efcff84f07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:45.881614 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-569329d9-511b-4ecf-b92b-75efcff84f07 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1472936 Aug 29 17:29:45.933428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4f5585b6-ac55-41b7-b99a-d138ea82a2d5 req-cf228246-410c-4f14-8d5f-05acd00fead5 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468731 Aug 29 17:29:45.964672 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:46.013335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 3d8da57e-4b88-4b65-bc58-49fdbd16d924 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:29:46.264420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b7ad3a1-5e0e-482e-a648-c67ecc726ed2 req-1baed8c5-5cbe-4399-94ec-56bdcede4bb6 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0581384 Aug 29 17:29:46.454621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8:0:1::38a (2ad95fe3-2af7-4150-b097-a47258efe850/9986b0b1-abe6-48cb-88e8-89565fd5e82c/3d8da57e-4b88-4b65-bc58-49fdbd16d924) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:46.466056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::f816:3eff:fe39:8b5d (2ad95fe3-2af7-4150-b097-a47258efe850/d2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a/3d8da57e-4b88-4b65-bc58-49fdbd16d924) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:46.473777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 12fdb7e3-723a-40a7-b25a-d641de5c762a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:46.548096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50202) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:46.600541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 12fdb7e3-723a-40a7-b25a-d641de5c762a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:46.691285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 04fbec99-1214-464a-ae7d-65ee9f1c2727 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:46.708909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:46.726453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 3d8da57e-4b88-4b65-bc58-49fdbd16d924 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:46.744939 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:46.746096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 04fbec99-1214-464a-ae7d-65ee9f1c2727 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:46.746634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 04fbec99-1214-464a-ae7d-65ee9f1c2727 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:46.783738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:46.796670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ae58ea39-d33f-40ae-aa54-5ec98ff4d6af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b77bd78c12342bdad77baf018735adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465966 Aug 29 17:29:46.797543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50206) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:46.806151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:46.808803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:46.829187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:46.835430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:46.836125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:46.878749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=3d8da57e-4b88-4b65-bc58-49fdbd16d924,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:46.882189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-09e13791-a840-4522-bde0-5d82dd668793 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1949842 Aug 29 17:29:46.884983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50210) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:46.953304 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af0d4495-0a5b-4873-b103-94a1693b0d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.016910 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af0d4495-0a5b-4873-b103-94a1693b0d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.070527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-209c73a4-8851-463a-9ff8-de9c9b2343cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 3d8da57e-4b88-4b65-bc58-49fdbd16d924 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:47.070790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-209c73a4-8851-463a-9ff8-de9c9b2343cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.115475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-13701a80-6355-46bf-b57b-e713e233bb0d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.123344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-13701a80-6355-46bf-b57b-e713e233bb0d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.130958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-13701a80-6355-46bf-b57b-e713e233bb0d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.138020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-13701a80-6355-46bf-b57b-e713e233bb0d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.145198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-13701a80-6355-46bf-b57b-e713e233bb0d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.152721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-13701a80-6355-46bf-b57b-e713e233bb0d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.162452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-13701a80-6355-46bf-b57b-e713e233bb0d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.179378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-13701a80-6355-46bf-b57b-e713e233bb0d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1413934 Aug 29 17:29:47.192573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af0d4495-0a5b-4873-b103-94a1693b0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.195303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af0d4495-0a5b-4873-b103-94a1693b0d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.209461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-af0d4495-0a5b-4873-b103-94a1693b0d32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564 HTTP/1.1" status: 204 len: 168 time: 0.4106083 Aug 29 17:29:47.255554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d4495-0a5b-4873-b103-94a1693b0d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f90d1-f4fe-4b7d-ad80-b6ff6c4d5564,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:47.258713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-209c73a4-8851-463a-9ff8-de9c9b2343cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.277133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9eb9fc32-2498-4968-bec1-128e7fd8e471 req-c03efbd2-84d4-4891-9382-e76f94c23586 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926847 Aug 29 17:29:47.281351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-209c73a4-8851-463a-9ff8-de9c9b2343cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 3d8da57e-4b88-4b65-bc58-49fdbd16d924 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:47.338285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da70724-a4d4-492e-8113-f9bb4ee9ab4b None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:47.451480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eeba0c36-7fc6-4ab4-b9cc-e073b0d2fd1f None None] Provisioning for port 12fdb7e3-723a-40a7-b25a-d641de5c762a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:47.485304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eeba0c36-7fc6-4ab4-b9cc-e073b0d2fd1f None None] Provisioning complete for port 12fdb7e3-723a-40a7-b25a-d641de5c762a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:47.485685 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eeba0c36-7fc6-4ab4-b9cc-e073b0d2fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.503346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-12bc74d7-8eb4-46cd-a397-2418203fc9a2 req-05a2983c-c920-4c4a-b470-053ad42c41d5 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0690897 Aug 29 17:29:47.701783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-209c73a4-8851-463a-9ff8-de9c9b2343cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.746155 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eeba0c36-7fc6-4ab4-b9cc-e073b0d2fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.762108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c73a4-8851-463a-9ff8-de9c9b2343cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=3d8da57e-4b88-4b65-bc58-49fdbd16d924,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:47.809513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-209c73a4-8851-463a-9ff8-de9c9b2343cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.817874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-209c73a4-8851-463a-9ff8-de9c9b2343cb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/3d8da57e-4b88-4b65-bc58-49fdbd16d924 HTTP/1.1" status: 204 len: 168 time: 0.9318683 Aug 29 17:29:47.822886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50232) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:47.823874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-eeba0c36-7fc6-4ab4-b9cc-e073b0d2fd1f None None] For port 12fdb7e3-723a-40a7-b25a-d641de5c762a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=12fdb7e3-723a-40a7-b25a-d641de5c762a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:47.839816 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eeba0c36-7fc6-4ab4-b9cc-e073b0d2fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.889679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b163d-af3e-4102-83ff-c035bc52c774 req-e20b5faf-611d-404f-9c23-1638cc77c523 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.891701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-480b163d-af3e-4102-83ff-c035bc52c774 req-e20b5faf-611d-404f-9c23-1638cc77c523 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 946 time: 0.0725567 Aug 29 17:29:47.916212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba0c36-7fc6-4ab4-b9cc-e073b0d2fd1f None None] Pushing event updated for resources: {'Port': ['ID=12fdb7e3-723a-40a7-b25a-d641de5c762a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:47.935614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd817b72-2bc2-4722-8404-9a2fab279c3b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:47.935966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae74381-bd16-459c-827b-48d8722e410c None None] Update dhcp port {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': 'd2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a', 'ip_address': '2001:db8::f816:3eff:fee7:49b6'}, {'subnet_id': '9986b0b1-abe6-48cb-88e8-89565fd5e82c'}], 'binding:host_id': 'n-d-713499-15'}, 'id': '12fdb7e3-723a-40a7-b25a-d641de5c762a'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:29:47.937920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd817b72-2bc2-4722-8404-9a2fab279c3b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1134193 Aug 29 17:29:47.941802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50240) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:47.993800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cae74381-bd16-459c-827b-48d8722e410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.994157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-480b163d-af3e-4102-83ff-c035bc52c774 req-49f27b36-5905-41f4-a0b8-9c16de3b6473 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936699 Aug 29 17:29:48.021657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4985d34b-f2b9-46df-bae4-c04c14f2be09 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.026243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50244) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:48.027750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4985d34b-f2b9-46df-bae4-c04c14f2be09 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0847375 Aug 29 17:29:48.090476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69604017-bf1c-43c3-a7b0-c1010c1278dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.092987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69604017-bf1c-43c3-a7b0-c1010c1278dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.094700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69604017-bf1c-43c3-a7b0-c1010c1278dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.096589 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-69604017-bf1c-43c3-a7b0-c1010c1278dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0693276 Aug 29 17:29:48.099437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50248) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:48.177190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16c9331-2452-478b-bb52-32fb8fb7f872 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 9986b0b1-abe6-48cb-88e8-89565fd5e82c {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:48.199233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-cae74381-bd16-459c-827b-48d8722e410c None None] Allocated IP 2001:db8:0:1::2 (2ad95fe3-2af7-4150-b097-a47258efe850/9986b0b1-abe6-48cb-88e8-89565fd5e82c/12fdb7e3-723a-40a7-b25a-d641de5c762a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:48.318136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-cae74381-bd16-459c-827b-48d8722e410c None None] For port 12fdb7e3-723a-40a7-b25a-d641de5c762a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=12fdb7e3-723a-40a7-b25a-d641de5c762a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:48.322949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 12fdb7e3-723a-40a7-b25a-d641de5c762a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:48.398231 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cae74381-bd16-459c-827b-48d8722e410c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.417247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cae74381-bd16-459c-827b-48d8722e410c None None] Transition to ACTIVE for port object 12fdb7e3-723a-40a7-b25a-d641de5c762a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:48.424196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 12fdb7e3-723a-40a7-b25a-d641de5c762a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:48.424964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.425508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c16c9331-2452-478b-bb52-32fb8fb7f872 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.429180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cae74381-bd16-459c-827b-48d8722e410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.507587 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c16c9331-2452-478b-bb52-32fb8fb7f872 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.525043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-a80572bc-80ff-44ff-8451-7abcce554015 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.542116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-a80572bc-80ff-44ff-8451-7abcce554015 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.552417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-a80572bc-80ff-44ff-8451-7abcce554015 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.566032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-a80572bc-80ff-44ff-8451-7abcce554015 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.575668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-a80572bc-80ff-44ff-8451-7abcce554015 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.582276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-a80572bc-80ff-44ff-8451-7abcce554015 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.593937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-a80572bc-80ff-44ff-8451-7abcce554015 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:48.598087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-a80572bc-80ff-44ff-8451-7abcce554015 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1778359 Aug 29 17:29:48.615322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae74381-bd16-459c-827b-48d8722e410c None None] Pushing event updated for resources: {'Port': ['ID=12fdb7e3-723a-40a7-b25a-d641de5c762a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:48.621709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port 12fdb7e3-723a-40a7-b25a-d641de5c762a had new provisioning blocks added so it will not transition to active. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 29 17:29:48.681643 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43d23974-3af3-4b45-a62e-edb42b8f30a4 req-7e0d2dd3-e155-4c13-bcb0-f1066571b49c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732381 Aug 29 17:29:48.712531 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c16c9331-2452-478b-bb52-32fb8fb7f872 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.734292 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:29:48.740327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00cb2530-c49f-429c-8b28-8f6c35647ee2 req-9f655ddf-38ac-4319-aa7d-c65762b4125d tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0755105 Aug 29 17:29:48.815289 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c16c9331-2452-478b-bb52-32fb8fb7f872 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.843432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c9331-2452-478b-bb52-32fb8fb7f872 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=9986b0b1-abe6-48cb-88e8-89565fd5e82c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:48.856570 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c16c9331-2452-478b-bb52-32fb8fb7f872 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.861171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50272) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:48.861632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c16c9331-2452-478b-bb52-32fb8fb7f872 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/9986b0b1-abe6-48cb-88e8-89565fd5e82c HTTP/1.1" status: 204 len: 168 time: 0.7607341 Aug 29 17:29:48.922381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42569b9-3229-4981-b1d2-2b6f02e34abf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet d2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:48.937683 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42569b9-3229-4981-b1d2-2b6f02e34abf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.980015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-37d43fa4-aeb5-4a35-a272-9b8d9e48d6e2 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8e93821f173546d6b0c364db4d144662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548017 Aug 29 17:29:49.080990 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42569b9-3229-4981-b1d2-2b6f02e34abf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.145222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76942250-bddb-4667-949e-101a91dd5cf5 req-fdeaf6d5-f73d-4c37-b080-3b24de08a098 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:49.147511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76942250-bddb-4667-949e-101a91dd5cf5 req-fdeaf6d5-f73d-4c37-b080-3b24de08a098 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 946 time: 0.0642076 Aug 29 17:29:49.217758 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76942250-bddb-4667-949e-101a91dd5cf5 req-c94e4eea-f614-4d7d-8bd3-f8402ade9bbd tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619533 Aug 29 17:29:49.268212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-38649510-2bfd-43fe-8bf7-118d3fdc5aef tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:49.270070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-38649510-2bfd-43fe-8bf7-118d3fdc5aef tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830455 Aug 29 17:29:49.291712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c5c47-efdf-464c-b482-c849aceb33eb None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:49.293129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42569b9-3229-4981-b1d2-2b6f02e34abf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.318837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-f5475b0e-eda4-4f8d-a595-da7be17b5bea tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/quotas/8e93821f173546d6b0c364db4d144662 HTTP/1.1" status: 200 len: 375 time: 0.0426805 Aug 29 17:29:49.369912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-c5a3928b-a2f4-4687-80a0-b8675ee95baa tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e93821f173546d6b0c364db4d144662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392241 Aug 29 17:29:49.415685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42569b9-3229-4981-b1d2-2b6f02e34abf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.453141 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42569b9-3229-4981-b1d2-2b6f02e34abf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:49.455500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42569b9-3229-4981-b1d2-2b6f02e34abf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.459848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f42569b9-3229-4981-b1d2-2b6f02e34abf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/d2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a HTTP/1.1" status: 204 len: 168 time: 0.5953481 Aug 29 17:29:49.460175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50290) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:49.479884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d676605f-0aee-4c1d-8c09-870b320a431b None None] Provisioning for port 12fdb7e3-723a-40a7-b25a-d641de5c762a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:49.488431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d676605f-0aee-4c1d-8c09-870b320a431b None None] Provisioning complete for port 12fdb7e3-723a-40a7-b25a-d641de5c762a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:49.488818 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d676605f-0aee-4c1d-8c09-870b320a431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.516871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ffe9a2d9-2093-45d3-8540-fa0935310ecd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520849 Aug 29 17:29:49.517497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50292) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:49.522927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:49.594647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be97ff-1bf1-4570-98bc-722350919829 None None] Update dhcp port {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': 'd2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a'}], 'binding:host_id': 'n-d-713499-15'}, 'id': '12fdb7e3-723a-40a7-b25a-d641de5c762a'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:29:49.666964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-38f027ba-1789-4490-a382-928382d1e6e7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:49.668479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-38f027ba-1789-4490-a382-928382d1e6e7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 946 time: 0.0724642 Aug 29 17:29:49.675549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7a3af374-956b-4b48-bd1c-d870963a74e4 req-c7945b00-7ca8-4af2-bfca-5421cc21914c tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 210 time: 0.0685544 Aug 29 17:29:49.682482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-89be97ff-1bf1-4570-98bc-722350919829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.808515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:49.817691 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.901588 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-834f4548-4de9-4a85-8227-d26402215eed req-096e2807-ff01-44dd-ac07-d75c947006bb tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0500000 Aug 29 17:29:49.987753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725beae7-3617-43b3-9074-a0d51f062083 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:50.012845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-77da2655-035c-4404-8640-feb281ca063f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.018795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-77da2655-035c-4404-8640-feb281ca063f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.024633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-77da2655-035c-4404-8640-feb281ca063f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.031216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-77da2655-035c-4404-8640-feb281ca063f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.037116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-77da2655-035c-4404-8640-feb281ca063f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.043504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-77da2655-035c-4404-8640-feb281ca063f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.051024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-77da2655-035c-4404-8640-feb281ca063f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.053108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-77da2655-035c-4404-8640-feb281ca063f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.2094424 Aug 29 17:29:50.068739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Deleting port 1548b258-7596-4f98-bac0-4eed0c7fe004 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:50.069264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.129032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f75f30d2-f8ba-4597-ad3f-5cfe95aab067 None None] Provisioning complete for port 12fdb7e3-723a-40a7-b25a-d641de5c762a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:50.129769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f75f30d2-f8ba-4597-ad3f-5cfe95aab067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.162414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0da6e4f5-1f6c-4cdf-87b9-cb9512f98f29 req-7558decf-b750-4881-9ea4-5dd2d9d53052 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007235 Aug 29 17:29:50.276572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:50.291836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] For port 1548b258-7596-4f98-bac0-4eed0c7fe004, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1548b258-7596-4f98-bac0-4eed0c7fe004,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:50.292543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.313931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Calling delete_port for 1548b258-7596-4f98-bac0-4eed0c7fe004 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:50.358340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.367263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 12fdb7e3-723a-40a7-b25a-d641de5c762a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:50.401844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679551c-4b60-4097-ae24-67ac27b2b0fd req-b50aa315-f905-479e-bc13-82155e438dac tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.409551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c679551c-4b60-4097-ae24-67ac27b2b0fd req-b50aa315-f905-479e-bc13-82155e438dac tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 946 time: 0.0818510 Aug 29 17:29:50.416930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] Deleting port 12fdb7e3-723a-40a7-b25a-d641de5c762a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:50.417311 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.455092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:50.470112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:50.476941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:50.477533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.515118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=499d089a-3758-469c-924d-298ff1dcd5a4,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:50.515640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c679551c-4b60-4097-ae24-67ac27b2b0fd req-02e775ef-012f-4bca-9327-ad3623c117c9 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985799 Aug 29 17:29:50.527071 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:50.531850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b2594c9b-9117-4583-ac9c-0803571a48f8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0123932 Aug 29 17:29:50.537909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c5b063d5-50c9-40d6-a267-6fd0d36a413f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:50.635852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.679220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event deleted for resources: {'Port': ['ID=1548b258-7596-4f98-bac0-4eed0c7fe004,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:50.693879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b063d5-50c9-40d6-a267-6fd0d36a413f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:50.699121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5b063d5-50c9-40d6-a267-6fd0d36a413f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.747225 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.754815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] No DVR routers for this DVR port 1548b258-7596-4f98-bac0-4eed0c7fe004 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:50.758202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.763086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28795385-6e18-4a91-83b4-a5d0833d5db8 req-03dc1efb-21fc-4199-ba3c-96e18928ec48 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "DELETE /v2.0/ports/1548b258-7596-4f98-bac0-4eed0c7fe004 HTTP/1.1" status: 204 len: 173 time: 1.0864012 Aug 29 17:29:50.765837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2756d3-1342-4efb-be71-2369cf8d58cd', 'name': 'network-vif-deleted', 'tag': '1548b258-7596-4f98-bac0-4eed0c7fe004'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:50.770399 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08de68b1-23e8-49db-9989-8cb144aa4d0e" -d '{"events": [{"server_uuid": "cf2756d3-1342-4efb-be71-2369cf8d58cd", "name": "network-vif-deleted", "tag": "1548b258-7596-4f98-bac0-4eed0c7fe004"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:50.783886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] For port 12fdb7e3-723a-40a7-b25a-d641de5c762a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=12fdb7e3-723a-40a7-b25a-d641de5c762a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:50.784390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.809750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] Calling delete_port for 12fdb7e3-723a-40a7-b25a-d641de5c762a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:50.817369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 12fdb7e3-723a-40a7-b25a-d641de5c762a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=12fdb7e3-723a-40a7-b25a-d641de5c762a,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:50.839987 n-d-713499-15 neutron-server[94795]: INFO neutron.db.ipam_backend_mixin [None req-c5b063d5-50c9-40d6-a267-6fd0d36a413f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 499d089a-3758-469c-924d-298ff1dcd5a4 (CIDR: 2001:db8::/64) Aug 29 17:29:50.843471 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b063d5-50c9-40d6-a267-6fd0d36a413f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:29:50.843920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b063d5-50c9-40d6-a267-6fd0d36a413f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:29:50.862839 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:50.863357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c5b063d5-50c9-40d6-a267-6fd0d36a413f tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3337827 Aug 29 17:29:50.874599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50322) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:50.889827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:50.921681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b5ee1e4-c98d-4b07-aee9-94e47054a273 req-210995dc-454b-4d16-a4d2-50ca3a2876f0 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 210 time: 0.0691164 Aug 29 17:29:50.930259 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8626abf5-a610-4d60-9eb6-c168f7e4c1f9 x-openstack-request-id: req-8626abf5-a610-4d60-9eb6-c168f7e4c1f9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:50.930912 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2756d3-1342-4efb-be71-2369cf8d58cd", "name": "network-vif-deleted", "tag": "1548b258-7596-4f98-bac0-4eed0c7fe004", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:50.931378 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8626abf5-a610-4d60-9eb6-c168f7e4c1f9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:50.932045 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2756d3-1342-4efb-be71-2369cf8d58cd', 'name': 'network-vif-deleted', 'tag': '1548b258-7596-4f98-bac0-4eed0c7fe004', 'status': 'completed', 'code': 200} Aug 29 17:29:50.939466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=12fdb7e3-723a-40a7-b25a-d641de5c762a,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:50.954509 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.000059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] Pushing event deleted for resources: {'Port': ['ID=12fdb7e3-723a-40a7-b25a-d641de5c762a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:51.008294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a2ae46-8bfd-4c3d-8d65-c2affd3e0d84 None None] No DVR routers for this DVR port 12fdb7e3-723a-40a7-b25a-d641de5c762a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:51.030656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677f342-8652-4b85-9dc9-1187117caf8f None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:51.081575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-87bb4665-1d24-44e5-8618-1ea804ed9b53 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e93821f173546d6b0c364db4d144662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530114 Aug 29 17:29:51.086474 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbd01f6-313a-4e4a-9ff0-665721ada41e req-7295233c-1d9e-4b5f-87a7-322154322fc7 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0563121 Aug 29 17:29:51.221684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2ad95fe3-2af7-4150-b097-a47258efe850', 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'tenant_id': '142c1fc75385498a86ecf7d5968c0d8f', 'fixed_ips': [{'subnet_id': '499d089a-3758-469c-924d-298ff1dcd5a4'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:29:51.222647 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.323142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-cfb5d015-bb32-41c4-a0bc-87494f992be1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:51.332151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-cfb5d015-bb32-41c4-a0bc-87494f992be1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:51.341579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-cfb5d015-bb32-41c4-a0bc-87494f992be1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:51.349666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-cfb5d015-bb32-41c4-a0bc-87494f992be1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:51.358566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-cfb5d015-bb32-41c4-a0bc-87494f992be1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:51.365175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-cfb5d015-bb32-41c4-a0bc-87494f992be1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:51.372419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-cfb5d015-bb32-41c4-a0bc-87494f992be1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:51.383339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-cfb5d015-bb32-41c4-a0bc-87494f992be1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1294999 Aug 29 17:29:51.408072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/499d089a-3758-469c-924d-298ff1dcd5a4/d9504d2d-3dfe-422e-a439-2166567e20fa) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:51.449007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-94c41e73-213e-405a-9182-ff76b96b4cc3 req-3b82862f-d6b8-49e1-a2c3-69f9411b0788 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542569 Aug 29 17:29:51.613757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:51.621244 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.644965 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.647346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c7288d0-19b0-43af-9769-72b387afdb6a req-64e553e3-79ba-46d4-87fb-cb08cd890985 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 210 time: 0.0470529 Aug 29 17:29:51.663598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Transition to ACTIVE for port object d9504d2d-3dfe-422e-a439-2166567e20fa will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:51.680055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Transition to ACTIVE for port object d9504d2d-3dfe-422e-a439-2166567e20fa will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:51.688380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.689608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-a7b1b2ce-e4fc-46d9-8c7d-22f84f38a193 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:51.691225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-a7b1b2ce-e4fc-46d9-8c7d-22f84f38a193 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6004817 Aug 29 17:29:51.710061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Request body: {'port': {'device_id': '381b1957-2f47-4810-a7c5-463d229e97dd', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '8e93821f173546d6b0c364db4d144662'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:51.732822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:51.737838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:51.741554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:51.749369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Pushing event updated for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:51.801005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Attempting to bind port d9504d2d-3dfe-422e-a439-2166567e20fa on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:51.801379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Attempting to bind port d9504d2d-3dfe-422e-a439-2166567e20fa by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:51.801858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Attempting to bind port d9504d2d-3dfe-422e-a439-2166567e20fa on network 2ad95fe3-2af7-4150-b097-a47258efe850 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:51.806938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:51.807322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Checking segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:51.807728 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.808571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Bound using segment: {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:51.808571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Bound port: d9504d2d-3dfe-422e-a439-2166567e20fa, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:51.809157 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.880112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:51.883590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d9504d2d-3dfe-422e-a439-2166567e20fa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:51.889352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.894501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Made reservation on behalf of 8e93821f173546d6b0c364db4d144662 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:51.898189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.911314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.951858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e577ce5-5161-49b3-9a22-2f30d4c0d1f1 None None] Pushing event updated for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:52.066094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6cb22fa1-2be9-4e17-a136-f17fa1f6c92f req-c1c9875a-e6a1-46c9-913b-2d5bbe938442 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 210 time: 0.0445566 Aug 29 17:29:52.221768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.239063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.305748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:29:52.340808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2801891-88ed-447c-af45-7684d59651e0 req-821b57ee-9e43-46d6-906f-37d50f397129 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0476334 Aug 29 17:29:52.447046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d9504d2d-3dfe-422e-a439-2166567e20fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:52.464694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a024aa20-9a60-4407-80a2-8ef09eef7ef0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:52.478339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1548b258-7596-4f98-bac0-4eed0c7fe004 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:52.517217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 1548b258-7596-4f98-bac0-4eed0c7fe004 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:52.517608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1548b258-7596-4f98-bac0-4eed0c7fe004 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:52.561243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d9504d2d-3dfe-422e-a439-2166567e20fa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:52.632945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Allocated IP 192.168.233.138 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:52.702246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-dfaf9922-fdde-435e-a645-7918c8d9f061 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.708909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-dfaf9922-fdde-435e-a645-7918c8d9f061 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.715089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-dfaf9922-fdde-435e-a645-7918c8d9f061 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.724546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-dfaf9922-fdde-435e-a645-7918c8d9f061 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.732406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-dfaf9922-fdde-435e-a645-7918c8d9f061 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.738477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-dfaf9922-fdde-435e-a645-7918c8d9f061 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.746818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-dfaf9922-fdde-435e-a645-7918c8d9f061 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.748678 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-66b2c1cf-35f1-4ce6-97a7-807b5eb03472 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043003 Aug 29 17:29:52.749327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-dfaf9922-fdde-435e-a645-7918c8d9f061 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1723228 Aug 29 17:29:52.799940 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.813410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d352ae2f-d400-46b6-8d2f-d63294666c33 req-6c5c2357-68e8-4e4b-a02d-90e2b44d5b13 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 210 time: 0.0413949 Aug 29 17:29:52.849025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fff0bec-839d-44a5-aac0-e06b4ff15ee1 req-f101308f-7d86-4cc1-b94b-e333be8ad503 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856545 Aug 29 17:29:52.851296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-0efe5a7a-1a26-4ccb-b38f-921834d19f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.854243 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-0efe5a7a-1a26-4ccb-b38f-921834d19f7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1097 time: 0.0707393 Aug 29 17:29:52.993332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-27ec7f90-b990-4f1c-92f7-d4073b27feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:52.995912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-27ec7f90-b990-4f1c-92f7-d4073b27feb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 920 time: 0.1160605 Aug 29 17:29:53.060536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-3cd46c45-e78d-4bd7-be65-da7438124ce9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 200 len: 217 time: 0.0560462 Aug 29 17:29:53.105399 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.120225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Transition to ACTIVE for port object 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:53.132849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-9129eebb-6625-43e7-b20f-dda9c8e8936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:53.134478 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-9129eebb-6625-43e7-b20f-dda9c8e8936e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.0648994 Aug 29 17:29:53.175353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-36fac938-6ace-4eea-a5a0-1f6b0646dcb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330453 Aug 29 17:29:53.179463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.237338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d9504d2d-3dfe-422e-a439-2166567e20fa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:53.259916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:53.267420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:53.275722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:53.283978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:53.350539 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.360718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-cfa1c2f1-9ce5-4ddc-932c-9df33401bb4d service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680908 Aug 29 17:29:53.365419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.366342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.475191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09563c5-9a44-496c-9c53-5b4f4a4971bc req-860f14b5-e936-4250-aedb-5897f59f66c4 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:53.487723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e09563c5-9a44-496c-9c53-5b4f4a4971bc req-860f14b5-e936-4250-aedb-5897f59f66c4 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 936 time: 0.3102095 Aug 29 17:29:53.501756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-81699f0d-ebde-4167-929d-d2f6c17ac45d None None] Provisioning for port d9504d2d-3dfe-422e-a439-2166567e20fa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:53.509334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-81699f0d-ebde-4167-929d-d2f6c17ac45d None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:53.509868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81699f0d-ebde-4167-929d-d2f6c17ac45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.530798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:53.530798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.668426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e09563c5-9a44-496c-9c53-5b4f4a4971bc req-6865a9b2-acd7-4f66-8215-aef5dc5c6983 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796544 Aug 29 17:29:53.687953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:53.703150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-571b59da-88c4-4a62-806f-911e7a70b9c6 req-74258ba6-4abf-45bb-af5e-79fd503f5e43 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.1991541 Aug 29 17:29:53.708422 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81699f0d-ebde-4167-929d-d2f6c17ac45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.714046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:53.720388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-0ac3308f-43a0-4aad-ae3b-0d4bb7a813d8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0178990 Aug 29 17:29:53.724346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:53.734181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.746376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac1d6a3d-ba16-4815-83a0-b9210ab12a9e req-fef3b5eb-face-4bda-93fa-a0a818841c88 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735976 Aug 29 17:29:53.771493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Request body: {'port': {'device_id': '381b1957-2f47-4810-a7c5-463d229e97dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:53.779920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=4']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:53.787520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=7849a8c4-515d-4192-b23f-73a843702605,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:53.796139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-81699f0d-ebde-4167-929d-d2f6c17ac45d None None] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d9504d2d-3dfe-422e-a439-2166567e20fa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:53.808931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81699f0d-ebde-4167-929d-d2f6c17ac45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:53.856996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3cb6f-dff1-4332-b92b-afcde1053e1f None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:53.861331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cf08167d-2f5b-4529-99d1-2afa12e94175 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9806411 Aug 29 17:29:53.863471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:53.869759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:13:19:97', 'name': 'tempest-NetworksTestDHCPv6-1751888849'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:53.971010 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:54.042233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-746f145f-ca0e-4ba5-afa7-3460fe5c186c req-0037e3dd-c653-43fa-bde1-f4f80e0d51c0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 210 time: 0.0562122 Aug 29 17:29:54.060336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-af479d19-25fe-4bb3-abdc-98dbe802e028 None None] Could not find standard attr ID for object 3d8da57e-4b88-4b65-bc58-49fdbd16d924. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:29:54.088904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-af479d19-25fe-4bb3-abdc-98dbe802e028 None None] Provisioning for port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:54.104703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-af479d19-25fe-4bb3-abdc-98dbe802e028 None None] Provisioning complete for port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:54.104892 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-af479d19-25fe-4bb3-abdc-98dbe802e028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:54.110407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81699f0d-ebde-4167-929d-d2f6c17ac45d None None] Pushing event updated for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:54.129824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-8f82dc5b-51d3-41c5-843b-904154618a40 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:54.137753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-8f82dc5b-51d3-41c5-843b-904154618a40 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:54.147054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-8f82dc5b-51d3-41c5-843b-904154618a40 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:54.153523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-8f82dc5b-51d3-41c5-843b-904154618a40 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:54.159703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-8f82dc5b-51d3-41c5-843b-904154618a40 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:54.165946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-8f82dc5b-51d3-41c5-843b-904154618a40 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:54.172949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-8f82dc5b-51d3-41c5-843b-904154618a40 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:54.174871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-8f82dc5b-51d3-41c5-843b-904154618a40 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5420 time: 0.1579280 Aug 29 17:29:54.223892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-af479d19-25fe-4bb3-abdc-98dbe802e028 None None] Port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:54.248228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-249f44ea-0285-4a69-828a-68e17f962dc4 req-e96d39d2-cc1c-4b94-8bf9-0e13ea266f1f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615306 Aug 29 17:29:54.399600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:54.525451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:54.655835 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:54.687129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:54.705110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa', 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac', 'port_id': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa', 'mac_address': 'fa:16:3e:b0:9e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9daf563f-a4ff-4aed-a803-323172dacbdd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:54.707107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d9504d2d-3dfe-422e-a439-2166567e20fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:54.762988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 85b331d5-107f-4b2c-a356-e7c90401e4d2 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:29:54.777283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28428f-28e6-4c59-af56-642c161d11ee req-e20cce04-ec49-4aec-aa65-de0158e5667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:54.779406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e28428f-28e6-4c59-af56-642c161d11ee req-e20cce04-ec49-4aec-aa65-de0158e5667c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1097 time: 0.2240551 Aug 29 17:29:54.798791 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:54.818246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:54.845972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:54.846751 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:54.849903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:54.900066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:54.920420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:54.923015 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:54.923995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 038c0afa-503a-4746-8ba4-ac88ced79a83 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:54.965719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Transition to ACTIVE for port object 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:54.981192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.047466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28428f-28e6-4c59-af56-642c161d11ee req-5f2c26ac-3155-4c3e-84ba-24a3cbbc0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:55.051035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e28428f-28e6-4c59-af56-642c161d11ee req-5f2c26ac-3155-4c3e-84ba-24a3cbbc0898 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 920 time: 0.2605929 Aug 29 17:29:55.222132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5a632-282f-422d-bc44-53cdfa219e4f req-a4b6046e-b643-4a90-aa80-81ff816a47be tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:55.223572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46c5a632-282f-422d-bc44-53cdfa219e4f req-a4b6046e-b643-4a90-aa80-81ff816a47be tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.5642145 Aug 29 17:29:55.245965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:55.262835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:55.331286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Attempting to bind port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:55.332057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Attempting to bind port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:55.332601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Attempting to bind port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:55.346287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e28428f-28e6-4c59-af56-642c161d11ee req-ebdc2b31-2459-4ec2-b1c8-2ec66aa15aae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 200 len: 217 time: 0.1879783 Aug 29 17:29:55.346665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:55.347211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Attempting to bind port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:55.358229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:55.358574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:55.360489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 038c0afa-503a-4746-8ba4-ac88ced79a83, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=038c0afa-503a-4746-8ba4-ac88ced79a83,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:55.363763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:55.364226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Bound port: 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:55.364607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.391440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '038c0afa-503a-4746-8ba4-ac88ced79a83', 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'port_id': '038c0afa-503a-4746-8ba4-ac88ced79a83', 'mac_address': 'fa:16:3e:c8:72:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532a4cf8-0776-407f-be63-b0430308eee4', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:55.482928 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.501246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038c0afa-503a-4746-8ba4-ac88ced79a83 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:55.504232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28428f-28e6-4c59-af56-642c161d11ee req-1e2cf46e-5ac2-4a01-80a4-66c6351eb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:55.505687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e28428f-28e6-4c59-af56-642c161d11ee req-1e2cf46e-5ac2-4a01-80a4-66c6351eb55a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.1258888 Aug 29 17:29:55.545780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 038c0afa-503a-4746-8ba4-ac88ced79a83, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=038c0afa-503a-4746-8ba4-ac88ced79a83,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:55.547288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:55.555241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46c5a632-282f-422d-bc44-53cdfa219e4f req-0d31e1d6-432e-4aa8-ad77-1053d17ca05e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401578 Aug 29 17:29:55.557049 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.558767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a321819e-7adf-4edf-9e2f-4f6f96d7b55a details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:55.566998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:55.583374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66025d2-e013-43bf-bc24-a405aae8f702 req-85e3c8a7-47fd-4662-9675-7b2aea535019 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:55.585024 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e66025d2-e013-43bf-bc24-a405aae8f702 req-85e3c8a7-47fd-4662-9675-7b2aea535019 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 948 time: 0.0824196 Aug 29 17:29:55.586754 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.619781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e28428f-28e6-4c59-af56-642c161d11ee req-128f99f7-8316-4837-b5ff-161d694334f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822093 Aug 29 17:29:55.682468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:55.683438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.685778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] 10.222.0.43 "PUT /v2.0/ports/8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 HTTP/1.1" status: 200 len: 1097 time: 1.9452593 Aug 29 17:29:55.686249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:55.695364 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab7a4b5-02cf-4de6-a805-69a71a20a613" -d '{"events": [{"name": "network-changed", "server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:55.724709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f8ee50b4-0f8d-44ff-9c85-e5589b2a0410 None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:55.725471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f8ee50b4-0f8d-44ff-9c85-e5589b2a0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.751382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7017bbdf-1c27-4478-b589-eec2b8bb8298 req-e2ae4695-ac0a-4804-bdf7-5fe12f4b8529 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0467012 Aug 29 17:29:55.836528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a321819e-7adf-4edf-9e2f-4f6f96d7b55a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:55.854233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=038c0afa-503a-4746-8ba4-ac88ced79a83,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:55.862837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'a321819e-7adf-4edf-9e2f-4f6f96d7b55a', 'network_id': 'af4e67db-c902-4ea6-8da0-ef55bf51f7ac', 'port_id': 'a321819e-7adf-4edf-9e2f-4f6f96d7b55a', 'mac_address': 'fa:16:3e:aa:14:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9daf563f-a4ff-4aed-a803-323172dacbdd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:55.883615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41c609-182d-48c8-a939-007d2c559f99 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:55.896833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e28428f-28e6-4c59-af56-642c161d11ee req-d4674fd2-7c71-4d56-9221-86e4a13f3137 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655404 Aug 29 17:29:55.941156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::303 (2ad95fe3-2af7-4150-b097-a47258efe850/499d089a-3758-469c-924d-298ff1dcd5a4/85b331d5-107f-4b2c-a356-e7c90401e4d2) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:55.964214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e66025d2-e013-43bf-bc24-a405aae8f702 req-a1839632-b533-4111-bf30-ae1f1f1f6105 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659945 Aug 29 17:29:55.977446 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:56.008299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:1997 (2ad95fe3-2af7-4150-b097-a47258efe850/7849a8c4-515d-4192-b23f-73a843702605/85b331d5-107f-4b2c-a356-e7c90401e4d2) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:56.023654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a321819e-7adf-4edf-9e2f-4f6f96d7b55a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:56.024282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-dc812fbe-cbbd-41e3-8d52-a0016c6532ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.030920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-dc812fbe-cbbd-41e3-8d52-a0016c6532ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e93821f173546d6b0c364db4d144662&device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 1100 time: 0.2832737 Aug 29 17:29:56.077640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a321819e-7adf-4edf-9e2f-4f6f96d7b55a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:56.096357 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:56.097132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 45a7d4a3-b03c-4b36-8863-48d010d70465 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:56.131191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-5f01bcd4-42f9-462d-8e91-871af766611d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 HTTP/1.1" status: 200 len: 217 time: 0.0929456 Aug 29 17:29:56.168503 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb40ce4f-bdfd-43e1-92fc-5cee8955b9bb req-2cc42690-92b7-48ca-9376-cc7b510d0ae3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 210 time: 0.0360196 Aug 29 17:29:56.194817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:56.223703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 45a7d4a3-b03c-4b36-8863-48d010d70465, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=45a7d4a3-b03c-4b36-8863-48d010d70465,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:56.257791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '45a7d4a3-b03c-4b36-8863-48d010d70465', 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'port_id': '45a7d4a3-b03c-4b36-8863-48d010d70465', 'mac_address': 'fa:16:3e:fd:5b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532a4cf8-0776-407f-be63-b0430308eee4', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:56.269512 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2804f01b-5a09-4c37-b200-8ff003aa20bf x-openstack-request-id: req-2804f01b-5a09-4c37-b200-8ff003aa20bf {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:56.269800 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:56.270050 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2804f01b-5a09-4c37-b200-8ff003aa20bf {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:56.270448 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'status': 'completed', 'code': 200} Aug 29 17:29:56.272029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-30671f5a-4bf9-4166-ab2f-2f6277f67246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.273543 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-30671f5a-4bf9-4166-ab2f-2f6277f67246 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1037173 Aug 29 17:29:56.288247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e28428f-28e6-4c59-af56-642c161d11ee req-edb117b9-28c8-406f-866a-e3d25cebf6e4 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767297 Aug 29 17:29:56.348334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:56.370686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a7d4a3-b03c-4b36-8863-48d010d70465 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:56.378534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-e36c1041-41d6-4215-bc27-d416e2ed7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.392815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-e36c1041-41d6-4215-bc27-d416e2ed7652 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065664 Aug 29 17:29:56.430634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 45a7d4a3-b03c-4b36-8863-48d010d70465, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=45a7d4a3-b03c-4b36-8863-48d010d70465,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:56.448460 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:56.449252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6b90ace8-95df-4493-a3ff-c3e11471c266 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:56.576893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-9bd7fb34-6496-4195-9a6b-080da90f5cc5 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717212 Aug 29 17:29:56.647335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=45a7d4a3-b03c-4b36-8863-48d010d70465,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:56.733046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 6b90ace8-95df-4493-a3ff-c3e11471c266, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6b90ace8-95df-4493-a3ff-c3e11471c266,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:56.748200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'port_id': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'mac_address': 'fa:16:3e:a4:1a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:56.813311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d2c7853-a47a-4062-a20d-6a920b39ad14 req-752a0645-ff82-4388-a5d4-690531f934f4 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274833 Aug 29 17:29:56.828416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18e76e-2066-45c3-93e2-8e7dd5c8f05c req-667eddd9-dc98-4d70-9b72-c23c72227e5c tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.837321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b18e76e-2066-45c3-93e2-8e7dd5c8f05c req-667eddd9-dc98-4d70-9b72-c23c72227e5c tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1353276 Aug 29 17:29:56.843682 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:56.911140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b18e76e-2066-45c3-93e2-8e7dd5c8f05c req-9c3f5fea-8d19-4d30-92eb-724f6502a3a0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725157 Aug 29 17:29:56.921854 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b90ace8-95df-4493-a3ff-c3e11471c266 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:56.934099 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55609ff-329a-415c-8c5a-fad3feac1b32 req-4cbad42d-13dd-4f62-ba59-395bff04488f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.6242247 Aug 29 17:29:56.957172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-459da76c-3bd6-4c12-99a2-6cdbff013741 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.963862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-459da76c-3bd6-4c12-99a2-6cdbff013741 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.976018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-459da76c-3bd6-4c12-99a2-6cdbff013741 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.979241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-459da76c-3bd6-4c12-99a2-6cdbff013741 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.983538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-459da76c-3bd6-4c12-99a2-6cdbff013741 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.989736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-459da76c-3bd6-4c12-99a2-6cdbff013741 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:56.998949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-459da76c-3bd6-4c12-99a2-6cdbff013741 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:57.007229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-459da76c-3bd6-4c12-99a2-6cdbff013741 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5423 time: 0.8891945 Aug 29 17:29:57.030868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 6b90ace8-95df-4493-a3ff-c3e11471c266, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6b90ace8-95df-4493-a3ff-c3e11471c266,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:57.043565 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.044250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device edfdff25-5905-4ace-a088-33d601c51a9b details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:57.076349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a74f750a-b098-46bf-a381-ea6e0fff12f1 req-d25d5034-be0c-4070-8a30-8c8e17a24e45 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0518906 Aug 29 17:29:57.078310 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55609ff-329a-415c-8c5a-fad3feac1b32 req-48349917-0711-46c8-b7f1-67b863a75bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0425072 Aug 29 17:29:57.106249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-6d1b8545-98f0-4dfa-87d3-e2eecae4151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:57.111635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port edfdff25-5905-4ace-a088-33d601c51a9b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=edfdff25-5905-4ace-a088-33d601c51a9b,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:57.115404 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-6d1b8545-98f0-4dfa-87d3-e2eecae4151c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e93821f173546d6b0c364db4d144662&device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 1100 time: 0.1660132 Aug 29 17:29:57.156898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'edfdff25-5905-4ace-a088-33d601c51a9b', 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'port_id': 'edfdff25-5905-4ace-a088-33d601c51a9b', 'mac_address': 'fa:16:3e:d9:aa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532a4cf8-0776-407f-be63-b0430308eee4', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:57.187146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5117b60a-ae30-49f9-aac1-72cfd49aa064 req-2bef3dc7-fede-47d7-87f8-38a8065e6f14 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723087 Aug 29 17:29:57.196584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55609ff-329a-415c-8c5a-fad3feac1b32 req-2aaa9036-c23d-4f18-b1ef-a5a471ed9f58 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715399 Aug 29 17:29:57.270956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=6b90ace8-95df-4493-a3ff-c3e11471c266,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:57.291417 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.317886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfdff25-5905-4ace-a088-33d601c51a9b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:57.357651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port edfdff25-5905-4ace-a088-33d601c51a9b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=edfdff25-5905-4ace-a088-33d601c51a9b,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:57.365837 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.366632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 813cea1e-7262-422d-a892-d667f5f731aa details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:57.396122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a68014-9cd2-4865-832a-f37452353ca7 req-a9180989-7679-4f10-afbe-c18ab355f4c7 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:57.397789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97a68014-9cd2-4865-832a-f37452353ca7 req-a9180989-7679-4f10-afbe-c18ab355f4c7 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 948 time: 0.1608858 Aug 29 17:29:57.410247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55609ff-329a-415c-8c5a-fad3feac1b32 req-f5bcdc73-bcb6-4365-b0e3-b63c2f870110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:57.412146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55609ff-329a-415c-8c5a-fad3feac1b32 req-f5bcdc73-bcb6-4365-b0e3-b63c2f870110 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2055762 Aug 29 17:29:57.432425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.457853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-796a5cdd-cb96-45df-8a92-f7e95058eb54 req-6ffacd7e-4d7d-4334-ae17-58b6c6e8b772 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 210 time: 0.0497787 Aug 29 17:29:57.463347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-7c524a2a-fa4a-44cd-ba00-864d1bcf78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:57.464907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-7c524a2a-fa4a-44cd-ba00-864d1bcf78a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.3404672 Aug 29 17:29:57.493602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 85b331d5-107f-4b2c-a356-e7c90401e4d2 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:57.535017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.536916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 813cea1e-7262-422d-a892-d667f5f731aa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=813cea1e-7262-422d-a892-d667f5f731aa,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:57.550161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=edfdff25-5905-4ace-a088-33d601c51a9b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:57.570411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '813cea1e-7262-422d-a892-d667f5f731aa', 'network_id': '005282ce-7a66-4578-99b9-0f41090e2364', 'port_id': '813cea1e-7262-422d-a892-d667f5f731aa', 'mac_address': 'fa:16:3e:51:43:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532a4cf8-0776-407f-be63-b0430308eee4', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:57.576707 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-9b297aae-2ad0-4830-b650-1dd1e2ed91f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 HTTP/1.1" status: 200 len: 217 time: 0.0889359 Aug 29 17:29:57.600099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:57.606133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:57.610996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:57.612044 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97a68014-9cd2-4865-832a-f37452353ca7 req-c31d5f13-c9d7-4fa3-9802-c24f1e9153a8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962619 Aug 29 17:29:57.618555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:57.619594 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.627437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=85b331d5-107f-4b2c-a356-e7c90401e4d2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:57.650495 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.655211 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-78a16687-e77a-4061-a2ca-c7163f3b441e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7876108 Aug 29 17:29:57.655708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50456) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:57.687138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813cea1e-7262-422d-a892-d667f5f731aa {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:57.693251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-af9de561-07e2-48b4-b76a-f0be2af96652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:57.694376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-af9de561-07e2-48b4-b76a-f0be2af96652 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1108322 Aug 29 17:29:57.730742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 813cea1e-7262-422d-a892-d667f5f731aa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=813cea1e-7262-422d-a892-d667f5f731aa,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:57.739275 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.797961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-91b9c6c0-3bd1-45d1-8601-fcf72413ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:57.799551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-91b9c6c0-3bd1-45d1-8601-fcf72413ea5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954726 Aug 29 17:29:57.866576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4de35059-80a0-4a9f-a2ae-0afc6261ee45 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 85b331d5-107f-4b2c-a356-e7c90401e4d2 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:57.867132 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4de35059-80a0-4a9f-a2ae-0afc6261ee45 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:57.892309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=813cea1e-7262-422d-a892-d667f5f731aa,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:58.019649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-976894d4-1d57-4a22-82d6-bfa902b64598 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016594 Aug 29 17:29:58.083308 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4de35059-80a0-4a9f-a2ae-0afc6261ee45 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.110616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e120d8c2-4082-43e2-af15-e8af9f8d90f4 None None] Provisioning for port 85b331d5-107f-4b2c-a356-e7c90401e4d2 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:58.123656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4de35059-80a0-4a9f-a2ae-0afc6261ee45 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 85b331d5-107f-4b2c-a356-e7c90401e4d2 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:58.124721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e120d8c2-4082-43e2-af15-e8af9f8d90f4 None None] Provisioning complete for port 85b331d5-107f-4b2c-a356-e7c90401e4d2 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:58.126136 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e120d8c2-4082-43e2-af15-e8af9f8d90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.151952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a53f0-9197-47ed-8323-4e5c2e27b32f req-5c71359e-d61e-4d4c-b963-4f1534c2c63f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.153490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e24a53f0-9197-47ed-8323-4e5c2e27b32f req-5c71359e-d61e-4d4c-b963-4f1534c2c63f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1065266 Aug 29 17:29:58.175534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e120d8c2-4082-43e2-af15-e8af9f8d90f4 None None] Port 85b331d5-107f-4b2c-a356-e7c90401e4d2 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:58.232833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aab7a4b5-02cf-4de6-a805-69a71a20a613 req-d14c490d-8c46-4f97-ac1a-804c81bbf8b0 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087426 Aug 29 17:29:58.276697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e24a53f0-9197-47ed-8323-4e5c2e27b32f req-95ae5ee9-dab8-4859-a512-ec2ab008d7e9 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828323 Aug 29 17:29:58.301061 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e09a4362-9c4a-47aa-9017-4ae19ca80b37 req-07575e0c-5268-4aa0-aca0-9cdba0f42cd3 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0515318 Aug 29 17:29:58.417159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a321819e-7adf-4edf-9e2f-4f6f96d7b55a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:58.447548 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['813cea1e-7262-422d-a892-d667f5f731aa'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:58.465712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-cc4ed7d8-cc47-4b94-a449-e490e52b6879 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.474710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-cc4ed7d8-cc47-4b94-a449-e490e52b6879 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.477933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-cc4ed7d8-cc47-4b94-a449-e490e52b6879 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.484418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-cc4ed7d8-cc47-4b94-a449-e490e52b6879 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.490553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['edfdff25-5905-4ace-a088-33d601c51a9b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:58.492354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-cc4ed7d8-cc47-4b94-a449-e490e52b6879 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.492754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['6b90ace8-95df-4493-a3ff-c3e11471c266'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:58.494639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['038c0afa-503a-4746-8ba4-ac88ced79a83'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:58.498721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-cc4ed7d8-cc47-4b94-a449-e490e52b6879 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.506695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-cc4ed7d8-cc47-4b94-a449-e490e52b6879 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.508648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-cc4ed7d8-cc47-4b94-a449-e490e52b6879 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5427 time: 0.1451735 Aug 29 17:29:58.522618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4de35059-80a0-4a9f-a2ae-0afc6261ee45 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.593371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de35059-80a0-4a9f-a2ae-0afc6261ee45 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=85b331d5-107f-4b2c-a356-e7c90401e4d2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:58.614676 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48a30ce0-be6e-468e-98e9-a101850895bc req-31287071-492f-4dd5-bc0d-b31fd9165699 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf2756d3-1342-4efb-be71-2369cf8d58cd HTTP/1.1" status: 200 len: 210 time: 0.0472093 Aug 29 17:29:58.632173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:58.696799 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd36d47e-cc5c-4e1f-8b17-9535d74a57d3 req-f22f5dd9-6ec3-4a51-8232-fd4318ff1be0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808014 Aug 29 17:29:58.722853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4de35059-80a0-4a9f-a2ae-0afc6261ee45 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.727782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50480) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:58.737154 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4de35059-80a0-4a9f-a2ae-0afc6261ee45 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/85b331d5-107f-4b2c-a356-e7c90401e4d2 HTTP/1.1" status: 204 len: 168 time: 1.0798748 Aug 29 17:29:58.801836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:58.887744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac72502-ad87-43f0-8cbc-70ce1c5cfecc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.903114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50486) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:58.927402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2ac72502-ad87-43f0-8cbc-70ce1c5cfecc tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1982749 Aug 29 17:29:58.956906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e931f0b-5de5-4f9b-95c2-96f0f3f70246 req-8c160e08-19b7-4b68-81df-8b6076a4a103 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.960618 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e931f0b-5de5-4f9b-95c2-96f0f3f70246 req-8c160e08-19b7-4b68-81df-8b6076a4a103 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 948 time: 0.2305584 Aug 29 17:29:58.996240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0889ce5-8f74-4cdd-891f-4490f2b1f4bd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:58.998212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c0889ce5-8f74-4cdd-891f-4490f2b1f4bd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0926707 Aug 29 17:29:59.000737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50488) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:59.070436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e931f0b-5de5-4f9b-95c2-96f0f3f70246 req-45282c95-47d9-4a3f-934d-3b96829e2b3e tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984464 Aug 29 17:29:59.119881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca3363-1e73-4fe6-a542-700b588da675 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:59.121603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca3363-1e73-4fe6-a542-700b588da675 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:59.128184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca3363-1e73-4fe6-a542-700b588da675 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:59.129848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e7ca3363-1e73-4fe6-a542-700b588da675 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1281588 Aug 29 17:29:59.132849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50490) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:59.151578 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.resource_extend [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:29:59.190184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a8863b-e418-4021-afea-be06e9344b8a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 499d089a-3758-469c-924d-298ff1dcd5a4 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:59.193688 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a8863b-e418-4021-afea-be06e9344b8a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:59.234402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a8863b-e418-4021-afea-be06e9344b8a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:59.352135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['45a7d4a3-b03c-4b36-8863-48d010d70465'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:59.397751 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a8863b-e418-4021-afea-be06e9344b8a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:59.445561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38dcc4-74dc-48d4-9066-3f0dfc1794f9 req-18553f38-6b3e-45e5-9245-9cbbace0d989 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:59.454983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb38dcc4-74dc-48d4-9066-3f0dfc1794f9 req-18553f38-6b3e-45e5-9245-9cbbace0d989 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.0732665 Aug 29 17:29:59.457144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-080943a3-a25e-4938-a640-bc904e2081ea req-4486d4c0-495e-499c-984f-6e6622a74105 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0342877 Aug 29 17:29:59.506256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb38dcc4-74dc-48d4-9066-3f0dfc1794f9 req-df084931-c29a-4f61-b2d2-d630c4e7328e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501590 Aug 29 17:29:59.513782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a8863b-e418-4021-afea-be06e9344b8a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:59.559574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8863b-e418-4021-afea-be06e9344b8a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=499d089a-3758-469c-924d-298ff1dcd5a4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:59.569180 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01a8863b-e418-4021-afea-be06e9344b8a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:59.574416 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-01a8863b-e418-4021-afea-be06e9344b8a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/499d089a-3758-469c-924d-298ff1dcd5a4 HTTP/1.1" status: 204 len: 168 time: 0.4383318 Aug 29 17:29:59.575325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50504) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:59.587258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f80bf-d905-46a3-8936-daa0844bc207 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:59.590694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:59.642882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f02e5f-df73-4449-8400-636f3393dfc7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 7849a8c4-515d-4192-b23f-73a843702605 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:59.647726 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0f02e5f-df73-4449-8400-636f3393dfc7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:59.697386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'mac_address': 'fa:16:3e:45:15:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:59.706560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0f02e5f-df73-4449-8400-636f3393dfc7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:59.854085 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0f02e5f-df73-4449-8400-636f3393dfc7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:59.984820 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:00.006316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0f02e5f-df73-4449-8400-636f3393dfc7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:00.020408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:00.022089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-98cceff4-46b6-4585-b4dd-f2c52608ca5c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.029874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-98cceff4-46b6-4585-b4dd-f2c52608ca5c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.037344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-98cceff4-46b6-4585-b4dd-f2c52608ca5c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.045142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-98cceff4-46b6-4585-b4dd-f2c52608ca5c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.046540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:00.052512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-98cceff4-46b6-4585-b4dd-f2c52608ca5c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.061532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-98cceff4-46b6-4585-b4dd-f2c52608ca5c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.068712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f02e5f-df73-4449-8400-636f3393dfc7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=7849a8c4-515d-4192-b23f-73a843702605,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:00.070792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0f02e5f-df73-4449-8400-636f3393dfc7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:00.075180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e0f02e5f-df73-4449-8400-636f3393dfc7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/7849a8c4-515d-4192-b23f-73a843702605 HTTP/1.1" status: 204 len: 168 time: 0.4961727 Aug 29 17:30:00.076063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-98cceff4-46b6-4585-b4dd-f2c52608ca5c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.076515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50526) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:00.079222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-98cceff4-46b6-4585-b4dd-f2c52608ca5c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5427 time: 0.1820011 Aug 29 17:30:00.128916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84b4acb1-b711-49a7-b155-a3aba1022218 req-0f881fc0-47ca-40f9-819b-4584b4fea5af tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427380 Aug 29 17:30:00.139964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-147a25c5-1a91-4c75-a56e-3df429866397 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620346 Aug 29 17:30:00.143074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50532) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:00.149570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:00.163042 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:00.268433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:00.273461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8df4-14c7-419a-a2c3-bba8707ce5d6 req-8a79472b-51c0-463d-a583-db3da0d623f3 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.275006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c49c8df4-14c7-419a-a2c3-bba8707ce5d6 req-8a79472b-51c0-463d-a583-db3da0d623f3 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 949 time: 0.1183374 Aug 29 17:30:00.339813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c49c8df4-14c7-419a-a2c3-bba8707ce5d6 req-8f9333af-63eb-4cc8-a2be-c4d3d4468ac2 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574877 Aug 29 17:30:00.393858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57061d1a-d1e0-4ced-ac95-5f5d614e14eb None None] Update dhcp port {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': '7849a8c4-515d-4192-b23f-73a843702605'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'd9504d2d-3dfe-422e-a439-2166567e20fa'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:30:00.414902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:00.419285 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:00.431572 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57061d1a-d1e0-4ced-ac95-5f5d614e14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:00.446800 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:00.521654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f45817-a1f5-43af-a6e5-7c4ed7d2d4ee req-43d8ff8e-8aeb-4721-b94e-ccffe888e5a8 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.533649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1f45817-a1f5-43af-a6e5-7c4ed7d2d4ee req-43d8ff8e-8aeb-4721-b94e-ccffe888e5a8 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.2735620 Aug 29 17:30:00.603118 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1f45817-a1f5-43af-a6e5-7c4ed7d2d4ee req-f9c37b07-e9b4-4005-bfd3-f3edc752029a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/quotas/1d474c1586504dfb86b5f6741345f431 HTTP/1.1" status: 200 len: 375 time: 0.0684321 Aug 29 17:30:00.626169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb631c30-c284-4aa1-9e20-bb6db767ed60 req-53edb8a1-310e-4d75-849f-594712b6b7fc tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0348687 Aug 29 17:30:00.658703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1f45817-a1f5-43af-a6e5-7c4ed7d2d4ee req-6bb0775a-8986-4b72-b2a1-dc6221998a89 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546262 Aug 29 17:30:00.736741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edac334-6805-4ee6-a513-124ead6b3f69 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:00.894942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1f45817-a1f5-43af-a6e5-7c4ed7d2d4ee req-7b6fa1ea-fb07-445d-9429-02720bcf25f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352502 Aug 29 17:30:00.906562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ee0093bd-18b7-4169-b6f2-f21c72597d79 None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:00.906958 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ee0093bd-18b7-4169-b6f2-f21c72597d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:00.915362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8489d-da17-4b39-83fc-a4f5a70ce463 req-eae51f18-e737-4e89-86a7-5dc9ab754c41 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:00.930081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8f8489d-da17-4b39-83fc-a4f5a70ce463 req-eae51f18-e737-4e89-86a7-5dc9ab754c41 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1806395 Aug 29 17:30:00.980440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.029177 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8f8489d-da17-4b39-83fc-a4f5a70ce463 req-150a0af1-4aeb-45e3-95ee-60c92fdf6e75 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975571 Aug 29 17:30:01.055729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=443711e4-8110-4c59-a0d4-55e0126a6a12,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:01.066866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:01.069726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:01.076309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.076924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.122615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d0fbef2f-9b0f-4f30-bef5-52b229c99138 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9779968 Aug 29 17:30:01.125255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:01.131628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5ac05b2d-c25f-4590-a3d4-9e6ff595eddd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:01.142787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1f45817-a1f5-43af-a6e5-7c4ed7d2d4ee req-465b39d4-1cbe-4413-a20c-95dd657f96ee service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455409 Aug 29 17:30:01.280529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa2ef1-3c0a-46fe-9cc6-77f0e839decc None None] Update dhcp port {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'fixed_ips': [{'subnet_id': '443711e4-8110-4c59-a0d4-55e0126a6a12'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'd9504d2d-3dfe-422e-a439-2166567e20fa'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:30:01.321253 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4caa2ef1-3c0a-46fe-9cc6-77f0e839decc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.336243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-4f11ff0b-3827-4607-be64-eca24d635c6a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.343776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-4f11ff0b-3827-4607-be64-eca24d635c6a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.350374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-4f11ff0b-3827-4607-be64-eca24d635c6a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.358310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-4f11ff0b-3827-4607-be64-eca24d635c6a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.366031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-4f11ff0b-3827-4607-be64-eca24d635c6a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.373764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-4f11ff0b-3827-4607-be64-eca24d635c6a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.380499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-4f11ff0b-3827-4607-be64-eca24d635c6a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.391115 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-4f11ff0b-3827-4607-be64-eca24d635c6a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5427 time: 0.1542449 Aug 29 17:30:01.457828 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04f4cc7c-c9ec-41a0-b602-e57068e8eb85 req-dc35508d-9aa0-4670-b9d2-3b7819c77305 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ba16037-0cdc-49b8-adb0-fd7db27a28af HTTP/1.1" status: 200 len: 210 time: 0.0874994 Aug 29 17:30:01.468269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cab02c6c-7694-411b-b90d-a80d4a24199b req-399b0ffb-15a1-4db5-bdc7-516cc2c52e16 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759647 Aug 29 17:30:01.491672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac05b2d-c25f-4590-a3d4-9e6ff595eddd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:01.495258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ac05b2d-c25f-4590-a3d4-9e6ff595eddd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.590941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-4caa2ef1-3c0a-46fe-9cc6-77f0e839decc None None] Allocated IP 2001:db8::2 (2ad95fe3-2af7-4150-b097-a47258efe850/443711e4-8110-4c59-a0d4-55e0126a6a12/d9504d2d-3dfe-422e-a439-2166567e20fa) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:01.656944 n-d-713499-15 neutron-server[94795]: INFO neutron.db.ipam_backend_mixin [None req-5ac05b2d-c25f-4590-a3d4-9e6ff595eddd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 443711e4-8110-4c59-a0d4-55e0126a6a12 (CIDR: 2001:db8::/64) Aug 29 17:30:01.663990 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac05b2d-c25f-4590-a3d4-9e6ff595eddd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:30:01.664513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac05b2d-c25f-4590-a3d4-9e6ff595eddd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:01.692605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cff60-f0f8-4c22-a241-46fcca10a52e req-f20156bf-b767-4832-aab9-e5e96f5a1d98 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:01.694163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-362cff60-f0f8-4c22-a241-46fcca10a52e req-f20156bf-b767-4832-aab9-e5e96f5a1d98 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 949 time: 0.0900538 Aug 29 17:30:01.695644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5ac05b2d-c25f-4590-a3d4-9e6ff595eddd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5693159 Aug 29 17:30:01.698931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50584) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:01.706703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'subnet': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:01.737344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4caa2ef1-3c0a-46fe-9cc6-77f0e839decc None None] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d9504d2d-3dfe-422e-a439-2166567e20fa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:01.790806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:01.796811 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4caa2ef1-3c0a-46fe-9cc6-77f0e839decc None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.822196 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-362cff60-f0f8-4c22-a241-46fcca10a52e req-056bc8d7-cb7f-4226-827b-232715219350 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108651 Aug 29 17:30:01.835169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4caa2ef1-3c0a-46fe-9cc6-77f0e839decc None None] Transition to ACTIVE for port object d9504d2d-3dfe-422e-a439-2166567e20fa will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:01.846722 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4caa2ef1-3c0a-46fe-9cc6-77f0e839decc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.923235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:01.944847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:01.945219 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.947380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9432be2f-8651-4bc6-8e57-8c020ee7c92b req-e0ae1f1e-a496-46b0-9907-43d11a91f2b7 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0326176 Aug 29 17:30:01.954300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:01.958701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.018023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa2ef1-3c0a-46fe-9cc6-77f0e839decc None None] Pushing event updated for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:02.108400 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.153313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:02.157025 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e00903a-ef2e-40bb-b149-c91b0c826516" -d '{"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:02.191403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:02.206334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.207230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 038c0afa-503a-4746-8ba4-ac88ced79a83 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:02.307058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d9504d2d-3dfe-422e-a439-2166567e20fa no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:02.348091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6428d876-882b-487f-99eb-3f75f3b1b58d req-143db0d7-0fdc-4e51-92f7-aa0f50552843 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.1808412 Aug 29 17:30:02.411189 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfeb689-d991-4ff1-80fb-c65841ba7193 x-openstack-request-id: req-ebfeb689-d991-4ff1-80fb-c65841ba7193 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:02.411481 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:02.411732 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebfeb689-d991-4ff1-80fb-c65841ba7193 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:02.412128 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa', 'code': 200} Aug 29 17:30:02.428366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:02.443136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 038c0afa-503a-4746-8ba4-ac88ced79a83 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:02.448201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 038c0afa-503a-4746-8ba4-ac88ced79a83 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:02.448585 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.597590 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.728693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:02.742188 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.749433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d9504d2d-3dfe-422e-a439-2166567e20fa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:02.780649 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.853753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-0a5cb52a-9ac7-4453-baed-43ee85668dc2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:02.873647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-0a5cb52a-9ac7-4453-baed-43ee85668dc2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:02.880049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-0a5cb52a-9ac7-4453-baed-43ee85668dc2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:02.892970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 038c0afa-503a-4746-8ba4-ac88ced79a83, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=038c0afa-503a-4746-8ba4-ac88ced79a83,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:02.896913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-0a5cb52a-9ac7-4453-baed-43ee85668dc2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:02.905260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-0a5cb52a-9ac7-4453-baed-43ee85668dc2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:02.912248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-0a5cb52a-9ac7-4453-baed-43ee85668dc2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:02.919589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-0a5cb52a-9ac7-4453-baed-43ee85668dc2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:02.923507 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.924315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6b90ace8-95df-4493-a3ff-c3e11471c266 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:02.929128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-0a5cb52a-9ac7-4453-baed-43ee85668dc2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5428 time: 0.2335956 Aug 29 17:30:02.999131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:03.005554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2333dd14-fcd9-4a59-9beb-d2fa9c4cb650 req-96abe770-61e3-40d3-a03c-ce4ca027abc6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749569 Aug 29 17:30:03.006454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:03.014852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d9504d2d-3dfe-422e-a439-2166567e20fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:03.020311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:03.020530 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:03.105099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164fc7c-2925-4161-80ce-94aab237732f req-4ec2e36a-ad48-4247-a365-e79a9a695c2d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:03.114339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1164fc7c-2925-4161-80ce-94aab237732f req-4ec2e36a-ad48-4247-a365-e79a9a695c2d tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.9742887 Aug 29 17:30:03.241597 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1164fc7c-2925-4161-80ce-94aab237732f req-0e872d5c-d88e-441a-bf69-829d1dd28a44 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262059 Aug 29 17:30:03.266990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67418e34-6429-4253-b8a8-3482e9aa62a1 req-1a2f4368-60e9-41b6-8510-b0ea18b2be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:03.268674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67418e34-6429-4253-b8a8-3482e9aa62a1 req-1a2f4368-60e9-41b6-8510-b0ea18b2be81 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1097 time: 0.1452758 Aug 29 17:30:03.297963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-bbff5208-2c22-47a6-959b-8b73520ba910 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:03.306387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-bbff5208-2c22-47a6-959b-8b73520ba910 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.1891074 Aug 29 17:30:03.326639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-5fe42491-a350-4308-b9a7-ca13d56dbe18 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/quotas/1d474c1586504dfb86b5f6741345f431 HTTP/1.1" status: 200 len: 375 time: 0.0187428 Aug 29 17:30:03.365582 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-cfb3fad0-669c-488d-ba40-589b54bed6d3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377007 Aug 29 17:30:03.409949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67418e34-6429-4253-b8a8-3482e9aa62a1 req-db0101ee-bc1b-4591-907c-ad1f96a0229c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303279 Aug 29 17:30:03.445799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c9bbee-61fe-4d24-8bbf-0b5e7b581ade None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:03.459914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c1c3f-16ae-4491-9b75-f1e2aab60e0d req-6ce630d6-7e0a-40c6-a727-54628ae35c10 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:03.467219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-867c1c3f-16ae-4491-9b75-f1e2aab60e0d req-6ce630d6-7e0a-40c6-a727-54628ae35c10 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 949 time: 0.1095197 Aug 29 17:30:03.523943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:30:03.544036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-867c1c3f-16ae-4491-9b75-f1e2aab60e0d req-28fa4cf2-5cfc-4ae4-84ba-61c3ce7284ad tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691931 Aug 29 17:30:03.563450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-5d4fb958-58d8-4809-a412-7af663b60252 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958842 Aug 29 17:30:03.612689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Provisioning for port d9504d2d-3dfe-422e-a439-2166567e20fa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:03.626093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:03.626488 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:03.638781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 6b90ace8-95df-4493-a3ff-c3e11471c266 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:03.640755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=038c0afa-503a-4746-8ba4-ac88ced79a83,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:03.672619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 6b90ace8-95df-4493-a3ff-c3e11471c266 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:03.673252 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:03.674883 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:03.707565 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-da8863d4-d559-49a4-a3cc-7626922f6db2 req-8663bfec-1423-48f7-afb7-e69daad34da3 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0384402 Aug 29 17:30:03.756098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:03.757462 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:03.816433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:03.843694 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:03.855399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-e8cb2dec-fcee-4534-940d-d8a64a8fe60d service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910626 Aug 29 17:30:03.940890 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:03.978672 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.090506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:04.113091 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.144911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec97e142-2a67-4a96-8828-e345b5bd3bec req-020db21a-dfbf-4b10-95c9-8946c7957c4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3512109a2e724ff3afccd7731d326b1e&device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0497048 Aug 29 17:30:04.162429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.176081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d322f33-8cb7-4a51-9c12-33ccca253e59 req-2fbee599-36da-4c2b-8087-ad2dce0cac35 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 210 time: 0.1271358 Aug 29 17:30:04.203761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec97e142-2a67-4a96-8828-e345b5bd3bec req-72982cc1-efe6-46ee-91a7-2092bd1cff05 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3512109a2e724ff3afccd7731d326b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461075 Aug 29 17:30:04.236353 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 6b90ace8-95df-4493-a3ff-c3e11471c266, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6b90ace8-95df-4493-a3ff-c3e11471c266,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:04.247383 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:30:04.252045 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:30:04.252798 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.253712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device edfdff25-5905-4ace-a088-33d601c51a9b up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:04.372210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bc91635-e92a-4e47-ab6e-1efcff48143b req-7d663ee4-f3d7-4c0f-b6d8-93e9f481026f tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0523181 Aug 29 17:30:04.389816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=6b90ace8-95df-4493-a3ff-c3e11471c266,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:04.439623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038c0afa-503a-4746-8ba4-ac88ced79a83'}, {'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'}, {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:04.442260 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25866c8-3cf0-4793-a41c-48fc44416944" -d '{"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "038c0afa-503a-4746-8ba4-ac88ced79a83"}, {"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-plugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8"}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:04.464179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port edfdff25-5905-4ace-a088-33d601c51a9b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:04.469931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port edfdff25-5905-4ace-a088-33d601c51a9b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:04.469931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.484755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97e142-2a67-4a96-8828-e345b5bd3bec req-c252efc5-2a38-4c94-b839-041e248e76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.490072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec97e142-2a67-4a96-8828-e345b5bd3bec req-c252efc5-2a38-4c94-b839-041e248e76b4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2666821 Aug 29 17:30:04.606956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-f0354721-74fd-4662-95f7-94a20c42edb1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.614037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-f0354721-74fd-4662-95f7-94a20c42edb1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.619932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-f0354721-74fd-4662-95f7-94a20c42edb1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.627127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-f0354721-74fd-4662-95f7-94a20c42edb1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.630004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233ac9-2e33-49bf-9d9a-f780c6288aff req-5eccf301-fddf-4175-b35c-f1f0d6e13dd9 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.633554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-f0354721-74fd-4662-95f7-94a20c42edb1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.641781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-f0354721-74fd-4662-95f7-94a20c42edb1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.641968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9233ac9-2e33-49bf-9d9a-f780c6288aff req-5eccf301-fddf-4175-b35c-f1f0d6e13dd9 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1099246 Aug 29 17:30:04.648947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-f0354721-74fd-4662-95f7-94a20c42edb1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:04.657529 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-f0354721-74fd-4662-95f7-94a20c42edb1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5430 time: 0.2972486 Aug 29 17:30:04.676223 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.705879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9233ac9-2e33-49bf-9d9a-f780c6288aff req-4f65381c-969f-4dd9-a5b9-61d771014b37 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Aug 29 17:30:04.730445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-96a7bcf9-d883-4d82-b7f5-aaceb037b494 req-0f73402c-c2a4-462a-b9d1-75f84f7c555d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718160 Aug 29 17:30:04.739668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d9504d2d-3dfe-422e-a439-2166567e20fa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:04.809784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.829480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.832300 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.859433 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ed676a-995e-4ee4-a5c9-8c2be5eec811 x-openstack-request-id: req-59ed676a-995e-4ee4-a5c9-8c2be5eec811 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:04.859991 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "038c0afa-503a-4746-8ba4-ac88ced79a83", "code": 200}, {"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-plugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8", "code": 200}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:04.860370 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59ed676a-995e-4ee4-a5c9-8c2be5eec811 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:04.864297 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038c0afa-503a-4746-8ba4-ac88ced79a83', 'code': 200} Aug 29 17:30:04.864786 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'code': 200} Aug 29 17:30:04.865206 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'code': 200} Aug 29 17:30:04.871880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port edfdff25-5905-4ace-a088-33d601c51a9b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=edfdff25-5905-4ace-a088-33d601c51a9b,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:04.892667 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.927579 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.934614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 813cea1e-7262-422d-a892-d667f5f731aa up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:04.971057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Subnet': ['ID=195be190-8b28-4b8b-b9eb-95f599ff3857,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:05.063525 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:30:05.063889 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:30:05.090401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:05.114357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:05.120299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=edfdff25-5905-4ace-a088-33d601c51a9b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:05.120670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:05.121454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.133771 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:30:05.134145 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:30:05.144739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 813cea1e-7262-422d-a892-d667f5f731aa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:05.145200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=11']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:05.151808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 813cea1e-7262-422d-a892-d667f5f731aa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:05.152222 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.166188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb8efa-3eee-4645-b44b-694b89eab02d req-73728625-9dd5-4cce-ac13-2222f221a057 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:05.174248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cddb8efa-3eee-4645-b44b-694b89eab02d req-73728625-9dd5-4cce-ac13-2222f221a057 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 950 time: 0.3393023 Aug 29 17:30:05.188602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5346a-4bbf-4e32-95a4-697071e80d15 req-cdc2d33b-988f-4c4f-8e63-ec28bb9e9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:05.190082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8e5346a-4bbf-4e32-95a4-697071e80d15 req-cdc2d33b-988f-4c4f-8e63-ec28bb9e9efc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 1102 time: 0.2555773 Aug 29 17:30:05.194522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-edc0b2c5-47be-47c9-9b3a-d899b82159dd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4945517 Aug 29 17:30:05.197809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50688) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.205984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Request body: {'port': {'network_id': '2ad95fe3-2af7-4150-b097-a47258efe850', 'mac_address': 'fa:16:3e:34:41:36', 'name': 'tempest-NetworksTestDHCPv6-1458512695'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:05.291572 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.319187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad0051-1583-4c03-be1a-2fff32a1e9b0 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:05.319413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cddb8efa-3eee-4645-b44b-694b89eab02d req-2cf39139-348e-48cd-b04a-cd50e0232fbb tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442902 Aug 29 17:30:05.351050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8e5346a-4bbf-4e32-95a4-697071e80d15 req-b511b0c5-9f29-40d6-b2a5-17eef639f397 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435516 Aug 29 17:30:05.373520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 813cea1e-7262-422d-a892-d667f5f731aa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=813cea1e-7262-422d-a892-d667f5f731aa,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:05.382819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-207335ed-3425-469d-85b8-09394dc66678 req-a95e9215-bffe-4b17-980e-6de5d9275260 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 210 time: 0.0457327 Aug 29 17:30:05.384194 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.385136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a321819e-7adf-4edf-9e2f-4f6f96d7b55a up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:05.425229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Made reservation on behalf of 142c1fc75385498a86ecf7d5968c0d8f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:05.511144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=813cea1e-7262-422d-a892-d667f5f731aa,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:05.559520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0cacb02-5580-49be-8ef1-14d8128fe5cc req-69da556f-657c-4361-819d-a1038dbefd34 tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0578346 Aug 29 17:30:05.616503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port a321819e-7adf-4edf-9e2f-4f6f96d7b55a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:05.619946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.644823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] device_id is not set on port 32f4a1b0-01b1-48ef-9df7-565f504fefc0 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:30:05.655855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port a321819e-7adf-4edf-9e2f-4f6f96d7b55a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:05.656309 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.696067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.771247 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.792140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d9504d2d-3dfe-422e-a439-2166567e20fa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:05.830621 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.874106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8::287 (2ad95fe3-2af7-4150-b097-a47258efe850/443711e4-8110-4c59-a0d4-55e0126a6a12/32f4a1b0-01b1-48ef-9df7-565f504fefc0) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:05.891257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:05.902444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-7fd2b725-1e19-4a93-8971-e7ebeb900c4e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:05.904849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-7fd2b725-1e19-4a93-8971-e7ebeb900c4e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.3803079 Aug 29 17:30:05.906537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:4136 (2ad95fe3-2af7-4150-b097-a47258efe850/195be190-8b28-4b8b-b9eb-95f599ff3857/32f4a1b0-01b1-48ef-9df7-565f504fefc0) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:05.927814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Request body: {'port': {'device_id': '6df4c4d5-531d-4691-ad76-2c588cbcdcef', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'admin_state_up': True, 'tenant_id': '1d474c1586504dfb86b5f6741345f431'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:05.942017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3e78-52c0-468f-b954-763c0c5298fe req-65543538-49af-48d0-8ae8-18ddaf2e89f6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:05.954060 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eabe3e78-52c0-468f-b954-763c0c5298fe req-65543538-49af-48d0-8ae8-18ddaf2e89f6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1494203 Aug 29 17:30:05.980328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec97e142-2a67-4a96-8828-e345b5bd3bec req-0613f5c2-54aa-4c67-b352-9d3034771b2e tempest-ServerShowV257Test-2010732986 tempest-ServerShowV257Test-2010732986-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fb790a0-1c1e-4cde-9fdd-f817de7a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0428033 Aug 29 17:30:06.019070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=12']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:06.057618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971942-347c-4d88-9742-3430fd20dfde req-5371cb6e-3df9-4e64-8519-a58169ec6ef0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.064494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971942-347c-4d88-9742-3430fd20dfde req-5371cb6e-3df9-4e64-8519-a58169ec6ef0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.071046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971942-347c-4d88-9742-3430fd20dfde req-5371cb6e-3df9-4e64-8519-a58169ec6ef0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.079948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971942-347c-4d88-9742-3430fd20dfde req-5371cb6e-3df9-4e64-8519-a58169ec6ef0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.088997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971942-347c-4d88-9742-3430fd20dfde req-5371cb6e-3df9-4e64-8519-a58169ec6ef0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.091889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a321819e-7adf-4edf-9e2f-4f6f96d7b55a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:06.099172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971942-347c-4d88-9742-3430fd20dfde req-5371cb6e-3df9-4e64-8519-a58169ec6ef0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.106371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971942-347c-4d88-9742-3430fd20dfde req-5371cb6e-3df9-4e64-8519-a58169ec6ef0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.108593 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d9504d2d-3dfe-422e-a439-2166567e20fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:06.109293 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c971942-347c-4d88-9742-3430fd20dfde req-5371cb6e-3df9-4e64-8519-a58169ec6ef0 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5432 time: 0.2437959 Aug 29 17:30:06.110885 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:30:06.111341 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-70d26fb3-e4c1-4e33-ade1-03b15eed03b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:30:06.113868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.150371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 45a7d4a3-b03c-4b36-8863-48d010d70465 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:06.166258 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eabe3e78-52c0-468f-b954-763c0c5298fe req-b5f3e7c8-53a2-4ce8-b974-880d32cbe7e0 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111223 Aug 29 17:30:06.197618 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c971942-347c-4d88-9742-3430fd20dfde req-8f5af1ab-dae1-4bcd-a925-efbacdfb09a5 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763810 Aug 29 17:30:06.312802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:06.321441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:06.321959 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.364210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 45a7d4a3-b03c-4b36-8863-48d010d70465 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:06.391836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 45a7d4a3-b03c-4b36-8863-48d010d70465 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:06.392260 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.477505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Made reservation on behalf of 1d474c1586504dfb86b5f6741345f431 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:06.481184 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.656167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd5ed879-480c-4386-9db3-0e956499929b req-f423a22b-51d4-4cf3-90e0-26116d3528bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 210 time: 0.0442126 Aug 29 17:30:06.667738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.690613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Transition to ACTIVE for port object 32f4a1b0-01b1-48ef-9df7-565f504fefc0 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:06.843471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11883722-49c4-41b9-abb0-bedcb949c7ea req-5dd959db-b5d3-4e5d-9db1-41a5fd6a631b tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.851846 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11883722-49c4-41b9-abb0-bedcb949c7ea req-5dd959db-b5d3-4e5d-9db1-41a5fd6a631b tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 950 time: 0.3100193 Aug 29 17:30:06.925178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.976634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-9cfff36a-b9f7-4462-8059-c1cde50dd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:06.984741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-9cfff36a-b9f7-4462-8059-c1cde50dd0c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=645d9236908f4ea097cd7097442344f2&device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 1097 time: 0.1123574 Aug 29 17:30:06.995370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfdff25-5905-4ace-a088-33d601c51a9b'}, {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813cea1e-7262-422d-a892-d667f5f731aa'}, {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a321819e-7adf-4edf-9e2f-4f6f96d7b55a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:06.999832 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08186aff-a46d-41b1-aeae-c7b1cf949326" -d '{"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "edfdff25-5905-4ace-a088-33d601c51a9b"}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "813cea1e-7262-422d-a892-d667f5f731aa"}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "a321819e-7adf-4edf-9e2f-4f6f96d7b55a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:07.008881 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.137300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 45a7d4a3-b03c-4b36-8863-48d010d70465, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=45a7d4a3-b03c-4b36-8863-48d010d70465,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:07.147877 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.159525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Network 2ad95fe3-2af7-4150-b097-a47258efe850 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:07.168195 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11883722-49c4-41b9-abb0-bedcb949c7ea req-b83d8c49-5279-4120-9bbd-ae036757bc74 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151205 Aug 29 17:30:07.168830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event updated for resources: {'Port': ['ID=32f4a1b0-01b1-48ef-9df7-565f504fefc0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:07.191284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:07.231147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:07.254240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.254240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.267295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Allocated IP 172.20.0.8 (e136bb71-1565-4a74-a07c-3da563b369d5/4fde333e-caeb-4be9-96df-a0767fe315e7/fbdfc681-ce5a-4316-952d-ec2472a572fd) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:07.293570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=45a7d4a3-b03c-4b36-8863-48d010d70465,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:07.301629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-179940b4-eee4-46c0-8dba-c52d333232c5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1020973 Aug 29 17:30:07.305076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50746) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:07.328946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-aacc26e2-9192-4cfc-87d4-2fcec78ef3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.335570 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343545b1-51b9-4f88-887b-835e4ff8ef51 x-openstack-request-id: req-343545b1-51b9-4f88-887b-835e4ff8ef51 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:07.335790 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "edfdff25-5905-4ace-a088-33d601c51a9b", "code": 200}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "813cea1e-7262-422d-a892-d667f5f731aa", "code": 200}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "a321819e-7adf-4edf-9e2f-4f6f96d7b55a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:07.336110 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-343545b1-51b9-4f88-887b-835e4ff8ef51 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:07.336576 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfdff25-5905-4ace-a088-33d601c51a9b', 'code': 200} Aug 29 17:30:07.337001 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813cea1e-7262-422d-a892-d667f5f731aa', 'code': 200} Aug 29 17:30:07.337271 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a321819e-7adf-4edf-9e2f-4f6f96d7b55a', 'code': 200} Aug 29 17:30:07.344410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-aacc26e2-9192-4cfc-87d4-2fcec78ef3e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 200 len: 920 time: 0.3503211 Aug 29 17:30:07.346502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-29402306-14b7-4bc1-a3b7-603a545fa3aa None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:07.347099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29402306-14b7-4bc1-a3b7-603a545fa3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.353919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c10a34-8709-47d7-9c5f-e5c3585014f7 req-38c9a625-e26f-4b68-9e54-8df78da3a24b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.356115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32c10a34-8709-47d7-9c5f-e5c3585014f7 req-38c9a625-e26f-4b68-9e54-8df78da3a24b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2398496 Aug 29 17:30:07.404608 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-12ddfcde-e32c-485b-8cfe-6fb24f75ffc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 200 len: 217 time: 0.0465424 Aug 29 17:30:07.526727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32c10a34-8709-47d7-9c5f-e5c3585014f7 req-a7ca45c5-87dc-47ec-9420-3b10aaff4c4b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139145 Aug 29 17:30:07.553440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50754) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:07.569024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-c5d1d2c4-0058-450d-afb3-289dcf65ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.570905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-c5d1d2c4-0058-450d-afb3-289dcf65ce9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 200 len: 859 time: 0.1588447 Aug 29 17:30:07.623464 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-6ac7ae03-e4d8-4af5-9938-b1b48ef2f7cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7bacde5-2043-4073-91c1-4b81e2e6fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444078 Aug 29 17:30:07.735091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-31cc9bd9-4de1-4e1a-a7e3-68c570ca40fa tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.743364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-31cc9bd9-4de1-4e1a-a7e3-68c570ca40fa tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.751540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-31cc9bd9-4de1-4e1a-a7e3-68c570ca40fa tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.757683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-31cc9bd9-4de1-4e1a-a7e3-68c570ca40fa tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.760059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c73d5ad1-368e-453b-8910-5a60429e82ed None None] Provisioning for port 32f4a1b0-01b1-48ef-9df7-565f504fefc0 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:07.765016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-31cc9bd9-4de1-4e1a-a7e3-68c570ca40fa tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.765649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c73d5ad1-368e-453b-8910-5a60429e82ed None None] Provisioning complete for port 32f4a1b0-01b1-48ef-9df7-565f504fefc0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:07.766231 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c73d5ad1-368e-453b-8910-5a60429e82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.778225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-29819219-bc96-4687-81ed-b4a6cb62c506 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465280 Aug 29 17:30:07.779450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-31cc9bd9-4de1-4e1a-a7e3-68c570ca40fa tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.785464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-31cc9bd9-4de1-4e1a-a7e3-68c570ca40fa tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:07.795354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-31cc9bd9-4de1-4e1a-a7e3-68c570ca40fa tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.3518522 Aug 29 17:30:07.799149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4ad7c-93ef-4b1f-843c-a2ed893708fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting port 32f4a1b0-01b1-48ef-9df7-565f504fefc0 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:07.799512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ad7c-93ef-4b1f-843c-a2ed893708fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.802964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b087f64b-7955-4170-b223-cece977f78fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.818644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c73d5ad1-368e-453b-8910-5a60429e82ed None None] Port 32f4a1b0-01b1-48ef-9df7-565f504fefc0 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:30:07.887531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.907186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0194999d-bf89-42d2-b351-6ddef7f63945 req-3ad0862c-2a39-424b-a19f-e819667b7acd tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 210 time: 0.0856514 Aug 29 17:30:07.947103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9bd28e6-0292-4822-9e4d-771c1b337c61 req-240d29e6-ad90-4f8e-abe1-0894c7bfd442 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507344 Aug 29 17:30:07.969662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d9504d2d-3dfe-422e-a439-2166567e20fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:08.002853 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf38033a-ee23-45c6-a099-d5bc8c10227b req-d28a19b3-ca4a-491e-bce8-4751eff6b2b6 service neutron] 10.222.0.43 "GET /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009897 Aug 29 17:30:08.031000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.037008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:08.038020 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.093565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b087f64b-7955-4170-b223-cece977f78fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.098532 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b087f64b-7955-4170-b223-cece977f78fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.104798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Network e136bb71-1565-4a74-a07c-3da563b369d5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:08.109843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:08.117566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:08.158875 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b087f64b-7955-4170-b223-cece977f78fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3512109a2e724ff3afccd7731d326b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038871 Aug 29 17:30:08.159960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087f64b-7955-4170-b223-cece977f78fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a063e0-1ce3-4cd2-9d2c-4b2b3cdbb0ce,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:08.163685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50768) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:08.189613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ad7c-93ef-4b1f-843c-a2ed893708fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.218129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4ad7c-93ef-4b1f-843c-a2ed893708fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Calling delete_port for 32f4a1b0-01b1-48ef-9df7-565f504fefc0 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:08.227943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event updated for resources: {'Port': ['ID=fbdfc681-ce5a-4316-952d-ec2472a572fd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:08.244399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:08.245036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.252732 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fddf644-7afd-4795-9bb3-3c547e38a5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.287665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fddf644-7afd-4795-9bb3-3c547e38a5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.290819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-50c4990c-24c9-4161-8af8-6e786776bab0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3673604 Aug 29 17:30:08.304306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Request body: {'port': {'device_id': '6df4c4d5-531d-4691-ad76-2c588cbcdcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:08.361700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac2b6-2259-4999-ba79-0dceeee933b2 req-1777e82f-6b93-4cc2-bd50-04756e9db9e8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:08.364219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72dac2b6-2259-4999-ba79-0dceeee933b2 req-1777e82f-6b93-4cc2-bd50-04756e9db9e8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 950 time: 0.0919669 Aug 29 17:30:08.390765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fddf644-7afd-4795-9bb3-3c547e38a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.393346 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fddf644-7afd-4795-9bb3-3c547e38a5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.394465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9fddf644-7afd-4795-9bb3-3c547e38a5a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63a063e0-1ce3-4cd2-9d2c-4b2b3cdbb0ce HTTP/1.1" status: 204 len: 168 time: 0.2294793 Aug 29 17:30:08.405307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.410073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddf644-7afd-4795-9bb3-3c547e38a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a063e0-1ce3-4cd2-9d2c-4b2b3cdbb0ce,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:08.426806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72dac2b6-2259-4999-ba79-0dceeee933b2 req-bfe92de2-33b0-40fc-9f76-f31c6b4ded9d tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Aug 29 17:30:08.701885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400edc-c646-437a-8a97-e608117d7791 req-d5612155-c1a5-4493-a257-21271ec3fa74 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:08.703357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7400edc-c646-437a-8a97-e608117d7791 req-d5612155-c1a5-4493-a257-21271ec3fa74 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.0788188 Aug 29 17:30:08.736596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ad7c-93ef-4b1f-843c-a2ed893708fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.767649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7400edc-c646-437a-8a97-e608117d7791 req-8a906355-4662-42b8-9dae-24bfc1911756 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Aug 29 17:30:08.786293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4ad7c-93ef-4b1f-843c-a2ed893708fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Port': ['ID=32f4a1b0-01b1-48ef-9df7-565f504fefc0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:08.852610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ad7c-93ef-4b1f-843c-a2ed893708fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.855090 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e6f4ad7c-93ef-4b1f-843c-a2ed893708fb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/32f4a1b0-01b1-48ef-9df7-565f504fefc0 HTTP/1.1" status: 204 len: 168 time: 1.5481629 Aug 29 17:30:08.857643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50800) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:08.967893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdfc681-ce5a-4316-952d-ec2472a572fd {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:08.985232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.000247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Transition to ACTIVE for port object fbdfc681-ce5a-4316-952d-ec2472a572fd will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:09.018819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.046264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf05a1b0-74bd-4f7f-bf87-6ee00f9f628a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.047916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cf05a1b0-74bd-4f7f-bf87-6ee00f9f628a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1892750 Aug 29 17:30:09.051473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50822) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:09.245808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdfc681-ce5a-4316-952d-ec2472a572fd,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:09.271145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508945ca-36bd-4462-8e5d-7925705cb239 req-dd14d719-8455-47f4-9771-c5df58f43886 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.279802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508945ca-36bd-4462-8e5d-7925705cb239 req-dd14d719-8455-47f4-9771-c5df58f43886 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.289615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508945ca-36bd-4462-8e5d-7925705cb239 req-dd14d719-8455-47f4-9771-c5df58f43886 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.299321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508945ca-36bd-4462-8e5d-7925705cb239 req-dd14d719-8455-47f4-9771-c5df58f43886 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.302715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4ef07-56db-4e04-9e2c-921c18f951b6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.306727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a7a4ef07-56db-4e04-9e2c-921c18f951b6 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2510602 Aug 29 17:30:09.307593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508945ca-36bd-4462-8e5d-7925705cb239 req-dd14d719-8455-47f4-9771-c5df58f43886 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.310011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50832) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:09.314805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508945ca-36bd-4462-8e5d-7925705cb239 req-dd14d719-8455-47f4-9771-c5df58f43886 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.321962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508945ca-36bd-4462-8e5d-7925705cb239 req-dd14d719-8455-47f4-9771-c5df58f43886 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.324489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-508945ca-36bd-4462-8e5d-7925705cb239 req-dd14d719-8455-47f4-9771-c5df58f43886 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.1299288 Aug 29 17:30:09.328801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfab230-df9e-476c-8135-7ac5557cbf51 req-92a5f14f-7217-45a4-b70a-414e7686e518 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.330561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bcfab230-df9e-476c-8135-7ac5557cbf51 req-92a5f14f-7217-45a4-b70a-414e7686e518 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 943 time: 0.1693974 Aug 29 17:30:09.338638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a7d4a3-b03c-4b36-8863-48d010d70465'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:09.341584 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486e048-94bb-4609-8f11-9d43d396ca05" -d '{"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "45a7d4a3-b03c-4b36-8863-48d010d70465"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:09.404736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018c2ff-d534-427d-ad67-9d8c54c137f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.406271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018c2ff-d534-427d-ad67-9d8c54c137f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.407942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018c2ff-d534-427d-ad67-9d8c54c137f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.409589 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9018c2ff-d534-427d-ad67-9d8c54c137f0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0984564 Aug 29 17:30:09.411387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Attempting to bind port fbdfc681-ce5a-4316-952d-ec2472a572fd on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:30:09.411718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Attempting to bind port fbdfc681-ce5a-4316-952d-ec2472a572fd by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:30:09.412137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Attempting to bind port fbdfc681-ce5a-4316-952d-ec2472a572fd on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:09.422360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50838) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:09.423025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Port fbdfc681-ce5a-4316-952d-ec2472a572fd on network e136bb71-1565-4a74-a07c-3da563b369d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:30:09.423349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Attempting to bind port fbdfc681-ce5a-4316-952d-ec2472a572fd on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:09.449397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-508945ca-36bd-4462-8e5d-7925705cb239 req-e383ae85-c06e-4be0-854c-b39805a677e4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113055 Aug 29 17:30:09.477652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:30:09.477998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Checking segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:09.478390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Bound using segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:30:09.478858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Bound port: fbdfc681-ce5a-4316-952d-ec2472a572fd, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:30:09.479238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.547333 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8711b9-a81b-4bae-a431-f4260e8c73a8 x-openstack-request-id: req-3f8711b9-a81b-4bae-a431-f4260e8c73a8 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:09.547732 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "45a7d4a3-b03c-4b36-8863-48d010d70465", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:09.548082 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f8711b9-a81b-4bae-a431-f4260e8c73a8 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:09.548577 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a7d4a3-b03c-4b36-8863-48d010d70465', 'code': 200} Aug 29 17:30:09.604407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bcfab230-df9e-476c-8135-7ac5557cbf51 req-74fd1eaf-8980-4ce0-a6ca-c799d85d4a89 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183764 Aug 29 17:30:09.605460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] For port fbdfc681-ce5a-4316-952d-ec2472a572fd, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:30:09.611942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e496f0f3-2798-4852-8a63-e178a4812697 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 195be190-8b28-4b8b-b9eb-95f599ff3857 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:30:09.619064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] For port fbdfc681-ce5a-4316-952d-ec2472a572fd, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fbdfc681-ce5a-4316-952d-ec2472a572fd,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:30:09.630526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e496f0f3-2798-4852-8a63-e178a4812697 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.665019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.716293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.717101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.718505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4396387e-b114-427c-9019-9f8245f71783 service neutron] 10.222.0.44 "PUT /v2.0/ports/fbdfc681-ce5a-4316-952d-ec2472a572fd HTTP/1.1" status: 200 len: 1092 time: 1.4184906 Aug 29 17:30:09.720978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df4c4d5-531d-4691-ad76-2c588cbcdcef', 'tag': 'fbdfc681-ce5a-4316-952d-ec2472a572fd'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:09.723641 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886467dc-0b27-4619-a983-f10c9981f50b" -d '{"events": [{"name": "network-changed", "server_uuid": "6df4c4d5-531d-4691-ad76-2c588cbcdcef", "tag": "fbdfc681-ce5a-4316-952d-ec2472a572fd"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:09.735036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e496f0f3-2798-4852-8a63-e178a4812697 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.741592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-f656e296-1588-47c6-b3a6-d438683f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.745918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-f656e296-1588-47c6-b3a6-d438683f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.746421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-f656e296-1588-47c6-b3a6-d438683f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.747025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-f656e296-1588-47c6-b3a6-d438683f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.748078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-f656e296-1588-47c6-b3a6-d438683f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.759499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-f656e296-1588-47c6-b3a6-d438683f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.760657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-f656e296-1588-47c6-b3a6-d438683f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.762575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-f656e296-1588-47c6-b3a6-d438683f72db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6498 time: 0.1334035 Aug 29 17:30:09.812871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f1012046-b2aa-4ec7-a7cd-bcd6645bcae0 req-3063a11c-f0cc-4692-aa1f-74f56034dd2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400198 Aug 29 17:30:09.862678 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e679631-fc15-4d88-a738-d9c5aab601af x-openstack-request-id: req-9e679631-fc15-4d88-a738-d9c5aab601af {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:09.863202 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df4c4d5-531d-4691-ad76-2c588cbcdcef", "tag": "fbdfc681-ce5a-4316-952d-ec2472a572fd", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:09.863518 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e679631-fc15-4d88-a738-d9c5aab601af {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:09.864032 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df4c4d5-531d-4691-ad76-2c588cbcdcef', 'tag': 'fbdfc681-ce5a-4316-952d-ec2472a572fd', 'status': 'completed', 'code': 200} Aug 29 17:30:09.896088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396387e-b114-427c-9019-9f8245f71783 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdfc681-ce5a-4316-952d-ec2472a572fd,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:09.987091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-3315e16e-9f70-46f5-be42-74352becc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:09.988866 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-3315e16e-9f70-46f5-be42-74352becc2b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 1095 time: 0.1863480 Aug 29 17:30:09.997991 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e496f0f3-2798-4852-8a63-e178a4812697 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.079164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eee0ed-666d-455e-8806-aab78d0c84cb req-15e19d2c-a87b-4732-8a83-fcdb76e2ecde tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.080794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75eee0ed-666d-455e-8806-aab78d0c84cb req-15e19d2c-a87b-4732-8a83-fcdb76e2ecde tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2101045 Aug 29 17:30:10.106933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-1c0ed2bb-1a66-48dd-b8c3-a7923c9aa18c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdfc681-ce5a-4316-952d-ec2472a572fd HTTP/1.1" status: 200 len: 217 time: 0.0827901 Aug 29 17:30:10.189221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e496f0f3-2798-4852-8a63-e178a4812697 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.219345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75eee0ed-666d-455e-8806-aab78d0c84cb req-b8a7063a-d5b7-44c5-aaac-6d644e493026 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154616 Aug 29 17:30:10.223284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496f0f3-2798-4852-8a63-e178a4812697 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=195be190-8b28-4b8b-b9eb-95f599ff3857,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:10.227751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4dc22662-e85e-4227-8560-6273935f7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.229416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-4dc22662-e85e-4227-8560-6273935f7d5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.1140828 Aug 29 17:30:10.233678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e496f0f3-2798-4852-8a63-e178a4812697 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.238772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50884) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:10.239973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e496f0f3-2798-4852-8a63-e178a4812697 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/195be190-8b28-4b8b-b9eb-95f599ff3857 HTTP/1.1" status: 204 len: 168 time: 0.8142529 Aug 29 17:30:10.245719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ebb88-d16d-4221-b2ef-0f55e725d259 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:10.273952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-3818340a-ff54-4c97-803d-a84e098d37a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319848 Aug 29 17:30:10.358168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e139cdef-150f-40dc-8081-e395eae59a54 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Deleting subnet 443711e4-8110-4c59-a0d4-55e0126a6a12 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:30:10.367352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e139cdef-150f-40dc-8081-e395eae59a54 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.435175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e139cdef-150f-40dc-8081-e395eae59a54 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.494373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-bb8edb38-8611-471a-bf59-32ac70ffad27 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120245 Aug 29 17:30:10.650136 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e139cdef-150f-40dc-8081-e395eae59a54 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.728803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8acb-423e-485e-8756-e8a5995235fa req-c8a7bfb8-d5f5-4c7c-b554-589d8e782975 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.736052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8acb-423e-485e-8756-e8a5995235fa req-c8a7bfb8-d5f5-4c7c-b554-589d8e782975 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.743139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8acb-423e-485e-8756-e8a5995235fa req-c8a7bfb8-d5f5-4c7c-b554-589d8e782975 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.744939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e139cdef-150f-40dc-8081-e395eae59a54 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.750576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8acb-423e-485e-8756-e8a5995235fa req-c8a7bfb8-d5f5-4c7c-b554-589d8e782975 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.757211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8acb-423e-485e-8756-e8a5995235fa req-c8a7bfb8-d5f5-4c7c-b554-589d8e782975 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.766119 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e139cdef-150f-40dc-8081-e395eae59a54 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.768484 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e139cdef-150f-40dc-8081-e395eae59a54 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/443711e4-8110-4c59-a0d4-55e0126a6a12 HTTP/1.1" status: 204 len: 168 time: 0.5270133 Aug 29 17:30:10.775905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8acb-423e-485e-8756-e8a5995235fa req-c8a7bfb8-d5f5-4c7c-b554-589d8e782975 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.782944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8acb-423e-485e-8756-e8a5995235fa req-c8a7bfb8-d5f5-4c7c-b554-589d8e782975 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.784817 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15ed8acb-423e-485e-8756-e8a5995235fa req-c8a7bfb8-d5f5-4c7c-b554-589d8e782975 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.1660709 Aug 29 17:30:10.791329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50912) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:10.807035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139cdef-150f-40dc-8081-e395eae59a54 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Subnet': ['ID=443711e4-8110-4c59-a0d4-55e0126a6a12,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:10.807799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:30:10.924356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e9a1b-537e-4a3a-a4e2-f279e8d7e9fd req-817a155e-2928-45d7-93f7-ebaf402b2a10 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:10.926360 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-906e9a1b-537e-4a3a-a4e2-f279e8d7e9fd req-817a155e-2928-45d7-93f7-ebaf402b2a10 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 943 time: 0.0761778 Aug 29 17:30:10.932857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a58d31f2-f25b-4716-bddb-0a523029b29e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403790 Aug 29 17:30:10.936965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50920) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:10.974180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf08c5d-9b5d-4ada-9e6a-dd3d7702abda req-a1c1576b-f91e-4c0c-8e6f-42509cb55f0f service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729047 Aug 29 17:30:11.034988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-906e9a1b-537e-4a3a-a4e2-f279e8d7e9fd req-88df6f01-aa31-45cf-a1db-d2bb4710a686 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005106 Aug 29 17:30:11.185158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:11.247848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'mac_address': 'fa:16:3e:45:15:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:30:11.361044 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06d1c50f-d3c6-453a-a904-b078992071b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.386792 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.420113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:11.481210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:11.495707 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.703574 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15ed8acb-423e-485e-8756-e8a5995235fa req-76f48f66-e42d-484a-9a16-adf15f80c2d5 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7674670 Aug 29 17:30:11.714885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:11.727874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:11.784346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967eee06-5b14-4417-ad4f-987714f2ebe7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:11.791104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50970) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:11.794925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-967eee06-5b14-4417-ad4f-987714f2ebe7 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.8553388 Aug 29 17:30:11.816878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886467dc-0b27-4619-a983-f10c9981f50b req-c505d44b-fd51-4cd8-a113-da11a0b8714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:11.819661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-886467dc-0b27-4619-a983-f10c9981f50b req-c505d44b-fd51-4cd8-a113-da11a0b8714d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 1095 time: 0.1562178 Aug 29 17:30:11.972638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd0583-e5cc-491c-aeda-7fb2f9a0fa57 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:11.974795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b5bd0583-e5cc-491c-aeda-7fb2f9a0fa57 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1819553 Aug 29 17:30:11.984976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50982) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.024995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d37acb0-5092-4950-8946-9a79fa592ef6 None None] Network 2ad95fe3-2af7-4150-b097-a47258efe850 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:12.190330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f962d590-e1ea-4e9c-9f7f-9d6e5a56fb5b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2041285 Aug 29 17:30:12.195146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50996) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.241599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4e2aac50-38d3-431d-9f80-1d95dc4b0c96 None None] Provisioning complete for port d9504d2d-3dfe-422e-a439-2166567e20fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:12.242278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e2aac50-38d3-431d-9f80-1d95dc4b0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.291255 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ba06ea-2690-4042-bc38-2a0fdd3b4115 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:12.295319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ba06ea-2690-4042-bc38-2a0fdd3b4115 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:12.298179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-35ba06ea-2690-4042-bc38-2a0fdd3b4115 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/32f4a1b0-01b1-48ef-9df7-565f504fefc0 HTTP/1.1" status: 404 len: 333 time: 0.1011920 Aug 29 17:30:12.299272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886467dc-0b27-4619-a983-f10c9981f50b req-d4779872-a916-40b6-9a73-416ab35b7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:12.306444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-886467dc-0b27-4619-a983-f10c9981f50b req-d4779872-a916-40b6-9a73-416ab35b7d2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 913 time: 0.4761436 Aug 29 17:30:12.311205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51004) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.445621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2061-4f4d-4ffd-b2e8-cb34b18c8373 req-7368c4bb-4dd2-47bc-a612-36c5ee625958 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:12.453837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47cc2061-4f4d-4ffd-b2e8-cb34b18c8373 req-7368c4bb-4dd2-47bc-a612-36c5ee625958 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 943 time: 0.1528952 Aug 29 17:30:12.485956 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e0ba93-948c-47ec-984c-9443dd67b9be tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:12.488091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e0ba93-948c-47ec-984c-9443dd67b9be tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:12.497930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-18e0ba93-948c-47ec-984c-9443dd67b9be tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/195be190-8b28-4b8b-b9eb-95f599ff3857 HTTP/1.1" status: 404 len: 337 time: 0.1806040 Aug 29 17:30:12.502243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51012) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.515016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47cc2061-4f4d-4ffd-b2e8-cb34b18c8373 req-da8bdd4e-72eb-4bcf-b365-ca8fff8d194f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Aug 29 17:30:12.580618 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-907a812e-b872-4adc-982e-562b1f18f647 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:12.581336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907a812e-b872-4adc-982e-562b1f18f647 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:12.583295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-907a812e-b872-4adc-982e-562b1f18f647 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/443711e4-8110-4c59-a0d4-55e0126a6a12 HTTP/1.1" status: 404 len: 337 time: 0.0626094 Aug 29 17:30:12.585836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51020) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.623597 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e19c719-889b-4263-ac47-0523ff495ba4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:12.632076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e19c719-889b-4263-ac47-0523ff495ba4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:12.637431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2e19c719-889b-4263-ac47-0523ff495ba4 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/85b331d5-107f-4b2c-a356-e7c90401e4d2 HTTP/1.1" status: 404 len: 333 time: 0.0496609 Aug 29 17:30:12.640957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51026) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.718299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-886467dc-0b27-4619-a983-f10c9981f50b req-16fccb38-5569-4446-a965-15dbf4df3a55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdfc681-ce5a-4316-952d-ec2472a572fd HTTP/1.1" status: 200 len: 217 time: 0.3906841 Aug 29 17:30:12.741470 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-455e94f1-cfe5-4a10-8a81-316491ccbf03 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:12.741939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455e94f1-cfe5-4a10-8a81-316491ccbf03 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:12.770930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-455e94f1-cfe5-4a10-8a81-316491ccbf03 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/7849a8c4-515d-4192-b23f-73a843702605 HTTP/1.1" status: 404 len: 337 time: 0.1280274 Aug 29 17:30:12.771757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51036) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.796232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.849373 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0928e866-55f1-4a5d-9330-0474d692e475 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:12.850386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0928e866-55f1-4a5d-9330-0474d692e475 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:12.856201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0928e866-55f1-4a5d-9330-0474d692e475 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/499d089a-3758-469c-924d-298ff1dcd5a4 HTTP/1.1" status: 404 len: 337 time: 0.0817196 Aug 29 17:30:12.857866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51046) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.863584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886467dc-0b27-4619-a983-f10c9981f50b req-de19420c-f39f-4d3a-9921-5dcdbc738d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:12.874410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-886467dc-0b27-4619-a983-f10c9981f50b req-de19420c-f39f-4d3a-9921-5dcdbc738d96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.1413057 Aug 29 17:30:12.927211 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.968866 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3fe80e-8417-4be2-a7da-9b6bafad78bf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:12.969870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3fe80e-8417-4be2-a7da-9b6bafad78bf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:12.982248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2e3fe80e-8417-4be2-a7da-9b6bafad78bf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/3d8da57e-4b88-4b65-bc58-49fdbd16d924 HTTP/1.1" status: 404 len: 333 time: 0.1231666 Aug 29 17:30:12.984554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] DHCP port deletion for 2ad95fe3-2af7-4150-b097-a47258efe850 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:30:12.984740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51050) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.009665 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-886467dc-0b27-4619-a983-f10c9981f50b req-f35da685-f9ee-4819-8639-bd76ab754074 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217349 Aug 29 17:30:13.111076 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-16624c32-54e7-41c1-890c-efc5465b11bf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:13.111963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16624c32-54e7-41c1-890c-efc5465b11bf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:13.113876 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16624c32-54e7-41c1-890c-efc5465b11bf tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/9986b0b1-abe6-48cb-88e8-89565fd5e82c HTTP/1.1" status: 404 len: 337 time: 0.1280708 Aug 29 17:30:13.117762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51054) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.215233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-886467dc-0b27-4619-a983-f10c9981f50b req-94bea67a-76f3-4c46-8435-021a108d8bbf service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042856 Aug 29 17:30:13.225908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] Deleting port d9504d2d-3dfe-422e-a439-2166567e20fa {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:13.232453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.353667 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3753b87-893c-4851-89f3-0b7baf24a2eb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:13.354043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3753b87-893c-4851-89f3-0b7baf24a2eb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:13.381411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51066) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.388859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a3753b87-893c-4851-89f3-0b7baf24a2eb tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/d2b5b1c2-51f3-4efd-a7f5-bc6193fb8f9a HTTP/1.1" status: 404 len: 337 time: 0.2654245 Aug 29 17:30:13.455385 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-76980237-6224-4794-80b5-339cfda64cde tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:13.468857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76980237-6224-4794-80b5-339cfda64cde tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:13.482537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-76980237-6224-4794-80b5-339cfda64cde tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/633ce4b6-28c8-4aef-a739-93b6be8efe21 HTTP/1.1" status: 404 len: 333 time: 0.0983129 Aug 29 17:30:13.482987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51072) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.515794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-1bdc9982-ac29-4b59-ba0d-092de77d4111 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.543432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-1bdc9982-ac29-4b59-ba0d-092de77d4111 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.548001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] For port d9504d2d-3dfe-422e-a439-2166567e20fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d9504d2d-3dfe-422e-a439-2166567e20fa,segment=NetworkSegment(6e4e4b8b-cf3c-43f9-813e-6859956ffb0a),segment_id=6e4e4b8b-cf3c-43f9-813e-6859956ffb0a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:13.552790 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.562372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-1bdc9982-ac29-4b59-ba0d-092de77d4111 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.579625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-1bdc9982-ac29-4b59-ba0d-092de77d4111 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.581030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] Calling delete_port for d9504d2d-3dfe-422e-a439-2166567e20fa owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:13.586445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-1bdc9982-ac29-4b59-ba0d-092de77d4111 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.602311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-886467dc-0b27-4619-a983-f10c9981f50b req-419c3549-ea51-4c04-85c7-166697a7b90e service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800261 Aug 29 17:30:13.603832 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de39758-0959-42ca-93c4-5b328b74668c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:13.604347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de39758-0959-42ca-93c4-5b328b74668c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:13.605010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-1bdc9982-ac29-4b59-ba0d-092de77d4111 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.608868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2de39758-0959-42ca-93c4-5b328b74668c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/46a4a828-503e-4daa-9d3a-7d3fac187804 HTTP/1.1" status: 404 len: 337 time: 0.1120086 Aug 29 17:30:13.622636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-1bdc9982-ac29-4b59-ba0d-092de77d4111 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.627343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51078) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.628467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-1bdc9982-ac29-4b59-ba0d-092de77d4111 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.3641524 Aug 29 17:30:13.729105 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0596e4a-e9b3-474b-a56f-7e0e54945d23 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:13.729750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0596e4a-e9b3-474b-a56f-7e0e54945d23 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:13.737397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f0596e4a-e9b3-474b-a56f-7e0e54945d23 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/c8c02a08-4663-41cf-bf1b-00c323407010 HTTP/1.1" status: 404 len: 337 time: 0.0867312 Aug 29 17:30:13.738325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51082) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.751708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79260937-1fb3-471e-a5ac-1976b6b8ac61 req-d7ba8165-b361-40c7-ba4b-bce9dab2471b tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146021 Aug 29 17:30:13.810005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device fbdfc681-ce5a-4316-952d-ec2472a572fd details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:30:13.909801 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cef2a8f-f6e1-405f-a5d6-f1a183e544c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.921897 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b571f80-be15-47d3-a540-244c06888f8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:13.926310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b571f80-be15-47d3-a540-244c06888f8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:13.940198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51098) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.942939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3b571f80-be15-47d3-a540-244c06888f8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/d62b28a7-ca57-4c81-ba31-04cff6ee6c47 HTTP/1.1" status: 404 len: 333 time: 0.1784120 Aug 29 17:30:14.027596 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4836304d-ce4f-4c59-a274-ce9469f94717 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.029653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4836304d-ce4f-4c59-a274-ce9469f94717 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.033406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4836304d-ce4f-4c59-a274-ce9469f94717 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/c055e2d1-3bbc-412e-a1ec-28030ae29113 HTTP/1.1" status: 404 len: 337 time: 0.0990329 Aug 29 17:30:14.040137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51100) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.094753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f731ab8-1c1d-48e0-9fee-3e4de6ab87ba req-8f39e8fa-6a4c-4818-9831-e6c586cc5f0c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:14.096561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6f731ab8-1c1d-48e0-9fee-3e4de6ab87ba req-8f39e8fa-6a4c-4818-9831-e6c586cc5f0c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 943 time: 0.3242722 Aug 29 17:30:14.097275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51102) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.128321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.133465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d9504d2d-3dfe-422e-a439-2166567e20fa no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:14.141851 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd8b991-8be9-43ba-a989-2e418f0f3f2a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.144382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd8b991-8be9-43ba-a989-2e418f0f3f2a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.152779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1dd8b991-8be9-43ba-a989-2e418f0f3f2a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/822f6410-af9e-4c20-8f29-c02d4734a2fd HTTP/1.1" status: 404 len: 333 time: 0.1067908 Aug 29 17:30:14.155144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51108) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.183615 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d9504d2d-3dfe-422e-a439-2166567e20fa {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:14.186903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d9504d2d-3dfe-422e-a439-2166567e20fa not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:14.190544 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.240325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6f731ab8-1c1d-48e0-9fee-3e4de6ab87ba req-65a33400-b49d-433c-b09f-cb1680b6b1ad tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236954 Aug 29 17:30:14.277144 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed035e7-3c60-47db-96f8-c2d645ca6eac tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.277881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed035e7-3c60-47db-96f8-c2d645ca6eac tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.280652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0ed035e7-3c60-47db-96f8-c2d645ca6eac tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/b78ebe04-51ba-4b7a-ae10-21b4eef1fa58 HTTP/1.1" status: 404 len: 337 time: 0.0773153 Aug 29 17:30:14.283229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51110) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.345272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] Pushing event deleted for resources: {'Port': ['ID=d9504d2d-3dfe-422e-a439-2166567e20fa,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:14.350536 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b32fe5c-edc5-4bbf-a7b1-434c0c43c949 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.351309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b32fe5c-edc5-4bbf-a7b1-434c0c43c949 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.353074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4b32fe5c-edc5-4bbf-a7b1-434c0c43c949 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/04fccc56-5b6b-475c-ade2-d9fc62fc27ee HTTP/1.1" status: 404 len: 333 time: 0.0686007 Aug 29 17:30:14.360067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51116) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.368485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ac000-300d-479d-aeb1-30a3694d4cbe req-aa67fbc3-1e73-47a6-a56a-731e6104b825 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:14.390326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925db257-00d9-4de8-af5e-91eacea6150e None None] No DVR routers for this DVR port d9504d2d-3dfe-422e-a439-2166567e20fa on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:14.395028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ac000-300d-479d-aeb1-30a3694d4cbe req-aa67fbc3-1e73-47a6-a56a-731e6104b825 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:14.423571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ac000-300d-479d-aeb1-30a3694d4cbe req-aa67fbc3-1e73-47a6-a56a-731e6104b825 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:14.442419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ac000-300d-479d-aeb1-30a3694d4cbe req-aa67fbc3-1e73-47a6-a56a-731e6104b825 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:14.457539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port fbdfc681-ce5a-4316-952d-ec2472a572fd, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fbdfc681-ce5a-4316-952d-ec2472a572fd,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:14.460817 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d163306a-4b5b-44a1-a4da-9ac07b522945 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.462200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d163306a-4b5b-44a1-a4da-9ac07b522945 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.465417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ac000-300d-479d-aeb1-30a3694d4cbe req-aa67fbc3-1e73-47a6-a56a-731e6104b825 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:14.466725 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d163306a-4b5b-44a1-a4da-9ac07b522945 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/bd4ca436-c399-44ca-a714-148a623b8a11 HTTP/1.1" status: 404 len: 337 time: 0.1006684 Aug 29 17:30:14.472390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51118) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.479313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ac000-300d-479d-aeb1-30a3694d4cbe req-aa67fbc3-1e73-47a6-a56a-731e6104b825 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:14.495028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ac000-300d-479d-aeb1-30a3694d4cbe req-aa67fbc3-1e73-47a6-a56a-731e6104b825 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:14.521154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'fbdfc681-ce5a-4316-952d-ec2472a572fd', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'port_id': 'fbdfc681-ce5a-4316-952d-ec2472a572fd', 'mac_address': 'fa:16:3e:76:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde333e-caeb-4be9-96df-a0767fe315e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:30:14.521996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee7ac000-300d-479d-aeb1-30a3694d4cbe req-aa67fbc3-1e73-47a6-a56a-731e6104b825 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.3642449 Aug 29 17:30:14.522492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51122) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.542690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Request body: {'floatingip': {'port_id': '6b90ace8-95df-4493-a3ff-c3e11471c266'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:14.586518 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4b137a-a470-4328-8abe-432ae4248f6a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.588662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4b137a-a470-4328-8abe-432ae4248f6a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.591726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fe4b137a-a470-4328-8abe-432ae4248f6a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/109dc1aa-e0dd-4978-be7d-057b37c03231 HTTP/1.1" status: 404 len: 333 time: 0.1178334 Aug 29 17:30:14.594408 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.599437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b5c7257-908a-48e7-b3b9-a1ba2251637e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.602546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51124) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.626956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdfc681-ce5a-4316-952d-ec2472a572fd {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:14.640656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.676317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port fbdfc681-ce5a-4316-952d-ec2472a572fd, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fbdfc681-ce5a-4316-952d-ec2472a572fd,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:14.687406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.730993 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a2ebd4-56bf-4f5a-aa13-496ddf0d6cce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.737594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a2ebd4-56bf-4f5a-aa13-496ddf0d6cce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.741064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-00a2ebd4-56bf-4f5a-aa13-496ddf0d6cce tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/f4d99e5f-a6fd-44d7-ba6c-2f90bed9a277 HTTP/1.1" status: 404 len: 337 time: 0.1372440 Aug 29 17:30:14.760596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51128) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.792922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=fbdfc681-ce5a-4316-952d-ec2472a572fd,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:14.823110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:14.888477 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-405693e2-12bc-43d6-90fd-4d1aa140e1c0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.889255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405693e2-12bc-43d6-90fd-4d1aa140e1c0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.891523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-405693e2-12bc-43d6-90fd-4d1aa140e1c0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/3a7c2b76-045c-4414-8ae7-7765d50e6518 HTTP/1.1" status: 404 len: 333 time: 0.1298776 Aug 29 17:30:14.896069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.943523 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8981a6d-7b9f-47e0-b1e1-6795bca0a40b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.944015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8981a6d-7b9f-47e0-b1e1-6795bca0a40b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.945963 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a8981a6d-7b9f-47e0-b1e1-6795bca0a40b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/f4fff153-f711-4234-ba89-926390d0f234 HTTP/1.1" status: 404 len: 337 time: 0.0487928 Aug 29 17:30:14.948659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51140) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.980914 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdf8ae2-edff-4d90-85cc-b9e6e1de1a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:14.982492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdf8ae2-edff-4d90-85cc-b9e6e1de1a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:14.984575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5fdf8ae2-edff-4d90-85cc-b9e6e1de1a8b tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/67dcdc61-9283-441a-855d-974e5359f9b0 HTTP/1.1" status: 404 len: 333 time: 0.0349379 Aug 29 17:30:14.987962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51142) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.036778 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a305cd4e-65e3-46c5-b1d8-28be7fd53eae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.037380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a305cd4e-65e3-46c5-b1d8-28be7fd53eae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.039518 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a305cd4e-65e3-46c5-b1d8-28be7fd53eae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/4c9b7e56-9b61-4aa9-b933-b5e68e586471 HTTP/1.1" status: 404 len: 337 time: 0.0503833 Aug 29 17:30:15.045615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.047293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:15.047685 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.087189 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa95f2e0-dc41-424a-adfb-5b739213cb00 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.087913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa95f2e0-dc41-424a-adfb-5b739213cb00 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.090090 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aa95f2e0-dc41-424a-adfb-5b739213cb00 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/a958f5a2-3c77-4c61-8130-bedbc3b87fbb HTTP/1.1" status: 404 len: 337 time: 0.0465941 Aug 29 17:30:15.094827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51152) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.121836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b5c7257-908a-48e7-b3b9-a1ba2251637e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.123321 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dd0ed2-3319-4cc9-8a9c-18f8849496d1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.124145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dd0ed2-3319-4cc9-8a9c-18f8849496d1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.126423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b5dd0ed2-3319-4cc9-8a9c-18f8849496d1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/3e1f869d-647b-48eb-a691-c6dbc56ad715 HTTP/1.1" status: 404 len: 333 time: 0.0300620 Aug 29 17:30:15.130567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51154) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.148121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fbdfc681-ce5a-4316-952d-ec2472a572fd'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:15.150764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b5c7257-908a-48e7-b3b9-a1ba2251637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.234610 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-026d003e-c155-4046-a687-cce8a4094dfd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.235216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026d003e-c155-4046-a687-cce8a4094dfd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.237102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-026d003e-c155-4046-a687-cce8a4094dfd tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/973fe4ee-efb6-4953-87e5-16455d31083a HTTP/1.1" status: 404 len: 337 time: 0.1054633 Aug 29 17:30:15.258325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51156) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.387442 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c87258-c670-4a93-8e98-5dd4bfaf2bae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.393017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c87258-c670-4a93-8e98-5dd4bfaf2bae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.395553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d7c87258-c670-4a93-8e98-5dd4bfaf2bae tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/a955fed3-549e-4e15-91cf-7865b36b981f HTTP/1.1" status: 404 len: 337 time: 0.1276281 Aug 29 17:30:15.402659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51162) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.410339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5b5c7257-908a-48e7-b3b9-a1ba2251637e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7396b2ecc9f4d61b33b575d976cad5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3094606 Aug 29 17:30:15.428706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51166) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.433710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c7257-908a-48e7-b3b9-a1ba2251637e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d095ea-868d-473d-ac5e-e041ae4d9178,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:15.479663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.514131 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.521173 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c1543a-4900-4c7c-8256-22b1c9288705 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.521797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:15.522062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c1543a-4900-4c7c-8256-22b1c9288705 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.526118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-40c1543a-4900-4c7c-8256-22b1c9288705 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/7bd54b39-9b12-49e8-a3f3-7e127b8a83dc HTTP/1.1" status: 404 len: 333 time: 0.1149685 Aug 29 17:30:15.526294 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d34c24a-fcc6-4877-9cff-350cb4115550" -d '{"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-plugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:15.527293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51170) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.572611 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b26ab3-9636-4c11-9de5-fb309c19787e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.573235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b26ab3-9636-4c11-9de5-fb309c19787e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.578016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-98b26ab3-9636-4c11-9de5-fb309c19787e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/ef1b4525-8bc7-4118-9017-1a893818aed2 HTTP/1.1" status: 404 len: 337 time: 0.0466721 Aug 29 17:30:15.579174 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51174) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.585367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:15.588275 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e1ab51a-5141-42c6-b42e-5b6fd0537b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.594190 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bf4fe6-7120-4a6a-a2cd-6142a3be8817 x-openstack-request-id: req-e0bf4fe6-7120-4a6a-a2cd-6142a3be8817 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:15.594793 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-plugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:15.595269 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0bf4fe6-7120-4a6a-a2cd-6142a3be8817 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:15.595859 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'code': 200} Aug 29 17:30:15.599343 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.638955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e1ab51a-5141-42c6-b42e-5b6fd0537b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.706815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:15.749047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e1ab51a-5141-42c6-b42e-5b6fd0537b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.752050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e1ab51a-5141-42c6-b42e-5b6fd0537b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.754358 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3e1ab51a-5141-42c6-b42e-5b6fd0537b17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30d095ea-868d-473d-ac5e-e041ae4d9178 HTTP/1.1" status: 204 len: 168 time: 0.3165524 Aug 29 17:30:15.785304 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-500949f6-ae6f-47bd-bedd-18e4a01e7e9a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.785785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500949f6-ae6f-47bd-bedd-18e4a01e7e9a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.795570 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-500949f6-ae6f-47bd-bedd-18e4a01e7e9a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/23d50c48-ff52-4d53-843d-a4b24ff50f02 HTTP/1.1" status: 404 len: 337 time: 0.2139499 Aug 29 17:30:15.796774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ab51a-5141-42c6-b42e-5b6fd0537b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d095ea-868d-473d-ac5e-e041ae4d9178,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:15.798571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51184) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.839395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df2de7-8c7c-43f0-b7b2-8922b4ebf2df req-d8a29610-cade-4d61-84d2-87dfd0f60aeb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:15.842886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3df2de7-8c7c-43f0-b7b2-8922b4ebf2df req-d8a29610-cade-4d61-84d2-87dfd0f60aeb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 944 time: 0.4339654 Aug 29 17:30:15.899702 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a424476-b378-4c39-94c6-78c4a998b77c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.900886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a424476-b378-4c39-94c6-78c4a998b77c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.903650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3a424476-b378-4c39-94c6-78c4a998b77c tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/fa8c457b-81de-45dd-91ac-e450772789c7 HTTP/1.1" status: 404 len: 333 time: 0.1040995 Aug 29 17:30:15.905104 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.resource_extend [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:30:15.906135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51186) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:15.979028 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1abb458-99dd-4244-89f3-0dce0f4ca09e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:15.980083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1abb458-99dd-4244-89f3-0dce0f4ca09e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:15.986631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3df2de7-8c7c-43f0-b7b2-8922b4ebf2df req-4cd35fed-6246-4884-ac28-f017198bdaff tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290600 Aug 29 17:30:16.005996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d1abb458-99dd-4244-89f3-0dce0f4ca09e tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/a0e4cacf-1f04-4b34-9bc4-59c92f0a2cb6 HTTP/1.1" status: 404 len: 337 time: 0.0927424 Aug 29 17:30:16.010242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51190) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.115199 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-73258339-2140-48ba-8d33-485759f24eab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.115732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73258339-2140-48ba-8d33-485759f24eab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.120854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-73258339-2140-48ba-8d33-485759f24eab tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/30e45bad-1285-46b5-b044-f5aea3ee97b6 HTTP/1.1" status: 404 len: 337 time: 0.1068785 Aug 29 17:30:16.124181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51200) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.190321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.202327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.213951 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d36e2df3-b4af-41ba-9606-30e0cd40d687 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports?device_id=827da992-229d-418c-910a-41849594e11a HTTP/1.1" status: 200 len: 205 time: 0.0880566 Aug 29 17:30:16.214948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51208) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.260755 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-6c0fd8c1-f91e-4b17-9876-58b093986d95 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] delete failed (client error): The resource could not be found. Aug 29 17:30:16.264837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6c0fd8c1-f91e-4b17-9876-58b093986d95 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/routers/827da992-229d-418c-910a-41849594e11a HTTP/1.1" status: 404 len: 336 time: 0.0486863 Aug 29 17:30:16.265693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51210) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.302348 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-09801310-9bfe-47e5-ba09-5b8299b8116a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.302714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09801310-9bfe-47e5-ba09-5b8299b8116a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.308173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-09801310-9bfe-47e5-ba09-5b8299b8116a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/f1c76db7-0011-4e4e-96ce-dc20322fcf7e HTTP/1.1" status: 404 len: 337 time: 0.0413473 Aug 29 17:30:16.309013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51212) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.361709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cd4f928c-6d8b-4fba-b424-116938dc7c65 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f1f14d4-3f0d-4010-9f38-e6b15295825b HTTP/1.1" status: 200 len: 205 time: 0.0514977 Aug 29 17:30:16.362462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51214) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.485816 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-7d8d248a-87fe-41e7-a5d2-a0f2c1cdfafe tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] delete failed (client error): The resource could not be found. Aug 29 17:30:16.485816 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7d8d248a-87fe-41e7-a5d2-a0f2c1cdfafe tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/routers/5f1f14d4-3f0d-4010-9f38-e6b15295825b HTTP/1.1" status: 404 len: 336 time: 0.1134422 Aug 29 17:30:16.485816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.570492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51220) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.582005 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b9c1d3-4ddc-4c3d-aa70-9936b4b9faa9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.582465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b9c1d3-4ddc-4c3d-aa70-9936b4b9faa9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.587219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-76b9c1d3-4ddc-4c3d-aa70-9936b4b9faa9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/0f3069a4-f932-467b-af3e-0425126bb40d HTTP/1.1" status: 404 len: 337 time: 0.1072245 Aug 29 17:30:16.588304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.630702 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d728e3-8806-4cce-b402-f714564076b8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.631172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d728e3-8806-4cce-b402-f714564076b8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.636082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c1d728e3-8806-4cce-b402-f714564076b8 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/aba68d49-6327-4a7e-84dd-86878947b813 HTTP/1.1" status: 404 len: 337 time: 0.0456948 Aug 29 17:30:16.636707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51228) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.648111 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89b96c76-4796-4e4e-b12f-3b89d547b541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.674613 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf17338-3550-4b6e-b853-0266f12a79df tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.675377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf17338-3550-4b6e-b853-0266f12a79df tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.680453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-caf17338-3550-4b6e-b853-0266f12a79df tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/aa66f82c-7d35-40da-949e-52127417ee88 HTTP/1.1" status: 404 len: 333 time: 0.0411303 Aug 29 17:30:16.681244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51230) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.717312 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.722418 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c4eff7-c3c9-4829-a646-3ec7d8fb96b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.722915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c4eff7-c3c9-4829-a646-3ec7d8fb96b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.728072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-07c4eff7-c3c9-4829-a646-3ec7d8fb96b0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/13e31304-4194-436d-b7ad-d9e17536f9ab HTTP/1.1" status: 404 len: 337 time: 0.0437036 Aug 29 17:30:16.733497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51234) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.765426 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea95e74e-c22b-4893-90d1-aea438ee6ef9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.765635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea95e74e-c22b-4893-90d1-aea438ee6ef9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.768664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ea95e74e-c22b-4893-90d1-aea438ee6ef9 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/85836a94-7563-410a-874e-03bad981af28 HTTP/1.1" status: 404 len: 333 time: 0.0351520 Aug 29 17:30:16.770984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51238) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.844646 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a336515b-062d-4ab5-8acb-7f79066d8380 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.848038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a336515b-062d-4ab5-8acb-7f79066d8380 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.851570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a336515b-062d-4ab5-8acb-7f79066d8380 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/7f122b4c-dd0a-48b9-a117-5f1f0541826d HTTP/1.1" status: 404 len: 337 time: 0.0744810 Aug 29 17:30:16.857717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.930336 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0b222e-f69a-453a-9dc6-d0b0ec9e7bfa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.931941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0b222e-f69a-453a-9dc6-d0b0ec9e7bfa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.937120 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Floating IP 7c1ac7de-5795-489c-8c25-e80c3190797c associated. External IP: 172.25.2.146, port: 6b90ace8-95df-4493-a3ff-c3e11471c266. Aug 29 17:30:16.937702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5e0b222e-f69a-453a-9dc6-d0b0ec9e7bfa tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/574dc737-a494-4048-b37d-9280c2d1ff47 HTTP/1.1" status: 404 len: 333 time: 0.0708783 Aug 29 17:30:16.939167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51244) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.982531 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3412821f-5c0a-4f58-9c5c-71540b655f95 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:16.983039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3412821f-5c0a-4f58-9c5c-71540b655f95 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:16.985471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3412821f-5c0a-4f58-9c5c-71540b655f95 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/e53e11b9-c25d-4733-85df-38bb037b537b HTTP/1.1" status: 404 len: 337 time: 0.0447571 Aug 29 17:30:16.999348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51248) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.057240 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e8bfde-dfda-4b77-9533-93fa384133ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:17.058531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e8bfde-dfda-4b77-9533-93fa384133ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:17.073188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-46e8bfde-dfda-4b77-9533-93fa384133ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/66d0dfd6-4c47-497d-8229-3ef62f7baf3c HTTP/1.1" status: 404 len: 333 time: 0.0725906 Aug 29 17:30:17.078114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51252) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.171214 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d764cc-4bd4-4569-9fb5-0249760eb0a5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:17.183808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d764cc-4bd4-4569-9fb5-0249760eb0a5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:17.197683 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-32d764cc-4bd4-4569-9fb5-0249760eb0a5 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/04f17c3f-5c86-4d87-b4e4-ae28a72d7291 HTTP/1.1" status: 404 len: 337 time: 0.1120329 Aug 29 17:30:17.199940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51262) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.274282 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe3ded2-9d30-44e6-b026-e8de6d474ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:17.275166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe3ded2-9d30-44e6-b026-e8de6d474ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:17.284400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dfe3ded2-9d30-44e6-b026-e8de6d474ac0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/9f3b8f82-69bb-46d4-a3f3-14d1eeb3644d HTTP/1.1" status: 404 len: 333 time: 0.0827122 Aug 29 17:30:17.288997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51268) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.347778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c9e1f-a803-417b-84de-42b5e6352ac2 req-c741c7e4-52a8-4c93-b0d5-6bdb75a3d173 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:17.355238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d87c9e1f-a803-417b-84de-42b5e6352ac2 req-c741c7e4-52a8-4c93-b0d5-6bdb75a3d173 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 944 time: 0.1706347 Aug 29 17:30:17.375478 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e26925-1869-4ac6-bbac-a95b245bd9a0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:17.376101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e26925-1869-4ac6-bbac-a95b245bd9a0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:17.377937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c0e26925-1869-4ac6-bbac-a95b245bd9a0 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/31b29246-4b52-4d61-8254-edda36825d38 HTTP/1.1" status: 404 len: 337 time: 0.0864465 Aug 29 17:30:17.384892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51270) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.437372 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c25f9c8-9342-45bc-8703-37753b8eb1c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:17.438129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c25f9c8-9342-45bc-8703-37753b8eb1c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:17.439933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4c25f9c8-9342-45bc-8703-37753b8eb1c3 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/91d2c8f1-8439-4868-9998-3c64a6e8c86d HTTP/1.1" status: 404 len: 333 time: 0.0540698 Aug 29 17:30:17.445556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51272) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.500687 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19368a6-7c9c-46a3-9966-96daa80752ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:17.501064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19368a6-7c9c-46a3-9966-96daa80752ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:17.505242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f19368a6-7c9c-46a3-9966-96daa80752ec tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/06a9de13-143a-4eda-be48-c328162b0bc3 HTTP/1.1" status: 404 len: 337 time: 0.0563917 Aug 29 17:30:17.505425 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d87c9e1f-a803-417b-84de-42b5e6352ac2 req-34eb33fa-e650-4c45-8bd7-92eee8f2ebdd tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477430 Aug 29 17:30:17.510629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51274) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.520696 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89b96c76-4796-4e4e-b12f-3b89d547b541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.532649 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89b96c76-4796-4e4e-b12f-3b89d547b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.589872 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e959cc8-3f52-4f63-95c4-b78a5baaf86a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:17.603121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e959cc8-3f52-4f63-95c4-b78a5baaf86a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:17.615418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7e959cc8-3f52-4f63-95c4-b78a5baaf86a tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/ports/f0debbe7-1aca-46cf-851a-5d5b4669eb77 HTTP/1.1" status: 404 len: 333 time: 0.0965087 Aug 29 17:30:17.617621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Router 989b3422-c6f8-47b5-805b-65746449b083 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:17.618397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51278) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.633197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b96c76-4796-4e4e-b12f-3b89d547b541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f2bde2-f441-42ed-b8d5-55d2045f88fa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:17.643884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-89b96c76-4796-4e4e-b12f-3b89d547b541 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5f2fc3a5e0947f1b8b9c397d2a2b43d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0692973 Aug 29 17:30:17.650224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51280) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.680395 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a188dc5-6743-4d27-b2c5-545abb3152e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] DELETE failed (client error): The resource could not be found. Aug 29 17:30:17.684006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a188dc5-6743-4d27-b2c5-545abb3152e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:30:17.686625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6a188dc5-6743-4d27-b2c5-545abb3152e1 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/subnets/5ec77bd8-fe60-464f-b202-391d488a9312 HTTP/1.1" status: 404 len: 337 time: 0.0666568 Aug 29 17:30:17.691840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51282) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:17.760039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6718d22d-8f5f-4e75-a1af-9585c112f7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.807750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6718d22d-8f5f-4e75-a1af-9585c112f7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.829598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device fbdfc681-ce5a-4316-952d-ec2472a572fd up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:17.966579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.970181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6718d22d-8f5f-4e75-a1af-9585c112f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.973062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6718d22d-8f5f-4e75-a1af-9585c112f7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.977513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6718d22d-8f5f-4e75-a1af-9585c112f7db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6f2bde2-f441-42ed-b8d5-55d2045f88fa HTTP/1.1" status: 204 len: 168 time: 0.3259284 Aug 29 17:30:17.995589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718d22d-8f5f-4e75-a1af-9585c112f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f2bde2-f441-42ed-b8d5-55d2045f88fa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:18.052923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port fbdfc681-ce5a-4316-952d-ec2472a572fd completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:18.090494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port fbdfc681-ce5a-4316-952d-ec2472a572fd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:18.090916 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.162628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:18.180015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] Sync routers for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:18.181962 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.211042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:18.225569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:18.328505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.339354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad95fe3-2af7-4150-b097-a47258efe850']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:18.352692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:18.354565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4e4b8b-cf3c-43f9-813e-6859956ffb0a') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:18.368550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.382413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.389716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:30:18.390283 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.468063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ba566b9e-2dd9-475a-a15b-41ce1329ba31 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "PUT /v2.0/floatingips/7c1ac7de-5795-489c-8c25-e80c3190797c HTTP/1.1" status: 200 len: 992 time: 3.9439898 Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:30:18.469008 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:30:18.476693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:30:18.480679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:18.483338 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:18.487010 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.539642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.542387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] 10.222.0.41 "DELETE /v2.0/networks/2ad95fe3-2af7-4150-b097-a47258efe850 HTTP/1.1" status: 204 len: 168 time: 0.8493056 Aug 29 17:30:18.543558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Pushing event deleted for resources: {'Network': ['ID=2ad95fe3-2af7-4150-b097-a47258efe850,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:18.558726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.562113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.563729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.565158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.566737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.567360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.568662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.569247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.570155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.571311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.572328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.576790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4f3c0-6fa1-4f48-b8bf-53e34f8eb816 tempest-NetworksTestDHCPv6-354082283 tempest-NetworksTestDHCPv6-354082283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:18.636937 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625410d0-89b2-4199-81f0-619a896d19d8 x-openstack-request-id: req-625410d0-89b2-4199-81f0-619a896d19d8 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:18.638244 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:18.638605 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-625410d0-89b2-4199-81f0-619a896d19d8 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:18.639242 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'status': 'completed', 'code': 200} Aug 29 17:30:18.787500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-f21b69c4-f19f-4d52-a8d3-e883132a364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:18.788015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-f21b69c4-f19f-4d52-a8d3-e883132a364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:18.788457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-f21b69c4-f19f-4d52-a8d3-e883132a364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:18.788928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-f21b69c4-f19f-4d52-a8d3-e883132a364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:18.789398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-f21b69c4-f19f-4d52-a8d3-e883132a364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:18.789868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-f21b69c4-f19f-4d52-a8d3-e883132a364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:18.790333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-f21b69c4-f19f-4d52-a8d3-e883132a364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:18.808221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-f21b69c4-f19f-4d52-a8d3-e883132a364f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6498 time: 0.1521189 Aug 29 17:30:18.825352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.960462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a7d50-5219-4cab-bc17-e92886193ffd req-7d49e00f-6a93-4617-bd20-70e173ad9990 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:18.970626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-968a7d50-5219-4cab-bc17-e92886193ffd req-7d49e00f-6a93-4617-bd20-70e173ad9990 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 944 time: 0.1583939 Aug 29 17:30:18.993804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df4c4d5-531d-4691-ad76-2c588cbcdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdfc681-ce5a-4316-952d-ec2472a572fd'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:18.998611 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f811989-7a19-4918-b9bb-6e7c664c8a4b" -d '{"events": [{"server_uuid": "6df4c4d5-531d-4691-ad76-2c588cbcdcef", "name": "network-vif-plugged", "status": "completed", "tag": "fbdfc681-ce5a-4316-952d-ec2472a572fd"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:19.060575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-968a7d50-5219-4cab-bc17-e92886193ffd req-39a7e6a2-5648-4e7f-835e-3d8c7bfd14b6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894260 Aug 29 17:30:19.063708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port fbdfc681-ce5a-4316-952d-ec2472a572fd, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fbdfc681-ce5a-4316-952d-ec2472a572fd,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:19.084272 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.096357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-8a81106e-d613-4fdf-a298-cc0795ef588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:19.098040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-8a81106e-d613-4fdf-a298-cc0795ef588e service neutron] 10.222.0.44 "GET /v2.0/networks?id=548b3407-0a2d-429f-b9b2-c29a429471e9 HTTP/1.1" status: 200 len: 911 time: 0.2647345 Aug 29 17:30:19.199384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51328) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:19.260674 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97908ece-160f-4ee5-98c6-07dd0be55398 x-openstack-request-id: req-97908ece-160f-4ee5-98c6-07dd0be55398 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:19.260674 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df4c4d5-531d-4691-ad76-2c588cbcdcef", "name": "network-vif-plugged", "status": "completed", "tag": "fbdfc681-ce5a-4316-952d-ec2472a572fd", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:19.260674 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97908ece-160f-4ee5-98c6-07dd0be55398 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:19.261089 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df4c4d5-531d-4691-ad76-2c588cbcdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdfc681-ce5a-4316-952d-ec2472a572fd', 'code': 200} Aug 29 17:30:19.324385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-1ec57a5e-ba5e-4cf6-b02a-9eef5fe5bfde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b90ace8-95df-4493-a3ff-c3e11471c266 HTTP/1.1" status: 200 len: 1000 time: 0.2157493 Aug 29 17:30:19.326243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf31a7-ebc4-483b-b093-ed0e9616f21e req-da98f46b-f3ed-45d7-83ef-e9c1c637c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:19.328454 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24cf31a7-ebc4-483b-b093-ed0e9616f21e req-da98f46b-f3ed-45d7-83ef-e9c1c637c45d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 1097 time: 0.1001773 Aug 29 17:30:19.474987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24cf31a7-ebc4-483b-b093-ed0e9616f21e req-0f07a862-0053-4f7e-94cb-7e6d2461941c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387463 Aug 29 17:30:19.507071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-305dc50a-7940-4b78-b1ab-24e4beb47453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:19.508766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-305dc50a-7940-4b78-b1ab-24e4beb47453 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99fc6b28-3559-449d-9219-c46b883df500 HTTP/1.1" status: 200 len: 849 time: 0.1780565 Aug 29 17:30:19.671289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9ec37a3f-b3f9-4a85-93ff-7f7da08cec08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=142c1fc75385498a86ecf7d5968c0d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669976 Aug 29 17:30:19.672325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51350) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:19.771325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=fbdfc681-ce5a-4316-952d-ec2472a572fd,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:19.797931 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70438d9d-b48f-46c5-b2bc-c0e0192416d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.798179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-10179767-3fe7-4ca2-bc71-729dd26e4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:19.799696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-10179767-3fe7-4ca2-bc71-729dd26e4d7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=548b3407-0a2d-429f-b9b2-c29a429471e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389332 Aug 29 17:30:19.847441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7c1ac7de-5795-489c-8c25-e80c3190797c', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '989b3422-c6f8-47b5-805b-65746449b083', 'port_id': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'mac_address': 'fa:16:3e:a4:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:28:52Z', 'updated_at': '2021-08-29T17:30:15Z', 'revision_number': 1, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 5, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:19.852632 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70438d9d-b48f-46c5-b2bc-c0e0192416d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.884957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] Checking router: 989b3422-c6f8-47b5-805b-65746449b083 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:30:19.968100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:19.968955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:20.035692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-689631f8-d660-4f47-884f-c64388b808a8 service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251413 Aug 29 17:30:20.065770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70438d9d-b48f-46c5-b2bc-c0e0192416d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:20.073489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70438d9d-b48f-46c5-b2bc-c0e0192416d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:20.077230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70438d9d-b48f-46c5-b2bc-c0e0192416d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/647ed708-ab07-4da3-9464-d17ba5847ef4 HTTP/1.1" status: 204 len: 168 time: 0.4039106 Aug 29 17:30:20.103686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70438d9d-b48f-46c5-b2bc-c0e0192416d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647ed708-ab07-4da3-9464-d17ba5847ef4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:20.239834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:30:20.301960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1ea3897-a54e-4fd4-84db-15dfb9b3d2ad req-dc3b16d4-def0-4c02-b21d-6d51a7818547 service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553260 Aug 29 17:30:20.359489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9a5a2-c27e-4b8a-8938-f500e030bf4d req-e05a9fa0-3c4b-4b6a-a275-1804119af20c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:20.363627 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6f9a5a2-c27e-4b8a-8938-f500e030bf4d req-e05a9fa0-3c4b-4b6a-a275-1804119af20c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 945 time: 0.1214187 Aug 29 17:30:20.466195 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6f9a5a2-c27e-4b8a-8938-f500e030bf4d req-09ad59d7-5e3b-4455-9d8a-e357d6713504 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952258 Aug 29 17:30:20.956858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7c1ac7de-5795-489c-8c25-e80c3190797c', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '989b3422-c6f8-47b5-805b-65746449b083', 'port_id': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'mac_address': 'fa:16:3e:a4:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:28:52Z', 'updated_at': '2021-08-29T17:30:15Z', 'revision_number': 1, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 5, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:21.041530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca671d0a-c6cd-4ce8-a665-ba2e6516701e None None] The sync data for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 is: [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7c1ac7de-5795-489c-8c25-e80c3190797c', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '989b3422-c6f8-47b5-805b-65746449b083', 'port_id': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'mac_address': 'fa:16:3e:a4:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:28:52Z', 'updated_at': '2021-08-29T17:30:15Z', 'revision_number': 1, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 5, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:21.469495 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d406384b-00a6-41bf-8156-0301f231e114 None None] New status for floating IP 7c1ac7de-5795-489c-8c25-e80c3190797c: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:30:21.896265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3123-d61d-4d08-bd1f-51a962433d6e req-091abbd9-9f54-4122-b0a2-d439675b2c41 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:21.905845 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e35f3123-d61d-4d08-bd1f-51a962433d6e req-091abbd9-9f54-4122-b0a2-d439675b2c41 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 945 time: 0.1843383 Aug 29 17:30:21.990245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e35f3123-d61d-4d08-bd1f-51a962433d6e req-d1eaa0e1-aafa-43fc-bcbb-d6264a111eea tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828938 Aug 29 17:30:22.457251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51460) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.633495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-f32b56a1-4d40-464e-93c0-c9dd4c88a94a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.634638 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f32b56a1-4d40-464e-93c0-c9dd4c88a94a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1765478 Aug 29 17:30:22.639184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51468) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.645402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-a24a060f-dac6-45aa-af26-de56e0945272 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.649745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51470) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.650283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a24a060f-dac6-45aa-af26-de56e0945272 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089686 Aug 29 17:30:22.655039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-185cbc27-dc70-4709-b872-13ea333127d4 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.655999 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-185cbc27-dc70-4709-b872-13ea333127d4 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053396 Aug 29 17:30:22.670773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51472) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.676308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-789260c7-0822-4e34-ae75-6dab2f0cdfc1 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.686168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-789260c7-0822-4e34-ae75-6dab2f0cdfc1 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0142291 Aug 29 17:30:22.688847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51474) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.702956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-4e1db165-612f-4165-8b13-2dc4182d46be tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.706245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4e1db165-612f-4165-8b13-2dc4182d46be tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0161941 Aug 29 17:30:22.707739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51476) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.713723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-aa99ec3b-e5da-4f4d-b786-1d958206581a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.717354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aa99ec3b-e5da-4f4d-b786-1d958206581a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060050 Aug 29 17:30:22.717667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51478) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.723767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-bd59f438-637c-4b78-bb96-f7eaf23332cf tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.724869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bd59f438-637c-4b78-bb96-f7eaf23332cf tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062487 Aug 29 17:30:22.728131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51482) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.737981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-73222aea-4cb7-43d9-9d0f-e58b3b54cd5f tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.741884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51484) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.748327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-4bba39ff-55fb-4c73-b37b-62560a77b44e tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.751937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4bba39ff-55fb-4c73-b37b-62560a77b44e tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0086305 Aug 29 17:30:22.752681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51486) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.755143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-73222aea-4cb7-43d9-9d0f-e58b3b54cd5f tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0244973 Aug 29 17:30:22.763406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-b73cf068-3949-4ec8-b65e-481599e7cbea tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.774544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b73cf068-3949-4ec8-b65e-481599e7cbea tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0156798 Aug 29 17:30:22.778709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51490) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.789489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-f02ceb3d-56a2-4b85-949e-0cadde0be358 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.790391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d286dd-082f-435c-9047-c96a038a6791 req-133cf129-bcf2-43fd-bb23-0900a62831a1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:22.791128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f02ceb3d-56a2-4b85-949e-0cadde0be358 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0110259 Aug 29 17:30:22.794862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51492) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.800444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-df3828f3-4a9e-4ec2-b528-d3558e1539ef tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.801694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-df3828f3-4a9e-4ec2-b528-d3558e1539ef tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056067 Aug 29 17:30:22.804475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51498) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.806459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5d286dd-082f-435c-9047-c96a038a6791 req-133cf129-bcf2-43fd-bb23-0900a62831a1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 945 time: 0.2407627 Aug 29 17:30:22.826264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-7c2b5133-d4ca-41ed-9bc3-12531532357d tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.830424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7c2b5133-d4ca-41ed-9bc3-12531532357d tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0181756 Aug 29 17:30:22.831536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51500) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.857838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-45680ab5-3c5e-4482-b38e-cb12ff23c56e tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.861315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-45680ab5-3c5e-4482-b38e-cb12ff23c56e tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0234153 Aug 29 17:30:22.861625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51502) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.866962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-367e69ec-b9e9-41bd-963c-ea5e50a7e3ff tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.870254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-367e69ec-b9e9-41bd-963c-ea5e50a7e3ff tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053654 Aug 29 17:30:22.870641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51504) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.894427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-67d40ae8-f66e-4d8e-b0e9-cf6d097d6222 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.896568 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-67d40ae8-f66e-4d8e-b0e9-cf6d097d6222 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0242932 Aug 29 17:30:22.898661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51508) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.904165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-c16dacc6-4828-4553-a7ef-51c99a3983fd tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.904900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c16dacc6-4828-4553-a7ef-51c99a3983fd tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051081 Aug 29 17:30:22.907455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51510) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.936140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-8a487a24-b9cf-49a7-933c-177d540f09ff tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.940356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51512) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.942240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8a487a24-b9cf-49a7-933c-177d540f09ff tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0243084 Aug 29 17:30:22.945547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-c1dd739e-8e9b-4650-a9ce-c5ad5ba1e379 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.947156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c1dd739e-8e9b-4650-a9ce-c5ad5ba1e379 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057323 Aug 29 17:30:22.949505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51514) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.955783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-843ff7fd-c358-4cbc-b868-ae4fa2071894 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.973114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-843ff7fd-c358-4cbc-b868-ae4fa2071894 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0218134 Aug 29 17:30:22.977903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51518) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.978248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5d286dd-082f-435c-9047-c96a038a6791 req-4c8354ad-ade7-451b-88b0-1885ad6412c9 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638782 Aug 29 17:30:22.986473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-162baf64-3384-4307-9543-e87658df0ca2 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:22.992293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-162baf64-3384-4307-9543-e87658df0ca2 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0086532 Aug 29 17:30:22.994993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51520) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.001743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-c72817e4-d089-4278-8565-a56c4b4df026 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.003032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c72817e4-d089-4278-8565-a56c4b4df026 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070949 Aug 29 17:30:23.006730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51522) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.013315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-e80dd199-2d57-4d33-a68f-e481ec999c65 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.015285 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e80dd199-2d57-4d33-a68f-e481ec999c65 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0065615 Aug 29 17:30:23.017420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51524) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.022409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-f5ad317e-d937-4827-b945-cbf88c86d53a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.023654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f5ad317e-d937-4827-b945-cbf88c86d53a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049584 Aug 29 17:30:23.026367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51526) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.032457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-1c82b230-282c-42df-8d1f-44a4007f65fd tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.033575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1c82b230-282c-42df-8d1f-44a4007f65fd tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059130 Aug 29 17:30:23.037725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51528) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.045876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-8b009a69-c0e6-4d00-9f13-3aab74cfde8d tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.051915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8b009a69-c0e6-4d00-9f13-3aab74cfde8d tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0125508 Aug 29 17:30:23.054230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51532) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.064034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-b0c256e8-249c-49a6-bc2f-67b955cf47c1 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.065015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b0c256e8-249c-49a6-bc2f-67b955cf47c1 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0098417 Aug 29 17:30:23.068721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51534) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.074098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-509d9601-0703-445d-ab92-140093f46824 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.078406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51536) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.079274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-509d9601-0703-445d-ab92-140093f46824 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0091372 Aug 29 17:30:23.083039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-a20c3a80-3d43-40e7-9e04-e40fec76089c tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.083965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a20c3a80-3d43-40e7-9e04-e40fec76089c tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043969 Aug 29 17:30:23.086653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51538) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.095031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-57c0da44-6084-412f-8665-0c0aed5d00b0 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.097243 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-57c0da44-6084-412f-8665-0c0aed5d00b0 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090241 Aug 29 17:30:23.099746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51540) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.110144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-1f30a542-ed76-4f05-a4ab-57f88a703f07 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.111506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1f30a542-ed76-4f05-a4ab-57f88a703f07 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0105760 Aug 29 17:30:23.114270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51542) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.123327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-ced40dc9-3355-4a9e-bf06-ba734fd214fd tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.130829 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ced40dc9-3355-4a9e-bf06-ba734fd214fd tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0154293 Aug 29 17:30:23.133553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51544) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.141194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-3c873bfb-29d7-477e-83a6-35f1f8c7e84f tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.143359 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c873bfb-29d7-477e-83a6-35f1f8c7e84f tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0085678 Aug 29 17:30:23.146471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51548) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.159541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-0e68bf6d-bfa1-48c5-bfee-900d8ac9148a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.162373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0e68bf6d-bfa1-48c5-bfee-900d8ac9148a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0145445 Aug 29 17:30:23.165657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51550) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.173718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-6b32fb05-55bc-4780-9cd9-9e66e9344d2b tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.177801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6b32fb05-55bc-4780-9cd9-9e66e9344d2b tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0108531 Aug 29 17:30:23.178101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51552) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.185354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-555f89a3-5b63-4306-ac9e-5a5aacce4833 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.187661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-555f89a3-5b63-4306-ac9e-5a5aacce4833 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068135 Aug 29 17:30:23.188976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51558) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.197517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-680d9ffd-4a45-40ab-8d4f-5e34dad8fc76 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.198561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-680d9ffd-4a45-40ab-8d4f-5e34dad8fc76 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0086625 Aug 29 17:30:23.202422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51560) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.209620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-e40759b0-8752-442e-ae2e-07e386df9d2f tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.213506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.213945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e40759b0-8752-442e-ae2e-07e386df9d2f tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0104799 Aug 29 17:30:23.219264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-d5681a90-6462-4c39-9f60-c3a9eee732f7 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.220482 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d5681a90-6462-4c39-9f60-c3a9eee732f7 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054536 Aug 29 17:30:23.222962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51568) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.231752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-5bb8e435-868a-4f69-8f2f-79c3e08c8f58 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.236250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51570) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.237340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5bb8e435-868a-4f69-8f2f-79c3e08c8f58 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0123901 Aug 29 17:30:23.240897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-20515556-850d-4f18-8b6a-7bf6c4379e7a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.241878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-20515556-850d-4f18-8b6a-7bf6c4379e7a tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045383 Aug 29 17:30:23.244411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51572) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.251253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-753eea22-149e-40b1-8e71-55479bc5ecef tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.252351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-753eea22-149e-40b1-8e71-55479bc5ecef tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0070446 Aug 29 17:30:23.255674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51574) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.264519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-0ffdb569-9325-4994-a6ac-7cdba33e6090 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.266747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51576) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.266925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0ffdb569-9325-4994-a6ac-7cdba33e6090 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0102537 Aug 29 17:30:23.272778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-7132b948-119a-4400-bd3e-6fc05d74f9e5 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.280930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7132b948-119a-4400-bd3e-6fc05d74f9e5 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0130184 Aug 29 17:30:23.281454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51578) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.287256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-8b53e637-fb13-43c0-97b2-b82ec52c526c tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.291583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51580) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.291811 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8b53e637-fb13-43c0-97b2-b82ec52c526c tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0085723 Aug 29 17:30:23.297189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-f6f302c5-7854-4fe6-85ce-be390079fe89 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.298522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f6f302c5-7854-4fe6-85ce-be390079fe89 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0056403 Aug 29 17:30:23.300749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51582) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.308966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-f06d824c-93dc-4e54-994c-6d6d9b0555ec tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.310497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f06d824c-93dc-4e54-994c-6d6d9b0555ec tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088613 Aug 29 17:30:23.313647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51584) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.323323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-5c047ef3-c78f-4b92-9930-7afd6ba4c495 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.326782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5c047ef3-c78f-4b92-9930-7afd6ba4c495 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0103784 Aug 29 17:30:23.329408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51586) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.335028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-124053c0-211b-4276-a391-ec9f98a9366b tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.336206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-124053c0-211b-4276-a391-ec9f98a9366b tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054238 Aug 29 17:30:23.339067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51588) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.344505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-e934f623-75cc-4953-8d19-6a4136e1f21e tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.345501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e934f623-75cc-4953-8d19-6a4136e1f21e tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051572 Aug 29 17:30:23.348217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51590) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.353831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-788dd9a6-c593-4e40-96c6-fabf5b0f3f60 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.354816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-788dd9a6-c593-4e40-96c6-fabf5b0f3f60 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055537 Aug 29 17:30:23.358232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51594) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.364166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-d6ee5d1b-32c5-46fb-b9c0-1eaee8de5e14 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.365468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6ee5d1b-32c5-46fb-b9c0-1eaee8de5e14 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0059779 Aug 29 17:30:23.368195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51596) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.377209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-cb467a54-868d-4f97-9418-592df80c9579 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.382869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb467a54-868d-4f97-9418-592df80c9579 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109608 Aug 29 17:30:23.383640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51598) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.388852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-e9843fb9-8b8c-4ab2-b538-6719372d9218 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.389947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e9843fb9-8b8c-4ab2-b538-6719372d9218 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053360 Aug 29 17:30:23.393136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51600) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.397235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-a2d7e5a0-863d-45c6-bfd7-fdf1ad29ae4b tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.401307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51602) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.401466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a2d7e5a0-863d-45c6-bfd7-fdf1ad29ae4b tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076375 Aug 29 17:30:23.411557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-cf33ba45-b89d-48bd-90e2-b1726af66361 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.412671 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cf33ba45-b89d-48bd-90e2-b1726af66361 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103025 Aug 29 17:30:23.417821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51604) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.426057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-95d9ca15-b911-4e9e-9ed8-97bcbf255f47 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.427014 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-95d9ca15-b911-4e9e-9ed8-97bcbf255f47 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103910 Aug 29 17:30:23.430068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51608) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.435417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-a627ddf1-c81a-4f95-8dde-d3a67a1f682c tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.439822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a627ddf1-c81a-4f95-8dde-d3a67a1f682c tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0085688 Aug 29 17:30:23.440635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51610) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.446030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-f09273cb-76b8-44d6-a1d0-793815bd0d76 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.447034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f09273cb-76b8-44d6-a1d0-793815bd0d76 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053661 Aug 29 17:30:23.449891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51614) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.455127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-5775a1fb-1e3f-45ce-b2bf-553fbac6d894 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.458925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51616) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.463495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-c1d1e284-96e1-4ac1-ba35-afda844dadef tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.465214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c1d1e284-96e1-4ac1-ba35-afda844dadef tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051587 Aug 29 17:30:23.468888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51618) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.471989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5775a1fb-1e3f-45ce-b2bf-553fbac6d894 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084705 Aug 29 17:30:23.478152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-6bb3c9c3-d001-402b-9786-3c3332701728 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.479192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6bb3c9c3-d001-402b-9786-3c3332701728 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0095112 Aug 29 17:30:23.482886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51620) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.489931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-2d5e4d88-ee5b-40f8-b665-72a52e95a439 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.493326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d5e4d88-ee5b-40f8-b665-72a52e95a439 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087130 Aug 29 17:30:23.496152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51622) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.507596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-762681cd-2d83-44f2-a515-59049817bcb6 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.511292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51624) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.511482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-762681cd-2d83-44f2-a515-59049817bcb6 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0084822 Aug 29 17:30:23.517954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-37894165-4e60-4b57-9b59-a64296542623 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.519325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-37894165-4e60-4b57-9b59-a64296542623 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049155 Aug 29 17:30:23.521828 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51626) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.526143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-7c3b6398-b0da-49cf-bd5b-4c15d69ef735 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.527760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7c3b6398-b0da-49cf-bd5b-4c15d69ef735 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046639 Aug 29 17:30:23.530690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51628) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.542196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-74fcafb2-d209-4067-9436-8d4920a35e80 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.543233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-74fcafb2-d209-4067-9436-8d4920a35e80 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0114491 Aug 29 17:30:23.545968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51630) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.551271 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [None req-274c227f-94d0-4525-a0bb-e2b1306936bb tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.555007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51632) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.555255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-274c227f-94d0-4525-a0bb-e2b1306936bb tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0071907 Aug 29 17:30:23.559716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [None req-f5c9650c-af32-4e96-9ca3-26c513eeb118 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:30:23.560517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51634) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.560693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f5c9650c-af32-4e96-9ca3-26c513eeb118 tempest-ExtensionsTestJSON-974103838 tempest-ExtensionsTestJSON-974103838-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047350 Aug 29 17:30:23.756074 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42477f66-0a10-4806-bb21-17b3ab792d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.920454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42477f66-0a10-4806-bb21-17b3ab792d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.935455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42477f66-0a10-4806-bb21-17b3ab792d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.973797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51646) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:24.000524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42477f66-0a10-4806-bb21-17b3ab792d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4405a4-1ee6-4b78-802d-e1243d20460d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:24.035186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-42477f66-0a10-4806-bb21-17b3ab792d02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75859fcf96424996908b98a363e2a37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726779 Aug 29 17:30:24.035369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:24.164398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5608f8b-8a10-48ff-b8c6-225a973ebe88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.177222 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e408199a-6eaa-4e96-b775-a9f805acb083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.210257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e408199a-6eaa-4e96-b775-a9f805acb083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.279881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c4bcd-88fb-452f-b928-9a7859d2ba76 req-ad9f90dc-35a8-47ee-9fa1-da81b06d54fb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:24.296386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f28c4bcd-88fb-452f-b928-9a7859d2ba76 req-ad9f90dc-35a8-47ee-9fa1-da81b06d54fb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 945 time: 0.1416397 Aug 29 17:30:24.329935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e408199a-6eaa-4e96-b775-a9f805acb083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.333815 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e408199a-6eaa-4e96-b775-a9f805acb083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.335083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e408199a-6eaa-4e96-b775-a9f805acb083 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb4405a4-1ee6-4b78-802d-e1243d20460d HTTP/1.1" status: 204 len: 168 time: 0.2983260 Aug 29 17:30:24.350021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408199a-6eaa-4e96-b775-a9f805acb083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4405a4-1ee6-4b78-802d-e1243d20460d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:24.382001 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f28c4bcd-88fb-452f-b928-9a7859d2ba76 req-89ff7610-9999-430b-a438-be2e994af89a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830092 Aug 29 17:30:24.418185 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5608f8b-8a10-48ff-b8c6-225a973ebe88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.431990 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5608f8b-8a10-48ff-b8c6-225a973ebe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.476534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5608f8b-8a10-48ff-b8c6-225a973ebe88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a224b299-f46a-450f-a491-047d1b17b36b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:24.537229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c5608f8b-8a10-48ff-b8c6-225a973ebe88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=729b43bfd4ba40cba5ddbece5d711eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604501 Aug 29 17:30:24.538798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51672) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:24.664649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9d5026fe-4381-4e5e-a925-8e4a7d3fbfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.740381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9d5026fe-4381-4e5e-a925-8e4a7d3fbfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.826929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9d5026fe-4381-4e5e-a925-8e4a7d3fbfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.830846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9d5026fe-4381-4e5e-a925-8e4a7d3fbfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.835429 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9d5026fe-4381-4e5e-a925-8e4a7d3fbfc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a224b299-f46a-450f-a491-047d1b17b36b HTTP/1.1" status: 204 len: 168 time: 0.2955494 Aug 29 17:30:24.881668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5026fe-4381-4e5e-a925-8e4a7d3fbfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a224b299-f46a-450f-a491-047d1b17b36b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:24.932651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27838599-0ac9-494f-9260-3d03319318fa req-12d8bd09-f56a-4bcf-8665-14c4bc140858 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:24.953954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27838599-0ac9-494f-9260-3d03319318fa req-12d8bd09-f56a-4bcf-8665-14c4bc140858 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 945 time: 0.1468923 Aug 29 17:30:25.020494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51682) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:25.043036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27838599-0ac9-494f-9260-3d03319318fa req-0c1e4dbe-1890-483b-8e8d-e84482c890b7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844522 Aug 29 17:30:25.056216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aafa6f9a-93e6-402e-a36e-5425727734be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:25.261338 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aafa6f9a-93e6-402e-a36e-5425727734be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:25.285240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aafa6f9a-93e6-402e-a36e-5425727734be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:25.343433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51690) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:25.355417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aafa6f9a-93e6-402e-a36e-5425727734be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18571b16685c430eb96b3321a602a6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335268 Aug 29 17:30:25.441709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa6f9a-93e6-402e-a36e-5425727734be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6637021-b4b5-40ff-8f95-cb296fbe0a96,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:25.514948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-279ef070-23e1-4453-a479-8c41fdb9088b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:25.548670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-279ef070-23e1-4453-a479-8c41fdb9088b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:25.680393 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-279ef070-23e1-4453-a479-8c41fdb9088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:25.683523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-279ef070-23e1-4453-a479-8c41fdb9088b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:25.688796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-279ef070-23e1-4453-a479-8c41fdb9088b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6637021-b4b5-40ff-8f95-cb296fbe0a96 HTTP/1.1" status: 204 len: 168 time: 0.3440628 Aug 29 17:30:25.703777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ef070-23e1-4453-a479-8c41fdb9088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6637021-b4b5-40ff-8f95-cb296fbe0a96,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:25.737582 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:30:26.324358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51734) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:26.395095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-d0704f7a-a2cd-4bd1-9c56-067a8a1fc48a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:26.397962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413d7a3-5ff0-4404-9e57-6bb2ec795f3f req-7eac8503-5bd0-4722-8412-1dcc2722913a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:26.399784 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-d0704f7a-a2cd-4bd1-9c56-067a8a1fc48a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 945 time: 0.1139572 Aug 29 17:30:26.409362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e413d7a3-5ff0-4404-9e57-6bb2ec795f3f req-7eac8503-5bd0-4722-8412-1dcc2722913a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 945 time: 0.1889558 Aug 29 17:30:26.499613 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e413d7a3-5ff0-4404-9e57-6bb2ec795f3f req-61a4ec02-e2fe-440a-8acf-95b10a6fc7f2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869963 Aug 29 17:30:26.661673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Deleting port fbdfc681-ce5a-4316-952d-ec2472a572fd {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:26.662019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.691488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-727722854'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:26.740229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:26.744448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.803468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.837344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] For port fbdfc681-ce5a-4316-952d-ec2472a572fd, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=fbdfc681-ce5a-4316-952d-ec2472a572fd,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:26.838783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.870499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Calling delete_port for fbdfc681-ce5a-4316-952d-ec2472a572fd owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:26.984187 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.999726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:27.055203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766610d3-19aa-42fb-ab91-231dc67ac0f6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:27.140527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:27.153302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['fbdfc681-ce5a-4316-952d-ec2472a572fd'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:27.156731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:30:27.195060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:27.199382 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Added segment 4c0c5a8a-e0bd-4f16-8370-3ac58bf790e8 of type vlan for network ecb09320-030f-4997-8dab-f3e3d8aa2296 Aug 29 17:30:27.258917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event deleted for resources: {'Port': ['ID=fbdfc681-ce5a-4316-952d-ec2472a572fd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:27.285079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.285360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.285902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.286393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.287081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.287577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.288071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.288565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.289128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.289751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.290359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.290881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:27.295331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] No DVR routers for this DVR port fbdfc681-ce5a-4316-952d-ec2472a572fd on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:27.297914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:27.301162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4e14ebf-6f3d-4da5-b6fb-e6dad59835a7 req-34afb4fe-0c16-4263-9207-c7837f26ae3d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "DELETE /v2.0/ports/fbdfc681-ce5a-4316-952d-ec2472a572fd HTTP/1.1" status: 204 len: 173 time: 0.8906953 Aug 29 17:30:27.301807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df4c4d5-531d-4691-ad76-2c588cbcdcef', 'name': 'network-vif-deleted', 'tag': 'fbdfc681-ce5a-4316-952d-ec2472a572fd'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:27.304585 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a725e90-08e3-44da-9ac8-a08e24eedba8" -d '{"events": [{"server_uuid": "6df4c4d5-531d-4691-ad76-2c588cbcdcef", "name": "network-vif-deleted", "tag": "fbdfc681-ce5a-4316-952d-ec2472a572fd"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:27.360834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:27.419736 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd804640-0c78-4bba-949d-88be35a4b570 x-openstack-request-id: req-dd804640-0c78-4bba-949d-88be35a4b570 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:27.420726 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df4c4d5-531d-4691-ad76-2c588cbcdcef", "name": "network-vif-deleted", "tag": "fbdfc681-ce5a-4316-952d-ec2472a572fd", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:27.421216 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd804640-0c78-4bba-949d-88be35a4b570 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:27.421934 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df4c4d5-531d-4691-ad76-2c588cbcdcef', 'name': 'network-vif-deleted', 'tag': 'fbdfc681-ce5a-4316-952d-ec2472a572fd', 'status': 'completed', 'code': 200} Aug 29 17:30:27.455405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:27.485945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:27.486886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:27.594023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2650385 Aug 29 17:30:27.595051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51776) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:27.605004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'subnet': {'network_id': 'ecb09320-030f-4997-8dab-f3e3d8aa2296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:27.619826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba555b3f-c9ab-429b-bcbf-f721d8c65315 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Network': ['ID=ecb09320-030f-4997-8dab-f3e3d8aa2296,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:27.632761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:30:28.044647 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aca2fe8a-f070-4274-b149-75d331c152fd req-73c96210-e058-43f8-8bee-e7d97dd884a7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df4c4d5-531d-4691-ad76-2c588cbcdcef HTTP/1.1" status: 200 len: 210 time: 0.0987878 Aug 29 17:30:28.123787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:28.127372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:28.671372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:28.881948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Subnet': ['ID=b2b68f0c-d1bd-4c6d-bef8-1776fb242eab,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:28.907670 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Checking segment: {'id': '4c0c5a8a-e0bd-4f16-8370-3ac58bf790e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ecb09320-030f-4997-8dab-f3e3d8aa2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:28.907956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network hostable DHCP agents. Network: ecb09320-030f-4997-8dab-f3e3d8aa2296, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:30:28.983131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:30:29.010508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ecb09320-030f-4997-8dab-f3e3d8aa2296) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:29.022371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbf0c43-81d5-4c04-b6f8-4d0171652a28 None None] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:29.027380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:29.028343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:29.080819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cf8a5ed0-648d-4374-ac31-cd76905ef4fa tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4826565 Aug 29 17:30:29.083001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51828) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:29.105603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-100204933', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:29.192087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:29.194046 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:29.368538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:29.541090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093be2ef-8117-4e17-8ffe-ea8090da7f9f None None] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:29.877324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:29.891035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device fbdfc681-ce5a-4316-952d-ec2472a572fd no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:29.929877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: fbdfc681-ce5a-4316-952d-ec2472a572fd {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:29.932979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device fbdfc681-ce5a-4316-952d-ec2472a572fd not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:30.152182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-2cc33e34-3a59-4ef3-a802-ef1d748be164 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:30.154624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-2cc33e34-3a59-4ef3-a802-ef1d748be164 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.2736115 Aug 29 17:30:30.189368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-213aeeb6-94d7-4e5e-9a45-40647a7f4551 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/quotas/1d474c1586504dfb86b5f6741345f431 HTTP/1.1" status: 200 len: 375 time: 0.0254748 Aug 29 17:30:30.250239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-0060d036-f349-4257-be59-82e67729bfd2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547748 Aug 29 17:30:30.583031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-0b961740-65f6-4134-8cf0-519d262f7762 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211019 Aug 29 17:30:30.743653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:30.784301 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:30.907142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-0d3568e8-f679-4aea-9a42-75e40ebbec69 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231876 Aug 29 17:30:31.048909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51894) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:31.049642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.25.2.50 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/16aca76e-3773-4386-8440-fa638634d3c9) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:31.055592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f5908b90-1495-4384-bec2-430f86f861cb tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742786151', 'description': 'tempest-secgroup-smoke-1742786151 description', 'project_id': 'fd0876b522634ad8921bd8aba91776e6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:31.140118 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5908b90-1495-4384-bec2-430f86f861cb tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:31.513574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:31.540153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5908b90-1495-4384-bec2-430f86f861cb tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:31.619784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5908b90-1495-4384-bec2-430f86f861cb tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:31.628901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:31.661021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-08505da3-7162-4c44-a4df-be56291a3be1 req-1a10dca9-cce5-4dc4-b67c-7124bb6929fb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 210 time: 0.2670720 Aug 29 17:30:31.761853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:31.773556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:31.789805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:31.820127 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5908b90-1495-4384-bec2-430f86f861cb tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:31.827698 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f5908b90-1495-4384-bec2-430f86f861cb tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7736771 Aug 29 17:30:31.827917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=16aca76e-3773-4386-8440-fa638634d3c9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:31.832076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51920) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:31.853404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-95f20c1e-3a6a-443b-b6d5-7ef7c994c201 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'security_group_rule': {'security_group_id': 'df9d6728-2944-425e-a6fc-c749088c1d0c', 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:31.930107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5908b90-1495-4384-bec2-430f86f861cb tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d6728-2944-425e-a6fc-c749088c1d0c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:32.008679 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95f20c1e-3a6a-443b-b6d5-7ef7c994c201 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.145262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95f20c1e-3a6a-443b-b6d5-7ef7c994c201 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.164208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95f20c1e-3a6a-443b-b6d5-7ef7c994c201 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.219387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f20c1e-3a6a-443b-b6d5-7ef7c994c201 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5925309b-2dda-4db1-a05d-72850759eadb,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:32.252681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6583f-e428-4cb1-a765-8c6e8609e205 req-d2cc504f-9489-413d-913e-f7907000675e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:32.263025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-13a6583f-e428-4cb1-a765-8c6e8609e205 req-d2cc504f-9489-413d-913e-f7907000675e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1151178 Aug 29 17:30:32.272782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95f20c1e-3a6a-443b-b6d5-7ef7c994c201 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.276629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-95f20c1e-3a6a-443b-b6d5-7ef7c994c201 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4403465 Aug 29 17:30:32.293218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51928) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:32.316789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d6895eca-c6a8-43d6-be00-562993b1d996 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'security_group_rule': {'security_group_id': 'df9d6728-2944-425e-a6fc-c749088c1d0c', 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:32.360405 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-13a6583f-e428-4cb1-a765-8c6e8609e205 req-c93d35fe-779f-4c7f-86fd-7a7c1728f5b7 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962260 Aug 29 17:30:32.405841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51938) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:32.428188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6895eca-c6a8-43d6-be00-562993b1d996 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.614619 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6895eca-c6a8-43d6-be00-562993b1d996 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.624045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6895eca-c6a8-43d6-be00-562993b1d996 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.640778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.666497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6895eca-c6a8-43d6-be00-562993b1d996 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0befe122-d121-4682-915f-faaf1a189520,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:32.694547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6895eca-c6a8-43d6-be00-562993b1d996 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.705598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d6895eca-c6a8-43d6-be00-562993b1d996 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4019969 Aug 29 17:30:32.710444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:32.716010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-dca41e23-a66c-4c17-a1fe-c94fe6bd6756 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'security_group_rule': {'security_group_id': 'df9d6728-2944-425e-a6fc-c749088c1d0c', 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:32.759356 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dca41e23-a66c-4c17-a1fe-c94fe6bd6756 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.893766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b1b4-acf0-444d-b856-5442204c46f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:32.953401 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8b17aeb-8ce8-43ea-b567-ebbce70cac39 req-5eb0709e-a266-404d-a26a-d6be7440cfbf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 210 time: 0.1180258 Aug 29 17:30:33.021521 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dca41e23-a66c-4c17-a1fe-c94fe6bd6756 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.040770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dca41e23-a66c-4c17-a1fe-c94fe6bd6756 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.104194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca41e23-a66c-4c17-a1fe-c94fe6bd6756 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f6ed26-b5f7-4b47-a3c7-7e99acb2afe7,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:33.246315 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b1b4-acf0-444d-b856-5442204c46f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.258437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b1b4-acf0-444d-b856-5442204c46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.288071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dca41e23-a66c-4c17-a1fe-c94fe6bd6756 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.289318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dca41e23-a66c-4c17-a1fe-c94fe6bd6756 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5772622 Aug 29 17:30:33.298674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51952) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:33.302968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1976e87b-43fc-4454-91c1-ae6e97a829e1 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'security_group_rule': {'security_group_id': 'df9d6728-2944-425e-a6fc-c749088c1d0c', 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:33.339922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9b1b4-acf0-444d-b856-5442204c46f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0bef13-2f07-427f-bdf8-1c2947e8c191,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:33.350534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2ec9b1b4-acf0-444d-b856-5442204c46f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0e91e0e07534a1cb1a0a94a26d161fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9404941 Aug 29 17:30:33.355289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51954) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:33.398063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1976e87b-43fc-4454-91c1-ae6e97a829e1 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.478474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc902-0708-4c31-b2f2-847ac70c4c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.526330 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1976e87b-43fc-4454-91c1-ae6e97a829e1 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.531800 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc902-0708-4c31-b2f2-847ac70c4c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.545357 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1976e87b-43fc-4454-91c1-ae6e97a829e1 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.590602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976e87b-43fc-4454-91c1-ae6e97a829e1 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31da5da8-ccfa-4bf2-ae0b-411fd459f9f9,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:33.608637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1976e87b-43fc-4454-91c1-ae6e97a829e1 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.612705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1976e87b-43fc-4454-91c1-ae6e97a829e1 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108549 Aug 29 17:30:33.612705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51962) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:33.620290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-daaecff4-4567-42a5-8a1d-18a9f8a200a6 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'security_group_rule': {'security_group_id': 'df9d6728-2944-425e-a6fc-c749088c1d0c', 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:33.665321 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-daaecff4-4567-42a5-8a1d-18a9f8a200a6 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Project fd0876b522634ad8921bd8aba91776e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:30:33.676084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc902-0708-4c31-b2f2-847ac70c4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.682965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc902-0708-4c31-b2f2-847ac70c4c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.686870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf5dc902-0708-4c31-b2f2-847ac70c4c69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c0bef13-2f07-427f-bdf8-1c2947e8c191 HTTP/1.1" status: 204 len: 168 time: 0.3269980 Aug 29 17:30:33.699235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daaecff4-4567-42a5-8a1d-18a9f8a200a6 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.750455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dc902-0708-4c31-b2f2-847ac70c4c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0bef13-2f07-427f-bdf8-1c2947e8c191,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:33.835734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.935866 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daaecff4-4567-42a5-8a1d-18a9f8a200a6 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:33.946937 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daaecff4-4567-42a5-8a1d-18a9f8a200a6 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.010498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaecff4-4567-42a5-8a1d-18a9f8a200a6 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462d41d9-2979-4755-9ce1-9111bdc347c1,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:34.033414 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daaecff4-4567-42a5-8a1d-18a9f8a200a6 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.039018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-daaecff4-4567-42a5-8a1d-18a9f8a200a6 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4249630 Aug 29 17:30:34.040849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:34.051822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-caa008b5-6a09-4184-bf0d-ab4fb72e810c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'security_group_rule': {'security_group_id': 'df9d6728-2944-425e-a6fc-c749088c1d0c', 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:34.134144 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-caa008b5-6a09-4184-bf0d-ab4fb72e810c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Project fd0876b522634ad8921bd8aba91776e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:30:34.199684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8be8ff89-e11c-4658-bcf4-382f086d2b54 req-47888b00-0f6e-46e8-b254-42438db4e8f1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 210 time: 0.0860090 Aug 29 17:30:34.201621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-caa008b5-6a09-4184-bf0d-ab4fb72e810c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.293470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-caa008b5-6a09-4184-bf0d-ab4fb72e810c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.301625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-caa008b5-6a09-4184-bf0d-ab4fb72e810c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.303416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd60d6f-fd7d-4047-b21d-eb7ba5e53ae6 req-e3cb540b-70a6-4ecf-b663-9e95e0b00ac4 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:34.320333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efd60d6f-fd7d-4047-b21d-eb7ba5e53ae6 req-e3cb540b-70a6-4ecf-b663-9e95e0b00ac4 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.4756482 Aug 29 17:30:34.322476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa008b5-6a09-4184-bf0d-ab4fb72e810c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8b7d3e-b009-40d7-b999-f3f0f4871c11,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:34.341558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-caa008b5-6a09-4184-bf0d-ab4fb72e810c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.347187 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-caa008b5-6a09-4184-bf0d-ab4fb72e810c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044019 Aug 29 17:30:34.353847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51982) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:34.372609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0fea06c8-e913-42ef-8db3-5d54d903e419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.549240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-70037c99-32a5-4a18-8e70-8ad5d9a2ed81 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:34.552372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-70037c99-32a5-4a18-8e70-8ad5d9a2ed81 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.7093072 Aug 29 17:30:34.578060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Request body: {'port': {'device_id': '83485797-30a7-4dac-b611-59cc2803ed26', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'admin_state_up': True, 'tenant_id': '1d474c1586504dfb86b5f6741345f431'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:34.583509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408464f-f9f7-4354-a118-8738f5927552 req-ef4f8433-2c91-415c-93fe-5c631b6a21e4 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:34.585341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9408464f-f9f7-4354-a118-8738f5927552 req-ef4f8433-2c91-415c-93fe-5c631b6a21e4 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.44 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 945 time: 0.1274264 Aug 29 17:30:34.683290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efd60d6f-fd7d-4047-b21d-eb7ba5e53ae6 req-37c3ddbe-fb0e-4132-8c7f-e771cd42991c tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600044 Aug 29 17:30:34.729931 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0fea06c8-e913-42ef-8db3-5d54d903e419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.765143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0fea06c8-e913-42ef-8db3-5d54d903e419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:34.784529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:30:34.881185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0fea06c8-e913-42ef-8db3-5d54d903e419 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd3b32db154444329a7c99b9f64097d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258608 Aug 29 17:30:34.885509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea06c8-e913-42ef-8db3-5d54d903e419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7897576d-20f4-4d3f-9165-7d235d910a3e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:34.888234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51998) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:34.908804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e206a65f-2224-47b3-9c99-169f2e58b859 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742786151&fields=id&tenant_id=fd0876b522634ad8921bd8aba91776e6 HTTP/1.1" status: 200 len: 267 time: 0.1684332 Aug 29 17:30:34.984080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Made reservation on behalf of 1d474c1586504dfb86b5f6741345f431 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:34.988618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.000769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Deleting port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:35.000983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.136073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ddf27ab-3507-466c-b302-c414ffe92f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.158136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-f3f53bdc-5917-433f-8227-43709439eb08 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:35.160031 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-f3f53bdc-5917-433f-8227-43709439eb08 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/networks?id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 HTTP/1.1" status: 200 len: 813 time: 0.2503431 Aug 29 17:30:35.195612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-69966df1-8b21-4e89-8ce6-55bba9b2c81e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/quotas/fd0876b522634ad8921bd8aba91776e6 HTTP/1.1" status: 200 len: 375 time: 0.0192945 Aug 29 17:30:35.196248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ddf27ab-3507-466c-b302-c414ffe92f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.208348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:35.220998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c44254-c2b3-4775-9c9c-2bfd81374ee3 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:35.235575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c44254-c2b3-4775-9c9c-2bfd81374ee3 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:35.251413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-01c44254-c2b3-4775-9c9c-2bfd81374ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:35.282882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.288290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dadcae34-f8b2-4772-ba74-e19a4fb85ea0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2030284 Aug 29 17:30:35.291386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52008) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:35.342705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-01c44254-c2b3-4775-9c9c-2bfd81374ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:35.367579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c44254-c2b3-4775-9c9c-2bfd81374ee3 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:35.369185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] For port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:35.369665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.370649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-01c44254-c2b3-4775-9c9c-2bfd81374ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:35.402535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Calling delete_port for a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:35.431187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-01c44254-c2b3-4775-9c9c-2bfd81374ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:35.431875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c44254-c2b3-4775-9c9c-2bfd81374ee3 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:35.435815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec770f9c-68df-4799-9d1a-1c5e87d164d6 req-9d04c870-c4e2-4779-8911-07050be7073a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 210 time: 0.0605001 Aug 29 17:30:35.477088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-4717be9f-a2ee-4c92-a93d-f85bf4cab049 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd0876b522634ad8921bd8aba91776e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2694941 Aug 29 17:30:35.552431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Allocated IP 172.20.0.10 (e136bb71-1565-4a74-a07c-3da563b369d5/4fde333e-caeb-4be9-96df-a0767fe315e7/a723829b-048e-41a7-87dc-4560445f956e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:35.655255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ddf27ab-3507-466c-b302-c414ffe92f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.659448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ddf27ab-3507-466c-b302-c414ffe92f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.660611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8ddf27ab-3507-466c-b302-c414ffe92f65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7897576d-20f4-4d3f-9165-7d235d910a3e HTTP/1.1" status: 204 len: 168 time: 0.7460284 Aug 29 17:30:35.716077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-f04038ed-b3f9-4881-a0d7-8facd122e6a3 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007482 Aug 29 17:30:35.759860 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:35.773680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['a8b05c1a-c719-4772-9a64-2ceecba3b60d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:35.776681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:35.845183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf27ab-3507-466c-b302-c414ffe92f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7897576d-20f4-4d3f-9165-7d235d910a3e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:35.934855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Pushing event deleted for resources: {'Port': ['ID=a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:36.035719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] No DVR routers for this DVR port a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:36.094120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-8715e867-98af-4c4e-a302-f105ec193536 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685122 Aug 29 17:30:36.095670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:36.105280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9408464f-f9f7-4354-a118-8738f5927552 req-2f79a66f-2499-4a52-a23b-46de62994ae8 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.44 "DELETE /v2.0/ports/a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 HTTP/1.1" status: 204 len: 173 time: 1.5130348 Aug 29 17:30:36.106100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076d6ef5-0f74-409c-8db2-49b3800629ea', 'name': 'network-vif-deleted', 'tag': 'a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:36.123798 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c23a47-b224-4929-b966-23c8eb0dfa0e" -d '{"events": [{"server_uuid": "076d6ef5-0f74-409c-8db2-49b3800629ea", "name": "network-vif-deleted", "tag": "a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:36.208060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:36.291042 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-12a32c79-750a-4157-bb94-641d1be4d826 req-2273948d-9e44-4eda-8bf1-b2fa38d0616b tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=076d6ef5-0f74-409c-8db2-49b3800629ea HTTP/1.1" status: 200 len: 210 time: 0.4471145 Aug 29 17:30:36.676029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:36.863972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Network e136bb71-1565-4a74-a07c-3da563b369d5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:36.880855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:36.891966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:36.894272 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718f396-65b4-45bf-99ce-49bef02d5b15 x-openstack-request-id: req-7718f396-65b4-45bf-99ce-49bef02d5b15 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:36.894829 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076d6ef5-0f74-409c-8db2-49b3800629ea", "name": "network-vif-deleted", "tag": "a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:36.894829 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7718f396-65b4-45bf-99ce-49bef02d5b15 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:36.895244 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076d6ef5-0f74-409c-8db2-49b3800629ea', 'name': 'network-vif-deleted', 'tag': 'a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8', 'status': 'completed', 'code': 200} Aug 29 17:30:37.022384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55b77a-f029-4d53-9479-0959dab765e7 req-60b39ff1-dfe0-429f-9ea0-7d6976dfd48e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:37.035387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7a55b77a-f029-4d53-9479-0959dab765e7 req-60b39ff1-dfe0-429f-9ea0-7d6976dfd48e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 932 time: 0.1267312 Aug 29 17:30:37.125468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2aa87b0a-05b1-4c95-a507-382f107511b9 req-6c5d41e6-7031-411d-81e3-ae8a362d3ca9 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 210 time: 0.0775883 Aug 29 17:30:37.142113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event updated for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:37.237912 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7a55b77a-f029-4d53-9479-0959dab765e7 req-a4ddd513-bbef-4ac1-9fd8-09fb87dead32 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004490 Aug 29 17:30:37.299259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:37.299259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:37.376327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-199fcc0d-90b4-4d20-bbad-cca2d1515cda tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8030438 Aug 29 17:30:37.408637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Request body: {'port': {'device_id': '83485797-30a7-4dac-b611-59cc2803ed26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:37.520188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:37.771998 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:38.045050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6edc13-33fc-41d1-8734-50bc70002b9b req-4876941b-e820-4501-a392-8e48d496a51a tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:38.055546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db6edc13-33fc-41d1-8734-50bc70002b9b req-4876941b-e820-4501-a392-8e48d496a51a tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.0957005 Aug 29 17:30:38.141318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db6edc13-33fc-41d1-8734-50bc70002b9b req-3cf36489-bf96-49fe-965d-3d6e7ace8506 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785391 Aug 29 17:30:38.365866 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23d5d403-b353-4d9e-94ee-1dee415a30ce req-96e62fbc-11ec-4af7-ab7f-09e5fc6b12ad tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 210 time: 0.0884092 Aug 29 17:30:38.414374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d0144-21a7-4f62-8e34-3d3099445c6c req-745919ff-997f-4c37-be47-88444ef85a2e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:38.427210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-524d0144-21a7-4f62-8e34-3d3099445c6c req-745919ff-997f-4c37-be47-88444ef85a2e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 932 time: 0.1116428 Aug 29 17:30:38.569835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.20.0.1 (ecb09320-030f-4997-8dab-f3e3d8aa2296/b2b68f0c-d1bd-4c6d-bef8-1776fb242eab/062e9821-e20c-494b-9a23-3cc0e7f050f3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:38.601094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-524d0144-21a7-4f62-8e34-3d3099445c6c req-35227730-3ab7-4135-bcf3-f4a7abb7add9 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666806 Aug 29 17:30:38.663255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-97b567f7-4c14-4429-9cc7-9eef42047ebe tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:38.664987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-97b567f7-4c14-4429-9cc7-9eef42047ebe tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.43 "GET /v2.0/networks?id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 HTTP/1.1" status: 200 len: 813 time: 0.1984723 Aug 29 17:30:38.741895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-4fe89c56-9521-40e6-87a0-0a949a1d1758 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0876b522634ad8921bd8aba91776e6 HTTP/1.1" status: 200 len: 380 time: 0.0649440 Aug 29 17:30:38.769411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'port': {'device_id': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'admin_state_up': True, 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'security_groups': ['df9d6728-2944-425e-a6fc-c749088c1d0c']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:38.816784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a723829b-048e-41a7-87dc-4560445f956e {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:38.842268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:38.884952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Transition to ACTIVE for port object a723829b-048e-41a7-87dc-4560445f956e will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:38.915210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.017265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.061610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Made reservation on behalf of fd0876b522634ad8921bd8aba91776e6 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:39.072107 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.096511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Pushing event updated for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:39.208216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.289267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3197f10-6774-4406-b5e9-a99c600c9143 req-c53749db-c586-4368-b101-db5e5ae983ea tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:39.294075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3197f10-6774-4406-b5e9-a99c600c9143 req-c53749db-c586-4368-b101-db5e5ae983ea tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 950 time: 0.2122078 Aug 29 17:30:39.321409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Attempting to bind port a723829b-048e-41a7-87dc-4560445f956e on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:30:39.321819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Attempting to bind port a723829b-048e-41a7-87dc-4560445f956e by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:30:39.322081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Attempting to bind port a723829b-048e-41a7-87dc-4560445f956e on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:39.344199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Allocated IP 172.20.0.5 (0b9ad97d-5a0e-4cf4-97ac-edae3cef7873/eeaf73f0-a1a9-4472-94be-93c96322837b/68d7556c-8da4-4a40-ae0b-9ad9a5e63659) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:39.346346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Port a723829b-048e-41a7-87dc-4560445f956e on network e136bb71-1565-4a74-a07c-3da563b369d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:30:39.347039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Attempting to bind port a723829b-048e-41a7-87dc-4560445f956e on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:39.359004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:39.363862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=062e9821-e20c-494b-9a23-3cc0e7f050f3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:39.368986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22412297-7e3a-40ca-8351-7ba0a0bca426 req-0b7fe640-4beb-491e-916a-3cf6ef7deede tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:39.373197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:39.377897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:30:39.378445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Checking segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:39.379065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Bound using segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:30:39.379671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Bound port: a723829b-048e-41a7-87dc-4560445f956e, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:30:39.380356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.382531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:39.383977 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22412297-7e3a-40ca-8351-7ba0a0bca426 req-0b7fe640-4beb-491e-916a-3cf6ef7deede tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1074498 Aug 29 17:30:39.493075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3197f10-6774-4406-b5e9-a99c600c9143 req-b024a9a0-fcf9-4f1e-a98e-cd040e3c8f57 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536517 Aug 29 17:30:39.504242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.550556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22412297-7e3a-40ca-8351-7ba0a0bca426 req-294b620e-bc45-4220-bcf0-1f1d7f37ed9e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655860 Aug 29 17:30:39.591527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:30:39.598404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:30:39.657134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.670698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.693860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Transition to ACTIVE for port object 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:39.769745 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.846742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:39.847613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:39.849114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] 10.222.0.44 "PUT /v2.0/ports/a723829b-048e-41a7-87dc-4560445f956e HTTP/1.1" status: 200 len: 1093 time: 2.4523172 Aug 29 17:30:39.875380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:39.881064 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae5715e-b627-4d33-82e6-a3a843679064" -d '{"events": [{"name": "network-changed", "server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "tag": "a723829b-048e-41a7-87dc-4560445f956e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:39.884028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:39.897791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad990a-3dbe-4a2f-874d-7e27534d6ccb service neutron] Pushing event updated for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:39.908804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:39.934992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:39.984517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:39.994317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:40.017899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:40.020819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a6d8a7f1-a6dd-4d7e-9621-9377c3797cd8 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:40.031377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff3add-02f5-40c7-a1ad-950ba828f026 req-3f511e42-98fa-4840-b55f-2ae2a438095c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:40.039457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-44ff3add-02f5-40c7-a1ad-950ba828f026 req-3f511e42-98fa-4840-b55f-2ae2a438095c tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 931 time: 0.3056135 Aug 29 17:30:40.137814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'Port': ['ID=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:40.267018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20735e3-946e-48f9-a917-50fc4ff5eb99 req-dfc96e0b-4ba4-483d-a850-4c6f9ae97675 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:40.279493 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f20735e3-946e-48f9-a917-50fc4ff5eb99 req-dfc96e0b-4ba4-483d-a850-4c6f9ae97675 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 944 time: 0.3906271 Aug 29 17:30:40.307097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:40.307733 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:40.327378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bdfcaac9-a620-4e73-a274-70ac58e90b36 None None] Provisioning for port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:40.351605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bdfcaac9-a620-4e73-a274-70ac58e90b36 None None] Provisioning complete for port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:40.354937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bdfcaac9-a620-4e73-a274-70ac58e90b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:40.369072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f20735e3-946e-48f9-a917-50fc4ff5eb99 req-2445553f-1bca-4448-8b7b-44726fb95eb2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884402 Aug 29 17:30:40.381716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e524378b-c8b5-4798-b805-d126a13d0bb3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6287978 Aug 29 17:30:40.396244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Request body: {'port': {'device_id': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:40.482221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:40.545213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcaac9-a620-4e73-a274-70ac58e90b36 None None] Port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:30:40.994207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:41.008315 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:41.030697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Transition to ACTIVE for port object 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:41.036129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:41.204521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52202) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:41.209314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Pushing event updated for resources: {'Port': ['ID=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:41.216820 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-04011c24-e35e-4e2d-8f41-0a334e4d5af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:41.353648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Attempting to bind port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:30:41.357498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Attempting to bind port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:30:41.358176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Attempting to bind port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 on network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:41.372209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 on network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:30:41.375358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Attempting to bind port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 on network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:41.399944 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:30:41.401486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Checking segment: {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:41.402127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Bound using segment: {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:30:41.404523 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d7260-6b69-4436-8d94-0b500f022169 x-openstack-request-id: req-ce6d7260-6b69-4436-8d94-0b500f022169 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:41.405630 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "tag": "a723829b-048e-41a7-87dc-4560445f956e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:41.406069 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce6d7260-6b69-4436-8d94-0b500f022169 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:41.406669 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e', 'status': 'completed', 'code': 200} Aug 29 17:30:41.409326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Bound port: 68d7556c-8da4-4a40-ae0b-9ad9a5e63659, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a81fe03-11ef-435c-883a-070e5f5b0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:30:41.411512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:41.436008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-44ff3add-02f5-40c7-a1ad-950ba828f026 req-a59a06ac-0811-42a7-a693-02e6893ac440 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3953958 Aug 29 17:30:41.461233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-eba54701-f286-4c45-9eca-ea6e954f076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:41.468446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-eba54701-f286-4c45-9eca-ea6e954f076d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 1096 time: 1.5482023 Aug 29 17:30:41.570773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-ca2f5475-53bb-4a00-838e-9b1abbfe623a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a723829b-048e-41a7-87dc-4560445f956e HTTP/1.1" status: 200 len: 217 time: 0.0928137 Aug 29 17:30:41.638521 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-318f7cd1-5898-4e16-b0ee-22b963a3a6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:41.725970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] For port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:30:41.761289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] For port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:30:41.770240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:41.827502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:41.828178 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:41.829640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] 10.222.0.43 "PUT /v2.0/ports/68d7556c-8da4-4a40-ae0b-9ad9a5e63659 HTTP/1.1" status: 200 len: 1092 time: 1.4395761 Aug 29 17:30:41.830268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:41.831015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c1ad0-db61-4552-9847-a889ccd1d370 req-dc095d4f-2196-4de1-b688-ce6ce32b7797 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:41.833181 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bc950b-ff70-4485-a32d-69fe86c3f778" -d '{"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:41.850780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-045c1ad0-db61-4552-9847-a889ccd1d370 req-dc095d4f-2196-4de1-b688-ce6ce32b7797 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2741432 Aug 29 17:30:41.855306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-65f1b6a7-40cb-4dc0-8f4a-47e01b62d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:41.860762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-65f1b6a7-40cb-4dc0-8f4a-47e01b62d067 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.2591250 Aug 29 17:30:41.928678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7efb08-d85c-4e0c-8e44-b56eb1f5ef04 service neutron] Pushing event updated for resources: {'Port': ['ID=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:41.989664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-bda8d2c3-149f-427a-934e-0f4842558d8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136932 Aug 29 17:30:41.999234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-318f7cd1-5898-4e16-b0ee-22b963a3a6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.009748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-318f7cd1-5898-4e16-b0ee-22b963a3a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.017686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.018857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-552a6e51-79bc-47e7-91a3-cf2191801d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:42.020593 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-552a6e51-79bc-47e7-91a3-cf2191801d22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd0876b522634ad8921bd8aba91776e6&device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1095 time: 0.1277337 Aug 29 17:30:42.075988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.101645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-41ecd5bb-ae07-4baf-b843-7f2d06772deb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659 HTTP/1.1" status: 200 len: 217 time: 0.0686731 Aug 29 17:30:42.126514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-318f7cd1-5898-4e16-b0ee-22b963a3a6b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcc48cd26c8a47afa65e4beb36d745d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9130907 Aug 29 17:30:42.130073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52240) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:42.140925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-045c1ad0-db61-4552-9847-a889ccd1d370 req-701ca513-13a8-4667-bbda-6aa5f0684b18 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887657 Aug 29 17:30:42.158656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f7cd1-5898-4e16-b0ee-22b963a3a6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0d8a2d-032c-44e9-bcd9-d412617ae583,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:42.238096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-a1125691-0a84-48eb-b651-56957a3b6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:42.241690 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-a1125691-0a84-48eb-b651-56957a3b6823 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeaf73f0-a1a9-4472-94be-93c96322837b HTTP/1.1" status: 200 len: 852 time: 0.1312246 Aug 29 17:30:42.298175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73e6c826-d0a9-42ca-9556-408f82469600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.311634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.323330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=062e9821-e20c-494b-9a23-3cc0e7f050f3,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:42.341451 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73e6c826-d0a9-42ca-9556-408f82469600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.357240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-5d1c1733-f938-46ff-9084-3522cf204858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:42.359494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-5d1c1733-f938-46ff-9084-3522cf204858 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091955 Aug 29 17:30:42.404364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-6ecc0ce6-1e94-48b0-a596-9171539d7817 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046891 Aug 29 17:30:42.418105 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.427921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe1e0-c53a-495c-8dba-ef4678b5bd33 req-33375c41-d28c-482f-8a21-8ae107b205a7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:42.435446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-938fe1e0-c53a-495c-8dba-ef4678b5bd33 req-33375c41-d28c-482f-8a21-8ae107b205a7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 944 time: 0.1875765 Aug 29 17:30:42.484144 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7907ebf2-920a-4e70-a5f9-9e942e41a357 x-openstack-request-id: req-7907ebf2-920a-4e70-a5f9-9e942e41a357 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:42.484431 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:42.484869 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7907ebf2-920a-4e70-a5f9-9e942e41a357 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:42.485465 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'status': 'completed', 'code': 200} Aug 29 17:30:42.509443 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73e6c826-d0a9-42ca-9556-408f82469600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.515649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73e6c826-d0a9-42ca-9556-408f82469600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.517494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-73e6c826-d0a9-42ca-9556-408f82469600 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe0d8a2d-032c-44e9-bcd9-d412617ae583 HTTP/1.1" status: 204 len: 168 time: 0.3864231 Aug 29 17:30:42.548641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6c826-d0a9-42ca-9556-408f82469600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0d8a2d-032c-44e9-bcd9-d412617ae583,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:42.557363 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-e29054e1-2ffc-4090-a69f-f76ce45bcc4e service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807487 Aug 29 17:30:42.644923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e077fbc3-7b40-4d6e-a92b-2645f813abb3 req-17c8438f-ac9e-4d8b-ae5e-4e895d3e9b2e service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323360 Aug 29 17:30:42.673218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-938fe1e0-c53a-495c-8dba-ef4678b5bd33 req-0fb99122-ac96-4558-9fd5-5e5bbe370a86 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322912 Aug 29 17:30:42.706123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:42.708224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:42.880323 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:42.939320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-8e3d84d2-07dc-43ad-9cd8-aaaa5ca22034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:42.941077 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-8e3d84d2-07dc-43ad-9cd8-aaaa5ca22034 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 1096 time: 0.2139235 Aug 29 17:30:42.948965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:43.110539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:43.155649 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:43.193573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52266) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:43.219409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d897db9-fd18-433f-99ad-2dd38e9baa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:43.241910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:43.244639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:43.247878 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dcf307-0833-4a1d-914e-9527900b5c9e" -d '{"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:43.253587 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:43.260317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-04f810d5-f68d-4c04-ad1b-5897b279ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:43.261931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-04f810d5-f68d-4c04-ad1b-5897b279ac6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 913 time: 0.3064265 Aug 29 17:30:43.318778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:43.338126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbc70-9b28-4a33-99b3-f9d0252f9331 req-38949ba7-7cf8-4bbb-8ee6-52b9f4956cba tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:43.360508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6dbbc70-9b28-4a33-99b3-f9d0252f9331 req-38949ba7-7cf8-4bbb-8ee6-52b9f4956cba tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 943 time: 0.1421990 Aug 29 17:30:43.379916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dcf0433-cd8c-460c-aa43-6680fb1f46fe req-8753a44d-0ecc-4970-9a0d-917307bdd03e service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7956941 Aug 29 17:30:43.445515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6dbbc70-9b28-4a33-99b3-f9d0252f9331 req-e80fd00b-18d9-4b8b-9f6c-8d4eb7e178c9 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807040 Aug 29 17:30:43.503033 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c512bec8-7ebb-4241-8a07-d8858fba4f65 x-openstack-request-id: req-c512bec8-7ebb-4241-8a07-d8858fba4f65 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:43.503547 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:43.503547 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c512bec8-7ebb-4241-8a07-d8858fba4f65 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:43.503958 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'code': 200} Aug 29 17:30:43.526999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-2dc439d6-191c-4f25-8327-1f3c040d0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:43.529513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-2dc439d6-191c-4f25-8327-1f3c040d0d2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd0876b522634ad8921bd8aba91776e6&device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1095 time: 0.0527356 Aug 29 17:30:43.530198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-0e06e69a-f808-453d-b8f9-4f569fc3efcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a723829b-048e-41a7-87dc-4560445f956e HTTP/1.1" status: 200 len: 217 time: 0.2582328 Aug 29 17:30:43.557181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d897db9-fd18-433f-99ad-2dd38e9baa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:43.558798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:43.566440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-48939aeb-0780-42bb-bda1-d76f4d6feff5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/routers/986ad724-4fd4-4e2e-b501-69794fca2b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2689478 Aug 29 17:30:43.578209 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda12162-82dd-4d01-a878-e6f656b3f6d0 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:43.591701 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda12162-82dd-4d01-a878-e6f656b3f6d0 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:43.592677 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dda12162-82dd-4d01-a878-e6f656b3f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:43.595345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52276) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:43.614290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-6a474d46-9dc2-4438-b5c7-dcb56c783bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:43.615968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-6a474d46-9dc2-4438-b5c7-dcb56c783bb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.0548213 Aug 29 17:30:43.618300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'port': {'network_id': 'ecb09320-030f-4997-8dab-f3e3d8aa2296', 'name': 'tempest-FloatingIPTestJSON-651019151'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:43.618673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d897db9-fd18-433f-99ad-2dd38e9baa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:43.679043 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dda12162-82dd-4d01-a878-e6f656b3f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:43.690606 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda12162-82dd-4d01-a878-e6f656b3f6d0 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:43.691606 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dda12162-82dd-4d01-a878-e6f656b3f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:43.693824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-e9e809e5-c818-467d-a5cf-8e76e7189c9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551040 Aug 29 17:30:43.699375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7d897db9-fd18-433f-99ad-2dd38e9baa53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39207513f0954c2a8791cbe385f431fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046532 Aug 29 17:30:43.703677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52286) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:43.736967 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dda12162-82dd-4d01-a878-e6f656b3f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:43.738075 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda12162-82dd-4d01-a878-e6f656b3f6d0 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:43.744487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d897db9-fd18-433f-99ad-2dd38e9baa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1835b07a-3fed-423f-9cba-7d2afc765a0b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:43.787439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee228d-bc08-4797-b7d4-d32e34a66c22 req-298e279f-92a4-4130-8f86-59b52f5a246f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:43.789271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1ee228d-bc08-4797-b7d4-d32e34a66c22 req-298e279f-92a4-4130-8f86-59b52f5a246f tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.2658117 Aug 29 17:30:43.827928 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9577824b-5a10-4acd-bfb3-a8869465f8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:43.863426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-0c869684-f4b9-45bd-970e-51efca33b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:43.865095 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-0c869684-f4b9-45bd-970e-51efca33b5c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 HTTP/1.1" status: 200 len: 914 time: 0.3248615 Aug 29 17:30:43.884284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:43.951735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eaa757ef-da58-4ce2-8ce6-724eaaf618df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:43.957358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-f9b1608a-fda4-48c7-9c45-431a8e9d0f6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659 HTTP/1.1" status: 200 len: 217 time: 0.0794566 Aug 29 17:30:43.997170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1ee228d-bc08-4797-b7d4-d32e34a66c22 req-d3bc2de4-90ed-4214-8653-f7ee9fce59b6 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/security-groups?id=41db0dae-4aed-40c6-826c-2a89c8f3c716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440470 Aug 29 17:30:44.012171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:44.016122 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.028686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eaa757ef-da58-4ce2-8ce6-724eaaf618df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.037180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-aa1240f4-50c9-4cb5-b150-153c0fb4e41e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:44.037488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f793c-8ebe-42eb-ba53-64481ec21630 req-6936e712-8ac4-47fb-90d3-a72e67f3b4e0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:44.038687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-aa1240f4-50c9-4cb5-b150-153c0fb4e41e tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 945 time: 0.1888494 Aug 29 17:30:44.039230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-767f793c-8ebe-42eb-ba53-64481ec21630 req-6936e712-8ac4-47fb-90d3-a72e67f3b4e0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 944 time: 0.1529982 Aug 29 17:30:44.063457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-9677acd0-179d-4300-8fc6-e86d5710648b service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462512 Aug 29 17:30:44.069821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] device_id is not set on port 257e32cb-60bc-4d74-84de-202f3bc8cca1 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:30:44.078537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-7dcaa3dc-4493-4160-8e7c-2e8d3f4203f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:44.080134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-7dcaa3dc-4493-4160-8e7c-2e8d3f4203f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeaf73f0-a1a9-4472-94be-93c96322837b HTTP/1.1" status: 200 len: 852 time: 0.1114655 Aug 29 17:30:44.166544 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-767f793c-8ebe-42eb-ba53-64481ec21630 req-a8ad6038-c10b-4108-8cfe-7deaf1d54cc9 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195798 Aug 29 17:30:44.213734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-69af3799-d3b0-4ff7-9a9c-e1336ef3b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:44.216056 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-69af3799-d3b0-4ff7-9a9c-e1336ef3b81b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256993 Aug 29 17:30:44.241227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eaa757ef-da58-4ce2-8ce6-724eaaf618df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.243736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eaa757ef-da58-4ce2-8ce6-724eaaf618df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.247197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eaa757ef-da58-4ce2-8ce6-724eaaf618df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1835b07a-3fed-423f-9cba-7d2afc765a0b HTTP/1.1" status: 204 len: 168 time: 0.5342715 Aug 29 17:30:44.253288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ae5715e-b627-4d33-82e6-a3a843679064 req-668cd1f3-45f3-4896-9943-88712d1342c0 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654687 Aug 29 17:30:44.261849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa757ef-da58-4ce2-8ce6-724eaaf618df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1835b07a-3fed-423f-9cba-7d2afc765a0b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:44.268626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Deleting port a8b05c1a-c719-4772-9a64-2ceecba3b60d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:44.268967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.305635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.20.0.6 (ecb09320-030f-4997-8dab-f3e3d8aa2296/b2b68f0c-d1bd-4c6d-bef8-1776fb242eab/257e32cb-60bc-4d74-84de-202f3bc8cca1) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:44.377832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] For port a8b05c1a-c719-4772-9a64-2ceecba3b60d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a8b05c1a-c719-4772-9a64-2ceecba3b60d,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:44.378136 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.395267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Calling delete_port for a8b05c1a-c719-4772-9a64-2ceecba3b60d owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:44.446411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-12af9339-3abf-4bc2-b257-4995aec2fa7f service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186286 Aug 29 17:30:44.589406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.626485 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2bc950b-ff70-4485-a32d-69fe86c3f778 req-d442ad1d-a537-40d3-ba18-138414eccfcf service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684747 Aug 29 17:30:44.661622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.675414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['a8b05c1a-c719-4772-9a64-2ceecba3b60d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:44.675905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e428408-a9df-4b59-8ebd-1caa1fa608c8 req-52d71907-9a30-4255-8e98-3f2a9cff4709 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:44.677642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e428408-a9df-4b59-8ebd-1caa1fa608c8 req-52d71907-9a30-4255-8e98-3f2a9cff4709 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 943 time: 0.1391757 Aug 29 17:30:44.689736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.725242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Pushing event deleted for resources: {'Port': ['ID=a8b05c1a-c719-4772-9a64-2ceecba3b60d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:44.755236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:44.766688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:44.766688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=257e32cb-60bc-4d74-84de-202f3bc8cca1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:44.768138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:44.825445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] No DVR routers for this DVR port a8b05c1a-c719-4772-9a64-2ceecba3b60d on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:44.838866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:44.839958 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.855587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:44.858902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04e60b9d-290a-4b83-b1c2-970352d1bc36 req-78bf630f-1f99-45f5-b2cf-870bc18cbc90 tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.43 "DELETE /v2.0/ports/a8b05c1a-c719-4772-9a64-2ceecba3b60d HTTP/1.1" status: 204 len: 173 time: 0.8058600 Aug 29 17:30:44.859555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6730485e-416c-460c-957c-abb7802f1c32', 'name': 'network-vif-deleted', 'tag': 'a8b05c1a-c719-4772-9a64-2ceecba3b60d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:44.862347 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cbf5d3-ebd7-44da-bace-f6119b0de86d" -d '{"events": [{"server_uuid": "6730485e-416c-460c-957c-abb7802f1c32", "name": "network-vif-deleted", "tag": "a8b05c1a-c719-4772-9a64-2ceecba3b60d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:44.868290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:44.871720 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-91899bba-6d2b-46c9-a5c6-bd97bd59f604 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2731676 Aug 29 17:30:44.876762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'port': {'network_id': 'ecb09320-030f-4997-8dab-f3e3d8aa2296', 'name': 'tempest-FloatingIPTestJSON-2003673105'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:44.891467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e428408-a9df-4b59-8ebd-1caa1fa608c8 req-c289dd37-cf60-4f77-b1dd-a3bf0a1d83c3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993155 Aug 29 17:30:44.964687 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e982077-1f13-43ca-a722-34be57ba5b79 x-openstack-request-id: req-9e982077-1f13-43ca-a722-34be57ba5b79 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:44.964687 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6730485e-416c-460c-957c-abb7802f1c32", "name": "network-vif-deleted", "tag": "a8b05c1a-c719-4772-9a64-2ceecba3b60d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:44.964904 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e982077-1f13-43ca-a722-34be57ba5b79 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:44.965392 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6730485e-416c-460c-957c-abb7802f1c32', 'name': 'network-vif-deleted', 'tag': 'a8b05c1a-c719-4772-9a64-2ceecba3b60d', 'status': 'completed', 'code': 200} Aug 29 17:30:44.966125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:30:45.087944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:45.092845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.103457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:45.116884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] device_id is not set on port 0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:30:45.136052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'mac_address': 'fa:16:3e:45:15:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:30:45.183364 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.198046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:45.214571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41227f80-7969-4ed5-9ea3-531fe3920c00 req-0acd2667-a37a-4e94-bc16-76460d124eba tempest-ServerRescueNegativeTestJSON-706061914 tempest-ServerRescueNegativeTestJSON-706061914-project] 10.222.0.41 "GET /v2.0/ports?device_id=6730485e-416c-460c-957c-abb7802f1c32 HTTP/1.1" status: 200 len: 210 time: 0.0439582 Aug 29 17:30:45.240798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:45.245946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.317523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:45.343209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.20.0.10 (ecb09320-030f-4997-8dab-f3e3d8aa2296/b2b68f0c-d1bd-4c6d-bef8-1776fb242eab/0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:45.344766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.347152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.347450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.348330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.348671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.349003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.349403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.349759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.350271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.350870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.351402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.352131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:45.378162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:45.382162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3176eb-13a8-4a0d-b597-f1a687fc5767 req-82b376fd-aac6-4e9c-9239-858f113ebe0a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:45.394050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3176eb-13a8-4a0d-b597-f1a687fc5767 req-82b376fd-aac6-4e9c-9239-858f113ebe0a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 944 time: 0.0969849 Aug 29 17:30:45.439195 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.471961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3176eb-13a8-4a0d-b597-f1a687fc5767 req-890f9494-79dc-490b-948f-e3d05fc308c4 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744591 Aug 29 17:30:45.625788 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.681673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.732944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:45.746880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:45.749447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:45.752463 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:45.813707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:45.814373 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.842628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c39cf60-75fc-4206-9453-6f4efea02235 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9704323 Aug 29 17:30:45.843873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52352) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:45.848683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:45.873988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.952618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a723829b-048e-41a7-87dc-4560445f956e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:30:46.044845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ca680-cdbb-4171-a02e-d1c108178534 req-ed665e59-4f61-4760-aa32-79355aa93e04 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:46.046571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-515ca680-cdbb-4171-a02e-d1c108178534 req-ed665e59-4f61-4760-aa32-79355aa93e04 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 943 time: 0.0785780 Aug 29 17:30:46.096268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:46.099420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:46.116913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'a723829b-048e-41a7-87dc-4560445f956e', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'port_id': 'a723829b-048e-41a7-87dc-4560445f956e', 'mac_address': 'fa:16:3e:a4:2d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde333e-caeb-4be9-96df-a0767fe315e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:30:46.120925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-515ca680-cdbb-4171-a02e-d1c108178534 req-81811120-c4c7-4d3b-9e3c-c9e7e6726cee tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632050 Aug 29 17:30:46.163198 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:46.176844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a723829b-048e-41a7-87dc-4560445f956e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:46.197157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:46.201576 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:46.227819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.25.2.124 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/73f6d9d8-a0f6-4285-9bc2-6528204ffe62) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:46.254611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:46.289229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52370) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:46.351331 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:46.392572 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:46.432829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:46.439398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:46.443085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:46.468588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=73f6d9d8-a0f6-4285-9bc2-6528204ffe62,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:46.510946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a723829b-048e-41a7-87dc-4560445f956e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:46.713233 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:46.739972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30d75c-0578-4040-8633-540cd431d44a req-ee667a5b-c133-4811-a827-f36b0d98f919 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:46.741835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef30d75c-0578-4040-8633-540cd431d44a req-ee667a5b-c133-4811-a827-f36b0d98f919 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 945 time: 0.1533167 Aug 29 17:30:46.743000 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:46.862900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef30d75c-0578-4040-8633-540cd431d44a req-4db80164-ae94-48ad-985b-2fc03974bb06 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771995 Aug 29 17:30:46.971513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:47.044976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:47.045496 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.104542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Deleting port 40f1a041-15da-4d1c-94c9-f99cf836bda3 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:47.104898 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.139671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.179329 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.203192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] For port 40f1a041-15da-4d1c-94c9-f99cf836bda3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=40f1a041-15da-4d1c-94c9-f99cf836bda3,segment=NetworkSegment(b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7),segment_id=b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:47.203849 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.221884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Calling delete_port for 40f1a041-15da-4d1c-94c9-f99cf836bda3 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:47.233377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:47.241883 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83673455-f658-4e84-ab6f-0f5fb4d473e1" -d '{"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-plugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:47.259916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:47.267446 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.268565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a8b05c1a-c719-4772-9a64-2ceecba3b60d no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:47.296591 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.344735 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de6be09-68ac-44a0-bc84-385c2f75da9c x-openstack-request-id: req-8de6be09-68ac-44a0-bc84-385c2f75da9c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:47.345115 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-plugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:47.345375 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8de6be09-68ac-44a0-bc84-385c2f75da9c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:47.346244 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'code': 200} Aug 29 17:30:47.367036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:47.375016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11161a0-84cc-4642-aab8-1d749eb07294 req-a1c91b88-b129-4f61-8808-9fceb5e03e5a tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:47.377167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f11161a0-84cc-4642-aab8-1d749eb07294 req-a1c91b88-b129-4f61-8808-9fceb5e03e5a tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 943 time: 0.0955393 Aug 29 17:30:47.385632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: a8b05c1a-c719-4772-9a64-2ceecba3b60d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:47.386192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a8b05c1a-c719-4772-9a64-2ceecba3b60d not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:47.477679 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f11161a0-84cc-4642-aab8-1d749eb07294 req-11f30b9c-48c8-493c-8576-c342cbfdbc1f tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597022 Aug 29 17:30:47.534921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.543938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.568632 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.621823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f1a041-15da-4d1c-94c9-f99cf836bda3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:47.662505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=73f6d9d8-a0f6-4285-9bc2-6528204ffe62,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:47.671616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.861646 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.871080 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP b9a4c555-43ea-4265-86dc-89f8d4ffc741 associated. External IP: 172.25.2.124, port: 0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0. Aug 29 17:30:47.969078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a723829b-048e-41a7-87dc-4560445f956e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:48.106668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port a723829b-048e-41a7-87dc-4560445f956e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:48.115958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port a723829b-048e-41a7-87dc-4560445f956e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:48.116185 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:48.224164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711642f-b781-4f82-937e-4c4405f9fd4d req-c62e87a1-4baf-4eeb-b6ce-11f7ebcdc71f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:48.225779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4711642f-b781-4f82-937e-4c4405f9fd4d req-c62e87a1-4baf-4eeb-b6ce-11f7ebcdc71f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 945 time: 0.1477604 Aug 29 17:30:48.302369 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:48.383459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:48.400567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:48.471673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4711642f-b781-4f82-937e-4c4405f9fd4d req-f4cc74a8-d93b-4bc8-9079-28e139c376b1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008240 Aug 29 17:30:48.484676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Router 1c3a8f06-7d34-45c7-b52d-4c554224b30a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:48.523365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:48.672287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:48.685699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] Sync routers for ids ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:48.688734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c294f18c-b0fa-481a-ae3b-e3062b388b42 admin admin] 10.222.0.41 "PUT /v2.0/routers/1c3a8f06-7d34-45c7-b52d-4c554224b30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3984234 Aug 29 17:30:48.692306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52466) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:48.707197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] Routers {'1c3a8f06-7d34-45c7-b52d-4c554224b30a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:48.708233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:48.724887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f727d-25db-49af-bae0-2b94fee9f7c7 req-1e6b0285-1ce4-4cc4-8aaa-a6561ebcd5ae tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:48.726411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d45f727d-25db-49af-bae0-2b94fee9f7c7 req-1e6b0285-1ce4-4cc4-8aaa-a6561ebcd5ae tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 943 time: 0.0903676 Aug 29 17:30:48.847250 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d45f727d-25db-49af-bae0-2b94fee9f7c7 req-cd991a4b-9f10-40e3-9508-4a23262909ed tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787439 Aug 29 17:30:48.890482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:48.971885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:49.018381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] Set router 1c3a8f06-7d34-45c7-b52d-4c554224b30a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:30:49.052814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:49.072504 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed7683-9e03-4883-abda-38406c03eb79 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:49.089322 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed7683-9e03-4883-abda-38406c03eb79 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:49.091733 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d8ed7683-9e03-4883-abda-38406c03eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:49.098132 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:49.173637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-449bf831-d798-4532-8eae-37d5aad66c18 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3286040 Aug 29 17:30:49.176179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52486) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:49.181319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:49.208519 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d8ed7683-9e03-4883-abda-38406c03eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:49.219647 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed7683-9e03-4883-abda-38406c03eb79 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:49.220264 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d8ed7683-9e03-4883-abda-38406c03eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:49.247879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:49.258099 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d8ed7683-9e03-4883-abda-38406c03eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:49.259010 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed7683-9e03-4883-abda-38406c03eb79 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:49.321720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:49.348658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:49.350611 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86900a10-ecfb-42a4-a56a-4e883ea1135d" -d '{"events": [{"server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "name": "network-vif-plugged", "status": "completed", "tag": "a723829b-048e-41a7-87dc-4560445f956e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:49.388948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Deleting port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:49.390197 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:49.424793 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd757dd2-d4e8-433f-9f71-2193af476f54 x-openstack-request-id: req-dd757dd2-d4e8-433f-9f71-2193af476f54 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:49.432236 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "name": "network-vif-plugged", "status": "completed", "tag": "a723829b-048e-41a7-87dc-4560445f956e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:49.432775 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd757dd2-d4e8-433f-9f71-2193af476f54 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:49.438043 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e', 'code': 200} Aug 29 17:30:49.523476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] For port 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:49.523870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:49.527365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:30:47Z', 'revision_number': 5, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port': {'id': '8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:49.558952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Calling delete_port for 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:49.579270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] Checking router: 1c3a8f06-7d34-45c7-b52d-4c554224b30a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:30:49.588248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] Routers {'1c3a8f06-7d34-45c7-b52d-4c554224b30a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:49.589138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:49.673112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:49.685015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] Set router 1c3a8f06-7d34-45c7-b52d-4c554224b30a gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:30:49.688244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:49.688701 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP b9a4c555-43ea-4265-86dc-89f8d4ffc741 disassociated. External IP: 172.25.2.124, port: 0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0. Aug 29 17:30:49.774242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:30:49Z', 'revision_number': 6, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:50.003482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db0be6-101d-4060-8579-ceeb32e89f66 req-6f7244fa-c401-4a35-a7cc-28578e93c84b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:50.013842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3db0be6-101d-4060-8579-ceeb32e89f66 req-6f7244fa-c401-4a35-a7cc-28578e93c84b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.3613696 Aug 29 17:30:50.029573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f72825-4ee9-48b3-853a-b70a60289c00 None None] The sync data for ids ['1c3a8f06-7d34-45c7-b52d-4c554224b30a'] in n-d-713499-15 is: [{'id': '1c3a8f06-7d34-45c7-b52d-4c554224b30a', 'name': 'tempest-ServerRescueNegativeTestJSON-1885036979-router', 'tenant_id': '645d9236908f4ea097cd7097442344f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:30:49Z', 'revision_number': 6, 'project_id': '645d9236908f4ea097cd7097442344f2', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:50.058188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.087263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547311b-2b2b-470e-92f5-2465f24ee8e6 req-c75b1e6f-acb8-4302-9b58-a54195ce6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:50.088775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1547311b-2b2b-470e-92f5-2465f24ee8e6 req-c75b1e6f-acb8-4302-9b58-a54195ce6808 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 1098 time: 0.4134166 Aug 29 17:30:50.103631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3db0be6-101d-4060-8579-ceeb32e89f66 req-515693cb-1835-44cb-b1de-7bbe20e88be0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887365 Aug 29 17:30:50.108554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:50.199065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:50.201593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1547311b-2b2b-470e-92f5-2465f24ee8e6 req-d886cd86-1a01-402b-bd99-d577277b2f63 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945771 Aug 29 17:30:50.218446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aecc9-c738-4068-8e11-8965d1c5afe0 req-32f02ef6-c5b5-4018-8630-de94be09cee9 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:50.221218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b9aecc9-c738-4068-8e11-8965d1c5afe0 req-32f02ef6-c5b5-4018-8630-de94be09cee9 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 943 time: 0.1468000 Aug 29 17:30:50.334804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b9aecc9-c738-4068-8e11-8965d1c5afe0 req-b0c86cc4-57da-4315-871f-53ed36b6ee15 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057560 Aug 29 17:30:50.425996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:50.446569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c2e227-e936-43a3-b128-be24d9449ff5 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:50.463146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2e227-e936-43a3-b128-be24d9449ff5 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:50.463850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d9c2e227-e936-43a3-b128-be24d9449ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:50.472903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.534233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d9c2e227-e936-43a3-b128-be24d9449ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:50.560083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2e227-e936-43a3-b128-be24d9449ff5 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:50.561463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d9c2e227-e936-43a3-b128-be24d9449ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:50.596566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ce143f0b-f831-4d61-91c3-e44f5b6eeb78 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/floatingips/b9a4c555-43ea-4265-86dc-89f8d4ffc741 HTTP/1.1" status: 200 len: 688 time: 1.4192574 Aug 29 17:30:50.597288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52520) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:50.608401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d9c2e227-e936-43a3-b128-be24d9449ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:50.609379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c2e227-e936-43a3-b128-be24d9449ff5 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:50.741358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.784918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 73f6d9d8-a0f6-4285-9bc2-6528204ffe62 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:50.785637 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.861169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.863686 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.877494 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.878681 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.904074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 73f6d9d8-a0f6-4285-9bc2-6528204ffe62 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:50.918797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.919395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3a8f06-7d34-45c7-b52d-4c554224b30a {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:30:50.924183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:50.928093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-344e20d7-50e1-4e78-974a-0698647f834c admin admin] 10.222.0.41 "DELETE /v2.0/routers/1c3a8f06-7d34-45c7-b52d-4c554224b30a HTTP/1.1" status: 204 len: 168 time: 2.2345059 Aug 29 17:30:50.928819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52526) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:51.003223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-118ae632-1bcf-40a4-a8c9-ec25b8fa746b admin admin] Deleting subnet 9379d166-2147-4cbd-be78-e5d40b02a84e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:30:51.009540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-118ae632-1bcf-40a4-a8c9-ec25b8fa746b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.070633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-118ae632-1bcf-40a4-a8c9-ec25b8fa746b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.136725 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-118ae632-1bcf-40a4-a8c9-ec25b8fa746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.156310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.219014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=73f6d9d8-a0f6-4285-9bc2-6528204ffe62,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:51.242065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-118ae632-1bcf-40a4-a8c9-ec25b8fa746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.278201 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.282211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.283612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5465dca3-b57f-40c6-b08e-af9edc57ecf5 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/floatingips/b9a4c555-43ea-4265-86dc-89f8d4ffc741 HTTP/1.1" status: 204 len: 168 time: 0.6854446 Aug 29 17:30:51.291450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52532) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:51.294816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ae632-1bcf-40a4-a8c9-ec25b8fa746b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9379d166-2147-4cbd-be78-e5d40b02a84e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:51.296216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '257e32cb-60bc-4d74-84de-202f3bc8cca1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:51.297066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-118ae632-1bcf-40a4-a8c9-ec25b8fa746b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.299118 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-118ae632-1bcf-40a4-a8c9-ec25b8fa746b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9379d166-2147-4cbd-be78-e5d40b02a84e HTTP/1.1" status: 204 len: 168 time: 0.3694546 Aug 29 17:30:51.301599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52534) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:51.369676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.495987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ef728-ac2f-4858-a77f-2bc7b063cc6a req-578c69d0-9bc3-4153-8473-8e465789a459 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:51.498165 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-947ef728-ac2f-4858-a77f-2bc7b063cc6a req-578c69d0-9bc3-4153-8473-8e465789a459 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.2132878 Aug 29 17:30:51.598722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-947ef728-ac2f-4858-a77f-2bc7b063cc6a req-c4781c15-8cc7-4d9e-8101-4bfebda906f8 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840364 Aug 29 17:30:51.620948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.641970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5165bdc-49cb-4a45-af26-412d54817e63 req-2508375d-8784-49bd-ab93-fec762c2e0e7 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:51.646939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5165bdc-49cb-4a45-af26-412d54817e63 req-2508375d-8784-49bd-ab93-fec762c2e0e7 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 943 time: 0.1091831 Aug 29 17:30:51.725025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5165bdc-49cb-4a45-af26-412d54817e63 req-4f0f2c84-b3e0-409b-b679-0d6e86e55373 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678899 Aug 29 17:30:51.727105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.749999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.760106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bacde5-2043-4073-91c1-4b81e2e6fa7b']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:51.772231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:51.772530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f16c36-1cd3-4305-bd9c-5f9cce4fa5a7') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:51.783249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.807694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.817513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:30:51.817990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:30:51.883996 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:30:51.893101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.910472 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:51.914324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] 10.222.0.41 "DELETE /v2.0/networks/c7bacde5-2043-4073-91c1-4b81e2e6fa7b HTTP/1.1" status: 204 len: 168 time: 0.6117930 Aug 29 17:30:51.930887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.25.2.117 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/f3695e4f-c35f-40ba-99da-d23b03e94bf4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:51.944115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d3196-7df0-4b6a-b81e-0eb58f71027e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7bacde5-2043-4073-91c1-4b81e2e6fa7b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:52.030007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 40f1a041-15da-4d1c-94c9-f99cf836bda3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:52.067882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 40f1a041-15da-4d1c-94c9-f99cf836bda3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:52.073589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 40f1a041-15da-4d1c-94c9-f99cf836bda3 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:52.074967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:52.092169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:52.111326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:52.111797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8ec7d2a6-b9e4-4c01-82b6-56f0acf4b310 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:52.165345 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:52.197587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:52.213820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:52.219923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:52.224323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:52.250332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=f3695e4f-c35f-40ba-99da-d23b03e94bf4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:52.265354 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b7592e7f-f6c1-4f9a-917c-7703334616dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=645d9236908f4ea097cd7097442344f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665727 Aug 29 17:30:52.267992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:52.338692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d31ee380-647e-407c-b35b-3e0c5a26786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:52.365706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d31ee380-647e-407c-b35b-3e0c5a26786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:52.436665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d31ee380-647e-407c-b35b-3e0c5a26786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:52.440549 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d31ee380-647e-407c-b35b-3e0c5a26786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:52.444061 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d31ee380-647e-407c-b35b-3e0c5a26786a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41db0dae-4aed-40c6-826c-2a89c8f3c716 HTTP/1.1" status: 204 len: 168 time: 0.1726129 Aug 29 17:30:52.465785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ee380-647e-407c-b35b-3e0c5a26786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db0dae-4aed-40c6-826c-2a89c8f3c716,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:52.852488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae373e-a204-4ab5-b490-a5170dff1fb7 req-d24941fe-5ac8-4f87-b821-c6d692192dd4 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:52.859096 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20ae373e-a204-4ab5-b490-a5170dff1fb7 req-d24941fe-5ac8-4f87-b821-c6d692192dd4 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1220798 Aug 29 17:30:52.941505 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20ae373e-a204-4ab5-b490-a5170dff1fb7 req-3a14c65d-c3e9-436f-99a8-a754df6a9850 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745025 Aug 29 17:30:52.994628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:30:53.080779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:53.230276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:53.253623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'mac_address': 'fa:16:3e:8a:20:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:30:53.320575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:53.339393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:30:53.364275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:53.370110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563e108-55bf-453d-8f0c-67d2cb05b554 req-f802581d-f3bc-44f4-a866-536f82828bde tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:53.371766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d563e108-55bf-453d-8f0c-67d2cb05b554 req-f802581d-f3bc-44f4-a866-536f82828bde tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 943 time: 0.5146611 Aug 29 17:30:53.389837 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:53.449992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:53.516134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:53.556717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d563e108-55bf-453d-8f0c-67d2cb05b554 req-a0cdac75-f85f-4f4b-b859-9ea3b59105d4 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588266 Aug 29 17:30:53.700158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['68d7556c-8da4-4a40-ae0b-9ad9a5e63659'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:30:53.865627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd22a9-2ee2-443f-a368-0710e3df29d7 req-36181337-6165-4eec-931e-dafab2244794 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:53.875909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bedd22a9-2ee2-443f-a368-0710e3df29d7 req-36181337-6165-4eec-931e-dafab2244794 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0741889 Aug 29 17:30:53.892290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:53.905227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:53.939396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bedd22a9-2ee2-443f-a368-0710e3df29d7 req-c030a324-9ddb-40db-8726-0e7894fc9a9a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624907 Aug 29 17:30:54.111402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=f3695e4f-c35f-40ba-99da-d23b03e94bf4,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:54.141875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.313823 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP 7ce2356c-1938-4f99-a49c-f2d4b3b4819b associated. External IP: 172.25.2.117, port: 257e32cb-60bc-4d74-84de-202f3bc8cca1. Aug 29 17:30:54.721034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:54.836683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dc5a2-2e29-4596-958e-19a0f96c97a4 req-76c18b9c-2ae6-40a9-822c-0471f1580a47 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:54.838959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-435dc5a2-2e29-4596-958e-19a0f96c97a4 req-76c18b9c-2ae6-40a9-822c-0471f1580a47 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 944 time: 0.1335647 Aug 29 17:30:54.928282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-435dc5a2-2e29-4596-958e-19a0f96c97a4 req-7eab421c-4875-4474-b762-e629ae73feeb tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Aug 29 17:30:55.013664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:55.025129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:55.033146 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6c4cd1-4ae0-4de4-9db2-7cc64fb3f759 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:55.046091 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c4cd1-4ae0-4de4-9db2-7cc64fb3f759 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:55.047954 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5a6c4cd1-4ae0-4de4-9db2-7cc64fb3f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:55.056628 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.154004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-353051f2-dd59-4c52-91f5-0cbf77369b77 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8613462 Aug 29 17:30:55.157416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52668) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:55.172469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:55.175019 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5a6c4cd1-4ae0-4de4-9db2-7cc64fb3f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:55.177428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:55.177954 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.211086 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c4cd1-4ae0-4de4-9db2-7cc64fb3f759 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:55.212094 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5a6c4cd1-4ae0-4de4-9db2-7cc64fb3f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:55.328801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52680) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:55.330959 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-393e7c84-300d-462f-99d6-9d7962266e09 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "GET /v2.0/floatingips/7ce2356c-1938-4f99-a49c-f2d4b3b4819b HTTP/1.1" status: 200 len: 977 time: 0.1705170 Aug 29 17:30:55.363057 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.372813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5a6c4cd1-4ae0-4de4-9db2-7cc64fb3f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:55.374077 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6c4cd1-4ae0-4de4-9db2-7cc64fb3f759 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:55.407033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:55.408401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:30:55.411269 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d07164f-e198-454d-8344-4c45d3a34e07" -d '{"events": [{"server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "name": "network-vif-plugged", "status": "completed", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:30:55.418863 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.503097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:55.631881 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8809d6a5-8697-4b17-bfe8-015255ee04bc x-openstack-request-id: req-8809d6a5-8697-4b17-bfe8-015255ee04bc {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:30:55.632286 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "name": "network-vif-plugged", "status": "completed", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:30:55.632777 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8809d6a5-8697-4b17-bfe8-015255ee04bc {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:30:55.633304 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'code': 200} Aug 29 17:30:55.759475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c7dc9-6522-4c08-b7ed-0c63cedd2330 req-19ed9737-8c17-4465-9049-825b17614be4 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:55.761172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e6c7dc9-6522-4c08-b7ed-0c63cedd2330 req-19ed9737-8c17-4465-9049-825b17614be4 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.2632842 Aug 29 17:30:55.768235 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-48789e67-afb8-4d83-ac69-2023d19c1e4e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4379253 Aug 29 17:30:55.770630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52694) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:55.776449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'port_id': '0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:55.867400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324f12b-bf04-4c3d-9712-9b97a4a1aa98 req-daaee47b-7157-45c1-9dcc-a7ded3f10577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:55.868954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7324f12b-bf04-4c3d-9712-9b97a4a1aa98 req-daaee47b-7157-45c1-9dcc-a7ded3f10577 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1097 time: 0.1385522 Aug 29 17:30:55.884649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.915651 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7324f12b-bf04-4c3d-9712-9b97a4a1aa98 req-d7d14938-941a-47e1-b97f-d42e4d2e0915 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 Aug 29 17:30:55.948148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e6c7dc9-6522-4c08-b7ed-0c63cedd2330 req-ccdb0ff7-3dcf-4c30-a6fd-9ad1b18c3f12 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306179 Aug 29 17:30:56.306970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfdad1-55ad-4b74-a817-b8d035cab563 req-9154f142-666e-4617-8eda-f334e2b11d92 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:56.323329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-afdfdad1-55ad-4b74-a817-b8d035cab563 req-9154f142-666e-4617-8eda-f334e2b11d92 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 945 time: 0.1836524 Aug 29 17:30:56.605853 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-afdfdad1-55ad-4b74-a817-b8d035cab563 req-e7a5067f-7186-44a2-9354-e467f9421bb2 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748048 Aug 29 17:30:56.958330 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:56.968099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:57.277135 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP 7ce2356c-1938-4f99-a49c-f2d4b3b4819b associated. External IP: 172.25.2.117, port: 257e32cb-60bc-4d74-84de-202f3bc8cca1. Aug 29 17:30:57.290490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01310-ad05-4317-a9b3-4d433b9d105f req-0eb3cd80-f0a9-4742-b3b6-829856e72e16 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:57.292071 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89b01310-ad05-4317-a9b3-4d433b9d105f req-0eb3cd80-f0a9-4742-b3b6-829856e72e16 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1924708 Aug 29 17:30:57.403148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89b01310-ad05-4317-a9b3-4d433b9d105f req-4aa79883-731c-4518-80d8-dda3bca219e1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619531 Aug 29 17:30:57.758543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:57.915442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9497ec-c6dc-4ac7-8a0d-8f75aa4a26ef req-e922d0ab-8532-40dc-b39b-41fe92b2d683 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:57.917026 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe9497ec-c6dc-4ac7-8a0d-8f75aa4a26ef req-e922d0ab-8532-40dc-b39b-41fe92b2d683 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 945 time: 0.1510799 Aug 29 17:30:58.000744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe9497ec-c6dc-4ac7-8a0d-8f75aa4a26ef req-f76e1960-ecaa-479d-8d93-7433bf1acab4 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543694 Aug 29 17:30:58.002360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:58.013947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6994a4-c27d-45b2-8601-9f7edffed397 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:58.043497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6994a4-c27d-45b2-8601-9f7edffed397 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:58.048349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eb6994a4-c27d-45b2-8601-9f7edffed397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:58.152464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eb6994a4-c27d-45b2-8601-9f7edffed397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:58.173206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6994a4-c27d-45b2-8601-9f7edffed397 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:58.174166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eb6994a4-c27d-45b2-8601-9f7edffed397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:58.207491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eb6994a4-c27d-45b2-8601-9f7edffed397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:58.208163 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6994a4-c27d-45b2-8601-9f7edffed397 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:58.331669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c342eb-b04c-48f8-b66b-adeec1f3504a req-b772b596-2d4c-4df6-a318-a1ebb1f6bf3f tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:58.354836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23c342eb-b04c-48f8-b66b-adeec1f3504a req-b772b596-2d4c-4df6-a318-a1ebb1f6bf3f tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 945 time: 0.1767266 Aug 29 17:30:58.390278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:58.446240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23c342eb-b04c-48f8-b66b-adeec1f3504a req-90001c4e-9961-44d3-8a81-9d69d434a2d7 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980721 Aug 29 17:30:58.500049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52788) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:58.629179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:58.641811 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f7a88-2d17-49d6-b43c-a28b5bbf9881 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:58.656873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:58.666860 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f7a88-2d17-49d6-b43c-a28b5bbf9881 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:58.666860 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2f4f7a88-2d17-49d6-b43c-a28b5bbf9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:58.825514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-90294bb1-04a9-4d40-8c54-5e64c1488ba8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/floatingips/7ce2356c-1938-4f99-a49c-f2d4b3b4819b HTTP/1.1" status: 200 len: 979 time: 3.0532975 Aug 29 17:30:58.828617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52806) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:58.836629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:58.880908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e42ff-4735-431d-a711-b33c6a0e0f78 req-f1f0e80d-c6e2-48ad-8f40-e98eca89b865 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:58.885535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d57e42ff-4735-431d-a711-b33c6a0e0f78 req-f1f0e80d-c6e2-48ad-8f40-e98eca89b865 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.3352435 Aug 29 17:30:58.987527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d57e42ff-4735-431d-a711-b33c6a0e0f78 req-541af9a7-d48f-4abe-9e3d-a95d0024a742 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863400 Aug 29 17:30:59.023345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970e48f-43b8-4930-8773-4b57adfd52d8 tempest-TestVolumeBackupRestore-1002314216 tempest-TestVolumeBackupRestore-1002314216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:59.023345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0970e48f-43b8-4930-8773-4b57adfd52d8 tempest-TestVolumeBackupRestore-1002314216 tempest-TestVolumeBackupRestore-1002314216-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1092 time: 0.5220203 Aug 29 17:30:59.026298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52812) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:59.037274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:59.049361 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2f4f7a88-2d17-49d6-b43c-a28b5bbf9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:59.062529 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f7a88-2d17-49d6-b43c-a28b5bbf9881 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:59.063865 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2f4f7a88-2d17-49d6-b43c-a28b5bbf9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:59.082454 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:59.105111 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2f4f7a88-2d17-49d6-b43c-a28b5bbf9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:59.106422 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f7a88-2d17-49d6-b43c-a28b5bbf9881 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:59.117985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:59.337313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:59.586706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:59.601247 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:59.601565 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP 7ce2356c-1938-4f99-a49c-f2d4b3b4819b disassociated. External IP: 172.25.2.117, port: 0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0. Aug 29 17:30:59.791433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Allocated IP 172.25.2.97 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/3cf59104-ce10-42b0-9985-9a900aa70d8a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:59.977886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:00.076940 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:00.196380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'Port': ['ID=3cf59104-ce10-42b0-9985-9a900aa70d8a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:00.214263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:00.216216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:00.216383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:00.221281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:00.453912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:00.459301 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:00.466351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49da0b-0d65-484d-84f8-b9e26c55bb38 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:00.487062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49da0b-0d65-484d-84f8-b9e26c55bb38 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:00.488164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-de49da0b-0d65-484d-84f8-b9e26c55bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:00.582518 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1bbdaf60-8b8c-428e-bf88-a12671d679d6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/floatingips/7ce2356c-1938-4f99-a49c-f2d4b3b4819b HTTP/1.1" status: 200 len: 688 time: 1.7511094 Aug 29 17:31:00.582771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-de49da0b-0d65-484d-84f8-b9e26c55bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:00.584836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:00.592981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49da0b-0d65-484d-84f8-b9e26c55bb38 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:00.594899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-de49da0b-0d65-484d-84f8-b9e26c55bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:00.705740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-de49da0b-0d65-484d-84f8-b9e26c55bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:00.706278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49da0b-0d65-484d-84f8-b9e26c55bb38 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:00.932021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5fb3-e9f6-4bd0-b61e-9533d4766782 req-af1da48c-d1ee-40ba-a106-468eaf0dd0ca tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:00.933267 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10dc5fb3-e9f6-4bd0-b61e-9533d4766782 req-af1da48c-d1ee-40ba-a106-468eaf0dd0ca tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.2554109 Aug 29 17:31:01.025067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.053323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port f3695e4f-c35f-40ba-99da-d23b03e94bf4 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:01.053801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.152626 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.233996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52872) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:01.450615 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6411-e4ed-4fe6-ac4e-1796f63930fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.524114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.537129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.642686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10dc5fb3-e9f6-4bd0-b61e-9533d4766782 req-974cc107-5a66-4cef-be79-ce2ab69a9234 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7012296 Aug 29 17:31:01.652096 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.723507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.724222 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.739170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for f3695e4f-c35f-40ba-99da-d23b03e94bf4 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:01.868695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6411-e4ed-4fe6-ac4e-1796f63930fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.882568 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6411-e4ed-4fe6-ac4e-1796f63930fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:01.948236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event updated for resources: {'Port': ['ID=3cf59104-ce10-42b0-9985-9a900aa70d8a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:01.960589 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Floating IP 7381d427-137e-41a9-a423-04b611f028c9 associated. External IP: 172.25.2.97, port: 68d7556c-8da4-4a40-ae0b-9ad9a5e63659. Aug 29 17:31:02.003786 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:02.013067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b6eb6411-e4ed-4fe6-ac4e-1796f63930fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=766d524b11fe4807899b20b387b35e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7776506 Aug 29 17:31:02.016614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb6411-e4ed-4fe6-ac4e-1796f63930fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886e659a-819c-4211-ae20-6867afb85617,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:02.019013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52894) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:02.109047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=f3695e4f-c35f-40ba-99da-d23b03e94bf4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:02.192192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eed9e3ea-fec3-4c66-92f6-620ab6a83cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:02.239447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:02.246542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:02.248316 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f2608cf6-175e-4307-9f68-3ae48cfb8bc8 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/floatingips/7ce2356c-1938-4f99-a49c-f2d4b3b4819b HTTP/1.1" status: 204 len: 168 time: 1.6623368 Aug 29 17:31:02.251112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52896) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:02.270301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eed9e3ea-fec3-4c66-92f6-620ab6a83cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:02.344089 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-47e3df67-682f-484b-88c2-57bc5b817736 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] delete failed (client error): The resource could not be found. Aug 29 17:31:02.349091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-47e3df67-682f-484b-88c2-57bc5b817736 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/floatingips/7ce2356c-1938-4f99-a49c-f2d4b3b4819b HTTP/1.1" status: 404 len: 345 time: 0.0929120 Aug 29 17:31:02.349690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52898) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:02.382969 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eed9e3ea-fec3-4c66-92f6-620ab6a83cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:02.385542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eed9e3ea-fec3-4c66-92f6-620ab6a83cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:02.391053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eed9e3ea-fec3-4c66-92f6-620ab6a83cf0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/886e659a-819c-4211-ae20-6867afb85617 HTTP/1.1" status: 204 len: 168 time: 0.3694658 Aug 29 17:31:02.398012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Router 48750220-3735-4a2a-bc8e-812fc5e374f8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:02.405987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9e3ea-fec3-4c66-92f6-620ab6a83cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886e659a-819c-4211-ae20-6867afb85617,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:02.562166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30be72-1a4a-4746-a40d-7dba26c34e16 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:02.570886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30be72-1a4a-4746-a40d-7dba26c34e16 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:02.582251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30be72-1a4a-4746-a40d-7dba26c34e16 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:02.584580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fa30be72-1a4a-4746-a40d-7dba26c34e16 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "GET /v2.0/ports?network_id=ecb09320-030f-4997-8dab-f3e3d8aa2296 HTTP/1.1" status: 200 len: 2358 time: 0.2339385 Aug 29 17:31:02.587970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52914) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:02.689331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44f42d-2382-499e-a923-a2aff0084c93 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:02.695540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9a44f42d-2382-499e-a923-a2aff0084c93 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "GET /v2.0/subnets/b2b68f0c-d1bd-4c6d-bef8-1776fb242eab HTTP/1.1" status: 200 len: 797 time: 0.1015186 Aug 29 17:31:02.709553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52920) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:02.716394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'port': {'network_id': 'ecb09320-030f-4997-8dab-f3e3d8aa2296', 'name': 'tempest-FloatingIPTestJSON-216857337', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:02.738716 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:31:02.891931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:03.011624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52934) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:03.079197 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:03.125361 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08b554f2-d8f3-432c-bd38-1c5c6fba216d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:03.131396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] device_id is not set on port ce2f04f5-1c70-43d0-a2f3-dac5ce353f64 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:31:03.149517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6103eba-df3c-4408-843e-c8a60816c56c req-b8c0b5d0-fb58-4925-93df-b3411d4a0dbb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:03.151556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6103eba-df3c-4408-843e-c8a60816c56c req-b8c0b5d0-fb58-4925-93df-b3411d4a0dbb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.2213540 Aug 29 17:31:03.249181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:03.264202 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] Sync routers for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:03.278631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6103eba-df3c-4408-843e-c8a60816c56c req-4d9771cb-8179-45f1-b7ae-62f20aee7a60 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175699 Aug 29 17:31:03.281659 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:03.285804 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:03.393653 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08b554f2-d8f3-432c-bd38-1c5c6fba216d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:03.404054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08b554f2-d8f3-432c-bd38-1c5c6fba216d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:03.426551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:03.472478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b554f2-d8f3-432c-bd38-1c5c6fba216d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56861c2e-b7d4-40d4-bcb2-e0ed512b513f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:03.480236 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-08b554f2-d8f3-432c-bd38-1c5c6fba216d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=529b1149da304be682d57fb03438a721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644270 Aug 29 17:31:03.485094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f4dec10b-463c-429f-b812-31c6d63079d3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4553900 Aug 29 17:31:03.485094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:03.485644 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964288ef-acd3-4c9b-aeda-3b8ce134a97f" -d '{"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:03.486100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52938) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:03.486973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52940) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:03.530130 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:31:03.578438 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ef691-bc0a-494e-a64d-37387e8d6fd4 x-openstack-request-id: req-c50ef691-bc0a-494e-a64d-37387e8d6fd4 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:03.578757 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:03.579011 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c50ef691-bc0a-494e-a64d-37387e8d6fd4 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:03.579491 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'status': 'completed', 'code': 200} Aug 29 17:31:03.777770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c287cc-4966-4148-8fe8-e2c315757474 tempest-TestVolumeBackupRestore-1002314216 tempest-TestVolumeBackupRestore-1002314216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:03.779682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-71c287cc-4966-4148-8fe8-e2c315757474 tempest-TestVolumeBackupRestore-1002314216 tempest-TestVolumeBackupRestore-1002314216-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1092 time: 0.2858641 Aug 29 17:31:03.782525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-350b9ddf-8dc2-47b5-882a-e58a15d97331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:03.783232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52956) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:03.788182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Request body: {'floatingip': {'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:03.793886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-350b9ddf-8dc2-47b5-882a-e58a15d97331 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd0876b522634ad8921bd8aba91776e6&device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1097 time: 0.1692951 Aug 29 17:31:03.812152 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7381d427-137e-41a9-a423-04b611f028c9', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'mac_address': 'fa:16:3e:8a:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:31:00Z', 'updated_at': '2021-08-29T17:31:00Z', 'revision_number': 0, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:03.833370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a244c592-9f45-42ac-9e3d-4945800ceb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:03.842338 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] Checking router: 48750220-3735-4a2a-bc8e-812fc5e374f8 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:31:03.851811 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:03.852771 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:03.907358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:03.975674 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:31:04.068394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a244c592-9f45-42ac-9e3d-4945800ceb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.295212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-0ca8dd01-3fe8-4f54-ba32-3c8abe148df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:04.297044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-0ca8dd01-3fe8-4f54-ba32-3c8abe148df0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 HTTP/1.1" status: 200 len: 914 time: 0.4915640 Aug 29 17:31:04.299433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.20.0.14 (ecb09320-030f-4997-8dab-f3e3d8aa2296/b2b68f0c-d1bd-4c6d-bef8-1776fb242eab/ce2f04f5-1c70-43d0-a2f3-dac5ce353f64) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:04.310775 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7381d427-137e-41a9-a423-04b611f028c9', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'mac_address': 'fa:16:3e:8a:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:31:00Z', 'updated_at': '2021-08-29T17:31:00Z', 'revision_number': 0, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:04.357337 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d661c10-37c4-45a8-9068-0765ba4ef6ec None None] The sync data for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 is: [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7381d427-137e-41a9-a423-04b611f028c9', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'mac_address': 'fa:16:3e:8a:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:31:00Z', 'updated_at': '2021-08-29T17:31:00Z', 'revision_number': 0, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:04.386158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.20.0.13 (ecb09320-030f-4997-8dab-f3e3d8aa2296/b2b68f0c-d1bd-4c6d-bef8-1776fb242eab/ce2f04f5-1c70-43d0-a2f3-dac5ce353f64) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:04.525854 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a244c592-9f45-42ac-9e3d-4945800ceb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.531988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a244c592-9f45-42ac-9e3d-4945800ceb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.537711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a244c592-9f45-42ac-9e3d-4945800ceb00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56861c2e-b7d4-40d4-bcb2-e0ed512b513f HTTP/1.1" status: 204 len: 168 time: 1.0459633 Aug 29 17:31:04.570090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244c592-9f45-42ac-9e3d-4945800ceb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56861c2e-b7d4-40d4-bcb2-e0ed512b513f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:04.688046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-4777a2a3-f7dc-417c-8101-496b12b3e213 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659 HTTP/1.1" status: 200 len: 998 time: 0.3726470 Aug 29 17:31:04.754913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.resource_extend [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:31:04.833418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503433dc-f6ed-4cb2-bfe3-11b364eb44d3 None None] New status for floating IP 7381d427-137e-41a9-a423-04b611f028c9: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:31:04.873288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-14fdcd83-7805-4f90-857b-4301f3aae08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:04.875296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-14fdcd83-7805-4f90-857b-4301f3aae08c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeaf73f0-a1a9-4472-94be-93c96322837b HTTP/1.1" status: 200 len: 852 time: 0.1729620 Aug 29 17:31:04.956189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.976782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-33ea82e1-4e56-4d03-9d37-910fa25023e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:04.978663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-33ea82e1-4e56-4d03-9d37-910fa25023e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852406 Aug 29 17:31:04.981960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.002657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf6695-a69c-4ea9-a4bf-859a0767d01d req-18219be1-4463-4bff-ac0b-c158517ac0cc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:05.011096 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06cf6695-a69c-4ea9-a4bf-859a0767d01d req-18219be1-4463-4bff-ac0b-c158517ac0cc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.3570755 Aug 29 17:31:05.021232 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.121784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06cf6695-a69c-4ea9-a4bf-859a0767d01d req-7b4beb31-a6f0-4d04-abac-b77668c3fc01 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086407 Aug 29 17:31:05.149113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-53b92455-3013-4d61-90c9-c9628ce18e9d service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572647 Aug 29 17:31:05.193888 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.211910 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-503433dc-f6ed-4cb2-bfe3-11b364eb44d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:31:05.212553 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-503433dc-f6ed-4cb2-bfe3-11b364eb44d3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:31:05.312572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:05.325062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:05.332899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:05.342207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=ce2f04f5-1c70-43d0-a2f3-dac5ce353f64,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:05.406222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-964288ef-acd3-4c9b-aeda-3b8ce134a97f req-fdb83559-a693-4841-a66f-b226db8914b6 service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437434 Aug 29 17:31:05.441872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:05.462506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a05eaf-265b-409e-bbf1-7b95b223a2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.485790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:05.486550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.514697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a09e3adf-2220-4ffa-bff5-2ee0d854b06a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.8038514 Aug 29 17:31:05.520157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52990) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:05.532154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'ce2f04f5-1c70-43d0-a2f3-dac5ce353f64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:05.538682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Router 48750220-3735-4a2a-bc8e-812fc5e374f8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:05.684353 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a05eaf-265b-409e-bbf1-7b95b223a2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.701485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:05.707393 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.714092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503433dc-f6ed-4cb2-bfe3-11b364eb44d3 None None] New status for floating IP 7381d427-137e-41a9-a423-04b611f028c9: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:31:05.747909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:05.750529 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f81429d-6550-4949-931f-fb703fa2a64d" -d '{"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:05.758654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a05eaf-265b-409e-bbf1-7b95b223a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.827760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e58afb0d-9ba8-4ba8-87a0-87fd44848d3e tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "PUT /v2.0/floatingips/7381d427-137e-41a9-a423-04b611f028c9 HTTP/1.1" status: 200 len: 990 time: 2.0430787 Aug 29 17:31:05.830185 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686fbd01-3dd7-4be0-b6e0-6cc281b4e1f0 x-openstack-request-id: req-686fbd01-3dd7-4be0-b6e0-6cc281b4e1f0 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:05.830695 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:05.831133 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-686fbd01-3dd7-4be0-b6e0-6cc281b4e1f0 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:05.831702 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'status': 'completed', 'code': 200} Aug 29 17:31:05.852328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a6a05eaf-265b-409e-bbf1-7b95b223a2ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8ac3dfe667a4db4bf96255b2ee68c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071355 Aug 29 17:31:05.853465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53004) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:05.907003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.914114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05eaf-265b-409e-bbf1-7b95b223a2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8523b752-0d14-4021-960c-a39ba0153a7f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:05.951717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dbf9-1e0e-4b73-8370-30d9f1d36124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:06.005376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dbf9-1e0e-4b73-8370-30d9f1d36124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:06.086310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dbf9-1e0e-4b73-8370-30d9f1d36124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:06.089124 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dbf9-1e0e-4b73-8370-30d9f1d36124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:06.093890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d9b4dbf9-1e0e-4b73-8370-30d9f1d36124 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8523b752-0d14-4021-960c-a39ba0153a7f HTTP/1.1" status: 204 len: 168 time: 0.2388806 Aug 29 17:31:06.110322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4dbf9-1e0e-4b73-8370-30d9f1d36124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8523b752-0d14-4021-960c-a39ba0153a7f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:06.144498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81429d-6550-4949-931f-fb703fa2a64d req-d43c7f3d-f800-4801-853b-7528cf168d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:06.146242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f81429d-6550-4949-931f-fb703fa2a64d req-d43c7f3d-f800-4801-853b-7528cf168d89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd0876b522634ad8921bd8aba91776e6&device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1097 time: 0.2222528 Aug 29 17:31:06.304495 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] Sync routers for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:06.317634 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:06.322285 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:06.363027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81429d-6550-4949-931f-fb703fa2a64d req-0bb1701b-c5af-40ad-8602-29fc886a1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:06.369137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f81429d-6550-4949-931f-fb703fa2a64d req-0bb1701b-c5af-40ad-8602-29fc886a1ac2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 HTTP/1.1" status: 200 len: 914 time: 0.2122402 Aug 29 17:31:06.380947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aad90-7a73-4ad3-9930-9cfd7d62864a req-b42440ea-8303-4dbc-82b0-c98043e97cdc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:06.380947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e7aad90-7a73-4ad3-9930-9cfd7d62864a req-b42440ea-8303-4dbc-82b0-c98043e97cdc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1362076 Aug 29 17:31:06.472281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:06.497727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e7aad90-7a73-4ad3-9930-9cfd7d62864a req-654f0a31-9507-43ae-bb91-ddd4e9ecd480 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011281 Aug 29 17:31:06.513550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f81429d-6550-4949-931f-fb703fa2a64d req-4722c853-1e31-495f-979a-20858ed78310 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659 HTTP/1.1" status: 200 len: 1000 time: 0.1299818 Aug 29 17:31:06.587170 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:31:06.724047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.25.2.94 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/efbf9f53-2791-4810-8842-ab0f4f9dd514) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:06.943083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81429d-6550-4949-931f-fb703fa2a64d req-ce7e3a33-5359-4f3b-9d89-f406a7875fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:06.944651 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f81429d-6550-4949-931f-fb703fa2a64d req-ce7e3a33-5359-4f3b-9d89-f406a7875fd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeaf73f0-a1a9-4472-94be-93c96322837b HTTP/1.1" status: 200 len: 852 time: 0.2044837 Aug 29 17:31:07.076146 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7381d427-137e-41a9-a423-04b611f028c9', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'mac_address': 'fa:16:3e:8a:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:31:00Z', 'updated_at': '2021-08-29T17:31:06Z', 'revision_number': 2, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:07.171348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53056) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:07.179632 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] Checking router: 48750220-3735-4a2a-bc8e-812fc5e374f8 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:31:07.208901 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:07.209548 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:07.352866 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3ada-3b49-466d-a39a-57fb2cc23a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.370683 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.381106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81429d-6550-4949-931f-fb703fa2a64d req-8c06d7b3-9f5b-44a9-a38e-07b9fb8e775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:07.382691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f81429d-6550-4949-931f-fb703fa2a64d req-8c06d7b3-9f5b-44a9-a38e-07b9fb8e775e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4289329 Aug 29 17:31:07.482627 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:31:07.526900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.539401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3ada-3b49-466d-a39a-57fb2cc23a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.553616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3ada-3b49-466d-a39a-57fb2cc23a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.604247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:07.611312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f81429d-6550-4949-931f-fb703fa2a64d req-f3071609-0b9e-4fad-af09-f9a0f81ad429 service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182527 Aug 29 17:31:07.614738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:07.620274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:07.633302 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c0bf3ada-3b49-466d-a39a-57fb2cc23a27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=deec5075ede5440588d66792ff5287c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606600 Aug 29 17:31:07.634494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53072) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:07.635202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=efbf9f53-2791-4810-8842-ab0f4f9dd514,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:07.637615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf3ada-3b49-466d-a39a-57fb2cc23a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f53de0-4c4d-43ab-bd01-11145cbfd3de,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:07.713650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e5b4-f184-48dc-b8e6-0e28b2c39d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.751991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e5b4-f184-48dc-b8e6-0e28b2c39d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.837669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:07.842245 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63d64ea-299b-4652-83d1-5cec92c50928" -d '{"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:07.872991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e5b4-f184-48dc-b8e6-0e28b2c39d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.881084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e5b4-f184-48dc-b8e6-0e28b2c39d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.882994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c6c4e5b4-f184-48dc-b8e6-0e28b2c39d4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3f53de0-4c4d-43ab-bd01-11145cbfd3de HTTP/1.1" status: 204 len: 168 time: 0.2416427 Aug 29 17:31:07.913297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4e5b4-f184-48dc-b8e6-0e28b2c39d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f53de0-4c4d-43ab-bd01-11145cbfd3de,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:07.963306 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a59172-089a-4612-a90d-4ae01298da60 x-openstack-request-id: req-37a59172-089a-4612-a90d-4ae01298da60 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:07.964406 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:07.965985 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37a59172-089a-4612-a90d-4ae01298da60 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:07.967245 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'status': 'completed', 'code': 200} Aug 29 17:31:08.075983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f812d56-762c-4e70-a0ba-d288da82e87a req-0edca231-0a81-4590-bde3-b97658776b8b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:08.087303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f812d56-762c-4e70-a0ba-d288da82e87a req-0edca231-0a81-4590-bde3-b97658776b8b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.3261454 Aug 29 17:31:08.126021 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7381d427-137e-41a9-a423-04b611f028c9', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'mac_address': 'fa:16:3e:8a:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:31:00Z', 'updated_at': '2021-08-29T17:31:06Z', 'revision_number': 2, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:08.193198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53096) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:08.195229 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20cff5b-1083-492d-b3d1-c86954d5e5f5 None None] The sync data for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 is: [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7381d427-137e-41a9-a423-04b611f028c9', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'port_id': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'mac_address': 'fa:16:3e:8a:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:31:00Z', 'updated_at': '2021-08-29T17:31:06Z', 'revision_number': 2, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:08.283088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f81429d-6550-4949-931f-fb703fa2a64d req-961768ea-43ed-4ed1-881a-4c578607a000 service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604755 Aug 29 17:31:08.345404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f812d56-762c-4e70-a0ba-d288da82e87a req-421097f2-f6d5-416a-b667-56fc760b39e1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560523 Aug 29 17:31:08.486266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ca2982e9-57d4-4935-8afc-e99cab57ff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:08.657819 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ca2982e9-57d4-4935-8afc-e99cab57ff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:08.664802 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ca2982e9-57d4-4935-8afc-e99cab57ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:08.702987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-4586bad9-9831-46a1-8592-b4475c55a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:08.704690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-4586bad9-9831-46a1-8592-b4475c55a325 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd0876b522634ad8921bd8aba91776e6&device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1097 time: 0.1847491 Aug 29 17:31:08.730632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ca2982e9-57d4-4935-8afc-e99cab57ff54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=818ceb0370244d03b5c12271cbedb1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349922 Aug 29 17:31:08.731799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2982e9-57d4-4935-8afc-e99cab57ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7635367d-501b-4726-8332-ef9069cf685a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:08.734114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53120) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:08.807428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7397-f733-46bf-8780-f55604452aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:08.832900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7397-f733-46bf-8780-f55604452aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:08.898423 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7397-f733-46bf-8780-f55604452aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:08.900723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:08.901210 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7397-f733-46bf-8780-f55604452aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:08.905507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d5cb7397-f733-46bf-8780-f55604452aed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7635367d-501b-4726-8332-ef9069cf685a HTTP/1.1" status: 204 len: 168 time: 0.1635952 Aug 29 17:31:08.911964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb7397-f733-46bf-8780-f55604452aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7635367d-501b-4726-8332-ef9069cf685a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:08.959131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-a793f1f2-56c7-4b2d-8a64-ac21394149e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:08.960817 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-a793f1f2-56c7-4b2d-8a64-ac21394149e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 HTTP/1.1" status: 200 len: 914 time: 0.2448285 Aug 29 17:31:09.039096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:09.084752 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-21bb8329-88b3-4159-b356-bc8091cc738e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659 HTTP/1.1" status: 200 len: 1000 time: 0.1141176 Aug 29 17:31:09.263560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-7a47f56e-bcb9-4299-b4c2-24242d156826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:09.263560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-7a47f56e-bcb9-4299-b4c2-24242d156826 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeaf73f0-a1a9-4472-94be-93c96322837b HTTP/1.1" status: 200 len: 852 time: 0.1460404 Aug 29 17:31:09.423231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:09.440110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9c79-5a87-4045-bea2-1914f1de98c5 req-9237d0e2-50aa-4894-ba26-166893ef9e4d tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:09.441648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b2e9c79-5a87-4045-bea2-1914f1de98c5 req-9237d0e2-50aa-4894-ba26-166893ef9e4d tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 951 time: 0.1622818 Aug 29 17:31:09.444091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-05dc4153-8f1a-488d-a082-fa720ffe07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:09.445759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-05dc4153-8f1a-488d-a082-fa720ffe07ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750083 Aug 29 17:31:09.446450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:09.540782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f0c49-9355-423d-bedd-485569f5c5e0 req-616133c2-39d9-42a1-9c06-ce68e25ab9e5 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:09.549175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-406f0c49-9355-423d-bedd-485569f5c5e0 req-616133c2-39d9-42a1-9c06-ce68e25ab9e5 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0918958 Aug 29 17:31:09.600640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-406f0c49-9355-423d-bedd-485569f5c5e0 req-3d0d5eec-61a9-4dd9-bacd-188203c7e491 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504758 Aug 29 17:31:09.665497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=efbf9f53-2791-4810-8842-ab0f4f9dd514,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:09.685058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b2e9c79-5a87-4045-bea2-1914f1de98c5 req-e65f9be4-79aa-4a92-89dd-3f86ea1897ee tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337749 Aug 29 17:31:09.693526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:09.755656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-0a3e9f3f-240c-42f1-b61c-0101dc19248c service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743649 Aug 29 17:31:09.892729 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP ee1acd54-8a9a-48cf-bf5a-e0e322f38e19 associated. External IP: 172.25.2.94, port: ce2f04f5-1c70-43d0-a2f3-dac5ce353f64. Aug 29 17:31:09.955298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c63d64ea-299b-4652-83d1-5cec92c50928 req-0b252657-48f1-41e4-8b60-57895b68aa74 service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879158 Aug 29 17:31:10.485019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:10.625182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:10.638250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d76863-3da6-4887-bba3-28d868c142aa None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:10.645171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:10.666311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d76863-3da6-4887-bba3-28d868c142aa None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:10.667255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e0d76863-3da6-4887-bba3-28d868c142aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:10.681697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0a613933-3447-4a19-a277-62bc94ae31df tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1560583 Aug 29 17:31:10.682080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53266) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:10.687982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a8441917-b23c-40e0-ac81-37c728e0cd1e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'port_id': 'ce2f04f5-1c70-43d0-a2f3-dac5ce353f64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:10.762258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e0d76863-3da6-4887-bba3-28d868c142aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:10.774902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a138a0a-c804-4094-9a91-c93d51ccf142 req-c6b0b193-3620-41f6-b788-81f87081f357 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:10.776863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a138a0a-c804-4094-9a91-c93d51ccf142 req-c6b0b193-3620-41f6-b788-81f87081f357 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0736034 Aug 29 17:31:10.784500 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8441917-b23c-40e0-ac81-37c728e0cd1e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:10.790900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d76863-3da6-4887-bba3-28d868c142aa None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:10.791602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e0d76863-3da6-4887-bba3-28d868c142aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:10.859553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a138a0a-c804-4094-9a91-c93d51ccf142 req-bfd8c6da-9178-4b06-8c4e-fe00f82b27bb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745034 Aug 29 17:31:10.884958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e0d76863-3da6-4887-bba3-28d868c142aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:10.884958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d76863-3da6-4887-bba3-28d868c142aa None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:11.028693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c5ff-2f0f-44ab-8f9c-946199f0b096 req-6f082056-71d6-4b7a-9bb4-83fc1b4fccbf tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:11.030794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e560c5ff-2f0f-44ab-8f9c-946199f0b096 req-6f082056-71d6-4b7a-9bb4-83fc1b4fccbf tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 951 time: 0.0606892 Aug 29 17:31:11.080535 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e560c5ff-2f0f-44ab-8f9c-946199f0b096 req-f83c45b8-f687-4568-a3ec-37f3a8bd46d2 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Aug 29 17:31:11.204343 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc2b5-4e9d-40fc-a734-81dcb8f719a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:11.383252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8441917-b23c-40e0-ac81-37c728e0cd1e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:11.397340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8441917-b23c-40e0-ac81-37c728e0cd1e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:11.655013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8441917-b23c-40e0-ac81-37c728e0cd1e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:11.784724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53344) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:11.792262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8441917-b23c-40e0-ac81-37c728e0cd1e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:11.797228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8441917-b23c-40e0-ac81-37c728e0cd1e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:11.806320 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae91a5a7-8344-48d1-b2bc-231f012f4eaa None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:11.816669 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91a5a7-8344-48d1-b2bc-231f012f4eaa None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:11.817533 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ae91a5a7-8344-48d1-b2bc-231f012f4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:11.850770 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ae91a5a7-8344-48d1-b2bc-231f012f4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:11.863903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91a5a7-8344-48d1-b2bc-231f012f4eaa None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:11.865059 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ae91a5a7-8344-48d1-b2bc-231f012f4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:11.869225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a8441917-b23c-40e0-ac81-37c728e0cd1e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/floatingips/ee1acd54-8a9a-48cf-bf5a-e0e322f38e19 HTTP/1.1" status: 200 len: 977 time: 1.1836638 Aug 29 17:31:11.869462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53356) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:11.937228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e0af6d3-d991-45a4-bd02-c64d2ca9c026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:11.939782 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ae91a5a7-8344-48d1-b2bc-231f012f4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:11.940454 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae91a5a7-8344-48d1-b2bc-231f012f4eaa None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:12.060880 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14311e4-38e9-48dc-aad3-d8a74b36e27e req-7670016c-56f3-489e-9dff-49b852dc46cf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:12.063358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14311e4-38e9-48dc-aad3-d8a74b36e27e req-7670016c-56f3-489e-9dff-49b852dc46cf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0861573 Aug 29 17:31:12.086195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e0af6d3-d991-45a4-bd02-c64d2ca9c026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.091567 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e0af6d3-d991-45a4-bd02-c64d2ca9c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.127627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14311e4-38e9-48dc-aad3-d8a74b36e27e req-e2b3128e-6f7a-48ae-8539-5d3422a5e15a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Aug 29 17:31:12.138534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port efbf9f53-2791-4810-8842-ab0f4f9dd514 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:12.138904 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2e0af6d3-d991-45a4-bd02-c64d2ca9c026 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be4e3c2200d04fe1aa89f6fb8b3502da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528223 Aug 29 17:31:12.139448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.139720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0af6d3-d991-45a4-bd02-c64d2ca9c026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aba2b4c-356a-4bf9-9086-9fc5c661ef01,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:12.143050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53388) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:12.207165 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c19d609b-0b2a-4121-9c4a-18d75b1205c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.237756 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c19d609b-0b2a-4121-9c4a-18d75b1205c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.281026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.281243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.301797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for efbf9f53-2791-4810-8842-ab0f4f9dd514 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:12.306314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c19d609b-0b2a-4121-9c4a-18d75b1205c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.313640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729c2ce-d2db-4dbb-bacf-85a762abb041 req-24a5b758-c370-4464-968a-7e1038e7cfa8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:12.315242 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f729c2ce-d2db-4dbb-bacf-85a762abb041 req-24a5b758-c370-4464-968a-7e1038e7cfa8 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 951 time: 0.0765536 Aug 29 17:31:12.320282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c19d609b-0b2a-4121-9c4a-18d75b1205c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.325270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c19d609b-0b2a-4121-9c4a-18d75b1205c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0aba2b4c-356a-4bf9-9086-9fc5c661ef01 HTTP/1.1" status: 204 len: 168 time: 0.1811728 Aug 29 17:31:12.339343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d609b-0b2a-4121-9c4a-18d75b1205c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aba2b4c-356a-4bf9-9086-9fc5c661ef01,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:12.415730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f729c2ce-d2db-4dbb-bacf-85a762abb041 req-79b81d6b-c049-4a62-8e66-9425b0de5e28 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871804 Aug 29 17:31:12.431197 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.451042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53396) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:12.566770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.600980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=efbf9f53-2791-4810-8842-ab0f4f9dd514,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:12.648272 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0581-a178-460a-a886-311f7c62061d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.682499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.683503 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP ee1acd54-8a9a-48cf-bf5a-e0e322f38e19 disassociated (deleted). External IP: 172.25.2.94, port: ce2f04f5-1c70-43d0-a2f3-dac5ce353f64. Aug 29 17:31:12.748597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53404) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:12.775008 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3938ec0a-4bed-4fca-92f7-a63a3a51e801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.794927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0581-a178-460a-a886-311f7c62061d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.799338 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0581-a178-460a-a886-311f7c62061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.863513 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:12.874520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fcfb0581-a178-460a-a886-311f7c62061d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0af5805fbd014184aac4846091fe8778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218342 Aug 29 17:31:12.901149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53406) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:12.920873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb0581-a178-460a-a886-311f7c62061d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f33213-9712-4428-a295-8b4093c68fa6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:12.997886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-af1cf23c-45af-4391-8bbe-e5ba40e217cf tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:12.999914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-af1cf23c-45af-4391-8bbe-e5ba40e217cf tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.43 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 951 time: 0.1528568 Aug 29 17:31:13.071642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e18769c-56b8-40c9-8610-ce1b37fac419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.102927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:31:13.162760 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e18769c-56b8-40c9-8610-ce1b37fac419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.166514 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3938ec0a-4bed-4fca-92f7-a63a3a51e801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.186084 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3938ec0a-4bed-4fca-92f7-a63a3a51e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.201994 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.227770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:13.230607 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a22949-0f24-49a7-a215-257b66fab3ef" -d '{"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:13.248152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:13.254227 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.266566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938ec0a-4bed-4fca-92f7-a63a3a51e801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0737e9b5-5c2a-4e3e-8d81-749538cd879a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:13.274566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3938ec0a-4bed-4fca-92f7-a63a3a51e801 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35475ce96bb0443ca1be49c701a0389a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5249279 Aug 29 17:31:13.278990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53414) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:13.299423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Deleting port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:13.299859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.308003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:13.316358 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59791809-fca1-47d0-bcce-6c94e82827bc x-openstack-request-id: req-59791809-fca1-47d0-bcce-6c94e82827bc {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:13.316770 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:13.317100 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59791809-fca1-47d0-bcce-6c94e82827bc {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:13.317590 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'code': 200} Aug 29 17:31:13.336123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bf187-2c83-4b36-9a08-4278a6768edd req-a71800b9-925c-42f4-8e3c-f00a008d2c59 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:13.343720 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-832bf187-2c83-4b36-9a08-4278a6768edd req-a71800b9-925c-42f4-8e3c-f00a008d2c59 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0868952 Aug 29 17:31:13.348223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=11']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:13.392671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e18769c-56b8-40c9-8610-ce1b37fac419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.395451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e18769c-56b8-40c9-8610-ce1b37fac419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.396735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3e18769c-56b8-40c9-8610-ce1b37fac419 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19f33213-9712-4428-a295-8b4093c68fa6 HTTP/1.1" status: 204 len: 168 time: 0.4893396 Aug 29 17:31:13.423409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18769c-56b8-40c9-8610-ce1b37fac419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f33213-9712-4428-a295-8b4093c68fa6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:13.439204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-832bf187-2c83-4b36-9a08-4278a6768edd req-4ebb6c21-a8b9-4eba-a8d6-d09e5955180b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894821 Aug 29 17:31:13.461809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fa6bff5a-7aaa-4e56-b77f-3f0f83885db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.494145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fa6bff5a-7aaa-4e56-b77f-3f0f83885db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.522325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:13.528059 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.535534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d727c-0aaf-4361-a6d3-afa7688cc905 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:13.545588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d727c-0aaf-4361-a6d3-afa7688cc905 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:13.546772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-234d727c-0aaf-4361-a6d3-afa7688cc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:13.560228 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e51b788-7da9-4315-a2cf-7a740c5d1493 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/floatingips/ee1acd54-8a9a-48cf-bf5a-e0e322f38e19 HTTP/1.1" status: 204 len: 168 time: 1.6895056 Aug 29 17:31:13.562475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53420) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:13.600198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-234d727c-0aaf-4361-a6d3-afa7688cc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:13.614807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d727c-0aaf-4361-a6d3-afa7688cc905 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:13.616322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] For port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:13.616483 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.616765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-234d727c-0aaf-4361-a6d3-afa7688cc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:30:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:13.635641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Calling delete_port for 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:13.659841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-234d727c-0aaf-4361-a6d3-afa7688cc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:13.661018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d727c-0aaf-4361-a6d3-afa7688cc905 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:13.677539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea822b-28dc-4bad-bb67-a2b2dc6f5bd1 req-364094d7-5ca0-41b3-b682-a041af95a1f7 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:13.680228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6eea822b-28dc-4bad-bb67-a2b2dc6f5bd1 req-364094d7-5ca0-41b3-b682-a041af95a1f7 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/ports?device_id=381b1957-2f47-4810-a7c5-463d229e97dd HTTP/1.1" status: 200 len: 949 time: 0.1695256 Aug 29 17:31:13.684391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fa6bff5a-7aaa-4e56-b77f-3f0f83885db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.687151 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fa6bff5a-7aaa-4e56-b77f-3f0f83885db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.688429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fa6bff5a-7aaa-4e56-b77f-3f0f83885db3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0737e9b5-5c2a-4e3e-8d81-749538cd879a HTTP/1.1" status: 204 len: 168 time: 0.4091227 Aug 29 17:31:13.731209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6d37c256-5707-4511-8d08-2c0639c93693 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port ce2f04f5-1c70-43d0-a2f3-dac5ce353f64 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:13.731807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d37c256-5707-4511-8d08-2c0639c93693 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.787166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bff5a-7aaa-4e56-b77f-3f0f83885db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0737e9b5-5c2a-4e3e-8d81-749538cd879a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:13.832587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6eea822b-28dc-4bad-bb67-a2b2dc6f5bd1 req-2dca2a4a-4e27-4132-85f9-700caccb1bab tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.41 "GET /v2.0/security-groups?id=a024aa20-9a60-4407-80a2-8ef09eef7ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424949 Aug 29 17:31:13.839006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d37c256-5707-4511-8d08-2c0639c93693 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.850708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-172ed3c0-fa73-4613-83d7-29bc2375d101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:13.859776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6d37c256-5707-4511-8d08-2c0639c93693 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for ce2f04f5-1c70-43d0-a2f3-dac5ce353f64 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:13.964215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53430) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:14.008173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.036728 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2adefe4-2377-470f-817a-53c63dd0b0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.045113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Pushing event deleted for resources: {'Port': ['ID=8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:14.059303 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.101965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] No DVR routers for this DVR port 8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:31:14.104831 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.107690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c168c5e2-c94d-40a3-9548-4a88c2219d03 req-51bb3c6f-1136-479c-b5d5-e0c34f849480 tempest-ImagesOneServerTestJSON-1949743869 tempest-ImagesOneServerTestJSON-1949743869-project] 10.222.0.43 "DELETE /v2.0/ports/8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8 HTTP/1.1" status: 204 len: 173 time: 1.0993426 Aug 29 17:31:14.108142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-deleted', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:14.110485 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f13c98f-1eab-4585-b49d-c5a7e0451932" -d '{"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-deleted", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:14.182362 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdbed05-d9ae-4c5b-8d81-5edbbb58c6f0 x-openstack-request-id: req-0bdbed05-d9ae-4c5b-8d81-5edbbb58c6f0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:14.183014 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381b1957-2f47-4810-a7c5-463d229e97dd", "name": "network-vif-deleted", "tag": "8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:14.183944 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bdbed05-d9ae-4c5b-8d81-5edbbb58c6f0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:14.184446 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381b1957-2f47-4810-a7c5-463d229e97dd', 'name': 'network-vif-deleted', 'tag': '8b3ef5b0-7c3a-4e4f-b292-00c52aee92f8', 'status': 'completed', 'code': 200} Aug 29 17:31:14.194190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d37c256-5707-4511-8d08-2c0639c93693 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.239175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37c256-5707-4511-8d08-2c0639c93693 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=ce2f04f5-1c70-43d0-a2f3-dac5ce353f64,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:14.353058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d37c256-5707-4511-8d08-2c0639c93693 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.354984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6d37c256-5707-4511-8d08-2c0639c93693 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/ports/ce2f04f5-1c70-43d0-a2f3-dac5ce353f64 HTTP/1.1" status: 204 len: 168 time: 0.7914240 Aug 29 17:31:14.359936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53444) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:14.363875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2adefe4-2377-470f-817a-53c63dd0b0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.366162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:14.369025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2adefe4-2377-470f-817a-53c63dd0b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.393583 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.413672 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e2adefe4-2377-470f-817a-53c63dd0b0e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc61b1665fed4d51955c224d68e7ce33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036744 Aug 29 17:31:14.413672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adefe4-2377-470f-817a-53c63dd0b0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b2654c-a2df-4bb7-bd46-0dd67d032aea,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:14.415240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53448) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:14.502248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f09066f-5d8a-497d-b6f7-485c8b917498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.556835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f09066f-5d8a-497d-b6f7-485c8b917498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.658947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53db72-31ac-4761-a3a8-0e2d9d8e2715 req-9bd437ef-b765-4675-857e-2334a512e89a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:14.666543 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac53db72-31ac-4761-a3a8-0e2d9d8e2715 req-9bd437ef-b765-4675-857e-2334a512e89a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1054418 Aug 29 17:31:14.669236 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.670087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f09066f-5d8a-497d-b6f7-485c8b917498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.672713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f09066f-5d8a-497d-b6f7-485c8b917498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:14.673935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0f09066f-5d8a-497d-b6f7-485c8b917498 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47b2654c-a2df-4bb7-bd46-0dd67d032aea HTTP/1.1" status: 204 len: 168 time: 0.2578440 Aug 29 17:31:14.698253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09066f-5d8a-497d-b6f7-485c8b917498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b2654c-a2df-4bb7-bd46-0dd67d032aea,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:14.745623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac53db72-31ac-4761-a3a8-0e2d9d8e2715 req-de564296-5f63-46b8-94ee-c00593965332 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762494 Aug 29 17:31:14.845955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.25.2.242 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/ea118d98-82d0-4be3-a5ff-3b90c86710b7) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:14.964739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.009685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.050974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:15.055211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:15.057775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:15.099903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=ea118d98-82d0-4be3-a5ff-3b90c86710b7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:15.124008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53476) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:15.175079 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.212680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.275172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-09082765-9076-4788-b610-eef450b3ab14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e93821f173546d6b0c364db4d144662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498303 Aug 29 17:31:15.277704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53488) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:15.342897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf49a8d0-edf1-4e4a-ab52-3389ac98c691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.381092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf49a8d0-edf1-4e4a-ab52-3389ac98c691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.387060 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.422976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.428489 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.451008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf49a8d0-edf1-4e4a-ab52-3389ac98c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.457079 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf49a8d0-edf1-4e4a-ab52-3389ac98c691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.459461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf49a8d0-edf1-4e4a-ab52-3389ac98c691 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a024aa20-9a60-4407-80a2-8ef09eef7ef0 HTTP/1.1" status: 204 len: 168 time: 0.1806493 Aug 29 17:31:15.481354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49a8d0-edf1-4e4a-ab52-3389ac98c691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024aa20-9a60-4407-80a2-8ef09eef7ef0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:15.512177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=ea118d98-82d0-4be3-a5ff-3b90c86710b7,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:15.519931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.542863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.544499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2a8e1182-437a-4e87-8328-ce62e40e0b79 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1831281 Aug 29 17:31:15.547138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53506) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:15.552580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'port': {'network_id': 'ecb09320-030f-4997-8dab-f3e3d8aa2296', 'name': 'tempest-FloatingIPTestJSON-1962064099'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:15.677831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:15.681986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.705220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] device_id is not set on port a031c092-0be9-441d-b127-97910bdc13dc yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:31:15.827008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.20.0.12 (ecb09320-030f-4997-8dab-f3e3d8aa2296/b2b68f0c-d1bd-4c6d-bef8-1776fb242eab/a031c092-0be9-441d-b127-97910bdc13dc) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:15.937078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d76a-7ab4-417f-ab3e-d75a4093db6c req-ec8c0c95-14a4-419e-8bc4-841770d82d9c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:15.939724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-efd9d76a-7ab4-417f-ab3e-d75a4093db6c req-ec8c0c95-14a4-419e-8bc4-841770d82d9c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0796335 Aug 29 17:31:16.007143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-efd9d76a-7ab4-417f-ab3e-d75a4093db6c req-ef3e5f81-1bea-4002-86e6-dd6f2cbc29c6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599189 Aug 29 17:31:16.037104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:16.092846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:16.155127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network ecb09320-030f-4997-8dab-f3e3d8aa2296 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:16.159012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:16.161460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:16.202965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=a031c092-0be9-441d-b127-97910bdc13dc,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:16.235320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:16.235940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:16.254633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f07741b1-f68c-48ed-a436-7d87272c77ed tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7044165 Aug 29 17:31:16.255884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53540) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:16.264237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'port_id': 'a031c092-0be9-441d-b127-97910bdc13dc'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:16.315551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:16.708944 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:16.853117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:16.859181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:16.870425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53572) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:16.981422 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP 0804e8e2-7c6f-4460-bf7c-a7fd775c1a38 associated. External IP: 172.25.2.242, port: a031c092-0be9-441d-b127-97910bdc13dc. Aug 29 17:31:17.142770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5e37-461c-45b6-a1a7-24882a392464 req-ceea9d60-086c-4618-933b-72fe9186dc10 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:17.144906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fadd5e37-461c-45b6-a1a7-24882a392464 req-ceea9d60-086c-4618-933b-72fe9186dc10 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0593843 Aug 29 17:31:17.197924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fadd5e37-461c-45b6-a1a7-24882a392464 req-43391ece-d144-4311-b46a-a30ebe9d9bca tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466356 Aug 29 17:31:17.210253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1353357202-network', 'tenant_id': 'fa2b19558c834c5bb531b79d53b62ecb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:17.231177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:17.240832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Made reservation on behalf of fa2b19558c834c5bb531b79d53b62ecb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:17.243163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.254147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.350491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:17.356457 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.361151 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2311fb7-f0c1-4b3a-903d-ee209614b7cf None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:17.372666 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2311fb7-f0c1-4b3a-903d-ee209614b7cf None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:17.374852 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c2311fb7-f0c1-4b3a-903d-ee209614b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:17.378551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.387507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ff39abc2-e8d6-4bf1-a936-1fa82accabe0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/floatingips/0804e8e2-7c6f-4460-bf7c-a7fd775c1a38 HTTP/1.1" status: 200 len: 979 time: 1.1302967 Aug 29 17:31:17.390401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53598) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:17.398985 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.421961 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c2311fb7-f0c1-4b3a-903d-ee209614b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:17.434896 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2311fb7-f0c1-4b3a-903d-ee209614b7cf None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:17.435761 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c2311fb7-f0c1-4b3a-903d-ee209614b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:17.447247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5042a17d-9db1-4f84-bb92-cd895c6a6933,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:17.462626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:31:17.502822 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c2311fb7-f0c1-4b3a-903d-ee209614b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:17.503585 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2311fb7-f0c1-4b3a-903d-ee209614b7cf None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:17.513400 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.513751 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Added segment 887d8ca6-262e-457c-b200-a7049a12ee55 of type vlan for network ef433300-0e38-4479-8614-2d7f7c6202f6 Aug 29 17:31:17.568246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.616093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port a031c092-0be9-441d-b127-97910bdc13dc {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:17.616903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.631335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.632598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:17.633200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.770986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8964205 Aug 29 17:31:17.771604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53638) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:17.781413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716341c-ffc7-448e-904a-a82354000cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=ef433300-0e38-4479-8614-2d7f7c6202f6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:17.782065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Request body: {'subnet': {'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1353357202-subnet', 'tenant_id': 'fa2b19558c834c5bb531b79d53b62ecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:17.793090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ef433300-0e38-4479-8614-2d7f7c6202f6 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:31:17.813985 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.830842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Made reservation on behalf of fa2b19558c834c5bb531b79d53b62ecb for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:17.833555 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.081352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.102325 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.102759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.103276 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP 0804e8e2-7c6f-4460-bf7c-a7fd775c1a38 disassociated. External IP: 172.25.2.242, port: a031c092-0be9-441d-b127-97910bdc13dc. Aug 29 17:31:18.103733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for a031c092-0be9-441d-b127-97910bdc13dc owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:18.177164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1942df3e-ab83-4fcd-a89d-cc65b91fb74c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:18.196538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Checking segment: {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:31:18.197035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Network hostable DHCP agents. Network: ef433300-0e38-4479-8614-2d7f7c6202f6, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:31:18.239691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Network ef433300-0e38-4479-8614-2d7f7c6202f6 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:31:18.254926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ef433300-0e38-4479-8614-2d7f7c6202f6) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:18.260636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:18.262653 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.266812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e29e6-a1e9-4887-ac7a-40cb9205e637 None None] Network ef433300-0e38-4479-8614-2d7f7c6202f6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:31:18.303287 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-acd7f317-ffe1-4704-9df3-4a664269f2ef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5266395 Aug 29 17:31:18.429715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadde03c-4a96-423c-8211-6567db7143a5 req-22b51499-2617-4d01-a96d-27045043b9ea tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:18.431419 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aadde03c-4a96-423c-8211-6567db7143a5 req-22b51499-2617-4d01-a96d-27045043b9ea tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1335957 Aug 29 17:31:18.524931 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aadde03c-4a96-423c-8211-6567db7143a5 req-521a5d5f-fba5-44d6-b8ec-a0f885d8d97b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815341 Aug 29 17:31:18.564615 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f5d0a-ea7f-44af-9456-ef9ed0194baa None None] Network ef433300-0e38-4479-8614-2d7f7c6202f6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:31:18.655968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.716682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=a031c092-0be9-441d-b127-97910bdc13dc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:18.850365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:19.006537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:19.020003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f1244-e06d-46db-abdd-05a972f87a2b None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:19.031312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f1244-e06d-46db-abdd-05a972f87a2b None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:19.032419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-256f1244-e06d-46db-abdd-05a972f87a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:19.076890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-256f1244-e06d-46db-abdd-05a972f87a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:19.089197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f1244-e06d-46db-abdd-05a972f87a2b None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:19.090623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-256f1244-e06d-46db-abdd-05a972f87a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:19.097033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.099360 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e3264f5e-51c3-40bc-9933-6c4fec6cda05 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/ports/a031c092-0be9-441d-b127-97910bdc13dc HTTP/1.1" status: 204 len: 168 time: 1.7076764 Aug 29 17:31:19.102013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53772) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:19.126147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-256f1244-e06d-46db-abdd-05a972f87a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:19.126830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f1244-e06d-46db-abdd-05a972f87a2b None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:19.163965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05d29235-0bd0-4da9-b8d1-ad0a84f54980 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "GET /v2.0/floatingips/0804e8e2-7c6f-4460-bf7c-a7fd775c1a38 HTTP/1.1" status: 200 len: 688 time: 0.0606601 Aug 29 17:31:19.166804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53776) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:19.252091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-199d95cd-fdac-486c-9376-5ba8b5f21f8a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:19.259052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-199d95cd-fdac-486c-9376-5ba8b5f21f8a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 822 time: 0.1771352 Aug 29 17:31:19.277189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-5e42348f-4b0c-4d2e-ba24-d5e24c40bf64 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/quotas/fa2b19558c834c5bb531b79d53b62ecb HTTP/1.1" status: 200 len: 375 time: 0.0171738 Aug 29 17:31:19.309868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-11309f43-be4e-43a2-96c3-23032235cbeb tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315757 Aug 29 17:31:19.338199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port ea118d98-82d0-4be3-a5ff-3b90c86710b7 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:19.338555 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.436276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.436664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.445101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-290b45fc-b3e3-4b12-a8c3-ab7c65585fc6 service neutron] 10.222.0.41 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264553 Aug 29 17:31:19.457439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for ea118d98-82d0-4be3-a5ff-3b90c86710b7 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:19.512430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:19.578130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-c2c4e19b-1fe3-482d-90ee-fe2489a64799 service neutron] 10.222.0.41 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236663 Aug 29 17:31:19.699863 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b19eda5-014c-4c0b-b034-92488dbf5438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.732463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047265a-3438-48b2-8260-79ab6573d2a8 req-da87dcdf-aa79-4453-8eb3-56049626d58f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:19.734084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2047265a-3438-48b2-8260-79ab6573d2a8 req-da87dcdf-aa79-4453-8eb3-56049626d58f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0894403 Aug 29 17:31:19.738268 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.798912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=ea118d98-82d0-4be3-a5ff-3b90c86710b7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:19.814609 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dbd12153-e2c5-4acc-af6d-344dd3b80b87 req-be67a44d-80af-499e-a241-d03ca42762ff tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 210 time: 0.0472238 Aug 29 17:31:19.867190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2047265a-3438-48b2-8260-79ab6573d2a8 req-640f1618-17bc-43ca-81cb-58954c5f24d0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190352 Aug 29 17:31:19.874239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.874239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.874239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.874239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.874239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.876020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.876020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.876020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.876020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.876020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.876020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.884525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:19.910108 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.912969 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.920313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-768d94cc-be15-4621-aac7-6e3b3345a544 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/floatingips/0804e8e2-7c6f-4460-bf7c-a7fd775c1a38 HTTP/1.1" status: 204 len: 168 time: 0.7456453 Aug 29 17:31:19.921354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53804) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:19.929630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:19.993871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b19eda5-014c-4c0b-b034-92488dbf5438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.999952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b19eda5-014c-4c0b-b034-92488dbf5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.026462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.104522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4b19eda5-014c-4c0b-b034-92488dbf5438 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fd7057b18a84e9f82feb935c635e2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907795 Aug 29 17:31:20.106526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19eda5-014c-4c0b-b034-92488dbf5438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4228d03-5803-4383-a6ae-e1fdb0376a59,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:20.107715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53820) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:20.204406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18ebd936-535d-4f76-aaad-e193a6e8b7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.246363 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18ebd936-535d-4f76-aaad-e193a6e8b7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.295898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.373936 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18ebd936-535d-4f76-aaad-e193a6e8b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.378262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18ebd936-535d-4f76-aaad-e193a6e8b7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.379746 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-18ebd936-535d-4f76-aaad-e193a6e8b7b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4228d03-5803-4383-a6ae-e1fdb0376a59 HTTP/1.1" status: 204 len: 168 time: 0.2704961 Aug 29 17:31:20.411812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebd936-535d-4f76-aaad-e193a6e8b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4228d03-5803-4383-a6ae-e1fdb0376a59,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:20.505737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.25.2.133 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/9eb1436c-9d35-431b-8925-f91c9e75c6d5) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:20.654162 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.720406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:20.769225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:20.772302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:20.780207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:20.815532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=9eb1436c-9d35-431b-8925-f91c9e75c6d5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:20.947694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53870) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:20.970480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54c999ef-9f96-4bd7-8ff5-f2ba915621b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.086348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2baad475-b9d2-4459-b02d-4733a4b45f3b req-e4c67bb4-464d-469e-8033-2e52c7452e97 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 210 time: 0.1155725 Aug 29 17:31:21.121105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef584f-f8f7-45cd-ab75-3edea43fa5d0 req-2588c9ed-21b3-49bc-ab79-2a4016032b81 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:21.123757 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71ef584f-f8f7-45cd-ab75-3edea43fa5d0 req-2588c9ed-21b3-49bc-ab79-2a4016032b81 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0924129 Aug 29 17:31:21.200075 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54c999ef-9f96-4bd7-8ff5-f2ba915621b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.225151 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54c999ef-9f96-4bd7-8ff5-f2ba915621b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.287788 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71ef584f-f8f7-45cd-ab75-3edea43fa5d0 req-d47f2fcf-ef02-4f40-bef8-f07d9d2372c1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483455 Aug 29 17:31:21.338006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c999ef-9f96-4bd7-8ff5-f2ba915621b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8255b2-f936-4163-8bc4-dd551918613e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:21.344884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-54c999ef-9f96-4bd7-8ff5-f2ba915621b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1533ea34ea124f748aa6c8902f9defae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933098 Aug 29 17:31:21.348455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53892) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:21.511818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-317404ef-634a-49ce-9d8f-360913515e13 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:21.513695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-317404ef-634a-49ce-9d8f-360913515e13 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 822 time: 0.4253485 Aug 29 17:31:21.538188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Request body: {'port': {'device_id': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'admin_state_up': True, 'tenant_id': 'fa2b19558c834c5bb531b79d53b62ecb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:21.585800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-470b193f-1b76-4e3e-91ca-85a4a4c0b349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.661182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-470b193f-1b76-4e3e-91ca-85a4a4c0b349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.866709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.882727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Made reservation on behalf of fa2b19558c834c5bb531b79d53b62ecb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:21.892702 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.948351 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-470b193f-1b76-4e3e-91ca-85a4a4c0b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.952733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-470b193f-1b76-4e3e-91ca-85a4a4c0b349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.957580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-470b193f-1b76-4e3e-91ca-85a4a4c0b349 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b8255b2-f936-4163-8bc4-dd551918613e HTTP/1.1" status: 204 len: 168 time: 0.6027057 Aug 29 17:31:21.987250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b193f-1b76-4e3e-91ca-85a4a4c0b349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8255b2-f936-4163-8bc4-dd551918613e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:22.061564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:22.110512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a723829b-048e-41a7-87dc-4560445f956e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:31:22.245127 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-210d9b4a-1e48-40d2-baed-2f999df69063 req-3c45f651-cf3c-454c-9a6d-a7762ea14143 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 210 time: 0.0552692 Aug 29 17:31:22.309291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Allocated IP 172.20.0.10 (ef433300-0e38-4479-8614-2d7f7c6202f6/1942df3e-ab83-4fcd-a89d-cc65b91fb74c/d15cd851-08e2-42ea-b757-800c4fea43cb) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:22.330108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:22.369491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'a723829b-048e-41a7-87dc-4560445f956e', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'port_id': 'a723829b-048e-41a7-87dc-4560445f956e', 'mac_address': 'fa:16:3e:a4:2d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde333e-caeb-4be9-96df-a0767fe315e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:31:22.424369 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:22.443207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a723829b-048e-41a7-87dc-4560445f956e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:31:22.496710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac674e1e-20c5-4774-a06e-098e031e545e req-e54c7477-341a-4837-93ad-4216d88cb4b1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:22.497817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:22.504310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac674e1e-20c5-4774-a06e-098e031e545e req-e54c7477-341a-4837-93ad-4216d88cb4b1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0979846 Aug 29 17:31:22.508508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:22.565015 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ac674e1e-20c5-4774-a06e-098e031e545e req-27c4890c-92fc-4e9d-8ed7-c644a223a1a7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Aug 29 17:31:22.610964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:22.696970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['a723829b-048e-41a7-87dc-4560445f956e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:31:22.826787 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:22.879320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:22.895777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.020747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.064686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=9eb1436c-9d35-431b-8925-f91c9e75c6d5,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:23.074477 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.127083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Network ef433300-0e38-4479-8614-2d7f7c6202f6 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:23.134378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:23.137280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:23.299672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54002) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:23.530418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c95e2-7b63-4c6b-94bf-eafc230be894 req-9aa719d3-383e-479e-aedd-3eac14d0cd1c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:23.538913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event updated for resources: {'Port': ['ID=d15cd851-08e2-42ea-b757-800c4fea43cb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:23.550649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-401c95e2-7b63-4c6b-94bf-eafc230be894 req-9aa719d3-383e-479e-aedd-3eac14d0cd1c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 932 time: 0.1811795 Aug 29 17:31:23.582340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:23.583438 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.602711 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP c1bef463-23ba-44cb-9a4a-031ff6e0429f associated. External IP: 172.25.2.133, port: 0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0. Aug 29 17:31:23.647425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-9570312c-faa0-4665-a1a5-6da0ce74f3ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1185117 Aug 29 17:31:23.679422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-401c95e2-7b63-4c6b-94bf-eafc230be894 req-9cde44a9-9075-416a-afc8-f38e01a05fd1 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277764 Aug 29 17:31:23.757442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db197b82-7b5e-4c6e-b8de-5514478bbad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.829023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Request body: {'port': {'device_id': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:23.867502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8faf7-1c5e-48cc-b17a-02db4fd4a592 req-8d304f3f-f02b-4cca-9a78-ee0ee0cb6162 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:23.869406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73b8faf7-1c5e-48cc-b17a-02db4fd4a592 req-8d304f3f-f02b-4cca-9a78-ee0ee0cb6162 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 945 time: 0.1203794 Aug 29 17:31:23.964836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db197b82-7b5e-4c6e-b8de-5514478bbad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.972754 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db197b82-7b5e-4c6e-b8de-5514478bbad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.998570 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.045300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db197b82-7b5e-4c6e-b8de-5514478bbad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4822ac-7acd-4ebd-8717-8ec995415249,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:24.071045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db197b82-7b5e-4c6e-b8de-5514478bbad8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fe476055703401cacf57ecb6a38a786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701905 Aug 29 17:31:24.074311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54022) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:24.080833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73b8faf7-1c5e-48cc-b17a-02db4fd4a592 req-3ed04386-9582-4e4a-8afc-1a7d1fa88486 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932805 Aug 29 17:31:24.123203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a723829b-048e-41a7-87dc-4560445f956e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:31:24.154480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:24.195449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7eae3c66-9051-4f4a-9074-2d05db279b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.212636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port a723829b-048e-41a7-87dc-4560445f956e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:24.213270 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.225032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7eae3c66-9051-4f4a-9074-2d05db279b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.294698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7eae3c66-9051-4f4a-9074-2d05db279b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.299725 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7eae3c66-9051-4f4a-9074-2d05db279b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.304836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7eae3c66-9051-4f4a-9074-2d05db279b05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb4822ac-7acd-4ebd-8717-8ec995415249 HTTP/1.1" status: 204 len: 168 time: 0.2265515 Aug 29 17:31:24.317908 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.320099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae3c66-9051-4f4a-9074-2d05db279b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4822ac-7acd-4ebd-8717-8ec995415249,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:24.382446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54030) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:24.397330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:24.399690 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd9a5c-3d98-4d32-b7b5-ca9797ccbd03" -d '{"events": [{"server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "name": "network-vif-plugged", "status": "completed", "tag": "a723829b-048e-41a7-87dc-4560445f956e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:24.413595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:24.430286 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.526501 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a387d16c-c4f1-4bfa-bb19-4def5522f6e9 x-openstack-request-id: req-a387d16c-c4f1-4bfa-bb19-4def5522f6e9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:24.527430 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "name": "network-vif-plugged", "status": "completed", "tag": "a723829b-048e-41a7-87dc-4560445f956e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:24.527617 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a387d16c-c4f1-4bfa-bb19-4def5522f6e9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:24.528036 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e', 'code': 200} Aug 29 17:31:24.539616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:24.557712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:24.558000 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62a07b-e3e6-467f-8af6-9c458f6830e4 None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:24.577782 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62a07b-e3e6-467f-8af6-9c458f6830e4 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:24.578625 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cf62a07b-e3e6-467f-8af6-9c458f6830e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:24.612039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6e30a0e5-6ef6-4e39-9de6-b709caf168e1 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1752646683'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:24.612891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6e30a0e5-6ef6-4e39-9de6-b709caf168e1 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Unknown quota resources ['metering_label']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:31:24.646294 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.690959 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cf62a07b-e3e6-467f-8af6-9c458f6830e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:24.709745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-437ff341-a1aa-4d42-87dd-62e45c12c575 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7867589 Aug 29 17:31:24.712194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54042) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:24.713469 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62a07b-e3e6-467f-8af6-9c458f6830e4 None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:24.714165 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cf62a07b-e3e6-467f-8af6-9c458f6830e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:24.739490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-863901852'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:24.808513 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cf62a07b-e3e6-467f-8af6-9c458f6830e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:24.809185 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62a07b-e3e6-467f-8af6-9c458f6830e4 None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:24.846038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15cd851-08e2-42ea-b757-800c4fea43cb {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:31:24.861818 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.890286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Transition to ACTIVE for port object d15cd851-08e2-42ea-b757-800c4fea43cb will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:31:24.906691 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.947552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6e30a0e5-6ef6-4e39-9de6-b709caf168e1 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.949988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6e30a0e5-6ef6-4e39-9de6-b709caf168e1 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5657756 Aug 29 17:31:24.953230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54046) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:24.961283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8d3a9afe-7884-4da0-90ac-398353bf4081 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e0629327-305c-4e22-9ec2-f237e7206b28'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:24.962226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8d3a9afe-7884-4da0-90ac-398353bf4081 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:31:24.968698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:24.973175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.007872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Pushing event updated for resources: {'Port': ['ID=d15cd851-08e2-42ea-b757-800c4fea43cb,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:25.012102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54048) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:25.032087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-064fd21a-cf8b-4a13-ba8c-1c713384bc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.066574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dce6ba-1373-4546-872a-1c9812a237a3 req-eff2a278-72e3-4228-b2b1-155d03048112 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:25.075006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1dce6ba-1373-4546-872a-1c9812a237a3 req-eff2a278-72e3-4228-b2b1-155d03048112 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 932 time: 0.2909548 Aug 29 17:31:25.083168 n-d-713499-15 neutron-server[94795]: WARNING neutron.services.metering.metering_plugin [None req-8d3a9afe-7884-4da0-90ac-398353bf4081 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 17:31:25.096408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:31:25.133644 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.133994 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Added segment 4ceab91c-c6de-4e6a-812c-d4d42fd90d6e of type vlan for network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 Aug 29 17:31:25.135390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Attempting to bind port d15cd851-08e2-42ea-b757-800c4fea43cb on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:31:25.135726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Attempting to bind port d15cd851-08e2-42ea-b757-800c4fea43cb by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:31:25.136700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Attempting to bind port d15cd851-08e2-42ea-b757-800c4fea43cb on network ef433300-0e38-4479-8614-2d7f7c6202f6 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:31:25.151624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Port d15cd851-08e2-42ea-b757-800c4fea43cb on network ef433300-0e38-4479-8614-2d7f7c6202f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:31:25.153302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Attempting to bind port d15cd851-08e2-42ea-b757-800c4fea43cb on network ef433300-0e38-4479-8614-2d7f7c6202f6 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:31:25.208951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:31:25.209199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Checking segment: {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:31:25.209569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Bound using segment: {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:31:25.210014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Bound port: d15cd851-08e2-42ea-b757-800c4fea43cb, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:31:25.210376 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.262559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.333244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:31:25.339307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d15cd851-08e2-42ea-b757-800c4fea43cb,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:31:25.354178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.433631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a29b8e-d7a3-4547-925d-efdbff6e805e req-15d91cb6-0957-43ab-b7b6-6589897ef5e1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:25.435298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34a29b8e-d7a3-4547-925d-efdbff6e805e req-15d91cb6-0957-43ab-b7b6-6589897ef5e1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.2375107 Aug 29 17:31:25.479209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:25.480671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.482287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] 10.222.0.43 "PUT /v2.0/ports/d15cd851-08e2-42ea-b757-800c4fea43cb HTTP/1.1" status: 200 len: 1093 time: 1.8193109 Aug 29 17:31:25.482959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'tag': 'd15cd851-08e2-42ea-b757-800c4fea43cb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:25.485430 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c98de91-ec3e-44fa-9d37-064da5fc8006" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f942f1-bdc0-4ea7-9a05-0420302f3af2", "tag": "d15cd851-08e2-42ea-b757-800c4fea43cb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:25.529346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-064fd21a-cf8b-4a13-ba8c-1c713384bc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.570780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.577646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:25.579846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.581884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313050cc-37eb-4fa2-ada1-5bcf7dc4f47e service neutron] Pushing event updated for resources: {'Port': ['ID=d15cd851-08e2-42ea-b757-800c4fea43cb,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:25.656940 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8d3a9afe-7884-4da0-90ac-398353bf4081 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.657996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8d3a9afe-7884-4da0-90ac-398353bf4081 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7004330 Aug 29 17:31:25.674839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1dce6ba-1373-4546-872a-1c9812a237a3 req-3801fcfa-dd1d-4f26-8f0e-f81264f7b515 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943546 Aug 29 17:31:25.675361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54054) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:25.684594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5d883fe2-1024-4846-8615-3594feb70822 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e0629327-305c-4e22-9ec2-f237e7206b28'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:25.688534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5d883fe2-1024-4846-8615-3594feb70822 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:31:25.714894 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-064fd21a-cf8b-4a13-ba8c-1c713384bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.754480 n-d-713499-15 neutron-server[94795]: WARNING neutron.services.metering.metering_plugin [None req-5d883fe2-1024-4846-8615-3594feb70822 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 17:31:25.840053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34a29b8e-d7a3-4547-925d-efdbff6e805e req-657b2188-fab9-4aac-8e5d-0b9c84579734 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849416 Aug 29 17:31:25.850145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d883fe2-1024-4846-8615-3594feb70822 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:25.851227 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5d883fe2-1024-4846-8615-3594feb70822 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1747956 Aug 29 17:31:25.854559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54060) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:25.868110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1496196 Aug 29 17:31:25.871794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54062) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:25.881530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'subnet': {'network_id': '93bbf969-7d39-45dc-bf3e-30d996b8abf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:25.893089 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f1173b01-9d9b-44ef-b398-f460ffb18eb3 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=00132859-637a-4c24-9ff9-81cd1125ee44 HTTP/1.1" status: 200 len: 462 time: 0.0366094 Aug 29 17:31:25.895247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aed33-77a1-454c-a740-7f5b64959ac3 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Network': ['ID=93bbf969-7d39-45dc-bf3e-30d996b8abf7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:25.901471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54066) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:25.910147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:31:25.922673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-064fd21a-cf8b-4a13-ba8c-1c713384bc7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5deae40cc83e4b15bebf963d0ab87d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9073851 Aug 29 17:31:25.923533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fd21a-cf8b-4a13-ba8c-1c713384bc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a359299-cf62-4347-bdbc-dd4989b6190a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:25.928483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54068) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:25.970654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-4ef0e572-6f77-451b-bb52-9a6dd598c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:25.972526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-4ef0e572-6f77-451b-bb52-9a6dd598c8c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 1096 time: 0.3873081 Aug 29 17:31:26.144253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:26.148609 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0175b3bd-f42a-4a03-8be5-673a4ab07ce5 x-openstack-request-id: req-0175b3bd-f42a-4a03-8be5-673a4ab07ce5 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:26.149218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:26.149416 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f942f1-bdc0-4ea7-9a05-0420302f3af2", "tag": "d15cd851-08e2-42ea-b757-800c4fea43cb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:26.149416 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0175b3bd-f42a-4a03-8be5-673a4ab07ce5 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:26.149744 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'tag': 'd15cd851-08e2-42ea-b757-800c4fea43cb', 'status': 'completed', 'code': 200} Aug 29 17:31:26.205581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-fa5884af-a025-43d6-b5c4-1f7a5fabf1af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d15cd851-08e2-42ea-b757-800c4fea43cb HTTP/1.1" status: 200 len: 217 time: 0.2167580 Aug 29 17:31:26.253435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-080abad6-38ad-4230-969e-b00feb295acc tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:26.254733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-080abad6-38ad-4230-969e-b00feb295acc tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/00132859-637a-4c24-9ff9-81cd1125ee44 HTTP/1.1" status: 204 len: 168 time: 0.3513238 Aug 29 17:31:26.262392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54070) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:26.295385 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6869d9e7-109b-4399-a7ea-ceda1c4fd603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:26.311845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-dff0b4a5-a614-467e-a8c1-9f50dc26fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:26.313795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-dff0b4a5-a614-467e-a8c1-9f50dc26fc49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1942df3e-ab83-4fcd-a89d-cc65b91fb74c HTTP/1.1" status: 200 len: 862 time: 0.0732970 Aug 29 17:31:26.314837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f623fb0d-0cb4-41fb-beda-c4bbc41d11a8 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=00132859-637a-4c24-9ff9-81cd1125ee44 HTTP/1.1" status: 200 len: 221 time: 0.0506196 Aug 29 17:31:26.320419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54072) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:26.331336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f8783e0a-27f6-4f3e-b82e-2336de057e0d tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1054775012', 'description': 'label created by tempest'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:26.331794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f8783e0a-27f6-4f3e-b82e-2336de057e0d tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Unknown quota resources ['metering_label']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:31:26.350078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6869d9e7-109b-4399-a7ea-ceda1c4fd603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:26.371170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-133ff0d3-86e1-402c-a99f-889a46b29aa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef433300-0e38-4479-8614-2d7f7c6202f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412524 Aug 29 17:31:26.507596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-8dd34ed4-6ed2-4523-8a49-71dd890505ca service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264851 Aug 29 17:31:26.592669 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f8783e0a-27f6-4f3e-b82e-2336de057e0d tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:26.594006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f8783e0a-27f6-4f3e-b82e-2336de057e0d tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2714958 Aug 29 17:31:26.596675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54074) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:26.603900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6869d9e7-109b-4399-a7ea-ceda1c4fd603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:26.607919 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6869d9e7-109b-4399-a7ea-ceda1c4fd603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:26.613479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6869d9e7-109b-4399-a7ea-ceda1c4fd603 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a359299-cf62-4347-bdbc-dd4989b6190a HTTP/1.1" status: 204 len: 168 time: 0.6839550 Aug 29 17:31:26.614667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:26.635329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869d9e7-109b-4399-a7ea-ceda1c4fd603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a359299-cf62-4347-bdbc-dd4989b6190a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:26.664395 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbc97cd6-efa5-4862-9b18-57afb983754b req-3b89665c-4909-49ac-9097-3007fc94b1e6 service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488526 Aug 29 17:31:26.726486 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-940a3836-86e0-435f-bf49-fd9ec190f9b8 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=3daf1158-2391-451e-9775-435028e8af3b HTTP/1.1" status: 200 len: 468 time: 0.1286187 Aug 29 17:31:26.733329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54080) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:26.798787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-d9c56da9-b31b-4233-befd-059313dfe903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:26.801003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-d9c56da9-b31b-4233-befd-059313dfe903 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 1096 time: 0.0773780 Aug 29 17:31:26.957223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Subnet': ['ID=dfae88a9-fafd-4cb5-ab80-3dcfa421c52a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:26.983875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Checking segment: {'id': '4ceab91c-c6de-4e6a-812c-d4d42fd90d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93bbf969-7d39-45dc-bf3e-30d996b8abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:31:26.984137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network hostable DHCP agents. Network: 93bbf969-7d39-45dc-bf3e-30d996b8abf7, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:31:27.000859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-5f2ec1ac-2b3d-4348-84c4-ee91387f616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:27.002721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-5f2ec1ac-2b3d-4348-84c4-ee91387f616b service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 923 time: 0.1908731 Aug 29 17:31:27.012747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139cb1f-0f3d-4189-a582-fd6018dc9050 req-caaffd02-f898-454e-8142-9eac8b2edb52 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:27.014531 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6139cb1f-0f3d-4189-a582-fd6018dc9050 req-caaffd02-f898-454e-8142-9eac8b2edb52 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0852113 Aug 29 17:31:27.058304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a8595-555a-4052-a44e-63255547eef0 req-b9637b2f-636b-4c65-88b5-dc448c7b9213 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:27.059936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e96a8595-555a-4052-a44e-63255547eef0 req-b9637b2f-636b-4c65-88b5-dc448c7b9213 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 944 time: 0.2998600 Aug 29 17:31:27.063508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a67e852-de83-45c6-b122-dec772727259 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.066531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6a67e852-de83-45c6-b122-dec772727259 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/3daf1158-2391-451e-9775-435028e8af3b HTTP/1.1" status: 204 len: 168 time: 0.3299897 Aug 29 17:31:27.068050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54092) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:27.076540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-3c26c516-b0eb-4e50-90f3-69ba5a49b475 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d15cd851-08e2-42ea-b757-800c4fea43cb HTTP/1.1" status: 200 len: 217 time: 0.0609033 Aug 29 17:31:27.124618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6139cb1f-0f3d-4189-a582-fd6018dc9050 req-d2296063-9a48-4e65-bd16-a19f46a2ba85 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003394 Aug 29 17:31:27.157866 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e96a8595-555a-4052-a44e-63255547eef0 req-6c834f58-6dc7-4f4b-a585-344fa3a33cf5 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885673 Aug 29 17:31:27.158466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:31:27.159633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-6d51541d-af58-4556-a62c-227b1e00b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:27.161182 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-6d51541d-af58-4556-a62c-227b1e00b63e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1942df3e-ab83-4fcd-a89d-cc65b91fb74c HTTP/1.1" status: 200 len: 862 time: 0.0767550 Aug 29 17:31:27.171935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-21f82aa1-49f0-4ed4-8918-4419b9b40977 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=3daf1158-2391-451e-9775-435028e8af3b HTTP/1.1" status: 200 len: 216 time: 0.1005380 Aug 29 17:31:27.178831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54098) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:27.198350 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-63327c18-233e-4c55-945a-fc1f33bf6f25 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0132987 Aug 29 17:31:27.199714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54100) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:27.221918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1d2d324a-cc48-4b67-abac-f5a122e3bd9d tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0194147 Aug 29 17:31:27.224570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54102) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:27.225262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 93bbf969-7d39-45dc-bf3e-30d996b8abf7) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:27.234125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25390b12-770b-4c04-82d2-4689c554ea7f None None] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:31:27.248937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-f686020b-dd39-4862-91ec-e9a8a4f2948a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef433300-0e38-4479-8614-2d7f7c6202f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793059 Aug 29 17:31:27.314049 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2ce58a2b-43df-42c6-988a-455683fa2cf6 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/e0629327-305c-4e22-9ec2-f237e7206b28 HTTP/1.1" status: 200 len: 473 time: 0.0840671 Aug 29 17:31:27.314305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:27.314845 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.336089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54106) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:27.352344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-50ccc8aa-cc40-4e1a-b2dd-409745ba1658 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/178854a0-9b99-4548-9dfb-51fc434d7b08 HTTP/1.1" status: 200 len: 459 time: 0.0118778 Aug 29 17:31:27.352344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c60f0e93-3b5b-4a23-bdc1-4f7d82610e3b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4751790 Aug 29 17:31:27.352630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54110) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:27.360055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54112) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:27.367402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1819559613', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:27.405494 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.406718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.409269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-743feaf9-26f6-4e6c-adfb-723b50fa4fd5 service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502700 Aug 29 17:31:27.545921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60f46283-bf4f-4779-9ec1-5d99e8d8522f tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.546989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-60f46283-bf4f-4779-9ec1-5d99e8d8522f tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/178854a0-9b99-4548-9dfb-51fc434d7b08 HTTP/1.1" status: 204 len: 168 time: 0.1935036 Aug 29 17:31:27.551356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54116) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:27.586333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.621754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-93bbf969-7d39-45dc-bf3e-30d996b8abf7', 'network_id': '93bbf969-7d39-45dc-bf3e-30d996b8abf7', 'tenant_id': '845e8c8da10c40bb8ef5b1a2e74cbbe0', 'fixed_ips': [{'subnet_id': 'dfae88a9-fafd-4cb5-ab80-3dcfa421c52a'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:31:27.623025 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.865626 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.889232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Allocated IP 172.20.0.2 (93bbf969-7d39-45dc-bf3e-30d996b8abf7/dfae88a9-fafd-4cb5-ab80-3dcfa421c52a/844da70c-c756-4538-b9cf-df2469f7cbca) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:27.942438 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-30715c2c-9c8f-4983-8abe-a44c60bf9925 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.956459 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-30715c2c-9c8f-4983-8abe-a44c60bf9925 tempest-MeteringIpV6TestJSON-1820237194 tempest-MeteringIpV6TestJSON-1820237194-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/e0629327-305c-4e22-9ec2-f237e7206b28 HTTP/1.1" status: 204 len: 168 time: 0.4014986 Aug 29 17:31:27.959499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c98de91-ec3e-44fa-9d37-064da5fc8006 req-9d368c99-5c43-492e-8eff-eb20287354e6 service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405757 Aug 29 17:31:28.098078 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:28.115508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Transition to ACTIVE for port object 844da70c-c756-4538-b9cf-df2469f7cbca will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:31:28.157988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Transition to ACTIVE for port object 844da70c-c756-4538-b9cf-df2469f7cbca will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:31:28.173359 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:28.285185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:28.287200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Pushing event updated for resources: {'Port': ['ID=844da70c-c756-4538-b9cf-df2469f7cbca,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:28.290495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:28.295236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:28.425116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Attempting to bind port 844da70c-c756-4538-b9cf-df2469f7cbca on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:31:28.425494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Attempting to bind port 844da70c-c756-4538-b9cf-df2469f7cbca by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4ceab91c-c6de-4e6a-812c-d4d42fd90d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93bbf969-7d39-45dc-bf3e-30d996b8abf7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:31:28.427546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Attempting to bind port 844da70c-c756-4538-b9cf-df2469f7cbca on network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:31:28.444428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:31:28.445164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Checking segment: {'id': '4ceab91c-c6de-4e6a-812c-d4d42fd90d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93bbf969-7d39-45dc-bf3e-30d996b8abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:31:28.445755 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:28.447131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Bound using segment: {'id': '4ceab91c-c6de-4e6a-812c-d4d42fd90d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93bbf969-7d39-45dc-bf3e-30d996b8abf7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:31:28.450622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Bound port: 844da70c-c756-4538-b9cf-df2469f7cbca, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ceab91c-c6de-4e6a-812c-d4d42fd90d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93bbf969-7d39-45dc-bf3e-30d996b8abf7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:31:28.455472 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:28.468966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:28.521216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:28.537368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54144) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:28.578862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] For port 844da70c-c756-4538-b9cf-df2469f7cbca, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:31:28.586525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] For port 844da70c-c756-4538-b9cf-df2469f7cbca, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=844da70c-c756-4538-b9cf-df2469f7cbca,segment=NetworkSegment(4ceab91c-c6de-4e6a-812c-d4d42fd90d6e),segment_id=4ceab91c-c6de-4e6a-812c-d4d42fd90d6e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:31:28.596183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:28.653943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf447f8-4683-440a-afae-03daefe58a54 req-4fbeb598-9278-4612-b87b-4d8e199dc3ce tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:28.655715 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bf447f8-4683-440a-afae-03daefe58a54 req-4fbeb598-9278-4612-b87b-4d8e199dc3ce tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 944 time: 0.3250928 Aug 29 17:31:28.734034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bf447f8-4683-440a-afae-03daefe58a54 req-8867109a-3830-478e-963a-db1f130c3d86 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679317 Aug 29 17:31:28.785931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75228645-db31-4278-a4c7-58a931b88fa0 None None] Pushing event updated for resources: {'Port': ['ID=844da70c-c756-4538-b9cf-df2469f7cbca,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:28.832705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2ba0279-51f5-4ae1-8c34-76a44f5801f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:28.880794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.25.2.178 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/05c4dc94-4197-48fa-ba17-01031b195bcd) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:29.172204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.205171 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2ba0279-51f5-4ae1-8c34-76a44f5801f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.218614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2ba0279-51f5-4ae1-8c34-76a44f5801f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.228328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f0057-7c68-47f9-9328-0c38454ca265 req-e5947dc9-2467-4645-906f-1f6e0451ae3b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:29.238672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-359f0057-7c68-47f9-9328-0c38454ca265 req-e5947dc9-2467-4645-906f-1f6e0451ae3b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.9268081 Aug 29 17:31:29.298148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-359f0057-7c68-47f9-9328-0c38454ca265 req-102215ab-7da3-47a0-9383-a587ccae0855 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574560 Aug 29 17:31:29.306916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b2ba0279-51f5-4ae1-8c34-76a44f5801f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=212e042d1c4e4787aff767902e7f9ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564347 Aug 29 17:31:29.310814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54160) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:29.328927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba0279-51f5-4ae1-8c34-76a44f5801f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269fbea0-c367-4029-889f-cbc760542deb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:29.368890 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.439112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:29.449660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:29.459709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2c55b67-452b-4618-a563-c8bdaee26f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.462267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:29.466816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=05c4dc94-4197-48fa-ba17-01031b195bcd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:29.547781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2c55b67-452b-4618-a563-c8bdaee26f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.873480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2c55b67-452b-4618-a563-c8bdaee26f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.874350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2c55b67-452b-4618-a563-c8bdaee26f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.882319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e2c55b67-452b-4618-a563-c8bdaee26f8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/269fbea0-c367-4029-889f-cbc760542deb HTTP/1.1" status: 204 len: 168 time: 0.5637000 Aug 29 17:31:29.994399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c55b67-452b-4618-a563-c8bdaee26f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269fbea0-c367-4029-889f-cbc760542deb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:30.194056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94209947-1235-4b9e-a242-bb3cde835488 req-cd5e2c01-9c57-4828-8f5b-2a111949e745 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:30.196189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94209947-1235-4b9e-a242-bb3cde835488 req-cd5e2c01-9c57-4828-8f5b-2a111949e745 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 944 time: 0.3517239 Aug 29 17:31:30.235099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:30.306723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 844da70c-c756-4538-b9cf-df2469f7cbca up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:31:30.381716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94209947-1235-4b9e-a242-bb3cde835488 req-ce47704c-50cd-49e5-b581-454eb0467438 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751475 Aug 29 17:31:30.443443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51809ca-3da3-4eb0-8271-299e4b3173c6 None None] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:31:30.587151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fafe56-45ab-481d-b167-33b22fb10149 req-e772cfd0-0d33-467a-b2dc-662308a8cadc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:30.590564 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1fafe56-45ab-481d-b167-33b22fb10149 req-e772cfd0-0d33-467a-b2dc-662308a8cadc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1452031 Aug 29 17:31:30.664376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1fafe56-45ab-481d-b167-33b22fb10149 req-c33910c7-dcdd-4710-bf4d-2a8e9312ace2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648761 Aug 29 17:31:30.680887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fe7c11a9-4a62-4c89-8dd6-f5808c631974 None None] Provisioning for port 844da70c-c756-4538-b9cf-df2469f7cbca completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:31:30.754197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 844da70c-c756-4538-b9cf-df2469f7cbca completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:31:30.791307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 844da70c-c756-4538-b9cf-df2469f7cbca triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:30.791725 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:30.981453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.035788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54188) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:31.050913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 844da70c-c756-4538-b9cf-df2469f7cbca, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=844da70c-c756-4538-b9cf-df2469f7cbca,segment=NetworkSegment(4ceab91c-c6de-4e6a-812c-d4d42fd90d6e),segment_id=4ceab91c-c6de-4e6a-812c-d4d42fd90d6e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:31.054941 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.061910 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.106385 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.175029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d15cd851-08e2-42ea-b757-800c4fea43cb details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:31:31.377442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.402767 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.438317 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f05758f7c704e25a3f636861001d8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013474 Aug 29 17:31:31.441011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54198) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:31.475633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=844da70c-c756-4538-b9cf-df2469f7cbca,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:31.501638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router fb181933-9181-4faf-99b2-0acf80d127c9 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:31:31.507586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bebe4ee6-2f79-4bf9-8489-a3c2de7e2d91 None None] Provisioning complete for port 844da70c-c756-4538-b9cf-df2469f7cbca triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:31.508341 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bebe4ee6-2f79-4bf9-8489-a3c2de7e2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.545295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34a8942-9733-4cc6-a1cc-6b61b2a96a0c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:31.571943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.574780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.575696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.576294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.576873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.577440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.578270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.579217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.579777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.580303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.581441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.581441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d3a0a-6912-456e-939b-5c79a9daaa91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:31.585853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b948-8118-44ec-ac88-8fde75ad47ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.622123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b948-8118-44ec-ac88-8fde75ad47ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.727175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b948-8118-44ec-ac88-8fde75ad47ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.729177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b948-8118-44ec-ac88-8fde75ad47ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.736850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4dd6b948-8118-44ec-ac88-8fde75ad47ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c34a8942-9733-4cc6-a1cc-6b61b2a96a0c HTTP/1.1" status: 204 len: 168 time: 0.2946374 Aug 29 17:31:31.737412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d15cd851-08e2-42ea-b757-800c4fea43cb,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:31.767448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6b948-8118-44ec-ac88-8fde75ad47ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34a8942-9733-4cc6-a1cc-6b61b2a96a0c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:31.829418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'd15cd851-08e2-42ea-b757-800c4fea43cb', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'port_id': 'd15cd851-08e2-42ea-b757-800c4fea43cb', 'mac_address': 'fa:16:3e:39:75:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1942df3e-ab83-4fcd-a89d-cc65b91fb74c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:31:31.861117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85fa3-1da4-460d-a2be-93f140d9aaa3 req-17492e96-8ba4-4dc8-b3fe-4f7167f2a99f tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:31.863822 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43a85fa3-1da4-460d-a2be-93f140d9aaa3 req-17492e96-8ba4-4dc8-b3fe-4f7167f2a99f tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 944 time: 0.2335260 Aug 29 17:31:31.882455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:31.914808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d841f8a-7e86-4b28-9df0-e0c77a0eb981 req-91b45a52-9465-47ce-8fd2-3866b122bd6e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:31.918550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d841f8a-7e86-4b28-9df0-e0c77a0eb981 req-91b45a52-9465-47ce-8fd2-3866b122bd6e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1181064 Aug 29 17:31:31.944220 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.946322 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-68677c64-67dc-4893-883c-cea1bc87f9e0 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5845051 Aug 29 17:31:31.947970 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:31.950384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54206) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:31.961741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef366f6-810c-4da0-abc1-bc7f43ad59ff None None] Sync routers for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:31.965414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43a85fa3-1da4-460d-a2be-93f140d9aaa3 req-1244f9e6-59b1-4478-934f-c66caba48fec tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902040 Aug 29 17:31:32.009626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d841f8a-7e86-4b28-9df0-e0c77a0eb981 req-60e053be-3fd5-4a95-8ff6-5e4327319c65 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807850 Aug 29 17:31:32.013903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15cd851-08e2-42ea-b757-800c4fea43cb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:31:32.051360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d15cd851-08e2-42ea-b757-800c4fea43cb,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:32.052914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef366f6-810c-4da0-abc1-bc7f43ad59ff None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:32.053693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-bef366f6-810c-4da0-abc1-bc7f43ad59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:32.130914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:32.208381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d15cd851-08e2-42ea-b757-800c4fea43cb,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:32.221763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-bef366f6-810c-4da0-abc1-bc7f43ad59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:32.243134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 844da70c-c756-4538-b9cf-df2469f7cbca up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:31:32.254053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef366f6-810c-4da0-abc1-bc7f43ad59ff None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:32.254891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-bef366f6-810c-4da0-abc1-bc7f43ad59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:32.395347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-bef366f6-810c-4da0-abc1-bc7f43ad59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:32.396055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef366f6-810c-4da0-abc1-bc7f43ad59ff None None] The sync data for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:32.412020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 844da70c-c756-4538-b9cf-df2469f7cbca triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:32.412404 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:32.463695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['d15cd851-08e2-42ea-b757-800c4fea43cb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:31:32.863091 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:33.227056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650163-36f5-45c5-9c96-55adc679f9cb req-28756e37-02f9-432b-a8fd-c80821d134ec tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:33.228870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24650163-36f5-45c5-9c96-55adc679f9cb req-28756e37-02f9-432b-a8fd-c80821d134ec tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.0968218 Aug 29 17:31:33.306153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24650163-36f5-45c5-9c96-55adc679f9cb req-8c3f4238-db2e-47ae-94c9-6e1f39798309 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651107 Aug 29 17:31:33.402122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.20.0.1 (93bbf969-7d39-45dc-bf3e-30d996b8abf7/dfae88a9-fafd-4cb5-ab80-3dcfa421c52a/706b73f0-ebff-4bd7-9d43-eefa0fcd080a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:33.468153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0fd98-1875-46a4-8c51-7a02bede548a req-5b8b09c9-aedf-404b-b006-ecceb5dd4d6a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:33.469706 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7c0fd98-1875-46a4-8c51-7a02bede548a req-5b8b09c9-aedf-404b-b006-ecceb5dd4d6a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 945 time: 0.3762331 Aug 29 17:31:33.530653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7c0fd98-1875-46a4-8c51-7a02bede548a req-9ec8c93c-4918-477c-b2e3-0748ed4bee53 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Aug 29 17:31:33.609706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:33.627571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Transition to ACTIVE for port object 706b73f0-ebff-4bd7-9d43-eefa0fcd080a will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:31:33.685903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:33.739285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:33.742741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:33.746619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:33.808431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:33.896086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=706b73f0-ebff-4bd7-9d43-eefa0fcd080a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:34.111421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a2c9a2f8-6194-4300-8427-ef6811168464 None None] Provisioning for port 706b73f0-ebff-4bd7-9d43-eefa0fcd080a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:31:34.116666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:34.121092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a2c9a2f8-6194-4300-8427-ef6811168464 None None] Provisioning complete for port 706b73f0-ebff-4bd7-9d43-eefa0fcd080a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:34.121886 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a2f8-6194-4300-8427-ef6811168464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:34.187243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9a2f8-6194-4300-8427-ef6811168464 None None] Port 706b73f0-ebff-4bd7-9d43-eefa0fcd080a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:31:34.513809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:34.531986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54282) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:34.547712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:34.657588 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:34.667365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=706b73f0-ebff-4bd7-9d43-eefa0fcd080a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:34.734235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6f060-561c-419d-8a47-646ddb63b4bd req-3f5239b6-79ed-4944-9390-08f6976bcb7d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:34.736077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aeb6f060-561c-419d-8a47-646ddb63b4bd req-3f5239b6-79ed-4944-9390-08f6976bcb7d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.2438002 Aug 29 17:31:34.803607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28337f5-9537-4a8b-958f-6826634acdd8 req-27f44c6d-e1f5-4a55-ae80-68c84de112ba tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:34.805471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a28337f5-9537-4a8b-958f-6826634acdd8 req-27f44c6d-e1f5-4a55-ae80-68c84de112ba tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 945 time: 0.1321933 Aug 29 17:31:34.836742 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aeb6f060-561c-419d-8a47-646ddb63b4bd req-f1ca0449-2d2d-4843-bbb4-c8ac464b67d3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795717 Aug 29 17:31:34.923798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:34.928775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:34.938249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a28337f5-9537-4a8b-958f-6826634acdd8 req-e7823cde-0b00-404d-82a2-f7b3dde51b3c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197469 Aug 29 17:31:35.002925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1799408739', 'router:external': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:35.046120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Made reservation on behalf of 5ec04eadb7974407a749716b4cc8b0b7 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:35.051340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.072952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.097109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router fb181933-9181-4faf-99b2-0acf80d127c9 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:35.166472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d15cd851-08e2-42ea-b757-800c4fea43cb up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:31:35.256226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.264549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.278516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port d15cd851-08e2-42ea-b757-800c4fea43cb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:31:35.286519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port d15cd851-08e2-42ea-b757-800c4fea43cb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:35.286931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.287163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:31:35.297544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.298212 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Added segment 8c8d5540-cd82-4584-9ca0-e1416dbd3972 of type vlan for network 35bae0e5-98b6-4912-9442-42adda51f949 Aug 29 17:31:35.320580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:35.330031 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-12df2513-58bf-4086-9176-38ebc582cf1d tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/routers/fb181933-9181-4faf-99b2-0acf80d127c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3755565 Aug 29 17:31:35.330031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54300) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:35.333009 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c4259-9a99-475b-bdd9-a23bf3022214 None None] Sync routers for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:35.335714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'port': {'network_id': '93bbf969-7d39-45dc-bf3e-30d996b8abf7', 'name': 'tempest-FloatingIPTestJSON-1119752954'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:35.354494 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.356287 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c4259-9a99-475b-bdd9-a23bf3022214 None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:35.356929 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a96c4259-9a99-475b-bdd9-a23bf3022214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:35.386920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7b46ad33-d060-458d-a893-8efe14007b6e None None] Provisioning complete for port 706b73f0-ebff-4bd7-9d43-eefa0fcd080a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:35.387427 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7b46ad33-d060-458d-a893-8efe14007b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.424033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1608f988-4c56-430c-8859-76d21e842a58,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:35.439210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.439609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:35.440415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.485457 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a96c4259-9a99-475b-bdd9-a23bf3022214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:35.495049 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c4259-9a99-475b-bdd9-a23bf3022214 None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:35.496585 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a96c4259-9a99-475b-bdd9-a23bf3022214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:35.522503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7b46ad33-d060-458d-a893-8efe14007b6e None None] Port 706b73f0-ebff-4bd7-9d43-eefa0fcd080a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:31:35.550064 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a96c4259-9a99-475b-bdd9-a23bf3022214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:35.551070 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c4259-9a99-475b-bdd9-a23bf3022214 None None] The sync data for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:35.556967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Made reservation on behalf of 845e8c8da10c40bb8ef5b1a2e74cbbe0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:35.566558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.587779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] device_id is not set on port 584cbe43-f310-48b4-95d7-120048319673 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:31:35.603439 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.611605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'Network': ['ID=35bae0e5-98b6-4912-9442-42adda51f949,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:35.627508 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a73e1bde-ed0b-4b79-ac4c-2a2b9e2753de tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0933499 Aug 29 17:31:35.628817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54310) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:35.641617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'subnet': {'network_id': '35bae0e5-98b6-4912-9442-42adda51f949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:35.642257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 35bae0e5-98b6-4912-9442-42adda51f949 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:31:35.671110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Made reservation on behalf of 5ec04eadb7974407a749716b4cc8b0b7 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:35.674321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.772320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Allocated IP 172.20.0.3 (93bbf969-7d39-45dc-bf3e-30d996b8abf7/dfae88a9-fafd-4cb5-ab80-3dcfa421c52a/584cbe43-f310-48b4-95d7-120048319673) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:35.782659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15cd851-08e2-42ea-b757-800c4fea43cb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:35.790835 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e6c4c6-dd33-4691-9ff2-7f66932e0ca7" -d '{"events": [{"server_uuid": "d7f942f1-bdc0-4ea7-9a05-0420302f3af2", "name": "network-vif-plugged", "status": "completed", "tag": "d15cd851-08e2-42ea-b757-800c4fea43cb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:35.916835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d15cd851-08e2-42ea-b757-800c4fea43cb,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:35.929652 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80900ac4-f019-439b-8a37-3141b7110a82 x-openstack-request-id: req-80900ac4-f019-439b-8a37-3141b7110a82 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:35.929937 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f942f1-bdc0-4ea7-9a05-0420302f3af2", "name": "network-vif-plugged", "status": "completed", "tag": "d15cd851-08e2-42ea-b757-800c4fea43cb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:35.930193 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80900ac4-f019-439b-8a37-3141b7110a82 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:35.936265 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15cd851-08e2-42ea-b757-800c4fea43cb', 'code': 200} Aug 29 17:31:35.952379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.971052 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:35.976856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Transition to ACTIVE for port object 584cbe43-f310-48b4-95d7-120048319673 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:31:36.014220 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:36.092027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:36.093504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event updated for resources: {'Port': ['ID=584cbe43-f310-48b4-95d7-120048319673,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:36.096443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:36.098925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:36.140946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4575c-0481-44b3-8c69-61581a74b0fd req-c42fc7d3-a13c-4537-8735-d8eb02ef4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:36.142537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3a4575c-0481-44b3-8c69-61581a74b0fd req-c42fc7d3-a13c-4537-8735-d8eb02ef4183 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 1098 time: 0.1118629 Aug 29 17:31:36.175063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d15cd851-08e2-42ea-b757-800c4fea43cb,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:36.212494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:36.213324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:36.244436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f80f0bf-d30d-43d2-b4f2-237c4e372adc tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9109576 Aug 29 17:31:36.251343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0aa11-765e-4ce5-8fbb-23e30aa54b1b req-6828ce67-986d-4751-ad09-708c05759e71 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:36.253641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cba0aa11-765e-4ce5-8fbb-23e30aa54b1b req-6828ce67-986d-4751-ad09-708c05759e71 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.1135745 Aug 29 17:31:36.253863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54328) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:36.258693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Request body: {'floatingip': {'port_id': '584cbe43-f310-48b4-95d7-120048319673'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:36.298539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3a4575c-0481-44b3-8c69-61581a74b0fd req-17c70d21-e714-4367-9437-bd0c940996ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470146 Aug 29 17:31:36.300058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:31:36.300521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:36.322245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899accfe-c46e-461e-b31d-ad1141bd6f2c req-99d1890e-d219-4d0f-86de-a758517e1207 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:36.335516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-899accfe-c46e-461e-b31d-ad1141bd6f2c req-99d1890e-d219-4d0f-86de-a758517e1207 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.2900090 Aug 29 17:31:36.411717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:36.421016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cba0aa11-765e-4ce5-8fbb-23e30aa54b1b req-dc3eb5f1-00d8-413f-b177-f3653e8abba5 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584773 Aug 29 17:31:36.498713 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-899accfe-c46e-461e-b31d-ad1141bd6f2c req-609cf042-dee3-4f61-b839-d5b37b5e82e5 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622572 Aug 29 17:31:36.504605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'Subnet': ['ID=641a401f-047c-4542-8ba1-cbba15457a8a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:36.515406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Checking segment: {'id': '8c8d5540-cd82-4584-9ca0-e1416dbd3972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '35bae0e5-98b6-4912-9442-42adda51f949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:31:36.515776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Network hostable DHCP agents. Network: 35bae0e5-98b6-4912-9442-42adda51f949, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:31:36.558947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Network 35bae0e5-98b6-4912-9442-42adda51f949 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:31:36.563324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cc1f818b-cee4-4367-955e-14ab1f3017ce None None] Provisioning for port 584cbe43-f310-48b4-95d7-120048319673 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:31:36.570352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cc1f818b-cee4-4367-955e-14ab1f3017ce None None] Provisioning complete for port 584cbe43-f310-48b4-95d7-120048319673 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:36.572468 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc1f818b-cee4-4367-955e-14ab1f3017ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:36.586074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 35bae0e5-98b6-4912-9442-42adda51f949) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:36.608604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:36.609203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:36.652149 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d9e754aa-59e0-4979-a555-27cee0afd72e tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0213609 Aug 29 17:31:36.655501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54332) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:36.663292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c0028d-9286-4e5e-b2ad-59f6b80258f5 None None] Network 35bae0e5-98b6-4912-9442-42adda51f949 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:31:36.663588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1874296138', 'network_id': '35bae0e5-98b6-4912-9442-42adda51f949'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:36.682326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f818b-cee4-4367-955e-14ab1f3017ce None None] Port 584cbe43-f310-48b4-95d7-120048319673 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:31:36.710645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Made reservation on behalf of 5ec04eadb7974407a749716b4cc8b0b7 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:36.713409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:36.744295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] device_id is not set on port 55818b87-02a9-4f8a-b080-4b2233a86e61 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:31:36.869443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a4311-8e2b-406b-8e43-c68e726574ac None None] Network 35bae0e5-98b6-4912-9442-42adda51f949 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:31:36.943388 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Allocated IP 172.20.0.2 (35bae0e5-98b6-4912-9442-42adda51f949/641a401f-047c-4542-8ba1-cbba15457a8a/55818b87-02a9-4f8a-b080-4b2233a86e61) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:37.154489 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:37.212711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:37.280678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Network 35bae0e5-98b6-4912-9442-42adda51f949 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:37.285261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:37.301688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:37.309957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'Port': ['ID=55818b87-02a9-4f8a-b080-4b2233a86e61,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:37.368170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:37.369177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:37.390376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d53c9235-feb2-47e7-8855-88d6e65b4be0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7332067 Aug 29 17:31:37.392850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54342) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:37.550073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7f955357-4e3d-440c-a254-6e624e1c57e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Deleting port 55818b87-02a9-4f8a-b080-4b2233a86e61 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:37.550621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f955357-4e3d-440c-a254-6e624e1c57e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:37.690333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f955357-4e3d-440c-a254-6e624e1c57e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:37.759572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998a65-fa45-438c-bd7f-1f0016f8540d req-cd47c4bd-d770-4532-a5dd-45a24954a81d tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:37.761222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fe63c-c916-4d75-a87b-efecbf0ec6e6 req-21c07654-076f-4b1f-b85b-de400bbbc40d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:37.763658 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d5fe63c-c916-4d75-a87b-efecbf0ec6e6 req-21c07654-076f-4b1f-b85b-de400bbbc40d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1388617 Aug 29 17:31:37.765784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7f955357-4e3d-440c-a254-6e624e1c57e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Calling delete_port for 55818b87-02a9-4f8a-b080-4b2233a86e61 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:37.770372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c998a65-fa45-438c-bd7f-1f0016f8540d req-cd47c4bd-d770-4532-a5dd-45a24954a81d tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.0861373 Aug 29 17:31:37.852162 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c998a65-fa45-438c-bd7f-1f0016f8540d req-d7d20f60-f67d-4e97-bf0a-c126b636a102 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759747 Aug 29 17:31:37.855464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d5fe63c-c916-4d75-a87b-efecbf0ec6e6 req-aaeb7dc7-4913-4738-a82c-ae443687700b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833795 Aug 29 17:31:37.999788 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f955357-4e3d-440c-a254-6e624e1c57e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.007184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.012998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.042823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f955357-4e3d-440c-a254-6e624e1c57e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event deleted for resources: {'Port': ['ID=55818b87-02a9-4f8a-b080-4b2233a86e61,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:38.128210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f955357-4e3d-440c-a254-6e624e1c57e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.134450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7f955357-4e3d-440c-a254-6e624e1c57e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "DELETE /v2.0/ports/55818b87-02a9-4f8a-b080-4b2233a86e61 HTTP/1.1" status: 204 len: 168 time: 0.7379141 Aug 29 17:31:38.134668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54356) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:38.140495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35bae0e5-98b6-4912-9442-42adda51f949', 'external_fixed_ips': [{'subnet_id': '641a401f-047c-4542-8ba1-cbba15457a8a', 'ip_address': '172.20.0.2'}]}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:38.171568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.173110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.181198 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP c1bef463-23ba-44cb-9a4a-031ff6e0429f associated. External IP: 172.25.2.133, port: 0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0. Aug 29 17:31:38.249010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.249753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54358) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:38.441424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.483843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23b969ef-0522-4e89-8952-350d2cb1b69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.501204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:38.641615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:38.667546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fb39f-0a55-48e9-8d15-7d4e1045f97d None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:38.682064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fb39f-0a55-48e9-8d15-7d4e1045f97d None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:38.685011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6d9fb39f-0a55-48e9-8d15-7d4e1045f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:38.729970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6d9fb39f-0a55-48e9-8d15-7d4e1045f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:38.741666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fb39f-0a55-48e9-8d15-7d4e1045f97d None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:38.742078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6d9fb39f-0a55-48e9-8d15-7d4e1045f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:38.745521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23b969ef-0522-4e89-8952-350d2cb1b69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.791323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6d9fb39f-0a55-48e9-8d15-7d4e1045f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:38.792691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fb39f-0a55-48e9-8d15-7d4e1045f97d None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:38.793488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23b969ef-0522-4e89-8952-350d2cb1b69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:38.878055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-23b969ef-0522-4e89-8952-350d2cb1b69b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81ace6734f8d44b7afdd597c441b0f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248612 Aug 29 17:31:38.878055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:38.880430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b969ef-0522-4e89-8952-350d2cb1b69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a2f87b-2158-4322-9b9d-0fc0b95933cd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:38.903162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:38.981463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router fb181933-9181-4faf-99b2-0acf80d127c9 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:38.988590 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f891231d-b8d1-4fe5-9454-0bfef1cca17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.078493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.090811 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f891231d-b8d1-4fe5-9454-0bfef1cca17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.113214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.149130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be11a07-b2ae-49c1-b4ab-a3ee554677c0 req-3e8e17e2-14fb-4a57-b378-415b4595e442 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:39.150705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8be11a07-b2ae-49c1-b4ab-a3ee554677c0 req-3e8e17e2-14fb-4a57-b378-415b4595e442 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.1516459 Aug 29 17:31:39.206477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bca07-2c48-4500-9c08-b1f1ed3b1f21 req-1bf81d30-e042-487f-997d-286f448d9799 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:39.210209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c24bca07-2c48-4500-9c08-b1f1ed3b1f21 req-1bf81d30-e042-487f-997d-286f448d9799 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1713393 Aug 29 17:31:39.279386 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f891231d-b8d1-4fe5-9454-0bfef1cca17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.281957 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f891231d-b8d1-4fe5-9454-0bfef1cca17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.287554 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f891231d-b8d1-4fe5-9454-0bfef1cca17f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13a2f87b-2158-4322-9b9d-0fc0b95933cd HTTP/1.1" status: 204 len: 168 time: 0.3817973 Aug 29 17:31:39.311290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8be11a07-b2ae-49c1-b4ab-a3ee554677c0 req-53deba76-3688-41eb-a8a8-9abee793a6fb tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080723 Aug 29 17:31:39.312977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:39.318174 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.321737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891231d-b8d1-4fe5-9454-0bfef1cca17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a2f87b-2158-4322-9b9d-0fc0b95933cd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:39.328543 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259eacc-bb88-4367-8161-1ca8567d4270 None None] Sync routers for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:39.351810 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c24bca07-2c48-4500-9c08-b1f1ed3b1f21 req-b2aed75d-f053-4faa-914d-3f247b72b868 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353195 Aug 29 17:31:39.356201 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259eacc-bb88-4367-8161-1ca8567d4270 None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:39.357188 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f259eacc-bb88-4367-8161-1ca8567d4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:39.358110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Deleting port 3cf59104-ce10-42b0-9985-9a900aa70d8a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:39.358467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.472597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Allocated IP 172.20.0.2 (35bae0e5-98b6-4912-9442-42adda51f949/641a401f-047c-4542-8ba1-cbba15457a8a/c5096784-24f0-4eb7-ac23-2031479ffa8f) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:39.487235 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f259eacc-bb88-4367-8161-1ca8567d4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:39.499265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f56953af-1f2a-4479-a564-89cc2f867c2b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/floatingips/c1bef463-23ba-44cb-9a4a-031ff6e0429f HTTP/1.1" status: 200 len: 978 time: 3.2410796 Aug 29 17:31:39.505243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54384) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:39.531453 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259eacc-bb88-4367-8161-1ca8567d4270 None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:39.533483 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f259eacc-bb88-4367-8161-1ca8567d4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:39.611438 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f259eacc-bb88-4367-8161-1ca8567d4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:39.612321 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259eacc-bb88-4367-8161-1ca8567d4270 None None] The sync data for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:39.637728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.640100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.689003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Calling delete_port for 3cf59104-ce10-42b0-9985-9a900aa70d8a owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:39.713586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537d66e-3cf4-4ae2-b591-e9e548c12ebd req-bd138fd5-533f-47be-85a7-fd35a9ebbee2 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:39.715622 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9537d66e-3cf4-4ae2-b591-e9e548c12ebd req-bd138fd5-533f-47be-85a7-fd35a9ebbee2 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.0797198 Aug 29 17:31:39.721545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 584cbe43-f310-48b4-95d7-120048319673 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:39.721907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.738679 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:31:39.813645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.846600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9537d66e-3cf4-4ae2-b591-e9e548c12ebd req-40f2d73f-db09-4564-8071-d91f1147b135 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169157 Aug 29 17:31:39.916957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54392) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:39.920106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.945110 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f6f54e-f2ce-4c3d-9b83-f8a5f9223f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.949558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:39.968838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Network 35bae0e5-98b6-4912-9442-42adda51f949 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:39.972206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:39.992546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:40.189813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa90db1-ca0b-455f-ac93-66350b7fb226 req-0ac60f68-8a3e-4eb6-bfb2-2d7d42a4766e tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:40.191514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfa90db1-ca0b-455f-ac93-66350b7fb226 req-0ac60f68-8a3e-4eb6-bfb2-2d7d42a4766e tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.2432411 Aug 29 17:31:40.316053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfa90db1-ca0b-455f-ac93-66350b7fb226 req-77f6cb1c-8077-4935-b9c9-2992b65306a7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112072 Aug 29 17:31:40.346184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:40.346184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:40.346184 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Floating IP c1bef463-23ba-44cb-9a4a-031ff6e0429f disassociated. External IP: 172.25.2.133, port: 584cbe43-f310-48b4-95d7-120048319673. Aug 29 17:31:40.346625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 584cbe43-f310-48b4-95d7-120048319673 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:40.393145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'Port': ['ID=c5096784-24f0-4eb7-ac23-2031479ffa8f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:40.500349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f6f54e-f2ce-4c3d-9b83-f8a5f9223f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:40.509115 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f6f54e-f2ce-4c3d-9b83-f8a5f9223f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:40.521271 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:40.562556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16f6f54e-f2ce-4c3d-9b83-f8a5f9223f5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91483ac0e7d640949c384cca5e127318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445308 Aug 29 17:31:40.570517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54410) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:40.580247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event deleted for resources: {'Port': ['ID=3cf59104-ce10-42b0-9985-9a900aa70d8a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:40.596667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6f54e-f2ce-4c3d-9b83-f8a5f9223f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9089471a-c573-407e-866d-ccd25a49766e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:40.609280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f0273-6b0e-4cc2-961d-2e01684f15c4 req-ee36b869-3315-48d8-a2fc-591724c4a467 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:40.610970 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f3f0273-6b0e-4cc2-961d-2e01684f15c4 req-ee36b869-3315-48d8-a2fc-591724c4a467 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1551569 Aug 29 17:31:40.640620 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:40.647662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baf476-b709-4dd4-9610-10309d563775 req-20e3ad06-09cd-414c-b1ba-d12f38aa4cd8 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:40.649248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20baf476-b709-4dd4-9610-10309d563775 req-20e3ad06-09cd-414c-b1ba-d12f38aa4cd8 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.2031786 Aug 29 17:31:40.682003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=584cbe43-f310-48b4-95d7-120048319673,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:40.701332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f3f0273-6b0e-4cc2-961d-2e01684f15c4 req-bb7357e2-843b-4482-8d84-97145abfbacd tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Aug 29 17:31:40.831158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20baf476-b709-4dd4-9610-10309d563775 req-cb4623b8-6d3e-4a87-b17c-d2e57200b976 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598194 Aug 29 17:31:40.833108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:40.833664 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Floating IP 7381d427-137e-41a9-a423-04b611f028c9 disassociated (deleted). External IP: 172.25.2.97, port: 68d7556c-8da4-4a40-ae0b-9ad9a5e63659. Aug 29 17:31:40.833905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router fb181933-9181-4faf-99b2-0acf80d127c9 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:40.840697 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0c29-c116-467d-aca9-959c975c1fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:40.954578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:41.012328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:41.024441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724f665-8385-4646-8dcb-8f28ba675c26 None None] Sync routers for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:41.039010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724f665-8385-4646-8dcb-8f28ba675c26 None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:41.039970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1724f665-8385-4646-8dcb-8f28ba675c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:41.051355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0c29-c116-467d-aca9-959c975c1fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:41.092041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1724f665-8385-4646-8dcb-8f28ba675c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:41.098417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:41.104854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8b0de19d-48a6-4236-8fd2-4f3dfd00766b tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/ports/584cbe43-f310-48b4-95d7-120048319673 HTTP/1.1" status: 204 len: 168 time: 1.5937991 Aug 29 17:31:41.105331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54420) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:41.105762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724f665-8385-4646-8dcb-8f28ba675c26 None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:41.106415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1724f665-8385-4646-8dcb-8f28ba675c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:41.143923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1724f665-8385-4646-8dcb-8f28ba675c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:41.144715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724f665-8385-4646-8dcb-8f28ba675c26 None None] The sync data for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:41.193774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296c3f-d9e5-46d4-a5dd-52204cf8b59e req-35e9e81a-23c4-4444-884d-df9fd36d9835 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:41.195414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d296c3f-d9e5-46d4-a5dd-52204cf8b59e req-35e9e81a-23c4-4444-884d-df9fd36d9835 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.2257779 Aug 29 17:31:41.200558 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-50e4e1c2-12d9-4ff1-9db6-d4b394a50393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:41.340257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0c29-c116-467d-aca9-959c975c1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:41.342888 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0c29-c116-467d-aca9-959c975c1fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:41.344046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e0dd0c29-c116-467d-aca9-959c975c1fcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9089471a-c573-407e-866d-ccd25a49766e HTTP/1.1" status: 204 len: 168 time: 0.7723117 Aug 29 17:31:41.409319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d296c3f-d9e5-46d4-a5dd-52204cf8b59e req-82950f9e-7873-4487-9cd5-46e45073b7d7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965356 Aug 29 17:31:41.441440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd0c29-c116-467d-aca9-959c975c1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9089471a-c573-407e-866d-ccd25a49766e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:41.447511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e87560-067a-4547-8f7a-066921f90be3 req-f7bed4ea-cc2d-406d-b869-544ee7592091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:41.449208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e87560-067a-4547-8f7a-066921f90be3 req-f7bed4ea-cc2d-406d-b869-544ee7592091 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 1098 time: 0.4773574 Aug 29 17:31:41.540154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:41.547934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Router 48750220-3735-4a2a-bc8e-812fc5e374f8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:41.586124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4bcbf-dba7-44b3-8721-59d8a9802311 req-09835708-7cd6-4b79-83a6-f38fab3bf7f3 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:41.587746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4f4bcbf-dba7-44b3-8721-59d8a9802311 req-09835708-7cd6-4b79-83a6-f38fab3bf7f3 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.0673444 Aug 29 17:31:41.592123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:41.711692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4f4bcbf-dba7-44b3-8721-59d8a9802311 req-0b95a337-c929-4256-9174-72bebfb99d24 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769768 Aug 29 17:31:41.715611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e87560-067a-4547-8f7a-066921f90be3 req-8910495a-9da8-4fec-996f-111a0ce737f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:41.717157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e87560-067a-4547-8f7a-066921f90be3 req-8910495a-9da8-4fec-996f-111a0ce737f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 913 time: 0.2558672 Aug 29 17:31:41.810987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e87560-067a-4547-8f7a-066921f90be3 req-06b5646b-caee-4b02-8287-2bbc7c0c6a15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a723829b-048e-41a7-87dc-4560445f956e HTTP/1.1" status: 200 len: 217 time: 0.0819926 Aug 29 17:31:42.003902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edfa94-3884-4249-8d45-b9c52c7f83ed req-6a0d1662-99ca-4c6e-af1d-3c396a49864c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:42.015368 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34edfa94-3884-4249-8d45-b9c52c7f83ed req-6a0d1662-99ca-4c6e-af1d-3c396a49864c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.1198893 Aug 29 17:31:42.080439 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34edfa94-3884-4249-8d45-b9c52c7f83ed req-fd2a0021-867d-4b18-b0eb-a92039178837 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623453 Aug 29 17:31:42.098830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 706b73f0-ebff-4bd7-9d43-eefa0fcd080a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:42.099405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:42.224153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:42.239820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 706b73f0-ebff-4bd7-9d43-eefa0fcd080a owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:42.261368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:42.271211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:42.276579 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] Sync routers for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:42.281840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffeaec-fe0a-4b74-8341-d78f5fe13154 req-f33b241d-c10a-4abe-9b12-53ec9d296f0a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:42.283496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aaffeaec-fe0a-4b74-8341-d78f5fe13154 req-f33b241d-c10a-4abe-9b12-53ec9d296f0a tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.1148479 Aug 29 17:31:42.288283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e87560-067a-4547-8f7a-066921f90be3 req-da573143-e682-42eb-99db-f3d86dc626bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:42.289970 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e87560-067a-4547-8f7a-066921f90be3 req-da573143-e682-42eb-99db-f3d86dc626bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.4384005 Aug 29 17:31:42.297051 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:42.299434 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:42.375569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e87560-067a-4547-8f7a-066921f90be3 req-97476395-ca14-4ea7-ac12-c4ff106425f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639029 Aug 29 17:31:42.384140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f0d898ed-5fd0-4310-ac60-ef1e4cff28e3 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "DELETE /v2.0/floatingips/7381d427-137e-41a9-a423-04b611f028c9 HTTP/1.1" status: 204 len: 168 time: 3.5013287 Aug 29 17:31:42.395810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:42.398375 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5db468-1399-4fc8-a1f5-cd917ac98235" -d '{"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:42.423354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:42.461678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Router 343d86f1-b379-4f71-9784-ecbbda4b9472 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:31:42.511508 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:31:42.520095 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aaffeaec-fe0a-4b74-8341-d78f5fe13154 req-72196516-8298-44aa-a1e4-2c6a35882be6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999335 Aug 29 17:31:42.656824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e87560-067a-4547-8f7a-066921f90be3 req-67eb6fe5-e377-4a17-b67e-a1ed43f1d6f8 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715116 Aug 29 17:31:42.818558 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:42.855968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:42.889943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Sync routers for ids ['343d86f1-b379-4f71-9784-ecbbda4b9472'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:42.907526 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] Checking router: 48750220-3735-4a2a-bc8e-812fc5e374f8 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:31:42.909783 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:42.923485 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f22002-30f3-4176-8c6c-2b835da4821d x-openstack-request-id: req-29f22002-30f3-4176-8c6c-2b835da4821d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:42.924165 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:42.924667 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29f22002-30f3-4176-8c6c-2b835da4821d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:42.926621 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'status': 'completed', 'code': 200} Aug 29 17:31:42.930118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Routers {'343d86f1-b379-4f71-9784-ecbbda4b9472'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:42.931141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['343d86f1-b379-4f71-9784-ecbbda4b9472'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:42.933502 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:42.936164 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:42.938977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb7cd5-e1d3-4738-b3ce-9b85bf1e7b05 req-00607b99-e582-4dc8-99c4-cf2eb5d77e36 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:42.941527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-35fb7cd5-e1d3-4738-b3ce-9b85bf1e7b05 req-00607b99-e582-4dc8-99c4-cf2eb5d77e36 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.1363423 Aug 29 17:31:42.976377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:42.982496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1bf7811c-1716-4118-961a-0804cdc2c639 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8466859 Aug 29 17:31:42.989655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54470) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:43.030636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15e87560-067a-4547-8f7a-066921f90be3 req-218bbf34-0311-4b67-88aa-6d9fa6c339bb service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439558 Aug 29 17:31:43.080962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-1b89a393-a77d-44c3-a9ab-ea28d68d49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:43.084183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-1b89a393-a77d-44c3-a9ab-ea28d68d49a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd0876b522634ad8921bd8aba91776e6&device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 1097 time: 0.1374269 Aug 29 17:31:43.084976 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-35fb7cd5-e1d3-4738-b3ce-9b85bf1e7b05 req-c3fb81da-4d02-426a-b719-00f29b10a09e tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328909 Aug 29 17:31:43.119525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Set router 343d86f1-b379-4f71-9784-ecbbda4b9472 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:31:43.141621 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e31d6-2b8d-4902-88fe-ebe21adfdafa req-10719cbd-ce36-48fd-a190-9a5ab7bbc873 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:43.145360 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-887e31d6-2b8d-4902-88fe-ebe21adfdafa req-10719cbd-ce36-48fd-a190-9a5ab7bbc873 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 945 time: 0.1318653 Aug 29 17:31:43.217232 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:43.221377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:43.222000 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:31:43.266618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-887e31d6-2b8d-4902-88fe-ebe21adfdafa req-9e921803-bdff-47dd-bc88-5c529cac8d10 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087608 Aug 29 17:31:43.343775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=706b73f0-ebff-4bd7-9d43-eefa0fcd080a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:43.365509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-048da127-b44f-4f6a-874e-1197d45563d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:43.374157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-048da127-b44f-4f6a-874e-1197d45563d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 HTTP/1.1" status: 200 len: 914 time: 0.2586639 Aug 29 17:31:43.439421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-64a979fb-6fa0-439a-9ae2-803403737eda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659 HTTP/1.1" status: 200 len: 217 time: 0.0611360 Aug 29 17:31:43.548898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-b16ebff4-3772-4c3c-b113-cb9005ca5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:43.554831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-b16ebff4-3772-4c3c-b113-cb9005ca5745 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeaf73f0-a1a9-4472-94be-93c96322837b HTTP/1.1" status: 200 len: 852 time: 0.1050787 Aug 29 17:31:43.695749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:43.696026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-cd004451-929a-491b-a99f-62028129a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:43.703756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-cd004451-929a-491b-a99f-62028129a1a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410248 Aug 29 17:31:43.871852 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:43.960640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Deleting port c5096784-24f0-4eb7-ac23-2031479ffa8f {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:43.961049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:43.977627 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:43.991002 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dcfeced7-507b-4aad-9f4f-69bdd1abf7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:43.998238 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.016401 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508ca6b-022d-48b1-866b-7c74d2dab170 None None] The sync data for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 is: [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '957e7963-e454-453a-989f-1737a7aec3e5', 'name': '', 'network_id': '0b9ad97d-5a0e-4cf4-97ac-edae3cef7873', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'mac_address': 'fa:16:3e:f8:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:49Z', 'updated_at': '2021-08-29T17:26:58Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'subnets': [{'id': 'eeaf73f0-a1a9-4472-94be-93c96322837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:44.044777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889224f-1113-48d1-94fb-465b6e7f4fd8 req-035844e7-180c-4246-a1e3-1b932a4644be tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:44.055491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c889224f-1113-48d1-94fb-465b6e7f4fd8 req-035844e7-180c-4246-a1e3-1b932a4644be tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 946 time: 0.3621023 Aug 29 17:31:44.103061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.118845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Calling delete_port for c5096784-24f0-4eb7-ac23-2031479ffa8f owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:44.140754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c889224f-1113-48d1-94fb-465b6e7f4fd8 req-f2fea786-1312-47a6-9bb5-1b0f8dc306a2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828838 Aug 29 17:31:44.178875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-586b4037-85f7-4060-89dc-d2412338c5ca service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489627 Aug 29 17:31:44.231771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a723829b-048e-41a7-87dc-4560445f956e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:31:44.318501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d86f1-b379-4f71-9784-ecbbda4b9472', 'name': '', 'tenant_id': '5ec04eadb7974407a749716b4cc8b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35bae0e5-98b6-4912-9442-42adda51f949', 'external_fixed_ips': [{'subnet_id': '641a401f-047c-4542-8ba1-cbba15457a8a', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c5096784-24f0-4eb7-ac23-2031479ffa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:31:38Z', 'updated_at': '2021-08-29T17:31:40Z', 'revision_number': 3, 'project_id': '5ec04eadb7974407a749716b4cc8b0b7', 'gw_port': {'id': 'c5096784-24f0-4eb7-ac23-2031479ffa8f', 'name': '', 'network_id': '35bae0e5-98b6-4912-9442-42adda51f949', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ed:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d86f1-b379-4f71-9784-ecbbda4b9472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '641a401f-047c-4542-8ba1-cbba15457a8a', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:31:39Z', 'updated_at': '2021-08-29T17:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '641a401f-047c-4542-8ba1-cbba15457a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:44.358250 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af5db468-1399-4fc8-a1f5-cd917ac98235 req-4b2bb86c-7396-4cb7-920c-d146030fe2ec service neutron] 10.222.0.43 "GET /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699746 Aug 29 17:31:44.409175 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.413044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Checking router: 343d86f1-b379-4f71-9784-ecbbda4b9472 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:31:44.413618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Updating router 343d86f1-b379-4f71-9784-ecbbda4b9472 port c5096784-24f0-4eb7-ac23-2031479ffa8f binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:31:44.415937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07d781-dd29-4ea3-a552-6074eb53ace8 req-963ee886-63a6-4182-a671-fe8333879f07 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:44.418170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6a07d781-dd29-4ea3-a552-6074eb53ace8 req-963ee886-63a6-4182-a671-fe8333879f07 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.1478586 Aug 29 17:31:44.473723 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.481029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:44.484877 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a04401b-2c1d-40fc-a0c6-e86d1fbdd572" -d '{"events": [{"server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "name": "network-vif-unplugged", "status": "completed", "tag": "a723829b-048e-41a7-87dc-4560445f956e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:44.524240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6a07d781-dd29-4ea3-a552-6074eb53ace8 req-7cf60a11-77a3-49d7-ac71-6438180574fb tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967047 Aug 29 17:31:44.548748 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c2635-b916-4b4b-9516-46edc0c48839 None None] New status for floating IP 7381d427-137e-41a9-a423-04b611f028c9: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:31:44.552007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:44.572266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.595821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-d85f9b20-758d-48ea-9dd4-4cf2ae944b74 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:44.597088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.597660 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-d85f9b20-758d-48ea-9dd4-4cf2ae944b74 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 945 time: 0.0655582 Aug 29 17:31:44.641720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5096784-24f0-4eb7-ac23-2031479ffa8f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:44.656690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012773d-2c71-4eda-a08f-273fc3102cc5 req-9630d7d5-2395-4203-9862-29264d72cdb4 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:44.658894 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0012773d-2c71-4eda-a08f-273fc3102cc5 req-9630d7d5-2395-4203-9862-29264d72cdb4 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 945 time: 0.2370026 Aug 29 17:31:44.747620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router fb181933-9181-4faf-99b2-0acf80d127c9 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:44.778470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0012773d-2c71-4eda-a08f-273fc3102cc5 req-4e74c86d-05c8-4cef-983b-5a2c3e2f4bec tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/security-groups?id=df9d6728-2944-425e-a6fc-c749088c1d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084883 Aug 29 17:31:44.795120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.815965 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6ccec6-8965-4d77-be55-48b041e9471a x-openstack-request-id: req-ae6ccec6-8965-4d77-be55-48b041e9471a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:44.816273 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "name": "network-vif-unplugged", "status": "completed", "tag": "a723829b-048e-41a7-87dc-4560445f956e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:44.816538 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae6ccec6-8965-4d77-be55-48b041e9471a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:44.816953 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e', 'code': 200} Aug 29 17:31:44.872281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Deleting port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:44.872281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.878921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:44.977273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:44.981205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.012874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] For port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:45.013620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.031127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Calling delete_port for 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:45.070726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.071261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 343d86f1-b379-4f71-9784-ecbbda4b9472 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:31:45.077127 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.081149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a54b91d6-be5c-4c9d-8c69-429e27572538 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "DELETE /v2.0/routers/343d86f1-b379-4f71-9784-ecbbda4b9472 HTTP/1.1" status: 204 len: 168 time: 2.0902872 Aug 29 17:31:45.084718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54536) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:45.105295 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:31:45.105778 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:31:45.121302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:45.130163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a3fcce72-4cda-4957-be6b-20d2fc2d1686 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/routers/fb181933-9181-4faf-99b2-0acf80d127c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0207903 Aug 29 17:31:45.130398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54538) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:45.132586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7672af-adb0-462f-ac58-b14a82a7d514 None None] Sync routers for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:45.150922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7672af-adb0-462f-ac58-b14a82a7d514 None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:45.152855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7f7672af-adb0-462f-ac58-b14a82a7d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:45.188471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc43eaa-b7c7-460e-a6fb-46e5d6ce61db tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Deleting subnet 641a401f-047c-4542-8ba1-cbba15457a8a {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:31:45.203657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcc43eaa-b7c7-460e-a6fb-46e5d6ce61db tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.211354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7f7672af-adb0-462f-ac58-b14a82a7d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:45.235857 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.237076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7672af-adb0-462f-ac58-b14a82a7d514 None None] Routers {'fb181933-9181-4faf-99b2-0acf80d127c9'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:45.238636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7f7672af-adb0-462f-ac58-b14a82a7d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fb181933-9181-4faf-99b2-0acf80d127c9'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:45.303050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7f7672af-adb0-462f-ac58-b14a82a7d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:45.304112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7672af-adb0-462f-ac58-b14a82a7d514 None None] The sync data for ids ['fb181933-9181-4faf-99b2-0acf80d127c9'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:45.308337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event deleted for resources: {'Port': ['ID=68d7556c-8da4-4a40-ae0b-9ad9a5e63659,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:45.331547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] No DVR routers for this DVR port 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:31:45.336437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.337052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37f6a280-8b90-4c32-b9a7-5361d7f5e256 req-acf801ac-5e60-48fc-97f7-94c59535ac36 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.43 "DELETE /v2.0/ports/68d7556c-8da4-4a40-ae0b-9ad9a5e63659 HTTP/1.1" status: 204 len: 173 time: 0.7309430 Aug 29 17:31:45.337519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'name': 'network-vif-deleted', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:45.343479 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea3db0-e9d5-4fcf-a9af-bc03c947697d" -d '{"events": [{"server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "name": "network-vif-deleted", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:45.353974 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcc43eaa-b7c7-460e-a6fb-46e5d6ce61db tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.388120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.393015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92085b-2de7-498e-8aef-7ecfa514d056 req-1baa1292-9469-444e-ae74-b96b8024e4f6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:45.394562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a92085b-2de7-498e-8aef-7ecfa514d056 req-1baa1292-9469-444e-ae74-b96b8024e4f6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 944 time: 0.1375737 Aug 29 17:31:45.403832 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648b8839-c182-49a4-b018-f3aa278d97bd x-openstack-request-id: req-648b8839-c182-49a4-b018-f3aa278d97bd {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:45.404359 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d163b2-50cd-4406-9e5c-242b172da3a0", "name": "network-vif-deleted", "tag": "68d7556c-8da4-4a40-ae0b-9ad9a5e63659", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:45.404359 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-648b8839-c182-49a4-b018-f3aa278d97bd {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:45.404939 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d163b2-50cd-4406-9e5c-242b172da3a0', 'name': 'network-vif-deleted', 'tag': '68d7556c-8da4-4a40-ae0b-9ad9a5e63659', 'status': 'completed', 'code': 200} Aug 29 17:31:45.429286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.491480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a92085b-2de7-498e-8aef-7ecfa514d056 req-0a36a819-47c6-4a57-aaf9-b6bd4b65c976 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834897 Aug 29 17:31:45.493862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcc43eaa-b7c7-460e-a6fb-46e5d6ce61db tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.617958 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.627975 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcc43eaa-b7c7-460e-a6fb-46e5d6ce61db tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.640527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Port c5096784-24f0-4eb7-ac23-2031479ffa8f not found while updating agent binding for router 343d86f1-b379-4f71-9784-ecbbda4b9472. {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 17:31:45.665725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Routers set() bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:45.666359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Router IDs set() for agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 17:31:45.667687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_agentschedulers_db [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'343d86f1-b379-4f71-9784-ecbbda4b9472'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent'). {{(pid=94797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 17:31:45.668363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea29548-419f-4717-93dd-5bdf60fb2a35 None None] The sync data for ids ['343d86f1-b379-4f71-9784-ecbbda4b9472'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:45.721762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc43eaa-b7c7-460e-a6fb-46e5d6ce61db tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=641a401f-047c-4542-8ba1-cbba15457a8a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:45.727618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcc43eaa-b7c7-460e-a6fb-46e5d6ce61db tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.730096 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dcc43eaa-b7c7-460e-a6fb-46e5d6ce61db tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/641a401f-047c-4542-8ba1-cbba15457a8a HTTP/1.1" status: 204 len: 168 time: 0.6440682 Aug 29 17:31:45.732820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54562) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:45.769813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe8263-75c7-4879-80c9-b4c4aee03498 req-709ed9f7-f54c-413f-8fbb-6b6e7d61d6ee tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:45.772082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0fe8263-75c7-4879-80c9-b4c4aee03498 req-709ed9f7-f54c-413f-8fbb-6b6e7d61d6ee tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.1321557 Aug 29 17:31:45.804399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 05c4dc94-4197-48fa-ba17-01031b195bcd {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:45.804752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.851026 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.911356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0fe8263-75c7-4879-80c9-b4c4aee03498 req-c9627abd-06bd-4511-8e8f-1e08a63c97e6 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287534 Aug 29 17:31:45.972760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.985742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.986246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 05c4dc94-4197-48fa-ba17-01031b195bcd owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:45.997592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bae0e5-98b6-4912-9442-42adda51f949']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:46.018278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8d5540-cd82-4584-9ca0-e1416dbd3972') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:46.018578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8d5540-cd82-4584-9ca0-e1416dbd3972') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:46.046439 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.114069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.126865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:31:46.127272 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:31:46.130222 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:31:46.194053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.221125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35bae0e5-98b6-4912-9442-42adda51f949 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:31:46.236659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event deleted for resources: {'Network': ['ID=35bae0e5-98b6-4912-9442-42adda51f949,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:46.240546 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.251411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8c2ed1a5-be07-4eef-9a0c-c50afc68d385 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "DELETE /v2.0/networks/35bae0e5-98b6-4912-9442-42adda51f949 HTTP/1.1" status: 204 len: 168 time: 0.5171664 Aug 29 17:31:46.275251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54582) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:46.522114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b784b6b4-b0b0-4872-a37b-820105a1551e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.723758 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.733717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b784b6b4-b0b0-4872-a37b-820105a1551e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.743873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b784b6b4-b0b0-4872-a37b-820105a1551e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.873490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b784b6b4-b0b0-4872-a37b-820105a1551e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=371c14aa587140dea775e58056bd0d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927069 Aug 29 17:31:46.877455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54612) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:46.886446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784b6b4-b0b0-4872-a37b-820105a1551e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d1d56-ede0-44f5-abdd-8fe14f6ee338,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:47.011144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54616) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:47.024204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4e9169de-e834-4a36-9638-d6b312a63679 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'router': {'name': 'tempest-router--60637895', 'project_id': '66299f3f7a4a4f8aba233105f6fad89e'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:47.038234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14e4ec20-d0d3-439f-9015-d5b9c394d83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.047335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bfb0b970-39ff-46b6-b237-0ceb0ac73414 req-900bbbba-d713-486d-9777-45a2fa9b510b tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 210 time: 0.0493238 Aug 29 17:31:47.070796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14e4ec20-d0d3-439f-9015-d5b9c394d83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.081754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38db10-768e-4887-afe8-69c73f06c446 req-2ac5d355-ad3c-4592-8bcf-4cba41df3c8c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:47.083609 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f38db10-768e-4887-afe8-69c73f06c446 req-2ac5d355-ad3c-4592-8bcf-4cba41df3c8c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=83485797-30a7-4dac-b611-59cc2803ed26 HTTP/1.1" status: 200 len: 944 time: 0.0878465 Aug 29 17:31:47.143262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.154212 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4e9169de-e834-4a36-9638-d6b312a63679 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.155200 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4e9169de-e834-4a36-9638-d6b312a63679 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.186648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=05c4dc94-4197-48fa-ba17-01031b195bcd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:47.221113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14e4ec20-d0d3-439f-9015-d5b9c394d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.224257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14e4ec20-d0d3-439f-9015-d5b9c394d83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.227915 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-14e4ec20-d0d3-439f-9015-d5b9c394d83d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd0d1d56-ede0-44f5-abdd-8fe14f6ee338 HTTP/1.1" status: 204 len: 168 time: 0.3470457 Aug 29 17:31:47.243373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d15cd851-08e2-42ea-b757-800c4fea43cb details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:31:47.248837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:31:47.250698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4ec20-d0d3-439f-9015-d5b9c394d83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d1d56-ede0-44f5-abdd-8fe14f6ee338,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:47.268262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Deleting port a723829b-048e-41a7-87dc-4560445f956e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:47.268860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.324382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:31:47.325104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68d7556c-8da4-4a40-ae0b-9ad9a5e63659 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:31:47.326395 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4e9169de-e834-4a36-9638-d6b312a63679 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.331419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.359878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4e9169de-e834-4a36-9638-d6b312a63679 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.375130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] For port a723829b-048e-41a7-87dc-4560445f956e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a723829b-048e-41a7-87dc-4560445f956e,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:47.375506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.390531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Calling delete_port for a723829b-048e-41a7-87dc-4560445f956e owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:47.409335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b285586-7210-4514-b1d1-510443e3b507 req-07000090-8c4d-4b90-b5db-3717759cf2a1 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:47.410904 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b285586-7210-4514-b1d1-510443e3b507 req-07000090-8c4d-4b90-b5db-3717759cf2a1 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.1786284 Aug 29 17:31:47.460763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.464763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4e9169de-e834-4a36-9638-d6b312a63679 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.468458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4e9169de-e834-4a36-9638-d6b312a63679 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4460001 Aug 29 17:31:47.469436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54622) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:47.470178 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.502237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d15cd851-08e2-42ea-b757-800c4fea43cb,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:47.533204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'd15cd851-08e2-42ea-b757-800c4fea43cb', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'port_id': 'd15cd851-08e2-42ea-b757-800c4fea43cb', 'mac_address': 'fa:16:3e:39:75:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1942df3e-ab83-4fcd-a89d-cc65b91fb74c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:31:47.574755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.588300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.593547 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b285586-7210-4514-b1d1-510443e3b507 req-d5e0a27e-6476-4086-bff7-4e0dd5c87a2a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545906 Aug 29 17:31:47.605853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d15cd851-08e2-42ea-b757-800c4fea43cb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:31:47.624459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event deleted for resources: {'Port': ['ID=a723829b-048e-41a7-87dc-4560445f956e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:47.629157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d15cd851-08e2-42ea-b757-800c4fea43cb,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:47.638982 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.670278 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.676209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Fanout notify agent at l3_agent the message router_deleted on router fb181933-9181-4faf-99b2-0acf80d127c9 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:31:47.678418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-890a8345-4c00-4057-9067-2c4d2718789d tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.687468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.692298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05f31f13-01b4-4109-a8d2-818a36ed72b7 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/routers/fb181933-9181-4faf-99b2-0acf80d127c9 HTTP/1.1" status: 204 len: 168 time: 2.5569966 Aug 29 17:31:47.702887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54628) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:47.725803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] No DVR routers for this DVR port a723829b-048e-41a7-87dc-4560445f956e on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:31:47.731804 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.736183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f38db10-768e-4887-afe8-69c73f06c446 req-d8a96c0d-fe77-4785-9e35-1f16796ad79c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "DELETE /v2.0/ports/a723829b-048e-41a7-87dc-4560445f956e HTTP/1.1" status: 204 len: 173 time: 0.6441801 Aug 29 17:31:47.737047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'name': 'network-vif-deleted', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:47.742787 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75264d9-ee63-4e13-acf9-6416cbfb110e" -d '{"events": [{"server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "name": "network-vif-deleted", "tag": "a723829b-048e-41a7-87dc-4560445f956e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:47.770932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['d15cd851-08e2-42ea-b757-800c4fea43cb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:31:47.835213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d15cd851-08e2-42ea-b757-800c4fea43cb,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:47.850158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.850158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.850158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.850158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.850659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.850659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.851101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.851442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.851567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54634) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:47.851774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.852161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.852547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.852933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:47.887987 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e4135f04-6f37-48d6-bbbe-fb697d87fc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.980087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-69961094-3bc9-4236-b71c-18c4b300c920 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting subnet dfae88a9-fafd-4cb5-ab80-3dcfa421c52a {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:31:48.009209 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80079ad2-7a85-444d-80d3-0d22247dafdf x-openstack-request-id: req-80079ad2-7a85-444d-80d3-0d22247dafdf {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:48.009524 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83485797-30a7-4dac-b611-59cc2803ed26", "name": "network-vif-deleted", "tag": "a723829b-048e-41a7-87dc-4560445f956e", "status": "failed", "code": 422}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:48.012670 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80079ad2-7a85-444d-80d3-0d22247dafdf {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:48.014025 n-d-713499-15 neutron-server[94796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83485797-30a7-4dac-b611-59cc2803ed26', 'name': 'network-vif-deleted', 'tag': 'a723829b-048e-41a7-87dc-4560445f956e', 'status': 'failed', 'code': 422} returned with failed status Aug 29 17:31:48.085818 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e4135f04-6f37-48d6-bbbe-fb697d87fc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.092133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e4135f04-6f37-48d6-bbbe-fb697d87fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.111989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69961094-3bc9-4236-b71c-18c4b300c920 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.140376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e4135f04-6f37-48d6-bbbe-fb697d87fc45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b3e90b0d2c649f28911ace44dbb0aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874680 Aug 29 17:31:48.141577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4135f04-6f37-48d6-bbbe-fb697d87fc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b8b740-5885-4d7c-a70c-ca0d3215d54a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:48.144222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54644) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:48.203427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3d8c-0ae4-43db-bd2c-afc7e7042fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.216562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-890a8345-4c00-4057-9067-2c4d2718789d tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.222822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-890a8345-4c00-4057-9067-2c4d2718789d tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.229757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69961094-3bc9-4236-b71c-18c4b300c920 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.239092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a723829b-048e-41a7-87dc-4560445f956e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:31:48.245901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3d8c-0ae4-43db-bd2c-afc7e7042fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.265135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acf093-3ddb-4a71-b573-ce8bcf2c766c req-bcd96dc3-f80f-428c-8fff-2966cac316dd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:48.266695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8acf093-3ddb-4a71-b573-ce8bcf2c766c req-bcd96dc3-f80f-428c-8fff-2966cac316dd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 945 time: 0.1518314 Aug 29 17:31:48.269259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: a723829b-048e-41a7-87dc-4560445f956e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:31:48.269864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a723829b-048e-41a7-87dc-4560445f956e not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:31:48.306761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f804416-f716-4e63-bd0e-9856f48d421b req-bc4913e8-bc74-42f1-9f76-05935c7ccb80 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 210 time: 0.0875673 Aug 29 17:31:48.340163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3d8c-0ae4-43db-bd2c-afc7e7042fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.344104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3d8c-0ae4-43db-bd2c-afc7e7042fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.345408 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b5ad3d8c-0ae4-43db-bd2c-afc7e7042fa0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11b8b740-5885-4d7c-a70c-ca0d3215d54a HTTP/1.1" status: 204 len: 168 time: 0.2002378 Aug 29 17:31:48.352625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8acf093-3ddb-4a71-b573-ce8bcf2c766c req-35c71180-aec0-4431-812b-80e4c7f1c8cd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522115 Aug 29 17:31:48.356110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad3d8c-0ae4-43db-bd2c-afc7e7042fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b8b740-5885-4d7c-a70c-ca0d3215d54a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:48.356815 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-890a8345-4c00-4057-9067-2c4d2718789d tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.357325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890a8345-4c00-4057-9067-2c4d2718789d tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38abf74b-1213-40a5-b52d-aa17c89cf601 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:31:48.362922 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-890a8345-4c00-4057-9067-2c4d2718789d tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.364045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-890a8345-4c00-4057-9067-2c4d2718789d tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "DELETE /v2.0/routers/38abf74b-1213-40a5-b52d-aa17c89cf601 HTTP/1.1" status: 204 len: 168 time: 0.8920472 Aug 29 17:31:48.468635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69961094-3bc9-4236-b71c-18c4b300c920 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.550963 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69961094-3bc9-4236-b71c-18c4b300c920 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.590500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69961094-3bc9-4236-b71c-18c4b300c920 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Subnet': ['ID=dfae88a9-fafd-4cb5-ab80-3dcfa421c52a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:48.594712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69961094-3bc9-4236-b71c-18c4b300c920 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.596641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-69961094-3bc9-4236-b71c-18c4b300c920 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/subnets/dfae88a9-fafd-4cb5-ab80-3dcfa421c52a HTTP/1.1" status: 204 len: 168 time: 0.8917089 Aug 29 17:31:48.599379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:48.602064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e053bd-9ede-4f3b-acae-3c91e89070b5 None None] Network 93bbf969-7d39-45dc-bf3e-30d996b8abf7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:31:48.648428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54656) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:48.709546 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.821561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 844da70c-c756-4538-b9cf-df2469f7cbca {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:48.823053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.895944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] DHCP port deletion for 93bbf969-7d39-45dc-bf3e-30d996b8abf7 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:31:48.991110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] Deleting port 844da70c-c756-4538-b9cf-df2469f7cbca {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:48.991634 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.044482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-a5c76185-91e9-4d6d-9d6b-9ce92e422e30 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:49.051143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-a5c76185-91e9-4d6d-9d6b-9ce92e422e30 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.1556456 Aug 29 17:31:49.066036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] For port 844da70c-c756-4538-b9cf-df2469f7cbca, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=844da70c-c756-4538-b9cf-df2469f7cbca,segment=NetworkSegment(4ceab91c-c6de-4e6a-812c-d4d42fd90d6e),segment_id=4ceab91c-c6de-4e6a-812c-d4d42fd90d6e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:49.067057 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.068136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] For port 844da70c-c756-4538-b9cf-df2469f7cbca, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=844da70c-c756-4538-b9cf-df2469f7cbca,segment=NetworkSegment(4ceab91c-c6de-4e6a-812c-d4d42fd90d6e),segment_id=4ceab91c-c6de-4e6a-812c-d4d42fd90d6e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:49.068538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.088363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] Calling delete_port for 844da70c-c756-4538-b9cf-df2469f7cbca owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:49.090788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-163470848', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:49.099702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-9a9766a9-5892-46ed-80b3-1f9323f10e7c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/quotas/1d474c1586504dfb86b5f6741345f431 HTTP/1.1" status: 200 len: 375 time: 0.0435789 Aug 29 17:31:49.113951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 844da70c-c756-4538-b9cf-df2469f7cbca owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:49.135033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-796737ac-6f17-4bee-85ea-b5db51cdce76 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342546 Aug 29 17:31:49.152051 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.155227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.194385 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.232205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] No DVR routers for this DVR port 844da70c-c756-4538-b9cf-df2469f7cbca on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:31:49.242513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb02549-a6e0-4330-a79c-6e1eb460d1d9 None None] Pushing event deleted for resources: {'Port': ['ID=844da70c-c756-4538-b9cf-df2469f7cbca,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:49.247908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d15cd851-08e2-42ea-b757-800c4fea43cb up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:31:49.254810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.290951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.305230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-f8936161-e739-405c-9f48-87590756893d service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272097 Aug 29 17:31:49.310421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port d15cd851-08e2-42ea-b757-800c4fea43cb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:49.310838 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.341130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=844da70c-c756-4538-b9cf-df2469f7cbca,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:49.345784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] No DVR routers for this DVR port 844da70c-c756-4538-b9cf-df2469f7cbca on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:31:49.476280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.498136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15cd851-08e2-42ea-b757-800c4fea43cb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:49.500673 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c11fb8-ec99-46fc-8151-8442214ddbe8" -d '{"events": [{"server_uuid": "d7f942f1-bdc0-4ea7-9a05-0420302f3af2", "name": "network-vif-plugged", "status": "completed", "tag": "d15cd851-08e2-42ea-b757-800c4fea43cb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:49.519119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d15cd851-08e2-42ea-b757-800c4fea43cb,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:49.520048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.527256 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.571448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bbf969-7d39-45dc-bf3e-30d996b8abf7']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:49.581151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d15cd851-08e2-42ea-b757-800c4fea43cb,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:49.599160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-012d87d6-de7e-4ce5-bc21-17619826a201 req-802f03f0-7cb5-423d-9c9d-d038b9108c85 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 210 time: 0.1253684 Aug 29 17:31:49.602173 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.606266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ceab91c-c6de-4e6a-812c-d4d42fd90d6e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:49.606951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ceab91c-c6de-4e6a-812c-d4d42fd90d6e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:49.630119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-7c1c4504-5427-4f45-a63c-0dcbba7a7e25 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983510 Aug 29 17:31:49.645188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.692002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.715184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:31:49.715585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:31:49.722713 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:31:49.759509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7325-6487-4500-b4a7-38c63572d8da req-1d394a5c-1175-4f46-9467-3baf872d4b39 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:49.770479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2df7325-6487-4500-b4a7-38c63572d8da req-1d394a5c-1175-4f46-9467-3baf872d4b39 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.1837301 Aug 29 17:31:49.779753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b175e-4182-458e-89c4-eccbdb8d81f2 req-e03391dd-8393-42e4-9858-480eb781141c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:49.781402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-955b175e-4182-458e-89c4-eccbdb8d81f2 req-e03391dd-8393-42e4-9858-480eb781141c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 946 time: 0.0876079 Aug 29 17:31:49.844224 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-955b175e-4182-458e-89c4-eccbdb8d81f2 req-7e210429-ac68-4016-85e8-34b9312ae53d tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565393 Aug 29 17:31:49.932529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.941363 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:49.946069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/networks/93bbf969-7d39-45dc-bf3e-30d996b8abf7 HTTP/1.1" status: 204 len: 168 time: 1.3455126 Aug 29 17:31:49.948083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54710) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:49.951575 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab38ed6f-4223-416c-99a8-1a86e3b824db x-openstack-request-id: req-ab38ed6f-4223-416c-99a8-1a86e3b824db {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:49.952092 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f942f1-bdc0-4ea7-9a05-0420302f3af2", "name": "network-vif-plugged", "status": "completed", "tag": "d15cd851-08e2-42ea-b757-800c4fea43cb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:49.952925 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab38ed6f-4223-416c-99a8-1a86e3b824db {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:49.953919 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15cd851-08e2-42ea-b757-800c4fea43cb', 'code': 200} Aug 29 17:31:50.007601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568c34-cc7f-48f4-b38b-690f42c54dcf tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Network': ['ID=93bbf969-7d39-45dc-bf3e-30d996b8abf7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:50.099660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Deleting port d15cd851-08e2-42ea-b757-800c4fea43cb {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:50.099996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.146130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.189887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.202110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 844da70c-c756-4538-b9cf-df2469f7cbca no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:31:50.259679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 844da70c-c756-4538-b9cf-df2469f7cbca {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:31:50.259814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 844da70c-c756-4538-b9cf-df2469f7cbca not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:31:50.382099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Allocated IP 172.25.2.219 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/a21a75cd-77f2-44bb-ba50-b59b4d2287d8) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:50.544833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c8d7745a-bd21-401a-a6d1-643571e534b1 req-c05ebf22-473c-4b32-8ee7-64719cbad087 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 210 time: 0.4151802 Aug 29 17:31:50.563195 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.608334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 9eb1436c-9d35-431b-8925-f91c9e75c6d5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:50.613154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.628681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.679997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] For port d15cd851-08e2-42ea-b757-800c4fea43cb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d15cd851-08e2-42ea-b757-800c4fea43cb,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:50.680377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.701998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Calling delete_port for d15cd851-08e2-42ea-b757-800c4fea43cb owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:50.721022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:50.763912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:50.772016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:50.796433 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.796761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.812452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event updated for resources: {'Port': ['ID=a21a75cd-77f2-44bb-ba50-b59b4d2287d8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:50.825139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 9eb1436c-9d35-431b-8925-f91c9e75c6d5 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:50.832045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aa410533-adc5-49b4-a071-3931edf7f1f0 req-4260c6e1-c9d7-42b7-90a1-9efbad927c18 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d163b2-50cd-4406-9e5c-242b172da3a0 HTTP/1.1" status: 200 len: 210 time: 0.0925295 Aug 29 17:31:51.014609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:51.028602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['d15cd851-08e2-42ea-b757-800c4fea43cb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:31:51.049825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-618877dd-e664-4780-85de-043865fdf3ea req-5b5c65e0-d090-47b5-a9d8-633a4f83bfa1 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f942f1-bdc0-4ea7-9a05-0420302f3af2 HTTP/1.1" status: 200 len: 210 time: 0.0569549 Aug 29 17:31:51.155502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event deleted for resources: {'Port': ['ID=d15cd851-08e2-42ea-b757-800c4fea43cb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:51.159209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] No DVR routers for this DVR port d15cd851-08e2-42ea-b757-800c4fea43cb on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:31:51.163083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:51.165050 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2df7325-6487-4500-b4a7-38c63572d8da req-992e88a6-5af2-4803-8469-7f82f597c419 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "DELETE /v2.0/ports/d15cd851-08e2-42ea-b757-800c4fea43cb HTTP/1.1" status: 204 len: 173 time: 1.3479140 Aug 29 17:31:51.165487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'name': 'network-vif-deleted', 'tag': 'd15cd851-08e2-42ea-b757-800c4fea43cb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:51.168537 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43b38cd-27ba-4da5-aaae-740df7ed2402" -d '{"events": [{"server_uuid": "d7f942f1-bdc0-4ea7-9a05-0420302f3af2", "name": "network-vif-deleted", "tag": "d15cd851-08e2-42ea-b757-800c4fea43cb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:51.232238 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477934b3-6956-49f5-adb6-9ce7e7e02534 x-openstack-request-id: req-477934b3-6956-49f5-adb6-9ce7e7e02534 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:51.232238 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f942f1-bdc0-4ea7-9a05-0420302f3af2", "name": "network-vif-deleted", "tag": "d15cd851-08e2-42ea-b757-800c4fea43cb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:51.232529 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-477934b3-6956-49f5-adb6-9ce7e7e02534 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:51.232826 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f942f1-bdc0-4ea7-9a05-0420302f3af2', 'name': 'network-vif-deleted', 'tag': 'd15cd851-08e2-42ea-b757-800c4fea43cb', 'status': 'completed', 'code': 200} Aug 29 17:31:51.279289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:51.308082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=9eb1436c-9d35-431b-8925-f91c9e75c6d5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:51.314659 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:51.378958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:51.389054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:51.396005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6496d26f-6b72-4133-8558-b54a3184b041 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/floatingips/c1bef463-23ba-44cb-9a4a-031ff6e0429f HTTP/1.1" status: 204 len: 168 time: 1.4467051 Aug 29 17:31:51.397083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54752) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:51.438806 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce414ab8-50e3-49c3-bc44-98ec06fb2d3e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] DELETE failed (client error): The resource could not be found. Aug 29 17:31:51.439633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce414ab8-50e3-49c3-bc44-98ec06fb2d3e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:31:51.444205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ce414ab8-50e3-49c3-bc44-98ec06fb2d3e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/ports/584cbe43-f310-48b4-95d7-120048319673 HTTP/1.1" status: 404 len: 333 time: 0.0369999 Aug 29 17:31:51.444919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54754) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:51.523335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-988fec77-507b-434b-a846-ebfcba53ea53 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb181933-9181-4faf-99b2-0acf80d127c9 HTTP/1.1" status: 200 len: 205 time: 0.0674343 Aug 29 17:31:51.527267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54760) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:51.578991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:51.621718 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-1f4d5093-9755-4f55-8caf-18c7a53c5d61 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] delete failed (client error): The resource could not be found. Aug 29 17:31:51.625680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1f4d5093-9755-4f55-8caf-18c7a53c5d61 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/routers/fb181933-9181-4faf-99b2-0acf80d127c9 HTTP/1.1" status: 404 len: 336 time: 0.0974514 Aug 29 17:31:51.626513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54772) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:51.665646 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca876074-38fe-40a3-b8b7-fb1875967fc6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] DELETE failed (client error): The resource could not be found. Aug 29 17:31:51.666182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca876074-38fe-40a3-b8b7-fb1875967fc6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:31:51.668550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ca876074-38fe-40a3-b8b7-fb1875967fc6 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/subnets/dfae88a9-fafd-4cb5-ab80-3dcfa421c52a HTTP/1.1" status: 404 len: 337 time: 0.0407462 Aug 29 17:31:51.671711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54778) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:51.701252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41440903-e9c0-42df-8bed-58430286eed9 req-f5192b9b-7ac9-4880-86e9-7bf6ee7b522b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 210 time: 0.0445673 Aug 29 17:31:51.709137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-16795d6d-7948-457f-a610-1f304ac1bbc2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:51.711120 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-16795d6d-7948-457f-a610-1f304ac1bbc2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.2967792 Aug 29 17:31:51.726296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Request body: {'port': {'device_id': '4f1318e9-b0d6-4f59-a534-1a78ed415f3b', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'admin_state_up': True, 'tenant_id': '1d474c1586504dfb86b5f6741345f431'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:51.881557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Made reservation on behalf of 1d474c1586504dfb86b5f6741345f431 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:51.893845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:51.906045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54788) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:52.058562 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf19356c-2580-4033-ad48-9abc8f0cd6e5 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.063177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54792) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:52.188538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf19356c-2580-4033-ad48-9abc8f0cd6e5 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.228855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b29a842-61af-47e2-beb5-34fb3d91d88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.249133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Allocated IP 172.20.0.13 (e136bb71-1565-4a74-a07c-3da563b369d5/4fde333e-caeb-4be9-96df-a0767fe315e7/4d875239-54a3-4f68-8e72-5fd2bbdaf68c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:52.259388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-16eab2e9-2576-4b5a-add2-b98dccc5b98a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:52.259730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16eab2e9-2576-4b5a-add2-b98dccc5b98a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.265172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Router 49f5d78b-3158-4e88-8ccc-56ba30976e5c is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:31:52.428543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf19356c-2580-4033-ad48-9abc8f0cd6e5 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.431050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf19356c-2580-4033-ad48-9abc8f0cd6e5 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.435364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bf19356c-2580-4033-ad48-9abc8f0cd6e5 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] 10.222.0.41 "DELETE /v2.0/security-groups/df9d6728-2944-425e-a6fc-c749088c1d0c HTTP/1.1" status: 204 len: 168 time: 0.5250587 Aug 29 17:31:52.442441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16eab2e9-2576-4b5a-add2-b98dccc5b98a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.458723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-16eab2e9-2576-4b5a-add2-b98dccc5b98a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:52.474107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19356c-2580-4033-ad48-9abc8f0cd6e5 tempest-TestVolumeBackupRestore-1594976221 tempest-TestVolumeBackupRestore-1594976221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d6728-2944-425e-a6fc-c749088c1d0c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:52.542219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:52.569279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.570675 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba856604-7570-4a90-9cc7-2269e1356ce3 None None] Sync routers for ids ['49f5d78b-3158-4e88-8ccc-56ba30976e5c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:52.586108 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba856604-7570-4a90-9cc7-2269e1356ce3 None None] Routers {'49f5d78b-3158-4e88-8ccc-56ba30976e5c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:52.587364 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ba856604-7570-4a90-9cc7-2269e1356ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49f5d78b-3158-4e88-8ccc-56ba30976e5c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:52.602481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54808) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:52.618645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-884599e4-2f23-45a2-afe5-a9a2b07e4069 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100465738', 'description': 'tempest-description--1586554319'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:52.640332 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ba856604-7570-4a90-9cc7-2269e1356ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:52.650896 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba856604-7570-4a90-9cc7-2269e1356ce3 None None] Routers {'49f5d78b-3158-4e88-8ccc-56ba30976e5c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:52.652907 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ba856604-7570-4a90-9cc7-2269e1356ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49f5d78b-3158-4e88-8ccc-56ba30976e5c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:52.662835 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b29a842-61af-47e2-beb5-34fb3d91d88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.675944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b29a842-61af-47e2-beb5-34fb3d91d88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.703908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16eab2e9-2576-4b5a-add2-b98dccc5b98a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.710357 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ba856604-7570-4a90-9cc7-2269e1356ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:52.711350 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba856604-7570-4a90-9cc7-2269e1356ce3 None None] The sync data for ids ['49f5d78b-3158-4e88-8ccc-56ba30976e5c'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:52.717026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.719628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-260607f4-1275-447e-8311-238a13c3283d tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0692511 Aug 29 17:31:52.726015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54824) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:52.752560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29a842-61af-47e2-beb5-34fb3d91d88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e790ef4c-5614-497b-8e7d-dcd5122dd56f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:52.834465 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.834660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eab2e9-2576-4b5a-add2-b98dccc5b98a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:52.854167 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-884599e4-2f23-45a2-afe5-a9a2b07e4069 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:52.903688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4b29a842-61af-47e2-beb5-34fb3d91d88d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af9cbd346f4b43a39aa874fd11ec6a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8366373 Aug 29 17:31:52.905126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54840) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:52.961570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event updated for resources: {'Port': ['ID=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:52.995561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Network e136bb71-1565-4a74-a07c-3da563b369d5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:53.001469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:53.006329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:53.050131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf1c4f7b-dc3a-4275-a730-a7a89326c7ac tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/routers/49f5d78b-3158-4e88-8ccc-56ba30976e5c HTTP/1.1" status: 200 len: 920 time: 0.3212764 Aug 29 17:31:53.058518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54854) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:53.059711 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16eab2e9-2576-4b5a-add2-b98dccc5b98a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.061660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16eab2e9-2576-4b5a-add2-b98dccc5b98a tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/ports/0c0fd3b3-1b00-4be7-bbcc-4fdcb9a337f0 HTTP/1.1" status: 204 len: 168 time: 1.3859189 Aug 29 17:31:53.065773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538d53e-4baf-4947-89d5-a734e36f3ae2 req-b4ac50f9-41f3-4d49-9add-4f8d39941526 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:53.071035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3538d53e-4baf-4947-89d5-a734e36f3ae2 req-b4ac50f9-41f3-4d49-9add-4f8d39941526 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 932 time: 0.1762173 Aug 29 17:31:53.071912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54856) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:53.103782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:53.105131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.133013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf729202-88dc-42d5-9326-15b569cf7387 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f5d78b-3158-4e88-8ccc-56ba30976e5c HTTP/1.1" status: 200 len: 205 time: 0.0699921 Aug 29 17:31:53.135859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54864) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:53.151499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a091bd0-e751-4b20-9a46-c695d6a7d9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.221549 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a091bd0-e751-4b20-9a46-c695d6a7d9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.235833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-884599e4-2f23-45a2-afe5-a9a2b07e4069 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.239189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3538d53e-4baf-4947-89d5-a734e36f3ae2 req-753d55cd-24ff-4415-b033-b7db1b212c54 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522069 Aug 29 17:31:53.250057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-884599e4-2f23-45a2-afe5-a9a2b07e4069 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.254374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-b05c7aad-0f6b-42b2-8708-c28f7f714d26 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5341830 Aug 29 17:31:53.272746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Request body: {'port': {'device_id': '4f1318e9-b0d6-4f59-a534-1a78ed415f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:53.276220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d15cd851-08e2-42ea-b757-800c4fea43cb no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:31:53.308984 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-884599e4-2f23-45a2-afe5-a9a2b07e4069 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.310240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-884599e4-2f23-45a2-afe5-a9a2b07e4069 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7060301 Aug 29 17:31:53.314415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54884) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:53.318298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-20dd9595-d3f6-4aca-a3c7-1e749fda27e7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Request body: {'security_group_rule': {'security_group_id': 'f0665522-a423-42d9-9e8f-6921b6dc0ef5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:53.323141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884599e4-2f23-45a2-afe5-a9a2b07e4069 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0665522-a423-42d9-9e8f-6921b6dc0ef5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:53.342830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f23d68d8-37d5-4e67-b13d-14ce43c28deb tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 257e32cb-60bc-4d74-84de-202f3bc8cca1 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:53.343181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f23d68d8-37d5-4e67-b13d-14ce43c28deb tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.380768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: d15cd851-08e2-42ea-b757-800c4fea43cb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:31:53.381252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d15cd851-08e2-42ea-b757-800c4fea43cb not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:31:53.393917 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a091bd0-e751-4b20-9a46-c695d6a7d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.396675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a091bd0-e751-4b20-9a46-c695d6a7d9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.397904 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5a091bd0-e751-4b20-9a46-c695d6a7d9d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e790ef4c-5614-497b-8e7d-dcd5122dd56f HTTP/1.1" status: 204 len: 168 time: 0.4579237 Aug 29 17:31:53.475195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.481946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-20dd9595-d3f6-4aca-a3c7-1e749fda27e7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.488318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a091bd0-e751-4b20-9a46-c695d6a7d9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e790ef4c-5614-497b-8e7d-dcd5122dd56f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:53.490423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.545622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f23d68d8-37d5-4e67-b13d-14ce43c28deb tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.573936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f23d68d8-37d5-4e67-b13d-14ce43c28deb tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 257e32cb-60bc-4d74-84de-202f3bc8cca1 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:53.602829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-20dd9595-d3f6-4aca-a3c7-1e749fda27e7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.649305 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-20dd9595-d3f6-4aca-a3c7-1e749fda27e7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.696578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd9595-d3f6-4aca-a3c7-1e749fda27e7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6611b3-27a7-4d6f-8253-1c3c160278e6,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:53.722351 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-20dd9595-d3f6-4aca-a3c7-1e749fda27e7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.724007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-20dd9595-d3f6-4aca-a3c7-1e749fda27e7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4093325 Aug 29 17:31:53.726548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54930) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:53.732935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-de156d54-ebed-4822-afb7-49aec4b84351 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Request body: {'security_group_rule': {'security_group_id': 'f0665522-a423-42d9-9e8f-6921b6dc0ef5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:53.800023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de156d54-ebed-4822-afb7-49aec4b84351 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.832978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f23d68d8-37d5-4e67-b13d-14ce43c28deb tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:53.880804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d68d8-37d5-4e67-b13d-14ce43c28deb tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=257e32cb-60bc-4d74-84de-202f3bc8cca1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:54.015349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de156d54-ebed-4822-afb7-49aec4b84351 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.031367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de156d54-ebed-4822-afb7-49aec4b84351 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.033878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.049040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54958) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:54.056259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f23d68d8-37d5-4e67-b13d-14ce43c28deb tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.059704 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f23d68d8-37d5-4e67-b13d-14ce43c28deb tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/ports/257e32cb-60bc-4d74-84de-202f3bc8cca1 HTTP/1.1" status: 204 len: 168 time: 0.9851763 Aug 29 17:31:54.061568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de156d54-ebed-4822-afb7-49aec4b84351 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eb1c15-11cc-40f5-acd6-05c3598c4270,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:54.063585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54962) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:54.087254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de156d54-ebed-4822-afb7-49aec4b84351 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.090612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-de156d54-ebed-4822-afb7-49aec4b84351 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3629267 Aug 29 17:31:54.098696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54966) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:54.130154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:54.135776 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbbdd-2bc2-4b1e-9bdb-cea6d745fd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.161019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5509f2-09e2-4c84-b425-f5e14d7b0b42 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:54.166491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7a5509f2-09e2-4c84-b425-f5e14d7b0b42 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "GET /v2.0/ports?device_id=986ad724-4fd4-4e2e-b501-69794fca2b8b HTTP/1.1" status: 200 len: 913 time: 0.1005056 Aug 29 17:31:54.167802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54974) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:54.175937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d875239-54a3-4f68-8e72-5fd2bbdaf68c {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:31:54.190747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.209231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.212331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Transition to ACTIVE for port object 4d875239-54a3-4f68-8e72-5fd2bbdaf68c will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:31:54.232382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.482605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Pushing event updated for resources: {'Port': ['ID=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:54.486456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Deleting port a21a75cd-77f2-44bb-ba50-b59b4d2287d8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:54.486993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.632649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7f702-08ba-4e40-bba8-5774384ad928 req-8fe4b318-ed82-44f0-b485-d0c098ae4b31 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:54.634461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75d7f702-08ba-4e40-bba8-5774384ad928 req-8fe4b318-ed82-44f0-b485-d0c098ae4b31 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 944 time: 0.2700009 Aug 29 17:31:54.711216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbbdd-2bc2-4b1e-9bdb-cea6d745fd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.717037 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.731917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbbdd-2bc2-4b1e-9bdb-cea6d745fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.742974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Attempting to bind port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:31:54.743311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Attempting to bind port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:31:54.743640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Attempting to bind port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:31:54.749444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Calling delete_port for a21a75cd-77f2-44bb-ba50-b59b4d2287d8 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:54.752630 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75d7f702-08ba-4e40-bba8-5774384ad928 req-19fe19dd-9666-49c4-bad6-a9f066dd9064 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Aug 29 17:31:54.844113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.846351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c on network e136bb71-1565-4a74-a07c-3da563b369d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:31:54.846703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Attempting to bind port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:31:54.885808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2c0fbbdd-2bc2-4b1e-9bdb-cea6d745fd61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4096e58ea4874dd3af809fea452c5912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8334627 Aug 29 17:31:54.887205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:31:54.887901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Checking segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:31:54.889486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55042) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:54.889739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Bound using segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:31:54.890480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Bound port: 4d875239-54a3-4f68-8e72-5fd2bbdaf68c, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:31:54.892114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:54.917771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fbbdd-2bc2-4b1e-9bdb-cea6d745fd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd6d135-67a1-4b4f-a057-4755288075ea,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:54.998628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96e00b79-1f3d-4f8d-96a2-de959eb30990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.036217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96e00b79-1f3d-4f8d-96a2-de959eb30990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.164205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] For port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:31:55.202391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] For port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:31:55.238841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.253211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96e00b79-1f3d-4f8d-96a2-de959eb30990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.256543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96e00b79-1f3d-4f8d-96a2-de959eb30990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.258269 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-96e00b79-1f3d-4f8d-96a2-de959eb30990 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffd6d135-67a1-4b4f-a057-4755288075ea HTTP/1.1" status: 204 len: 168 time: 0.3653278 Aug 29 17:31:55.282867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e00b79-1f3d-4f8d-96a2-de959eb30990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd6d135-67a1-4b4f-a057-4755288075ea,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:55.339814 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.344693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Allocated IP 172.25.2.23 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/355b8916-f69f-45f9-a0f7-77df0587f85b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:55.380170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:55.380840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.382323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] 10.222.0.44 "PUT /v2.0/ports/4d875239-54a3-4f68-8e72-5fd2bbdaf68c HTTP/1.1" status: 200 len: 1093 time: 2.1192904 Aug 29 17:31:55.382914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1318e9-b0d6-4f59-a534-1a78ed415f3b', 'tag': '4d875239-54a3-4f68-8e72-5fd2bbdaf68c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:55.386025 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd821534-b9af-4dbc-8fdb-33309cdc7424" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1318e9-b0d6-4f59-a534-1a78ed415f3b", "tag": "4d875239-54a3-4f68-8e72-5fd2bbdaf68c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:55.393811 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.504592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda9b5e-012f-4ea3-9b85-e735cb25c43c service neutron] Pushing event updated for resources: {'Port': ['ID=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:55.513844 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24699b98-2cae-48be-bc7f-37cc32d0b0bb x-openstack-request-id: req-24699b98-2cae-48be-bc7f-37cc32d0b0bb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:55.514122 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1318e9-b0d6-4f59-a534-1a78ed415f3b", "tag": "4d875239-54a3-4f68-8e72-5fd2bbdaf68c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:55.514368 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24699b98-2cae-48be-bc7f-37cc32d0b0bb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:55.514786 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1318e9-b0d6-4f59-a534-1a78ed415f3b', 'tag': '4d875239-54a3-4f68-8e72-5fd2bbdaf68c', 'status': 'completed', 'code': 200} Aug 29 17:31:55.789532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 062e9821-e20c-494b-9a23-3cc0e7f050f3 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:31:55.790007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.966155 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:55.987467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 062e9821-e20c-494b-9a23-3cc0e7f050f3 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:31:56.023137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a502622-24b3-4a81-b3ab-dc48b27f099a req-90810789-8626-477c-a9d6-48d7dc612f21 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:56.025197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1a502622-24b3-4a81-b3ab-dc48b27f099a req-90810789-8626-477c-a9d6-48d7dc612f21 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 944 time: 0.1145048 Aug 29 17:31:56.234978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1a502622-24b3-4a81-b3ab-dc48b27f099a req-10269a6e-8230-476d-b974-5015a60b9ebe tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923335 Aug 29 17:31:56.349178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event deleted for resources: {'Port': ['ID=a21a75cd-77f2-44bb-ba50-b59b4d2287d8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:56.399616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-70e2c368-9daf-4b40-bced-070300c46f35 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7286518 Aug 29 17:31:56.503749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:56.516339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:56.555752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-e58ed9da-2a31-423d-b633-03425ad845f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:56.558212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-e58ed9da-2a31-423d-b633-03425ad845f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 1096 time: 1.0477796 Aug 29 17:31:56.591476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=062e9821-e20c-494b-9a23-3cc0e7f050f3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:56.620908 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:56.655148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:56.825973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:56.828248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:56.984168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:56.985063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Fanout notify agent at l3_agent the message router_deleted on router 49f5d78b-3158-4e88-8ccc-56ba30976e5c {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:31:56.991852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-fc50a61b-2ea8-4da8-a760-73a48dc56f43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d875239-54a3-4f68-8e72-5fd2bbdaf68c HTTP/1.1" status: 200 len: 217 time: 0.3596041 Aug 29 17:31:56.992592 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:57.002660 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:57.004074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8ffb074a-9a21-43f1-87e7-2ec42cd58c45 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/49f5d78b-3158-4e88-8ccc-56ba30976e5c HTTP/1.1" status: 204 len: 168 time: 3.8614206 Aug 29 17:31:57.009498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55266) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:57.018451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1929298496', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': False}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:57.022355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-82e23b32-195c-4e79-9469-f6e0224e001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.022951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-82e23b32-195c-4e79-9469-f6e0224e001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.023431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-82e23b32-195c-4e79-9469-f6e0224e001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.023900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-82e23b32-195c-4e79-9469-f6e0224e001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.024710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-82e23b32-195c-4e79-9469-f6e0224e001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.025349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-82e23b32-195c-4e79-9469-f6e0224e001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.027335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-82e23b32-195c-4e79-9469-f6e0224e001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.030285 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-82e23b32-195c-4e79-9469-f6e0224e001a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6508 time: 0.4702516 Aug 29 17:31:57.132382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:57.137636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event updated for resources: {'Port': ['ID=355b8916-f69f-45f9-a0f7-77df0587f85b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:57.144460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:57.147999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:57.148913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:57.167402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-1203129c-499f-47df-a9f1-511d11bad86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.169206 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-1203129c-499f-47df-a9f1-511d11bad86a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.1528099 Aug 29 17:31:57.170564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:57.308173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-329619d6-f28d-447b-aa8a-531962343505 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859044 Aug 29 17:31:57.439161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:57.561435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68560189-07ab-4f36-8a89-e0ebc7a1eb44 req-1404c80f-cefc-47a5-8b37-ab5441bb26be tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.563315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68560189-07ab-4f36-8a89-e0ebc7a1eb44 req-1404c80f-cefc-47a5-8b37-ab5441bb26be tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 944 time: 0.2237270 Aug 29 17:31:57.592360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-dc18e6ef-8678-4643-a7f7-5376d2e6b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.593633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-dc18e6ef-8678-4643-a7f7-5376d2e6b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.595998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-dc18e6ef-8678-4643-a7f7-5376d2e6b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:57.598537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-dc18e6ef-8678-4643-a7f7-5376d2e6b2ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=c94a284a-3908-4129-8987-ec9683304a7a&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 2298 time: 0.5034289 Aug 29 17:31:57.617865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:57.711064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-7a3cbc24-a0ae-435b-a29a-1b4aec18c2ab service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948989 Aug 29 17:31:57.721597 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:57.990197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Router 986ad724-4fd4-4e2e-b501-69794fca2b8b has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:31:58.009681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68560189-07ab-4f36-8a89-e0ebc7a1eb44 req-294a989f-ec96-4d65-9305-e905a2b00c7c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343739 Aug 29 17:31:58.018392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:58.170893 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-e574f5d5-b9f8-4ccd-b01a-923dc164c443 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 200 len: 1002 time: 0.5342326 Aug 29 17:31:58.227288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:58.251485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:31:58.253880 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:58.263154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17238bb4-7b73-4a8a-8a9f-daf5d845335d None None] Sync routers for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:31:58.273839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17238bb4-7b73-4a8a-8a9f-daf5d845335d None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:58.274475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17238bb4-7b73-4a8a-8a9f-daf5d845335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:58.328837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17238bb4-7b73-4a8a-8a9f-daf5d845335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:58.339119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17238bb4-7b73-4a8a-8a9f-daf5d845335d None None] Routers {'986ad724-4fd4-4e2e-b501-69794fca2b8b'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:31:58.340411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17238bb4-7b73-4a8a-8a9f-daf5d845335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['986ad724-4fd4-4e2e-b501-69794fca2b8b'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:58.342538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6ba24a9-9be7-403c-bc35-fc65cfad718e req-40092645-edac-4753-8de6-fcd32c35b968 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502858 Aug 29 17:31:58.390504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Allocated IP 172.25.2.224 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/fb997804-917a-46d1-a7ce-7e72993dd1f5) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:58.413251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17238bb4-7b73-4a8a-8a9f-daf5d845335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:31:58.418621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17238bb4-7b73-4a8a-8a9f-daf5d845335d None None] The sync data for ids ['986ad724-4fd4-4e2e-b501-69794fca2b8b'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:31:58.438311 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:58.458500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3c16afd7-7c88-4322-b397-e7ec4ad4a51e tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "PUT /v2.0/routers/986ad724-4fd4-4e2e-b501-69794fca2b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2893510 Aug 29 17:31:58.470038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55388) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:58.475965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-10ae9fe5-0f5a-4664-9491-e09e281729ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:58.477433 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-10ae9fe5-0f5a-4664-9491-e09e281729ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02c398ab-acc0-4618-b795-8014350499c2 HTTP/1.1" status: 200 len: 856 time: 0.2994814 Aug 29 17:31:58.481619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:58.570279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55394) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:58.640107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-98c1cb74-2a74-4537-a443-2b2e59936e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:58.641674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-98c1cb74-2a74-4537-a443-2b2e59936e10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 1096 time: 0.1997981 Aug 29 17:31:58.647665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event updated for resources: {'Port': ['ID=355b8916-f69f-45f9-a0f7-77df0587f85b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:58.657571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-2165c360-5222-4282-a96a-97f015cd9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:58.659441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-2165c360-5222-4282-a96a-97f015cd9892 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c94a284a-3908-4129-8987-ec9683304a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684873 Aug 29 17:31:58.724882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:58.803635 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:58.804928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c30d4e36-fbb6-470e-a640-6fb7c10ec0fd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7048204 Aug 29 17:31:58.874263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-cab1b9bd-1606-473a-92e9-746029382743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:58.875965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-cab1b9bd-1606-473a-92e9-746029382743 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 913 time: 0.2214966 Aug 29 17:31:58.924559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-fd15eb0e-a92d-42dd-9e43-b7094352cb03 service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514360 Aug 29 17:31:58.988210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-c022cb19-109c-4af2-99fa-c573ac9f2279 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d875239-54a3-4f68-8e72-5fd2bbdaf68c HTTP/1.1" status: 200 len: 217 time: 0.0723648 Aug 29 17:31:59.211400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-0948f001-5b3e-471c-ad51-9fc54d014581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:59.213005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-0948f001-5b3e-471c-ad51-9fc54d014581 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.2114949 Aug 29 17:31:59.218021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e602150-5c90-4a4f-8ee0-b604cff269e1 req-6bf5420c-c991-4deb-b051-34a80ef88241 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.7489588 Aug 29 17:31:59.284160 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-5e9e4a7b-9195-4b1e-8aeb-03db1d65989a service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126535 Aug 29 17:31:59.316623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-988d4ef5-17a8-4c48-a585-c9e51039f4b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811527 Aug 29 17:31:59.329534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e602150-5c90-4a4f-8ee0-b604cff269e1 req-639a0435-9e67-4919-8b81-8914c6d00c9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0517828 Aug 29 17:31:59.397951 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-cefe4ad8-41f4-4b35-9b3a-3e7d2e4c5b5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 217 time: 0.0803626 Aug 29 17:31:59.423783 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e602150-5c90-4a4f-8ee0-b604cff269e1 req-27edf99b-bb07-4b26-aa0d-ff25ba453829 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542736 Aug 29 17:31:59.431603 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:59.438329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d266-b51a-4b08-9efc-57050cdd045b req-7411c85f-fbf9-42ee-92a3-5b0c7f805d04 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:59.440790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05b4d266-b51a-4b08-9efc-57050cdd045b req-7411c85f-fbf9-42ee-92a3-5b0c7f805d04 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 944 time: 0.2725694 Aug 29 17:31:59.540984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-95f933cb-1352-49a5-acfb-b7944c54c67a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:59.543239 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-95f933cb-1352-49a5-acfb-b7944c54c67a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 822 time: 0.3323541 Aug 29 17:31:59.558990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:59.629204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-7380b576-cfe2-49ce-a062-88d30697bcaa tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/quotas/fa2b19558c834c5bb531b79d53b62ecb HTTP/1.1" status: 200 len: 375 time: 0.0770190 Aug 29 17:31:59.733887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e602150-5c90-4a4f-8ee0-b604cff269e1 req-5a0db17d-c536-4faf-a954-f85c54fdfa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:59.735486 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e602150-5c90-4a4f-8ee0-b604cff269e1 req-5a0db17d-c536-4faf-a954-f85c54fdfa57 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2994452 Aug 29 17:31:59.736780 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:59.807042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:59.818531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:59.821364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:59.830334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-dc63657f-c584-4b83-9038-9b4f18ae8e22 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870472 Aug 29 17:31:59.832572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:59.864171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'Port': ['ID=fb997804-917a-46d1-a7ce-7e72993dd1f5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:59.923356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-53f37d9f-a239-4ec1-964b-dba041c9bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:59.925170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-53f37d9f-a239-4ec1-964b-dba041c9bec8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.4967220 Aug 29 17:32:00.004305 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05b4d266-b51a-4b08-9efc-57050cdd045b req-a7adf77a-9c2b-423b-818c-15c47425c7b7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230396 Aug 29 17:32:00.080373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting port 16aca76e-3773-4386-8440-fa638634d3c9 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:00.080720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:00.173663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-ea5f08ec-e342-42ae-b58b-c8a5a205309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:00.175464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-ea5f08ec-e342-42ae-b58b-c8a5a205309a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2425547 Aug 29 17:32:00.196882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-e30c073a-dfca-45c4-a351-bb3fa8d924b0 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636732 Aug 29 17:32:00.235560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-d18d96d4-8391-4bfd-a961-6f644f4882e7 service neutron] 10.222.0.41 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957541 Aug 29 17:32:00.341999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:00.365267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Calling delete_port for 16aca76e-3773-4386-8440-fa638634d3c9 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:00.430187 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:00.458755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd821534-b9af-4dbc-8fdb-33309cdc7424 req-82d50108-f576-4ef1-8968-f2e5001a7ebe service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123363 Aug 29 17:32:00.467351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-5b2dc389-1d16-4eb2-8f62-02cd8e95e6ee service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822416 Aug 29 17:32:00.535515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-e9ec7df5-3076-477f-9937-7bd8c75ce536 service neutron] 10.222.0.41 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870505 Aug 29 17:32:00.628285 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:00.680841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-ace55a11-4dca-4a59-8dc2-2daffa39eff5 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960320 Aug 29 17:32:00.772261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-51969c20-dffc-4e10-860b-7ba7eeb060a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.0814223 Aug 29 17:32:00.785470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:00.818932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Port': ['ID=16aca76e-3773-4386-8440-fa638634d3c9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:00.826877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:00.895557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c5a89b0-2255-4490-8ac4-d1e1143925c1 req-7746a72b-0eb5-4bda-a2d6-8b498838f76a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 210 time: 0.1172888 Aug 29 17:32:00.926062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-390ac5b3-c0c7-4390-8dd9-3eb5b33719d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:00.927640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-390ac5b3-c0c7-4390-8dd9-3eb5b33719d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1436846 Aug 29 17:32:00.979487 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.094791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-02f28286-12f8-4954-ad53-0bbd563163b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:01.096698 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-02f28286-12f8-4954-ad53-0bbd563163b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1415687 Aug 29 17:32:01.119105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.124061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.214889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.215448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Fanout notify agent at l3_agent the message router_deleted on router 986ad724-4fd4-4e2e-b501-69794fca2b8b {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:01.224592 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.225780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b0e35a30-24f3-41b5-8f2d-0647e5aee5db tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/routers/986ad724-4fd4-4e2e-b501-69794fca2b8b HTTP/1.1" status: 204 len: 168 time: 2.7280354 Aug 29 17:32:01.231243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55564) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:01.252219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc565e8c-b44e-4e22-bc1b-8bd67f6eaccf req-1fec368d-a13f-4ae8-9c2a-3394bec8f54b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:01.253778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc565e8c-b44e-4e22-bc1b-8bd67f6eaccf req-1fec368d-a13f-4ae8-9c2a-3394bec8f54b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 944 time: 0.1326199 Aug 29 17:32:01.290502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-912a8ab9-0025-4c54-8291-c3878a991356 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840987 Aug 29 17:32:01.325159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1923756-d7f6-48ca-b348-6c228031e573 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Deleting subnet b2b68f0c-d1bd-4c6d-bef8-1776fb242eab {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:32:01.338606 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1923756-d7f6-48ca-b348-6c228031e573 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.341360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Router ffe921f1-0539-4dd3-8816-10c51be905d7 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:32:01.417025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc565e8c-b44e-4e22-bc1b-8bd67f6eaccf req-6c691192-1452-4a0f-b897-e4f654c61f2e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413276 Aug 29 17:32:01.422496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1923756-d7f6-48ca-b348-6c228031e573 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.431447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Deleting port 957e7963-e454-453a-989f-1737a7aec3e5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:01.431789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.529562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] For port 957e7963-e454-453a-989f-1737a7aec3e5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=957e7963-e454-453a-989f-1737a7aec3e5,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:01.529947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.545112 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1923756-d7f6-48ca-b348-6c228031e573 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.561088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Calling delete_port for 957e7963-e454-453a-989f-1737a7aec3e5 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:01.564290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-99d56c3f-132d-4422-9f0b-2bfb72edf7b1 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492502 Aug 29 17:32:01.601539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:01.614331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-957d2af1-7891-4692-a455-8d4c0102ee80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c HTTP/1.1" status: 200 len: 217 time: 0.0411854 Aug 29 17:32:01.620418 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Sync routers for ids ['ffe921f1-0539-4dd3-8816-10c51be905d7'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:01.631102 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.631469 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Routers {'ffe921f1-0539-4dd3-8816-10c51be905d7'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:01.633755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9425aef3-2211-4307-8506-ce69b9abd7be tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6211488 Aug 29 17:32:01.634002 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ffe921f1-0539-4dd3-8816-10c51be905d7'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:01.636520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1923756-d7f6-48ca-b348-6c228031e573 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.640183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55588) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:01.716900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1923756-d7f6-48ca-b348-6c228031e573 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b68f0c-d1bd-4c6d-bef8-1776fb242eab,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:01.721682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1923756-d7f6-48ca-b348-6c228031e573 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:01.724736 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c1923756-d7f6-48ca-b348-6c228031e573 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/subnets/b2b68f0c-d1bd-4c6d-bef8-1776fb242eab HTTP/1.1" status: 204 len: 168 time: 0.4912863 Aug 29 17:32:01.728111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55596) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:01.754829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-0bb51e7b-fe18-470e-aded-bf2f0dd16888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:01.756200 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Set router ffe921f1-0539-4dd3-8816-10c51be905d7 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:32:01.756369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-0bb51e7b-fe18-470e-aded-bf2f0dd16888 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0953226 Aug 29 17:32:01.981379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.032222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=957e7963-e454-453a-989f-1737a7aec3e5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:02.085724 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67695a36-7ea1-4546-8380-875ba9d1331b req-069a40ae-bf80-47d2-bfcf-1058849dc211 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 210 time: 0.0594065 Aug 29 17:32:02.116694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-aa81733d-8848-45ab-a9cc-4ad2408b2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:02.118302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-aa81733d-8848-45ab-a9cc-4ad2408b2ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2907832 Aug 29 17:32:02.145464 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe921f1-0539-4dd3-8816-10c51be905d7', 'name': 'tempest-snat-router-1929298496', 'tenant_id': '5ec04eadb7974407a749716b4cc8b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': False}, 'gw_port_id': 'fb997804-917a-46d1-a7ce-7e72993dd1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:31:57Z', 'updated_at': '2021-08-29T17:32:00Z', 'revision_number': 3, 'project_id': '5ec04eadb7974407a749716b4cc8b0b7', 'gw_port': {'id': 'fb997804-917a-46d1-a7ce-7e72993dd1f5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe921f1-0539-4dd3-8816-10c51be905d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:31:58Z', 'updated_at': '2021-08-29T17:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:02.204358 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Checking router: ffe921f1-0539-4dd3-8816-10c51be905d7 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:32:02.206507 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Updating router ffe921f1-0539-4dd3-8816-10c51be905d7 port fb997804-917a-46d1-a7ce-7e72993dd1f5 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:32:02.287759 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.333495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4d875239-54a3-4f68-8e72-5fd2bbdaf68c details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:32:02.354321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-ce63b2c6-6ba3-4cd2-b114-18e65b925858 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227368 Aug 29 17:32:02.374060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.500467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:02.535642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '4d875239-54a3-4f68-8e72-5fd2bbdaf68c', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'port_id': '4d875239-54a3-4f68-8e72-5fd2bbdaf68c', 'mac_address': 'fa:16:3e:60:a4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde333e-caeb-4be9-96df-a0767fe315e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:32:02.537931 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.591613 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.612422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d875239-54a3-4f68-8e72-5fd2bbdaf68c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:02.638220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:02.646844 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.720333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:02.741986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d51c81a9-7159-40b0-82da-c75fcf7c7bfb tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/routers/ffe921f1-0539-4dd3-8816-10c51be905d7 HTTP/1.1" status: 200 len: 909 time: 1.0958521 Aug 29 17:32:02.762661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55656) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:02.787059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-867c895c-b74d-4cb9-bd88-9d8d3d5bf362 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290938 Aug 29 17:32:02.788118 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.798891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1929298496', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': True}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:02.805246 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Transition to ACTIVE for port object fb997804-917a-46d1-a7ce-7e72993dd1f5 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:02.813310 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.829582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fd7dd-e863-4861-9139-9a36ad7019b6 req-aa6b9752-7336-4c15-963e-02073231f6b3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:02.836942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef5fd7dd-e863-4861-9139-9a36ad7019b6 req-aa6b9752-7336-4c15-963e-02073231f6b3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 944 time: 0.2933557 Aug 29 17:32:02.864611 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909578af-7646-4540-bff5-3180706de437 None None] Pushing event updated for resources: {'Port': ['ID=fb997804-917a-46d1-a7ce-7e72993dd1f5,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:02.868320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-52d0e835-563d-431c-9c02-9ebb5b801cbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=520c50d0-d97b-4061-87ff-6069f983709e HTTP/1.1" status: 200 len: 217 time: 0.0737276 Aug 29 17:32:02.895190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.896257 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Attempting to bind port fb997804-917a-46d1-a7ce-7e72993dd1f5 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:02.896935 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Attempting to bind port fb997804-917a-46d1-a7ce-7e72993dd1f5 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:02.898020 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Attempting to bind port fb997804-917a-46d1-a7ce-7e72993dd1f5 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:02.909981 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:02.910720 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:02.911396 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.912217 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:02.913732 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Bound port: fb997804-917a-46d1-a7ce-7e72993dd1f5, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:02.915637 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.918845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb09320-030f-4997-8dab-f3e3d8aa2296']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:02.925788 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.927536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:02.929654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['4d875239-54a3-4f68-8e72-5fd2bbdaf68c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:32:02.941847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Router 48750220-3735-4a2a-bc8e-812fc5e374f8 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:32:02.948092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-dc27a77e-37e8-426d-8b62-03f8c1aea0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:02.949638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-dc27a77e-37e8-426d-8b62-03f8c1aea0cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0734618 Aug 29 17:32:02.960187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0c5a8a-e0bd-4f16-8370-3ac58bf790e8') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:02.960498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0c5a8a-e0bd-4f16-8370-3ac58bf790e8') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:03.001429 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef5fd7dd-e863-4861-9139-9a36ad7019b6 req-fd5bf53b-f193-4fa3-86fc-ab0f25ba57d0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499839 Aug 29 17:32:03.001429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-fb982a1f-af8e-442e-90e1-d2f4b65edbb6 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:03.002869 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-fb982a1f-af8e-442e-90e1-d2f4b65edbb6 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 822 time: 0.4691627 Aug 29 17:32:03.005090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.026712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Request body: {'port': {'device_id': '1969dbbc-f47a-45e7-b094-b15328bef8bc', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'admin_state_up': True, 'tenant_id': 'fa2b19558c834c5bb531b79d53b62ecb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:03.033363 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] For port fb997804-917a-46d1-a7ce-7e72993dd1f5, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:03.036919 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] For port fb997804-917a-46d1-a7ce-7e72993dd1f5, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fb997804-917a-46d1-a7ce-7e72993dd1f5,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:03.039420 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.040241 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.040898 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.041797 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.042654 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.043076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.043623 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.044132 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.044540 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.044978 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.045703 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.046136 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909578af-7646-4540-bff5-3180706de437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:03.050809 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.096870 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Routers {'ffe921f1-0539-4dd3-8816-10c51be905d7'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:03.097491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:03.098728 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ffe921f1-0539-4dd3-8816-10c51be905d7'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:03.115557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9d5985d4-dae0-4266-a224-e689bf3bcca4 admin admin] 10.222.0.41 "PUT /v2.0/routers/48750220-3735-4a2a-bc8e-812fc5e374f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5432734 Aug 29 17:32:03.120837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] Sync routers for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:03.153578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55678) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:03.167191 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.193328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:03.193801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.198148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:03.199077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:03.203265 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:03.265824 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] Set router ffe921f1-0539-4dd3-8816-10c51be905d7 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:32:03.297704 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8b89463-cce8-4dc1-91b8-ab794b0f58a2 req-0ffe335f-d2c8-4434-8ed4-4c9ff1dbb462 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 210 time: 0.0482676 Aug 29 17:32:03.307906 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-b1d66b61-2359-4317-bfa6-5cf416c5e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:03.311245 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-b1d66b61-2359-4317-bfa6-5cf416c5e9b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3524742 Aug 29 17:32:03.352947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.374530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Made reservation on behalf of fa2b19558c834c5bb531b79d53b62ecb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:03.378313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.430514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:32:03.547424 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909578af-7646-4540-bff5-3180706de437 None None] Pushing event updated for resources: {'Port': ['ID=fb997804-917a-46d1-a7ce-7e72993dd1f5,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:03.574858 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe921f1-0539-4dd3-8816-10c51be905d7', 'name': 'tempest-snat-router-1929298496', 'tenant_id': '5ec04eadb7974407a749716b4cc8b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': False}, 'gw_port_id': 'fb997804-917a-46d1-a7ce-7e72993dd1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:31:57Z', 'updated_at': '2021-08-29T17:32:00Z', 'revision_number': 3, 'project_id': '5ec04eadb7974407a749716b4cc8b0b7', 'gw_port': {'id': 'fb997804-917a-46d1-a7ce-7e72993dd1f5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe921f1-0539-4dd3-8816-10c51be905d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:31:58Z', 'updated_at': '2021-08-29T17:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:03.608427 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4b93b-b136-4b77-8640-7a774dafdd76 None None] The sync data for ids ['ffe921f1-0539-4dd3-8816-10c51be905d7'] in n-d-713499-15 is: [{'id': 'ffe921f1-0539-4dd3-8816-10c51be905d7', 'name': 'tempest-snat-router-1929298496', 'tenant_id': '5ec04eadb7974407a749716b4cc8b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': False}, 'gw_port_id': 'fb997804-917a-46d1-a7ce-7e72993dd1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:31:57Z', 'updated_at': '2021-08-29T17:32:00Z', 'revision_number': 3, 'project_id': '5ec04eadb7974407a749716b4cc8b0b7', 'gw_port': {'id': 'fb997804-917a-46d1-a7ce-7e72993dd1f5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe921f1-0539-4dd3-8816-10c51be905d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:31:58Z', 'updated_at': '2021-08-29T17:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:03.656471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.668243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.670327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] 10.222.0.41 "DELETE /v2.0/networks/ecb09320-030f-4997-8dab-f3e3d8aa2296 HTTP/1.1" status: 204 len: 168 time: 1.9402745 Aug 29 17:32:03.721651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:32:01Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:03.761969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36aadd-bcbc-4f10-af29-52be346bdd69 tempest-FloatingIPTestJSON-1884394425 tempest-FloatingIPTestJSON-1884394425-project] Pushing event deleted for resources: {'Network': ['ID=ecb09320-030f-4997-8dab-f3e3d8aa2296,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:03.767921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] Checking router: 48750220-3735-4a2a-bc8e-812fc5e374f8 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:32:03.778643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] Routers {'48750220-3735-4a2a-bc8e-812fc5e374f8'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:03.779493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48750220-3735-4a2a-bc8e-812fc5e374f8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:03.850413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:03.905646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] Set router 48750220-3735-4a2a-bc8e-812fc5e374f8 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:32:03.920947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.019489 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-d0454c8e-dc62-41c0-b7bc-21cce3ea1939 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939125 Aug 29 17:32:04.104511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Allocated IP 172.20.0.4 (ef433300-0e38-4479-8614-2d7f7c6202f6/1942df3e-ab83-4fcd-a89d-cc65b91fb74c/ec505e4a-0b05-4819-b2d4-c25a640dfdef) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:04.197750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.204698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:04.267909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-da5b20f9-9c8b-484d-8443-c096060d165e service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120502 Aug 29 17:32:04.348326 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-64062325-fb20-4f74-aead-1f3449ecbf1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 200 len: 217 time: 0.0588112 Aug 29 17:32:04.440534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-a37d49ea-af0c-42de-9e16-5c8f4897ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:04.441975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-a37d49ea-af0c-42de-9e16-5c8f4897ef8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.0850706 Aug 29 17:32:04.486706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fb997804-917a-46d1-a7ce-7e72993dd1f5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:04.530949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4d875239-54a3-4f68-8e72-5fd2bbdaf68c up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:04.547415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378c31-e7b6-41df-a3f0-adf8ef47fdac req-4c7237c6-8bb4-4624-8e91-3ac162191a08 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:04.555805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8378c31-e7b6-41df-a3f0-adf8ef47fdac req-4c7237c6-8bb4-4624-8e91-3ac162191a08 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 945 time: 0.2108123 Aug 29 17:32:04.563736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55748) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:04.575204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee8ccf39-063b-4167-81a6-349636596c5b req-a1b0410a-ee6d-4a6f-a520-f9f8668273f9 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 210 time: 0.1321979 Aug 29 17:32:04.601614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Deleting port 521148e0-282e-4939-84be-447e0180fad5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:04.602556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.609177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.682597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-758a99c1-111d-4577-a26e-306b6d791a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:04.684612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-758a99c1-111d-4577-a26e-306b6d791a00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1573250 Aug 29 17:32:04.702879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a9cd9b6b-a848-424a-95be-aa369f735541 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=845e8c8da10c40bb8ef5b1a2e74cbbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928379 Aug 29 17:32:04.740501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55754) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:04.789535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8378c31-e7b6-41df-a3f0-adf8ef47fdac req-1f3fa9ba-94a0-41e8-88e8-76ea3774d914 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281623 Aug 29 17:32:04.808877 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-74fe726d-dec4-4528-a51d-3800cf7d826b service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039038 Aug 29 17:32:04.824357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:04.827455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port fb997804-917a-46d1-a7ce-7e72993dd1f5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:04.833777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:04.834435 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.846029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port fb997804-917a-46d1-a7ce-7e72993dd1f5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:04.846702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.848483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e62c9d74-fac4-43a1-a39c-55517d4e757b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.918227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.924434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] For port 521148e0-282e-4939-84be-447e0180fad5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=521148e0-282e-4939-84be-447e0180fad5,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:04.925065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.943919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Calling delete_port for 521148e0-282e-4939-84be-447e0180fad5 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:04.956489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:32:01Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:04.960199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.961360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:04.996062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2603d7-3944-4b7b-8a49-7e2da20b3352 None None] The sync data for ids ['48750220-3735-4a2a-bc8e-812fc5e374f8'] in n-d-713499-15 is: [{'id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'name': 'tempest-TestVolumeBackupRestore-398520064-router', 'tenant_id': 'fd0876b522634ad8921bd8aba91776e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '521148e0-282e-4939-84be-447e0180fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:32:01Z', 'revision_number': 5, 'project_id': 'fd0876b522634ad8921bd8aba91776e6', 'gw_port': {'id': '521148e0-282e-4939-84be-447e0180fad5', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48750220-3735-4a2a-bc8e-812fc5e374f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:05.017599 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-747f2ddb-d410-4d84-8265-c5d9dd94b864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.088126 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.099818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Network ef433300-0e38-4479-8614-2d7f7c6202f6 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:05.108704 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.113432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-747f2ddb-d410-4d84-8265-c5d9dd94b864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.117552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:05.121210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:05.134661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event updated for resources: {'Port': ['ID=ec505e4a-0b05-4819-b2d4-c25a640dfdef,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:05.144791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port fb997804-917a-46d1-a7ce-7e72993dd1f5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fb997804-917a-46d1-a7ce-7e72993dd1f5,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:05.165346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1318e9-b0d6-4f59-a534-1a78ed415f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d875239-54a3-4f68-8e72-5fd2bbdaf68c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:05.165508 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-b66a4e74-291d-4965-97d4-3623d5a83ff3 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482568 Aug 29 17:32:05.172690 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0564011a-b07e-4d38-a291-1116f1965837" -d '{"events": [{"server_uuid": "4f1318e9-b0d6-4f59-a534-1a78ed415f3b", "name": "network-vif-plugged", "status": "completed", "tag": "4d875239-54a3-4f68-8e72-5fd2bbdaf68c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:05.184643 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.194765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:05.219183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.231131 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca96473e-c433-45f3-bda0-2f71e68cf8f5 x-openstack-request-id: req-ca96473e-c433-45f3-bda0-2f71e68cf8f5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:05.231417 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1318e9-b0d6-4f59-a534-1a78ed415f3b", "name": "network-vif-plugged", "status": "completed", "tag": "4d875239-54a3-4f68-8e72-5fd2bbdaf68c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:05.231827 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca96473e-c433-45f3-bda0-2f71e68cf8f5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:05.232226 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1318e9-b0d6-4f59-a534-1a78ed415f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d875239-54a3-4f68-8e72-5fd2bbdaf68c', 'code': 200} Aug 29 17:32:05.240581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-2ea5d79d-bc27-4e3d-ad5b-54a1f40cdeda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 200 len: 217 time: 0.0641890 Aug 29 17:32:05.264344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=fb997804-917a-46d1-a7ce-7e72993dd1f5,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:05.285508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:05.286153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.320992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Allocated IP 172.25.2.115 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:05.328517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:05.345150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-747f2ddb-d410-4d84-8265-c5d9dd94b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.347763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-747f2ddb-d410-4d84-8265-c5d9dd94b864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.348920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-747f2ddb-d410-4d84-8265-c5d9dd94b864 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/766610d3-19aa-42fb-ab91-231dc67ac0f6 HTTP/1.1" status: 204 len: 168 time: 0.6016314 Aug 29 17:32:05.379173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-6f18c3f6-da2c-41f7-9416-627fe7667fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:05.380646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-6f18c3f6-da2c-41f7-9416-627fe7667fe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.0873353 Aug 29 17:32:05.383987 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.398467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e62c9d74-fac4-43a1-a39c-55517d4e757b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.399599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f2ddb-d410-4d84-8265-c5d9dd94b864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766610d3-19aa-42fb-ab91-231dc67ac0f6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:05.426482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac4adb-9977-405a-bb57-3a178ae6e5a2 req-ba7907cb-2442-466d-91c5-a7abedd6788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:05.428220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6ac4adb-9977-405a-bb57-3a178ae6e5a2 req-ba7907cb-2442-466d-91c5-a7abedd6788a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 1098 time: 0.1320543 Aug 29 17:32:05.428999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Pushing event deleted for resources: {'Port': ['ID=521148e0-282e-4939-84be-447e0180fad5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:05.453983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e62c9d74-fac4-43a1-a39c-55517d4e757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.512944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-14370086-316a-43fd-a72d-ac056c2456ac tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4994843 Aug 29 17:32:05.522137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c9d74-fac4-43a1-a39c-55517d4e757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8d71b-872a-4809-a0ab-b79ed974b2ec,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:05.549000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Request body: {'port': {'device_id': '1969dbbc-f47a-45e7-b094-b15328bef8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:05.554899 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6ac4adb-9977-405a-bb57-3a178ae6e5a2 req-2498bd28-3257-47f4-87d9-778432500f3d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053360 Aug 29 17:32:05.569658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-5ffecfda-598d-4d44-8f44-1cc28a27c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:05.571366 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-5ffecfda-598d-4d44-8f44-1cc28a27c831 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1809981 Aug 29 17:32:05.574750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.583418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e62c9d74-fac4-43a1-a39c-55517d4e757b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=272af9ea103c4d6d97e13f00e9c7db2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0082762 Aug 29 17:32:05.587839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55762) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:05.680008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.689367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.791972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4fce641-c497-4668-9559-1fcf35494f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.845545 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.850655 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.888990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.893267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4fce641-c497-4668-9559-1fcf35494f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.920983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-1957f704-1a88-447c-aee3-bf9758e0a9ec service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416533 Aug 29 17:32:05.937609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4aaea9-9247-45bb-b6ec-f4413e1a32e9 req-510ed2b9-7856-4a99-86a8-abcfa13a8456 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:05.939096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-df4aaea9-9247-45bb-b6ec-f4413e1a32e9 req-510ed2b9-7856-4a99-86a8-abcfa13a8456 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 931 time: 0.1897974 Aug 29 17:32:05.939895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.940604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48750220-3735-4a2a-bc8e-812fc5e374f8 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:05.961290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:05.962430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4259eaf2-f600-49eb-be28-4d029be7437d admin admin] 10.222.0.41 "DELETE /v2.0/routers/48750220-3735-4a2a-bc8e-812fc5e374f8 HTTP/1.1" status: 204 len: 168 time: 2.8077190 Aug 29 17:32:05.969641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55780) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:06.011496 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:06.048685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-df4aaea9-9247-45bb-b6ec-f4413e1a32e9 req-14da04dd-c78d-4086-b45d-a2d6ce705b53 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847723 Aug 29 17:32:06.054924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:06.067802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae765e6d-eaab-409a-9162-191aea0cdd29 req-56ae866c-15d6-432f-9ee0-5e355e4617e4 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390176 Aug 29 17:32:06.158879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:06.177984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'Port': ['ID=2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:06.248073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1f992b-d9e7-45df-9f85-40ae94e07fec admin admin] Deleting subnet eeaf73f0-a1a9-4472-94be-93c96322837b {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:32:06.259844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa1f992b-d9e7-45df-9f85-40ae94e07fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.291748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0c721-28f3-4f6b-82e6-5e18d0ad2de7 req-2f49a93e-7e09-48dc-9692-703e28bb1855 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:06.293304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bc0c721-28f3-4f6b-82e6-5e18d0ad2de7 req-2f49a93e-7e09-48dc-9692-703e28bb1855 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.3757572 Aug 29 17:32:06.293958 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4fce641-c497-4668-9559-1fcf35494f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.296512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4fce641-c497-4668-9559-1fcf35494f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.297556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e4fce641-c497-4668-9559-1fcf35494f57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2a8d71b-872a-4809-a0ab-b79ed974b2ec HTTP/1.1" status: 204 len: 168 time: 0.7068095 Aug 29 17:32:06.372685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fce641-c497-4668-9559-1fcf35494f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8d71b-872a-4809-a0ab-b79ed974b2ec,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:06.421333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55792) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:06.475632 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa1f992b-d9e7-45df-9f85-40ae94e07fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.570152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bc0c721-28f3-4f6b-82e6-5e18d0ad2de7 req-f873c02a-ea01-4c8d-9faf-1d34c92a7f35 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587841 Aug 29 17:32:06.630677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fb997804-917a-46d1-a7ce-7e72993dd1f5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:06.711842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port fb997804-917a-46d1-a7ce-7e72993dd1f5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:06.712504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.756168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055305297'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:06.768572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec505e4a-0b05-4819-b2d4-c25a640dfdef {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:06.779887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:06.784130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.794839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.806274 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.811556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa1f992b-d9e7-45df-9f85-40ae94e07fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.842187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 957e7963-e454-453a-989f-1737a7aec3e5 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:06.881629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 957e7963-e454-453a-989f-1737a7aec3e5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:06.881983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 957e7963-e454-453a-989f-1737a7aec3e5 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:06.895880 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Transition to ACTIVE for port object ec505e4a-0b05-4819-b2d4-c25a640dfdef will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:06.900251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.907085 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.935569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.940927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.956073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:06.968606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:06.969720 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment c65078d4-a209-4f88-a9fe-6fe9aae20980 of type vlan for network a850e1bd-2076-4d87-8b80-988ea11dcac4 Aug 29 17:32:07.015383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa1f992b-d9e7-45df-9f85-40ae94e07fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.030862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.056497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Pushing event updated for resources: {'Port': ['ID=ec505e4a-0b05-4819-b2d4-c25a640dfdef,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:07.069206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e130ef-99b0-43e4-b33b-e490bf769b39,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:07.091616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.099189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:07.099902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.174653 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7488167 Aug 29 17:32:07.188675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53290-51bf-4372-bcfc-66ad4ac7d4e7 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=a850e1bd-2076-4d87-8b80-988ea11dcac4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:07.213096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a850e1bd-2076-4d87-8b80-988ea11dcac4 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:07.530838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0b6faa-253a-4bbd-80e5-a32bd9bf5474 None None] Network 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:07.536624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f992b-d9e7-45df-9f85-40ae94e07fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeaf73f0-a1a9-4472-94be-93c96322837b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:07.546046 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa1f992b-d9e7-45df-9f85-40ae94e07fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.547760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aa1f992b-d9e7-45df-9f85-40ae94e07fec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eeaf73f0-a1a9-4472-94be-93c96322837b HTTP/1.1" status: 204 len: 168 time: 1.5756197 Aug 29 17:32:07.550366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55824) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:07.714343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.785547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6d47b-fa93-42cc-89ce-d81989bd724f req-e22c28e7-b01a-4eb4-856d-5462356a239a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:07.787157 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0d6d47b-fa93-42cc-89ce-d81989bd724f req-e22c28e7-b01a-4eb4-856d-5462356a239a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 943 time: 0.2713482 Aug 29 17:32:07.850065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031f33-fe26-4830-89db-1fa655c7380a req-f330030c-7dc0-44a9-924a-f443d604b02d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:07.857197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Attempting to bind port ec505e4a-0b05-4819-b2d4-c25a640dfdef on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:07.857742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Attempting to bind port ec505e4a-0b05-4819-b2d4-c25a640dfdef by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:07.857849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Attempting to bind port ec505e4a-0b05-4819-b2d4-c25a640dfdef on network ef433300-0e38-4479-8614-2d7f7c6202f6 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:07.858157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-76031f33-fe26-4830-89db-1fa655c7380a req-f330030c-7dc0-44a9-924a-f443d604b02d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1290114 Aug 29 17:32:07.873312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Port ec505e4a-0b05-4819-b2d4-c25a640dfdef on network ef433300-0e38-4479-8614-2d7f7c6202f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:07.874039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Attempting to bind port ec505e4a-0b05-4819-b2d4-c25a640dfdef on network ef433300-0e38-4479-8614-2d7f7c6202f6 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:07.874905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] DHCP port deletion for 0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:32:07.895827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Deleting port 93f7434b-72d7-41a9-85f4-4e1d0058f063 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:07.896535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.904180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:07.905020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Checking segment: {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:07.905682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Bound using segment: {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:07.906922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Bound port: ec505e4a-0b05-4819-b2d4-c25a640dfdef, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:07.907624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.914869 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0d6d47b-fa93-42cc-89ce-d81989bd724f req-69c866d9-88d6-46d3-95f9-953da84d1d48 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816417 Aug 29 17:32:07.924685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.977686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] Deleting port 93f7434b-72d7-41a9-85f4-4e1d0058f063 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:07.978335 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:07.984570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-76031f33-fe26-4830-89db-1fa655c7380a req-12e9dbe0-80b9-40c8-b2a6-965b8a665449 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254909 Aug 29 17:32:08.073949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] For port 93f7434b-72d7-41a9-85f4-4e1d0058f063, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=93f7434b-72d7-41a9-85f4-4e1d0058f063,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:08.082839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.138993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Calling delete_port for 93f7434b-72d7-41a9-85f4-4e1d0058f063 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:08.187717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] For port 93f7434b-72d7-41a9-85f4-4e1d0058f063, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=93f7434b-72d7-41a9-85f4-4e1d0058f063,segment=NetworkSegment(4a81fe03-11ef-435c-883a-070e5f5b0141),segment_id=4a81fe03-11ef-435c-883a-070e5f5b0141)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:08.196817 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.243546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:08.245318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] Calling delete_port for 93f7434b-72d7-41a9-85f4-4e1d0058f063 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:08.264585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55844) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:08.281465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 521148e0-282e-4939-84be-447e0180fad5 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:08.285474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:08.306417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.345665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 521148e0-282e-4939-84be-447e0180fad5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:08.348263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 521148e0-282e-4939-84be-447e0180fad5 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:08.353148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 93f7434b-72d7-41a9-85f4-4e1d0058f063 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:08.417770 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.436467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.437200 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.439156 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] 10.222.0.43 "PUT /v2.0/ports/ec505e4a-0b05-4819-b2d4-c25a640dfdef HTTP/1.1" status: 200 len: 1092 time: 2.8960433 Aug 29 17:32:08.439671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1969dbbc-f47a-45e7-b094-b15328bef8bc', 'tag': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:08.442386 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1969dbbc-f47a-45e7-b094-b15328bef8bc", "tag": "ec505e4a-0b05-4819-b2d4-c25a640dfdef"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:08.475349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No active binding found for port 93f7434b-72d7-41a9-85f4-4e1d0058f063 {{(pid=94797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 17:32:08.476061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 93f7434b-72d7-41a9-85f4-4e1d0058f063 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:08.494919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-10045f44-605a-488e-a63f-9d9124a0456d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.500627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-10045f44-605a-488e-a63f-9d9124a0456d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.506731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-10045f44-605a-488e-a63f-9d9124a0456d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.509976 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.513370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-10045f44-605a-488e-a63f-9d9124a0456d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.519607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-10045f44-605a-488e-a63f-9d9124a0456d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.525782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-10045f44-605a-488e-a63f-9d9124a0456d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.531738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-10045f44-605a-488e-a63f-9d9124a0456d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.538034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] No DVR routers for this DVR port 93f7434b-72d7-41a9-85f4-4e1d0058f063 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:08.539907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-10045f44-605a-488e-a63f-9d9124a0456d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.3185873 Aug 29 17:32:08.545197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f7434b-72d7-41a9-85f4-4e1d0058f063,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:08.561362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:08.564335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] No DVR routers for this DVR port 93f7434b-72d7-41a9-85f4-4e1d0058f063 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:08.590284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850e1af-8d29-4737-b841-67971c988d42 None None] Pushing event deleted for resources: {'Port': ['ID=93f7434b-72d7-41a9-85f4-4e1d0058f063,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:08.625442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123f7b1-6cb6-4918-b349-032ff31ce240 service neutron] Pushing event updated for resources: {'Port': ['ID=ec505e4a-0b05-4819-b2d4-c25a640dfdef,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:08.645214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf84ff-68c5-4fdb-8aee-6456393073bd req-1b262bff-a63d-4117-8591-015c6fe6f891 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.649852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1abf84ff-68c5-4fdb-8aee-6456393073bd req-1b262bff-a63d-4117-8591-015c6fe6f891 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.2490439 Aug 29 17:32:08.655143 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.666738 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea86cc45-d65e-4b58-90ed-954e6a95331f req-35cf6ab2-b70f-4ddb-b11c-39d6be5a5332 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251113 Aug 29 17:32:08.668554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9ad97d-5a0e-4cf4-97ac-edae3cef7873']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:08.669692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Router 6ca38eca-fb15-44eb-a63a-67ef759c3fea is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:32:08.672876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.680526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a81fe03-11ef-435c-883a-070e5f5b0141') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:08.681325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a81fe03-11ef-435c-883a-070e5f5b0141') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:08.698988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.709359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.723952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:08.724362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.744692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-96a158f1-50eb-4a8a-be2d-13fbd49a526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.746279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-96a158f1-50eb-4a8a-be2d-13fbd49a526c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 1095 time: 0.1984642 Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:08.788302 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:08.824712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1abf84ff-68c5-4fdb-8aee-6456393073bd req-2231b1a2-34d0-45cd-8870-9b9cbee25f42 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Aug 29 17:32:08.825304 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.839871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-9fe455ed-bc22-43d5-83ec-8d06dfc1427c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef HTTP/1.1" status: 200 len: 217 time: 0.0489769 Aug 29 17:32:08.846131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:08.848153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b9ad97d-5a0e-4cf4-97ac-edae3cef7873 HTTP/1.1" status: 204 len: 168 time: 1.2958534 Aug 29 17:32:08.849054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058792e-f3d6-4304-946b-9dce89dd18f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9ad97d-5a0e-4cf4-97ac-edae3cef7873,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:08.852017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55860) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:08.956929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:08.959443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-d6845196-8535-4fde-a7d5-3a79d932283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:08.961513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-d6845196-8535-4fde-a7d5-3a79d932283b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1942df3e-ab83-4fcd-a89d-cc65b91fb74c HTTP/1.1" status: 200 len: 862 time: 0.1122177 Aug 29 17:32:08.966954 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Sync routers for ids ['6ca38eca-fb15-44eb-a63a-67ef759c3fea'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:08.979750 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Routers {'6ca38eca-fb15-44eb-a63a-67ef759c3fea'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:08.985150 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6ca38eca-fb15-44eb-a63a-67ef759c3fea'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:09.010410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-eeac4394-e2cc-4aaa-a30a-d13df7dbf649 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef433300-0e38-4479-8614-2d7f7c6202f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391855 Aug 29 17:32:09.017657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:09.021874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b1fb98c2-0a72-415e-a4fb-d11d307f13f6 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2568274 Aug 29 17:32:09.022571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55864) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:09.097980 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d73555-001f-45f2-8640-b7bcd95ff1cf x-openstack-request-id: req-96d73555-001f-45f2-8640-b7bcd95ff1cf {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:09.098264 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1969dbbc-f47a-45e7-b094-b15328bef8bc", "tag": "ec505e4a-0b05-4819-b2d4-c25a640dfdef", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:09.098629 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96d73555-001f-45f2-8640-b7bcd95ff1cf {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:09.099125 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1969dbbc-f47a-45e7-b094-b15328bef8bc', 'tag': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'status': 'completed', 'code': 200} Aug 29 17:32:09.133750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86621eb-0e02-4aca-be1d-65017b34b5aa req-f7a65b7a-cc3e-43f0-ac7e-818802fcd4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.139899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:09.143306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86621eb-0e02-4aca-be1d-65017b34b5aa req-f7a65b7a-cc3e-43f0-ac7e-818802fcd4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.151486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86621eb-0e02-4aca-be1d-65017b34b5aa req-f7a65b7a-cc3e-43f0-ac7e-818802fcd4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.158810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86621eb-0e02-4aca-be1d-65017b34b5aa req-f7a65b7a-cc3e-43f0-ac7e-818802fcd4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.166535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86621eb-0e02-4aca-be1d-65017b34b5aa req-f7a65b7a-cc3e-43f0-ac7e-818802fcd4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.174576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86621eb-0e02-4aca-be1d-65017b34b5aa req-f7a65b7a-cc3e-43f0-ac7e-818802fcd4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.182398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86621eb-0e02-4aca-be1d-65017b34b5aa req-f7a65b7a-cc3e-43f0-ac7e-818802fcd4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.184972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b86621eb-0e02-4aca-be1d-65017b34b5aa req-f7a65b7a-cc3e-43f0-ac7e-818802fcd4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.2118196 Aug 29 17:32:09.324781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-654fc45b-3b18-4913-abc6-09dddea15ac7 service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002496 Aug 29 17:32:09.333123 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38cb400d-675a-4cdd-8840-a9997e6158e9 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/routers/6ca38eca-fb15-44eb-a63a-67ef759c3fea HTTP/1.1" status: 200 len: 908 time: 0.3067708 Aug 29 17:32:09.335724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55868) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:09.371531 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Set router 6ca38eca-fb15-44eb-a63a-67ef759c3fea gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:32:09.437256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb6cfc-5a8f-4186-ae00-63697bd3bd44 req-f5277f97-6535-4f21-8eab-944615faaff3 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.445868 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11cb6cfc-5a8f-4186-ae00-63697bd3bd44 req-f5277f97-6535-4f21-8eab-944615faaff3 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 943 time: 0.2350044 Aug 29 17:32:09.493386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Allocated IP 172.25.2.89 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/ae7cd721-a328-4b28-a103-a0f0c8784e70) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:09.533957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:09.551647 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11cb6cfc-5a8f-4186-ae00-63697bd3bd44 req-1f8390a7-cdb1-47d9-a783-5e2913efc2ea tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046436 Aug 29 17:32:09.615774 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d91f8784-7e66-4a6a-ae15-d70924693f45 req-f29dc51a-ded0-4863-a37a-466eacb4dea0 service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791491 Aug 29 17:32:09.687832 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca38eca-fb15-44eb-a63a-67ef759c3fea', 'name': 'tempest-snat-router-1929298496', 'tenant_id': '5ec04eadb7974407a749716b4cc8b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:32:02Z', 'updated_at': '2021-08-29T17:32:06Z', 'revision_number': 3, 'project_id': '5ec04eadb7974407a749716b4cc8b0b7', 'gw_port': {'id': '2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca38eca-fb15-44eb-a63a-67ef759c3fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:32:04Z', 'updated_at': '2021-08-29T17:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:09.719560 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Checking router: 6ca38eca-fb15-44eb-a63a-67ef759c3fea for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:32:09.720339 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Updating router 6ca38eca-fb15-44eb-a63a-67ef759c3fea port 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:32:09.720482 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:09.748645 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:09.783435 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:09.857796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7cd721-a328-4b28-a103-a0f0c8784e70,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:09.884709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-62420735-9533-476e-9293-bb8b4c833deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:09.886545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-62420735-9533-476e-9293-bb8b4c833deb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 1095 time: 0.2080662 Aug 29 17:32:09.895270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:10.027406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-c6bdf3b6-bb23-493d-8ba6-cdfaeaebc16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:10.029729 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-c6bdf3b6-bb23-493d-8ba6-cdfaeaebc16a service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 923 time: 0.1329501 Aug 29 17:32:10.030845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.046159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:10.049974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:10.136572 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.152559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Deleting port 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:10.152954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.156589 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Transition to ACTIVE for port object 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:10.162973 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.213331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-70dabb1e-07c2-4407-99d0-cae9644826a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef HTTP/1.1" status: 200 len: 217 time: 0.0906410 Aug 29 17:32:10.233995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460809e-282a-48e2-ae0d-61abecc5c336 None None] Pushing event updated for resources: {'Port': ['ID=2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:10.237532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.245927 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Attempting to bind port 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:10.246302 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Attempting to bind port 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:10.246686 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Attempting to bind port 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:10.250545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Calling delete_port for 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:10.252500 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:10.252892 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:10.253270 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.253677 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:10.254131 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Bound port: 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:10.254511 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.321851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd015-2393-49d2-ba29-0398e111c30e req-0109ee00-3544-4c81-904a-e307e68554d7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:10.329819 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] For port 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:10.332549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b27dd015-2393-49d2-ba29-0398e111c30e req-0109ee00-3544-4c81-904a-e307e68554d7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.3017254 Aug 29 17:32:10.334730 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] For port 2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:10.343280 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.353087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.359358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-83cb8efd-c1bc-4241-a871-7363a5dd30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:10.361551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-83cb8efd-c1bc-4241-a871-7363a5dd30db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1942df3e-ab83-4fcd-a89d-cc65b91fb74c HTTP/1.1" status: 200 len: 862 time: 0.1204133 Aug 29 17:32:10.376298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55874) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:10.386536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.403291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': 'a850e1bd-2076-4d87-8b80-988ea11dcac4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:10.415821 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Routers {'6ca38eca-fb15-44eb-a63a-67ef759c3fea'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:10.417020 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6ca38eca-fb15-44eb-a63a-67ef759c3fea'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:10.454914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-5cf229c7-9a52-41ef-b0dd-b3d2275459ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef433300-0e38-4479-8614-2d7f7c6202f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808685 Aug 29 17:32:10.458612 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460809e-282a-48e2-ae0d-61abecc5c336 None None] Pushing event updated for resources: {'Port': ['ID=2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:10.529182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.534754 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] Set router 6ca38eca-fb15-44eb-a63a-67ef759c3fea gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:32:10.544098 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.561469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ef7f6e9-1c4e-4e6e-bc0a-b747cbfa5076,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:10.597402 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca38eca-fb15-44eb-a63a-67ef759c3fea', 'name': 'tempest-snat-router-1929298496', 'tenant_id': '5ec04eadb7974407a749716b4cc8b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:32:02Z', 'updated_at': '2021-08-29T17:32:10Z', 'revision_number': 4, 'project_id': '5ec04eadb7974407a749716b4cc8b0b7', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:10.621060 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b27dd015-2393-49d2-ba29-0398e111c30e req-e478a094-3c05-45cc-b767-b83b5c2d3c91 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872255 Aug 29 17:32:10.628996 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87866c2c-2648-4dd1-8c6a-602c5742b277 None None] The sync data for ids ['6ca38eca-fb15-44eb-a63a-67ef759c3fea'] in n-d-713499-15 is: [{'id': '6ca38eca-fb15-44eb-a63a-67ef759c3fea', 'name': 'tempest-snat-router-1929298496', 'tenant_id': '5ec04eadb7974407a749716b4cc8b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:32:02Z', 'updated_at': '2021-08-29T17:32:10Z', 'revision_number': 4, 'project_id': '5ec04eadb7974407a749716b4cc8b0b7', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:10.728316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.756099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:10.759611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.814447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-ec2d0110-6769-46f0-937b-429aa7eb318d service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157327 Aug 29 17:32:10.837429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a4333-3101-4e86-b072-a124089444f7 req-f580ec83-d1a5-4b12-8b4b-50b3a2208d46 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:10.839594 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-443a4333-3101-4e86-b072-a124089444f7 req-f580ec83-d1a5-4b12-8b4b-50b3a2208d46 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 943 time: 0.1667514 Aug 29 17:32:10.842448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.845607 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.942947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.943985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca38eca-fb15-44eb-a63a-67ef759c3fea {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:10.952554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:10.955998 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a0a5b50b-eb96-427f-93a5-e22c3d669574 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6ca38eca-fb15-44eb-a63a-67ef759c3fea HTTP/1.1" status: 204 len: 168 time: 1.6172504 Aug 29 17:32:10.958412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55882) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:10.958758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-443a4333-3101-4e86-b072-a124089444f7 req-43caaa17-8caf-4dcb-b404-6d98dd268a48 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112368 Aug 29 17:32:11.010997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Deleting port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:11.011400 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.095830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8edd78e6-e65f-468d-a65b-d8e2ca2ed0bd req-74f042c9-599d-4048-985d-ccd51ef8301d service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726057 Aug 29 17:32:11.101121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.118431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] For port 1cdb9180-fe5b-44bb-8455-d87bab87e4ff, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,segment=NetworkSegment(b9f01a5b-3519-45a1-b793-9da86d4d085e),segment_id=b9f01a5b-3519-45a1-b793-9da86d4d085e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:11.119086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.134285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Calling delete_port for 1cdb9180-fe5b-44bb-8455-d87bab87e4ff owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:11.135795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.216659 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-89ff3856-3e6e-45b1-9eca-161d8d76addb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.267904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7cd721-a328-4b28-a103-a0f0c8784e70,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:11.276297 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.320251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.331309 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.340142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.428518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdb9180-fe5b-44bb-8455-d87bab87e4ff,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:11.430557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.435129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-10206084-3bef-4b9d-8399-995544d399a6 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1600266 Aug 29 17:32:11.435551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55900) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:11.452844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-906142785', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'fixed_ips': [{'ip_address': '172.25.2.89'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:11.479545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=7a6938d7-db84-40db-a427-86a252b1a8e5,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:11.501436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55902) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:11.523442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': 'c65078d4-a209-4f88-a9fe-6fe9aae20980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a850e1bd-2076-4d87-8b80-988ea11dcac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:11.523822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: a850e1bd-2076-4d87-8b80-988ea11dcac4, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:11.532710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Made reservation on behalf of f2fd24833aba4da892e9968e1a0036e5 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:11.535098 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.538550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.557345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.602544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network a850e1bd-2076-4d87-8b80-988ea11dcac4 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:11.621033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.643286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a850e1bd-2076-4d87-8b80-988ea11dcac4) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:11.657339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.657939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.674982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea56d8-fe83-495c-9825-1643fc15ec66 None None] Network a850e1bd-2076-4d87-8b80-988ea11dcac4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:11.701713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-b9f0bc1d-7e22-490e-9ce9-1a04156ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.701969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-b9f0bc1d-7e22-490e-9ce9-1a04156ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.702288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-b9f0bc1d-7e22-490e-9ce9-1a04156ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.702799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-b9f0bc1d-7e22-490e-9ce9-1a04156ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.703277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-b9f0bc1d-7e22-490e-9ce9-1a04156ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.703748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-b9f0bc1d-7e22-490e-9ce9-1a04156ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.704217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-b9f0bc1d-7e22-490e-9ce9-1a04156ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.706185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-b9f0bc1d-7e22-490e-9ce9-1a04156ff31b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6508 time: 0.2004087 Aug 29 17:32:11.731648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Deleting port fb997804-917a-46d1-a7ce-7e72993dd1f5 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:11.731901 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.852917 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-06cffec1-6870-46d8-a089-50645098c0d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317365 Aug 29 17:32:11.870256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-a850e1bd-2076-4d87-8b80-988ea11dcac4', 'network_id': 'a850e1bd-2076-4d87-8b80-988ea11dcac4', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': '7a6938d7-db84-40db-a427-86a252b1a8e5'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:11.871171 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.900072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429626-d32d-461a-a97d-04b1232f9490 req-407ae06d-a9b3-45f3-9fa4-c1a33477b959 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:11.902456 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26429626-d32d-461a-a97d-04b1232f9490 req-407ae06d-a9b3-45f3-9fa4-c1a33477b959 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1572948 Aug 29 17:32:11.904507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.919180 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.932470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] For port fb997804-917a-46d1-a7ce-7e72993dd1f5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fb997804-917a-46d1-a7ce-7e72993dd1f5,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:11.932843 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:11.955574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db1ad0ec-d80c-4028-82eb-56cb3a37b142 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5776832 Aug 29 17:32:11.958276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] device_id is not set on port c048c040-b79c-4909-abd2-ac155db98400 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:11.960254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55912) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:11.979610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156340287'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:11.993058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Calling delete_port for fb997804-917a-46d1-a7ce-7e72993dd1f5 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:11.993314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Router f0c8856a-b4db-4b47-91ed-154688e9ac6a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:32:12.072179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Allocated IP 2001:db8:0:ffff::2 (a850e1bd-2076-4d87-8b80-988ea11dcac4/7a6938d7-db84-40db-a427-86a252b1a8e5/bd21687c-50fb-4f71-87eb-4b3ff28e76ba) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:12.097286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:12.102128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.200121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:12.246459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.246872 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment 521d85f7-afc7-4c37-a891-2a23700b4434 of type vlan for network 497b103e-f6d8-4a14-9c8d-12c95fdade8c Aug 29 17:32:12.284135 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.296223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Transition to ACTIVE for port object bd21687c-50fb-4f71-87eb-4b3ff28e76ba will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:12.316361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c1068-047a-4ef4-bbef-b497aedbb491 req-f1b01c8b-2332-4402-9151-ec4d8f2c7d55 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:12.316869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Transition to ACTIVE for port object bd21687c-50fb-4f71-87eb-4b3ff28e76ba will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:12.318117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-296c1068-047a-4ef4-bbef-b497aedbb491 req-f1b01c8b-2332-4402-9151-ec4d8f2c7d55 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 943 time: 0.1738358 Aug 29 17:32:12.326314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.329084 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.355970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:12.368334 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6699f71d-f57a-4504-980e-bc3620647688 admin admin] 10.222.0.41 "PUT /v2.0/routers/f0c8856a-b4db-4b47-91ed-154688e9ac6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5026574 Aug 29 17:32:12.372256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55918) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:12.377011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] Sync routers for ids ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:12.381855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Network a850e1bd-2076-4d87-8b80-988ea11dcac4 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:12.391138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:12.396427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:12.405210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Pushing event updated for resources: {'Port': ['ID=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:12.407796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] Routers {'f0c8856a-b4db-4b47-91ed-154688e9ac6a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:12.408405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:12.440763 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-296c1068-047a-4ef4-bbef-b497aedbb491 req-f968dadc-4ab1-4390-94e9-997b8ac49f77 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117129 Aug 29 17:32:12.458621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.459949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dab372-e242-4147-89e1-992bd4049848,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:12.468377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:12.468377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.498285 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26429626-d32d-461a-a97d-04b1232f9490 req-63cc5d34-9eda-485e-b986-8020d1e82e1f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739543 Aug 29 17:32:12.573321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Attempting to bind port bd21687c-50fb-4f71-87eb-4b3ff28e76ba on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:12.573693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Attempting to bind port bd21687c-50fb-4f71-87eb-4b3ff28e76ba by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c65078d4-a209-4f88-a9fe-6fe9aae20980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a850e1bd-2076-4d87-8b80-988ea11dcac4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:12.574317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Attempting to bind port bd21687c-50fb-4f71-87eb-4b3ff28e76ba on network a850e1bd-2076-4d87-8b80-988ea11dcac4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:12.576645 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.588308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:12.589052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Checking segment: {'id': 'c65078d4-a209-4f88-a9fe-6fe9aae20980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a850e1bd-2076-4d87-8b80-988ea11dcac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:12.589694 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.590110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Bound using segment: {'id': 'c65078d4-a209-4f88-a9fe-6fe9aae20980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a850e1bd-2076-4d87-8b80-988ea11dcac4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:12.590673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Bound port: bd21687c-50fb-4f71-87eb-4b3ff28e76ba, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65078d4-a209-4f88-a9fe-6fe9aae20980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a850e1bd-2076-4d87-8b80-988ea11dcac4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:12.591016 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.596358 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6305804 Aug 29 17:32:12.597084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55920) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:12.609915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': '497b103e-f6d8-4a14-9c8d-12c95fdade8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:12.628219 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.629923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b55cd-22a5-47d3-b0e8-735f6d8f6c67 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=497b103e-f6d8-4a14-9c8d-12c95fdade8c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:12.637006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] Set router f0c8856a-b4db-4b47-91ed-154688e9ac6a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:32:12.675440 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 17:32:12.675862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:12.697690 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4b2ad651-c540-4449-ba57-8db9686e1674 tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2480581 Aug 29 17:32:12.714147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55922) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:12.815616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 497b103e-f6d8-4a14-9c8d-12c95fdade8c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:12.816494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:12.820031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.878257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.884825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.919425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb997804-917a-46d1-a7ce-7e72993dd1f5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:12.962719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.992649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Deleting port ae7cd721-a328-4b28-a103-a0f0c8784e70 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:12.992897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.997242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:12.999067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] For port bd21687c-50fb-4f71-87eb-4b3ff28e76ba, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:13.000597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Deleting port da5a094f-b7eb-486d-a6c7-762949f474f8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:13.000944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.023684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] For port bd21687c-50fb-4f71-87eb-4b3ff28e76ba, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,segment=NetworkSegment(c65078d4-a209-4f88-a9fe-6fe9aae20980),segment_id=c65078d4-a209-4f88-a9fe-6fe9aae20980)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:13.029287 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.101640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96310-feb7-4857-b019-a9a0a756f745 None None] Pushing event updated for resources: {'Port': ['ID=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:13.132654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.136491 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.136666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] For port da5a094f-b7eb-486d-a6c7-762949f474f8, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=da5a094f-b7eb-486d-a6c7-762949f474f8,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:13.136968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.151343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.166954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Calling delete_port for da5a094f-b7eb-486d-a6c7-762949f474f8 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:13.205846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.206176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.208674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.208967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:32:11Z', 'revision_number': 5, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port': {'id': 'da5a094f-b7eb-486d-a6c7-762949f474f8', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:13.209545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffe921f1-0539-4dd3-8816-10c51be905d7 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:13.218428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.222894 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c3400821-f0a7-4739-a210-ec4e9f826a9a tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ffe921f1-0539-4dd3-8816-10c51be905d7 HTTP/1.1" status: 204 len: 168 time: 2.2587082 Aug 29 17:32:13.231367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55926) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:13.238523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1506242890', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:13.239457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Calling delete_port for ae7cd721-a328-4b28-a103-a0f0c8784e70 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:13.241176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] Checking router: f0c8856a-b4db-4b47-91ed-154688e9ac6a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:32:13.258077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] Routers {'f0c8856a-b4db-4b47-91ed-154688e9ac6a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:13.258763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:13.324292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=c4d928bc-42fa-438f-ae08-43b7ca10619b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:13.355957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': '521d85f7-afc7-4c37-a891-2a23700b4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '497b103e-f6d8-4a14-9c8d-12c95fdade8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:13.356469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: 497b103e-f6d8-4a14-9c8d-12c95fdade8c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:13.363168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.364359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.398870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] Set router f0c8856a-b4db-4b47-91ed-154688e9ac6a gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:32:13.488152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network 497b103e-f6d8-4a14-9c8d-12c95fdade8c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:13.495769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.499332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ec505e4a-0b05-4819-b2d4-c25a640dfdef details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:32:13.544697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:32:12Z', 'revision_number': 6, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:13.545722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae7cd721-a328-4b28-a103-a0f0c8784e70,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:13.602185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7811c-6dec-4431-b8b4-a78968a9408e None None] The sync data for ids ['f0c8856a-b4db-4b47-91ed-154688e9ac6a'] in n-d-713499-15 is: [{'id': 'f0c8856a-b4db-4b47-91ed-154688e9ac6a', 'name': 'tempest-TestVolumeBackupRestore-1650543461-router', 'tenant_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:26:54Z', 'updated_at': '2021-08-29T17:32:12Z', 'revision_number': 6, 'project_id': 'f6838dc1a88e4d3ab8fa0dcb45f02d1c', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:13.618487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.639746 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.668794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 497b103e-f6d8-4a14-9c8d-12c95fdade8c) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:13.689055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2cd82-4bda-4d26-a137-d5ee2d6879f9 None None] Network 497b103e-f6d8-4a14-9c8d-12c95fdade8c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:13.701462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.704339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.705690 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-108fea22-8b17-4824-a49c-97952feb8a8f tempest-ExternalNetworksAdminNegativeTestJSON-860751242 tempest-ExternalNetworksAdminNegativeTestJSON-860751242-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/f32e3a8d-ef0b-4f96-85ae-3d694d9c242f HTTP/1.1" status: 204 len: 168 time: 0.9906695 Aug 29 17:32:13.713290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:13.714200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.722833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5a094f-b7eb-486d-a6c7-762949f474f8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:13.728094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b14fe-f5b4-4390-9dbf-448ffbaa3e7b req-afa5d8a0-cb4c-4f64-9974-3485dca663af tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:13.730091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b45b14fe-f5b4-4390-9dbf-448ffbaa3e7b req-afa5d8a0-cb4c-4f64-9974-3485dca663af tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 943 time: 0.1091509 Aug 29 17:32:13.812230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:13.844892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b45b14fe-f5b4-4390-9dbf-448ffbaa3e7b req-8f40cc5f-ac0f-49e5-9de4-4d8d2c52b3d8 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992846 Aug 29 17:32:13.890386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'port_id': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'mac_address': 'fa:16:3e:b7:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1942df3e-ab83-4fcd-a89d-cc65b91fb74c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:32:13.899672 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-700787b0-6c8d-4b18-b077-a14a994f3528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.917311 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.979529 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:13.995665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515344c-57d3-4414-8965-e186c125533a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-497b103e-f6d8-4a14-9c8d-12c95fdade8c', 'network_id': '497b103e-f6d8-4a14-9c8d-12c95fdade8c', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': 'c4d928bc-42fa-438f-ae08-43b7ca10619b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:13.996587 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0515344c-57d3-4414-8965-e186c125533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.011296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec505e4a-0b05-4819-b2d4-c25a640dfdef {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:14.045471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:14.085623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55936) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:14.215068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-0515344c-57d3-4414-8965-e186c125533a None None] Allocated IP 2001:db8::1 (497b103e-f6d8-4a14-9c8d-12c95fdade8c/c4d928bc-42fa-438f-ae08-43b7ca10619b/52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:14.315259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9682-f08f-405a-9488-7aa2ba632f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.353599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-25f471f8-1a6c-45e3-9d09-224cfaa86069 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7515993 Aug 29 17:32:14.354550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55942) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:14.357687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.411099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0515344c-57d3-4414-8965-e186c125533a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.421577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0515344c-57d3-4414-8965-e186c125533a None None] Transition to ACTIVE for port object 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:14.442127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bd21687c-50fb-4f71-87eb-4b3ff28e76ba up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:14.449646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.474406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0515344c-57d3-4414-8965-e186c125533a None None] Transition to ACTIVE for port object 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:14.488550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9682-f08f-405a-9488-7aa2ba632f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.497309 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9682-f08f-405a-9488-7aa2ba632f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.502330 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0515344c-57d3-4414-8965-e186c125533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.508795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252f1a-0f63-4b45-910e-25265dcbbdb1 req-8606f22e-4368-42a8-a04b-cc0b21c242e3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:14.511061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50252f1a-0f63-4b45-910e-25265dcbbdb1 req-8606f22e-4368-42a8-a04b-cc0b21c242e3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.8981023 Aug 29 17:32:14.548706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515344c-57d3-4414-8965-e186c125533a None None] Network 497b103e-f6d8-4a14-9c8d-12c95fdade8c is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:14.550215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ec505e4a-0b05-4819-b2d4-c25a640dfdef,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:14.557323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f9682-f08f-405a-9488-7aa2ba632f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc3769e-58ad-4b65-8c7d-163623cc3ca8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:14.565691 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7a9f9682-f08f-405a-9488-7aa2ba632f5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06d6c9e500904133ac081c787c100db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785740 Aug 29 17:32:14.567930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55944) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:14.616327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-0515344c-57d3-4414-8965-e186c125533a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:14.618148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515344c-57d3-4414-8965-e186c125533a None None] Pushing event updated for resources: {'Port': ['ID=52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:14.622055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515344c-57d3-4414-8965-e186c125533a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:14.629929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd593ce8-86f9-4abb-98ce-07c03d2928f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.638004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port bd21687c-50fb-4f71-87eb-4b3ff28e76ba completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:14.652431 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.664752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd593ce8-86f9-4abb-98ce-07c03d2928f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.676453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.691167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0515344c-57d3-4414-8965-e186c125533a None None] Attempting to bind port 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:14.691630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0515344c-57d3-4414-8965-e186c125533a None None] Attempting to bind port 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '521d85f7-afc7-4c37-a891-2a23700b4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '497b103e-f6d8-4a14-9c8d-12c95fdade8c'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:14.691907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515344c-57d3-4414-8965-e186c125533a None None] Attempting to bind port 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a on network 497b103e-f6d8-4a14-9c8d-12c95fdade8c {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:14.698453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515344c-57d3-4414-8965-e186c125533a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:14.708607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515344c-57d3-4414-8965-e186c125533a None None] Checking segment: {'id': '521d85f7-afc7-4c37-a891-2a23700b4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '497b103e-f6d8-4a14-9c8d-12c95fdade8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:14.709119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0515344c-57d3-4414-8965-e186c125533a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.711665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515344c-57d3-4414-8965-e186c125533a None None] Bound using segment: {'id': '521d85f7-afc7-4c37-a891-2a23700b4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '497b103e-f6d8-4a14-9c8d-12c95fdade8c'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:14.711665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0515344c-57d3-4414-8965-e186c125533a None None] Bound port: 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521d85f7-afc7-4c37-a891-2a23700b4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '497b103e-f6d8-4a14-9c8d-12c95fdade8c'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:14.712375 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0515344c-57d3-4414-8965-e186c125533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.734974 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd593ce8-86f9-4abb-98ce-07c03d2928f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.737807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd593ce8-86f9-4abb-98ce-07c03d2928f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.739131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dd593ce8-86f9-4abb-98ce-07c03d2928f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fc3769e-58ad-4b65-8c7d-163623cc3ca8 HTTP/1.1" status: 204 len: 168 time: 0.1699631 Aug 29 17:32:14.758201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd593ce8-86f9-4abb-98ce-07c03d2928f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc3769e-58ad-4b65-8c7d-163623cc3ca8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:14.793517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ec505e4a-0b05-4819-b2d4-c25a640dfdef'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:32:14.795484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8123e596-00a9-47f8-9f5b-f154947ca2a2 None None] Network a850e1bd-2076-4d87-8b80-988ea11dcac4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:14.797139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1cdb9180-fe5b-44bb-8455-d87bab87e4ff no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:14.808855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.865117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.865650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c8856a-b4db-4b47-91ed-154688e9ac6a {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:14.871161 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.874716 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-059a4467-40d3-4016-b9b5-775edde2b333 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f0c8856a-b4db-4b47-91ed-154688e9ac6a HTTP/1.1" status: 204 len: 168 time: 2.4942660 Aug 29 17:32:14.875127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:14.877439 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50252f1a-0f63-4b45-910e-25265dcbbdb1 req-283a328f-4689-4249-953b-984b058a7e4b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249426 Aug 29 17:32:14.933332 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:14.934733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1cdb9180-fe5b-44bb-8455-d87bab87e4ff {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:14.935079 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1cdb9180-fe5b-44bb-8455-d87bab87e4ff not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:14.935493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fb997804-917a-46d1-a7ce-7e72993dd1f5 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:14.962125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6ce5553-fc02-48c1-b70f-2f89c33d7928 None None] Provisioning for port bd21687c-50fb-4f71-87eb-4b3ff28e76ba completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:14.971142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-93df5f49-208f-4d75-8ad4-47d3fa87bc8b admin admin] Deleting subnet 7e39d119-5d0c-413a-9e70-2126764c99e1 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:32:14.982626 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93df5f49-208f-4d75-8ad4-47d3fa87bc8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.038677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: fb997804-917a-46d1-a7ce-7e72993dd1f5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:15.039526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fb997804-917a-46d1-a7ce-7e72993dd1f5 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:15.046232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting port 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:15.046564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.051723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0515344c-57d3-4414-8965-e186c125533a None None] For port 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:15.054115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6ce5553-fc02-48c1-b70f-2f89c33d7928 None None] Provisioning complete for port bd21687c-50fb-4f71-87eb-4b3ff28e76ba triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:15.055002 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5553-fc02-48c1-b70f-2f89c33d7928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.078535 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93df5f49-208f-4d75-8ad4-47d3fa87bc8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.146789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0515344c-57d3-4414-8965-e186c125533a None None] For port 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a,segment=NetworkSegment(521d85f7-afc7-4c37-a891-2a23700b4434),segment_id=521d85f7-afc7-4c37-a891-2a23700b4434)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:15.204035 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0515344c-57d3-4414-8965-e186c125533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.209561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55954) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:15.213654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.241661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15b3f7-92ea-4d8d-9d9b-53e9efad5e58 req-dd42556b-3f2b-4be5-a889-49bd5bcef49c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:15.243271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c15b3f7-92ea-4d8d-9d9b-53e9efad5e58 req-dd42556b-3f2b-4be5-a889-49bd5bcef49c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 944 time: 0.2357335 Aug 29 17:32:15.246254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93df5f49-208f-4d75-8ad4-47d3fa87bc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.248891 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.259295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] For port 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a, host n-d-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:15.260547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.270190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515344c-57d3-4414-8965-e186c125533a None None] Pushing event updated for resources: {'Port': ['ID=52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:15.306687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Calling delete_port for 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:15.334820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f962e1f1-9722-4d10-94c4-e8cae566a9da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2fd24833aba4da892e9968e1a0036e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214402 Aug 29 17:32:15.336679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55956) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:15.346213 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c15b3f7-92ea-4d8d-9d9b-53e9efad5e58 req-114028d4-264a-45cf-8451-59ef6cb06edd tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764260 Aug 29 17:32:15.394767 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93df5f49-208f-4d75-8ad4-47d3fa87bc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.435827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df5f49-208f-4d75-8ad4-47d3fa87bc8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e39d119-5d0c-413a-9e70-2126764c99e1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:15.446644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93df5f49-208f-4d75-8ad4-47d3fa87bc8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.449373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-93df5f49-208f-4d75-8ad4-47d3fa87bc8b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7e39d119-5d0c-413a-9e70-2126764c99e1 HTTP/1.1" status: 204 len: 168 time: 0.5727069 Aug 29 17:32:15.449565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bfa1f3-d6aa-471e-b4ac-0676b9d0a73d None None] Network 2d5bd4c7-01d5-4020-9422-fc8977380585 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:15.452404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55960) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:15.457132 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5553-fc02-48c1-b70f-2f89c33d7928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.465000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.587654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.623493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f6ce5553-fc02-48c1-b70f-2f89c33d7928 None None] For port bd21687c-50fb-4f71-87eb-4b3ff28e76ba, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,segment=NetworkSegment(c65078d4-a209-4f88-a9fe-6fe9aae20980),segment_id=c65078d4-a209-4f88-a9fe-6fe9aae20980)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:15.647773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5553-fc02-48c1-b70f-2f89c33d7928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.664185 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1350ec4c-c5b8-4582-9b06-9b473d87e808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.677910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Allocated IP 172.25.2.154 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/09192bb5-ad8b-41ed-9aa8-4a4bd662ddf0) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:15.711102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.711748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Deleting port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:15.712078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.746950 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1350ec4c-c5b8-4582-9b06-9b473d87e808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.770974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce5553-fc02-48c1-b70f-2f89c33d7928 None None] Pushing event updated for resources: {'Port': ['ID=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:15.806151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] For port 85e4aeff-3edb-4b22-85be-3a969e88cfc2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=85e4aeff-3edb-4b22-85be-3a969e88cfc2,segment=NetworkSegment(b9f01a5b-3519-45a1-b793-9da86d4d085e),segment_id=b9f01a5b-3519-45a1-b793-9da86d4d085e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:15.807068 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.824328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Calling delete_port for 85e4aeff-3edb-4b22-85be-3a969e88cfc2 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:15.844689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Port': ['ID=52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:15.910067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No DVR routers for this DVR port 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:15.927483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ddaff-88e0-4a5c-b296-8ba53c4ca9cf None None] DHCP port deletion for 2d5bd4c7-01d5-4020-9422-fc8977380585 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:32:15.928934 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.970369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] No DVR routers for this DVR port 85e4aeff-3edb-4b22-85be-3a969e88cfc2 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:15.974083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Pushing event deleted for resources: {'Port': ['ID=85e4aeff-3edb-4b22-85be-3a969e88cfc2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:16.062387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1350ec4c-c5b8-4582-9b06-9b473d87e808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.065196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1350ec4c-c5b8-4582-9b06-9b473d87e808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.070571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1350ec4c-c5b8-4582-9b06-9b473d87e808 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1dab372-e242-4147-89e1-992bd4049848 HTTP/1.1" status: 204 len: 168 time: 0.7336879 Aug 29 17:32:16.082295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.101954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.105465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350ec4c-c5b8-4582-9b06-9b473d87e808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dab372-e242-4147-89e1-992bd4049848,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:16.106906 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.114945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3894b120-c5c8-4569-8910-1a128a5e9a51 None None] Provisioning complete for port bd21687c-50fb-4f71-87eb-4b3ff28e76ba triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:16.115497 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3894b120-c5c8-4569-8910-1a128a5e9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.119962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5bd4c7-01d5-4020-9422-fc8977380585']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:16.137350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd47c-58a9-4ff1-b83f-bbaa3879732f req-1ff2d974-3589-46d4-b0bc-f5a98f8c8524 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:16.139413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3bafd47c-58a9-4ff1-b83f-bbaa3879732f req-1ff2d974-3589-46d4-b0bc-f5a98f8c8524 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1300979 Aug 29 17:32:16.144449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f01a5b-3519-45a1-b793-9da86d4d085e') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:16.144449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f01a5b-3519-45a1-b793-9da86d4d085e') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:16.164338 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.200302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.211579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.215029 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3bafd47c-58a9-4ff1-b83f-bbaa3879732f req-3cc1c2d3-0d41-4486-bb02-a6e2ac8dca02 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624883 Aug 29 17:32:16.216021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:16.216438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:16.218317 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:16.254003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.256070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d928bc-42fa-438f-ae08-43b7ca10619b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:16.313519 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.329110 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.336159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] 10.222.0.41 "DELETE /v2.0/networks/2d5bd4c7-01d5-4020-9422-fc8977380585 HTTP/1.1" status: 204 len: 168 time: 0.8810449 Aug 29 17:32:16.350923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bd21687c-50fb-4f71-87eb-4b3ff28e76ba up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:16.364179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd95fe-ef81-40c7-8a65-fbd55b50010a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5bd4c7-01d5-4020-9422-fc8977380585,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:16.382543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:16.398296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:16.418004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:16.425076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.446313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port bd21687c-50fb-4f71-87eb-4b3ff28e76ba triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:16.446313 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.463634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event updated for resources: {'Port': ['ID=09192bb5-ad8b-41ed-9aa8-4a4bd662ddf0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:16.479698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497b103e-f6d8-4a14-9c8d-12c95fdade8c']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:16.504170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521d85f7-afc7-4c37-a891-2a23700b4434') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:16.504476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521d85f7-afc7-4c37-a891-2a23700b4434') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:16.547094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.632652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55974) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:16.650964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.662873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:16.663299 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.668398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device da5a094f-b7eb-486d-a6c7-762949f474f8 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:16.710271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-efb7d83e-2083-4bbf-b94a-8a9eaa40760e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd0876b522634ad8921bd8aba91776e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739098 Aug 29 17:32:16.710458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: da5a094f-b7eb-486d-a6c7-762949f474f8 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:16.710458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device da5a094f-b7eb-486d-a6c7-762949f474f8 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:16.710458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 85e4aeff-3edb-4b22-85be-3a969e88cfc2 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: items = [ Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:16.712632 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:16.715951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:16.743026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 85e4aeff-3edb-4b22-85be-3a969e88cfc2 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:16.743717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 85e4aeff-3edb-4b22-85be-3a969e88cfc2 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:16.754509 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:32:16.764223 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.795029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf5fdd2d-cece-467f-99f6-e77d996d880a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.824039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f3cf0-cb9a-4230-8897-f9ef740e4a30 req-2dd2adcc-3351-4275-b1d3-38f985451dab tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:16.825465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf5fdd2d-cece-467f-99f6-e77d996d880a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.825628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-350f3cf0-cb9a-4230-8897-f9ef740e4a30 req-2dd2adcc-3351-4275-b1d3-38f985451dab tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 944 time: 0.2996366 Aug 29 17:32:16.842772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.881285 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.883243 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/497b103e-f6d8-4a14-9c8d-12c95fdade8c HTTP/1.1" status: 204 len: 168 time: 2.3925858 Aug 29 17:32:16.890498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55982) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:16.902706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880357397'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:16.903414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4f539-313b-4ae8-81f9-902a8d792b07 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=497b103e-f6d8-4a14-9c8d-12c95fdade8c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:16.910932 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf5fdd2d-cece-467f-99f6-e77d996d880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.921538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4ebefc82-d4ee-462e-8fc7-04d241174da1 None None] Could not find standard attr ID for object 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:32:16.927060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf5fdd2d-cece-467f-99f6-e77d996d880a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.930646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf5fdd2d-cece-467f-99f6-e77d996d880a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/052b03b0-f6c6-42f1-a86c-668244248211 HTTP/1.1" status: 204 len: 168 time: 0.2153356 Aug 29 17:32:16.960153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fdd2d-cece-467f-99f6-e77d996d880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052b03b0-f6c6-42f1-a86c-668244248211,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:16.982220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b1f970-1d32-4788-9a74-026b5d3653a4 None None] DHCP port deletion for 497b103e-f6d8-4a14-9c8d-12c95fdade8c request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:32:17.005651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:17.010286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.010818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657095e6-d17b-4204-8554-6f753501aef8 None None] Network 497b103e-f6d8-4a14-9c8d-12c95fdade8c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:17.014641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-350f3cf0-cb9a-4230-8897-f9ef740e4a30 req-12991c10-c413-481a-98a8-629895f6081d tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649036 Aug 29 17:32:17.026192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657095e6-d17b-4204-8554-6f753501aef8 None None] Network 497b103e-f6d8-4a14-9c8d-12c95fdade8c could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:32:17.044187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:17.057697 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.058569 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment 193975ab-8092-4ca1-b3c9-45659be0bf35 of type vlan for network 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d Aug 29 17:32:17.097556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.136406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.185938 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.192849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:17.193505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.285764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3918629 Aug 29 17:32:17.290315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55998) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:17.296217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': '5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:17.319723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0cdfe-4958-4b9e-86d8-1b63b1f22341 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:17.335855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:17.377771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56002) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:17.422934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff657d7-5291-49a6-9518-5994acd4caf4 req-8022c6d1-b096-4430-8d8f-1ecf941ac002 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:17.424500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3ff657d7-5291-49a6-9518-5994acd4caf4 req-8022c6d1-b096-4430-8d8f-1ecf941ac002 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.0725565 Aug 29 17:32:17.474713 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3ff657d7-5291-49a6-9518-5994acd4caf4 req-214ed85d-c088-42db-a052-24fe8a770e7b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Aug 29 17:32:17.482843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ec505e4a-0b05-4819-b2d4-c25a640dfdef up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:17.523754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b282b6fe-576c-46e5-a196-f67112653bb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6838dc1a88e4d3ab8fa0dcb45f02d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405599 Aug 29 17:32:17.524405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56006) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:17.535562 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.544135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:17.548144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.572212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port ec505e4a-0b05-4819-b2d4-c25a640dfdef completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:17.577721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port ec505e4a-0b05-4819-b2d4-c25a640dfdef triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:17.578173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.590504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd85461-fee2-4b5b-82cf-b76171b3bebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.625543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd85461-fee2-4b5b-82cf-b76171b3bebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.698993 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.724910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1969dbbc-f47a-45e7-b094-b15328bef8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:17.727216 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eef371d-a567-4704-8b55-99410879808d" -d '{"events": [{"server_uuid": "1969dbbc-f47a-45e7-b094-b15328bef8bc", "name": "network-vif-plugged", "status": "completed", "tag": "ec505e4a-0b05-4819-b2d4-c25a640dfdef"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:17.745317 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd85461-fee2-4b5b-82cf-b76171b3bebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.748008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd85461-fee2-4b5b-82cf-b76171b3bebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.751569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4cd85461-fee2-4b5b-82cf-b76171b3bebd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98db2baa-ebc7-4158-bfef-da3b2ed4ac32 HTTP/1.1" status: 204 len: 168 time: 0.2230010 Aug 29 17:32:17.765558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd85461-fee2-4b5b-82cf-b76171b3bebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db2baa-ebc7-4158-bfef-da3b2ed4ac32,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:17.781843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:17.793167 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.872698 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5585473-e739-452a-9b41-5b20756f2308 x-openstack-request-id: req-c5585473-e739-452a-9b41-5b20756f2308 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:17.873485 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1969dbbc-f47a-45e7-b094-b15328bef8bc", "name": "network-vif-plugged", "status": "completed", "tag": "ec505e4a-0b05-4819-b2d4-c25a640dfdef", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:17.873987 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5585473-e739-452a-9b41-5b20756f2308 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:17.874640 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1969dbbc-f47a-45e7-b094-b15328bef8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'code': 200} Aug 29 17:32:17.880863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Router fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:32:17.932130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ec505e4a-0b05-4819-b2d4-c25a640dfdef,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:17.953265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.962460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb774f-733f-41e2-9fae-ecc7c1147617 req-50a823ff-e493-44c9-9df7-48bee5b85c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:17.964950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8beb774f-733f-41e2-9fae-ecc7c1147617 req-50a823ff-e493-44c9-9df7-48bee5b85c82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 1097 time: 0.0873883 Aug 29 17:32:18.049081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8beb774f-733f-41e2-9fae-ecc7c1147617 req-96996a87-e259-432a-8af4-8e99058f0dad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768092 Aug 29 17:32:18.136280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:18.176984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:18.177779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 52a4ba7a-fcd5-40a9-89b5-2b27bf39b51a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:18.436267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=af930bec-0cb7-48cc-b896-cccac933c1b1,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:18.483740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': '193975ab-8092-4ca1-b3c9-45659be0bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:18.484102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:18.490151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:18.498768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56030) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:18.502499 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c9ce5-acfb-4b82-b51a-170952ec76d9 None None] Sync routers for ids ['fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:18.512437 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c9ce5-acfb-4b82-b51a-170952ec76d9 None None] Routers {'fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:18.513029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ca23e-b5e3-424f-a6d2-a6835ef9443c req-c06b1e63-f877-4848-9637-35134c35d742 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:18.513229 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2e6c9ce5-acfb-4b82-b51a-170952ec76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:18.516244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c6ca23e-b5e3-424f-a6d2-a6835ef9443c req-c06b1e63-f877-4848-9637-35134c35d742 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 945 time: 0.1117320 Aug 29 17:32:18.536627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.540545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8cd47f34-4287-4cfd-98d2-b62ea000bbb7 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3046632 Aug 29 17:32:18.540545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:18.541356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56036) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:18.547237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9c004eda-f7dc-426f-a865-c60287aac7a5 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': False}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:18.547891 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2e6c9ce5-acfb-4b82-b51a-170952ec76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:18.558888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c9ce5-acfb-4b82-b51a-170952ec76d9 None None] Routers {'fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:18.559705 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2e6c9ce5-acfb-4b82-b51a-170952ec76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:18.566166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:18.575599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:18.576380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.578644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd46915-6f32-44e8-9dd3-78886d52d8e9 None None] Network 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:18.594443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c6ca23e-b5e3-424f-a6d2-a6835ef9443c req-f09edca6-21e6-4de2-bf4c-0b6077cce70b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691638 Aug 29 17:32:18.609811 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2e6c9ce5-acfb-4b82-b51a-170952ec76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:18.610656 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c9ce5-acfb-4b82-b51a-170952ec76d9 None None] The sync data for ids ['fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:18.616394 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-91dfee7d-ab9d-4221-bb31-ce6bc639a74b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3247128 Aug 29 17:32:18.619597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56038) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:18.626143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-469945590'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:18.653075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:18.657929 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.685270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1d6b6d38-5fdd-4fcf-a74d-44aafb05f8d9 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-331387460'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:18.685821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1d6b6d38-5fdd-4fcf-a74d-44aafb05f8d9 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Unknown quota resources ['metering_label']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:32:18.690077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:18.700204 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.700641 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment aade419c-1b89-4a6a-832f-09a1094efafb of type vlan for network d219d5ca-36df-4c19-9431-db8af75a4858 Aug 29 17:32:18.747165 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.787383 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.796036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:18.796036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.866245 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2427950 Aug 29 17:32:18.866618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56042) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:18.872147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': 'd219d5ca-36df-4c19-9431-db8af75a4858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:18.924687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2308f9-0f40-4583-a1e1-5483f19c98af req-0e7d2b78-0c3e-450f-aefd-7708d89252d3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:18.930974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01357647-29d1-4205-a6b3-d3c38443eaa2 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=d219d5ca-36df-4c19-9431-db8af75a4858,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:18.935684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b2308f9-0f40-4583-a1e1-5483f19c98af req-0e7d2b78-0c3e-450f-aefd-7708d89252d3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.2724235 Aug 29 17:32:18.953698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d219d5ca-36df-4c19-9431-db8af75a4858 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:18.966835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d', 'network_id': '5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': 'af930bec-0cb7-48cc-b896-cccac933c1b1'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:18.967585 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.973415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:18.977533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.987735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1d6b6d38-5fdd-4fcf-a74d-44aafb05f8d9 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.988893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1d6b6d38-5fdd-4fcf-a74d-44aafb05f8d9 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4890461 Aug 29 17:32:18.996633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56044) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:19.004510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6564bad7-db19-4c4a-a4ac-90bd1cea0000 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4cec4236-7b66-42fc-9d4e-595019de9c46'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:19.005008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6564bad7-db19-4c4a-a4ac-90bd1cea0000 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:32:19.044984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Performing IP validity checks on allocation pools {{(pid=94796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:32:19.046272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:32:19.113703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b2308f9-0f40-4583-a1e1-5483f19c98af req-3aafafd3-c233-4e37-8918-e5a56010bea0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768365 Aug 29 17:32:19.168673 n-d-713499-15 neutron-server[94795]: WARNING neutron.services.metering.metering_plugin [None req-6564bad7-db19-4c4a-a4ac-90bd1cea0000 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 17:32:19.170002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Allocated IP 2001:db8::3 (5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d/af930bec-0cb7-48cc-b896-cccac933c1b1/fe52958f-2752-4b5c-9694-4e3504a8b23e) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:19.200265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.270246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=4adae59e-7ccc-46ab-872a-c498d8b36e43,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:19.280849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': 'aade419c-1b89-4a6a-832f-09a1094efafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd219d5ca-36df-4c19-9431-db8af75a4858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:19.282975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: d219d5ca-36df-4c19-9431-db8af75a4858, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:19.301177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network d219d5ca-36df-4c19-9431-db8af75a4858 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:19.309075 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6564bad7-db19-4c4a-a4ac-90bd1cea0000 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.310561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6564bad7-db19-4c4a-a4ac-90bd1cea0000 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3106816 Aug 29 17:32:19.314851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56046) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:19.319784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-49d44e1d-11f1-412a-97ed-6b3a74ff92b2 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4cec4236-7b66-42fc-9d4e-595019de9c46'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:19.320301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-49d44e1d-11f1-412a-97ed-6b3a74ff92b2 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94796) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:32:19.326187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d219d5ca-36df-4c19-9431-db8af75a4858) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:19.326456 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.332510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:19.333093 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.334273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d812ca1-83f4-43a7-aeef-1abdc9ef2ad4 None None] Network d219d5ca-36df-4c19-9431-db8af75a4858 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:19.341853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Transition to ACTIVE for port object fe52958f-2752-4b5c-9694-4e3504a8b23e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:19.399797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Transition to ACTIVE for port object fe52958f-2752-4b5c-9694-4e3504a8b23e will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:19.413596 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.417004 n-d-713499-15 neutron-server[94796]: WARNING neutron.services.metering.metering_plugin [None req-49d44e1d-11f1-412a-97ed-6b3a74ff92b2 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 17:32:19.422696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fddc3051-1c2b-4279-8562-10384f31b020 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5548282 Aug 29 17:32:19.427275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56048) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:19.434263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Network 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:19.438681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:19.463392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:19.513002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Pushing event updated for resources: {'Port': ['ID=fe52958f-2752-4b5c-9694-4e3504a8b23e,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:19.567127 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49d44e1d-11f1-412a-97ed-6b3a74ff92b2 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.570820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-49d44e1d-11f1-412a-97ed-6b3a74ff92b2 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2522891 Aug 29 17:32:19.573816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56050) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:19.591252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Attempting to bind port fe52958f-2752-4b5c-9694-4e3504a8b23e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:19.591661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Attempting to bind port fe52958f-2752-4b5c-9694-4e3504a8b23e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '193975ab-8092-4ca1-b3c9-45659be0bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:19.591995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Attempting to bind port fe52958f-2752-4b5c-9694-4e3504a8b23e on network 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:19.596629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-130f2e5f-35ac-45cb-a458-ec4a2c864e1b tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=221fb5dd-90c5-43cd-adb7-f21fc265a0e1 HTTP/1.1" status: 200 len: 464 time: 0.0198345 Aug 29 17:32:19.596909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56052) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:19.603037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:19.604041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Checking segment: {'id': '193975ab-8092-4ca1-b3c9-45659be0bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:19.604510 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.604973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Bound using segment: {'id': '193975ab-8092-4ca1-b3c9-45659be0bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:19.606242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Bound port: fe52958f-2752-4b5c-9694-4e3504a8b23e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193975ab-8092-4ca1-b3c9-45659be0bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:19.606242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.663761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d219d5ca-36df-4c19-9431-db8af75a4858', 'network_id': 'd219d5ca-36df-4c19-9431-db8af75a4858', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': '4adae59e-7ccc-46ab-872a-c498d8b36e43'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:19.664763 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.743428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b8d7-5d1a-4a3c-8784-fc3ffa870e6d tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.747807 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b7b4b8d7-5d1a-4a3c-8784-fc3ffa870e6d tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/221fb5dd-90c5-43cd-adb7-f21fc265a0e1 HTTP/1.1" status: 204 len: 168 time: 0.1474743 Aug 29 17:32:19.760833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56056) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:19.768341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.775840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] For port fe52958f-2752-4b5c-9694-4e3504a8b23e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:19.782895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d06cc1ce-a828-44df-bbba-fa7fb2dcd2c4 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=221fb5dd-90c5-43cd-adb7-f21fc265a0e1 HTTP/1.1" status: 200 len: 221 time: 0.0170155 Aug 29 17:32:19.783180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56058) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:19.795263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1ba6cf87-3bbd-4b48-b2db-6b3cf9dd9920 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1603666845', 'description': 'label created by tempest'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:19.796108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1ba6cf87-3bbd-4b48-b2db-6b3cf9dd9920 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Unknown quota resources ['metering_label']. {{(pid=94796) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:32:19.799243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] For port fe52958f-2752-4b5c-9694-4e3504a8b23e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fe52958f-2752-4b5c-9694-4e3504a8b23e,segment=NetworkSegment(193975ab-8092-4ca1-b3c9-45659be0bf35),segment_id=193975ab-8092-4ca1-b3c9-45659be0bf35)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:19.809310 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.832631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c004eda-f7dc-426f-a865-c60287aac7a5 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:19.908891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Allocated IP 2001:db8::3 (d219d5ca-36df-4c19-9431-db8af75a4858/4adae59e-7ccc-46ab-872a-c498d8b36e43/e3ca745b-a598-4afe-821a-a72105879fb7) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:19.919666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93cf0b-3bd9-46bd-acab-024871bf9039 None None] Pushing event updated for resources: {'Port': ['ID=fe52958f-2752-4b5c-9694-4e3504a8b23e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:19.997190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69be6e-ec63-4fdf-9496-960dea9354c8 req-426819c3-22b4-4268-b01f-81578975e677 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:19.999522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f69be6e-ec63-4fdf-9496-960dea9354c8 req-426819c3-22b4-4268-b01f-81578975e677 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 945 time: 0.3143375 Aug 29 17:32:20.102036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.109628 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ba6cf87-3bbd-4b48-b2db-6b3cf9dd9920 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.110822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ba6cf87-3bbd-4b48-b2db-6b3cf9dd9920 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3267307 Aug 29 17:32:20.162566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56062) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:20.210916 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.228566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Transition to ACTIVE for port object e3ca745b-a598-4afe-821a-a72105879fb7 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:20.233231 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f69be6e-ec63-4fdf-9496-960dea9354c8 req-9e27ea56-6fd9-4b65-b8fe-2f741dcbd095 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884761 Aug 29 17:32:20.256742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Transition to ACTIVE for port object e3ca745b-a598-4afe-821a-a72105879fb7 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:20.270372 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.272366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d3a7e7c7-42b2-4507-89ef-b97a41076590 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=72146e35-b0a9-4e5d-a32d-f7335e60a035 HTTP/1.1" status: 200 len: 468 time: 0.1078856 Aug 29 17:32:20.275036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56068) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:20.330861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Network d219d5ca-36df-4c19-9431-db8af75a4858 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:20.338762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:20.342938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:20.368132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Pushing event updated for resources: {'Port': ['ID=e3ca745b-a598-4afe-821a-a72105879fb7,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:20.369367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.414324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3cd8e-b043-4c4e-baa6-7e78ffe06e5a req-20745aaf-2a82-4045-9728-46ef1a0606ec tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:20.423202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2cd3cd8e-b043-4c4e-baa6-7e78ffe06e5a req-20745aaf-2a82-4045-9728-46ef1a0606ec tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1553783 Aug 29 17:32:20.440934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Attempting to bind port e3ca745b-a598-4afe-821a-a72105879fb7 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:20.441612 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Attempting to bind port e3ca745b-a598-4afe-821a-a72105879fb7 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'aade419c-1b89-4a6a-832f-09a1094efafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd219d5ca-36df-4c19-9431-db8af75a4858'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:20.442452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Attempting to bind port e3ca745b-a598-4afe-821a-a72105879fb7 on network d219d5ca-36df-4c19-9431-db8af75a4858 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:20.449209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:20.449882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Checking segment: {'id': 'aade419c-1b89-4a6a-832f-09a1094efafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd219d5ca-36df-4c19-9431-db8af75a4858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:20.450472 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.451098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Bound using segment: {'id': 'aade419c-1b89-4a6a-832f-09a1094efafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd219d5ca-36df-4c19-9431-db8af75a4858'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:20.451756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Bound port: e3ca745b-a598-4afe-821a-a72105879fb7, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aade419c-1b89-4a6a-832f-09a1094efafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd219d5ca-36df-4c19-9431-db8af75a4858'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:20.452663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.501423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=4adae59e-7ccc-46ab-872a-c498d8b36e43,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:20.531817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2cd3cd8e-b043-4c4e-baa6-7e78ffe06e5a req-e95418c2-cd2a-47ba-83b2-d354d5ba5747 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019440 Aug 29 17:32:20.546631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] For port e3ca745b-a598-4afe-821a-a72105879fb7, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:20.551962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] For port e3ca745b-a598-4afe-821a-a72105879fb7, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e3ca745b-a598-4afe-821a-a72105879fb7,segment=NetworkSegment(aade419c-1b89-4a6a-832f-09a1094efafb),segment_id=aade419c-1b89-4a6a-832f-09a1094efafb)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:20.558216 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.652467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2cd47-c5aa-47f9-8d85-68eebbce4923 None None] Pushing event updated for resources: {'Port': ['ID=e3ca745b-a598-4afe-821a-a72105879fb7,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:20.672830 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c004eda-f7dc-426f-a865-c60287aac7a5 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.675192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7e6aeb-f843-45f5-861e-eb07884b9297 None None] Network d219d5ca-36df-4c19-9431-db8af75a4858 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:20.676194 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c004eda-f7dc-426f-a865-c60287aac7a5 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.690259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.708340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bcf142e-f1ea-43ce-b5c1-9fccc8937bd7 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.710404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6bcf142e-f1ea-43ce-b5c1-9fccc8937bd7 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/72146e35-b0a9-4e5d-a32d-f7335e60a035 HTTP/1.1" status: 204 len: 168 time: 0.4318230 Aug 29 17:32:20.719683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56070) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:20.724750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027c35-5392-42f6-b5b7-6be15a8b6732 req-8563933d-0025-45ff-b754-8cb8c3f39d8c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:20.736721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09027c35-5392-42f6-b5b7-6be15a8b6732 req-8563933d-0025-45ff-b754-8cb8c3f39d8c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 945 time: 0.3465509 Aug 29 17:32:20.736987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b9b1734c-8b50-4f13-ad64-37f00118b302 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=72146e35-b0a9-4e5d-a32d-f7335e60a035 HTTP/1.1" status: 200 len: 216 time: 0.0159039 Aug 29 17:32:20.741907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56072) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:20.745167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d219d5ca-36df-4c19-9431-db8af75a4858']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:20.761054 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83a8dc43-5cf4-4400-b2d8-f563a951d6cb tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0139735 Aug 29 17:32:20.761290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aade419c-1b89-4a6a-832f-09a1094efafb') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:20.761290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aade419c-1b89-4a6a-832f-09a1094efafb') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:20.773662 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.783637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56074) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:20.792869 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.803494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-757a2039-e42d-48a1-8d3f-2b3db4e3af4e tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0155685 Aug 29 17:32:20.804050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56076) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:20.814053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:20.815060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:20.819389 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:20.877891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bbaefdcb-08d1-49af-9e17-a8d07419b150 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/4cec4236-7b66-42fc-9d4e-595019de9c46 HTTP/1.1" status: 200 len: 472 time: 0.0697160 Aug 29 17:32:20.878948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56078) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:20.891784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c004eda-f7dc-426f-a865-c60287aac7a5 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Router fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:32:20.903229 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-190dd76e-a60c-44ad-b192-ce2670440b63 tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/ca0e4c30-3e02-4ed0-aa56-c52b40cf1e40 HTTP/1.1" status: 200 len: 461 time: 0.0196817 Aug 29 17:32:20.904190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56080) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:20.921841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09027c35-5392-42f6-b5b7-6be15a8b6732 req-93a4b59c-e2e5-4cad-938b-68e0d974b8ad tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824110 Aug 29 17:32:20.922997 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:32:20.922997 n-d-713499-15 neutron-server[94796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:32:20.922997 n-d-713499-15 neutron-server[94796]: [parameters: {'id': 'd219d5ca-36df-4c19-9431-db8af75a4858'}] Aug 29 17:32:20.922997 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:32:20.923528 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:32:21.058703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c004eda-f7dc-426f-a865-c60287aac7a5 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:21.064297 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c004eda-f7dc-426f-a865-c60287aac7a5 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.068096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56090) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:21.068584 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9c004eda-f7dc-426f-a865-c60287aac7a5 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "PUT /v2.0/routers/fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf HTTP/1.1" status: 200 len: 922 time: 2.5257163 Aug 29 17:32:21.078681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43a5cd-020b-4d16-8eb4-99314cbdf0ed None None] Sync routers for ids ['fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:21.099955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43a5cd-020b-4d16-8eb4-99314cbdf0ed None None] Routers {'fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:21.100597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ab43a5cd-020b-4d16-8eb4-99314cbdf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:21.163063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ab43a5cd-020b-4d16-8eb4-99314cbdf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:21.189526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43a5cd-020b-4d16-8eb4-99314cbdf0ed None None] Routers {'fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:21.190165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ab43a5cd-020b-4d16-8eb4-99314cbdf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:21.205753 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d20a-5655-41f3-8e52-acea3e20fa2e tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.209202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1bb7d20a-5655-41f3-8e52-acea3e20fa2e tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/ca0e4c30-3e02-4ed0-aa56-c52b40cf1e40 HTTP/1.1" status: 204 len: 168 time: 0.3020296 Aug 29 17:32:21.209538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56092) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:21.231808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ab43a5cd-020b-4d16-8eb4-99314cbdf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:21.232475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43a5cd-020b-4d16-8eb4-99314cbdf0ed None None] The sync data for ids ['fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:21.243645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5ae0409a-e342-47fd-ac5b-d18701c1f9d0 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/routers/fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf HTTP/1.1" status: 200 len: 922 time: 0.1730990 Aug 29 17:32:21.247536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56098) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:21.346147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1627ee6c-ea75-4567-824e-ac1a2675b7bd tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:21.350800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1627ee6c-ea75-4567-824e-ac1a2675b7bd tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1004059 Aug 29 17:32:21.351656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56100) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:21.367012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e6eeee-d8e4-47c0-80e1-c5ded2c835ae None None] Network 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:21.455079 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ff59afa-d1ca-415d-bdaf-15f91c399a5b tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.457481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2ff59afa-d1ca-415d-bdaf-15f91c399a5b tempest-MeteringTestJSON-1915350712 tempest-MeteringTestJSON-1915350712-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/4cec4236-7b66-42fc-9d4e-595019de9c46 HTTP/1.1" status: 204 len: 168 time: 0.2466834 Aug 29 17:32:21.465347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bb9f04ff-cf16-4173-b4a0-ce989577a291 None None] Provisioning for port fe52958f-2752-4b5c-9694-4e3504a8b23e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:21.488451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.505228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fbcbe4-5ff3-4a7b-81e3-b32e751846e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:21.512302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-63fbcbe4-5ff3-4a7b-81e3-b32e751846e1 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 881 time: 0.1559443 Aug 29 17:32:21.512776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56110) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:21.559848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f77e986e-e7a9-47a6-8360-4c295916c6ce tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf HTTP/1.1" status: 200 len: 205 time: 0.0454130 Aug 29 17:32:21.562470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56114) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:21.694643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting port e3ca745b-a598-4afe-821a-a72105879fb7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:21.695306 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.747612 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.768052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294b8e4-3b9d-435b-b767-656e2ffbec5f req-dd8eca05-86c3-43d2-a581-72bb2737fb2c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:21.769759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e294b8e4-3b9d-435b-b767-656e2ffbec5f req-dd8eca05-86c3-43d2-a581-72bb2737fb2c tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1572337 Aug 29 17:32:21.816229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] For port e3ca745b-a598-4afe-821a-a72105879fb7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e3ca745b-a598-4afe-821a-a72105879fb7,segment=NetworkSegment(aade419c-1b89-4a6a-832f-09a1094efafb),segment_id=aade419c-1b89-4a6a-832f-09a1094efafb)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:21.816673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.842759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Calling delete_port for e3ca745b-a598-4afe-821a-a72105879fb7 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:21.856868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e294b8e4-3b9d-435b-b767-656e2ffbec5f req-b04c7045-393f-428c-a373-31f985133ecc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709624 Aug 29 17:32:21.891173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deae5c-62f1-487a-92ee-b618bde8c093 req-71b3d848-6caf-497e-af5d-6ad5f636d019 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:21.898415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3deae5c-62f1-487a-92ee-b618bde8c093 req-71b3d848-6caf-497e-af5d-6ad5f636d019 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 945 time: 0.1138835 Aug 29 17:32:21.907661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56126) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:21.943809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.945833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7b477a-0c5c-43be-a23b-145da6c70688 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:32:21.946704 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:21.968395 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3deae5c-62f1-487a-92ee-b618bde8c093 req-31787171-204c-48ab-9aee-372c42abcde5 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646565 Aug 29 17:32:21.980887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Port': ['ID=e3ca745b-a598-4afe-821a-a72105879fb7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:21.988072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No DVR routers for this DVR port e3ca745b-a598-4afe-821a-a72105879fb7 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:22.019756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Deleting port 09192bb5-ad8b-41ed-9aa8-4a4bd662ddf0 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:22.020053 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.087474 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31f94961-8ca7-4636-9039-ac0c22e61096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.101920 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.104929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.116802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d219d5ca-36df-4c19-9431-db8af75a4858']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:22.127141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Calling delete_port for 09192bb5-ad8b-41ed-9aa8-4a4bd662ddf0 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:22.132608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aade419c-1b89-4a6a-832f-09a1094efafb') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:22.132969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aade419c-1b89-4a6a-832f-09a1094efafb') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:22.148305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.163770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b477a-0c5c-43be-a23b-145da6c70688 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:32:22.174019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.191889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:22.192555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:22.197601 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:22.242479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fe52958f-2752-4b5c-9694-4e3504a8b23e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:22.282527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.293448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.299915 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/d219d5ca-36df-4c19-9431-db8af75a4858 HTTP/1.1" status: 204 len: 168 time: 2.8667755 Aug 29 17:32:22.299915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:22.314404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130477091'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:22.322115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e415d-ac85-4332-a35b-2aa1e4d7e16f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=d219d5ca-36df-4c19-9431-db8af75a4858,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:22.343962 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.360941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port fe52958f-2752-4b5c-9694-4e3504a8b23e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:22.367494 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31f94961-8ca7-4636-9039-ac0c22e61096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.393077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31f94961-8ca7-4636-9039-ac0c22e61096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.398766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port fe52958f-2752-4b5c-9694-4e3504a8b23e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:22.399138 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.413081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event deleted for resources: {'Port': ['ID=09192bb5-ad8b-41ed-9aa8-4a4bd662ddf0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:22.421180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:22.424637 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.441224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.441707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.442156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.442644 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.445533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.445664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-31f94961-8ca7-4636-9039-ac0c22e61096 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec06d27cca864db1be17afc8393bebf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344181 Aug 29 17:32:22.445792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.445792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.445792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.445792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.445792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.445792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.445792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:22.449974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56134) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:22.457239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f94961-8ca7-4636-9039-ac0c22e61096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48a9216-50f3-4e02-97ab-2bf5f9776d08,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:22.471043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:22.482283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.482647 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment 118a0e73-fed6-44a8-9d6a-f2710a1623f3 of type vlan for network 59b75e7e-cbd0-41b4-b574-15e4676c1901 Aug 29 17:32:22.525755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.532038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.561437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.569362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:22.571250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.582015 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.616030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port fe52958f-2752-4b5c-9694-4e3504a8b23e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fe52958f-2752-4b5c-9694-4e3504a8b23e,segment=NetworkSegment(193975ab-8092-4ca1-b3c9-45659be0bf35),segment_id=193975ab-8092-4ca1-b3c9-45659be0bf35)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:22.622454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.631440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.638272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.646648 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-94d09688-de9d-46ad-9efe-ab1467ed7ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.657936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3476253 Aug 29 17:32:22.658985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550f1d9-8718-4a8a-bb56-cf6fd6166ea1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=59b75e7e-cbd0-41b4-b574-15e4676c1901,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:22.661064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:22.666261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': '59b75e7e-cbd0-41b4-b574-15e4676c1901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:22.681987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=fe52958f-2752-4b5c-9694-4e3504a8b23e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:22.685022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 59b75e7e-cbd0-41b4-b574-15e4676c1901 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:22.705481 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.706314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Fanout notify agent at l3_agent the message router_deleted on router fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:22.714002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.715519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-12d2399f-9910-4d7b-8104-681e8241fac6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf HTTP/1.1" status: 204 len: 168 time: 1.1505640 Aug 29 17:32:22.719179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-94d09688-de9d-46ad-9efe-ab1467ed7ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.719878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56138) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:22.725079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-77a4578d-54d5-4e9f-9eeb-cc6cd8134bcc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1915380668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:22.770444 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77a4578d-54d5-4e9f-9eeb-cc6cd8134bcc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.771209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77a4578d-54d5-4e9f-9eeb-cc6cd8134bcc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.776261 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-94d09688-de9d-46ad-9efe-ab1467ed7ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.779292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-94d09688-de9d-46ad-9efe-ab1467ed7ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.780694 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-94d09688-de9d-46ad-9efe-ab1467ed7ef0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f48a9216-50f3-4e02-97ab-2bf5f9776d08 HTTP/1.1" status: 204 len: 168 time: 0.3277488 Aug 29 17:32:22.790043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d09688-de9d-46ad-9efe-ab1467ed7ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48a9216-50f3-4e02-97ab-2bf5f9776d08,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:22.819169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:22.823306 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.898680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77a4578d-54d5-4e9f-9eeb-cc6cd8134bcc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.906740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77a4578d-54d5-4e9f-9eeb-cc6cd8134bcc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.937156 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77a4578d-54d5-4e9f-9eeb-cc6cd8134bcc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:22.938354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-77a4578d-54d5-4e9f-9eeb-cc6cd8134bcc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2174582 Aug 29 17:32:22.941002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56146) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:22.946471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:22.996284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b11295-08e9-4934-b28b-13b0fa89782b req-9c6ca641-50be-45d9-8b93-3101532c7055 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:22.998075 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9b11295-08e9-4934-b28b-13b0fa89782b req-9c6ca641-50be-45d9-8b93-3101532c7055 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.0607049 Aug 29 17:32:23.054769 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9b11295-08e9-4934-b28b-13b0fa89782b req-0eb54c1e-0704-457f-8992-63b01f5ac8c3 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503471 Aug 29 17:32:23.087704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56150) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:23.101767 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4833d949-948a-409b-8f36-036b8def342e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.198058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4833d949-948a-409b-8f36-036b8def342e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.202193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4833d949-948a-409b-8f36-036b8def342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.241896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4833d949-948a-409b-8f36-036b8def342e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80b70a14ea324715b5a490042780d90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529326 Aug 29 17:32:23.242839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833d949-948a-409b-8f36-036b8def342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffe6677-f72f-42c8-b4c4-f06f55c221a9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:23.245819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56154) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:23.298006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-58a84f26-76a4-4d04-aa93-c2d8b917828e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.319841 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-58a84f26-76a4-4d04-aa93-c2d8b917828e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.369460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-58a84f26-76a4-4d04-aa93-c2d8b917828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.372574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-58a84f26-76a4-4d04-aa93-c2d8b917828e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.373982 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-58a84f26-76a4-4d04-aa93-c2d8b917828e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ffe6677-f72f-42c8-b4c4-f06f55c221a9 HTTP/1.1" status: 204 len: 168 time: 0.1271660 Aug 29 17:32:23.382790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a84f26-76a4-4d04-aa93-c2d8b917828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffe6677-f72f-42c8-b4c4-f06f55c221a9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:23.536921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.583285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fe4ca-a67a-48c7-8086-e30a486ece65 req-ec9672f5-e8fe-4bba-8eae-43db0737a92e tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:23.584773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa0fe4ca-a67a-48c7-8086-e30a486ece65 req-ec9672f5-e8fe-4bba-8eae-43db0737a92e tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 945 time: 0.5174673 Aug 29 17:32:23.659490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.704747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa0fe4ca-a67a-48c7-8086-e30a486ece65 req-893e7ac7-2e4b-4d77-b255-85cd0c42f18b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049719 Aug 29 17:32:23.746440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=710e044b-28b4-4f42-9e32-3f26cf508e4d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:23.767404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': '118a0e73-fed6-44a8-9d6a-f2710a1623f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '59b75e7e-cbd0-41b4-b574-15e4676c1901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:23.767775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: 59b75e7e-cbd0-41b4-b574-15e4676c1901, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:23.801570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network 59b75e7e-cbd0-41b4-b574-15e4676c1901 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:23.817027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 59b75e7e-cbd0-41b4-b574-15e4676c1901) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:23.826194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ddf23c-6c39-4f07-bbe6-e4a705a60db2 None None] Network 59b75e7e-cbd0-41b4-b574-15e4676c1901 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:23.851465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:23.852042 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.919811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a3499dbe-6c82-4810-86cd-1787beaf962e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2547321 Aug 29 17:32:23.919811 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.920373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56172) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:23.938466 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:23.995380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-59b75e7e-cbd0-41b4-b574-15e4676c1901', 'network_id': '59b75e7e-cbd0-41b4-b574-15e4676c1901', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': '710e044b-28b4-4f42-9e32-3f26cf508e4d'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:23.996720 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.074033 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.100504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Allocated IP 172.25.2.173 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/e1963e3b-0aa0-45a0-87da-e2307d17a3ae) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:24.188903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Allocated IP 2001:db8::1 (59b75e7e-cbd0-41b4-b574-15e4676c1901/710e044b-28b4-4f42-9e32-3f26cf508e4d/f522d9c6-9ef9-4c1b-930d-c4343604ea33) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:24.238801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.251374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fe52958f-2752-4b5c-9694-4e3504a8b23e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:24.296958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.370273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port fe52958f-2752-4b5c-9694-4e3504a8b23e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:24.370747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.372277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event updated for resources: {'Port': ['ID=e1963e3b-0aa0-45a0-87da-e2307d17a3ae,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:24.385022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:24.386669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:24.389269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:24.486005 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.503953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Transition to ACTIVE for port object f522d9c6-9ef9-4c1b-930d-c4343604ea33 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:24.544075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Transition to ACTIVE for port object f522d9c6-9ef9-4c1b-930d-c4343604ea33 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:24.568058 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.613868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Network 59b75e7e-cbd0-41b4-b574-15e4676c1901 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:24.620605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:24.624678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:24.635652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Pushing event updated for resources: {'Port': ['ID=f522d9c6-9ef9-4c1b-930d-c4343604ea33,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:24.662203 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.694787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Attempting to bind port f522d9c6-9ef9-4c1b-930d-c4343604ea33 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:24.695224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Attempting to bind port f522d9c6-9ef9-4c1b-930d-c4343604ea33 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '118a0e73-fed6-44a8-9d6a-f2710a1623f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '59b75e7e-cbd0-41b4-b574-15e4676c1901'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:24.695602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Attempting to bind port f522d9c6-9ef9-4c1b-930d-c4343604ea33 on network 59b75e7e-cbd0-41b4-b574-15e4676c1901 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:24.701050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:24.701495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Checking segment: {'id': '118a0e73-fed6-44a8-9d6a-f2710a1623f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '59b75e7e-cbd0-41b4-b574-15e4676c1901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:24.701909 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.702324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Bound using segment: {'id': '118a0e73-fed6-44a8-9d6a-f2710a1623f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '59b75e7e-cbd0-41b4-b574-15e4676c1901'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:24.702794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Bound port: f522d9c6-9ef9-4c1b-930d-c4343604ea33, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118a0e73-fed6-44a8-9d6a-f2710a1623f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '59b75e7e-cbd0-41b4-b574-15e4676c1901'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:24.703181 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.723217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.739059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1fe26-9b93-43e6-85a0-8b80956536d7 req-48155403-ed18-42dc-8247-3accc6f8b1fa tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:24.746922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6e1fe26-9b93-43e6-85a0-8b80956536d7 req-48155403-ed18-42dc-8247-3accc6f8b1fa tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.5541806 Aug 29 17:32:24.783149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.797735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6e1fe26-9b93-43e6-85a0-8b80956536d7 req-fdb57759-21b0-48e1-92de-e22ac3886ec7 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498300 Aug 29 17:32:24.804709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] For port f522d9c6-9ef9-4c1b-930d-c4343604ea33, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:24.810927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] For port f522d9c6-9ef9-4c1b-930d-c4343604ea33, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f522d9c6-9ef9-4c1b-930d-c4343604ea33,segment=NetworkSegment(118a0e73-fed6-44a8-9d6a-f2710a1623f3),segment_id=118a0e73-fed6-44a8-9d6a-f2710a1623f3)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:24.821164 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.833952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=710e044b-28b4-4f42-9e32-3f26cf508e4d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:24.908349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d75db-4ee3-4c06-afe5-49664ddeff7e None None] Pushing event updated for resources: {'Port': ['ID=f522d9c6-9ef9-4c1b-930d-c4343604ea33,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:24.930624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.942035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b75e7e-cbd0-41b4-b574-15e4676c1901']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:24.954256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118a0e73-fed6-44a8-9d6a-f2710a1623f3') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:24.954675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118a0e73-fed6-44a8-9d6a-f2710a1623f3') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:24.968479 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:24.976515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78bc4-df36-4f73-8694-be6f287ae22a req-18bad467-3d9e-4121-8f76-5c11e09caffb tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:24.978211 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cac78bc4-df36-4f73-8694-be6f287ae22a req-18bad467-3d9e-4121-8f76-5c11e09caffb tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 945 time: 0.1344483 Aug 29 17:32:24.990561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56200) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:25.001752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.008949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:25.009618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:25.013421 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:25.058623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cac78bc4-df36-4f73-8694-be6f287ae22a req-dbc719f1-132e-4927-b7a2-1fafb4afd1e8 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729859 Aug 29 17:32:25.082241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.085874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.091334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:32:25.091334 n-d-713499-15 neutron-server[94795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:32:25.091334 n-d-713499-15 neutron-server[94795]: [parameters: {'id': '59b75e7e-cbd0-41b4-b574-15e4676c1901'}] Aug 29 17:32:25.091334 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:32:25.092147 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:32:25.237504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-727588327'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:25.275699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Made reservation on behalf of 25b4d03cbb0d4396adbcb070f896fca6 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:25.279827 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.287007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Router 00dfff23-24de-49f5-99d1-baf50436ffd9 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:32:25.295294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.405762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.410001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.431651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316f8e1-e2ff-4d20-ae45-b396471d976e req-1745c2ee-4e83-4f8d-ae5d-8810101e7da9 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:25.432855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:25.433215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c316f8e1-e2ff-4d20-ae45-b396471d976e req-1745c2ee-4e83-4f8d-ae5d-8810101e7da9 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 945 time: 0.0938580 Aug 29 17:32:25.448513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba41068c-34d0-4e1c-b4a6-a4902664e82a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:25.450471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:25.453579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.453923 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Added segment 3895d116-76b1-4ed6-814f-b90cd54d8761 of type vlan for network 10a12d48-e439-4399-aa96-414172f597a2 Aug 29 17:32:25.463256 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.466884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e2a666b2-39f9-4718-b1cb-9ac6ba90367b tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "PUT /v2.0/routers/00dfff23-24de-49f5-99d1-baf50436ffd9 HTTP/1.1" status: 200 len: 880 time: 2.5224972 Aug 29 17:32:25.467041 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38439beb-ec32-4120-92ae-699d53d10217 None None] Sync routers for ids ['00dfff23-24de-49f5-99d1-baf50436ffd9'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:25.467616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56210) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:25.478046 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38439beb-ec32-4120-92ae-699d53d10217 None None] Routers {'00dfff23-24de-49f5-99d1-baf50436ffd9'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:25.480354 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-38439beb-ec32-4120-92ae-699d53d10217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['00dfff23-24de-49f5-99d1-baf50436ffd9'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:25.488718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c316f8e1-e2ff-4d20-ae45-b396471d976e req-9614a5f3-9066-4010-9879-d96d155bd8d0 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Aug 29 17:32:25.527572 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-38439beb-ec32-4120-92ae-699d53d10217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:25.536103 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38439beb-ec32-4120-92ae-699d53d10217 None None] Routers {'00dfff23-24de-49f5-99d1-baf50436ffd9'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:25.536700 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-38439beb-ec32-4120-92ae-699d53d10217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['00dfff23-24de-49f5-99d1-baf50436ffd9'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:25.543746 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.562230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ec505e4a-0b05-4819-b2d4-c25a640dfdef details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:32:25.568859 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-38439beb-ec32-4120-92ae-699d53d10217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:25.569491 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38439beb-ec32-4120-92ae-699d53d10217 None None] The sync data for ids ['00dfff23-24de-49f5-99d1-baf50436ffd9'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:25.594258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.616526 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.622193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:25.622811 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.718805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56212) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:25.719171 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5685ce47-3755-484d-a361-119ff53b9344 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/routers/00dfff23-24de-49f5-99d1-baf50436ffd9 HTTP/1.1" status: 200 len: 921 time: 0.2284095 Aug 29 17:32:25.730713 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7349207 Aug 29 17:32:25.736180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10057d0-460a-4527-90f6-0f002f67177c tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Pushing event updated for resources: {'Network': ['ID=10a12d48-e439-4399-aa96-414172f597a2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:25.760680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting port f522d9c6-9ef9-4c1b-930d-c4343604ea33 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:25.761040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.799521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc291839-70d3-4114-902c-5db10349ef57 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:25.804571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 10a12d48-e439-4399-aa96-414172f597a2 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:25.805191 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cc291839-70d3-4114-902c-5db10349ef57 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=00dfff23-24de-49f5-99d1-baf50436ffd9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0841169 Aug 29 17:32:25.807084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:25.835375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] For port f522d9c6-9ef9-4c1b-930d-c4343604ea33, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f522d9c6-9ef9-4c1b-930d-c4343604ea33,segment=NetworkSegment(118a0e73-fed6-44a8-9d6a-f2710a1623f3),segment_id=118a0e73-fed6-44a8-9d6a-f2710a1623f3)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:25.835751 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:25.859810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Calling delete_port for f522d9c6-9ef9-4c1b-930d-c4343604ea33 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:25.937314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:25.953233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'port_id': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'mac_address': 'fa:16:3e:b7:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1942df3e-ab83-4fcd-a89d-cc65b91fb74c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:32:25.972014 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.011623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No DVR routers for this DVR port f522d9c6-9ef9-4c1b-930d-c4343604ea33 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:26.022631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Port': ['ID=f522d9c6-9ef9-4c1b-930d-c4343604ea33,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:26.035065 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.042941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8594-ad76-49a0-b256-aa84865b28e1 req-4b4ba652-9906-402b-b3bd-e69dc367db59 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:26.055393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b2c8594-ad76-49a0-b256-aa84865b28e1 req-4b4ba652-9906-402b-b3bd-e69dc367db59 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1237998 Aug 29 17:32:26.058761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec505e4a-0b05-4819-b2d4-c25a640dfdef {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:26.077441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56222) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:26.083285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Request body: {'port': {'network_id': '10a12d48-e439-4399-aa96-414172f597a2', 'binding:host_id': 'n-h1-713499-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-134282844'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:26.093318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:26.097879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd7ea4-0b59-4e49-b333-1105f9e1fbd8 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:26.099569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-93bd7ea4-0b59-4e49-b333-1105f9e1fbd8 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 881 time: 0.2907312 Aug 29 17:32:26.100688 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.104425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56224) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:26.139116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb04e4-d702-46d0-878e-4f2e7d6339d0 None None] Network 59b75e7e-cbd0-41b4-b574-15e4676c1901 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:26.143618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e8252bc1-5150-4cf4-87d5-fb0eae638dff tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=00dfff23-24de-49f5-99d1-baf50436ffd9 HTTP/1.1" status: 200 len: 205 time: 0.0377474 Aug 29 17:32:26.147640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:26.165424 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.179281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b75e7e-cbd0-41b4-b574-15e4676c1901']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:26.187456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Made reservation on behalf of fe79cc50f9ae4b8ab27e1f137a5c104d for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:26.190774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.195806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118a0e73-fed6-44a8-9d6a-f2710a1623f3') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:26.196339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118a0e73-fed6-44a8-9d6a-f2710a1623f3') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:26.203343 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b2c8594-ad76-49a0-b256-aa84865b28e1 req-3b45efbb-93e6-4fc1-9641-62f6606781af tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411259 Aug 29 17:32:26.208553 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.214917 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.220932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3228ce15-375b-41c3-86ad-2c67259601c2 None None] Could not find standard attr ID for object f522d9c6-9ef9-4c1b-930d-c4343604ea33. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:32:26.238646 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.248603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:26.249008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:26.252139 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:26.263249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ec505e4a-0b05-4819-b2d4-c25a640dfdef,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:26.269833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ec505e4a-0b05-4819-b2d4-c25a640dfdef'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:32:26.286343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.348014 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.377455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.379399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/59b75e7e-cbd0-41b4-b574-15e4676c1901 HTTP/1.1" status: 204 len: 168 time: 2.4580140 Aug 29 17:32:26.380215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1eb9-eb33-4f04-a4ff-fe2206ae76b1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=59b75e7e-cbd0-41b4-b574-15e4676c1901,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:26.383108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56228) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:26.405636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1037800110'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:26.427402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b954ef7f-870f-4576-8890-259c23d4d6dd None None] DHCP port deletion for 59b75e7e-cbd0-41b4-b574-15e4676c1901 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:32:26.428026 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.455460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.465356 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.482948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] device_id is not set on port 6116b1d2-0d15-45f5-883f-4deb45406cb4 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:26.526257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Deleting port e1963e3b-0aa0-45a0-87da-e2307d17a3ae {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:26.526621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.575449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:26.578942 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.591097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716e5b1c-1595-4bc6-aa54-d71428a750a7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:26.627156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:26.647999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.648284 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment 01304bf9-f55a-46ab-afde-062c22bbb3e6 of type vlan for network cd230bd3-62e0-4210-8997-22e95e94fd3f Aug 29 17:32:26.663065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c66d2d-7549-427e-b26f-320d544ff33c req-dd0e3f6f-03f4-42f8-81bc-9a15dc28b870 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:26.664579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5c66d2d-7549-427e-b26f-320d544ff33c req-dd0e3f6f-03f4-42f8-81bc-9a15dc28b870 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 944 time: 0.0862415 Aug 29 17:32:26.669150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.694702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Calling delete_port for e1963e3b-0aa0-45a0-87da-e2307d17a3ae owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:26.722089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5c66d2d-7549-427e-b26f-320d544ff33c req-ced5e54f-ca5a-4415-80e5-9529e50bc611 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497031 Aug 29 17:32:26.738902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.803473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.809700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:26.810352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.819601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] device_id is not set on port 6116b1d2-0d15-45f5-883f-4deb45406cb4 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:26.878999 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.892836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.904374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event deleted for resources: {'Port': ['ID=e1963e3b-0aa0-45a0-87da-e2307d17a3ae,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:26.916320 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5315204 Aug 29 17:32:26.921096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56234) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:26.922127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Transition to ACTIVE for port object 6116b1d2-0d15-45f5-883f-4deb45406cb4 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:26.930331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': 'cd230bd3-62e0-4210-8997-22e95e94fd3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:26.952678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e1562-0f28-48e3-b1dc-f4efbb66cc3c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=cd230bd3-62e0-4210-8997-22e95e94fd3f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:26.962977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network cd230bd3-62e0-4210-8997-22e95e94fd3f details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:26.971700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:26.992797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.012386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f291c19-28d4-4286-938f-150b7af48057 req-b0a863bb-271c-4748-8223-cc3db95a6e99 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:27.014171 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f291c19-28d4-4286-938f-150b7af48057 req-b0a863bb-271c-4748-8223-cc3db95a6e99 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 944 time: 0.1995661 Aug 29 17:32:27.069934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.072559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.104882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=6116b1d2-0d15-45f5-883f-4deb45406cb4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:27.116684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.117234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Fanout notify agent at l3_agent the message router_deleted on router 00dfff23-24de-49f5-99d1-baf50436ffd9 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:27.124962 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.126062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a4a23717-8805-4fa7-b694-6e547106209f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/00dfff23-24de-49f5-99d1-baf50436ffd9 HTTP/1.1" status: 204 len: 168 time: 0.9766877 Aug 29 17:32:27.129587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56236) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:27.134222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fd7d8bb6-8941-4ef0-a64d-f2d6a7f90024 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1156997767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:27.169842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:27.173259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.180595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd7d8bb6-8941-4ef0-a64d-f2d6a7f90024 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.182370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd7d8bb6-8941-4ef0-a64d-f2d6a7f90024 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.183243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Checking segment: {'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:27.183607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Network hostable DHCP agents. Network: 10a12d48-e439-4399-aa96-414172f597a2, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:27.237683 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd7d8bb6-8941-4ef0-a64d-f2d6a7f90024 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.244231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd7d8bb6-8941-4ef0-a64d-f2d6a7f90024 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.261329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd7d8bb6-8941-4ef0-a64d-f2d6a7f90024 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.263043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fd7d8bb6-8941-4ef0-a64d-f2d6a7f90024 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1323311 Aug 29 17:32:27.265847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:27.270667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': True}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:27.278873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Network 10a12d48-e439-4399-aa96-414172f597a2 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:27.285328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Deleting port ec505e4a-0b05-4819-b2d4-c25a640dfdef {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:27.285756 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.343489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 10a12d48-e439-4399-aa96-414172f597a2) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:27.351070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499c2d5-3c58-47ab-b259-ed3c132399ff None None] Network 10a12d48-e439-4399-aa96-414172f597a2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:27.367725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:27.405446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:27.405832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:27.406167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:27.448179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:27.448571 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:27.454147 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 2 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:27.479035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4742b9d-4a00-4909-8eaa-1aac24851460 req-78947be8-d480-4e88-89aa-4a78298f03d5 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:27.480561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4742b9d-4a00-4909-8eaa-1aac24851460 req-78947be8-d480-4e88-89aa-4a78298f03d5 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1919782 Aug 29 17:32:27.491560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.505659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:27.505915 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:27.506255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:27.516807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:27.517157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.536064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:27.536400 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:27.562203 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 3 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:27.573553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Calling delete_port for ec505e4a-0b05-4819-b2d4-c25a640dfdef owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:27.579471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ec505e4a-0b05-4819-b2d4-c25a640dfdef details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:32:27.584554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ec505e4a-0b05-4819-b2d4-c25a640dfdef no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:27.613748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:27.614120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:27.614466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:27.621441 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4742b9d-4a00-4909-8eaa-1aac24851460 req-34e3ef85-d3cf-4e6b-9dcb-81539d4c00b1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283529 Aug 29 17:32:27.625027 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.661082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:27.661416 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:27.664565 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 4 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:27.709003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.720376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:27.720719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:27.721069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:27.729706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.748154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ec505e4a-0b05-4819-b2d4-c25a640dfdef, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ec505e4a-0b05-4819-b2d4-c25a640dfdef,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:27.750825 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.758421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:27.760639 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:27.760639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=241191ec-66f4-49b7-98c7-7eef284577be,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:27.764203 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 5 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:27.786033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'port_id': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'mac_address': 'fa:16:3e:b7:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1942df3e-ab83-4fcd-a89d-cc65b91fb74c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:32:27.794029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:27.794370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:27.794768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:27.795157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ec505e4a-0b05-4819-b2d4-c25a640dfdef {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:27.796949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': '01304bf9-f55a-46ab-afde-062c22bbb3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd230bd3-62e0-4210-8997-22e95e94fd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:27.797348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: cd230bd3-62e0-4210-8997-22e95e94fd3f, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:27.809320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:27.809683 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:27.810635 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 6 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:27.851292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:27.851631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:27.851957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:27.863461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network cd230bd3-62e0-4210-8997-22e95e94fd3f is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:27.866890 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:32:27.866890 n-d-713499-15 neutron-server[94797]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 29 17:32:27.866890 n-d-713499-15 neutron-server[94797]: [parameters: {'status': 'DOWN', 'ports_id': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef'}] Aug 29 17:32:27.866890 n-d-713499-15 neutron-server[94797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:32:27.867344 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:32:27.868244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:27.868601 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:27.873113 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 7 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:27.886189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Allocated IP 172.25.2.214 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/702b6771-6afa-41b6-8555-861de932072e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:27.886871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, cd230bd3-62e0-4210-8997-22e95e94fd3f) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:27.893628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:27.894227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.896415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c834440-7050-4f73-98a4-918224dd5849 None None] Network cd230bd3-62e0-4210-8997-22e95e94fd3f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:27.902399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:27.902770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:27.903111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:27.904929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:27.918776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193f97-84af-440c-8185-4f98e2b8eaed req-1cd368f4-7bf3-4188-8f47-3e8f4de09d0d tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:27.919544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:27.919834 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:27.926774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17193f97-84af-440c-8185-4f98e2b8eaed req-1cd368f4-7bf3-4188-8f47-3e8f4de09d0d tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=1969dbbc-f47a-45e7-b094-b15328bef8bc HTTP/1.1" status: 200 len: 866 time: 0.0966616 Aug 29 17:32:27.938750 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 8 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:27.949627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event deleted for resources: {'Port': ['ID=ec505e4a-0b05-4819-b2d4-c25a640dfdef,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:27.952260 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2299c062-16b5-49f7-b0f7-3d0bed09692d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0281928 Aug 29 17:32:27.955411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56246) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:27.982025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:27.982681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:27.983020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:27.990716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:27.991044 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:28.003606 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 9 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:28.007371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] No DVR routers for this DVR port ec505e4a-0b05-4819-b2d4-c25a640dfdef on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:28.015483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.017552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f291c19-28d4-4286-938f-150b7af48057 req-8fe27747-272f-4a53-832d-82f3175c418b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "DELETE /v2.0/ports/ec505e4a-0b05-4819-b2d4-c25a640dfdef HTTP/1.1" status: 204 len: 173 time: 0.9766979 Aug 29 17:32:28.018026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1969dbbc-f47a-45e7-b094-b15328bef8bc', 'name': 'network-vif-deleted', 'tag': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:28.020759 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42933ce6-8d8c-47bc-bc20-8d194512606c" -d '{"events": [{"server_uuid": "1969dbbc-f47a-45e7-b094-b15328bef8bc", "name": "network-vif-deleted", "tag": "ec505e4a-0b05-4819-b2d4-c25a640dfdef"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:28.028281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:28.028611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:28.029326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:28.034553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:28.034912 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:28.035521 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 10 to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 Aug 29 17:32:28.051409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:28.051961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:28.052476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:28.058280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:28.058995 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 6116b1d2-0d15-45f5-883f-4deb45406cb4 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:28.059664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.067944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-cd230bd3-62e0-4210-8997-22e95e94fd3f', 'network_id': 'cd230bd3-62e0-4210-8997-22e95e94fd3f', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': '241191ec-66f4-49b7-98c7-7eef284577be'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:28.068847 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.073539 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cae74d-b641-42b7-95c1-8a523844003f x-openstack-request-id: req-d5cae74d-b641-42b7-95c1-8a523844003f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:28.073830 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1969dbbc-f47a-45e7-b094-b15328bef8bc", "name": "network-vif-deleted", "tag": "ec505e4a-0b05-4819-b2d4-c25a640dfdef", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:28.074082 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5cae74d-b641-42b7-95c1-8a523844003f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:28.074470 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1969dbbc-f47a-45e7-b094-b15328bef8bc', 'name': 'network-vif-deleted', 'tag': 'ec505e4a-0b05-4819-b2d4-c25a640dfdef', 'status': 'completed', 'code': 200} Aug 29 17:32:28.169505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f522d9c6-9ef9-4c1b-930d-c4343604ea33 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:28.199061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f522d9c6-9ef9-4c1b-930d-c4343604ea33 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:28.199403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f522d9c6-9ef9-4c1b-930d-c4343604ea33 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:28.215087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] For port 6116b1d2-0d15-45f5-883f-4deb45406cb4, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:28.215756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempted to set empty binding levels {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:32:28.220902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.255286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Allocated IP 2001:db8::1 (cd230bd3-62e0-4210-8997-22e95e94fd3f/241191ec-66f4-49b7-98c7-7eef284577be/1ade975d-ad9f-4627-b0ab-834131bc97dd) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:28.258904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:28.260053 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.285194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2037325 Aug 29 17:32:28.285194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819d585-9e21-44b2-9cd5-80a612b7c6b9 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=6116b1d2-0d15-45f5-883f-4deb45406cb4,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:28.286256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56250) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:28.366984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Deleting port 6116b1d2-0d15-45f5-883f-4deb45406cb4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:28.367349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.396294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Port ec505e4a-0b05-4819-b2d4-c25a640dfdef update to DOWN by agent not found {{(pid=94797) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 17:32:28.416692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17193f97-84af-440c-8185-4f98e2b8eaed req-22e5026d-51f2-4fb4-b840-a0a8e7818eab tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884875 Aug 29 17:32:28.436689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] For port 6116b1d2-0d15-45f5-883f-4deb45406cb4, host n-h1-713499-15, got binding levels [] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:28.437111 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.470136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Calling delete_port for 6116b1d2-0d15-45f5-883f-4deb45406cb4 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:28.488630 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.495411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.499410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Transition to ACTIVE for port object 1ade975d-ad9f-4627-b0ab-834131bc97dd will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:28.500844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.525811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Transition to ACTIVE for port object 1ade975d-ad9f-4627-b0ab-834131bc97dd will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:28.532683 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.573478 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Network cd230bd3-62e0-4210-8997-22e95e94fd3f is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:28.578042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:28.581807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:28.588713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.590548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.621015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Pushing event updated for resources: {'Port': ['ID=1ade975d-ad9f-4627-b0ab-834131bc97dd,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:28.637117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event deleted for resources: {'Port': ['ID=6116b1d2-0d15-45f5-883f-4deb45406cb4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:28.648294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.650900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4db0fc4a-25ff-40fd-89c1-fa9215da2140 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6116b1d2-0d15-45f5-883f-4deb45406cb4 HTTP/1.1" status: 204 len: 168 time: 0.3631952 Aug 29 17:32:28.653605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56254) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:28.662169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.691938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Attempting to bind port 1ade975d-ad9f-4627-b0ab-834131bc97dd on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:28.692372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Attempting to bind port 1ade975d-ad9f-4627-b0ab-834131bc97dd by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '01304bf9-f55a-46ab-afde-062c22bbb3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd230bd3-62e0-4210-8997-22e95e94fd3f'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:28.692747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Attempting to bind port 1ade975d-ad9f-4627-b0ab-834131bc97dd on network cd230bd3-62e0-4210-8997-22e95e94fd3f {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:28.701923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:28.701923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Checking segment: {'id': '01304bf9-f55a-46ab-afde-062c22bbb3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd230bd3-62e0-4210-8997-22e95e94fd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:28.702341 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.702932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Bound using segment: {'id': '01304bf9-f55a-46ab-afde-062c22bbb3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd230bd3-62e0-4210-8997-22e95e94fd3f'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:28.703311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Bound port: 1ade975d-ad9f-4627-b0ab-834131bc97dd, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01304bf9-f55a-46ab-afde-062c22bbb3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd230bd3-62e0-4210-8997-22e95e94fd3f'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:28.703471 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd0870c-5b50-4fad-91ce-6a260a2bf41e tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:32:28.703706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.705605 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1bd0870c-5b50-4fad-91ce-6a260a2bf41e tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "GET /v2.0/ports/6116b1d2-0d15-45f5-883f-4deb45406cb4 HTTP/1.1" status: 404 len: 333 time: 0.0411458 Aug 29 17:32:28.711722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56258) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:28.719294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:28.721361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Request body: {'port': {'network_id': '10a12d48-e439-4399-aa96-414172f597a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-614861125'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:28.741288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:28.745049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Made reservation on behalf of fe79cc50f9ae4b8ab27e1f137a5c104d for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:28.747617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:28.749443 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.766177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] device_id is not set on port 710fcb11-f1ac-4a59-90b8-f2398556084a yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:28.786112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.788002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'Port': ['ID=702b6771-6afa-41b6-8555-861de932072e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:28.788637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] For port 1ade975d-ad9f-4627-b0ab-834131bc97dd, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:28.792881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] For port 1ade975d-ad9f-4627-b0ab-834131bc97dd, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1ade975d-ad9f-4627-b0ab-834131bc97dd,segment=NetworkSegment(01304bf9-f55a-46ab-afde-062c22bbb3e6),segment_id=01304bf9-f55a-46ab-afde-062c22bbb3e6)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:28.798237 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.838418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=241191ec-66f4-49b7-98c7-7eef284577be,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:28.868004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a440b-cb76-4f8c-9ea1-e31af6025ae0 None None] Pushing event updated for resources: {'Port': ['ID=1ade975d-ad9f-4627-b0ab-834131bc97dd,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:28.937710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.940870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e96485-f564-4e1a-9383-5b221660a27f req-b3486fb4-9a96-463a-9a9c-26e9781683b0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:28.942373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71e96485-f564-4e1a-9383-5b221660a27f req-b3486fb4-9a96-463a-9a9c-26e9781683b0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.2204640 Aug 29 17:32:28.976844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:28.985525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.020592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Network 10a12d48-e439-4399-aa96-414172f597a2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:29.021868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd230bd3-62e0-4210-8997-22e95e94fd3f']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:29.026135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:29.029744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:29.032388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.032388 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.045538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=710fcb11-f1ac-4a59-90b8-f2398556084a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:29.051008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01304bf9-f55a-46ab-afde-062c22bbb3e6') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:29.051487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01304bf9-f55a-46ab-afde-062c22bbb3e6') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:29.055366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f9708c5d-248d-495d-ac08-327f6c876589 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3408978 Aug 29 17:32:29.059084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56260) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:29.067554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:29.078655 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.101714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71e96485-f564-4e1a-9383-5b221660a27f req-f2ed6f5d-5dab-4a46-a899-691595af5a18 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313813 Aug 29 17:32:29.107083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.116576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:29.117012 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:29.122352 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:29.139777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.256028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:32:29.256028 n-d-713499-15 neutron-server[94796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:32:29.256028 n-d-713499-15 neutron-server[94796]: [parameters: {'id': 'cd230bd3-62e0-4210-8997-22e95e94fd3f'}] Aug 29 17:32:29.256028 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:32:29.256615 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:32:29.276157 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.320084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] device_id is not set on port 710fcb11-f1ac-4a59-90b8-f2398556084a yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:29.327670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.339944 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Transition to ACTIVE for port object 710fcb11-f1ac-4a59-90b8-f2398556084a will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:29.343434 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.393302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=710fcb11-f1ac-4a59-90b8-f2398556084a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:29.408064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.408399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.408734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.413180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.413509 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.413885 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 2 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.427570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.427906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.428268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.433203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.433530 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.433922 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 3 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.445326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.445662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.445993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.450908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.451242 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.451627 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 4 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.464426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.464754 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.465093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.469562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.469900 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.470666 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 5 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.488683 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.492747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.495613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.495992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.496311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.512789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.513138 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.513538 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 6 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.529074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.529378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.529728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.534709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.535049 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.535453 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 7 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.548780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.549128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.549467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.554140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.554480 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.554911 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 8 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.570306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.570698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.571046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.576885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.577522 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.577933 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 9 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.592771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.593199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.593548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.599094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.599440 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.599991 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 10 to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a Aug 29 17:32:29.616553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:29.616923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:29.617270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:29.622711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:29.623051 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 710fcb11-f1ac-4a59-90b8-f2398556084a on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:29.623583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.654789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Router 38894997-bb23-4a7a-88d9-26b605039d40 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:32:29.707854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] For port 710fcb11-f1ac-4a59-90b8-f2398556084a, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:29.708347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempted to set empty binding levels {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:32:29.720845 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.757550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] In _notify_port_updated(), no bound segment for port 710fcb11-f1ac-4a59-90b8-f2398556084a on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:32:29.758436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.759209 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.763266 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "PUT /v2.0/ports/710fcb11-f1ac-4a59-90b8-f2398556084a HTTP/1.1" status: 200 len: 975 time: 0.6996255 Aug 29 17:32:29.763435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.763549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56278) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:29.826824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7e452-b576-48f3-a38a-215bba7a811b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=710fcb11-f1ac-4a59-90b8-f2398556084a,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:29.852402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa8394e-536c-4540-9531-547ef90cc71c None None] Network cd230bd3-62e0-4210-8997-22e95e94fd3f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:29.876467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.876951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.877425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.877894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.878362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.878854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.879319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.879782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.880317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.881006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.881477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.881941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.882406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.882889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.883348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.883845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.884361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.884809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.885267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.885725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.886209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.886663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.887123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.887580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.888039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.888490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.889210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.889669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.890131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.890606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.891265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.891736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.892198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.892660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.893449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.893590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.894015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.901842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6eec1f78-dcb0-4d55-a259-0b8d95f8f9d3 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33361 time: 0.1332462 Aug 29 17:32:29.902544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56280) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:29.924099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a9ece062-611e-47df-ad52-0cd6d6029e63 None None] Provisioning for port 1ade975d-ad9f-4627-b0ab-834131bc97dd completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:29.953820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:29.958301 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:29.962062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a3c4c9bb-afa9-486d-b8a8-aa68e6e15376 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "PUT /v2.0/routers/38894997-bb23-4a7a-88d9-26b605039d40 HTTP/1.1" status: 200 len: 915 time: 2.6927805 Aug 29 17:32:29.962929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56282) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:29.976431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd5bb7-e539-49a8-9f5c-69fbca6e853e None None] Sync routers for ids ['38894997-bb23-4a7a-88d9-26b605039d40'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:29.986841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-55ea5639-9e22-4108-8bf7-00d3bf67e4f2 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:29.988409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-55ea5639-9e22-4108-8bf7-00d3bf67e4f2 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 822 time: 0.2560036 Aug 29 17:32:29.990221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd5bb7-e539-49a8-9f5c-69fbca6e853e None None] Routers {'38894997-bb23-4a7a-88d9-26b605039d40'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:29.990869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6ccd5bb7-e539-49a8-9f5c-69fbca6e853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['38894997-bb23-4a7a-88d9-26b605039d40'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:30.023700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-fa63c6b5-a6ef-4567-ad04-ec42a9620fb0 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/quotas/fa2b19558c834c5bb531b79d53b62ecb HTTP/1.1" status: 200 len: 375 time: 0.0174298 Aug 29 17:32:30.028199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting port 1ade975d-ad9f-4627-b0ab-834131bc97dd {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:30.030999 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.033172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6ccd5bb7-e539-49a8-9f5c-69fbca6e853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:30.043620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd5bb7-e539-49a8-9f5c-69fbca6e853e None None] Routers {'38894997-bb23-4a7a-88d9-26b605039d40'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:30.044256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6ccd5bb7-e539-49a8-9f5c-69fbca6e853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['38894997-bb23-4a7a-88d9-26b605039d40'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:30.082055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6ccd5bb7-e539-49a8-9f5c-69fbca6e853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:30.082754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd5bb7-e539-49a8-9f5c-69fbca6e853e None None] The sync data for ids ['38894997-bb23-4a7a-88d9-26b605039d40'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:30.104771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] DHCP port deletion for cd230bd3-62e0-4210-8997-22e95e94fd3f request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:32:30.153486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] For port 1ade975d-ad9f-4627-b0ab-834131bc97dd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1ade975d-ad9f-4627-b0ab-834131bc97dd,segment=NetworkSegment(01304bf9-f55a-46ab-afde-062c22bbb3e6),segment_id=01304bf9-f55a-46ab-afde-062c22bbb3e6)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:30.154021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.160492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] Deleting port 1ade975d-ad9f-4627-b0ab-834131bc97dd {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:30.160867 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.178382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-d6dab59f-fbf0-4bc5-8eb9-a3904693f536 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439767 Aug 29 17:32:30.179587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Calling delete_port for 1ade975d-ad9f-4627-b0ab-834131bc97dd owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:30.264333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] For port 1ade975d-ad9f-4627-b0ab-834131bc97dd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1ade975d-ad9f-4627-b0ab-834131bc97dd,segment=NetworkSegment(01304bf9-f55a-46ab-afde-062c22bbb3e6),segment_id=01304bf9-f55a-46ab-afde-062c22bbb3e6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:30.264657 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.278971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] Calling delete_port for 1ade975d-ad9f-4627-b0ab-834131bc97dd owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:30.338509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Deleting port 710fcb11-f1ac-4a59-90b8-f2398556084a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:30.338881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.353133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.365251 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.390469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Port': ['ID=1ade975d-ad9f-4627-b0ab-834131bc97dd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:30.391482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] Pushing event deleted for resources: {'Port': ['ID=1ade975d-ad9f-4627-b0ab-834131bc97dd,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:30.395285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247076c-ff2c-4a76-a2b2-8dfc3f6c1945 None None] No DVR routers for this DVR port 1ade975d-ad9f-4627-b0ab-834131bc97dd on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:30.395572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No DVR routers for this DVR port 1ade975d-ad9f-4627-b0ab-834131bc97dd on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:30.403152 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-ebabaeda-105a-4734-9f49-4329e7722bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167439 Aug 29 17:32:30.466106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a533367-8822-4056-a53c-d70313f2fa85 req-83cabcd3-6729-46dd-9899-4772d8e77676 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:30.467675 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a533367-8822-4056-a53c-d70313f2fa85 req-83cabcd3-6729-46dd-9899-4772d8e77676 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1785631 Aug 29 17:32:30.482579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-493e7464-5cd7-4abe-a173-2e2da6156017 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/routers/38894997-bb23-4a7a-88d9-26b605039d40 HTTP/1.1" status: 200 len: 921 time: 0.5174508 Aug 29 17:32:30.484689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] For port 710fcb11-f1ac-4a59-90b8-f2398556084a, host n-h1-713499-15, got binding levels [] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:30.485060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.501635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56288) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:30.538573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.555380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd230bd3-62e0-4210-8997-22e95e94fd3f']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:30.559636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Calling delete_port for 710fcb11-f1ac-4a59-90b8-f2398556084a owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:30.568499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01304bf9-f55a-46ab-afde-062c22bbb3e6') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:30.568796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01304bf9-f55a-46ab-afde-062c22bbb3e6') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:30.586314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.595619 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-90fc7924-b6f0-4ed2-ab43-76201d4392b4 service neutron] 10.222.0.41 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890104 Aug 29 17:32:30.603251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.609558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:30.609966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:30.613106 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:30.630179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a533367-8822-4056-a53c-d70313f2fa85 req-91186d10-570f-4830-a911-8fe54c703df2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546907 Aug 29 17:32:30.641739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3748c99d-06a8-480f-ab90-633b0e17d884 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:30.643085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3748c99d-06a8-480f-ab90-633b0e17d884 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=38894997-bb23-4a7a-88d9-26b605039d40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1404917 Aug 29 17:32:30.646505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:30.684957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.693592 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.696398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/cd230bd3-62e0-4210-8997-22e95e94fd3f HTTP/1.1" status: 204 len: 168 time: 2.7389915 Aug 29 17:32:30.703224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56292) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:30.708685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1067672239'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:30.729053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57614e-c766-4e3c-9b49-a63b6ebd13ea tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=cd230bd3-62e0-4210-8997-22e95e94fd3f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:30.750478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:30.754123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.767939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeed4b5-92b4-4428-9f58-dd8e84417199 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:30.773080 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7aeed4b5-92b4-4428-9f58-dd8e84417199 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 881 time: 0.1254332 Aug 29 17:32:30.774177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56298) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:30.786943 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.793374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:30.803361 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.803851 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment dca81bb5-63de-4796-a791-252001e76a77 of type vlan for network 347a8bab-0d33-4c86-8b9c-43532577697d Aug 29 17:32:30.812414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56302) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:30.812626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-75d0a40e-5be9-494f-8795-6c4141e7418f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=38894997-bb23-4a7a-88d9-26b605039d40 HTTP/1.1" status: 200 len: 205 time: 0.0361025 Aug 29 17:32:30.841352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event deleted for resources: {'Port': ['ID=710fcb11-f1ac-4a59-90b8-f2398556084a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:30.857029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.859011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c110588e-54f3-45b9-a7fe-4c77c5a575da tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "DELETE /v2.0/ports/710fcb11-f1ac-4a59-90b8-f2398556084a HTTP/1.1" status: 204 len: 168 time: 0.9559267 Aug 29 17:32:30.873378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56304) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:30.876875 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc117016-8689-46e4-b636-6d94319191a2 req-ce802828-9590-4a03-9d27-f21a3e260da4 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 210 time: 0.0395339 Aug 29 17:32:30.898988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.907311 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d02fa9-69a0-4f8e-9dac-235bc18701ba tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:32:30.909379 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-04d02fa9-69a0-4f8e-9dac-235bc18701ba tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "GET /v2.0/ports/710fcb11-f1ac-4a59-90b8-f2398556084a HTTP/1.1" status: 404 len: 333 time: 0.0348129 Aug 29 17:32:30.913191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56306) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:30.918260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-979969736', 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:30.940386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Made reservation on behalf of fe79cc50f9ae4b8ab27e1f137a5c104d for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:30.943453 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.964822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] device_id is not set on port d5e61881-acd1-4215-b957-dbddc08a0403 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:30.969457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:30.975420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:30.976152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.043656 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.085367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3784144 Aug 29 17:32:31.089062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56314) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:31.093907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:31.130714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.157962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071608a3-f304-436e-a4ec-329dae6b821f tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=347a8bab-0d33-4c86-8b9c-43532577697d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:31.173895 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.176280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 347a8bab-0d33-4c86-8b9c-43532577697d details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:31.229508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Network 10a12d48-e439-4399-aa96-414172f597a2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:31.236164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:31.245077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:31.246451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:31.246689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.247085 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.255936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e61881-acd1-4215-b957-dbddc08a0403,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:31.256151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:31.260070 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.270380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-97b2caa6-efc2-4390-86ac-f6acda6ff929 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3562827 Aug 29 17:32:31.272783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:31.314484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d14018-3407-4ec2-8269-c2285a1ab0a2 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:31.318337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-08d14018-3407-4ec2-8269-c2285a1ab0a2 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "GET /v2.0/ports/d5e61881-acd1-4215-b957-dbddc08a0403 HTTP/1.1" status: 200 len: 954 time: 0.0420332 Aug 29 17:32:31.318571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56318) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:31.385755 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Deleting port 702b6771-6afa-41b6-8555-861de932072e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:31.386008 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.408880 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6f04ac25-25f5-42e5-adb7-46fead73d8c6 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Deleting port d5e61881-acd1-4215-b957-dbddc08a0403 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:31.409265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f04ac25-25f5-42e5-adb7-46fead73d8c6 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.476090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f04ac25-25f5-42e5-adb7-46fead73d8c6 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.489637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6f04ac25-25f5-42e5-adb7-46fead73d8c6 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Calling delete_port for d5e61881-acd1-4215-b957-dbddc08a0403 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:31.539432 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.553716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Calling delete_port for 702b6771-6afa-41b6-8555-861de932072e owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:31.555577 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.567101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f04ac25-25f5-42e5-adb7-46fead73d8c6 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.605568 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f04ac25-25f5-42e5-adb7-46fead73d8c6 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.609798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f04ac25-25f5-42e5-adb7-46fead73d8c6 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d5e61881-acd1-4215-b957-dbddc08a0403 HTTP/1.1" status: 204 len: 168 time: 0.2879906 Aug 29 17:32:31.609798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04ac25-25f5-42e5-adb7-46fead73d8c6 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e61881-acd1-4215-b957-dbddc08a0403,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:31.611927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56320) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:31.635526 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9293f3-b486-4002-b539-0326331fa02c tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:32:31.640692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd9293f3-b486-4002-b539-0326331fa02c tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "GET /v2.0/ports/d5e61881-acd1-4215-b957-dbddc08a0403 HTTP/1.1" status: 404 len: 333 time: 0.0241680 Aug 29 17:32:31.640850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56322) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:31.646281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Request body: {'port': {'network_id': '10a12d48-e439-4399-aa96-414172f597a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-371899627'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:31.666003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=357255ae-629d-4e13-bdef-528818680671,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:31.668367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Made reservation on behalf of fe79cc50f9ae4b8ab27e1f137a5c104d for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:31.671474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.684585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.684941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.685288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.685631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.685970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.686304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.686655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.686991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.687322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.687648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.687986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.688311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:31.689176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] device_id is not set on port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:31.700554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': 'dca81bb5-63de-4796-a791-252001e76a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:31.700926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: 347a8bab-0d33-4c86-8b9c-43532577697d, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:31.951830 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:31.985616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2bc06c49-1201-44c2-abc0-df9ed3630be0 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:31.987361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2bc06c49-1201-44c2-abc0-df9ed3630be0 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 822 time: 0.1955581 Aug 29 17:32:32.007947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Request body: {'port': {'device_id': '20b26d39-a344-4c12-b018-394a135fabfb', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'admin_state_up': True, 'tenant_id': 'fa2b19558c834c5bb531b79d53b62ecb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:32.048698 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df3ffc70-7d55-415e-91dd-cb3d6b6fc566 req-51d37e85-1bfc-4dbf-bedd-5391690cef7f tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 210 time: 0.0585241 Aug 29 17:32:32.106962 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.108630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network 347a8bab-0d33-4c86-8b9c-43532577697d is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:32.126150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac36b-ae85-4b57-82bd-815a32264f92 req-4f56a11e-ce71-4542-ba3a-4b037962ff75 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:32.127686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-139ac36b-ae85-4b57-82bd-815a32264f92 req-4f56a11e-ce71-4542-ba3a-4b037962ff75 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.3891633 Aug 29 17:32:32.162902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 347a8bab-0d33-4c86-8b9c-43532577697d) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:32.171396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Network 10a12d48-e439-4399-aa96-414172f597a2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:32.174574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b39248-f905-4679-86e0-7cd2c3bad122 None None] Network 347a8bab-0d33-4c86-8b9c-43532577697d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:32.178627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:32.178788 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.181898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:32.185926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=34911668-ce39-4af0-8fdd-1c21cf0cbc10,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:32.189993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:32.190969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:32.191749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.206465 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.210053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Made reservation on behalf of fa2b19558c834c5bb531b79d53b62ecb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:32.215277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.220589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ebcb131d-ea7d-4e49-86dc-eb0b23174978 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5761306 Aug 29 17:32:32.220789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-139ac36b-ae85-4b57-82bd-815a32264f92 req-f72696cc-5cca-4bb2-b48c-e242d7206ee8 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698252 Aug 29 17:32:32.220898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56330) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:32.226141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:32.239376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-638c5932-1030-47a2-ad2b-a3d300777101 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1493237 Aug 29 17:32:32.240906 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event deleted for resources: {'Port': ['ID=702b6771-6afa-41b6-8555-861de932072e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:32.245283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56332) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:32.263489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:32.336607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.369459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-347a8bab-0d33-4c86-8b9c-43532577697d', 'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': '357255ae-629d-4e13-bdef-528818680671'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:32.370048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.386048 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.479087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Allocated IP 172.20.0.7 (ef433300-0e38-4479-8614-2d7f7c6202f6/1942df3e-ab83-4fcd-a89d-cc65b91fb74c/8632e0b6-d1b3-4dd0-8393-bc954907ddab) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:32.483593 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.486094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.521604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Allocated IP 2001:db8::2 (347a8bab-0d33-4c86-8b9c-43532577697d/357255ae-629d-4e13-bdef-528818680671/010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:32.567510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.568142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Fanout notify agent at l3_agent the message router_deleted on router 38894997-bb23-4a7a-88d9-26b605039d40 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:32.578706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.584600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-35e36642-b630-4046-931b-8cdae296a8a9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/38894997-bb23-4a7a-88d9-26b605039d40 HTTP/1.1" status: 204 len: 168 time: 1.7662685 Aug 29 17:32:32.584600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56334) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:32.591053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-35b77b05-7562-46e2-9da7-879fdf88c247 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-464226208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:32.610683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:32.614471 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.645241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] device_id is not set on port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:32.655847 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.683615 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.684009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Transition to ACTIVE for port object 34911668-ce39-4af0-8fdd-1c21cf0cbc10 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:32.692104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Transition to ACTIVE for port object 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:32.693099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.708445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Transition to ACTIVE for port object 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:32.714855 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.727347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35b77b05-7562-46e2-9da7-879fdf88c247 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.728538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35b77b05-7562-46e2-9da7-879fdf88c247 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.750082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.753241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Network 347a8bab-0d33-4c86-8b9c-43532577697d is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:32.756461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:32.761164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:32.775293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=34911668-ce39-4af0-8fdd-1c21cf0cbc10,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:32.792234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:32.792589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:32.792938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:32.802683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:32.802683 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:32.804699 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 2 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:32.821982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35b77b05-7562-46e2-9da7-879fdf88c247 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.825530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:32.825878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:32.826017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Pushing event updated for resources: {'Port': ['ID=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:32.826225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:32.830364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35b77b05-7562-46e2-9da7-879fdf88c247 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.833512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:32.833854 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:32.834378 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 3 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:32.838026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Attempting to bind port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:32.838454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Attempting to bind port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'dca81bb5-63de-4796-a791-252001e76a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:32.839220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Attempting to bind port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b on network 347a8bab-0d33-4c86-8b9c-43532577697d {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:32.844712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:32.844712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Checking segment: {'id': 'dca81bb5-63de-4796-a791-252001e76a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:32.845235 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.845636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Bound using segment: {'id': 'dca81bb5-63de-4796-a791-252001e76a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:32.846099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Bound port: 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca81bb5-63de-4796-a791-252001e76a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:32.846350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.846731 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.858519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:32.858918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:32.859308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:32.880013 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35b77b05-7562-46e2-9da7-879fdf88c247 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.884014 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-35b77b05-7562-46e2-9da7-879fdf88c247 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2962821 Aug 29 17:32:32.884714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56336) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:32.886545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:32.886972 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:32.889716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': False}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:32.891880 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 4 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:32.898738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Network ef433300-0e38-4479-8614-2d7f7c6202f6 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:32.908292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:32.915674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:32.921338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:32.921682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:32.922025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:32.922965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] For port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:32.932104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] For port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,segment=NetworkSegment(dca81bb5-63de-4796-a791-252001e76a77),segment_id=dca81bb5-63de-4796-a791-252001e76a77)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:32.939860 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:32.953409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:32.954045 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:32.957628 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 5 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:32.960191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event updated for resources: {'Port': ['ID=8632e0b6-d1b3-4dd0-8393-bc954907ddab,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:32.990723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:32.991331 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.008525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:33.011357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:33.012111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:33.019441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:33.020465 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:33.021035 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 6 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:33.034412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-2abd6657-045c-4472-978f-7f1339eed32a tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0325665 Aug 29 17:32:33.038611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:33.039333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:33.039935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:33.045125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6ebb2-50bb-466f-91af-9f91f77e49a7 None None] Pushing event updated for resources: {'Port': ['ID=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:33.050800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Request body: {'port': {'device_id': '20b26d39-a344-4c12-b018-394a135fabfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:33.055917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:33.056302 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:33.072419 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 7 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:33.088701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:33.089050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:33.089400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:33.102037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:33.102382 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:33.103811 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 8 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:33.148353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.152024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:33.152365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:33.152706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:33.164435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:33.164788 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:33.166783 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 9 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:33.181113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:33.181374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:33.182028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:33.218691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:33.219105 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:33.221018 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempt 10 to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 Aug 29 17:32:33.242553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:33.242984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:33.243408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempting to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:33.260163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:33.260163 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Failed to bind port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '3895d116-76b1-4ed6-814f-b90cd54d8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10a12d48-e439-4399-aa96-414172f597a2'}] Aug 29 17:32:33.260509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.264143 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.309595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab291ef-092a-4105-a5c1-2e47918d16e8 req-6587beb6-c435-49e2-9790-a655c6283751 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.311200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ab291ef-092a-4105-a5c1-2e47918d16e8 req-6587beb6-c435-49e2-9790-a655c6283751 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 931 time: 0.1535149 Aug 29 17:32:33.313696 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.400689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network 347a8bab-0d33-4c86-8b9c-43532577697d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:33.412270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:33.425362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.425948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.456575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ab291ef-092a-4105-a5c1-2e47918d16e8 req-017e7d9d-1a0b-445d-8606-ef2d000760b1 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339626 Aug 29 17:32:33.458348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=94950243-f008-4422-8ca8-0827e3c1eaa9,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:33.481388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-49c0aa67-d612-4f66-b94b-8ccd09f40601 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2348235 Aug 29 17:32:33.483768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56344) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:33.489731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] For port 34911668-ce39-4af0-8fdd-1c21cf0cbc10, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:33.490108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attempted to set empty binding levels {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:32:33.499301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.518000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f25a88-77ce-4f33-8039-7c77f6224454 req-42704236-beab-4a10-bd38-4f9e400e717b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.519361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06f25a88-77ce-4f33-8039-7c77f6224454 req-42704236-beab-4a10-bd38-4f9e400e717b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1794624 Aug 29 17:32:33.553393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08a803-25e4-4bf1-ade2-b3ffe20f7e81 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.555048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08a803-25e4-4bf1-ade2-b3ffe20f7e81 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.556605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08a803-25e4-4bf1-ade2-b3ffe20f7e81 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.558123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08a803-25e4-4bf1-ade2-b3ffe20f7e81 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.559684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08a803-25e4-4bf1-ade2-b3ffe20f7e81 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.560028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] In _notify_port_updated(), no bound segment for port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 on network 10a12d48-e439-4399-aa96-414172f597a2 {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:32:33.560899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.561349 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cf08a803-25e4-4bf1-ade2-b3ffe20f7e81 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0766835 Aug 29 17:32:33.561538 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.565352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "PUT /v2.0/ports/34911668-ce39-4af0-8fdd-1c21cf0cbc10 HTTP/1.1" status: 200 len: 975 time: 1.3410075 Aug 29 17:32:33.565652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56346) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:33.573734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56348) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:33.578283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128321426'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:33.614864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d2b9b-3f07-4614-b4b4-5384fec2f98b tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event updated for resources: {'Port': ['ID=34911668-ce39-4af0-8fdd-1c21cf0cbc10,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:33.624400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06f25a88-77ce-4f33-8039-7c77f6224454 req-9400f1f4-ea3b-49aa-bea5-bcc3be94ceb1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775583 Aug 29 17:32:33.694904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:33.698269 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8632e0b6-d1b3-4dd0-8393-bc954907ddab {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:33.698972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.706844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.720599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Transition to ACTIVE for port object 8632e0b6-d1b3-4dd0-8393-bc954907ddab will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:33.725148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.782923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Pushing event updated for resources: {'Port': ['ID=8632e0b6-d1b3-4dd0-8393-bc954907ddab,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:33.790125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:33.816440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.816781 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment 8a2f234b-5cde-4461-86a8-5c5ead6e9f94 of type vlan for network 8e63abb4-9f47-482d-a038-6f7346c60cea Aug 29 17:32:33.852033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Attempting to bind port 8632e0b6-d1b3-4dd0-8393-bc954907ddab on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:33.852418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.852864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Attempting to bind port 8632e0b6-d1b3-4dd0-8393-bc954907ddab by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:33.853371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Attempting to bind port 8632e0b6-d1b3-4dd0-8393-bc954907ddab on network ef433300-0e38-4479-8614-2d7f7c6202f6 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:33.859067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Port 8632e0b6-d1b3-4dd0-8393-bc954907ddab on network ef433300-0e38-4479-8614-2d7f7c6202f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:33.859666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Attempting to bind port 8632e0b6-d1b3-4dd0-8393-bc954907ddab on network ef433300-0e38-4479-8614-2d7f7c6202f6 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:33.862038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Deleting port 34911668-ce39-4af0-8fdd-1c21cf0cbc10 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:33.863017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.865633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:33.865973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Checking segment: {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:33.866362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Bound using segment: {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:33.866853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Bound port: 8632e0b6-d1b3-4dd0-8393-bc954907ddab, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887d8ca6-262e-457c-b200-a7049a12ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:33.867237 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.936053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.938824 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.940504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] For port 8632e0b6-d1b3-4dd0-8393-bc954907ddab, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:33.944309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] For port 8632e0b6-d1b3-4dd0-8393-bc954907ddab, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8632e0b6-d1b3-4dd0-8393-bc954907ddab,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:33.949604 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.984174 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:33.984771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:33.986304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] 10.222.0.43 "PUT /v2.0/ports/8632e0b6-d1b3-4dd0-8393-bc954907ddab HTTP/1.1" status: 200 len: 1092 time: 0.9422975 Aug 29 17:32:33.990034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b26d39-a344-4c12-b018-394a135fabfb', 'tag': '8632e0b6-d1b3-4dd0-8393-bc954907ddab'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:33.993998 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ad6687-e7e0-4cc3-9821-d2a544951f49" -d '{"events": [{"name": "network-changed", "server_uuid": "20b26d39-a344-4c12-b018-394a135fabfb", "tag": "8632e0b6-d1b3-4dd0-8393-bc954907ddab"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:34.019982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] For port 34911668-ce39-4af0-8fdd-1c21cf0cbc10, host n-h1-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:34.020629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.046054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2cf6-5c20-4145-9754-1d9dde650b85 service neutron] Pushing event updated for resources: {'Port': ['ID=8632e0b6-d1b3-4dd0-8393-bc954907ddab,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:34.047019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Calling delete_port for 34911668-ce39-4af0-8fdd-1c21cf0cbc10 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:34.053960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.060164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:34.060787 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.069765 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d39bc7-2d58-40fe-aa8f-20b6cca6bc14 x-openstack-request-id: req-84d39bc7-2d58-40fe-aa8f-20b6cca6bc14 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:34.070286 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b26d39-a344-4c12-b018-394a135fabfb", "tag": "8632e0b6-d1b3-4dd0-8393-bc954907ddab", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:34.070723 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84d39bc7-2d58-40fe-aa8f-20b6cca6bc14 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:34.071281 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b26d39-a344-4c12-b018-394a135fabfb', 'tag': '8632e0b6-d1b3-4dd0-8393-bc954907ddab', 'status': 'completed', 'code': 200} Aug 29 17:32:34.106148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-376291e2-b1d9-4e8c-9066-48aa56a42c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:34.109758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f81041-9758-4bf0-8514-77e4c1198906 None None] Network 347a8bab-0d33-4c86-8b9c-43532577697d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:34.113387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-376291e2-b1d9-4e8c-9066-48aa56a42c2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 1095 time: 0.0556836 Aug 29 17:32:34.187494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-6adae538-868c-459d-8df1-2ce6ff0733b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8632e0b6-d1b3-4dd0-8393-bc954907ddab HTTP/1.1" status: 200 len: 217 time: 0.0652223 Aug 29 17:32:34.206448 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6317112 Aug 29 17:32:34.209760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56354) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:34.215359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ece8dad6-7fcd-4d1e-8ce7-debafc084e7b None None] Provisioning for port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:34.216317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80333b5c-af0d-44b9-ab0b-7dcebdec50ba tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=8e63abb4-9f47-482d-a038-6f7346c60cea,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:34.233722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8e63abb4-9f47-482d-a038-6f7346c60cea details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:34.244026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-22825173-c27e-402b-bebd-0b93818d311c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:34.247933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Allocated IP 172.25.2.141 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/9d190ac2-5daa-45bd-8f56-77c2acfbd5c5) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:34.292169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:34.319604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.321409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-3604433d-38c6-4d6d-8a18-ab29b1baadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:34.323700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-3604433d-38c6-4d6d-8a18-ab29b1baadbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1942df3e-ab83-4fcd-a89d-cc65b91fb74c HTTP/1.1" status: 200 len: 862 time: 0.1295900 Aug 29 17:32:34.361068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Pushing event deleted for resources: {'Port': ['ID=34911668-ce39-4af0-8fdd-1c21cf0cbc10,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:34.371208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.376008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ebdc71eb-283f-4e69-b8e3-2116f52532b1 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "DELETE /v2.0/ports/34911668-ce39-4af0-8fdd-1c21cf0cbc10 HTTP/1.1" status: 204 len: 168 time: 0.8093562 Aug 29 17:32:34.379159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56356) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:34.384831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-916a9c02-b107-4f87-ba0f-227d8bf08bd6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef433300-0e38-4479-8614-2d7f7c6202f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533593 Aug 29 17:32:34.418099 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-020705c5-ce8a-4e80-b04d-e61ff5995f30 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:32:34.421396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-020705c5-ce8a-4e80-b04d-e61ff5995f30 tempest-PortsAdminExtendedAttrsTestJSON-1574279608 tempest-PortsAdminExtendedAttrsTestJSON-1574279608-project-admin] 10.222.0.41 "GET /v2.0/ports/34911668-ce39-4af0-8fdd-1c21cf0cbc10 HTTP/1.1" status: 404 len: 333 time: 0.0414310 Aug 29 17:32:34.425720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56358) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:34.457738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.524609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22825173-c27e-402b-bebd-0b93818d311c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.550088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.553221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22825173-c27e-402b-bebd-0b93818d311c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.617370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22825173-c27e-402b-bebd-0b93818d311c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=8e63abb4-9f47-482d-a038-6f7346c60cea,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:34.622014 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-dedc4f63-f7bb-475d-a95c-9106b6a9010b service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107644 Aug 29 17:32:34.623180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22825173-c27e-402b-bebd-0b93818d311c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network 8e63abb4-9f47-482d-a038-6f7346c60cea is not hosted by any dhcp agent {{(pid=94795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:32:34.628776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22825173-c27e-402b-bebd-0b93818d311c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:34.629436 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22825173-c27e-402b-bebd-0b93818d311c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.634870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-22825173-c27e-402b-bebd-0b93818d311c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "PUT /v2.0/networks/8e63abb4-9f47-482d-a038-6f7346c60cea HTTP/1.1" status: 200 len: 723 time: 0.4205391 Aug 29 17:32:34.635586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56362) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:34.635750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.637276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8e63abb4-9f47-482d-a038-6f7346c60cea details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:34.642102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': '8e63abb4-9f47-482d-a038-6f7346c60cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:34.695716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:34.704429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:34.704880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.733052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:34.741107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129b086-d3f4-45db-9fae-6b44200f19f2 req-e331c541-57d3-4d15-b209-076a28ead9b7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:34.743054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4129b086-d3f4-45db-9fae-6b44200f19f2 req-e331c541-57d3-4d15-b209-076a28ead9b7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 943 time: 0.1848235 Aug 29 17:32:34.756646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:34.759851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:34.771919 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.787214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef4128-184f-4f82-962a-ded2ca2ee10e None None] Update dhcp port {'port': {'network_id': '347a8bab-0d33-4c86-8b9c-43532577697d', 'fixed_ips': [{'subnet_id': '357255ae-629d-4e13-bdef-528818680671', 'ip_address': '2001:db8::2'}, {'subnet_id': '94950243-f008-4422-8ca8-0827e3c1eaa9'}], 'binding:host_id': 'n-d-713499-15'}, 'id': '010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:32:34.807597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Pushing event updated for resources: {'Port': ['ID=9d190ac2-5daa-45bd-8f56-77c2acfbd5c5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:34.823216 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fdef4128-184f-4f82-962a-ded2ca2ee10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.861168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136b8fa5-df79-4095-a8e2-aff8d1b4fb8a req-1a82af4b-d69a-4dae-b854-abb0934a2cd7 service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245138 Aug 29 17:32:34.862214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a12d48-e439-4399-aa96-414172f597a2']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:34.872237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:34.875783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.895814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4129b086-d3f4-45db-9fae-6b44200f19f2 req-9cd429fd-b2c8-45d8-8939-e98667be084d tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273158 Aug 29 17:32:34.906185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a436-11eb-4f6f-93ed-c21fcfde6bfb req-a9240d46-e3bd-4baa-8eb1-d15268217ce1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:34.914009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dca0a436-11eb-4f6f-93ed-c21fcfde6bfb req-a9240d46-e3bd-4baa-8eb1-d15268217ce1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1311297 Aug 29 17:32:34.932970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3895d116-76b1-4ed6-814f-b90cd54d8761') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:34.933273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3895d116-76b1-4ed6-814f-b90cd54d8761') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:34.947239 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.979321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.002209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,segment=NetworkSegment(dca81bb5-63de-4796-a791-252001e76a77),segment_id=dca81bb5-63de-4796-a791-252001e76a77)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:35.019067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.024384 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.036820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:35.037354 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.038546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dca0a436-11eb-4f6f-93ed-c21fcfde6bfb req-9fa54d31-5074-4f9e-8e42-39751e06178e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235518 Aug 29 17:32:35.065911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-25a5d1fc-6d54-467d-8051-c4c4004fc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:35.065911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-25a5d1fc-6d54-467d-8051-c4c4004fc49f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 1095 time: 0.1041627 Aug 29 17:32:35.088182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-fdef4128-184f-4f82-962a-ded2ca2ee10e None None] Allocated IP 172.20.0.1 (347a8bab-0d33-4c86-8b9c-43532577697d/94950243-f008-4422-8ca8-0827e3c1eaa9/010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:35.095222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:35.113688 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:35.225107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fdef4128-184f-4f82-962a-ded2ca2ee10e None None] For port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,segment=NetworkSegment(dca81bb5-63de-4796-a791-252001e76a77),segment_id=dca81bb5-63de-4796-a791-252001e76a77)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:35.249281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-827c8933-e362-454d-abc6-c54f4c6d9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:35.250796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-827c8933-e362-454d-abc6-c54f4c6d9e61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 200 len: 923 time: 0.1794169 Aug 29 17:32:35.266989 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fdef4128-184f-4f82-962a-ded2ca2ee10e None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.286358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fdef4128-184f-4f82-962a-ded2ca2ee10e None None] Transition to ACTIVE for port object 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:35.293389 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fdef4128-184f-4f82-962a-ded2ca2ee10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.311210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-fbc4bd15-0928-4325-b5a6-0029f3fd690c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8632e0b6-d1b3-4dd0-8393-bc954907ddab HTTP/1.1" status: 200 len: 217 time: 0.0499907 Aug 29 17:32:35.331764 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.332156 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.374000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.396381 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.396653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef4128-184f-4f82-962a-ded2ca2ee10e None None] Pushing event updated for resources: {'Port': ['ID=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:35.401520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] 10.222.0.41 "DELETE /v2.0/networks/10a12d48-e439-4399-aa96-414172f597a2 HTTP/1.1" status: 204 len: 168 time: 0.9747977 Aug 29 17:32:35.402429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f283ab4-762a-40e2-b25f-14e957b406fa tempest-PortsAdminExtendedAttrsTestJSON-1876326784 tempest-PortsAdminExtendedAttrsTestJSON-1876326784-project] Pushing event deleted for resources: {'Network': ['ID=10a12d48-e439-4399-aa96-414172f597a2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:35.474451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=3153733c-e9c4-4544-9173-b7416d60cd1b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:35.495886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdab4b-f6ad-4bbe-8c27-5140357b14f8 req-4d46404d-4937-4549-babd-c30e51a7ba3b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:35.503400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bfdab4b-f6ad-4bbe-8c27-5140357b14f8 req-4d46404d-4937-4549-babd-c30e51a7ba3b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1973908 Aug 29 17:32:35.514684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-794aba89-6d66-4c9f-98b0-e5b8f6483951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:35.516274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-794aba89-6d66-4c9f-98b0-e5b8f6483951 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1942df3e-ab83-4fcd-a89d-cc65b91fb74c HTTP/1.1" status: 200 len: 862 time: 0.1960108 Aug 29 17:32:35.560158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': '8a2f234b-5cde-4461-86a8-5c5ead6e9f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e63abb4-9f47-482d-a038-6f7346c60cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:35.560501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: 8e63abb4-9f47-482d-a038-6f7346c60cea, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:35.570514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-9b2b386a-a90b-4cf3-8464-77dc32bc020f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef433300-0e38-4479-8614-2d7f7c6202f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404480 Aug 29 17:32:35.579745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.583452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.609751 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4bfdab4b-f6ad-4bbe-8c27-5140357b14f8 req-805d59c5-ee88-4f79-a10f-d5a2e6f8f9e0 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962207 Aug 29 17:32:35.916773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56376) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:35.932553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network 8e63abb4-9f47-482d-a038-6f7346c60cea is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:35.951834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8e63abb4-9f47-482d-a038-6f7346c60cea) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:35.959471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:35.960075 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.972476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c692ff-7999-4baa-a2c3-a8cb0786e69b None None] Network 8e63abb4-9f47-482d-a038-6f7346c60cea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:35.991836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-2bd162ab-5a86-468f-9ad4-bcd696377c94 service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133587 Aug 29 17:32:36.013022 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-15ba3b8d-85c5-42b4-98fd-7949d5e47bc1 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3744869 Aug 29 17:32:36.014033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56382) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:36.026643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d4417432-0bf3-414d-9d86-937187192071 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:36.077304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb02e866-9aff-402e-b20c-2afd0f479c90 None None] Network 347a8bab-0d33-4c86-8b9c-43532577697d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:36.113535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8282496-c134-4be8-8462-24c586117a3d req-84bca306-7ffb-45ed-92af-a7676313bc40 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:36.115174 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8282496-c134-4be8-8462-24c586117a3d req-84bca306-7ffb-45ed-92af-a7676313bc40 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 943 time: 0.0715985 Aug 29 17:32:36.156696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Router 8f944830-838e-4737-b3ac-c1228179d289 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:32:36.178157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8282496-c134-4be8-8462-24c586117a3d req-d4be7f3f-b722-45da-a55f-0c3072610225 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Aug 29 17:32:36.224608 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b6a25dad-4be5-4de4-9ddc-5b10cad78d52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25b4d03cbb0d4396adbcb070f896fca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053920 Aug 29 17:32:36.227468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16ad6687-e7e0-4cc3-9821-d2a544951f49 req-1d11e62c-8774-45e0-b3bc-a7a481939e28 service neutron] 10.222.0.43 "GET /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247825 Aug 29 17:32:36.229680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56384) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:36.245666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4417432-0bf3-414d-9d86-937187192071 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25273783'] for subnet, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.267650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:36.323772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2171d602-d4a8-4210-96bd-edd09dda66a1 None None] Provisioning for port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:36.339989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2171d602-d4a8-4210-96bd-edd09dda66a1 None None] Provisioning complete for port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:36.340296 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2171d602-d4a8-4210-96bd-edd09dda66a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.342053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:36.343867 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f982e86-cb23-4726-91fb-2d5f3fb0519e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.349183 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.350577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-44147334-e96b-4c24-99db-0b85404bf969 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "PUT /v2.0/routers/8f944830-838e-4737-b3ac-c1228179d289 HTTP/1.1" status: 200 len: 915 time: 3.4649687 Aug 29 17:32:36.355888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56388) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:36.359618 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c069061-fdb7-4648-8801-1d46b2c87b63 None None] Sync routers for ids ['8f944830-838e-4737-b3ac-c1228179d289'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:36.368838 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c069061-fdb7-4648-8801-1d46b2c87b63 None None] Routers {'8f944830-838e-4737-b3ac-c1228179d289'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:36.369459 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8c069061-fdb7-4648-8801-1d46b2c87b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8f944830-838e-4737-b3ac-c1228179d289'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:36.404936 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8c069061-fdb7-4648-8801-1d46b2c87b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:36.413620 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c069061-fdb7-4648-8801-1d46b2c87b63 None None] Routers {'8f944830-838e-4737-b3ac-c1228179d289'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:36.414330 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8c069061-fdb7-4648-8801-1d46b2c87b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8f944830-838e-4737-b3ac-c1228179d289'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:36.419131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f982e86-cb23-4726-91fb-2d5f3fb0519e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.448612 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8c069061-fdb7-4648-8801-1d46b2c87b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:36.448861 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4417432-0bf3-414d-9d86-937187192071 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739108455720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25242024'] for subnet, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.449729 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c069061-fdb7-4648-8801-1d46b2c87b63 None None] The sync data for ids ['8f944830-838e-4737-b3ac-c1228179d289'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:36.490282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4417432-0bf3-414d-9d86-937187192071 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:36.491211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4417432-0bf3-414d-9d86-937187192071 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.492515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d4417432-0bf3-414d-9d86-937187192071 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "PUT /v2.0/subnets/3153733c-e9c4-4544-9173-b7416d60cd1b HTTP/1.1" status: 200 len: 826 time: 0.4706485 Aug 29 17:32:36.496255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56390) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:36.524586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-8e63abb4-9f47-482d-a038-6f7346c60cea', 'network_id': '8e63abb4-9f47-482d-a038-6f7346c60cea', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': '3153733c-e9c4-4544-9173-b7416d60cd1b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:36.525572 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.564747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:36.565262 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.565876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-804cca07-f7d7-422d-a0fa-d9f199e4bd90 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/routers/8f944830-838e-4737-b3ac-c1228179d289 HTTP/1.1" status: 200 len: 921 time: 0.2084394 Aug 29 17:32:36.571459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56392) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:36.587284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4417432-0bf3-414d-9d86-937187192071 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=3153733c-e9c4-4544-9173-b7416d60cd1b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:36.592761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14032-09b8-4500-906b-f64062651ea3 req-0f6b9af4-ac20-4a9a-ad3c-ab26adcf1aa6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:36.593338 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2f14032-09b8-4500-906b-f64062651ea3 req-0f6b9af4-ac20-4a9a-ad3c-ab26adcf1aa6 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1062031 Aug 29 17:32:36.608023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f982e86-cb23-4726-91fb-2d5f3fb0519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.612021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f982e86-cb23-4726-91fb-2d5f3fb0519e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.625842 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5f982e86-cb23-4726-91fb-2d5f3fb0519e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba41068c-34d0-4e1c-b4a6-a4902664e82a HTTP/1.1" status: 204 len: 168 time: 0.3847675 Aug 29 17:32:36.639825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.674237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f982e86-cb23-4726-91fb-2d5f3fb0519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba41068c-34d0-4e1c-b4a6-a4902664e82a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:36.751958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7e4ae-702f-497b-90c0-3aa44949206b tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:36.756612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e1a7e4ae-702f-497b-90c0-3aa44949206b tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=8f944830-838e-4737-b3ac-c1228179d289&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1825602 Aug 29 17:32:36.757394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56398) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:36.762467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.804734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Allocated IP 2001:db8::2 (8e63abb4-9f47-482d-a038-6f7346c60cea/3153733c-e9c4-4544-9173-b7416d60cd1b/cae886eb-cd66-4aa3-9032-e2e293696ee3) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:36.871381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82af849-e216-4a8e-bbf9-9224ced90505 req-b3360776-ed37-4c13-b052-76a298d72a61 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:36.878625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82af849-e216-4a8e-bbf9-9224ced90505 req-b3360776-ed37-4c13-b052-76a298d72a61 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 946 time: 0.1984217 Aug 29 17:32:36.950421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Deleting port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:36.950808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.992824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82af849-e216-4a8e-bbf9-9224ced90505 req-41eb1243-be17-43fd-b1e1-763c564e4584 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054130 Aug 29 17:32:37.003954 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.012626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e648eeba-a4c7-4892-ba20-ef06d94bc937 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:37.014729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Transition to ACTIVE for port object cae886eb-cd66-4aa3-9032-e2e293696ee3 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:37.014918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e648eeba-a4c7-4892-ba20-ef06d94bc937 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 881 time: 0.2501159 Aug 29 17:32:37.017115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56402) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:37.033670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Transition to ACTIVE for port object cae886eb-cd66-4aa3-9032-e2e293696ee3 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:37.043917 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.050406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-28993e88-7be3-4e0d-8b4d-2b78d4d714ec tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f944830-838e-4737-b3ac-c1228179d289 HTTP/1.1" status: 200 len: 205 time: 0.0320175 Aug 29 17:32:37.053111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56404) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:37.062199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.064823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56406) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:37.116764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Network 8e63abb4-9f47-482d-a038-6f7346c60cea is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:37.123700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:37.128098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:37.139474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Pushing event updated for resources: {'Port': ['ID=cae886eb-cd66-4aa3-9032-e2e293696ee3,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:37.139722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=3153733c-e9c4-4544-9173-b7416d60cd1b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:37.143601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0c4fb855-3253-4d90-9780-475ee29cb59b None None] Provisioning complete for port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:37.144234 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb855-3253-4d90-9780-475ee29cb59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.167804 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.178285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e63abb4-9f47-482d-a038-6f7346c60cea']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:37.190337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2f234b-5cde-4461-86a8-5c5ead6e9f94') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:37.190849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2f234b-5cde-4461-86a8-5c5ead6e9f94') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:37.200082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.218378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] For port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:37.218773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.222843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Attempting to bind port cae886eb-cd66-4aa3-9032-e2e293696ee3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:37.223456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Attempting to bind port cae886eb-cd66-4aa3-9032-e2e293696ee3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8a2f234b-5cde-4461-86a8-5c5ead6e9f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e63abb4-9f47-482d-a038-6f7346c60cea'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:37.223796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.224031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Attempting to bind port cae886eb-cd66-4aa3-9032-e2e293696ee3 on network 8e63abb4-9f47-482d-a038-6f7346c60cea {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:37.233425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:37.233804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Checking segment: {'id': '8a2f234b-5cde-4461-86a8-5c5ead6e9f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e63abb4-9f47-482d-a038-6f7346c60cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:37.234271 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.234713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Bound using segment: {'id': '8a2f234b-5cde-4461-86a8-5c5ead6e9f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e63abb4-9f47-482d-a038-6f7346c60cea'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:37.235194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Bound port: cae886eb-cd66-4aa3-9032-e2e293696ee3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2f234b-5cde-4461-86a8-5c5ead6e9f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e63abb4-9f47-482d-a038-6f7346c60cea'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:37.235404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:37.235893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.236186 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.236783 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a4b66b68-e957-4fff-b57b-6340362892bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe79cc50f9ae4b8ab27e1f137a5c104d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702518 Aug 29 17:32:37.239004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56410) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:37.245055 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:37.257051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Calling delete_port for 4d875239-54a3-4f68-8e72-5fd2bbdaf68c owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:37.262695 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.335350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] For port cae886eb-cd66-4aa3-9032-e2e293696ee3, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:37.356919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] For port cae886eb-cd66-4aa3-9032-e2e293696ee3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cae886eb-cd66-4aa3-9032-e2e293696ee3,segment=NetworkSegment(8a2f234b-5cde-4461-86a8-5c5ead6e9f94),segment_id=8a2f234b-5cde-4461-86a8-5c5ead6e9f94)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:37.363638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.374203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23851924-39fe-4a8f-b06d-f4e0af8be9f6 req-d0845f61-9d55-4125-82d4-199dfca18c6c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:37.376013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23851924-39fe-4a8f-b06d-f4e0af8be9f6 req-d0845f61-9d55-4125-82d4-199dfca18c6c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 943 time: 0.0739288 Aug 29 17:32:37.376694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:32:37.376694 n-d-713499-15 neutron-server[94795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:32:37.376694 n-d-713499-15 neutron-server[94795]: [parameters: {'id': '8e63abb4-9f47-482d-a038-6f7346c60cea'}] Aug 29 17:32:37.376694 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:32:37.377166 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:32:37.421494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23851924-39fe-4a8f-b06d-f4e0af8be9f6 req-608dee10-f32c-48b8-9ae9-95c0a62432ce tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Aug 29 17:32:37.447383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34967bf7-3396-4f78-9eb6-3982f985feda None None] Pushing event updated for resources: {'Port': ['ID=cae886eb-cd66-4aa3-9032-e2e293696ee3,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:37.468546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1557ece5-a2d9-477a-9cc7-df16a9260340 None None] Network 8e63abb4-9f47-482d-a038-6f7346c60cea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:37.476357 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad3d70de-d790-4148-8889-fc9313fb25c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.514240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad3d70de-d790-4148-8889-fc9313fb25c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.554213 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.585043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d302894e-ddd3-42d8-8444-f43b60eb1ecf None None] Network 8e63abb4-9f47-482d-a038-6f7346c60cea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:37.625855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8632e0b6-d1b3-4dd0-8393-bc954907ddab details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:32:37.633907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.638593 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad3d70de-d790-4148-8889-fc9313fb25c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.641467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad3d70de-d790-4148-8889-fc9313fb25c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.642632 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ad3d70de-d790-4148-8889-fc9313fb25c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/716e5b1c-1595-4bc6-aa54-d71428a750a7 HTTP/1.1" status: 204 len: 168 time: 0.4005542 Aug 29 17:32:37.646778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['4d875239-54a3-4f68-8e72-5fd2bbdaf68c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:32:37.686046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event deleted for resources: {'Port': ['ID=4d875239-54a3-4f68-8e72-5fd2bbdaf68c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:37.694262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d70de-d790-4148-8889-fc9313fb25c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e5b1c-1595-4bc6-aa54-d71428a750a7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:37.732943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Deleting port 9d190ac2-5daa-45bd-8f56-77c2acfbd5c5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:37.733295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.759445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] No DVR routers for this DVR port 4d875239-54a3-4f68-8e72-5fd2bbdaf68c on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:37.788188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.790329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2f14032-09b8-4500-906b-f64062651ea3 req-86c431e1-7b46-4f73-82f1-834cb228dce2 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "DELETE /v2.0/ports/4d875239-54a3-4f68-8e72-5fd2bbdaf68c HTTP/1.1" status: 204 len: 173 time: 1.1630688 Aug 29 17:32:37.792131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1318e9-b0d6-4f59-a534-1a78ed415f3b', 'name': 'network-vif-deleted', 'tag': '4d875239-54a3-4f68-8e72-5fd2bbdaf68c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:37.801444 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4f5fd2-4343-4743-bc2e-e3f2bbb63505" -d '{"events": [{"server_uuid": "4f1318e9-b0d6-4f59-a534-1a78ed415f3b", "name": "network-vif-deleted", "tag": "4d875239-54a3-4f68-8e72-5fd2bbdaf68c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:37.819282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a0d44-e5f1-4852-9f4d-50cf28a60527 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:32:37.823263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8632e0b6-d1b3-4dd0-8393-bc954907ddab, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8632e0b6-d1b3-4dd0-8393-bc954907ddab,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:37.858656 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09da24f-e822-4b3a-abbc-9ecbb3d4c184 x-openstack-request-id: req-e09da24f-e822-4b3a-abbc-9ecbb3d4c184 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:37.858955 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1318e9-b0d6-4f59-a534-1a78ed415f3b", "name": "network-vif-deleted", "tag": "4d875239-54a3-4f68-8e72-5fd2bbdaf68c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:37.859208 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e09da24f-e822-4b3a-abbc-9ecbb3d4c184 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:37.859624 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1318e9-b0d6-4f59-a534-1a78ed415f3b', 'name': 'network-vif-deleted', 'tag': '4d875239-54a3-4f68-8e72-5fd2bbdaf68c', 'status': 'completed', 'code': 200} Aug 29 17:32:37.861138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '8632e0b6-d1b3-4dd0-8393-bc954907ddab', 'network_id': 'ef433300-0e38-4479-8614-2d7f7c6202f6', 'port_id': '8632e0b6-d1b3-4dd0-8393-bc954907ddab', 'mac_address': 'fa:16:3e:58:bb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1942df3e-ab83-4fcd-a89d-cc65b91fb74c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:32:37.877960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.887182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.904649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Calling delete_port for 9d190ac2-5daa-45bd-8f56-77c2acfbd5c5 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:37.957571 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.963465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting port cae886eb-cd66-4aa3-9032-e2e293696ee3 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:37.963864 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:37.990799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8632e0b6-d1b3-4dd0-8393-bc954907ddab {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:38.048972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8632e0b6-d1b3-4dd0-8393-bc954907ddab, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8632e0b6-d1b3-4dd0-8393-bc954907ddab,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:38.059891 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.064881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] For port cae886eb-cd66-4aa3-9032-e2e293696ee3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cae886eb-cd66-4aa3-9032-e2e293696ee3,segment=NetworkSegment(8a2f234b-5cde-4461-86a8-5c5ead6e9f94),segment_id=8a2f234b-5cde-4461-86a8-5c5ead6e9f94)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:38.065255 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.091173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a0d44-e5f1-4852-9f4d-50cf28a60527 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:32:38.110231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Calling delete_port for cae886eb-cd66-4aa3-9032-e2e293696ee3 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:38.113969 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c325ed3-4088-4544-97cc-b5bb622095e7 req-3d62de71-9728-427d-bb5c-f6c64b099b28 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f1318e9-b0d6-4f59-a534-1a78ed415f3b HTTP/1.1" status: 200 len: 210 time: 0.0357153 Aug 29 17:32:38.194237 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.196427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8632e0b6-d1b3-4dd0-8393-bc954907ddab,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:38.226492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event deleted for resources: {'Port': ['ID=9d190ac2-5daa-45bd-8f56-77c2acfbd5c5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:38.257389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.306941 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.311775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['8632e0b6-d1b3-4dd0-8393-bc954907ddab'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:32:38.349685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No DVR routers for this DVR port cae886eb-cd66-4aa3-9032-e2e293696ee3 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:38.369229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Port': ['ID=cae886eb-cd66-4aa3-9032-e2e293696ee3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:38.438145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.442980 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.549149 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.549883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Fanout notify agent at l3_agent the message router_deleted on router 8f944830-838e-4737-b3ac-c1228179d289 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:38.561897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.564603 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.566679 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-23e0acce-7687-40a7-8742-f18c7e5cc354 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/8f944830-838e-4737-b3ac-c1228179d289 HTTP/1.1" status: 204 len: 168 time: 1.5110874 Aug 29 17:32:38.571826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56442) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:38.586062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39616770', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:38.599394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e63abb4-9f47-482d-a038-6f7346c60cea']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:38.628428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2f234b-5cde-4461-86a8-5c5ead6e9f94') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:38.628733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2f234b-5cde-4461-86a8-5c5ead6e9f94') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:38.648853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.671021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.672052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.678794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.694937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994adb3a-a1d0-41fe-adba-f1d4ca0aa6d1 req-5e08ce47-aeaa-411b-b9b9-d60270d1264b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:38.694937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-994adb3a-a1d0-41fe-adba-f1d4ca0aa6d1 req-5e08ce47-aeaa-411b-b9b9-d60270d1264b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 944 time: 0.1291833 Aug 29 17:32:38.699961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:38.700636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:38.704013 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:38.791932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-994adb3a-a1d0-41fe-adba-f1d4ca0aa6d1 req-e3a3bd82-6843-450f-8fc9-108dbcb869ef tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725009 Aug 29 17:32:38.793896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.804241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.806634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/8e63abb4-9f47-482d-a038-6f7346c60cea HTTP/1.1" status: 204 len: 168 time: 2.3091717 Aug 29 17:32:38.809481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56446) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:38.834836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd86e05-6773-48c6-b328-35c01ffc4eaa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=8e63abb4-9f47-482d-a038-6f7346c60cea,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:38.870145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.870879 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa47c7f-b8b2-40ae-8501-57d44d03b938 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:38.871671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa47c7f-b8b2-40ae-8501-57d44d03b938 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:38.875221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-efa47c7f-b8b2-40ae-8501-57d44d03b938 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/8e63abb4-9f47-482d-a038-6f7346c60cea HTTP/1.1" status: 404 len: 339 time: 0.0644259 Aug 29 17:32:38.878927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56450) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:38.884341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1052083815', 'description': 'd1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:38.907489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:38.911295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.942679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:38.953422 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:38.953800 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment 8ba8076e-490f-4d49-9570-6e0c716679ca of type vlan for network 36dab7a0-f1a0-4a51-bf82-a0619cbe3d68 Aug 29 17:32:38.996998 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.014224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.026437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.032224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:39.032850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620623'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.093310 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2130330 Aug 29 17:32:39.095910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56458) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:39.164555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90effaa5-35ef-4268-bc93-719555c80bfd tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=36dab7a0-f1a0-4a51-bf82-a0619cbe3d68,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:39.176431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 36dab7a0-f1a0-4a51-bf82-a0619cbe3d68 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:39.192853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d158d-228a-43a9-9a1a-fd81d8e9cffe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:39.198249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-269d158d-228a-43a9-9a1a-fd81d8e9cffe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/networks?id=36dab7a0-f1a0-4a51-bf82-a0619cbe3d68 HTTP/1.1" status: 200 len: 765 time: 0.0976336 Aug 29 17:32:39.198249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56464) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:39.202900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-34b0c3ff-8d65-43dc-aa07-86a85d6941d9 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'description': 'd2'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:39.293280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.312941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.378691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56476) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:39.407487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34b0c3ff-8d65-43dc-aa07-86a85d6941d9 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.423016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34b0c3ff-8d65-43dc-aa07-86a85d6941d9 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.442545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34b0c3ff-8d65-43dc-aa07-86a85d6941d9 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network 36dab7a0-f1a0-4a51-bf82-a0619cbe3d68 is not hosted by any dhcp agent {{(pid=94796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:32:39.448223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0c3ff-8d65-43dc-aa07-86a85d6941d9 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:39.448937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34b0c3ff-8d65-43dc-aa07-86a85d6941d9 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.450439 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-34b0c3ff-8d65-43dc-aa07-86a85d6941d9 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "PUT /v2.0/networks/36dab7a0-f1a0-4a51-bf82-a0619cbe3d68 HTTP/1.1" status: 200 len: 762 time: 0.2517028 Aug 29 17:32:39.457672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56484) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:39.507361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0c3ff-8d65-43dc-aa07-86a85d6941d9 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=36dab7a0-f1a0-4a51-bf82-a0619cbe3d68,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:39.511988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-538513053', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:39.518150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 36dab7a0-f1a0-4a51-bf82-a0619cbe3d68 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:39.616860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8632e0b6-d1b3-4dd0-8393-bc954907ddab up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:39.627770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Allocated IP 172.25.2.213 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/9ba7673c-42eb-4e42-ad47-d356d82d5433) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:39.634747 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Made reservation on behalf of cbca19033f71418685428dcfed1079d1 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:39.636992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.650369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68eac6-acd7-480c-9036-8ab9794113aa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:39.651848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3c68eac6-acd7-480c-9036-8ab9794113aa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/networks?id=36dab7a0-f1a0-4a51-bf82-a0619cbe3d68 HTTP/1.1" status: 200 len: 765 time: 0.1692162 Aug 29 17:32:39.655744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56488) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:39.671907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-263594c1-834d-4d81-959f-0e3f3c20d452 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:39.673455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-263594c1-834d-4d81-959f-0e3f3c20d452 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.2644157 Aug 29 17:32:39.675727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.683947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 8632e0b6-d1b3-4dd0-8393-bc954907ddab completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:39.687879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 8632e0b6-d1b3-4dd0-8393-bc954907ddab triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:39.688769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.738494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-6a510f59-e386-4d9f-9e51-f97f84714aa1 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/quotas/1d474c1586504dfb86b5f6741345f431 HTTP/1.1" status: 200 len: 375 time: 0.0527129 Aug 29 17:32:39.772940 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.803239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b26d39-a344-4c12-b018-394a135fabfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8632e0b6-d1b3-4dd0-8393-bc954907ddab'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:39.805362 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c9f7c-9e69-4c76-88da-ef5c2d2a7e17" -d '{"events": [{"server_uuid": "20b26d39-a344-4c12-b018-394a135fabfb", "name": "network-vif-plugged", "status": "completed", "tag": "8632e0b6-d1b3-4dd0-8393-bc954907ddab"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:39.810789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-dd24ef87-9a00-4ff7-a376-f242c3ad6b10 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603428 Aug 29 17:32:39.826687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 8632e0b6-d1b3-4dd0-8393-bc954907ddab, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8632e0b6-d1b3-4dd0-8393-bc954907ddab,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:39.835276 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:39.871108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8774af92-ff8b-4c7b-a03f-5d1f841fd7ff tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:39.875428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8774af92-ff8b-4c7b-a03f-5d1f841fd7ff tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2186682 Aug 29 17:32:39.876026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56496) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:39.893766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=8632e0b6-d1b3-4dd0-8393-bc954907ddab,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:39.919188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc77328e-943c-42aa-851d-42b5cb1323db tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 207 time: 0.0419111 Aug 29 17:32:39.922330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56498) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:39.924166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:40.002809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-24f1e884-b4c8-4dff-b02a-092fe974e0b2 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718566 Aug 29 17:32:40.041641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:40.043974 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee300b-9381-44b5-bd49-ad3c49e0978f x-openstack-request-id: req-25ee300b-9381-44b5-bd49-ad3c49e0978f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:40.044360 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b26d39-a344-4c12-b018-394a135fabfb", "name": "network-vif-plugged", "status": "completed", "tag": "8632e0b6-d1b3-4dd0-8393-bc954907ddab", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:40.044809 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25ee300b-9381-44b5-bd49-ad3c49e0978f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:40.045829 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b26d39-a344-4c12-b018-394a135fabfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8632e0b6-d1b3-4dd0-8393-bc954907ddab', 'code': 200} Aug 29 17:32:40.075797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:40.077658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:40.089579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] device_id is not set on port 478276a5-5d4f-4f97-ac74-93b8edd2af01 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:40.162964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c46e4-9e8b-4d64-b8a9-3fe0338b8e75 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.168993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c46e4-9e8b-4d64-b8a9-3fe0338b8e75 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.174949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c46e4-9e8b-4d64-b8a9-3fe0338b8e75 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.180717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c46e4-9e8b-4d64-b8a9-3fe0338b8e75 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.187557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c46e4-9e8b-4d64-b8a9-3fe0338b8e75 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.193696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c46e4-9e8b-4d64-b8a9-3fe0338b8e75 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.195542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-827c46e4-9e8b-4d64-b8a9-3fe0338b8e75 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2721851 Aug 29 17:32:40.200102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56500) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:40.271243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548b96-881d-4581-bdc3-694ee389a715 req-1d858aac-2bb2-4ca2-a92c-9fa41d3bba68 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.272835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e548b96-881d-4581-bdc3-694ee389a715 req-1d858aac-2bb2-4ca2-a92c-9fa41d3bba68 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 945 time: 0.1626420 Aug 29 17:32:40.474766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4d875239-54a3-4f68-8e72-5fd2bbdaf68c no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:40.488796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee40845c-a0cd-45fb-b4a0-1e20afc5dbdf,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:40.502919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:40.510847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 4d875239-54a3-4f68-8e72-5fd2bbdaf68c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:40.511561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4d875239-54a3-4f68-8e72-5fd2bbdaf68c not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:40.525955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event updated for resources: {'Port': ['ID=9ba7673c-42eb-4e42-ad47-d356d82d5433,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:40.528684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:40.536360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:40.552071 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-ca1f6124-d2df-4e89-87be-19be2337cbe1 service neutron] 10.222.0.41 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369761 Aug 29 17:32:40.604285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa523-b889-457d-ab45-5cb9732ac76c req-09e16407-a7ef-4c65-b6a8-e1b819d66bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.605796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbfa523-b889-457d-ab45-5cb9732ac76c req-09e16407-a7ef-4c65-b6a8-e1b819d66bda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 1097 time: 0.2062452 Aug 29 17:32:40.651561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e548b96-881d-4581-bdc3-694ee389a715 req-db6a048f-4b67-41e7-b11e-ec20173b3e68 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703880 Aug 29 17:32:40.653445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Allocated IP 172.25.2.189 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/478276a5-5d4f-4f97-ac74-93b8edd2af01) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:40.687758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0453cb67-e93b-421d-a786-7a9bb57c315c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4829412 Aug 29 17:32:40.687758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56506) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:40.765919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbfa523-b889-457d-ab45-5cb9732ac76c req-805e0d32-64fb-4afc-b5be-31ee164c353c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497183 Aug 29 17:32:40.781230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e581b088-860c-40a9-8c0f-d3dc46804de8 req-136d8c85-eaa3-4cf0-a70a-2a5d25f3d98f tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 210 time: 0.0426040 Aug 29 17:32:40.797435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfdb7d-c1bc-4325-8c2a-097873e1f6a5 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.799106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfdb7d-c1bc-4325-8c2a-097873e1f6a5 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.800677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfdb7d-c1bc-4325-8c2a-097873e1f6a5 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.802805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfdb7d-c1bc-4325-8c2a-097873e1f6a5 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.804310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfdb7d-c1bc-4325-8c2a-097873e1f6a5 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:40.809377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-35bfdb7d-c1bc-4325-8c2a-097873e1f6a5 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1125615 Aug 29 17:32:40.814549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56510) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:41.000004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a3728-ddaf-4d0d-bf6a-36841b74135c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.001543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a3728-ddaf-4d0d-bf6a-36841b74135c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.002979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a3728-ddaf-4d0d-bf6a-36841b74135c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.004392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a3728-ddaf-4d0d-bf6a-36841b74135c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.005784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a3728-ddaf-4d0d-bf6a-36841b74135c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.007436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e84a3728-ddaf-4d0d-bf6a-36841b74135c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1918852 Aug 29 17:32:41.012067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56518) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:41.163065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.193516 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.202033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339fa2c3-4a68-4cf4-a4ac-e9d1ecd77709 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.203551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-339fa2c3-4a68-4cf4-a4ac-e9d1ecd77709 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/networks/a850e1bd-2076-4d87-8b80-988ea11dcac4 HTTP/1.1" status: 200 len: 804 time: 0.1905556 Aug 29 17:32:41.204452 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bd8b72f8-b6c0-4e3e-bb0c-049876c08acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.207690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56520) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:41.309936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.317556 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-af37bcba-2d6c-4a96-8ef6-93fb26cded9d tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/networks/a850e1bd-2076-4d87-8b80-988ea11dcac4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1082919 Aug 29 17:32:41.320965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56522) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:41.365160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:41.367898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Pushing event updated for resources: {'Port': ['ID=478276a5-5d4f-4f97-ac74-93b8edd2af01,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:41.371948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:41.380598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298ce65-3b64-435a-b637-c32621c21a8b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.382020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e298ce65-3b64-435a-b637-c32621c21a8b tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/subnets/7a6938d7-db84-40db-a427-86a252b1a8e5 HTTP/1.1" status: 200 len: 843 time: 0.0595822 Aug 29 17:32:41.386552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56524) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:41.404369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:41.438804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a5101-ce1c-4c57-86dd-553f6945442a tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.440167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-477a5101-ce1c-4c57-86dd-553f6945442a tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "GET /v2.0/subnets/7a6938d7-db84-40db-a427-86a252b1a8e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0525534 Aug 29 17:32:41.443635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56526) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:41.449841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887635852'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:41.477555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:41.481546 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.482180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.482820 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.507713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:41.508240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4b7f6969-ea4e-4eee-af7b-ea67bdbea525 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1281464 Aug 29 17:32:41.510508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.513372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56528) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:41.519518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}]}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:41.520507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.520975 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Added segment cdb70e3e-baf7-43fb-a551-021f7f0241fd of type vlan for network d2ba1521-ef72-4c6d-8295-cd41c960a943 Aug 29 17:32:41.584260 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.585934 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.587509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.668792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.675212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.675816 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.682620 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.795274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3497226 Aug 29 17:32:41.798472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56534) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:41.806455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1ac8-8e29-461c-be20-d6034db86d8e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Network': ['ID=d2ba1521-ef72-4c6d-8295-cd41c960a943,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:41.813982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'network_id': 'd2ba1521-ef72-4c6d-8295-cd41c960a943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:41.821084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d2ba1521-ef72-4c6d-8295-cd41c960a943 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:41.844989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Router 8b1d4036-6d31-46b6-9f49-c44cec4aee37 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:32:41.863154 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:41.882794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7d9d6359-ea3e-491e-bd9a-69a3fc87e624 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.884523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7d9d6359-ea3e-491e-bd9a-69a3fc87e624 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 812 time: 0.3125827 Aug 29 17:32:41.901036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Request body: {'port': {'device_id': 'efd5a227-282d-49e1-bceb-8c19302fe088', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'admin_state_up': True, 'tenant_id': '1d474c1586504dfb86b5f6741345f431'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:41.942931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77949895-9238-4799-b627-2fd3c8e1017c req-73294da1-123e-4a99-8fb7-bfaedd84bec7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:41.944431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77949895-9238-4799-b627-2fd3c8e1017c req-73294da1-123e-4a99-8fb7-bfaedd84bec7 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 945 time: 0.1416280 Aug 29 17:32:41.990532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6a655aa2-5791-4507-93aa-7741aa55ac08 req-162be1c4-67c8-4da0-a4e9-9e153075c88b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 210 time: 0.0375605 Aug 29 17:32:42.035546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Made reservation on behalf of 95f66de286e94de68400da628a71016b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:42.039110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.058543 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77949895-9238-4799-b627-2fd3c8e1017c req-ca470d90-6971-4372-9491-c1c4f606d051 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898166 Aug 29 17:32:42.073908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:42.085336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5455f1d-0544-41d9-b9c7-eac9608f7c5c None None] Sync routers for ids ['8b1d4036-6d31-46b6-9f49-c44cec4aee37'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:42.096861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5455f1d-0544-41d9-b9c7-eac9608f7c5c None None] Routers {'8b1d4036-6d31-46b6-9f49-c44cec4aee37'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:42.097391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d5455f1d-0544-41d9-b9c7-eac9608f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8b1d4036-6d31-46b6-9f49-c44cec4aee37'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:42.117074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Performing IP validity checks on allocation pools {{(pid=94796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:32:42.117695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:32:42.121451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Made reservation on behalf of 1d474c1586504dfb86b5f6741345f431 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:42.125234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.148023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d5455f1d-0544-41d9-b9c7-eac9608f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:42.153187 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.157117 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b600b93-0628-4276-99cd-cb83c094869a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5809035 Aug 29 17:32:42.157363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56538) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:42.163256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5455f1d-0544-41d9-b9c7-eac9608f7c5c None None] Routers {'8b1d4036-6d31-46b6-9f49-c44cec4aee37'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:42.163880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d5455f1d-0544-41d9-b9c7-eac9608f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8b1d4036-6d31-46b6-9f49-c44cec4aee37'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:42.169096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:42.198264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d5455f1d-0544-41d9-b9c7-eac9608f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:42.198932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5455f1d-0544-41d9-b9c7-eac9608f7c5c None None] The sync data for ids ['8b1d4036-6d31-46b6-9f49-c44cec4aee37'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:42.224840 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.243735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.424232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.493167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Allocated IP 172.20.0.8 (e136bb71-1565-4a74-a07c-3da563b369d5/4fde333e-caeb-4be9-96df-a0767fe315e7/df230478-0075-4271-94a4-710a71cb5e72) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:42.535974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.668249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=3a05bfd1-7998-4a86-be4c-881fafe0bb35,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:42.699164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.776029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Checking segment: {'id': 'cdb70e3e-baf7-43fb-a551-021f7f0241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2ba1521-ef72-4c6d-8295-cd41c960a943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:42.776391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network hostable DHCP agents. Network: d2ba1521-ef72-4c6d-8295-cd41c960a943, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:42.862777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.864867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Network d2ba1521-ef72-4c6d-8295-cd41c960a943 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:42.865341 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.888568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.900484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d2ba1521-ef72-4c6d-8295-cd41c960a943) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:42.901903 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.904481 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.911162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33c29f-cddb-4535-a3d5-874c75f72894 None None] Network d2ba1521-ef72-4c6d-8295-cd41c960a943 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:42.913580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:42.914188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.924808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.938886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.939336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfbde639-0692-4a6a-8a70-19a7541374ba {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:42.940301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2cc0791d-1571-44a6-8aee-f9fc8d682079 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1308722 Aug 29 17:32:42.942986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56542) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:42.952910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-eee85213-7d1f-497a-b30c-cf6d0ef71e3e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:42.995030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:42.995959 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:32:42.997027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6428f766-eda2-4863-8059-0351a7ed93e3 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4821820 Aug 29 17:32:42.999875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56544) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:43.047763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Deleting port 9ba7673c-42eb-4e42-ad47-d356d82d5433 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:43.048239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.055706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Network e136bb71-1565-4a74-a07c-3da563b369d5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:43.072440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:43.103173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf16adc-c01a-4efb-9ee6-aec0df55e34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d2ba1521-ef72-4c6d-8295-cd41c960a943', 'network_id': 'd2ba1521-ef72-4c6d-8295-cd41c960a943', 'tenant_id': '95f66de286e94de68400da628a71016b', 'fixed_ips': [{'subnet_id': '3a05bfd1-7998-4a86-be4c-881fafe0bb35'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:43.104042 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-daf16adc-c01a-4efb-9ee6-aec0df55e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.109274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:43.116397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event updated for resources: {'Port': ['ID=df230478-0075-4271-94a4-710a71cb5e72,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:43.144854 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eee85213-7d1f-497a-b30c-cf6d0ef71e3e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25273783'] for subnet, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.193680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e6549-78ec-4ed9-9ed9-fed433f22476 req-362e5c4a-6b74-4269-af67-29ef9ce55090 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:43.195152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c7e6549-78ec-4ed9-9ed9-fed433f22476 req-362e5c4a-6b74-4269-af67-29ef9ce55090 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 931 time: 0.1006544 Aug 29 17:32:43.195433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:43.196067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.244695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a83f72a1-47b8-4dff-953f-570889260850 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Deleting port 478276a5-5d4f-4f97-ac74-93b8edd2af01 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:43.245032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a83f72a1-47b8-4dff-953f-570889260850 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.247385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-7b4bf495-9fbd-4dab-b150-9f73e816e36b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3531733 Aug 29 17:32:43.249178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.265371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Request body: {'port': {'device_id': 'efd5a227-282d-49e1-bceb-8c19302fe088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:43.276266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ac5d8-f018-4db1-a4e4-7cbddfed6213 req-210ad3ce-7091-4cb7-9049-bf778b4966f9 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:43.277740 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e0ac5d8-f018-4db1-a4e4-7cbddfed6213 req-210ad3ce-7091-4cb7-9049-bf778b4966f9 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 945 time: 0.1127288 Aug 29 17:32:43.282274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Calling delete_port for 9ba7673c-42eb-4e42-ad47-d356d82d5433 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:43.312433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-daf16adc-c01a-4efb-9ee6-aec0df55e34a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:32:43.312433 n-d-713499-15 neutron-server[94797]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 29 17:32:43.312433 n-d-713499-15 neutron-server[94797]: [parameters: {'in_use': 1, 'id_1': '3a05bfd1-7998-4a86-be4c-881fafe0bb35'}] Aug 29 17:32:43.312433 n-d-713499-15 neutron-server[94797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:32:43.313426 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-daf16adc-c01a-4efb-9ee6-aec0df55e34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:32:43.320318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c7e6549-78ec-4ed9-9ed9-fed433f22476 req-ec01e437-ef9a-4aee-b876-e290d2839018 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016629 Aug 29 17:32:43.411039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a83f72a1-47b8-4dff-953f-570889260850 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.411294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e0ac5d8-f018-4db1-a4e4-7cbddfed6213 req-b3052b2b-e9b7-4f0e-845a-ff9b4d42a08d tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078510 Aug 29 17:32:43.415150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.431210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a83f72a1-47b8-4dff-953f-570889260850 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Calling delete_port for 478276a5-5d4f-4f97-ac74-93b8edd2af01 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:43.452266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eee85213-7d1f-497a-b30c-cf6d0ef71e3e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739108455720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25242024'] for subnet, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.555354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee85213-7d1f-497a-b30c-cf6d0ef71e3e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:43.556175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eee85213-7d1f-497a-b30c-cf6d0ef71e3e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.560177 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eee85213-7d1f-497a-b30c-cf6d0ef71e3e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "PUT /v2.0/subnets/3a05bfd1-7998-4a86-be4c-881fafe0bb35 HTTP/1.1" status: 200 len: 900 time: 0.6132982 Aug 29 17:32:43.567060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56552) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:43.578509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee85213-7d1f-497a-b30c-cf6d0ef71e3e tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event updated for resources: {'Subnet': ['ID=3a05bfd1-7998-4a86-be4c-881fafe0bb35,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:43.720093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.726286 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.735439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a83f72a1-47b8-4dff-953f-570889260850 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.771699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Pushing event deleted for resources: {'Port': ['ID=9ba7673c-42eb-4e42-ad47-d356d82d5433,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:43.786418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f72a1-47b8-4dff-953f-570889260850 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Pushing event deleted for resources: {'Port': ['ID=478276a5-5d4f-4f97-ac74-93b8edd2af01,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:43.810202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741fc41-e4ed-44d3-a7fb-207185315ab0 req-ac558afc-1820-4219-94f6-9d407de2b3b4 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:43.815215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c741fc41-e4ed-44d3-a7fb-207185315ab0 req-ac558afc-1820-4219-94f6-9d407de2b3b4 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 945 time: 0.1706111 Aug 29 17:32:43.815410 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-daf16adc-c01a-4efb-9ee6-aec0df55e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.839919 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-285a6357-b080-4920-b0dd-7c4884c5ccc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.844348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.896275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a83f72a1-47b8-4dff-953f-570889260850 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.898181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a83f72a1-47b8-4dff-953f-570889260850 tempest-RoutersAdminNegativeTest-157803649 tempest-RoutersAdminNegativeTest-157803649-project-admin] 10.222.0.41 "DELETE /v2.0/ports/478276a5-5d4f-4f97-ac74-93b8edd2af01 HTTP/1.1" status: 204 len: 168 time: 0.8973856 Aug 29 17:32:43.919499 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.944559 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.953624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df230478-0075-4271-94a4-710a71cb5e72 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:43.964257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.967385 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:43.996852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=3a05bfd1-7998-4a86-be4c-881fafe0bb35,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-daf16adc-c01a-4efb-9ee6-aec0df55e34a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a05bfd1-7998-4a86-be4c-881fafe0bb35: This subnet is being modified by another concurrent operation. Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:32:44.016749 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a05bfd1-7998-4a86-be4c-881fafe0bb35: This subnet is being modified by another concurrent operation. Aug 29 17:32:44.022003 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:32:44.061905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Transition to ACTIVE for port object df230478-0075-4271-94a4-710a71cb5e72 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:44.067815 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.071054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.080236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ba1521-ef72-4c6d-8295-cd41c960a943']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.092420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d24c15-5925-44ab-ae2d-2e9f5a52f47e None None] Network d2ba1521-ef72-4c6d-8295-cd41c960a943 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:44.100642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb70e3e-baf7-43fb-a551-021f7f0241fd') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.101076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb70e3e-baf7-43fb-a551-021f7f0241fd') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.115420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.138706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c741fc41-e4ed-44d3-a7fb-207185315ab0 req-f86bb828-f3b3-49bb-bfe7-9ca95890b784 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070657 Aug 29 17:32:44.153805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.160973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:44.161382 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:44.164467 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:44.222795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:44.243295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.250639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664038c0-c5c0-4fd0-bedc-3f36b2f2b3c6 None None] Network d2ba1521-ef72-4c6d-8295-cd41c960a943 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:44.253175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Pushing event updated for resources: {'Port': ['ID=df230478-0075-4271-94a4-710a71cb5e72,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:44.265829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.266306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664038c0-c5c0-4fd0-bedc-3f36b2f2b3c6 None None] Network d2ba1521-ef72-4c6d-8295-cd41c960a943 could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:32:44.267760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/d2ba1521-ef72-4c6d-8295-cd41c960a943 HTTP/1.1" status: 204 len: 168 time: 0.6997371 Aug 29 17:32:44.277384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56566) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:44.279215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e5be77-8248-43a8-a497-920e8c9ea659 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:32:44.303150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cec22-a653-4738-90ba-8dbf37829e69 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=d2ba1521-ef72-4c6d-8295-cd41c960a943,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:44.310187 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.327352 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a758eb-05dd-418e-b6fc-b00fe5f3b752 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:44.327691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a758eb-05dd-418e-b6fc-b00fe5f3b752 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:44.329805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-41a758eb-05dd-418e-b6fc-b00fe5f3b752 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/3a05bfd1-7998-4a86-be4c-881fafe0bb35 HTTP/1.1" status: 404 len: 337 time: 0.0514627 Aug 29 17:32:44.332545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56568) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:44.336398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.372709 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec9b773-d85b-4810-910f-c18090cae490 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:44.373397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec9b773-d85b-4810-910f-c18090cae490 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:44.375194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3ec9b773-d85b-4810-910f-c18090cae490 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/d2ba1521-ef72-4c6d-8295-cd41c960a943 HTTP/1.1" status: 404 len: 339 time: 0.0417154 Aug 29 17:32:44.381082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56572) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:44.425626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Router 8b1d4036-6d31-46b6-9f49-c44cec4aee37 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:32:44.425908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5be77-8248-43a8-a497-920e8c9ea659 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:32:44.434945 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3ccd-0791-407d-ad57-cf134184fa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.503180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Attempting to bind port df230478-0075-4271-94a4-710a71cb5e72 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:44.504256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Attempting to bind port df230478-0075-4271-94a4-710a71cb5e72 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:44.504780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Attempting to bind port df230478-0075-4271-94a4-710a71cb5e72 on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:44.508602 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.540352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Port df230478-0075-4271-94a4-710a71cb5e72 on network e136bb71-1565-4a74-a07c-3da563b369d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:32:44.540684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Attempting to bind port df230478-0075-4271-94a4-710a71cb5e72 on network e136bb71-1565-4a74-a07c-3da563b369d5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:44.548876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:44.549210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Checking segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:44.549877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Bound using segment: {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:44.550077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda29f54-6127-43b1-a1d6-f01007a84207 req-42de5f83-70c3-435c-9ac2-7c848c169d31 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:44.550316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Bound port: df230478-0075-4271-94a4-710a71cb5e72, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4bd09-e9cb-44e3-8f7d-4f63cb935011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:44.550779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.551829 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cda29f54-6127-43b1-a1d6-f01007a84207 req-42de5f83-70c3-435c-9ac2-7c848c169d31 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 943 time: 0.1427896 Aug 29 17:32:44.554109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:32:44.566902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.568064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ba18a238-6d2f-4a9e-8e28-424af86f31d6 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "PUT /v2.0/routers/8b1d4036-6d31-46b6-9f49-c44cec4aee37 HTTP/1.1" status: 200 len: 704 time: 2.4084773 Aug 29 17:32:44.573750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56574) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:44.575249 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f22721e-f776-48ef-a2c9-77dafce3b2ee None None] Sync routers for ids ['8b1d4036-6d31-46b6-9f49-c44cec4aee37'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:32:44.585788 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22721e-f776-48ef-a2c9-77dafce3b2ee None None] Routers {'8b1d4036-6d31-46b6-9f49-c44cec4aee37'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:44.586856 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5f22721e-f776-48ef-a2c9-77dafce3b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8b1d4036-6d31-46b6-9f49-c44cec4aee37'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.631485 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5f22721e-f776-48ef-a2c9-77dafce3b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.643275 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22721e-f776-48ef-a2c9-77dafce3b2ee None None] Routers {'8b1d4036-6d31-46b6-9f49-c44cec4aee37'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:32:44.644819 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5f22721e-f776-48ef-a2c9-77dafce3b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:32:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8b1d4036-6d31-46b6-9f49-c44cec4aee37'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.660232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5f6326fd-12ba-40bd-8f09-33e467b4568c tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/routers/8b1d4036-6d31-46b6-9f49-c44cec4aee37 HTTP/1.1" status: 200 len: 739 time: 0.0825758 Aug 29 17:32:44.665439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56576) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:44.666955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.689094 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5f22721e-f776-48ef-a2c9-77dafce3b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.690139 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f22721e-f776-48ef-a2c9-77dafce3b2ee None None] The sync data for ids ['8b1d4036-6d31-46b6-9f49-c44cec4aee37'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:32:44.727138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] For port df230478-0075-4271-94a4-710a71cb5e72, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:44.731565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] For port df230478-0075-4271-94a4-710a71cb5e72, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=df230478-0075-4271-94a4-710a71cb5e72,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:44.736514 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.741955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36dab7a0-f1a0-4a51-bf82-a0619cbe3d68']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.750699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-179250ee-f0dc-46fe-827d-4f4a8f8428f2 tempest-RoutersAdminTest-1931437920 tempest-RoutersAdminTest-1931437920-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=8b1d4036-6d31-46b6-9f49-c44cec4aee37 HTTP/1.1" status: 200 len: 205 time: 0.0776668 Aug 29 17:32:44.758420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cda29f54-6127-43b1-a1d6-f01007a84207 req-a7d05d72-921c-4881-bfd1-324bce00fd83 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793103 Aug 29 17:32:44.759361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56578) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:44.774043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba8076e-490f-4d49-9570-6e0c716679ca') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.774334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba8076e-490f-4d49-9570-6e0c716679ca') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:44.775693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:44.776318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.777796 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] 10.222.0.44 "PUT /v2.0/ports/df230478-0075-4271-94a4-710a71cb5e72 HTTP/1.1" status: 200 len: 1092 time: 1.5190933 Aug 29 17:32:44.778496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd5a227-282d-49e1-bceb-8c19302fe088', 'tag': 'df230478-0075-4271-94a4-710a71cb5e72'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:44.782269 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34403dd-ea46-40d1-8cb7-afa947dac8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "efd5a227-282d-49e1-bceb-8c19302fe088", "tag": "df230478-0075-4271-94a4-710a71cb5e72"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:44.807090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.814359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f012c58a-c7a6-4b33-94ae-736d9b7c3d9e tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1d4036-6d31-46b6-9f49-c44cec4aee37 HTTP/1.1" status: 200 len: 205 time: 0.0482492 Aug 29 17:32:44.819670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56582) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:44.833179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ff8c5-675d-4cba-822c-180e88de0e67 service neutron] Pushing event updated for resources: {'Port': ['ID=df230478-0075-4271-94a4-710a71cb5e72,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:44.852865 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c166629-64e7-486c-b817-8e6dc51ae6d9 x-openstack-request-id: req-8c166629-64e7-486c-b817-8e6dc51ae6d9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:44.853241 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd5a227-282d-49e1-bceb-8c19302fe088", "tag": "df230478-0075-4271-94a4-710a71cb5e72", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:44.853488 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c166629-64e7-486c-b817-8e6dc51ae6d9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:44.853878 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd5a227-282d-49e1-bceb-8c19302fe088', 'tag': 'df230478-0075-4271-94a4-710a71cb5e72', 'status': 'completed', 'code': 200} Aug 29 17:32:44.878354 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3ccd-0791-407d-ad57-cf134184fa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.883019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-ae2ebc7f-d6bc-4c95-932d-169ff999a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:44.885143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-ae2ebc7f-d6bc-4c95-932d-169ff999a461 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 1095 time: 0.0487099 Aug 29 17:32:44.909231 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.911121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3ccd-0791-407d-ad57-cf134184fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.928265 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-f20faffd-3895-4773-9884-b14ed1db380d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df230478-0075-4271-94a4-710a71cb5e72 HTTP/1.1" status: 200 len: 217 time: 0.0350499 Aug 29 17:32:44.936657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:44.937068 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.941492 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a666b3cf-69fe-4f42-a445-09287a0eefe8 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:44.943131 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:44.976683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-b096bdee-30e4-4da5-a261-00e8fa5a471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:44.978731 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-b096bdee-30e4-4da5-a261-00e8fa5a471a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.0432451 Aug 29 17:32:45.015052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-0409dde0-f8f8-46c2-8d00-d18aa74d2567 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285296 Aug 29 17:32:45.091448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b2fb3ccd-0791-407d-ad57-cf134184fa93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=440feeadbfb74f26b5507848db6dc55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673863 Aug 29 17:32:45.094057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56586) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.103435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb3ccd-0791-407d-ad57-cf134184fa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3782e967-0db0-4db2-b981-5df0283c68e2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:45.133261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-ea6d36a7-f819-4223-bec3-2ebdc43dcf7f service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111588 Aug 29 17:32:45.170817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.207304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.209186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/36dab7a0-f1a0-4a51-bf82-a0619cbe3d68 HTTP/1.1" status: 204 len: 168 time: 0.8268545 Aug 29 17:32:45.221523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56590) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.228931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf292818-1fce-4364-b6fc-299caa537d6f req-94a54987-4fb7-4214-9990-33d9dde83400 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:45.230423 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf292818-1fce-4364-b6fc-299caa537d6f req-94a54987-4fb7-4214-9990-33d9dde83400 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 945 time: 0.3054423 Aug 29 17:32:45.233278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967f5fd-7b4d-4ac1-819c-7036cbfe64d4 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=36dab7a0-f1a0-4a51-bf82-a0619cbe3d68,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:45.233750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bda44fc3-d27a-4458-9cd9-ab9a612bda5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.236061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a666b3cf-69fe-4f42-a445-09287a0eefe8 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.245387 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a666b3cf-69fe-4f42-a445-09287a0eefe8 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.285295 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b592e42a-2ff3-46e7-a3b8-dae569f03a05 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:45.285662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b592e42a-2ff3-46e7-a3b8-dae569f03a05 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:45.287448 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b592e42a-2ff3-46e7-a3b8-dae569f03a05 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/3153733c-e9c4-4544-9173-b7416d60cd1b HTTP/1.1" status: 404 len: 337 time: 0.0622363 Aug 29 17:32:45.295831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56592) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.316104 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a666b3cf-69fe-4f42-a445-09287a0eefe8 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.316639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a666b3cf-69fe-4f42-a445-09287a0eefe8 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Fanout notify agent at l3_agent the message router_deleted on router 8b1d4036-6d31-46b6-9f49-c44cec4aee37 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:32:45.334652 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bda44fc3-d27a-4458-9cd9-ab9a612bda5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.340791 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a666b3cf-69fe-4f42-a445-09287a0eefe8 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.341877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a666b3cf-69fe-4f42-a445-09287a0eefe8 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/8b1d4036-6d31-46b6-9f49-c44cec4aee37 HTTP/1.1" status: 204 len: 168 time: 0.5163682 Aug 29 17:32:45.346215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56594) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.359171 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6eb003c-7d20-42fe-8198-5faae2747c72 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:45.359171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6eb003c-7d20-42fe-8198-5faae2747c72 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:45.360118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b6eb003c-7d20-42fe-8198-5faae2747c72 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/8e63abb4-9f47-482d-a038-6f7346c60cea HTTP/1.1" status: 404 len: 339 time: 0.0606775 Aug 29 17:32:45.371951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56596) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.374624 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-13f49b50-9e4d-4e38-bf9e-3074b2142faa tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1d4036-6d31-46b6-9f49-c44cec4aee37 HTTP/1.1" status: 200 len: 205 time: 0.0272179 Aug 29 17:32:45.377699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56598) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.391288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881c50c-733a-4e8c-9792-5d683c8ae4ce req-68e539ed-4b12-49ba-81e7-8f42616d2f39 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:45.392964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6881c50c-733a-4e8c-9792-5d683c8ae4ce req-68e539ed-4b12-49ba-81e7-8f42616d2f39 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 945 time: 0.1884534 Aug 29 17:32:45.394634 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.395247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4c7317b-189f-4a84-a9c1-8ce4ee09b73a req-16637855-e948-4408-bb47-ea74b6670dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522469 Aug 29 17:32:45.416419 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-c6031f9a-d4df-496a-bcd2-641d8efda89a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] delete failed (client error): The resource could not be found. Aug 29 17:32:45.417457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c6031f9a-d4df-496a-bcd2-641d8efda89a tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/8b1d4036-6d31-46b6-9f49-c44cec4aee37 HTTP/1.1" status: 404 len: 336 time: 0.0388749 Aug 29 17:32:45.420739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56600) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.463821 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e55ea70c-6b3d-4ae1-a1b0-a71a9c39f356 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f944830-838e-4737-b3ac-c1228179d289 HTTP/1.1" status: 200 len: 205 time: 0.0393198 Aug 29 17:32:45.464089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56602) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.499001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1b29e9-583f-42ef-9f2a-bf5518244586 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting subnet 94950243-f008-4422-8ca8-0827e3c1eaa9 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:32:45.505763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Deleting port 8632e0b6-d1b3-4dd0-8393-bc954907ddab {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:45.506571 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.511022 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-d2899239-2b80-48b8-995f-f58df0a94130 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] delete failed (client error): The resource could not be found. Aug 29 17:32:45.512081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d2899239-2b80-48b8-995f-f58df0a94130 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/8f944830-838e-4737-b3ac-c1228179d289 HTTP/1.1" status: 404 len: 336 time: 0.0471563 Aug 29 17:32:45.516467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29e9-583f-42ef-9f2a-bf5518244586 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.519410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56604) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.525217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6881c50c-733a-4e8c-9792-5d683c8ae4ce req-2febdc5d-c71d-4438-940a-8e84d5175829 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups?id=5042a17d-9db1-4f84-bb92-cd895c6a6933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050193 Aug 29 17:32:45.554897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bda44fc3-d27a-4458-9cd9-ab9a612bda5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.557615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bda44fc3-d27a-4458-9cd9-ab9a612bda5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.558718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bda44fc3-d27a-4458-9cd9-ab9a612bda5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3782e967-0db0-4db2-b981-5df0283c68e2 HTTP/1.1" status: 204 len: 168 time: 0.4634836 Aug 29 17:32:45.591251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f7316693-2cc9-4072-8dad-282471de22a5 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=38894997-bb23-4a7a-88d9-26b605039d40 HTTP/1.1" status: 200 len: 205 time: 0.0695024 Aug 29 17:32:45.593479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56608) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.601833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-d2c6f782-6149-49e3-b3d9-bf5537090866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:45.603545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-d2c6f782-6149-49e3-b3d9-bf5537090866 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d474c1586504dfb86b5f6741345f431&device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 1095 time: 0.1617126 Aug 29 17:32:45.606398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda44fc3-d27a-4458-9cd9-ab9a612bda5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3782e967-0db0-4db2-b981-5df0283c68e2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:45.609549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29e9-583f-42ef-9f2a-bf5518244586 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.645719 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-2c23bf80-a6a2-47b8-91e6-cf3ef2036ecc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] delete failed (client error): The resource could not be found. Aug 29 17:32:45.646794 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2c23bf80-a6a2-47b8-91e6-cf3ef2036ecc tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/38894997-bb23-4a7a-88d9-26b605039d40 HTTP/1.1" status: 404 len: 336 time: 0.0521581 Aug 29 17:32:45.650912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56610) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.690100 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dbad5631-79f3-4478-a1e7-62772fa2ff06 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=00dfff23-24de-49f5-99d1-baf50436ffd9 HTTP/1.1" status: 200 len: 205 time: 0.0357518 Aug 29 17:32:45.690454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56612) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.700186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] For port 8632e0b6-d1b3-4dd0-8393-bc954907ddab, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=8632e0b6-d1b3-4dd0-8393-bc954907ddab,segment=NetworkSegment(887d8ca6-262e-457c-b200-a7049a12ee55),segment_id=887d8ca6-262e-457c-b200-a7049a12ee55)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:45.700797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.721595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Calling delete_port for 8632e0b6-d1b3-4dd0-8393-bc954907ddab owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:45.741304 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-251d6c1d-74d7-4cfb-ab3a-19a749d92b25 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] delete failed (client error): The resource could not be found. Aug 29 17:32:45.742337 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-251d6c1d-74d7-4cfb-ab3a-19a749d92b25 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/00dfff23-24de-49f5-99d1-baf50436ffd9 HTTP/1.1" status: 404 len: 336 time: 0.0510235 Aug 29 17:32:45.748790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56616) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.795920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4e7daaf2-1470-4895-9949-69a49b0c890f tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf HTTP/1.1" status: 200 len: 205 time: 0.0460837 Aug 29 17:32:45.798539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56618) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.844929 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-ba6715c7-db3b-4f1a-a2e0-a2fb2362c5c9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] delete failed (client error): The resource could not be found. Aug 29 17:32:45.849915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ba6715c7-db3b-4f1a-a2e0-a2fb2362c5c9 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/fdb53aa9-aeb2-4576-8bef-baf75e7bcdbf HTTP/1.1" status: 404 len: 336 time: 0.0500600 Aug 29 17:32:45.850519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56622) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.912309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1325d898-461b-4f88-8f7b-b320dced1f68 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f5d78b-3158-4e88-8ccc-56ba30976e5c HTTP/1.1" status: 200 len: 205 time: 0.0551503 Aug 29 17:32:45.913363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56624) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:45.913363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56626) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:46.185611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-d47ed444-9008-4c07-b011-2dd70e3e166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:46.187125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-d47ed444-9008-4c07-b011-2dd70e3e166b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 200 len: 913 time: 0.5743830 Aug 29 17:32:46.204352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29e9-583f-42ef-9f2a-bf5518244586 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.253263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-b863e363-b3e9-4959-a0be-b7ef8795c9e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df230478-0075-4271-94a4-710a71cb5e72 HTTP/1.1" status: 200 len: 217 time: 0.0567515 Aug 29 17:32:46.273490 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-037ae23b-4da0-4c5c-9061-6699975b20a3 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] delete failed (client error): The resource could not be found. Aug 29 17:32:46.275124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-037ae23b-4da0-4c5c-9061-6699975b20a3 tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/routers/49f5d78b-3158-4e88-8ccc-56ba30976e5c HTTP/1.1" status: 404 len: 336 time: 0.3517542 Aug 29 17:32:46.279627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56630) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:46.296403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.331107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25655-672a-48ff-9da1-a85e6bd1eb2e req-40da76ee-e5e4-4e7f-90bd-f20bb9e60916 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:46.332929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fa25655-672a-48ff-9da1-a85e6bd1eb2e req-40da76ee-e5e4-4e7f-90bd-f20bb9e60916 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 943 time: 0.4650006 Aug 29 17:32:46.334168 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6d2b5e-5681-41dd-8207-bbeef61e8abe tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:46.334687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6d2b5e-5681-41dd-8207-bbeef61e8abe tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:46.338894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9c6d2b5e-5681-41dd-8207-bbeef61e8abe tempest-RoutersAdminTest-653635109 tempest-RoutersAdminTest-653635109-project] 10.222.0.41 "DELETE /v2.0/subnets/641a401f-047c-4542-8ba1-cbba15457a8a HTTP/1.1" status: 404 len: 337 time: 0.0557563 Aug 29 17:32:46.354366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-1ce373a9-58c8-4b1d-8434-05ff1643ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:46.355899 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-1ce373a9-58c8-4b1d-8434-05ff1643ed52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 200 len: 852 time: 0.0929959 Aug 29 17:32:46.361356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aa316e1f-b977-4d86-8d13-997ed5e3c5f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbca19033f71418685428dcfed1079d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395359 Aug 29 17:32:46.364874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event deleted for resources: {'Port': ['ID=8632e0b6-d1b3-4dd0-8393-bc954907ddab,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:46.366440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29e9-583f-42ef-9f2a-bf5518244586 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.366643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56634) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:46.413801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-fbac5d54-4e2e-4410-8c87-94e86b5de9e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e136bb71-1565-4a74-a07c-3da563b369d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488811 Aug 29 17:32:46.416986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b29e9-583f-42ef-9f2a-bf5518244586 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=94950243-f008-4422-8ca8-0827e3c1eaa9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:46.421480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29e9-583f-42ef-9f2a-bf5518244586 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.425821 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dc1b29e9-583f-42ef-9f2a-bf5518244586 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/94950243-f008-4422-8ca8-0827e3c1eaa9 HTTP/1.1" status: 204 len: 168 time: 1.0529063 Aug 29 17:32:46.426422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56636) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:46.432607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443bf299-0421-42e4-9985-9b9107ac8e03 None None] Network 347a8bab-0d33-4c86-8b9c-43532577697d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:46.437315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] No DVR routers for this DVR port 8632e0b6-d1b3-4dd0-8393-bc954907ddab on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:46.447407 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.449516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf292818-1fce-4364-b6fc-299caa537d6f req-290aef64-0dda-4d7e-9c7b-481f072a5004 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.43 "DELETE /v2.0/ports/8632e0b6-d1b3-4dd0-8393-bc954907ddab HTTP/1.1" status: 204 len: 173 time: 1.2110918 Aug 29 17:32:46.450074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b26d39-a344-4c12-b018-394a135fabfb', 'name': 'network-vif-deleted', 'tag': '8632e0b6-d1b3-4dd0-8393-bc954907ddab'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:46.452703 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d37d57a-7f4d-4ff1-8516-f07ec3a821c6" -d '{"events": [{"server_uuid": "20b26d39-a344-4c12-b018-394a135fabfb", "name": "network-vif-deleted", "tag": "8632e0b6-d1b3-4dd0-8393-bc954907ddab"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:46.505485 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fa25655-672a-48ff-9da1-a85e6bd1eb2e req-917719fd-604a-4054-b5ad-695d476ed14b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474745 Aug 29 17:32:46.542921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a697c13-c996-4325-bbd6-df85a5093270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.555431 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23e27a2-20c3-4314-9b4c-a4e177312e33 x-openstack-request-id: req-e23e27a2-20c3-4314-9b4c-a4e177312e33 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:46.556756 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b26d39-a344-4c12-b018-394a135fabfb", "name": "network-vif-deleted", "tag": "8632e0b6-d1b3-4dd0-8393-bc954907ddab", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:46.557390 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e23e27a2-20c3-4314-9b4c-a4e177312e33 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:46.557849 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b26d39-a344-4c12-b018-394a135fabfb', 'name': 'network-vif-deleted', 'tag': '8632e0b6-d1b3-4dd0-8393-bc954907ddab', 'status': 'completed', 'code': 200} Aug 29 17:32:46.570662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a0694d-4c09-4127-985f-70fcec601627 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting subnet 357255ae-629d-4e13-bdef-528818680671 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:32:46.576601 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6a0694d-4c09-4127-985f-70fcec601627 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.600030 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a697c13-c996-4325-bbd6-df85a5093270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.678462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6a0694d-4c09-4127-985f-70fcec601627 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.679171 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06cbe386-9301-4d97-ba3e-09c8f5424dbe req-5ed46672-ab2e-494b-b374-3615abbd461c tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/ports?device_id=20b26d39-a344-4c12-b018-394a135fabfb HTTP/1.1" status: 200 len: 210 time: 0.0557289 Aug 29 17:32:46.684148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-2008cfaf-24db-49b2-9541-0b45829880f2 service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567699 Aug 29 17:32:46.715583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a697c13-c996-4325-bbd6-df85a5093270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.719000 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a697c13-c996-4325-bbd6-df85a5093270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.720561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2a697c13-c996-4325-bbd6-df85a5093270 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee40845c-a0cd-45fb-b4a0-1e20afc5dbdf HTTP/1.1" status: 204 len: 168 time: 0.3440454 Aug 29 17:32:46.726950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.731550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a697c13-c996-4325-bbd6-df85a5093270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee40845c-a0cd-45fb-b4a0-1e20afc5dbdf,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:46.807334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56646) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:46.883807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6a0694d-4c09-4127-985f-70fcec601627 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.890615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a34403dd-ea46-40d1-8cb7-afa947dac8c8 req-b2034b52-0efa-40e0-8adc-c49932b374fb service neutron] 10.222.0.44 "GET /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803296 Aug 29 17:32:46.982230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6a0694d-4c09-4127-985f-70fcec601627 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.018536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6a0694d-4c09-4127-985f-70fcec601627 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.023885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6a0694d-4c09-4127-985f-70fcec601627 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/357255ae-629d-4e13-bdef-528818680671 HTTP/1.1" status: 204 len: 168 time: 0.5933094 Aug 29 17:32:47.023885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0694d-4c09-4127-985f-70fcec601627 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=357255ae-629d-4e13-bdef-528818680671,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:47.024558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:47.135102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.158140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb2951c8-5c47-454b-bfde-e7abe37989f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.226414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:47.226973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.324526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] For port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,segment=NetworkSegment(dca81bb5-63de-4796-a791-252001e76a77),segment_id=dca81bb5-63de-4796-a791-252001e76a77)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:47.325223 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.335608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb2951c8-5c47-454b-bfde-e7abe37989f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.341364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Calling delete_port for 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:47.342702 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb2951c8-5c47-454b-bfde-e7abe37989f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.389652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cb2951c8-5c47-454b-bfde-e7abe37989f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2473c247a730441795204d7ce40c498e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807745 Aug 29 17:32:47.390530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2951c8-5c47-454b-bfde-e7abe37989f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb45793-2730-421a-aa65-39cd2f4a0e1d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:47.399248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56664) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:47.476459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a58a15a-3166-48b6-91a8-4d45d311412f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.506260 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a58a15a-3166-48b6-91a8-4d45d311412f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.510838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.518453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2165352-2535-438a-8f21-2d4f24cd0e69 None None] Network 347a8bab-0d33-4c86-8b9c-43532577697d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:47.549883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No DVR routers for this DVR port 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:47.552117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Port': ['ID=010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:47.579958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7ac7d033-dbf1-4854-9fcc-558c4e6d4e41 None None] Could not find standard attr ID for object 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:32:47.655649 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.670509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347a8bab-0d33-4c86-8b9c-43532577697d']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:47.673551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8632e0b6-d1b3-4dd0-8393-bc954907ddab no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:47.683934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a58a15a-3166-48b6-91a8-4d45d311412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.687132 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a58a15a-3166-48b6-91a8-4d45d311412f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.691703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a58a15a-3166-48b6-91a8-4d45d311412f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9eb45793-2730-421a-aa65-39cd2f4a0e1d HTTP/1.1" status: 204 len: 168 time: 0.2908149 Aug 29 17:32:47.693815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca81bb5-63de-4796-a791-252001e76a77') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:47.694120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca81bb5-63de-4796-a791-252001e76a77') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:47.698529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8506ab0-43a0-4349-af8f-997ed4392b95 req-d87333e1-b2c0-460e-8d8d-df090bc90dce tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:47.707642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58a15a-3166-48b6-91a8-4d45d311412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb45793-2730-421a-aa65-39cd2f4a0e1d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:47.711549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8506ab0-43a0-4349-af8f-997ed4392b95 req-d87333e1-b2c0-460e-8d8d-df090bc90dce tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 943 time: 0.0881341 Aug 29 17:32:47.715509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.732645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 8632e0b6-d1b3-4dd0-8393-bc954907ddab {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:47.736165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 8632e0b6-d1b3-4dd0-8393-bc954907ddab not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:47.740115 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.748812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:47.749445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:47.758037 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:47.764814 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8506ab0-43a0-4349-af8f-997ed4392b95 req-4c32f8ef-807d-4201-bca9-3da3f1c103ef tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Aug 29 17:32:47.774007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f7692-88c5-4830-b72f-b609862a0b18 None None] DHCP port deletion for 347a8bab-0d33-4c86-8b9c-43532577697d request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:32:47.834948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.836774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56688) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:47.849820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.858425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56692) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:47.859372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/347a8bab-0d33-4c86-8b9c-43532577697d HTTP/1.1" status: 204 len: 168 time: 0.8295159 Aug 29 17:32:47.878042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83319f39-be71-411f-a0c5-f0752d55aaf0 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=347a8bab-0d33-4c86-8b9c-43532577697d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:47.895804 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e4915d-1dae-4638-b487-f686db0a15fa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:47.896517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e4915d-1dae-4638-b487-f686db0a15fa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:47.898893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-55e4915d-1dae-4638-b487-f686db0a15fa tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/241191ec-66f4-49b7-98c7-7eef284577be HTTP/1.1" status: 404 len: 337 time: 0.0420334 Aug 29 17:32:47.901957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56696) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:47.920422 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0477eed2-a560-49e4-a655-50d6e9557088 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:47.921154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0477eed2-a560-49e4-a655-50d6e9557088 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:47.923156 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0477eed2-a560-49e4-a655-50d6e9557088 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/cd230bd3-62e0-4210-8997-22e95e94fd3f HTTP/1.1" status: 404 len: 339 time: 0.0202091 Aug 29 17:32:47.925760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56700) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:47.941180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56702) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:47.955026 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-821e03e5-c90f-4038-b023-454904399c50 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:47.955743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821e03e5-c90f-4038-b023-454904399c50 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:47.957772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-821e03e5-c90f-4038-b023-454904399c50 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/710e044b-28b4-4f42-9e32-3f26cf508e4d HTTP/1.1" status: 404 len: 337 time: 0.0305197 Aug 29 17:32:47.960673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56704) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:47.990276 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b68b6f-8326-42a8-a9d0-583a7d018039 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:47.990890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b68b6f-8326-42a8-a9d0-583a7d018039 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:47.992916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-51b68b6f-8326-42a8-a9d0-583a7d018039 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/59b75e7e-cbd0-41b4-b574-15e4676c1901 HTTP/1.1" status: 404 len: 339 time: 0.0308204 Aug 29 17:32:47.996128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56708) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.014892 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f792457e-617a-4ba2-bc78-9720ee501639 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.027541 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-49757da3-c792-4ca0-8711-43e3536d45f3 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:48.028119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49757da3-c792-4ca0-8711-43e3536d45f3 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.029712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-49757da3-c792-4ca0-8711-43e3536d45f3 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/4adae59e-7ccc-46ab-872a-c498d8b36e43 HTTP/1.1" status: 404 len: 337 time: 0.0326593 Aug 29 17:32:48.032288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56710) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.048575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f792457e-617a-4ba2-bc78-9720ee501639 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.052218 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0248f6b-9731-4588-90a0-aa01ba00f05c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:48.052807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0248f6b-9731-4588-90a0-aa01ba00f05c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.054727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e0248f6b-9731-4588-90a0-aa01ba00f05c tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/d219d5ca-36df-4c19-9431-db8af75a4858 HTTP/1.1" status: 404 len: 339 time: 0.0214412 Aug 29 17:32:48.057431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56712) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.120666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f792457e-617a-4ba2-bc78-9720ee501639 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.123250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f792457e-617a-4ba2-bc78-9720ee501639 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.125548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-36dffbf4-ae0b-4b1e-99fc-ed2f6e6b4d0a tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] Request body: {'port': {'network_id': 'dd3d5c61-9d7c-44d4-b487-a44af8101269', 'name': 'tempest-NetworksNegativeTestJSON-262994177'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:48.127470 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f792457e-617a-4ba2-bc78-9720ee501639 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "DELETE /v2.0/security-groups/f0665522-a423-42d9-9e8f-6921b6dc0ef5 HTTP/1.1" status: 204 len: 168 time: 0.1850576 Aug 29 17:32:48.128139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56714) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.145079 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-36dffbf4-ae0b-4b1e-99fc-ed2f6e6b4d0a tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] POST failed (client error): The resource could not be found. Aug 29 17:32:48.145645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36dffbf4-ae0b-4b1e-99fc-ed2f6e6b4d0a tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.146826 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-68afbcf3-046a-4131-8595-432ea6bd8a68 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] show failed (client error): The resource could not be found. Aug 29 17:32:48.146966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-36dffbf4-ae0b-4b1e-99fc-ed2f6e6b4d0a tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3084517 Aug 29 17:32:48.152454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-68afbcf3-046a-4131-8595-432ea6bd8a68 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "GET /v2.0/security-groups/f0665522-a423-42d9-9e8f-6921b6dc0ef5 HTTP/1.1" status: 404 len: 347 time: 0.0200088 Aug 29 17:32:48.153013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56716) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.153380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56718) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.155013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce348626-8ee7-4cd4-827b-ddd817233cfe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting subnet af930bec-0cb7-48cc-b896-cccac933c1b1 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:32:48.163892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce348626-8ee7-4cd4-827b-ddd817233cfe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.177451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792457e-617a-4ba2-bc78-9720ee501639 tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0665522-a423-42d9-9e8f-6921b6dc0ef5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:48.207193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce348626-8ee7-4cd4-827b-ddd817233cfe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.221260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:48.240211 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf010ccc-848e-44bc-b668-e459b5c0d364 tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:48.240836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf010ccc-848e-44bc-b668-e459b5c0d364 tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.242660 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bf010ccc-848e-44bc-b668-e459b5c0d364 tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "DELETE /v2.0/networks/10bc9e47-ed67-4663-a61d-0685b1ba1446 HTTP/1.1" status: 404 len: 339 time: 0.0826814 Aug 29 17:32:48.246376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56720) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.249433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:48.250013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 010e3de8-bf3c-4eca-bea1-d3b2fbbefd0b not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:48.252753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56722) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.283806 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-80aceeae-5d85-4b3a-a312-7b7a8a4df10c tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:48.284493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80aceeae-5d85-4b3a-a312-7b7a8a4df10c tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.289629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-80aceeae-5d85-4b3a-a312-7b7a8a4df10c tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "DELETE /v2.0/ports/24157f13-ffe8-4707-a111-9315c25e7acb HTTP/1.1" status: 404 len: 333 time: 0.0388589 Aug 29 17:32:48.292081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56726) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.346045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce348626-8ee7-4cd4-827b-ddd817233cfe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.372186 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b726b03-77da-4fae-8f4e-58bed3378dcd tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:48.372649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b726b03-77da-4fae-8f4e-58bed3378dcd tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.374388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2b726b03-77da-4fae-8f4e-58bed3378dcd tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "DELETE /v2.0/subnets/575cb3f4-42c9-4af1-a732-f3f19f71ff9c HTTP/1.1" status: 404 len: 337 time: 0.0758617 Aug 29 17:32:48.378283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56728) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.393606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-57a722af-31e6-4965-8088-833a92ee0d29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ec04eadb7974407a749716b4cc8b0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375058 Aug 29 17:32:48.393808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56730) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.410399 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc67dca-9d3d-4ef6-8852-4302ed702178 tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] GET failed (client error): The resource could not be found. Aug 29 17:32:48.411857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5dc67dca-9d3d-4ef6-8852-4302ed702178 tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "GET /v2.0/networks/e1022968-aa55-412f-8d1c-580a3025fd13 HTTP/1.1" status: 404 len: 339 time: 0.0325778 Aug 29 17:32:48.417095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56732) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.445130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Deleting port 355b8916-f69f-45f9-a0f7-77df0587f85b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:48.445484 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.450473 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fae694c-16fd-4c4f-9f0d-ad813eda60ba tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] GET failed (client error): The resource could not be found. Aug 29 17:32:48.452057 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9fae694c-16fd-4c4f-9f0d-ad813eda60ba tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "GET /v2.0/ports/d7256a56-12e2-4c3a-8762-eb0bbecb4aac HTTP/1.1" status: 404 len: 333 time: 0.0315704 Aug 29 17:32:48.455868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56734) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.489042 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bc7c73-b3c2-4bcc-b38a-2cd0a746f60a tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] GET failed (client error): The resource could not be found. Aug 29 17:32:48.494621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a5bc7c73-b3c2-4bcc-b38a-2cd0a746f60a tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "GET /v2.0/subnets/deddee31-1a21-4a17-92cc-fffef3fd4973 HTTP/1.1" status: 404 len: 337 time: 0.0334213 Aug 29 17:32:48.494858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.499227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce348626-8ee7-4cd4-827b-ddd817233cfe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.503187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7052f943-c1a9-4446-9a30-abdd3d43543c tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:48.520719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device df230478-0075-4271-94a4-710a71cb5e72 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:32:48.524261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57385710-b580-4c98-9e75-2306f80d4c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.527506 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7052f943-c1a9-4446-9a30-abdd3d43543c tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] PUT failed (client error): The resource could not be found. Aug 29 17:32:48.528297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7052f943-c1a9-4446-9a30-abdd3d43543c tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.528607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce348626-8ee7-4cd4-827b-ddd817233cfe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=af930bec-0cb7-48cc-b896-cccac933c1b1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:48.533132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7052f943-c1a9-4446-9a30-abdd3d43543c tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "PUT /v2.0/networks/b92ba6ad-7704-4c79-9fd2-331f4869079a HTTP/1.1" status: 404 len: 339 time: 0.0320091 Aug 29 17:32:48.533955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce348626-8ee7-4cd4-827b-ddd817233cfe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.535161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ce348626-8ee7-4cd4-827b-ddd817233cfe tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/af930bec-0cb7-48cc-b896-cccac933c1b1 HTTP/1.1" status: 204 len: 168 time: 0.4756131 Aug 29 17:32:48.535316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56738) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.536636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56740) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.540811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c3a77-2b43-4a24-9f8f-ba1557f618e4 None None] Network 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:48.547141 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-909319e3-11fe-4efb-b76b-71b245283a0f tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:48.579943 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-909319e3-11fe-4efb-b76b-71b245283a0f tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] PUT failed (client error): The resource could not be found. Aug 29 17:32:48.580610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909319e3-11fe-4efb-b76b-71b245283a0f tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.586527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-909319e3-11fe-4efb-b76b-71b245283a0f tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "PUT /v2.0/ports/aebf62a4-d5cd-491c-b86a-ff1a70b01f43 HTTP/1.1" status: 404 len: 333 time: 0.0461631 Aug 29 17:32:48.586527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56742) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:48.591022 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57385710-b580-4c98-9e75-2306f80d4c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.602072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f73974a2-e494-425e-81c7-de329bf7951e tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:48.624326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.655217 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73974a2-e494-425e-81c7-de329bf7951e tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] PUT failed (client error): The resource could not be found. Aug 29 17:32:48.655581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73974a2-e494-425e-81c7-de329bf7951e tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:48.660538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f73974a2-e494-425e-81c7-de329bf7951e tempest-NetworksNegativeTestJSON-425658914 tempest-NetworksNegativeTestJSON-425658914-project] 10.222.0.41 "PUT /v2.0/subnets/071adb7d-f1e0-47bb-bca5-46bff0026b68 HTTP/1.1" status: 404 len: 337 time: 0.0694928 Aug 29 17:32:48.660538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.662009 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.684457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Calling delete_port for 355b8916-f69f-45f9-a0f7-77df0587f85b owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:48.707036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting port fe52958f-2752-4b5c-9694-4e3504a8b23e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:48.707391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.754054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57385710-b580-4c98-9e75-2306f80d4c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.757458 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57385710-b580-4c98-9e75-2306f80d4c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.758897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-57385710-b580-4c98-9e75-2306f80d4c4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1608f988-4c56-430c-8859-76d21e842a58 HTTP/1.1" status: 204 len: 168 time: 0.3640897 Aug 29 17:32:48.779756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57385710-b580-4c98-9e75-2306f80d4c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608f988-4c56-430c-8859-76d21e842a58,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:48.791080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port df230478-0075-4271-94a4-710a71cb5e72, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=df230478-0075-4271-94a4-710a71cb5e72,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:48.841929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] DHCP port deletion for 5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:32:48.860378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] For port fe52958f-2752-4b5c-9694-4e3504a8b23e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fe52958f-2752-4b5c-9694-4e3504a8b23e,segment=NetworkSegment(193975ab-8092-4ca1-b3c9-45659be0bf35),segment_id=193975ab-8092-4ca1-b3c9-45659be0bf35)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:48.861056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.889226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'df230478-0075-4271-94a4-710a71cb5e72', 'network_id': 'e136bb71-1565-4a74-a07c-3da563b369d5', 'port_id': 'df230478-0075-4271-94a4-710a71cb5e72', 'mac_address': 'fa:16:3e:b4:06:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde333e-caeb-4be9-96df-a0767fe315e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:32:48.890139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Calling delete_port for fe52958f-2752-4b5c-9694-4e3504a8b23e owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:48.928364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.951970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Deleting port fe52958f-2752-4b5c-9694-4e3504a8b23e {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:48.952285 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.966165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Pushing event deleted for resources: {'Port': ['ID=355b8916-f69f-45f9-a0f7-77df0587f85b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.002620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17104a9-040b-419a-ae61-cc55c2e7884e req-97f789de-8c52-4924-85b5-51b13a4d1cbe tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:49.004572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d17104a9-040b-419a-ae61-cc55c2e7884e req-97f789de-8c52-4924-85b5-51b13a4d1cbe tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 943 time: 0.1174316 Aug 29 17:32:49.021128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] For port fe52958f-2752-4b5c-9694-4e3504a8b23e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fe52958f-2752-4b5c-9694-4e3504a8b23e,segment=NetworkSegment(193975ab-8092-4ca1-b3c9-45659be0bf35),segment_id=193975ab-8092-4ca1-b3c9-45659be0bf35)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:49.021846 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.030451 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.037462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Calling delete_port for fe52958f-2752-4b5c-9694-4e3504a8b23e owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:49.066885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No DVR routers for this DVR port fe52958f-2752-4b5c-9694-4e3504a8b23e on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:49.085593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d17104a9-040b-419a-ae61-cc55c2e7884e req-891675ab-1c04-433d-86b9-5e37bbf12ace tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597415 Aug 29 17:32:49.086677 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.090411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.091909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5263cd5e-8a4f-4a16-9388-5f45954b443b tempest-ImagesOneServerNegativeTestJSON-1107599789 tempest-ImagesOneServerNegativeTestJSON-1107599789-project] 10.222.0.41 "DELETE /v2.0/floatingips/b765410a-dbe9-40ae-81a6-a38f5c47ce38 HTTP/1.1" status: 204 len: 168 time: 0.9308534 Aug 29 17:32:49.121974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Port': ['ID=fe52958f-2752-4b5c-9694-4e3504a8b23e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.137143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56760) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.142220 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.144321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.184236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Pushing event deleted for resources: {'Port': ['ID=fe52958f-2752-4b5c-9694-4e3504a8b23e,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.186721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] No DVR routers for this DVR port fe52958f-2752-4b5c-9694-4e3504a8b23e on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:49.194190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df230478-0075-4271-94a4-710a71cb5e72 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:32:49.222999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.223222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.223559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.223895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.224224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.224811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.224929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.225168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.233084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.233296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.234616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.235124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aca80e-3569-430d-a9d9-c7b170bee8b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:49.256213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.274224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:49.275493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port df230478-0075-4271-94a4-710a71cb5e72, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=df230478-0075-4271-94a4-710a71cb5e72,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:49.281620 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.288695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193975ab-8092-4ca1-b3c9-45659be0bf35') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:49.289299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193975ab-8092-4ca1-b3c9-45659be0bf35') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:49.298641 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f77a377-085d-4c07-afd7-2fb8af8840d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.300191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56774) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.311125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.356543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.364526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=df230478-0075-4271-94a4-710a71cb5e72,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.370292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:49.370777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:49.375489 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:49.391588 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b01c9f2-5ddc-403c-abda-8b301d313284 admin admin] Deleting subnet 1942df3e-ab83-4fcd-a89d-cc65b91fb74c {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:32:49.395381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b01c9f2-5ddc-403c-abda-8b301d313284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.474871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b01c9f2-5ddc-403c-abda-8b301d313284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.497609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.505384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.507431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d HTTP/1.1" status: 204 len: 168 time: 0.9697170 Aug 29 17:32:49.510471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56784) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.523596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa5144-9e0f-4999-ace5-3598fbc16e32 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=5e0c2d1a-0bd7-4f20-a15f-2483b8ff382d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.538011 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b01c9f2-5ddc-403c-abda-8b301d313284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.553812 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2d42ac-4782-4c2d-bb71-ead65eae0116 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:49.554356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2d42ac-4782-4c2d-bb71-ead65eae0116 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:49.557543 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0c2d42ac-4782-4c2d-bb71-ead65eae0116 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/c4d928bc-42fa-438f-ae08-43b7ca10619b HTTP/1.1" status: 404 len: 337 time: 0.0452247 Aug 29 17:32:49.559384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.561542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['df230478-0075-4271-94a4-710a71cb5e72'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:32:49.583509 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-01434500-7c1a-46dc-8bfc-04fc91888f35 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] DELETE failed (client error): The resource could not be found. Aug 29 17:32:49.584181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01434500-7c1a-46dc-8bfc-04fc91888f35 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:32:49.585114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f77a377-085d-4c07-afd7-2fb8af8840d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.586059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-01434500-7c1a-46dc-8bfc-04fc91888f35 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/497b103e-f6d8-4a14-9c8d-12c95fdade8c HTTP/1.1" status: 404 len: 339 time: 0.0256331 Aug 29 17:32:49.589284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56790) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.593961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f77a377-085d-4c07-afd7-2fb8af8840d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.658328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77a377-085d-4c07-afd7-2fb8af8840d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179afd12-c3ae-42b5-a5c2-b44ef53ba16d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.666803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4f77a377-085d-4c07-afd7-2fb8af8840d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dda1d49e0c94bd9baf95651a87377a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284517 Aug 29 17:32:49.668326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56794) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.684817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5171892-5fbb-4d42-af72-cf251d65a513 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting subnet 7a6938d7-db84-40db-a427-86a252b1a8e5 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:32:49.688524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5171892-5fbb-4d42-af72-cf251d65a513 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.715193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b01c9f2-5ddc-403c-abda-8b301d313284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.729976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-76e66b9b-4bc7-4036-ac22-63fed62732c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.744252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56796) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.751738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b01c9f2-5ddc-403c-abda-8b301d313284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.753695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6b01c9f2-5ddc-403c-abda-8b301d313284 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1942df3e-ab83-4fcd-a89d-cc65b91fb74c HTTP/1.1" status: 204 len: 168 time: 0.4519756 Aug 29 17:32:49.754844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01c9f2-5ddc-403c-abda-8b301d313284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1942df3e-ab83-4fcd-a89d-cc65b91fb74c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.756279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56800) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.769245 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-76e66b9b-4bc7-4036-ac22-63fed62732c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.771783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5171892-5fbb-4d42-af72-cf251d65a513 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.856615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-859842027'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:49.865487 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5171892-5fbb-4d42-af72-cf251d65a513 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.880044 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.898917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Made reservation on behalf of c993b0f9e64647ff8e32823b90b0e694 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:49.903159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.916382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-76e66b9b-4bc7-4036-ac22-63fed62732c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.918890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-76e66b9b-4bc7-4036-ac22-63fed62732c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.920028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-76e66b9b-4bc7-4036-ac22-63fed62732c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/179afd12-c3ae-42b5-a5c2-b44ef53ba16d HTTP/1.1" status: 204 len: 168 time: 0.2506313 Aug 29 17:32:49.927193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5171892-5fbb-4d42-af72-cf251d65a513 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.942471 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.967227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5171892-5fbb-4d42-af72-cf251d65a513 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6938d7-db84-40db-a427-86a252b1a8e5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.969802 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5171892-5fbb-4d42-af72-cf251d65a513 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:49.973030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e66b9b-4bc7-4036-ac22-63fed62732c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179afd12-c3ae-42b5-a5c2-b44ef53ba16d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:49.973242 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c5171892-5fbb-4d42-af72-cf251d65a513 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/subnets/7a6938d7-db84-40db-a427-86a252b1a8e5 HTTP/1.1" status: 204 len: 168 time: 0.3817198 Aug 29 17:32:49.974852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56804) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:49.983922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd91136-5461-4a29-a231-2f79ea654f19 None None] Network a850e1bd-2076-4d87-8b80-988ea11dcac4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:50.026939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.041490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef433300-0e38-4479-8614-2d7f7c6202f6']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:50.057434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887d8ca6-262e-457c-b200-a7049a12ee55') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:50.057434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887d8ca6-262e-457c-b200-a7049a12ee55') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:50.075888 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.077641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.101775 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.116530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:50.117265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:50.119612 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:50.174101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Deleting port bd21687c-50fb-4f71-87eb-4b3ff28e76ba {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:50.174295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.247651 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.256240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.260979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] 10.222.0.41 "DELETE /v2.0/networks/ef433300-0e38-4479-8614-2d7f7c6202f6 HTTP/1.1" status: 204 len: 168 time: 0.5010104 Aug 29 17:32:50.260979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.281371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] DHCP port deletion for a850e1bd-2076-4d87-8b80-988ea11dcac4 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:32:50.287065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fe52958f-2752-4b5c-9694-4e3504a8b23e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:50.287935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.305087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] For port bd21687c-50fb-4f71-87eb-4b3ff28e76ba, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,segment=NetworkSegment(c65078d4-a209-4f88-a9fe-6fe9aae20980),segment_id=c65078d4-a209-4f88-a9fe-6fe9aae20980)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:50.305455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.321312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ca98b-87cd-4500-9a04-b1a108256f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef433300-0e38-4479-8614-2d7f7c6202f6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:50.325605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: fe52958f-2752-4b5c-9694-4e3504a8b23e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:50.326030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fe52958f-2752-4b5c-9694-4e3504a8b23e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:50.345141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Calling delete_port for bd21687c-50fb-4f71-87eb-4b3ff28e76ba owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:50.357571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4446e6b-21e7-4297-a81e-87a17bc995c5 req-b94264ca-d8a6-47d9-b3fa-05e4153dc0aa tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:50.359396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4446e6b-21e7-4297-a81e-87a17bc995c5 req-b94264ca-d8a6-47d9-b3fa-05e4153dc0aa tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 944 time: 0.1101100 Aug 29 17:32:50.366388 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:50.389721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] Deleting port bd21687c-50fb-4f71-87eb-4b3ff28e76ba {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:50.390250 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.405947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.406302 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Added segment c6174f2e-e1dd-4d08-81f1-7a1b05f1737f of type vlan for network 0e028ca4-171d-4897-b1ca-4cb391a5edde Aug 29 17:32:50.417298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31fcb4e-8283-405d-8352-a2e2662db5b2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:50.495828 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4446e6b-21e7-4297-a81e-87a17bc995c5 req-22c209b0-6c88-4d59-9776-bde04cc9542d tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250041 Aug 29 17:32:50.510551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.558180 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.574278 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.581810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:50.584065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.602257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Port': ['ID=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:50.607610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] No DVR routers for this DVR port bd21687c-50fb-4f71-87eb-4b3ff28e76ba on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:50.647518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device df230478-0075-4271-94a4-710a71cb5e72 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:50.661834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56822) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:50.685254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9398642 Aug 29 17:32:50.688667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56824) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:50.707191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'subnet': {'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:50.709908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] For port bd21687c-50fb-4f71-87eb-4b3ff28e76ba, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,segment=NetworkSegment(c65078d4-a209-4f88-a9fe-6fe9aae20980),segment_id=c65078d4-a209-4f88-a9fe-6fe9aae20980)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:50.710413 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.719753 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.725393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] Calling delete_port for bd21687c-50fb-4f71-87eb-4b3ff28e76ba owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:50.733420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a850e1bd-2076-4d87-8b80-988ea11dcac4']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:50.745752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65078d4-a209-4f88-a9fe-6fe9aae20980') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:50.746353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65078d4-a209-4f88-a9fe-6fe9aae20980') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:50.756949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.757204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf4188-64d5-4230-be26-d8cad268c83f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Network': ['ID=0e028ca4-171d-4897-b1ca-4cb391a5edde,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:50.774017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.782214 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:50.782666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.783273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:50.786371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port df230478-0075-4271-94a4-710a71cb5e72 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:50.786569 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:50.815833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3416d926-4607-4fdb-87bf-4668704a0b21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa2b19558c834c5bb531b79d53b62ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513538 Aug 29 17:32:50.818114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56828) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:50.841463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port df230478-0075-4271-94a4-710a71cb5e72 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:50.841463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.861012 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.871086 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.873636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] 10.222.0.41 "DELETE /v2.0/networks/a850e1bd-2076-4d87-8b80-988ea11dcac4 HTTP/1.1" status: 204 len: 168 time: 0.8975463 Aug 29 17:32:50.888059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Made reservation on behalf of c993b0f9e64647ff8e32823b90b0e694 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:50.893353 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.916065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920df1b-f2fe-4c6e-b377-dcae171e8436 tempest-NetworksIpV6Test-624839374 tempest-NetworksIpV6Test-624839374-project] Pushing event deleted for resources: {'Network': ['ID=a850e1bd-2076-4d87-8b80-988ea11dcac4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:50.970558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e031ef31-f250-46af-8ed6-4df531314ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.986701 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.994974 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.006355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e031ef31-f250-46af-8ed6-4df531314ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.035531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] Pushing event deleted for resources: {'Port': ['ID=bd21687c-50fb-4f71-87eb-4b3ff28e76ba,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:51.043843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] Network a850e1bd-2076-4d87-8b80-988ea11dcac4 is not hosted by any dhcp agent {{(pid=94797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:32:51.044297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d0b9c-3446-419a-905d-2120280f261a None None] No DVR routers for this DVR port bd21687c-50fb-4f71-87eb-4b3ff28e76ba on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:51.056713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd5a227-282d-49e1-bceb-8c19302fe088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df230478-0075-4271-94a4-710a71cb5e72'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:51.056713 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35b0451-6f04-4644-8237-60e507df0c8c" -d '{"events": [{"server_uuid": "efd5a227-282d-49e1-bceb-8c19302fe088", "name": "network-vif-plugged", "status": "completed", "tag": "df230478-0075-4271-94a4-710a71cb5e72"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:51.069366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port df230478-0075-4271-94a4-710a71cb5e72, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=df230478-0075-4271-94a4-710a71cb5e72,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:51.076348 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.119991 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802df4ee-2e4c-4c6c-a474-db64faf2a40f x-openstack-request-id: req-802df4ee-2e4c-4c6c-a474-db64faf2a40f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:51.124275 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd5a227-282d-49e1-bceb-8c19302fe088", "name": "network-vif-plugged", "status": "completed", "tag": "df230478-0075-4271-94a4-710a71cb5e72", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:51.124768 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-802df4ee-2e4c-4c6c-a474-db64faf2a40f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:51.125377 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd5a227-282d-49e1-bceb-8c19302fe088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df230478-0075-4271-94a4-710a71cb5e72', 'code': 200} Aug 29 17:32:51.136074 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e031ef31-f250-46af-8ed6-4df531314ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.139479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e031ef31-f250-46af-8ed6-4df531314ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.143312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e031ef31-f250-46af-8ed6-4df531314ad9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5042a17d-9db1-4f84-bb92-cd895c6a6933 HTTP/1.1" status: 204 len: 168 time: 0.3239315 Aug 29 17:32:51.157648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031ef31-f250-46af-8ed6-4df531314ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5042a17d-9db1-4f84-bb92-cd895c6a6933,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:51.168257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=df230478-0075-4271-94a4-710a71cb5e72,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:51.196226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56844) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:51.237558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56848) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:51.260794 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.297752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56b984-1b49-42e2-b0f1-8cf1f5359ba0 req-5a1536e8-819f-4bed-a283-324b86bdff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:51.299676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c56b984-1b49-42e2-b0f1-8cf1f5359ba0 req-5a1536e8-819f-4bed-a283-324b86bdff25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 1097 time: 0.0944231 Aug 29 17:32:51.337653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-183242496'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:51.361931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Subnet': ['ID=28ef2e12-51a2-4c46-adca-2f0937318230,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:51.366991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:51.374772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c56b984-1b49-42e2-b0f1-8cf1f5359ba0 req-79ca8dca-c987-4695-a108-7e92899c4389 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654552 Aug 29 17:32:51.375902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Checking segment: {'id': 'c6174f2e-e1dd-4d08-81f1-7a1b05f1737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:51.376264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Network hostable DHCP agents. Network: 0e028ca4-171d-4897-b1ca-4cb391a5edde, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:51.379841 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.395551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:51.403196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.407580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 0e028ca4-171d-4897-b1ca-4cb391a5edde) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:51.415675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:51.416588 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.421670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef049cb-acc1-4e8a-9e99-15cbb3bcb6b6 None None] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:51.439984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5955f19c-e83b-4791-9100-2bd85471880f tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7441339 Aug 29 17:32:51.441049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56854) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:51.446065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde', 'name': 'tempest-AllowedAddressPairTestJSON-983230473'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:51.466510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ad4db4fb-3cc6-4aa6-9f21-c4d05bef8e6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95f66de286e94de68400da628a71016b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279272 Aug 29 17:32:51.469251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56856) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:51.600154 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.608859 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.626655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-0e028ca4-171d-4897-b1ca-4cb391a5edde', 'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde', 'tenant_id': 'c993b0f9e64647ff8e32823b90b0e694', 'fixed_ips': [{'subnet_id': '28ef2e12-51a2-4c46-adca-2f0937318230'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:51.628008 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.659731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:51.676009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade0559-af6c-4a41-8b00-f2b832ca92e2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:51.681512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.682075 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Added segment 26fc5b8f-35b4-483f-8df4-047beb073d03 of type vlan for network 7452a235-9969-4b50-a4be-f563977885bc Aug 29 17:32:51.699387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79a8f8e1-057d-4014-a5fc-33f7c0440d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.726515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.749268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79a8f8e1-057d-4014-a5fc-33f7c0440d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.759178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b8ae9-4e72-41a8-a350-458c73827df6 req-632a2646-ed1d-46df-98ad-891fe063a22b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:51.760792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-753b8ae9-4e72-41a8-a350-458c73827df6 req-632a2646-ed1d-46df-98ad-891fe063a22b tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 945 time: 0.1473687 Aug 29 17:32:51.767089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Made reservation on behalf of c993b0f9e64647ff8e32823b90b0e694 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:51.770673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.774039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.782448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:51.782448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.811755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Allocated IP 172.20.0.2 (0e028ca4-171d-4897-b1ca-4cb391a5edde/28ef2e12-51a2-4c46-adca-2f0937318230/da174d13-5e9a-4ba2-9ffa-1c2c10adad8b) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:51.829317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] device_id is not set on port a0c073d7-43d0-4ede-9ad9-628194c119d6 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:51.854277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-753b8ae9-4e72-41a8-a350-458c73827df6 req-40583dcd-928b-4d85-b80c-1409324692bb tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Aug 29 17:32:51.874629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6768808 Aug 29 17:32:51.877120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56870) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:51.882487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'name': 'tempest-PortsIpV6TestJSON-1033224853'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:51.917395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79a8f8e1-057d-4014-a5fc-33f7c0440d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.921872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79a8f8e1-057d-4014-a5fc-33f7c0440d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:51.923395 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-79a8f8e1-057d-4014-a5fc-33f7c0440d25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8e130ef-99b0-43e4-b33b-e490bf769b39 HTTP/1.1" status: 204 len: 168 time: 0.4518175 Aug 29 17:32:51.933816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8f8e1-057d-4014-a5fc-33f7c0440d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e130ef-99b0-43e4-b33b-e490bf769b39,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:51.963904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e49b82-b979-4b24-9fea-43e3b9c8c771 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Network': ['ID=7452a235-9969-4b50-a4be-f563977885bc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:51.983983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7452a235-9969-4b50-a4be-f563977885bc details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:52.020267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:52.026121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.048075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 6ba318a0-e987-4ee3-9a17-551709250157 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:52.098519 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.112248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Transition to ACTIVE for port object da174d13-5e9a-4ba2-9ffa-1c2c10adad8b will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:52.137338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Transition to ACTIVE for port object da174d13-5e9a-4ba2-9ffa-1c2c10adad8b will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:52.166491 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.235648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:52.248785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:52.253481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:52.262707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Pushing event updated for resources: {'Port': ['ID=da174d13-5e9a-4ba2-9ffa-1c2c10adad8b,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:52.275758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.288797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Allocated IP 172.20.0.9 (0e028ca4-171d-4897-b1ca-4cb391a5edde/28ef2e12-51a2-4c46-adca-2f0937318230/a0c073d7-43d0-4ede-9ad9-628194c119d6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:52.332252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bd21687c-50fb-4f71-87eb-4b3ff28e76ba no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:52.348992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.384352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: bd21687c-50fb-4f71-87eb-4b3ff28e76ba {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:52.384757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bd21687c-50fb-4f71-87eb-4b3ff28e76ba not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:52.397853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Attempting to bind port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:52.398227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Attempting to bind port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c6174f2e-e1dd-4d08-81f1-7a1b05f1737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:52.398611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Attempting to bind port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b on network 0e028ca4-171d-4897-b1ca-4cb391a5edde {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:52.421584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:52.421905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Checking segment: {'id': 'c6174f2e-e1dd-4d08-81f1-7a1b05f1737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:52.422316 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.422771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Bound using segment: {'id': 'c6174f2e-e1dd-4d08-81f1-7a1b05f1737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:52.423228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Bound port: da174d13-5e9a-4ba2-9ffa-1c2c10adad8b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6174f2e-e1dd-4d08-81f1-7a1b05f1737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:52.423615 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.448785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=6ba318a0-e987-4ee3-9a17-551709250157,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:52.497042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Checking segment: {'id': '26fc5b8f-35b4-483f-8df4-047beb073d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7452a235-9969-4b50-a4be-f563977885bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:52.497424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network hostable DHCP agents. Network: 7452a235-9969-4b50-a4be-f563977885bc, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:52.522527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:52.535079 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7452a235-9969-4b50-a4be-f563977885bc) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:52.539723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:52.547005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:52.547958 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.552861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511c9d00-52e7-49cc-aa74-de0fe560871d None None] Network 7452a235-9969-4b50-a4be-f563977885bc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:52.580830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a338c6fb-b521-4427-ae10-4416e7e7cd61 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7022603 Aug 29 17:32:52.583682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:52.591968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] For port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:52.593770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-367221727'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:52.621671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:52.625473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.629409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.650965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Transition to ACTIVE for port object a0c073d7-43d0-4ede-9ad9-628194c119d6 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:52.656220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] For port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=da174d13-5e9a-4ba2-9ffa-1c2c10adad8b,segment=NetworkSegment(c6174f2e-e1dd-4d08-81f1-7a1b05f1737f),segment_id=c6174f2e-e1dd-4d08-81f1-7a1b05f1737f)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:52.660030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:52.664618 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.673296 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.673915 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Added segment f1098194-7c12-49e3-bd5a-cd08e92bf31e of type vlan for network ae586aee-9900-485c-b962-c43403cc373d Aug 29 17:32:52.702554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.759194 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.784737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:52.788247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:52.794508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f93998-ae3d-4cf1-b12d-51c410d31b06 None None] Pushing event updated for resources: {'Port': ['ID=da174d13-5e9a-4ba2-9ffa-1c2c10adad8b,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:52.795535 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.805338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:52.809053 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:52.821878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:52.881597 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2951813 Aug 29 17:32:52.886093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56912) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:52.892307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'ports': [{'network_id': '7452a235-9969-4b50-a4be-f563977885bc'}, {'network_id': 'ae586aee-9900-485c-b962-c43403cc373d'}]} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:52.892696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:52.893243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': 'ae586aee-9900-485c-b962-c43403cc373d'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:52.899079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=a0c073d7-43d0-4ede-9ad9-628194c119d6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:52.907735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c897ce-7e9c-48ce-ae1a-f6cf4e9291ff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Network': ['ID=ae586aee-9900-485c-b962-c43403cc373d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:52.932253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ae586aee-9900-485c-b962-c43403cc373d details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:52.965617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:52.966561 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.030779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c2a34d33-d4df-48ca-beae-dee514943913 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5845790 Aug 29 17:32:53.035274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56916) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:53.048854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde', 'name': 'tempest-AllowedAddressPairTestJSON-691621174', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:67:9e:db'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:53.110041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7010a-d4e7-4f49-8ed5-22a5f9407d89 req-6eb31524-3612-49d6-b867-c8fa445070ba tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:53.112252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7d7010a-d4e7-4f49-8ed5-22a5f9407d89 req-6eb31524-3612-49d6-b867-c8fa445070ba tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 945 time: 0.1609383 Aug 29 17:32:53.156536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56918) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:53.199147 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7d7010a-d4e7-4f49-8ed5-22a5f9407d89 req-dc075ac4-0724-48e8-b899-f5796db59147 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788343 Aug 29 17:32:53.200945 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:32:53.200945 n-d-713499-15 neutron-server[94796]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 17:32:53.200945 n-d-713499-15 neutron-server[94796]: [parameters: {'project_id': '58ed8ffe12024ca9a586390bd2a7078e', 'id': '12d68d50-2fce-4067-9287-5189c5a3b99b', 'expiration': datetime.datetime(2021, 8, 29, 17, 34, 53, 193947)}] Aug 29 17:32:53.200945 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:32:53.201371 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:32:53.210135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Made reservation on behalf of c993b0f9e64647ff8e32823b90b0e694 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:53.282061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-500141927'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:53.307090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:53.310720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.315530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.320369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.332820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] device_id is not set on port b202f303-5b7d-48d7-8eb3-b02863c0a3b3 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:53.456096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Allocated IP 172.20.0.6 (0e028ca4-171d-4897-b1ca-4cb391a5edde/28ef2e12-51a2-4c46-adca-2f0937318230/b202f303-5b7d-48d7-8eb3-b02863c0a3b3) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:53.465067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.471043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.503320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:53.516224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147d2cf3-a7f2-4b75-a30e-21a9d06a91fe,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:53.530493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9bdba-9cee-4387-9be6-dde9f2b8df2c req-e44718e8-4b69-4958-b607-8f45927fc160 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:53.532080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d9bdba-9cee-4387-9be6-dde9f2b8df2c req-e44718e8-4b69-4958-b607-8f45927fc160 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 945 time: 0.1040337 Aug 29 17:32:53.535478 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.535829 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment 8c29fd19-357e-41ea-8106-d401456bdaa1 of type vlan for network ea942e48-d595-4531-99c7-7bb95590a484 Aug 29 17:32:53.599593 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.643605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.659183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d9bdba-9cee-4387-9be6-dde9f2b8df2c req-e8822c0c-00a3-4782-a550-5af45d596fc5 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019752 Aug 29 17:32:53.661484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Transition to ACTIVE for port object b202f303-5b7d-48d7-8eb3-b02863c0a3b3 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:53.675570 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.682362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:53.683083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.723695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.734269 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:32:53.767887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5980208 Aug 29 17:32:53.771877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc61951-e029-44fe-8375-2375e7bfe121 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=ea942e48-d595-4531-99c7-7bb95590a484,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:53.784388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:53.786338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:53.793736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:53.796742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 2} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:53.802961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.807662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ea942e48-d595-4531-99c7-7bb95590a484 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:53.838661 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:53.906766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=b202f303-5b7d-48d7-8eb3-b02863c0a3b3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:53.922419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56940) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:53.927617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': 'ea942e48-d595-4531-99c7-7bb95590a484', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:54.016668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:54.017306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.021953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 7ef4f67b-ca5b-48a6-9457-d7bcb39efe96 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:54.025439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a4761-2f49-48b6-b2a2-886012fbbd19 None None] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:54.051263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6641e7c2-570d-4ed7-b3a1-14a74c661251 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.0172937 Aug 29 17:32:54.054040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56942) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:54.099284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:54.105946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.115311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a10e2ad3-b5d9-4557-bf8e-2f7f44ab567a None None] Provisioning for port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:54.225191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b439439-842b-419b-8645-1fdf1ceb946a tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:54.231965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b439439-842b-419b-8645-1fdf1ceb946a tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:54.243879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b439439-842b-419b-8645-1fdf1ceb946a tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:54.245606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1b439439-842b-419b-8645-1fdf1ceb946a tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1904011 Aug 29 17:32:54.252482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56952) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:54.320327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.330918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device da174d13-5e9a-4ba2-9ffa-1c2c10adad8b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:54.379267 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.381122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=3ae7cbb3-1f5f-4db8-acc2-37518629647a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:54.412318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': '8c29fd19-357e-41ea-8106-d401456bdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea942e48-d595-4531-99c7-7bb95590a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:54.412842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: ea942e48-d595-4531-99c7-7bb95590a484, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:54.436019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network ea942e48-d595-4531-99c7-7bb95590a484 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:54.439681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:54.444154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:54.444775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.451746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ea942e48-d595-4531-99c7-7bb95590a484) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:54.457332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:54.458251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.470925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf30f0b-4184-4d8b-9b21-0b52ede1f416 None None] Network ea942e48-d595-4531-99c7-7bb95590a484 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:54.488686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6111bc7c-2e19-4422-96a8-4ff76e6e34bf tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5634758 Aug 29 17:32:54.490212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56976) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:54.496293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1276158812'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:54.523924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:54.529429 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.534739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 12816244-5089-4a4f-aa21-fa24ed93d081 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:54.556291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:54.566267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef5010-0f03-415c-98b4-d38b8fe85704 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Deleting port b202f303-5b7d-48d7-8eb3-b02863c0a3b3 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:54.566917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1ef5010-0f03-415c-98b4-d38b8fe85704 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.568298 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.568664 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment 2050fb62-2e77-44d3-b9b6-79ee84e61e6d of type vlan for network ee767c03-82e3-4c53-8010-130f39141bae Aug 29 17:32:54.615081 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.643423 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.651753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:54.652543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.708484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Provisioning for port a0c073d7-43d0-4ede-9ad9-628194c119d6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:54.716851 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.726411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1ef5010-0f03-415c-98b4-d38b8fe85704 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.733148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Provisioning complete for port a0c073d7-43d0-4ede-9ad9-628194c119d6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:54.733690 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.739958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2456517 Aug 29 17:32:54.740173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:54.746419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': 'ee767c03-82e3-4c53-8010-130f39141bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:54.751532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9986e-6c81-4e80-9380-e2940ab2e065 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=ee767c03-82e3-4c53-8010-130f39141bae,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:54.776215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef5010-0f03-415c-98b4-d38b8fe85704 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Calling delete_port for b202f303-5b7d-48d7-8eb3-b02863c0a3b3 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:54.781653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ee767c03-82e3-4c53-8010-130f39141bae details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:54.837323 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.841047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ea942e48-d595-4531-99c7-7bb95590a484', 'network_id': 'ea942e48-d595-4531-99c7-7bb95590a484', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': '3ae7cbb3-1f5f-4db8-acc2-37518629647a'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:54.841932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.853036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:54.857652 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.875165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=da174d13-5e9a-4ba2-9ffa-1c2c10adad8b,segment=NetworkSegment(c6174f2e-e1dd-4d08-81f1-7a1b05f1737f),segment_id=c6174f2e-e1dd-4d08-81f1-7a1b05f1737f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:54.898291 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:54.911038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b1981-9ee2-4e77-a1cb-ce713d30d4cf req-4d29c744-05a6-4fb8-846f-91edb082e8c4 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:54.912811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-199b1981-9ee2-4e77-a1cb-ce713d30d4cf req-4d29c744-05a6-4fb8-846f-91edb082e8c4 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 945 time: 0.1408045 Aug 29 17:32:54.925101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Port a0c073d7-43d0-4ede-9ad9-628194c119d6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:32:54.968034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Provisioning for port b202f303-5b7d-48d7-8eb3-b02863c0a3b3 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:54.990037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-199b1981-9ee2-4e77-a1cb-ce713d30d4cf req-1aeeb38a-5889-4a00-9224-68bdae7a3c77 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614595 Aug 29 17:32:54.995839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.050825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Provisioning complete for port b202f303-5b7d-48d7-8eb3-b02863c0a3b3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:55.051433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.084364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=da174d13-5e9a-4ba2-9ffa-1c2c10adad8b,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:55.114112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Port b202f303-5b7d-48d7-8eb3-b02863c0a3b3 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:32:55.158019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Provisioning complete for port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:55.158399 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c200866e-0717-41b8-8f1d-4c92442ba687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.163559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:55.175230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:55.182543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=7ef4f67b-ca5b-48a6-9457-d7bcb39efe96,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:55.185434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:55.186352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.196158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Allocated IP 172.20.255.242 (ea942e48-d595-4531-99c7-7bb95590a484/3ae7cbb3-1f5f-4db8-acc2-37518629647a/9a3f1cc9-d44e-428c-8850-2081a50654a2) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:55.249758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.261152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1ef5010-0f03-415c-98b4-d38b8fe85704 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.305771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=12816244-5089-4a4f-aa21-fa24ed93d081,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:55.353879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=c7ea1578-a3f6-4274-a3ef-c905ccdd0639,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:55.376218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Checking segment: {'id': 'f1098194-7c12-49e3-bd5a-cd08e92bf31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ae586aee-9900-485c-b962-c43403cc373d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:55.376598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network hostable DHCP agents. Network: ae586aee-9900-485c-b962-c43403cc373d, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:55.404503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef5010-0f03-415c-98b4-d38b8fe85704 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Port': ['ID=b202f303-5b7d-48d7-8eb3-b02863c0a3b3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:55.438115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': '2050fb62-2e77-44d3-b9b6-79ee84e61e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee767c03-82e3-4c53-8010-130f39141bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:55.438496 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: ee767c03-82e3-4c53-8010-130f39141bae, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:55.465244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network ae586aee-9900-485c-b962-c43403cc373d is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:55.471019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2fe2d-f87b-42ab-a207-1e3c9164aa64 req-122c7040-534e-45cb-a63b-2209361ac4dc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:55.480762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-59c2fe2d-f87b-42ab-a207-1e3c9164aa64 req-122c7040-534e-45cb-a63b-2209361ac4dc tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 945 time: 0.0993693 Aug 29 17:32:55.492174 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.508741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network ee767c03-82e3-4c53-8010-130f39141bae is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:55.509095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Transition to ACTIVE for port object 9a3f1cc9-d44e-428c-8850-2081a50654a2 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:55.532852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5b18d301-90f8-47c0-bd97-2fcdb6cbb3a3 None None] Provisioning complete for port a0c073d7-43d0-4ede-9ad9-628194c119d6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:55.533976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ae586aee-9900-485c-b962-c43403cc373d) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:55.534119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5b18d301-90f8-47c0-bd97-2fcdb6cbb3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.538404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Transition to ACTIVE for port object 9a3f1cc9-d44e-428c-8850-2081a50654a2 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:55.544485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:55.548369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ee767c03-82e3-4c53-8010-130f39141bae) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:55.557383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:55.565192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:55.565366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.569083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6844dec-f609-4c6e-b468-91315150a157 None None] Network ae586aee-9900-485c-b962-c43403cc373d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:55.571563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ecf4b-5b62-4ad5-9fa0-3819c886d368 None None] Network ee767c03-82e3-4c53-8010-130f39141bae requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:55.575796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:55.576563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.591363 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-59c2fe2d-f87b-42ab-a207-1e3c9164aa64 req-7f517bb1-c539-4316-9c2e-7ed0b047144e tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096373 Aug 29 17:32:55.619621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1ef5010-0f03-415c-98b4-d38b8fe85704 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.621449 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bc2716be-78c4-4903-a603-fd8889861d88 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8801355 Aug 29 17:32:55.624199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56994) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:55.626836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b1ef5010-0f03-415c-98b4-d38b8fe85704 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "DELETE /v2.0/ports/b202f303-5b7d-48d7-8eb3-b02863c0a3b3 HTTP/1.1" status: 204 len: 168 time: 1.3722763 Aug 29 17:32:55.633442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1fd550b0-f0ac-4092-9759-145c06da98f4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7433195 Aug 29 17:32:55.635771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56996) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:55.636120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56998) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:55.655915 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.705748 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87fb3e6-7692-4821-9b40-a4b6d6aec9dc tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] GET failed (client error): The resource could not be found. Aug 29 17:32:55.707398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d87fb3e6-7692-4821-9b40-a4b6d6aec9dc tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "GET /v2.0/ports/b202f303-5b7d-48d7-8eb3-b02863c0a3b3 HTTP/1.1" status: 404 len: 333 time: 0.0703347 Aug 29 17:32:55.711994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57004) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:55.717135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5b18d301-90f8-47c0-bd97-2fcdb6cbb3a3 None None] Port a0c073d7-43d0-4ede-9ad9-628194c119d6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:32:55.718058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde', 'name': 'tempest-AllowedAddressPairTestJSON-279944273'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:55.746507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5b18d301-90f8-47c0-bd97-2fcdb6cbb3a3 None None] Could not find standard attr ID for object b202f303-5b7d-48d7-8eb3-b02863c0a3b3. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:32:55.753340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Network ea942e48-d595-4531-99c7-7bb95590a484 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:55.762254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:55.764903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:55.770796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.776434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Pushing event updated for resources: {'Port': ['ID=9a3f1cc9-d44e-428c-8850-2081a50654a2,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:55.846292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.926573 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.947269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Attempting to bind port 9a3f1cc9-d44e-428c-8850-2081a50654a2 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:55.947882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Attempting to bind port 9a3f1cc9-d44e-428c-8850-2081a50654a2 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8c29fd19-357e-41ea-8106-d401456bdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea942e48-d595-4531-99c7-7bb95590a484'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:55.948719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Attempting to bind port 9a3f1cc9-d44e-428c-8850-2081a50654a2 on network ea942e48-d595-4531-99c7-7bb95590a484 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:55.968839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:55.969227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Checking segment: {'id': '8c29fd19-357e-41ea-8106-d401456bdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea942e48-d595-4531-99c7-7bb95590a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:55.969641 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.970046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Bound using segment: {'id': '8c29fd19-357e-41ea-8106-d401456bdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea942e48-d595-4531-99c7-7bb95590a484'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:55.970656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Bound port: 9a3f1cc9-d44e-428c-8850-2081a50654a2, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c29fd19-357e-41ea-8106-d401456bdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea942e48-d595-4531-99c7-7bb95590a484'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:55.971166 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:55.983661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ea1578-a3f6-4274-a3ef-c905ccdd0639,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:56.004672 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e1897-dab5-48b3-9044-fc4d67357e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ee767c03-82e3-4c53-8010-130f39141bae', 'network_id': 'ee767c03-82e3-4c53-8010-130f39141bae', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': 'c7ea1578-a3f6-4274-a3ef-c905ccdd0639'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:56.005560 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b70e1897-dab5-48b3-9044-fc4d67357e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.071489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.085646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee767c03-82e3-4c53-8010-130f39141bae']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:56.149512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] For port 9a3f1cc9-d44e-428c-8850-2081a50654a2, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:56.156632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] For port 9a3f1cc9-d44e-428c-8850-2081a50654a2, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9a3f1cc9-d44e-428c-8850-2081a50654a2,segment=NetworkSegment(8c29fd19-357e-41ea-8106-d401456bdaa1),segment_id=8c29fd19-357e-41ea-8106-d401456bdaa1)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:56.179011 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.182410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07337e76-1d38-4144-ab01-d26342c612e1 None None] Network ee767c03-82e3-4c53-8010-130f39141bae requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:56.243703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5bb08c52-3c78-4530-9d83-bd48da510ebb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 12816244-5089-4a4f-aa21-fa24ed93d081 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:56.244296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5bb08c52-3c78-4530-9d83-bd48da510ebb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.320454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Made reservation on behalf of c993b0f9e64647ff8e32823b90b0e694 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:56.324779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.342535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5bb08c52-3c78-4530-9d83-bd48da510ebb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.369098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] device_id is not set on port 2c85f6b1-2455-43c4-b9df-147421d7eb45 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:32:56.375223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5bb08c52-3c78-4530-9d83-bd48da510ebb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 12816244-5089-4a4f-aa21-fa24ed93d081 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:56.418911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2050fb62-2e77-44d3-b9b6-79ee84e61e6d') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:56.419584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2050fb62-2e77-44d3-b9b6-79ee84e61e6d') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:56.428638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.443522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.450327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:56.451358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:56.454451 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:56.471121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device da174d13-5e9a-4ba2-9ffa-1c2c10adad8b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:56.533903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa167ee-30aa-41e7-8b3f-67a59b4b4fbc None None] Pushing event updated for resources: {'Port': ['ID=9a3f1cc9-d44e-428c-8850-2081a50654a2,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:56.536781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.546578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.547279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Allocated IP 172.20.0.4 (0e028ca4-171d-4897-b1ca-4cb391a5edde/28ef2e12-51a2-4c46-adca-2f0937318230/2c85f6b1-2455-43c4-b9df-147421d7eb45) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:56.549068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/ee767c03-82e3-4c53-8010-130f39141bae HTTP/1.1" status: 204 len: 168 time: 0.9225059 Aug 29 17:32:56.553973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57038) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:56.562836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a070817-0cea-42e1-ba76-31158985bc3b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=ee767c03-82e3-4c53-8010-130f39141bae,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:56.568428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800186194'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:56.584773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5bb08c52-3c78-4530-9d83-bd48da510ebb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.617845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:56.618906 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.655320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb08c52-3c78-4530-9d83-bd48da510ebb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=12816244-5089-4a4f-aa21-fa24ed93d081,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:56.669370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:56.678508 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.692589 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5bb08c52-3c78-4530-9d83-bd48da510ebb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.694521 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5bb08c52-3c78-4530-9d83-bd48da510ebb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/12816244-5089-4a4f-aa21-fa24ed93d081 HTTP/1.1" status: 204 len: 168 time: 1.0562656 Aug 29 17:32:56.704027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57042) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:56.805114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a387d-320b-4bec-97e8-75d32551e2a5 req-66891177-b20f-4638-9182-54514afff199 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:56.807284 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f09a387d-320b-4bec-97e8-75d32551e2a5 req-66891177-b20f-4638-9182-54514afff199 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 945 time: 0.1363807 Aug 29 17:32:56.830358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:56.844766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af203d-e476-4406-99d0-bec7c90995e9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:56.850903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af203d-e476-4406-99d0-bec7c90995e9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:56.854646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-37af203d-e476-4406-99d0-bec7c90995e9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1470063 Aug 29 17:32:56.858129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57044) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:56.858821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.859175 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment 8bbf828f-fe7b-450a-b0ac-e40f98deaafd of type vlan for network b02f84c8-8fe8-4e0f-8f3b-647da20101b8 Aug 29 17:32:56.893071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-3d9f87a6-8871-44fc-abc1-84f59587e321 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:56.894547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-3d9f87a6-8871-44fc-abc1-84f59587e321 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 945 time: 0.1404076 Aug 29 17:32:56.896025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f09a387d-320b-4bec-97e8-75d32551e2a5 req-cb4c1171-283a-4378-b6a8-ba12c21e8201 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/security-groups?id=71704050-d8bf-4536-888e-ec4689cb7037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823429 Aug 29 17:32:56.936385 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.970000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7be6bf21-b505-4003-91ce-0cfc8ae45068 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 7ef4f67b-ca5b-48a6-9457-d7bcb39efe96 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:56.970367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7be6bf21-b505-4003-91ce-0cfc8ae45068 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.974657 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:56.988069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Transition to ACTIVE for port object 2c85f6b1-2455-43c4-b9df-147421d7eb45 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:57.034552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7be6bf21-b505-4003-91ce-0cfc8ae45068 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.048311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7be6bf21-b505-4003-91ce-0cfc8ae45068 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 7ef4f67b-ca5b-48a6-9457-d7bcb39efe96 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:57.052339 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.058390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:57.059003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.136620 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7be6bf21-b505-4003-91ce-0cfc8ae45068 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.141908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5867984 Aug 29 17:32:57.148722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57050) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:57.156695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': 'b02f84c8-8fe8-4e0f-8f3b-647da20101b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:57.161900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.178078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6bf21-b505-4003-91ce-0cfc8ae45068 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=7ef4f67b-ca5b-48a6-9457-d7bcb39efe96,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:57.182434 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7be6bf21-b505-4003-91ce-0cfc8ae45068 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.183605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760079e0-6c08-4f02-8b16-de0043a442f9 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=b02f84c8-8fe8-4e0f-8f3b-647da20101b8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:57.190413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7be6bf21-b505-4003-91ce-0cfc8ae45068 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/7ef4f67b-ca5b-48a6-9457-d7bcb39efe96 HTTP/1.1" status: 204 len: 168 time: 0.3272491 Aug 29 17:32:57.192656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57054) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:57.199420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network b02f84c8-8fe8-4e0f-8f3b-647da20101b8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:57.249445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Deleting port df230478-0075-4271-94a4-710a71cb5e72 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:57.249862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.255487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f322d-2638-47aa-9f62-1b5181389836 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:57.261206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a81f322d-2638-47aa-9f62-1b5181389836 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0675406 Aug 29 17:32:57.262270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57062) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:57.299514 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a13b7d6-eb95-4949-9c83-b21c7780d3f2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:32:57.303580 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7a13b7d6-eb95-4949-9c83-b21c7780d3f2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/12816244-5089-4a4f-aa21-fa24ed93d081 HTTP/1.1" status: 404 len: 333 time: 0.0377228 Aug 29 17:32:57.304924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57064) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:57.342297 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dd072b-ea95-4f41-b365-c7b7118b83d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:32:57.346567 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-28dd072b-ea95-4f41-b365-c7b7118b83d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/7ef4f67b-ca5b-48a6-9457-d7bcb39efe96 HTTP/1.1" status: 404 len: 333 time: 0.0380952 Aug 29 17:32:57.348879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57070) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:57.382476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:57.392862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=2c85f6b1-2455-43c4-b9df-147421d7eb45,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:57.399635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:57.407656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:57.444921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.496431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] For port df230478-0075-4271-94a4-710a71cb5e72, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=df230478-0075-4271-94a4-710a71cb5e72,segment=NetworkSegment(14c4bd09-e9cb-44e3-8f7d-4f63cb935011),segment_id=14c4bd09-e9cb-44e3-8f7d-4f63cb935011)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:57.496803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.514300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Calling delete_port for df230478-0075-4271-94a4-710a71cb5e72 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:57.526690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:57.532533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.606642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Performing IP validity checks on allocation pools {{(pid=94796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:32:57.610760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:32:57.640788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:57.641517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.644169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.684388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae586aee-9900-485c-b962-c43403cc373d']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:57.699801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1098194-7c12-49e3-bd5a-cd08e92bf31e') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:57.700242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1098194-7c12-49e3-bd5a-cd08e92bf31e') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:57.722895 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.737722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-e0a60e55-b5f4-437d-8915-5b09bea88be8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1203995 Aug 29 17:32:57.753100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.761967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:32:57.762405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:32:57.766373 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:32:57.845542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57102) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:57.847005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8e42ff80-fad6-47f3-b788-bee9953dbce9 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1294262 Aug 29 17:32:57.852192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:67:9e:db'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:57.874393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.887740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['df230478-0075-4271-94a4-710a71cb5e72'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:32:57.928064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Pushing event deleted for resources: {'Port': ['ID=df230478-0075-4271-94a4-710a71cb5e72,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:57.939051 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.945088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-55b12ea7-df3b-4676-beec-c7271347b2ae tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663908 Aug 29 17:32:57.957186 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.958781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9ed01134-9b21-4aca-ad1e-d4b38185f5db None None] Provisioning for port 2c85f6b1-2455-43c4-b9df-147421d7eb45 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:57.959108 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/networks/ae586aee-9900-485c-b962-c43403cc373d HTTP/1.1" status: 204 len: 168 time: 0.6091413 Aug 29 17:32:57.965739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9ed01134-9b21-4aca-ad1e-d4b38185f5db None None] Provisioning complete for port 2c85f6b1-2455-43c4-b9df-147421d7eb45 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:57.966366 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9ed01134-9b21-4aca-ad1e-d4b38185f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:57.974249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57110) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:57.981210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1119601350'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:58.003356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] No DVR routers for this DVR port df230478-0075-4271-94a4-710a71cb5e72 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:58.009725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d8aeb-1f48-4b4c-a3dd-b20975194a40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Network': ['ID=ae586aee-9900-485c-b962-c43403cc373d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:58.025629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.027818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-670393c2-a7aa-4d0a-9d21-aac4092271e1 req-58dbde5c-014d-41bf-86aa-ff11e984d2bf tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.44 "DELETE /v2.0/ports/df230478-0075-4271-94a4-710a71cb5e72 HTTP/1.1" status: 204 len: 173 time: 1.1112218 Aug 29 17:32:58.028353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd5a227-282d-49e1-bceb-8c19302fe088', 'name': 'network-vif-deleted', 'tag': 'df230478-0075-4271-94a4-710a71cb5e72'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:58.030986 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c24286-9617-47da-8c89-3685ff05e064" -d '{"events": [{"server_uuid": "efd5a227-282d-49e1-bceb-8c19302fe088", "name": "network-vif-deleted", "tag": "df230478-0075-4271-94a4-710a71cb5e72"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:58.032168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9ed01134-9b21-4aca-ad1e-d4b38185f5db None None] Port 2c85f6b1-2455-43c4-b9df-147421d7eb45 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:32:58.034546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b158ae-f4d5-49ef-a723-25d223de2f08 None None] Network ea942e48-d595-4531-99c7-7bb95590a484 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:58.047984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7988f8b1-0711-4c6c-a03f-792ca5dd0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.048475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7988f8b1-0711-4c6c-a03f-792ca5dd0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.048967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7988f8b1-0711-4c6c-a03f-792ca5dd0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.049430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7988f8b1-0711-4c6c-a03f-792ca5dd0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.050238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7988f8b1-0711-4c6c-a03f-792ca5dd0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.050466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7988f8b1-0711-4c6c-a03f-792ca5dd0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.051033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7988f8b1-0711-4c6c-a03f-792ca5dd0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.053019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7988f8b1-0711-4c6c-a03f-792ca5dd0d14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6508 time: 0.2261465 Aug 29 17:32:58.086388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1c31a0c-0513-4c91-a090-6ea684f35f5d req-0b1346fd-1b0b-40de-be90-8b618fa51099 tempest-DeleteServersTestJSON-1446473248 tempest-DeleteServersTestJSON-1446473248-project] 10.222.0.41 "GET /v2.0/ports?device_id=efd5a227-282d-49e1-bceb-8c19302fe088 HTTP/1.1" status: 200 len: 210 time: 0.0471334 Aug 29 17:32:58.106274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.169660 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95ed6c-8e7c-40a2-8296-1888c44ab59e x-openstack-request-id: req-4b95ed6c-8e7c-40a2-8296-1888c44ab59e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:58.171051 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd5a227-282d-49e1-bceb-8c19302fe088", "name": "network-vif-deleted", "tag": "df230478-0075-4271-94a4-710a71cb5e72", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:58.171375 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b95ed6c-8e7c-40a2-8296-1888c44ab59e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:58.172139 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd5a227-282d-49e1-bceb-8c19302fe088', 'name': 'network-vif-deleted', 'tag': 'df230478-0075-4271-94a4-710a71cb5e72', 'status': 'completed', 'code': 200} Aug 29 17:32:58.204839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f8690093-f71d-4357-8005-97650492478d None None] Provisioning for port 9a3f1cc9-d44e-428c-8850-2081a50654a2 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:58.209047 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.230062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=d26e93c0-a12e-4de0-ab0b-84d57cf07989,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:58.234183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': '8bbf828f-fe7b-450a-b0ac-e40f98deaafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b02f84c8-8fe8-4e0f-8f3b-647da20101b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:58.234722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: b02f84c8-8fe8-4e0f-8f3b-647da20101b8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:32:58.262277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network b02f84c8-8fe8-4e0f-8f3b-647da20101b8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:32:58.262991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:58.263549 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.277887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, b02f84c8-8fe8-4e0f-8f3b-647da20101b8) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:58.283390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.284347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.292009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9829c1-2836-48fc-984a-b4ad9d14af58 None None] Network b02f84c8-8fe8-4e0f-8f3b-647da20101b8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:58.305815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c50340b3-16a5-44ac-8a77-6d2d8016ea49 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1529446 Aug 29 17:32:58.306509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57114) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:58.364927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:32:58.419595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9a3f1cc9-d44e-428c-8850-2081a50654a2 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:32:58.451878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-44b9481f-82e9-4e27-8e5f-ca8d7fad6b89 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.454249 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-44b9481f-82e9-4e27-8e5f-ca8d7fad6b89 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4547913 Aug 29 17:32:58.460785 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.461335 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Added segment 53c41c51-4c80-4cd1-bd93-79ab433472ab of type vlan for network f61e63cc-5e2e-4d6e-8627-370659945eb3 Aug 29 17:32:58.520234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-1d14c624-1ab3-4a3b-bb9c-a6b95323f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.520717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-1d14c624-1ab3-4a3b-bb9c-a6b95323f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.524106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-1d14c624-1ab3-4a3b-bb9c-a6b95323f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.526539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-1d14c624-1ab3-4a3b-bb9c-a6b95323f896 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c94a284a-3908-4129-8987-ec9683304a7a&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 2298 time: 0.4006655 Aug 29 17:32:58.527474 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.531308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-0a0bcce0-5918-4c35-a3b2-df153cc0461d tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/quotas/b6311546b16d439fb9a94bfe15f4e7f0 HTTP/1.1" status: 200 len: 375 time: 0.0629494 Aug 29 17:32:58.548347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 9a3f1cc9-d44e-428c-8850-2081a50654a2 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:32:58.557077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9a3f1cc9-d44e-428c-8850-2081a50654a2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:58.557781 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.561508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-b02f84c8-8fe8-4e0f-8f3b-647da20101b8', 'network_id': 'b02f84c8-8fe8-4e0f-8f3b-647da20101b8', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': 'd26e93c0-a12e-4de0-ab0b-84d57cf07989'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:32:58.562779 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.663398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.728315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7ef44356-ae18-4b7f-8278-beca16c31254 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 200 len: 1002 time: 0.1556120 Aug 29 17:32:58.759948 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-3d858465-56d8-495b-b1d5-1381207f6954 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1838660 Aug 29 17:32:58.762025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.780774 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.813628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Allocated IP 172.20.0.3 (b02f84c8-8fe8-4e0f-8f3b-647da20101b8/d26e93c0-a12e-4de0-ab0b-84d57cf07989/6ad27761-e030-4540-9f71-0565b3a0c71d) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:32:58.819016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-26582dff-32cd-42ad-9966-a702484cf5b7 None None] Provisioning complete for port 9a3f1cc9-d44e-428c-8850-2081a50654a2 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:58.819398 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26582dff-32cd-42ad-9966-a702484cf5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.832874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-24290155-dd30-4ba2-99ca-1683f896c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.834523 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-24290155-dd30-4ba2-99ca-1683f896c4f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02c398ab-acc0-4618-b795-8014350499c2 HTTP/1.1" status: 200 len: 856 time: 0.0464981 Aug 29 17:32:58.839465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.845105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:58.845729 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.894643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 9a3f1cc9-d44e-428c-8850-2081a50654a2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9a3f1cc9-d44e-428c-8850-2081a50654a2,segment=NetworkSegment(8c29fd19-357e-41ea-8106-d401456bdaa1),segment_id=8c29fd19-357e-41ea-8106-d401456bdaa1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:58.928921 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:58.998508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7240c1de-063d-4c31-bc3f-02fd45464cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:59.000112 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-7240c1de-063d-4c31-bc3f-02fd45464cb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c94a284a-3908-4129-8987-ec9683304a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499534 Aug 29 17:32:59.011160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0338213 Aug 29 17:32:59.012717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:59.020353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': 'f61e63cc-5e2e-4d6e-8627-370659945eb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:32:59.022987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=9a3f1cc9-d44e-428c-8850-2081a50654a2,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:59.093535 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-f334d52d-c79c-4dca-8eca-45113bd0f013 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026614 Aug 29 17:32:59.098344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce566ad-904e-4e94-8481-affa152d5688 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Network': ['ID=f61e63cc-5e2e-4d6e-8627-370659945eb3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:59.142850 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-1be12b14-1474-445a-b552-3981394657e3 service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243298 Aug 29 17:32:59.157595 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.167538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Transition to ACTIVE for port object 6ad27761-e030-4540-9f71-0565b3a0c71d will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:59.185523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Transition to ACTIVE for port object 6ad27761-e030-4540-9f71-0565b3a0c71d will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:32:59.208754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network f61e63cc-5e2e-4d6e-8627-370659945eb3 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:32:59.277143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-e49b0c25-adbf-4374-a54d-b8c776bfd465 service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231050 Aug 29 17:32:59.279587 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.288443 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.303625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.312318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Network b02f84c8-8fe8-4e0f-8f3b-647da20101b8 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:32:59.315874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:32:59.342906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:32:59.345032 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.362109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-4bf8cc8f-d649-4ed2-ab25-576a89b37df3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 217 time: 0.0756068 Aug 29 17:32:59.432538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Attempting to bind port 6ad27761-e030-4540-9f71-0565b3a0c71d on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:32:59.433130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Attempting to bind port 6ad27761-e030-4540-9f71-0565b3a0c71d by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8bbf828f-fe7b-450a-b0ac-e40f98deaafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b02f84c8-8fe8-4e0f-8f3b-647da20101b8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:32:59.434229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Attempting to bind port 6ad27761-e030-4540-9f71-0565b3a0c71d on network b02f84c8-8fe8-4e0f-8f3b-647da20101b8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:32:59.438084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Pushing event updated for resources: {'Port': ['ID=6ad27761-e030-4540-9f71-0565b3a0c71d,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:59.445174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:32:59.451640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Checking segment: {'id': '8bbf828f-fe7b-450a-b0ac-e40f98deaafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b02f84c8-8fe8-4e0f-8f3b-647da20101b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:32:59.452371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.452979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Bound using segment: {'id': '8bbf828f-fe7b-450a-b0ac-e40f98deaafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b02f84c8-8fe8-4e0f-8f3b-647da20101b8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:32:59.453663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Bound port: 6ad27761-e030-4540-9f71-0565b3a0c71d, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbf828f-fe7b-450a-b0ac-e40f98deaafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b02f84c8-8fe8-4e0f-8f3b-647da20101b8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:32:59.454244 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.469827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=d26e93c0-a12e-4de0-ab0b-84d57cf07989,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:59.525943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=2c85f6b1-2455-43c4-b9df-147421d7eb45,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:59.536871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-db009340-609d-4aef-90c7-8341db42dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:59.538554 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-db009340-609d-4aef-90c7-8341db42dfbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1520362 Aug 29 17:32:59.588503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] In _notify_port_updated(), no bound segment for port 2c85f6b1-2455-43c4-b9df-147421d7eb45 on network 0e028ca4-171d-4897-b1ca-4cb391a5edde {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:32:59.598292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:32:59.602169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.612481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:59.614303 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.617538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0ae78e6a-27cd-4780-b49e-bc445b7d1f10 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "PUT /v2.0/ports/2c85f6b1-2455-43c4-b9df-147421d7eb45 HTTP/1.1" status: 200 len: 992 time: 1.7705975 Aug 29 17:32:59.622112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57156) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:32:59.642392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-f6ce0a45-f2cd-4eff-9ea5-88a68dde9601 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:59.642673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] For port 6ad27761-e030-4540-9f71-0565b3a0c71d, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:32:59.647597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] For port 6ad27761-e030-4540-9f71-0565b3a0c71d, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6ad27761-e030-4540-9f71-0565b3a0c71d,segment=NetworkSegment(8bbf828f-fe7b-450a-b0ac-e40f98deaafd),segment_id=8bbf828f-fe7b-450a-b0ac-e40f98deaafd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:32:59.652352 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-f6ce0a45-f2cd-4eff-9ea5-88a68dde9601 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5577543 Aug 29 17:32:59.660196 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.708071 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-e110b950-1e0e-445d-b21c-19abccc57465 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4082286 Aug 29 17:32:59.720879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.735709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-0ce4f39f-5694-40d2-aaa6-7432daa9d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:59.737629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-0ce4f39f-5694-40d2-aaa6-7432daa9d038 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1891587 Aug 29 17:32:59.744913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-b4d8c2da-962d-4a73-a0aa-1181f9331555 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/quotas/b6311546b16d439fb9a94bfe15f4e7f0 HTTP/1.1" status: 200 len: 375 time: 0.0904734 Aug 29 17:32:59.795835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02f84c8-8fe8-4e0f-8f3b-647da20101b8']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:59.804863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c83dcae-64e8-427d-9d80-548d193755a3 None None] Network b02f84c8-8fe8-4e0f-8f3b-647da20101b8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:32:59.810466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855675b4-0736-48a9-be75-4737e42d6d4b None None] Pushing event updated for resources: {'Port': ['ID=6ad27761-e030-4540-9f71-0565b3a0c71d,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:59.837803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-223d9207-f237-411f-a9e2-d3ed5a95f896 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919240 Aug 29 17:32:59.882840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbf828f-fe7b-450a-b0ac-e40f98deaafd') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:59.883526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbf828f-fe7b-450a-b0ac-e40f98deaafd') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:32:59.886133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-16269aa1-8382-44fc-ab0b-6358dbe81868 None None] Provisioning complete for port 2c85f6b1-2455-43c4-b9df-147421d7eb45 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:32:59.886518 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-16269aa1-8382-44fc-ab0b-6358dbe81868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.939960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.941847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-856e3673-45a1-4bd0-983b-1877f6c06e93 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Deleting port 2c85f6b1-2455-43c4-b9df-147421d7eb45 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:59.942401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-856e3673-45a1-4bd0-983b-1877f6c06e93 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:59.962890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-16269aa1-8382-44fc-ab0b-6358dbe81868 None None] Port 2c85f6b1-2455-43c4-b9df-147421d7eb45 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:32:59.994991 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-ef218270-e1b8-45ef-a9a5-d161f8b7a01d service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315817 Aug 29 17:33:00.011206 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:00.017234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea5fd5-c902-4e7b-b74c-b388631792ac None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:33:00.056520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6ab0357f-f745-42b5-bd1f-37373aadf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:00.057867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6ab0357f-f745-42b5-bd1f-37373aadf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:00.063220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6ab0357f-f745-42b5-bd1f-37373aadf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:00.063220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6ab0357f-f745-42b5-bd1f-37373aadf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:00.063220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6ab0357f-f745-42b5-bd1f-37373aadf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:00.063862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6ab0357f-f745-42b5-bd1f-37373aadf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:00.065842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6ab0357f-f745-42b5-bd1f-37373aadf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:00.069513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6ab0357f-f745-42b5-bd1f-37373aadf746 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6498 time: 0.3100443 Aug 29 17:33:00.106172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:00.106734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:00.206421 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:00.213117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:33:00.213117 n-d-713499-15 neutron-server[94796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:33:00.213117 n-d-713499-15 neutron-server[94796]: [parameters: {'id': 'b02f84c8-8fe8-4e0f-8f3b-647da20101b8'}] Aug 29 17:33:00.213117 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:33:00.217684 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:33:00.253982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cea5fd5-c902-4e7b-b74c-b388631792ac None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:33:00.286552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9a3f1cc9-d44e-428c-8850-2081a50654a2 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:00.424307 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f79679d4-911d-4d41-bb37-253a058c4785 req-064fef58-c589-443d-98c4-1f5fc3239c21 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 210 time: 0.2298481 Aug 29 17:33:00.539918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-856e3673-45a1-4bd0-983b-1877f6c06e93 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:00.591141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-856e3673-45a1-4bd0-983b-1877f6c06e93 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Calling delete_port for 2c85f6b1-2455-43c4-b9df-147421d7eb45 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:00.602172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-c421c221-d4bc-430c-b058-7fdaaacaa757 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962186 Aug 29 17:33:00.605483 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-650a5aba-c14a-408c-bffd-0accba19471f tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1751442 Aug 29 17:33:00.659421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9a3f1cc9-d44e-428c-8850-2081a50654a2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:00.660580 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:00.663329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device df230478-0075-4271-94a4-710a71cb5e72 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:00.729088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-b6d3a83a-39e4-4e8a-a180-e72c4d5dc119 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.1105807 Aug 29 17:33:00.736997 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:00.787060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:00.810377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: df230478-0075-4271-94a4-710a71cb5e72 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:00.814826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device df230478-0075-4271-94a4-710a71cb5e72 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:00.823229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-bc0188e3-692b-4da0-99d9-178ab27c4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:00.826114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-bc0188e3-692b-4da0-99d9-178ab27c4111 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0849693 Aug 29 17:33:01.039307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-cc8718cb-154c-48e8-bb16-df0e689700ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.041535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-cc8718cb-154c-48e8-bb16-df0e689700ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2067788 Aug 29 17:33:01.045234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-856e3673-45a1-4bd0-983b-1877f6c06e93 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:01.095762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-08133e23-d6b3-4df9-a9ed-f864a2fb8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.096248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-08133e23-d6b3-4df9-a9ed-f864a2fb8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.096717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-08133e23-d6b3-4df9-a9ed-f864a2fb8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.098440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-08133e23-d6b3-4df9-a9ed-f864a2fb8881 service neutron] 10.222.0.44 "GET /v2.0/networks?id=548b3407-0a2d-429f-b9b2-c29a429471e9&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac HTTP/1.1" status: 200 len: 2290 time: 0.9144354 Aug 29 17:33:01.107889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=cd2c6cc9-8030-4956-9532-aec327ea1006,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:01.162131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e3673-45a1-4bd0-983b-1877f6c06e93 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Port': ['ID=2c85f6b1-2455-43c4-b9df-147421d7eb45,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:01.190983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-32b10c29-3caf-4526-a634-46075a9717fe tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.192478 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-32b10c29-3caf-4526-a634-46075a9717fe tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5754988 Aug 29 17:33:01.214920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Request body: {'port': {'device_id': '765600c6-b78f-405f-ae26-65915f16361b', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': 'b6311546b16d439fb9a94bfe15f4e7f0'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:01.243255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Checking segment: {'id': '53c41c51-4c80-4cd1-bd93-79ab433472ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f61e63cc-5e2e-4d6e-8627-370659945eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:01.243620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network hostable DHCP agents. Network: f61e63cc-5e2e-4d6e-8627-370659945eb3, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:01.266088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-b389eb23-8547-47cf-bcb5-64c95e29de46 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134063 Aug 29 17:33:01.285985 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-cdc2b75b-b04d-453a-a325-b10128d2c4b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b90ace8-95df-4493-a3ff-c3e11471c266 HTTP/1.1" status: 200 len: 1002 time: 0.1756351 Aug 29 17:33:01.357611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Deleting port 6ad27761-e030-4540-9f71-0565b3a0c71d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:01.358225 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:01.431884 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-856e3673-45a1-4bd0-983b-1877f6c06e93 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:01.437181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-856e3673-45a1-4bd0-983b-1877f6c06e93 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "DELETE /v2.0/ports/2c85f6b1-2455-43c4-b9df-147421d7eb45 HTTP/1.1" status: 204 len: 168 time: 1.8137147 Aug 29 17:33:01.437847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57192) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:01.474683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network f61e63cc-5e2e-4d6e-8627-370659945eb3 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:01.496067 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-90da429b-7555-4ac1-85be-0114af2c5cc4 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] GET failed (client error): The resource could not be found. Aug 29 17:33:01.500844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-7f7342a8-c4d3-4ef3-b8b5-f39e359e0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.502563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-7f7342a8-c4d3-4ef3-b8b5-f39e359e0f83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99fc6b28-3559-449d-9219-c46b883df500 HTTP/1.1" status: 200 len: 849 time: 0.2036972 Aug 29 17:33:01.503232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57194) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:01.513309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde', 'name': 'tempest-AllowedAddressPairTestJSON-421613492'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:01.515185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-90da429b-7555-4ac1-85be-0114af2c5cc4 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "GET /v2.0/ports/2c85f6b1-2455-43c4-b9df-147421d7eb45 HTTP/1.1" status: 404 len: 333 time: 0.0744836 Aug 29 17:33:01.548422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-5f618f6b-1f4a-41ba-8f5d-b40e57faeb6c service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514031 Aug 29 17:33:01.550538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, f61e63cc-5e2e-4d6e-8627-370659945eb3) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:01.561232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b2aecd-caf5-4691-9c84-77b9f19cd750 None None] Network f61e63cc-5e2e-4d6e-8627-370659945eb3 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:01.610861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-9fd27967-33ac-4a51-a803-a6f812addf01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c HTTP/1.1" status: 200 len: 217 time: 0.0543437 Aug 29 17:33:01.629448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.630315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:01.660467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-1d5fb7b3-31a8-43f4-8bea-43140d109a5f tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467029 Aug 29 17:33:01.670215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e59c0721-0458-45da-9785-fb1df3f54b2d req-3b4b7ba1-6cbb-4b71-bc90-ae7cdeacf0e2 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 210 time: 0.1417258 Aug 29 17:33:01.672390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] For port 6ad27761-e030-4540-9f71-0565b3a0c71d, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6ad27761-e030-4540-9f71-0565b3a0c71d,segment=NetworkSegment(8bbf828f-fe7b-450a-b0ac-e40f98deaafd),segment_id=8bbf828f-fe7b-450a-b0ac-e40f98deaafd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:01.672969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:01.844157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-1ee48cfa-0130-4c54-8e1e-b289b3c0e1ee tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.845635 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-1ee48cfa-0130-4c54-8e1e-b289b3c0e1ee tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715667 Aug 29 17:33:01.860819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Request body: {'port': {'device_id': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': 'b6311546b16d439fb9a94bfe15f4e7f0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:01.885584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-f61e63cc-5e2e-4d6e-8627-370659945eb3', 'network_id': 'f61e63cc-5e2e-4d6e-8627-370659945eb3', 'tenant_id': '58ed8ffe12024ca9a586390bd2a7078e', 'fixed_ips': [{'subnet_id': 'cd2c6cc9-8030-4956-9532-aec327ea1006'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:01.886743 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:01.947989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-08e6a967-1da9-4241-af7b-80fc3437f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:01.949988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-08e6a967-1da9-4241-af7b-80fc3437f224 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.2900674 Aug 29 17:33:02.034180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-f6fd400c-afb8-49ae-aa29-2c9ad58dc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:02.036628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-f6fd400c-afb8-49ae-aa29-2c9ad58dc3b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0764678 Aug 29 17:33:02.091477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Calling delete_port for 6ad27761-e030-4540-9f71-0565b3a0c71d owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:02.115931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Made reservation on behalf of b6311546b16d439fb9a94bfe15f4e7f0 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:02.120201 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.132818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-001193d6-6a2f-41ba-a3bf-a200bf89fe3d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1158793 Aug 29 17:33:02.133057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57198) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:02.140798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': 'f61e63cc-5e2e-4d6e-8627-370659945eb3', 'name': 'tempest-PortsIpV6TestJSON-184510130'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:02.152897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Allocated IP 2001:db8::2 (f61e63cc-5e2e-4d6e-8627-370659945eb3/cd2c6cc9-8030-4956-9532-aec327ea1006/f9a3ab0b-4399-44c5-8fbd-cd16e6784782) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:02.192736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.200919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-371fd584-9e64-40be-b52e-f383340a6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:02.202730 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-371fd584-9e64-40be-b52e-f383340a6d89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=548b3407-0a2d-429f-b9b2-c29a429471e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6704307 Aug 29 17:33:02.253602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Made reservation on behalf of b6311546b16d439fb9a94bfe15f4e7f0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:02.257158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.320472 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.324978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-ac2f4311-7cfb-43f8-bbd0-e9efe3fea124 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786124 Aug 29 17:33:02.376234 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.376876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.387959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Transition to ACTIVE for port object f9a3ab0b-4399-44c5-8fbd-cd16e6784782 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:02.408188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Transition to ACTIVE for port object f9a3ab0b-4399-44c5-8fbd-cd16e6784782 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:02.415785 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-62435a37-1b84-49e1-82f4-f5928555f6ea service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009690 Aug 29 17:33:02.421825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No DVR routers for this DVR port 6ad27761-e030-4540-9f71-0565b3a0c71d on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:02.424890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Port': ['ID=6ad27761-e030-4540-9f71-0565b3a0c71d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:02.427089 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.475436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-30b6655d-3c1b-40dd-8c24-7d49a9c7b97b service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407728 Aug 29 17:33:02.479630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Network f61e63cc-5e2e-4d6e-8627-370659945eb3 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:02.482815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:02.486836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:02.522872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Pushing event updated for resources: {'Port': ['ID=f9a3ab0b-4399-44c5-8fbd-cd16e6784782,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:02.544639 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-f01f2eee-9462-40f2-adb0-cd56e77d5a20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=520c50d0-d97b-4061-87ff-6069f983709e HTTP/1.1" status: 200 len: 217 time: 0.0601878 Aug 29 17:33:02.560538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Attempting to bind port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:02.561268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Attempting to bind port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '53c41c51-4c80-4cd1-bd93-79ab433472ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f61e63cc-5e2e-4d6e-8627-370659945eb3'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:02.561897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Attempting to bind port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 on network f61e63cc-5e2e-4d6e-8627-370659945eb3 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:02.568794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:02.569087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.569570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Checking segment: {'id': '53c41c51-4c80-4cd1-bd93-79ab433472ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f61e63cc-5e2e-4d6e-8627-370659945eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:02.569691 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.570149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Bound using segment: {'id': '53c41c51-4c80-4cd1-bd93-79ab433472ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f61e63cc-5e2e-4d6e-8627-370659945eb3'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:02.572285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Bound port: f9a3ab0b-4399-44c5-8fbd-cd16e6784782, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c41c51-4c80-4cd1-bd93-79ab433472ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f61e63cc-5e2e-4d6e-8627-370659945eb3'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:02.573034 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.585750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.588758 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.605396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-f4535fce-74bd-4fd4-a5e7-feb81598afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:02.607019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-f4535fce-74bd-4fd4-a5e7-feb81598afa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0541811 Aug 29 17:33:02.626060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02f84c8-8fe8-4e0f-8f3b-647da20101b8']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:02.668881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] For port f9a3ab0b-4399-44c5-8fbd-cd16e6784782, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:02.672999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-478a8ce0-7aa2-4ed4-a33b-82e052db34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:02.675120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-478a8ce0-7aa2-4ed4-a33b-82e052db34c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591137 Aug 29 17:33:02.675616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] For port f9a3ab0b-4399-44c5-8fbd-cd16e6784782, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f9a3ab0b-4399-44c5-8fbd-cd16e6784782,segment=NetworkSegment(53c41c51-4c80-4cd1-bd93-79ab433472ab),segment_id=53c41c51-4c80-4cd1-bd93-79ab433472ab)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:02.682507 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.692971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbf828f-fe7b-450a-b0ac-e40f98deaafd') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:02.692971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbf828f-fe7b-450a-b0ac-e40f98deaafd') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:02.705222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Made reservation on behalf of c993b0f9e64647ff8e32823b90b0e694 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:02.708730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.736922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.750023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6b507-5337-4a33-b5cc-a1c98421610a None None] Pushing event updated for resources: {'Port': ['ID=f9a3ab0b-4399-44c5-8fbd-cd16e6784782,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:02.757200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bf32ee-cea7-45a4-9062-c2e45d5c37e8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:02.774598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-76e51b05-bf44-4e52-8281-0fbb34b37311 service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473418 Aug 29 17:33:02.807439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] device_id is not set on port 388658b0-44cc-4c18-9253-5c0dad3910bf yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:02.813326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.822940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:02.831597 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.838047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:02.838468 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:02.868446 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:02.896228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port c29c20b5-3e25-4486-b9b3-7b73c67f7599 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:02.917292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b6311546b16d439fb9a94bfe15f4e7f0 {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:33:02.917614 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:33:02.927364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d20c7207-6dc3-4c7f-8f64-15a42bcfe6bb req-e55e8754-e0b1-4408-bfe4-2510e5a876c7 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 210 time: 0.1662071 Aug 29 17:33:02.954361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-37e47b83-c1bf-4391-b171-902d3bfcbb32 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588344 Aug 29 17:33:03.130904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::28f (f61e63cc-5e2e-4d6e-8627-370659945eb3/cd2c6cc9-8030-4956-9532-aec327ea1006/c29c20b5-3e25-4486-b9b3-7b73c67f7599) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:03.137094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Allocated IP 192.168.233.209 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/46733b08-583d-418f-8a94-2fc9d02c6ccb) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:03.158224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-68eb905b-66ab-4871-a197-0842e0fb65af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 200 len: 217 time: 0.3404343 Aug 29 17:33:03.159176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-75fd4c20-6429-4b52-8acd-bfd45ab5b7ea service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966743 Aug 29 17:33:03.218128 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-2f357d17-8716-4eec-a530-0bf91fb26c56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 200 len: 217 time: 0.0474894 Aug 29 17:33:03.240993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.266052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.267930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/b02f84c8-8fe8-4e0f-8f3b-647da20101b8 HTTP/1.1" status: 204 len: 168 time: 4.9604194 Aug 29 17:33:03.273553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Allocated IP 172.20.0.8 (0e028ca4-171d-4897-b1ca-4cb391a5edde/28ef2e12-51a2-4c46-adca-2f0937318230/388658b0-44cc-4c18-9253-5c0dad3910bf) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:03.275451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57208) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:03.291916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1080215359'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:03.316937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833195d-74a2-4729-9ca6-f0934082ed2e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=b02f84c8-8fe8-4e0f-8f3b-647da20101b8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:03.323893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-df430c73-2cba-47df-bd1b-d0a0cd3cd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:03.325520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-df430c73-2cba-47df-bd1b-d0a0cd3cd80d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.1518259 Aug 29 17:33:03.365087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-0609c732-53da-4ce8-8b9a-069caa59a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:03.366485 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-0609c732-53da-4ce8-8b9a-069caa59a605 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.1378460 Aug 29 17:33:03.370031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:03.373598 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.423438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.466031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6016767a-4f65-4222-a42b-fffeba6da2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:03.467501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-6016767a-4f65-4222-a42b-fffeba6da2db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081929 Aug 29 17:33:03.474351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:03.515414 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.517776 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.518152 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment 47fe294d-55e1-4bfe-8506-422a93bc8db6 of type vlan for network ded0200e-26da-47e6-a915-3de1ca827fe9 Aug 29 17:33:03.536048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-383033e2-a2cd-40b5-bd41-de637d3534c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:03.537587 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-383033e2-a2cd-40b5-bd41-de637d3534c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1596775 Aug 29 17:33:03.598613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object c29c20b5-3e25-4486-b9b3-7b73c67f7599 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:03.641745 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.650336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.670088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-c8799560-f41f-447a-9019-b64863743ff6 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882772 Aug 29 17:33:03.697845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Transition to ACTIVE for port object 46733b08-583d-418f-8a94-2fc9d02c6ccb will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:03.770601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.776761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:03.777727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.833539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-c5fb5948-ef9e-475b-8431-89b0beb92895 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829468 Aug 29 17:33:03.834885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.850157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Transition to ACTIVE for port object 388658b0-44cc-4c18-9253-5c0dad3910bf will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:03.875055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-fd5ccb8e-90a6-4b21-932a-5b16925dfae3 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933968 Aug 29 17:33:03.883468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6070726 Aug 29 17:33:03.892501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57212) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:03.898546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': 'ded0200e-26da-47e6-a915-3de1ca827fe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:03.965314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:03.968148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-d0177918-a5da-4991-afcf-92201847b39a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 200 len: 217 time: 0.0845003 Aug 29 17:33:04.010108 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.060246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be54776-fadf-4e34-81a4-783cfb936b89 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=ded0200e-26da-47e6-a915-3de1ca827fe9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:04.072110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ded0200e-26da-47e6-a915-3de1ca827fe9 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:04.132486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network f61e63cc-5e2e-4d6e-8627-370659945eb3 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:04.146536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57224) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:04.189295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:04.195800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.196520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:04.197469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2211d1-ec4b-43e9-9edf-c2ed74470d1f None None] Network f61e63cc-5e2e-4d6e-8627-370659945eb3 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:04.218558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:04.219264 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.222331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:04.226414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20c518be-45d5-4171-8775-c4620ee62d46 req-c72a34a2-7ebc-41f9-8d17-a6320b8a05e5 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 210 time: 0.1390915 Aug 29 17:33:04.242215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:04.250753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:04.257531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:04.274986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-03f24ffd-0e67-44b9-ba72-e358cfc840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:04.276504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-03f24ffd-0e67-44b9-ba72-e358cfc840b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.2622957 Aug 29 17:33:04.316020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1782355 Aug 29 17:33:04.319909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2269a588-3f6e-43c8-983f-7e22e02f70ad None None] Provisioning for port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:04.331993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:04.392905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:04.401322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea7f14-45b3-47fc-b6cd-b10ab059947a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=c29c20b5-3e25-4486-b9b3-7b73c67f7599,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:04.414114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f9a3ab0b-4399-44c5-8fbd-cd16e6784782 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:04.420506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Allocated IP 192.168.233.220 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/3a7703c4-6f9f-4732-9e13-ee176da0c330) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:04.433152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-42fb3b8a-ada9-4b7f-bd5d-409ad67e6940 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516527 Aug 29 17:33:04.445393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a529317a-9dea-4e88-85fe-3c7925d01a5a admin admin] Deleting subnet 4fde333e-caeb-4be9-96df-a0767fe315e7 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:04.453060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:04.468066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:04.475022 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a529317a-9dea-4e88-85fe-3c7925d01a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.551742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=388658b0-44cc-4c18-9253-5c0dad3910bf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:04.563023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:04.572954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:04.573502 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.579007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:04.579597 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-448acf03-b5fc-44ec-9688-b8c66078cb79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 200 len: 217 time: 0.1320412 Aug 29 17:33:04.582517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.600548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:04.602616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.744925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-9acb1391-676b-4fce-9d3f-de996cfa6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:04.747520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-9acb1391-676b-4fce-9d3f-de996cfa6c64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.1669092 Aug 29 17:33:04.769692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.800328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e2049357-783e-42f0-abb4-1a029ecd5257 None None] Provisioning for port 46733b08-583d-418f-8a94-2fc9d02c6ccb completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:04.806231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e2049357-783e-42f0-abb4-1a029ecd5257 None None] Provisioning complete for port 46733b08-583d-418f-8a94-2fc9d02c6ccb triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:04.811718 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e2049357-783e-42f0-abb4-1a029ecd5257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.860733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a529317a-9dea-4e88-85fe-3c7925d01a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.868173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:04.868844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.874207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-b080dfcb-8912-45e9-8ced-76700519224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:04.875902 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-b080dfcb-8912-45e9-8ced-76700519224a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1165626 Aug 29 17:33:04.892574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port f9a3ab0b-4399-44c5-8fbd-cd16e6784782, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f9a3ab0b-4399-44c5-8fbd-cd16e6784782,segment=NetworkSegment(53c41c51-4c80-4cd1-bd93-79ab433472ab),segment_id=53c41c51-4c80-4cd1-bd93-79ab433472ab)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:04.910313 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:04.911699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-536f9935-9fdd-49aa-b097-f28571f1e4e4 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7065938 Aug 29 17:33:04.934251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Request body: {'port': {'device_id': '765600c6-b78f-405f-ae26-65915f16361b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:04.948601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-21277e71-9ca8-4415-9525-0dc0f0e62ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:04.950136 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-21277e71-9ca8-4415-9525-0dc0f0e62ede service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6087217 Aug 29 17:33:04.979052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b3f31886-a3f2-4970-82e9-dce7208cd6c5 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4700010 Aug 29 17:33:04.984212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57230) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:04.987816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e2049357-783e-42f0-abb4-1a029ecd5257 None None] Port 46733b08-583d-418f-8a94-2fc9d02c6ccb cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:04.999091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:67:9e:db'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:05.005804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-ff04a3ef-095d-460d-87ca-89bc56151812 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148992 Aug 29 17:33:05.034863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=f9a3ab0b-4399-44c5-8fbd-cd16e6784782,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:05.046853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a529317a-9dea-4e88-85fe-3c7925d01a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.047243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.112106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Transition to ACTIVE for port object 3a7703c4-6f9f-4732-9e13-ee176da0c330 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:05.119802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Provisioning for port 388658b0-44cc-4c18-9253-5c0dad3910bf completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:05.128213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Provisioning complete for port 388658b0-44cc-4c18-9253-5c0dad3910bf triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:05.128849 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.170286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82667a93-ed5e-4bc5-b3f8-09bdfef882a4 req-e0880466-1bcd-49d2-829b-0eeb5b6deaee service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284800 Aug 29 17:33:05.180952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.232250 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:05.238131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:05.241958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:05.249606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Pushing event updated for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:05.296581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.317743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:05.319804 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.336938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.356787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d240752c-a35f-42d4-b3c0-1f0e96e75a39 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5005829 Aug 29 17:33:05.373850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Request body: {'port': {'device_id': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:05.374738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3f1345f8-6cbe-4e0e-beb8-0ad6c43cf876 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port c29c20b5-3e25-4486-b9b3-7b73c67f7599 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:05.375088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3f1345f8-6cbe-4e0e-beb8-0ad6c43cf876 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.402595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Port 388658b0-44cc-4c18-9253-5c0dad3910bf cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:05.414748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Provisioning complete for port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:05.415145 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.455181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.533312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Provisioning for port c29c20b5-3e25-4486-b9b3-7b73c67f7599 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:05.540298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Provisioning complete for port c29c20b5-3e25-4486-b9b3-7b73c67f7599 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:05.541066 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.589446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9c064ba8-7e45-489a-aa98-464da2b90728 None None] Port c29c20b5-3e25-4486-b9b3-7b73c67f7599 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:05.610320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3f1345f8-6cbe-4e0e-beb8-0ad6c43cf876 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.714716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-af73b602-1a95-4ae1-8512-f59b80f77e2a None None] Provisioning for port 3a7703c4-6f9f-4732-9e13-ee176da0c330 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:05.718722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-af73b602-1a95-4ae1-8512-f59b80f77e2a None None] Provisioning complete for port 3a7703c4-6f9f-4732-9e13-ee176da0c330 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:05.719141 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-af73b602-1a95-4ae1-8512-f59b80f77e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.753590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-af73b602-1a95-4ae1-8512-f59b80f77e2a None None] Port 3a7703c4-6f9f-4732-9e13-ee176da0c330 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:05.764328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-af73b602-1a95-4ae1-8512-f59b80f77e2a None None] Provisioning complete for port c29c20b5-3e25-4486-b9b3-7b73c67f7599 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:05.764724 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-af73b602-1a95-4ae1-8512-f59b80f77e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.782093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7703c4-6f9f-4732-9e13-ee176da0c330 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:05.790723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.803538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-af73b602-1a95-4ae1-8512-f59b80f77e2a None None] Port c29c20b5-3e25-4486-b9b3-7b73c67f7599 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:05.803940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Transition to ACTIVE for port object 3a7703c4-6f9f-4732-9e13-ee176da0c330 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:05.808559 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:05.865640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:05.938987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Attempting to bind port 3a7703c4-6f9f-4732-9e13-ee176da0c330 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:05.939333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Attempting to bind port 3a7703c4-6f9f-4732-9e13-ee176da0c330 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:05.939652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Attempting to bind port 3a7703c4-6f9f-4732-9e13-ee176da0c330 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:05.944417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Port 3a7703c4-6f9f-4732-9e13-ee176da0c330 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:33:05.944870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Attempting to bind port 3a7703c4-6f9f-4732-9e13-ee176da0c330 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:05.950422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:05.951084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:05.951470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:05.952729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Bound port: 3a7703c4-6f9f-4732-9e13-ee176da0c330, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:05.953447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.026291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:06.030281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:06.033718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3f1345f8-6cbe-4e0e-beb8-0ad6c43cf876 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for c29c20b5-3e25-4486-b9b3-7b73c67f7599 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:06.036005 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.039205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-c7ed6d36-3613-4b60-abd2-9280c602ebd9 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0574720 Aug 29 17:33:06.077146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:06.077774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.078002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a529317a-9dea-4e88-85fe-3c7925d01a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.079214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] 10.222.0.44 "PUT /v2.0/ports/3a7703c4-6f9f-4732-9e13-ee176da0c330 HTTP/1.1" status: 200 len: 1097 time: 0.7118654 Aug 29 17:33:06.079642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:06.079807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.081887 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee2fe83-683f-4437-b376-c4074cc54f63" -d '{"events": [{"name": "network-changed", "server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:06.117070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=376e3467-6d6c-445d-b2ce-accd661afe0b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:06.118228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97cfc-938e-44a8-880a-01352bf2a983 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:06.141079 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f289df-a743-489e-9fda-14aa791da5b9 x-openstack-request-id: req-96f289df-a743-489e-9fda-14aa791da5b9 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:06.141440 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:06.141693 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96f289df-a743-489e-9fda-14aa791da5b9 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:06.142091 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'status': 'completed', 'code': 200} Aug 29 17:33:06.209377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d3b1a1f9-fa54-4b4d-b3af-0af2bf8445c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:06.210998 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d3b1a1f9-fa54-4b4d-b3af-0af2bf8445c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 1100 time: 0.0593493 Aug 29 17:33:06.234668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f9a3ab0b-4399-44c5-8fbd-cd16e6784782 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:06.261765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-8802a737-e1e1-4b0e-b335-a198b5d212bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330 HTTP/1.1" status: 200 len: 217 time: 0.0427516 Aug 29 17:33:06.291685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:06.292070 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.325566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d2914bb8-32ef-4393-8668-fd11faabb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:06.327649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-d2914bb8-32ef-4393-8668-fd11faabb600 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0526364 Aug 29 17:33:06.379651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-e911fa17-ebc7-4333-b651-0120bc63a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:06.381206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-e911fa17-ebc7-4333-b651-0120bc63a537 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459726 Aug 29 17:33:06.398469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a529317a-9dea-4e88-85fe-3c7925d01a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.402987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a529317a-9dea-4e88-85fe-3c7925d01a5a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4fde333e-caeb-4be9-96df-a0767fe315e7 HTTP/1.1" status: 204 len: 168 time: 2.2491283 Aug 29 17:33:06.402987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529317a-9dea-4e88-85fe-3c7925d01a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fde333e-caeb-4be9-96df-a0767fe315e7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:06.405842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57240) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:06.418930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': '47fe294d-55e1-4bfe-8506-422a93bc8db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ded0200e-26da-47e6-a915-3de1ca827fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:06.419301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: ded0200e-26da-47e6-a915-3de1ca827fe9, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:06.449598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44727da1-532b-40dc-8efb-359d923c6fc5 req-3d8f19de-6598-4fe3-a3a6-91261866e90c tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:06.451167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-44727da1-532b-40dc-8efb-359d923c6fc5 req-3d8f19de-6598-4fe3-a3a6-91261866e90c tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 936 time: 1.0793135 Aug 29 17:33:06.563962 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3f1345f8-6cbe-4e0e-beb8-0ad6c43cf876 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.567184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-e2b804be-2ae1-41ef-a5c9-0d0fa6831fac service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082109 Aug 29 17:33:06.588948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network ded0200e-26da-47e6-a915-3de1ca827fe9 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:06.676662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1345f8-6cbe-4e0e-beb8-0ad6c43cf876 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=c29c20b5-3e25-4486-b9b3-7b73c67f7599,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:06.719690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-41519703-563f-4cf1-891f-860c5ee1b180 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=813cea1e-7262-422d-a892-d667f5f731aa HTTP/1.1" status: 200 len: 217 time: 0.1357508 Aug 29 17:33:06.735237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-44727da1-532b-40dc-8efb-359d923c6fc5 req-0290b101-61bb-49fe-a926-122a9cf90866 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638299 Aug 29 17:33:06.735479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ded0200e-26da-47e6-a915-3de1ca827fe9) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:06.751371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b78319-148f-4dc3-b35a-d9feda90f7fe None None] Network ded0200e-26da-47e6-a915-3de1ca827fe9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:06.796044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:06.796335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.819279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3f1345f8-6cbe-4e0e-beb8-0ad6c43cf876 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.824378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3f1345f8-6cbe-4e0e-beb8-0ad6c43cf876 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/c29c20b5-3e25-4486-b9b3-7b73c67f7599 HTTP/1.1" status: 204 len: 168 time: 2.4766622 Aug 29 17:33:06.831185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57244) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:06.832244 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.894117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e9741453-cbc4-46ce-ad45-6ac4e5d7ed91 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9998894 Aug 29 17:33:06.906960 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8037df71-ed03-48aa-a147-9dcda81164de tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:06.907723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8037df71-ed03-48aa-a147-9dcda81164de tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:06.912346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8037df71-ed03-48aa-a147-9dcda81164de tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/c29c20b5-3e25-4486-b9b3-7b73c67f7599 HTTP/1.1" status: 404 len: 333 time: 0.0690763 Aug 29 17:33:06.912533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57246) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:06.916190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57248) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:06.935512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ded0200e-26da-47e6-a915-3de1ca827fe9', 'network_id': 'ded0200e-26da-47e6-a915-3de1ca827fe9', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': '376e3467-6d6c-445d-b2ce-accd661afe0b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:06.936677 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:06.940105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-22fd6d9c-011a-4b75-b075-0bb0a16ab8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:06.941588 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-22fd6d9c-011a-4b75-b075-0bb0a16ab8bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.1991544 Aug 29 17:33:06.980870 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f2d480-7880-4ec9-98b6-dd4cb0bd23cf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:06.984909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-51f2d480-7880-4ec9-98b6-dd4cb0bd23cf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/c29c20b5-3e25-4486-b9b3-7b73c67f7599 HTTP/1.1" status: 404 len: 333 time: 0.0585220 Aug 29 17:33:07.001566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57250) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:07.068359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.072296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46733b08-583d-418f-8a94-2fc9d02c6ccb {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:07.075779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-b825f240-1d99-4926-ade4-c008583b4639 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873903 Aug 29 17:33:07.078766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-d99c3551-ad37-472c-b2fd-eebf712bd3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:07.079358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Allocated IP 172.20.0.1 (ded0200e-26da-47e6-a915-3de1ca827fe9/376e3467-6d6c-445d-b2ce-accd661afe0b/190a03a8-a929-42e6-b1ca-f0eca3cbef1b) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:07.080365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-d99c3551-ad37-472c-b2fd-eebf712bd3b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1149933 Aug 29 17:33:07.082558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.083416 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.088497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.124642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e136bb71-1565-4a74-a07c-3da563b369d5']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:07.181198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aee1109-f2d4-4cea-ab38-db4cc6c5622e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet cd2c6cc9-8030-4956-9532-aec327ea1006 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:07.185004 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3aee1109-f2d4-4cea-ab38-db4cc6c5622e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.218472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Transition to ACTIVE for port object 46733b08-583d-418f-8a94-2fc9d02c6ccb will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:07.221344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] In _notify_port_updated(), no bound segment for port 388658b0-44cc-4c18-9253-5c0dad3910bf on network 0e028ca4-171d-4897-b1ca-4cb391a5edde {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:33:07.228761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:07.229442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.233034 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3aee1109-f2d4-4cea-ab38-db4cc6c5622e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.233934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "PUT /v2.0/ports/388658b0-44cc-4c18-9253-5c0dad3910bf HTTP/1.1" status: 200 len: 995 time: 2.2462969 Aug 29 17:33:07.238345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57252) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:07.240739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c4bd09-e9cb-44e3-8f7d-4f63cb935011') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:07.241453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c4bd09-e9cb-44e3-8f7d-4f63cb935011') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:07.254691 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.265874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Transition to ACTIVE for port object 190a03a8-a929-42e6-b1ca-f0eca3cbef1b will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:07.284794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Transition to ACTIVE for port object 190a03a8-a929-42e6-b1ca-f0eca3cbef1b will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:07.286123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.297071 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.299966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.318135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.342689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.351599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Network ded0200e-26da-47e6-a915-3de1ca827fe9 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:07.358291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:07.363827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:07.370439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed1939-25e2-4976-84a1-a6ee362ebfa6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=388658b0-44cc-4c18-9253-5c0dad3910bf,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:07.383271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Pushing event updated for resources: {'Port': ['ID=190a03a8-a929-42e6-b1ca-f0eca3cbef1b,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:07.394333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:07.394777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:07.396600 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:07.441455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b7a445-13be-4586-9786-b5f3ff25a4b9 req-0bde1528-b9f5-475e-8317-f6bc27b66192 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510568 Aug 29 17:33:07.453505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Attempting to bind port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:07.453979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Attempting to bind port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '47fe294d-55e1-4bfe-8506-422a93bc8db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ded0200e-26da-47e6-a915-3de1ca827fe9'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:07.465059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Attempting to bind port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b on network ded0200e-26da-47e6-a915-3de1ca827fe9 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:07.466282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:07.466957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Checking segment: {'id': '47fe294d-55e1-4bfe-8506-422a93bc8db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ded0200e-26da-47e6-a915-3de1ca827fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:07.467461 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.467955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Bound using segment: {'id': '47fe294d-55e1-4bfe-8506-422a93bc8db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ded0200e-26da-47e6-a915-3de1ca827fe9'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:07.468530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Bound port: 190a03a8-a929-42e6-b1ca-f0eca3cbef1b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fe294d-55e1-4bfe-8506-422a93bc8db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ded0200e-26da-47e6-a915-3de1ca827fe9'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:07.469027 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.485146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:07.486207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8729616e-9ade-4d64-b2f7-9f317fb889ae None None] Provisioning complete for port 388658b0-44cc-4c18-9253-5c0dad3910bf triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:07.486745 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8729616e-9ade-4d64-b2f7-9f317fb889ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.489589 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-0f71ed30-4104-4294-9845-ebccc467f856 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961675 Aug 29 17:33:07.519646 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3aee1109-f2d4-4cea-ab38-db4cc6c5622e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.526117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.559231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8729616e-9ade-4d64-b2f7-9f317fb889ae None None] Port 388658b0-44cc-4c18-9253-5c0dad3910bf cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:07.577507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.579445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e136bb71-1565-4a74-a07c-3da563b369d5 HTTP/1.1" status: 204 len: 168 time: 1.1728663 Aug 29 17:33:07.589614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] For port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:07.594145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] For port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=190a03a8-a929-42e6-b1ca-f0eca3cbef1b,segment=NetworkSegment(47fe294d-55e1-4bfe-8506-422a93bc8db6),segment_id=47fe294d-55e1-4bfe-8506-422a93bc8db6)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:07.600176 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.608798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490353b-f583-4966-949e-a0ef72aba157 admin admin] Pushing event deleted for resources: {'Network': ['ID=e136bb71-1565-4a74-a07c-3da563b369d5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:07.617978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Deleting port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:07.618322 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.665341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52fd59-6feb-48f5-ba8f-c27a360b179a None None] Pushing event updated for resources: {'Port': ['ID=190a03a8-a929-42e6-b1ca-f0eca3cbef1b,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:07.708087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-21bcce3e-be68-4143-8c3c-b2bb82fa9bdb service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846120 Aug 29 17:33:07.775380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] For port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=190a03a8-a929-42e6-b1ca-f0eca3cbef1b,segment=NetworkSegment(47fe294d-55e1-4bfe-8506-422a93bc8db6),segment_id=47fe294d-55e1-4bfe-8506-422a93bc8db6)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:07.775781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.816792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-ad093ac5-8def-4033-a7d6-56a099b8ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:07.818352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-ad093ac5-8def-4033-a7d6-56a099b8ad8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 1100 time: 0.2659273 Aug 29 17:33:07.827544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Calling delete_port for 190a03a8-a929-42e6-b1ca-f0eca3cbef1b owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:07.835541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Attempting to bind port 46733b08-583d-418f-8a94-2fc9d02c6ccb on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:07.836024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Attempting to bind port 46733b08-583d-418f-8a94-2fc9d02c6ccb by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:07.836952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Attempting to bind port 46733b08-583d-418f-8a94-2fc9d02c6ccb on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:07.857131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3aee1109-f2d4-4cea-ab38-db4cc6c5622e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.859754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-f0009cdb-67cb-4786-a7ef-7f8099d06733 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=038c0afa-503a-4746-8ba4-ac88ced79a83 HTTP/1.1" status: 200 len: 217 time: 0.1353822 Aug 29 17:33:07.880838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57260) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:07.883926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Port 46733b08-583d-418f-8a94-2fc9d02c6ccb on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:33:07.884330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Attempting to bind port 46733b08-583d-418f-8a94-2fc9d02c6ccb on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:07.939288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee1109-f2d4-4cea-ab38-db4cc6c5622e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2c6cc9-8030-4956-9532-aec327ea1006,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:07.954988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:07.957773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:07.957773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:07.957773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Bound port: 46733b08-583d-418f-8a94-2fc9d02c6ccb, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:07.957773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:07.966492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1baa2a2-1e21-4671-93e9-36edcfbc2b45 None None] Network f61e63cc-5e2e-4d6e-8627-370659945eb3 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:07.983352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b68a77-a317-4aa9-be0a-2a933268f927 req-29441010-c53b-4946-9591-ef57ad782200 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:07.984931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92b68a77-a317-4aa9-be0a-2a933268f927 req-29441010-c53b-4946-9591-ef57ad782200 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 948 time: 0.1409714 Aug 29 17:33:07.987562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f9ff1-ac40-425d-874d-27c6bdb821a7 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Deleting port 388658b0-44cc-4c18-9253-5c0dad3910bf {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:07.987905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9ff1-ac40-425d-874d-27c6bdb821a7 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.001662 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3aee1109-f2d4-4cea-ab38-db4cc6c5622e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.018359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3aee1109-f2d4-4cea-ab38-db4cc6c5622e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/cd2c6cc9-8030-4956-9532-aec327ea1006 HTTP/1.1" status: 204 len: 168 time: 1.0019834 Aug 29 17:33:08.023126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57262) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:08.141957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-4293d9be-08f5-473b-8cd7-eee4f6064922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:08.143488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-4293d9be-08f5-473b-8cd7-eee4f6064922 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.2616792 Aug 29 17:33:08.151245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:08.177054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6213a761-2e47-4ebe-897c-d06f641a494d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d474c1586504dfb86b5f6741345f431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877989 Aug 29 17:33:08.178646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-68f188af-89d6-4b36-8cae-3427239f0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:08.180871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-68f188af-89d6-4b36-8cae-3427239f0849 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.3510034 Aug 29 17:33:08.185928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57264) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:08.192989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] DHCP port deletion for f61e63cc-5e2e-4d6e-8627-370659945eb3 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:08.206084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:08.216645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92b68a77-a317-4aa9-be0a-2a933268f927 req-d6e4b55d-60ea-47b1-9b6c-742dac7a1b31 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216866 Aug 29 17:33:08.226073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.271382 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.284353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-82393d85-c525-47f9-a1e4-f59200e0895a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330 HTTP/1.1" status: 200 len: 217 time: 0.0837226 Aug 29 17:33:08.300499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:08.300918 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.302388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] 10.222.0.43 "PUT /v2.0/ports/46733b08-583d-418f-8a94-2fc9d02c6ccb HTTP/1.1" status: 200 len: 1097 time: 3.3810570 Aug 29 17:33:08.303673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:08.306544 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:08.321440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9ff1-ac40-425d-874d-27c6bdb821a7 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.321837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] Deleting port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:08.322337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.329278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-5671fdb6-aa1e-4b55-aac6-d90951134b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:08.331105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-5671fdb6-aa1e-4b55-aac6-d90951134b51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1695075 Aug 29 17:33:08.366669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 190a03a8-a929-42e6-b1ca-f0eca3cbef1b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:08.369674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f9ff1-ac40-425d-874d-27c6bdb821a7 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Calling delete_port for 388658b0-44cc-4c18-9253-5c0dad3910bf owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:08.435423 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a18273-186b-48e8-a589-4f70d8db3615 x-openstack-request-id: req-89a18273-186b-48e8-a589-4f70d8db3615 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:08.435768 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:08.436036 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89a18273-186b-48e8-a589-4f70d8db3615 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:08.438504 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'status': 'completed', 'code': 200} Aug 29 17:33:08.487350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] For port f9a3ab0b-4399-44c5-8fbd-cd16e6784782, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f9a3ab0b-4399-44c5-8fbd-cd16e6784782,segment=NetworkSegment(53c41c51-4c80-4cd1-bd93-79ab433472ab),segment_id=53c41c51-4c80-4cd1-bd93-79ab433472ab)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:08.488068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.491615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-47601a1f-00fc-44a5-9449-80e7d24ded38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:08.493150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-47601a1f-00fc-44a5-9449-80e7d24ded38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.1942806 Aug 29 17:33:08.504178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] Calling delete_port for f9a3ab0b-4399-44c5-8fbd-cd16e6784782 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:08.562731 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641e6a41-4b75-4a16-9062-72f02af2b386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.586025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:08.589246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.605749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:08.606126 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.633977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b was deleted so its status cannot be updated. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 17:33:08.653222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641e6a41-4b75-4a16-9062-72f02af2b386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.655984 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.666231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Port': ['ID=190a03a8-a929-42e6-b1ca-f0eca3cbef1b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:08.682548 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] Pushing event deleted for resources: {'Port': ['ID=f9a3ab0b-4399-44c5-8fbd-cd16e6784782,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:08.693521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9088a282-ad0b-4e53-aefe-819c0a02ccc0 None None] No DVR routers for this DVR port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:08.695125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-7f3ab9db-a510-4b90-8fb3-2687694268fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:08.697498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-7f3ab9db-a510-4b90-8fb3-2687694268fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1894269 Aug 29 17:33:08.733994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb79de-e4f0-4d6f-bc54-f408cd437a7e service neutron] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:08.744557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-3c75d97f-118a-4bc5-aeac-94013873fb1c service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049037 Aug 29 17:33:08.753033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9ff1-ac40-425d-874d-27c6bdb821a7 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.756123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No DVR routers for this DVR port 190a03a8-a929-42e6-b1ca-f0eca3cbef1b on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:08.792852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:08.793205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:08.812232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f9ff1-ac40-425d-874d-27c6bdb821a7 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Port': ['ID=388658b0-44cc-4c18-9253-5c0dad3910bf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:08.855240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-bba7ec47-9e85-471e-a7ff-c07e1d7b2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:08.856017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-be5d1609-65fb-43e3-a1cb-0d291942ab7a service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389010 Aug 29 17:33:08.856719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-bba7ec47-9e85-471e-a7ff-c07e1d7b2e4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 1100 time: 0.4847627 Aug 29 17:33:08.954271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-ce9c3a77-d34e-4270-b941-82f03a42f4ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb HTTP/1.1" status: 200 len: 217 time: 0.0635374 Aug 29 17:33:08.984727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d413a905-5a4a-40bb-80c6-680c13c905f5 None None] Network ded0200e-26da-47e6-a915-3de1ca827fe9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:09.024797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] For port f9a3ab0b-4399-44c5-8fbd-cd16e6784782, host n-d-713499-15, got binding levels [] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:09.025383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.041605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.051467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-783c1c22-f440-470c-8d6b-100afadf5e7d None None] Could not find standard attr ID for object 190a03a8-a929-42e6-b1ca-f0eca3cbef1b. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:33:09.053226 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-73824886-5948-45b5-babf-5059308a1c4d service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021548 Aug 29 17:33:09.069742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641e6a41-4b75-4a16-9062-72f02af2b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.070409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9ff1-ac40-425d-874d-27c6bdb821a7 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.072833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641e6a41-4b75-4a16-9062-72f02af2b386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.073879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6e0f9ff1-ac40-425d-874d-27c6bdb821a7 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "DELETE /v2.0/ports/388658b0-44cc-4c18-9253-5c0dad3910bf HTTP/1.1" status: 204 len: 168 time: 1.8345540 Aug 29 17:33:09.074220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-641e6a41-4b75-4a16-9062-72f02af2b386 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71704050-d8bf-4536-888e-ec4689cb7037 HTTP/1.1" status: 204 len: 168 time: 0.8823929 Aug 29 17:33:09.082062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57270) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:09.090811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for f9a3ab0b-4399-44c5-8fbd-cd16e6784782 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:09.105064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_backend_mixin [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 was not found and therefore no delete operation was performed {{(pid=94795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:33:09.116139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e6a41-4b75-4a16-9062-72f02af2b386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71704050-d8bf-4536-888e-ec4689cb7037,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:09.122983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.150758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No DVR routers for this DVR port f9a3ab0b-4399-44c5-8fbd-cd16e6784782 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:09.155153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bee2fe83-683f-4437-b376-c4074cc54f63 req-79950c20-d1f9-4109-9a8d-c261d57ed622 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472146 Aug 29 17:33:09.179976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=f9a3ab0b-4399-44c5-8fbd-cd16e6784782,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:09.204759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-3526974a-14e6-41b3-a5d8-d00d1b3542bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a HTTP/1.1" status: 200 len: 217 time: 0.1387134 Aug 29 17:33:09.208610 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca44ed3-e766-4994-95a8-b039151efd04 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] GET failed (client error): The resource could not be found. Aug 29 17:33:09.209782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3ca44ed3-e766-4994-95a8-b039151efd04 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "GET /v2.0/ports/388658b0-44cc-4c18-9253-5c0dad3910bf HTTP/1.1" status: 404 len: 333 time: 0.1242192 Aug 29 17:33:09.216203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-5b5aa2b6-25f2-4efa-98c0-2aba0413e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:09.216321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57274) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:09.217533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-5b5aa2b6-25f2-4efa-98c0-2aba0413e889 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.2554631 Aug 29 17:33:09.232167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde', 'name': 'tempest-AllowedAddressPairTestJSON-292681327'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:09.268444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.322458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-fb402cd8-69e6-49ec-9572-8fd8b25e55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:09.324307 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-fb402cd8-69e6-49ec-9572-8fd8b25e55a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.1102662 Aug 29 17:33:09.329834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-97f3fc09-1979-42ca-8101-df8db2d42682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:09.331879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-97f3fc09-1979-42ca-8101-df8db2d42682 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052110 Aug 29 17:33:09.346243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=376e3467-6d6c-445d-b2ce-accd661afe0b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:09.407694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.437167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-ed5a3a47-1549-4c89-9b75-ba9ce9f00a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:09.438671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-ed5a3a47-1549-4c89-9b75-ba9ce9f00a57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054449 Aug 29 17:33:09.448713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f19c94-705c-4b23-8ef4-d9fd77f19fd1 None None] Network ded0200e-26da-47e6-a915-3de1ca827fe9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:09.491144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61e63cc-5e2e-4d6e-8627-370659945eb3']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:09.525046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c41c51-4c80-4cd1-bd93-79ab433472ab') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:09.525586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c41c51-4c80-4cd1-bd93-79ab433472ab') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:09.536828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-c6feb487-373b-44f5-a6d8-be59bc17b845 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915121 Aug 29 17:33:09.554610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c84ad-6b61-4c78-8b07-581fbb1372ef req-facf0b7b-7a8b-40e7-ad52-7e6bc3a84e6e tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:09.556719 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-388c84ad-6b61-4c78-8b07-581fbb1372ef req-facf0b7b-7a8b-40e7-ad52-7e6bc3a84e6e tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 948 time: 0.2053225 Aug 29 17:33:09.561533 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.564950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.592435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded0200e-26da-47e6-a915-3de1ca827fe9']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:09.621216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fe294d-55e1-4bfe-8506-422a93bc8db6') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:09.621391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fe294d-55e1-4bfe-8506-422a93bc8db6') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:09.631970 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.632232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-16a7de2f-ef1b-47ec-a610-4ac345a6090e service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818137 Aug 29 17:33:09.649804 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.654659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:09.655061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:09.662738 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:09.717364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdee81c-606b-4fde-8df0-8a2d61fe194d None None] DHCP port deletion for ded0200e-26da-47e6-a915-3de1ca827fe9 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:09.737060 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-388c84ad-6b61-4c78-8b07-581fbb1372ef req-7dfb899f-6f8f-4073-a338-18c96a03b5df tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562951 Aug 29 17:33:09.756862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.764565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Made reservation on behalf of c993b0f9e64647ff8e32823b90b0e694 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:09.768915 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.782114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.786840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:09.787272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:09.791176 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:09.824533 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.826463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/networks/f61e63cc-5e2e-4d6e-8627-370659945eb3 HTTP/1.1" status: 204 len: 168 time: 1.8010740 Aug 29 17:33:09.827421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763874-3664-465d-b1e7-70307c6f7f03 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Network': ['ID=f61e63cc-5e2e-4d6e-8627-370659945eb3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:09.862175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:09.883388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] device_id is not set on port 1e8c89e0-36f3-4f8c-948c-de4375aba424 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:09.891709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1343655900'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:09.945592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:09.949171 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.961007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.973063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:09.974955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/ded0200e-26da-47e6-a915-3de1ca827fe9 HTTP/1.1" status: 204 len: 168 time: 3.0637548 Aug 29 17:33:09.983181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57298) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:10.002825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874100267'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:10.015125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef363251-0845-4cb6-b138-880064e6e3e6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=ded0200e-26da-47e6-a915-3de1ca827fe9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:10.031562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:10.066947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.067814 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Added segment 9debb572-57ca-4fd6-95f5-41f1ac063c62 of type vlan for network 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e Aug 29 17:33:10.103348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57302) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:10.114638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:10.115320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6643764-d6b6-4e91-a654-c6a048a02e8a req-ce306f9b-ecb6-4dc9-9e8e-9105f9742973 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655358 Aug 29 17:33:10.118273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.150036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.162034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Allocated IP 172.20.0.10 (0e028ca4-171d-4897-b1ca-4cb391a5edde/28ef2e12-51a2-4c46-adca-2f0937318230/1e8c89e0-36f3-4f8c-948c-de4375aba424) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:10.170513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-0295830a-60e0-4a80-948f-1132eaa9ea60 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263362 Aug 29 17:33:10.201118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:10.221795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.227797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:10.228576 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.233536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-3f836071-3233-44b6-ae52-b3e80490088a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa HTTP/1.1" status: 200 len: 217 time: 0.0535200 Aug 29 17:33:10.238929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.239388 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment b888f871-350a-4558-8cda-124a468a7c3a of type vlan for network 99a99ae4-c235-4805-9f22-6440b2f324d0 Aug 29 17:33:10.271292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 190a03a8-a929-42e6-b1ca-f0eca3cbef1b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:10.281169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-928155334-network', 'tenant_id': '60bdaf0182b244249264c505f61d462d'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:10.287750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-a6a3c0ce-1a01-4d2b-8a0c-5f89b69706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:10.290146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-a6a3c0ce-1a01-4d2b-8a0c-5f89b69706ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 1100 time: 0.1224804 Aug 29 17:33:10.293007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 190a03a8-a929-42e6-b1ca-f0eca3cbef1b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:10.293592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 190a03a8-a929-42e6-b1ca-f0eca3cbef1b not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:10.294193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f9a3ab0b-4399-44c5-8fbd-cd16e6784782 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:10.314370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f9a3ab0b-4399-44c5-8fbd-cd16e6784782 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:10.314769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f9a3ab0b-4399-44c5-8fbd-cd16e6784782 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:10.368063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-8354a5b4-4bcb-4ebb-a320-79f9a95b532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:10.369979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-8354a5b4-4bcb-4ebb-a320-79f9a95b532e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.1280470 Aug 29 17:33:10.372678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Made reservation on behalf of 60bdaf0182b244249264c505f61d462d for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:10.374949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.400491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.476035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-16a719c0-12a6-49d4-ab56-d10f66ac2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:10.478271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-16a719c0-12a6-49d4-ab56-d10f66ac2aa3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999594 Aug 29 17:33:10.479284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-18bbdd8f-1c74-460e-9797-a24cade0ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:10.480581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-18bbdd8f-1c74-460e-9797-a24cade0ef2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1792178 Aug 29 17:33:10.553323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3a7703c4-6f9f-4732-9e13-ee176da0c330 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:33:10.565958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-5c6da63f-2769-4871-a2ca-b25b9dde26e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb HTTP/1.1" status: 200 len: 217 time: 0.0720456 Aug 29 17:33:10.651849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7801540 Aug 29 17:33:10.656150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-03f4f3c7-0fa7-4d64-8c03-b7731e88fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:10.657691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-03f4f3c7-0fa7-4d64-8c03-b7731e88fa03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0834165 Aug 29 17:33:10.658169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57306) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:10.662400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:10.662869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.664789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-e32f8af5-e264-4f18-a37c-3a6befd515a3 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794829 Aug 29 17:33:10.669735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:10.676616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'mac_address': 'fa:16:3e:3a:0d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:33:10.719697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.733102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7703c4-6f9f-4732-9e13-ee176da0c330 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:10.734623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b448a5-f1cc-429f-ae40-38b9417a4fe9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Network': ['ID=0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:10.753809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:10.760217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:10.829300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.831844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.837997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:10.838644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.839363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-057832d8-ed1b-434b-a39d-d63c175bda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:10.841016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-057832d8-ed1b-434b-a39d-d63c175bda6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1731129 Aug 29 17:33:10.886733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:10.923119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9cbde68-6590-4d7d-9e37-9d02db3fc5c2 req-b813db97-947c-4fc0-bd22-056d13789249 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506831 Aug 29 17:33:10.939203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.947028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.977117 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9856331 Aug 29 17:33:10.977973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:10.978858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57310) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:10.983909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': '99a99ae4-c235-4805-9f22-6440b2f324d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:10.993565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:10.997687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc0b60-35e8-4b95-8ce7-0a17c8f6a3a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=99a99ae4-c235-4805-9f22-6440b2f324d0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:11.019406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Transition to ACTIVE for port object 1e8c89e0-36f3-4f8c-948c-de4375aba424 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:11.025235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 99a99ae4-c235-4805-9f22-6440b2f324d0 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:11.029084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:11.032691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.047795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10927e-4a5b-464b-a4c1-6e4675c02d5e req-1a16e84f-de6d-4027-96aa-1867de8724b7 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:11.049359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db10927e-4a5b-464b-a4c1-6e4675c02d5e req-1a16e84f-de6d-4027-96aa-1867de8724b7 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 949 time: 0.1518009 Aug 29 17:33:11.081836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944d9342-d519-418c-b479-a29a274a8532,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:11.090124 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.090465 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Added segment d9fcff09-d1af-4cfe-97b8-170ad00f51fe of type vlan for network 9570254a-c632-4db0-bdab-725a2ab2d348 Aug 29 17:33:11.107502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-ea9341dd-50ff-4469-8a51-d27bc101c87a service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556207 Aug 29 17:33:11.127785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['3a7703c4-6f9f-4732-9e13-ee176da0c330'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:11.178241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.182829 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db10927e-4a5b-464b-a4c1-6e4675c02d5e req-5b1cc9a6-1088-48b2-8af7-12bb9d985953 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200905 Aug 29 17:33:11.209564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.252358 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e04b9af-5e39-4fb0-bc09-220aaf0d4ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.255638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:11.264998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:11.270808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:11.278127 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.279263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:11.280156 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.293939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:11.298703 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.317181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=1e8c89e0-36f3-4f8c-948c-de4375aba424,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:11.372276 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e7b52cc-ef85-4983-8cca-472dd4b63a9b req-72cf6ec2-0b9c-4bef-a34d-b19282111f1e service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406662 Aug 29 17:33:11.402396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:11.403206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.425681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.432718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3282790 Aug 29 17:33:11.435223 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-472c8e63-31cd-45e7-83c3-da3f9e848415 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2070675 Aug 29 17:33:11.437633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57314) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:11.438139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:11.444373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'network_id': '0e028ca4-171d-4897-b1ca-4cb391a5edde', 'name': 'tempest-AllowedAddressPairTestJSON-266866435'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:11.446909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eab06-6253-4426-ae97-ae6aae12daee admin admin] Pushing event updated for resources: {'Network': ['ID=9570254a-c632-4db0-bdab-725a2ab2d348,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:11.452750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Request body: {'subnet': {'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-928155334-subnet', 'tenant_id': '60bdaf0182b244249264c505f61d462d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:11.461529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 9570254a-c632-4db0-bdab-725a2ab2d348 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:11.579420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Made reservation on behalf of 60bdaf0182b244249264c505f61d462d for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:11.581760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.583495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=d92f6e32-b166-4d70-b25b-772352cdebab,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:11.615940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-865943c2-c438-4314-8abe-944b0bef4177 None None] Provisioning for port 1e8c89e0-36f3-4f8c-948c-de4375aba424 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:11.620764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-865943c2-c438-4314-8abe-944b0bef4177 None None] Provisioning complete for port 1e8c89e0-36f3-4f8c-948c-de4375aba424 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:11.621143 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-865943c2-c438-4314-8abe-944b0bef4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.627958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.660027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Checking segment: {'id': '9debb572-57ca-4fd6-95f5-41f1ac063c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:11.660402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network hostable DHCP agents. Network: 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:11.661877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-865943c2-c438-4314-8abe-944b0bef4177 None None] Port 1e8c89e0-36f3-4f8c-948c-de4375aba424 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:11.696500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=35795d1a-3e70-443b-8a19-1bfb104ae2d4,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:11.711014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:11.716343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': 'b888f871-350a-4558-8cda-124a468a7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99a99ae4-c235-4805-9f22-6440b2f324d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:11.716530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: 99a99ae4-c235-4805-9f22-6440b2f324d0, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:11.726336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Made reservation on behalf of c993b0f9e64647ff8e32823b90b0e694 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:11.729930 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.734197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:11.735742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network 99a99ae4-c235-4805-9f22-6440b2f324d0 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:11.742981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe80fb10-23ec-46b0-af09-340f7018ef92 None None] Network 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:11.743582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 99a99ae4-c235-4805-9f22-6440b2f324d0) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:11.748666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:11.749336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.751387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:11.751990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.767773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] device_id is not set on port 9107a447-ccda-4b66-855f-c46cf5288dd6 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:11.771702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4c0b9ad4-aa4c-4934-b765-cd89317c343e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7890754 Aug 29 17:33:11.772243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:11.783855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42584cfe-63b0-4602-a483-4f48d53ddb09 None None] Network 99a99ae4-c235-4805-9f22-6440b2f324d0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:11.839541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7facdfce-14dc-44af-b060-d28eab44f260 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1738999 Aug 29 17:33:11.842126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57320) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:11.851195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1391600674'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:11.942685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.958268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:11.978056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Allocated IP 172.20.0.11 (0e028ca4-171d-4897-b1ca-4cb391a5edde/28ef2e12-51a2-4c46-adca-2f0937318230/9107a447-ccda-4b66-855f-c46cf5288dd6) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:12.009652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e', 'network_id': '0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e', 'tenant_id': '58ed8ffe12024ca9a586390bd2a7078e', 'fixed_ips': [{'subnet_id': 'd92f6e32-b166-4d70-b25b-772352cdebab'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:12.010692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.036653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b944647-6a91-443e-9bdd-03a6294d2fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-99a99ae4-c235-4805-9f22-6440b2f324d0', 'network_id': '99a99ae4-c235-4805-9f22-6440b2f324d0', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': '35795d1a-3e70-443b-8a19-1bfb104ae2d4'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:12.037798 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b944647-6a91-443e-9bdd-03a6294d2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.041067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.041300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e09de69-1e7a-47f9-abc8-56487a904fa6,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:12.049937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:12.053480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.064435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Checking segment: {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:12.064819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Network hostable DHCP agents. Network: 9570254a-c632-4db0-bdab-725a2ab2d348, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:12.105256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 9c0a6b74-4528-4236-9bde-f72b0b0b6ac6 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:12.130076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Network 9570254a-c632-4db0-bdab-725a2ab2d348 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:12.142200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 9570254a-c632-4db0-bdab-725a2ab2d348) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:12.159094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:12.159700 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.182637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-965b75a3-af36-4758-84c7-d8558a669aaa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7420933 Aug 29 17:33:12.206395 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.225000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Transition to ACTIVE for port object 9107a447-ccda-4b66-855f-c46cf5288dd6 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:12.247897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.267894 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.297072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=35795d1a-3e70-443b-8a19-1bfb104ae2d4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:12.382888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a720307-98ab-47ba-a43b-cca9f8619f40 None None] Network 9570254a-c632-4db0-bdab-725a2ab2d348 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:12.399547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:12.409868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:12.412684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=9107a447-ccda-4b66-855f-c46cf5288dd6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:12.417326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.424097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:12.438998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1623-1979-430f-aa6f-248da7d526e2 req-ed2e8759-d76e-492a-a36f-21e1f2673d56 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:12.439260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::bb (0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e/d92f6e32-b166-4d70-b25b-772352cdebab/9c0a6b74-4528-4236-9bde-f72b0b0b6ac6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:12.442625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a99ae4-c235-4805-9f22-6440b2f324d0']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:12.453386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72ed1623-1979-430f-aa6f-248da7d526e2 req-ed2e8759-d76e-492a-a36f-21e1f2673d56 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 949 time: 0.1387222 Aug 29 17:33:12.471647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b888f871-350a-4558-8cda-124a468a7c3a') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:12.472278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b888f871-350a-4558-8cda-124a468a7c3a') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:12.485098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-2b944647-6a91-443e-9bdd-03a6294d2fad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35795d1a-3e70-443b-8a19-1bfb104ae2d4: This subnet is being modified by another concurrent operation. Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:33:12.491284 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35795d1a-3e70-443b-8a19-1bfb104ae2d4: This subnet is being modified by another concurrent operation. Aug 29 17:33:12.496633 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:33:12.501207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.546352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ec3c1-632b-4d79-9f80-6dd03b95220b None None] Network 99a99ae4-c235-4805-9f22-6440b2f324d0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:12.551067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:12.551781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.565603 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.567689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72ed1623-1979-430f-aa6f-248da7d526e2 req-eb246f53-bbf5-4593-b21c-569d479e2375 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889452 Aug 29 17:33:12.581391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57334) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:12.581700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7abf7836-8a35-4f62-a373-5b72ce170833 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1363239 Aug 29 17:33:12.589257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:67:9e:db'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c5:9c:a6'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:12.592210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3a7703c4-6f9f-4732-9e13-ee176da0c330 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:12.601326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:12.602269 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:12.605307 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:12.765064 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.779744 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.781565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/99a99ae4-c235-4805-9f22-6440b2f324d0 HTTP/1.1" status: 204 len: 168 time: 1.0084021 Aug 29 17:33:12.786464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57344) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:12.791552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-109646791'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:12.814989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:12.815420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562dab3-1bb0-4b13-bf2c-b60f978d6e89 None None] Network 9570254a-c632-4db0-bdab-725a2ab2d348 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:12.820254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.848303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:12.857822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.858161 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment 9d18730f-dc8a-4c43-9494-f6f706b342f4 of type vlan for network 5ebf78db-4c98-499b-aeb5-52c01d0cc908 Aug 29 17:33:12.860345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 3a7703c4-6f9f-4732-9e13-ee176da0c330 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:12.865449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a48f3-a406-4282-9975-aaecbaa7805f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=99a99ae4-c235-4805-9f22-6440b2f324d0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:12.870431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 3a7703c4-6f9f-4732-9e13-ee176da0c330 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:12.870708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.874997 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.878788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-20fcd7da-fb61-4aca-93be-624ba460c1f0 None None] Provisioning for port 9107a447-ccda-4b66-855f-c46cf5288dd6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:12.908027 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.911023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 9c0a6b74-4528-4236-9bde-f72b0b0b6ac6 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:12.919349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-20fcd7da-fb61-4aca-93be-624ba460c1f0 None None] Provisioning complete for port 9107a447-ccda-4b66-855f-c46cf5288dd6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:12.919719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20fcd7da-fb61-4aca-93be-624ba460c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.939696 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.947202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:12.947992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.969617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.995400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-20fcd7da-fb61-4aca-93be-624ba460c1f0 None None] Port 9107a447-ccda-4b66-855f-c46cf5288dd6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:12.997110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-f1b1f016-310d-4db1-b8f1-85eceb5bfcbc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:12.998647 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-f1b1f016-310d-4db1-b8f1-85eceb5bfcbc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/networks?id=9570254a-c632-4db0-bdab-725a2ab2d348 HTTP/1.1" status: 200 len: 817 time: 0.2348421 Aug 29 17:33:13.012619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.018578 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2309442 Aug 29 17:33:13.021718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57346) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:13.029804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-c70d4ff6-bf91-49e5-b96c-0ffc5b1492b8 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/quotas/60bdaf0182b244249264c505f61d462d HTTP/1.1" status: 200 len: 375 time: 0.0239027 Aug 29 17:33:13.030016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': '5ebf78db-4c98-499b-aeb5-52c01d0cc908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:13.061567 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.086895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbf6c3-4630-4d11-bbab-4659c6984ebb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=5ebf78db-4c98-499b-aeb5-52c01d0cc908,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:13.109101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 5ebf78db-4c98-499b-aeb5-52c01d0cc908 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:13.120732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-18e9585a-9736-4215-8edc-8ceb7f15a9a5 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60bdaf0182b244249264c505f61d462d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628743 Aug 29 17:33:13.122622 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.129827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:13.134095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.141952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:13.157952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:13.179119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:13.184783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:13.185418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.200874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_backend_mixin [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Performing IP validity checks on allocation pools {{(pid=94795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:33:13.201530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_backend_mixin [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:33:13.206054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Allocated IP 2001:db8::2 (0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e/d92f6e32-b166-4d70-b25b-772352cdebab/0df55e13-275c-456d-aada-661dc684bfbc) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:13.212947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:13.215251 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4f1e7d-4c4e-4f97-b380-ff02597835d6" -d '{"events": [{"server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "name": "network-vif-plugged", "status": "completed", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:13.238846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:13.247577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=9c0a6b74-4528-4236-9bde-f72b0b0b6ac6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:13.252340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.322673 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daedf1d-35a5-4cfc-80e9-b81566ae7480 x-openstack-request-id: req-9daedf1d-35a5-4cfc-80e9-b81566ae7480 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:13.323138 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bbd079da-c86a-4271-a419-47a291668ef7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4793324 Aug 29 17:33:13.323758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57352) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:13.323961 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "name": "network-vif-plugged", "status": "completed", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:13.324227 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9daedf1d-35a5-4cfc-80e9-b81566ae7480 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:13.324652 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'code': 200} Aug 29 17:33:13.361854 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.402080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:13.437134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=1a2fe7a3-5154-44c0-a32e-1109fc3581d0,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:13.441516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': '9d18730f-dc8a-4c43-9494-f6f706b342f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5ebf78db-4c98-499b-aeb5-52c01d0cc908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:13.442067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: 5ebf78db-4c98-499b-aeb5-52c01d0cc908, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:13.462117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network 5ebf78db-4c98-499b-aeb5-52c01d0cc908 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:13.473359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 5ebf78db-4c98-499b-aeb5-52c01d0cc908) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:13.475286 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.481558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:13.482160 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.487996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02623d-9526-416b-b5e8-69b93ae6ef25 None None] Network 5ebf78db-4c98-499b-aeb5-52c01d0cc908 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:13.499763 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f5001724-5a68-4676-87a2-8b245aa216cc tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4746552 Aug 29 17:33:13.500364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57354) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:13.504824 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Transition to ACTIVE for port object 0df55e13-275c-456d-aada-661dc684bfbc will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:13.537506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-dbd6f8b8-561a-40ff-9e65-9a771d25118d service neutron] 10.222.0.41 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944175 Aug 29 17:33:13.549978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Transition to ACTIVE for port object 0df55e13-275c-456d-aada-661dc684bfbc will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:13.563505 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.596683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0537-29db-4c76-a8c3-915c9db66ce2 req-6c4d1dc9-10de-44ef-9544-0058cb4f5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:13.598168 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bacb0537-29db-4c76-a8c3-915c9db66ce2 req-6c4d1dc9-10de-44ef-9544-0058cb4f5b14 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 1102 time: 0.2548404 Aug 29 17:33:13.615562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Network 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:13.628862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:13.634701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:13.681953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Pushing event updated for resources: {'Port': ['ID=0df55e13-275c-456d-aada-661dc684bfbc,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:13.700114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.723152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c5366-4976-4ac2-9ef1-5b566423c8c8 req-1a0da43c-175e-49a2-961e-1d7b04a775ed tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:13.723827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.725321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-409c5366-4976-4ac2-9ef1-5b566423c8c8 req-1a0da43c-175e-49a2-961e-1d7b04a775ed tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 950 time: 0.0734043 Aug 29 17:33:13.769017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-409c5366-4976-4ac2-9ef1-5b566423c8c8 req-3eb8ac89-f3a8-451e-8f10-4b5e0b52b525 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366983 Aug 29 17:33:13.769268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Attempting to bind port 0df55e13-275c-456d-aada-661dc684bfbc on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:13.769568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Attempting to bind port 0df55e13-275c-456d-aada-661dc684bfbc by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '9debb572-57ca-4fd6-95f5-41f1ac063c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:13.769939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Attempting to bind port 0df55e13-275c-456d-aada-661dc684bfbc on network 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:13.777769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:33:13.790143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-5ebf78db-4c98-499b-aeb5-52c01d0cc908', 'network_id': '5ebf78db-4c98-499b-aeb5-52c01d0cc908', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': '1a2fe7a3-5154-44c0-a32e-1109fc3581d0'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:13.791069 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.800916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:13.801296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Checking segment: {'id': '9debb572-57ca-4fd6-95f5-41f1ac063c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:13.801703 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.802102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Bound using segment: {'id': '9debb572-57ca-4fd6-95f5-41f1ac063c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:13.802614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Bound port: 0df55e13-275c-456d-aada-661dc684bfbc, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9debb572-57ca-4fd6-95f5-41f1ac063c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:13.803001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.921141 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc0bdc2a-c6ec-4d8e-b2e3-30db4a008f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:13.985040 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.051185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] For port 0df55e13-275c-456d-aada-661dc684bfbc, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:14.057767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:14.097158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] For port 0df55e13-275c-456d-aada-661dc684bfbc, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0df55e13-275c-456d-aada-661dc684bfbc,segment=NetworkSegment(9debb572-57ca-4fd6-95f5-41f1ac063c62),segment_id=9debb572-57ca-4fd6-95f5-41f1ac063c62)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:14.100060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'mac_address': 'fa:16:3e:31:fa:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:33:14.106112 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.117643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ef1a8-ce2c-4f0c-950c-845c56a7056d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 9c0a6b74-4528-4236-9bde-f72b0b0b6ac6 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:14.117986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef1a8-ce2c-4f0c-950c-845c56a7056d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.139717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.142324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bacb0537-29db-4c76-a8c3-915c9db66ce2 req-feecccbe-5ad2-49ea-8bee-53800681d68d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272710 Aug 29 17:33:14.190621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Allocated IP 172.20.0.3 (5ebf78db-4c98-499b-aeb5-52c01d0cc908/1a2fe7a3-5154-44c0-a32e-1109fc3581d0/1ad9c421-201e-4abd-b734-855a1e48c719) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:14.218789 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.223150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af71d5-8573-48d2-9c94-c64e9bf4cfed None None] Pushing event updated for resources: {'Port': ['ID=0df55e13-275c-456d-aada-661dc684bfbc,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:14.250626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46733b08-583d-418f-8a94-2fc9d02c6ccb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:14.258569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-9c957e85-6169-4ee9-b342-c4f69236de0d service neutron] 10.222.0.41 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836739 Aug 29 17:33:14.268592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event updated for resources: {'Port': ['ID=9107a447-ccda-4b66-855f-c46cf5288dd6,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:14.296867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] In _notify_port_updated(), no bound segment for port 9107a447-ccda-4b66-855f-c46cf5288dd6 on network 0e028ca4-171d-4897-b1ca-4cb391a5edde {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:33:14.302531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:14.303337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.308036 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9366b797-7217-45ad-b293-af5cee0010e2 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "PUT /v2.0/ports/9107a447-ccda-4b66-855f-c46cf5288dd6 HTTP/1.1" status: 200 len: 1056 time: 1.7199697 Aug 29 17:33:14.308942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57358) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:14.324963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:14.358023 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.359067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef1a8-ce2c-4f0c-950c-845c56a7056d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.369297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.415537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ef1a8-ce2c-4f0c-950c-845c56a7056d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 9c0a6b74-4528-4236-9bde-f72b0b0b6ac6 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:14.558466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-005b6d8a-b1b2-4f7a-8910-bb7fa6f370d1 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Deleting port 9107a447-ccda-4b66-855f-c46cf5288dd6 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:14.559112 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005b6d8a-b1b2-4f7a-8910-bb7fa6f370d1 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.667117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef1a8-ce2c-4f0c-950c-845c56a7056d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.698547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005b6d8a-b1b2-4f7a-8910-bb7fa6f370d1 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.713262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-005b6d8a-b1b2-4f7a-8910-bb7fa6f370d1 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Calling delete_port for 9107a447-ccda-4b66-855f-c46cf5288dd6 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:14.731235 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.741619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Transition to ACTIVE for port object 1ad9c421-201e-4abd-b734-855a1e48c719 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:14.746486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ef1a8-ce2c-4f0c-950c-845c56a7056d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=9c0a6b74-4528-4236-9bde-f72b0b0b6ac6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:14.774216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Transition to ACTIVE for port object 1ad9c421-201e-4abd-b734-855a1e48c719 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:14.790257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['46733b08-583d-418f-8a94-2fc9d02c6ccb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:14.805471 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef1a8-ce2c-4f0c-950c-845c56a7056d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.809216 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6f2ef1a8-ce2c-4f0c-950c-845c56a7056d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/9c0a6b74-4528-4236-9bde-f72b0b0b6ac6 HTTP/1.1" status: 204 len: 168 time: 1.4791436 Aug 29 17:33:14.815930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57370) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:14.860381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:14.863883 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.881133 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-901183fd-3a29-4b1c-b9f5-57d28f194fa8 req-3ed25dbc-69b7-4cc9-adad-346a33afb0a1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 210 time: 0.0626273 Aug 29 17:33:14.884088 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2886c38c-60a6-4094-a3ee-5a8b3b5eeb27 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:14.886143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2886c38c-60a6-4094-a3ee-5a8b3b5eeb27 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/9c0a6b74-4528-4236-9bde-f72b0b0b6ac6 HTTP/1.1" status: 404 len: 333 time: 0.0569274 Aug 29 17:33:14.888685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57372) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:14.901841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.916610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005b6d8a-b1b2-4f7a-8910-bb7fa6f370d1 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.942610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Pushing event updated for resources: {'Port': ['ID=1ad9c421-201e-4abd-b734-855a1e48c719,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:14.946403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Network 5ebf78db-4c98-499b-aeb5-52c01d0cc908 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:14.949437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:14.954967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:14.960312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b6d8a-b1b2-4f7a-8910-bb7fa6f370d1 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Port': ['ID=9107a447-ccda-4b66-855f-c46cf5288dd6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:14.977494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85c03e0-6da6-4767-a5b3-b0ec89f48205 None None] Provisioning complete for port 9107a447-ccda-4b66-855f-c46cf5288dd6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:14.977877 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85c03e0-6da6-4767-a5b3-b0ec89f48205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:14.985689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2fe7a3-5154-44c0-a32e-1109fc3581d0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:15.011680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605939-c640-4061-ba52-db292c00549c req-6034913f-8d6b-4aab-8d6c-83ca957a2875 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:15.021160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9605939-c640-4061-ba52-db292c00549c req-6034913f-8d6b-4aab-8d6c-83ca957a2875 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 950 time: 0.1413574 Aug 29 17:33:15.095177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85c03e0-6da6-4767-a5b3-b0ec89f48205 None None] Port 9107a447-ccda-4b66-855f-c46cf5288dd6 was deleted so its status cannot be updated. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 17:33:15.129993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac1856a-97e4-4ab1-8886-eaabf0ecd105 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet d92f6e32-b166-4d70-b25b-772352cdebab {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:15.130226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Attempting to bind port 1ad9c421-201e-4abd-b734-855a1e48c719 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:15.130340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Attempting to bind port 1ad9c421-201e-4abd-b734-855a1e48c719 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '9d18730f-dc8a-4c43-9494-f6f706b342f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5ebf78db-4c98-499b-aeb5-52c01d0cc908'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:15.136922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac1856a-97e4-4ab1-8886-eaabf0ecd105 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.137147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Attempting to bind port 1ad9c421-201e-4abd-b734-855a1e48c719 on network 5ebf78db-4c98-499b-aeb5-52c01d0cc908 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:15.156823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:15.157270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Checking segment: {'id': '9d18730f-dc8a-4c43-9494-f6f706b342f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5ebf78db-4c98-499b-aeb5-52c01d0cc908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:15.157692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.158092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Bound using segment: {'id': '9d18730f-dc8a-4c43-9494-f6f706b342f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5ebf78db-4c98-499b-aeb5-52c01d0cc908'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:15.158567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Bound port: 1ad9c421-201e-4abd-b734-855a1e48c719, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d18730f-dc8a-4c43-9494-f6f706b342f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5ebf78db-4c98-499b-aeb5-52c01d0cc908'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:15.158980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.199172 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.206105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9605939-c640-4061-ba52-db292c00549c req-ce27ec3f-a4b4-4d4c-b0de-bc8e2cf5bcb9 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839557 Aug 29 17:33:15.244195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebf78db-4c98-499b-aeb5-52c01d0cc908']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:15.260154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d18730f-dc8a-4c43-9494-f6f706b342f4') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:15.260377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d18730f-dc8a-4c43-9494-f6f706b342f4') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:15.271787 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac1856a-97e4-4ab1-8886-eaabf0ecd105 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.295929 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.320752 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.346000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:15.346652 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:15.355395 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:15.365554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] For port 1ad9c421-201e-4abd-b734-855a1e48c719, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:15.400393 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.466282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] For port 1ad9c421-201e-4abd-b734-855a1e48c719, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1ad9c421-201e-4abd-b734-855a1e48c719,segment=NetworkSegment(9d18730f-dc8a-4c43-9494-f6f706b342f4),segment_id=9d18730f-dc8a-4c43-9494-f6f706b342f4)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:15.473103 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:33:15.473103 n-d-713499-15 neutron-server[94796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:33:15.473103 n-d-713499-15 neutron-server[94796]: [parameters: {'id': '5ebf78db-4c98-499b-aeb5-52c01d0cc908'}] Aug 29 17:33:15.473103 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:33:15.473891 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:33:15.479282 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.489155 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005b6d8a-b1b2-4f7a-8910-bb7fa6f370d1 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.500924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-005b6d8a-b1b2-4f7a-8910-bb7fa6f370d1 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "DELETE /v2.0/ports/9107a447-ccda-4b66-855f-c46cf5288dd6 HTTP/1.1" status: 204 len: 168 time: 1.1899438 Aug 29 17:33:15.501085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57390) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:15.503860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac1856a-97e4-4ab1-8886-eaabf0ecd105 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.553648 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b75f7b-904e-44d7-96d0-5dd37c8f530c tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] GET failed (client error): The resource could not be found. Aug 29 17:33:15.554460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-68b75f7b-904e-44d7-96d0-5dd37c8f530c tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "GET /v2.0/ports/9107a447-ccda-4b66-855f-c46cf5288dd6 HTTP/1.1" status: 404 len: 333 time: 0.0523441 Aug 29 17:33:15.557928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57392) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:15.599841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac1856a-97e4-4ab1-8886-eaabf0ecd105 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.618279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23c50c-ace3-4b88-8a44-e50f62b44572 None None] Pushing event updated for resources: {'Port': ['ID=1ad9c421-201e-4abd-b734-855a1e48c719,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:15.646825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1856a-97e4-4ab1-8886-eaabf0ecd105 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=d92f6e32-b166-4d70-b25b-772352cdebab,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:15.651059 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac1856a-97e4-4ab1-8886-eaabf0ecd105 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.652345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eecd10-7488-472c-aa02-1684ff4918d9 None None] Network 5ebf78db-4c98-499b-aeb5-52c01d0cc908 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:15.652978 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9ac1856a-97e4-4ab1-8886-eaabf0ecd105 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/d92f6e32-b166-4d70-b25b-772352cdebab HTTP/1.1" status: 204 len: 168 time: 0.7629297 Aug 29 17:33:15.655593 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57394) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:15.748546 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.752620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-df4ab784-1de3-46e1-aacd-4461800fbd50 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Deleting port 1e8c89e0-36f3-4f8c-948c-de4375aba424 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:15.752973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-df4ab784-1de3-46e1-aacd-4461800fbd50 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.785598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85720cd7-54a1-4236-bf55-9bca5ee2dc78 None None] Network 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:15.854391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-df4ab784-1de3-46e1-aacd-4461800fbd50 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.868024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-df4ab784-1de3-46e1-aacd-4461800fbd50 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Calling delete_port for 1e8c89e0-36f3-4f8c-948c-de4375aba424 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:15.873993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 0df55e13-275c-456d-aada-661dc684bfbc {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:15.874351 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.888298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3af69f96-a807-425b-80e3-ba5d9d07e28f None None] Provisioning for port 0df55e13-275c-456d-aada-661dc684bfbc completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:15.987720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.013875 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dedbad83-9a36-4d58-8d00-1a6d57f58a01 req-e25d9c95-ffc1-4b40-9ad9-5ff06c81e806 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 210 time: 0.0554512 Aug 29 17:33:16.076491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] DHCP port deletion for 0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:16.093830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] For port 0df55e13-275c-456d-aada-661dc684bfbc, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0df55e13-275c-456d-aada-661dc684bfbc,segment=NetworkSegment(9debb572-57ca-4fd6-95f5-41f1ac063c62),segment_id=9debb572-57ca-4fd6-95f5-41f1ac063c62)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:16.094346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.111534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 0df55e13-275c-456d-aada-661dc684bfbc owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:16.131885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-df4ab784-1de3-46e1-aacd-4461800fbd50 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.163137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] Deleting port 0df55e13-275c-456d-aada-661dc684bfbc {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:16.163579 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.165874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ab784-1de3-46e1-aacd-4461800fbd50 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Port': ['ID=1e8c89e0-36f3-4f8c-948c-de4375aba424,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:16.192163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Deleting port 1ad9c421-201e-4abd-b734-855a1e48c719 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:16.192982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.272650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] For port 0df55e13-275c-456d-aada-661dc684bfbc, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0df55e13-275c-456d-aada-661dc684bfbc,segment=NetworkSegment(9debb572-57ca-4fd6-95f5-41f1ac063c62),segment_id=9debb572-57ca-4fd6-95f5-41f1ac063c62)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:16.280022 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.286260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-df4ab784-1de3-46e1-aacd-4461800fbd50 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.291193 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-df4ab784-1de3-46e1-aacd-4461800fbd50 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "DELETE /v2.0/ports/1e8c89e0-36f3-4f8c-948c-de4375aba424 HTTP/1.1" status: 204 len: 168 time: 0.7320857 Aug 29 17:33:16.296559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57400) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:16.309588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] Calling delete_port for 0df55e13-275c-456d-aada-661dc684bfbc owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:16.326999 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-704f895f-6ba8-41d0-a3fd-db6f8bab36e6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] GET failed (client error): The resource could not be found. Aug 29 17:33:16.333151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-704f895f-6ba8-41d0-a3fd-db6f8bab36e6 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "GET /v2.0/ports/1e8c89e0-36f3-4f8c-948c-de4375aba424 HTTP/1.1" status: 404 len: 333 time: 0.0355988 Aug 29 17:33:16.334083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57402) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:16.433792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] For port 1ad9c421-201e-4abd-b734-855a1e48c719, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1ad9c421-201e-4abd-b734-855a1e48c719,segment=NetworkSegment(9d18730f-dc8a-4c43-9494-f6f706b342f4),segment_id=9d18730f-dc8a-4c43-9494-f6f706b342f4)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:16.434469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.462578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Calling delete_port for 1ad9c421-201e-4abd-b734-855a1e48c719 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:16.473116 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.497808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb13af-3065-45bc-8e11-22ee06ba4c79 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Deleting port a0c073d7-43d0-4ede-9ad9-628194c119d6 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:16.500204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bfb13af-3065-45bc-8e11-22ee06ba4c79 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.533734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] Pushing event deleted for resources: {'Port': ['ID=0df55e13-275c-456d-aada-661dc684bfbc,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:16.537176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207a621-6da8-48a3-aa23-11a37e68f17e None None] No DVR routers for this DVR port 0df55e13-275c-456d-aada-661dc684bfbc on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:16.571492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb5975-5def-4196-b66b-b35037eb3938 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:33:16.609652 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.621256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83340d7d-baab-42f8-81d9-eed3bebb72b1 req-6df8a67e-61e4-460f-9005-053bc685a81a tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:16.623136 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83340d7d-baab-42f8-81d9-eed3bebb72b1 req-6df8a67e-61e4-460f-9005-053bc685a81a tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 950 time: 0.2701759 Aug 29 17:33:16.686956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=0df55e13-275c-456d-aada-661dc684bfbc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:16.718712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bfb13af-3065-45bc-8e11-22ee06ba4c79 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.725143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No DVR routers for this DVR port 0df55e13-275c-456d-aada-661dc684bfbc on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:16.736776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb13af-3065-45bc-8e11-22ee06ba4c79 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Calling delete_port for a0c073d7-43d0-4ede-9ad9-628194c119d6 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:16.790541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.862889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb5975-5def-4196-b66b-b35037eb3938 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:33:16.905955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-eb89e810-76c0-4e86-bb40-95246c323291 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:16.907612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-eb89e810-76c0-4e86-bb40-95246c323291 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.43 "GET /v2.0/networks?id=9570254a-c632-4db0-bdab-725a2ab2d348 HTTP/1.1" status: 200 len: 817 time: 0.4285014 Aug 29 17:33:16.939686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83340d7d-baab-42f8-81d9-eed3bebb72b1 req-f54ba732-a262-490b-a606-3373f90697fc tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089273 Aug 29 17:33:16.949128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Request body: {'port': {'device_id': '4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c', 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348', 'admin_state_up': True, 'tenant_id': '60bdaf0182b244249264c505f61d462d'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:17.048691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bfb13af-3065-45bc-8e11-22ee06ba4c79 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.105793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.126031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb13af-3065-45bc-8e11-22ee06ba4c79 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Port': ['ID=a0c073d7-43d0-4ede-9ad9-628194c119d6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:17.126271 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.140242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1dda7113-bd84-437c-b8ce-516344598f09 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:17.141735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1dda7113-bd84-437c-b8ce-516344598f09 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.44 "GET /v2.0/networks?id=9570254a-c632-4db0-bdab-725a2ab2d348 HTTP/1.1" status: 200 len: 817 time: 0.4919114 Aug 29 17:33:17.144607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:17.174418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Request body: {'port': {'device_id': '2d6349a2-335e-4bb6-a042-15266f007245', 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348', 'admin_state_up': True, 'tenant_id': '60bdaf0182b244249264c505f61d462d'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:17.189285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-4550fc2f-9709-48aa-8f85-2ed8dd0f3dc5 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:17.190793 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-4550fc2f-9709-48aa-8f85-2ed8dd0f3dc5 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.43 "GET /v2.0/networks?id=9570254a-c632-4db0-bdab-725a2ab2d348 HTTP/1.1" status: 200 len: 817 time: 0.2782192 Aug 29 17:33:17.203419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Port': ['ID=1ad9c421-201e-4abd-b734-855a1e48c719,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:17.220009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Request body: {'port': {'device_id': '9ca4d3df-48f7-4f56-9709-c6637ceba701', 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348', 'admin_state_up': True, 'tenant_id': '60bdaf0182b244249264c505f61d462d'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:17.251445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9debb572-57ca-4fd6-95f5-41f1ac063c62') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:17.251840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9debb572-57ca-4fd6-95f5-41f1ac063c62') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:17.282794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No DVR routers for this DVR port 1ad9c421-201e-4abd-b734-855a1e48c719 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:17.290096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff6462df-5f36-413a-9cb9-5179594b04e2 req-65a3b45d-de91-4cdc-a36f-82b04f1ed205 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 210 time: 0.1062510 Aug 29 17:33:17.295027 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bfb13af-3065-45bc-8e11-22ee06ba4c79 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.297625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.299516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7bfb13af-3065-45bc-8e11-22ee06ba4c79 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "DELETE /v2.0/ports/a0c073d7-43d0-4ede-9ad9-628194c119d6 HTTP/1.1" status: 204 len: 168 time: 0.9639676 Aug 29 17:33:17.300300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57410) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:17.310623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556117d6-0c30-44e2-b5ca-34c2476e5865 req-f05d8e77-6ea4-42d4-b269-5d9d83d58c0e tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:17.325788 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-556117d6-0c30-44e2-b5ca-34c2476e5865 req-f05d8e77-6ea4-42d4-b269-5d9d83d58c0e tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 949 time: 0.2013636 Aug 29 17:33:17.345451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Made reservation on behalf of 60bdaf0182b244249264c505f61d462d for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:17.349565 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.362500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.388027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb5d529-dda0-41eb-a146-9ee5afeb632f None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:33:17.409722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:17.410153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.427473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b7bddd-33f8-43e4-9f10-2c2cb914cf38 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Deleting subnet 28ef2e12-51a2-4c46-adca-2f0937318230 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:17.427717 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:17.435107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-556117d6-0c30-44e2-b5ca-34c2476e5865 req-b177e706-033e-4144-962a-5bf727d73644 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162958 Aug 29 17:33:17.454313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bddd-33f8-43e4-9f10-2c2cb914cf38 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.482627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Made reservation on behalf of 60bdaf0182b244249264c505f61d462d for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:17.486340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.500227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.510374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebf78db-4c98-499b-aeb5-52c01d0cc908']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:17.520865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bddd-33f8-43e4-9f10-2c2cb914cf38 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.522525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d18730f-dc8a-4c43-9494-f6f706b342f4') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:17.522937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d18730f-dc8a-4c43-9494-f6f706b342f4') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:17.525081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5d529-dda0-41eb-a146-9ee5afeb632f None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:33:17.546617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.611892 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.623445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.630281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:17.630506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:17.637034 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:17.640128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.641267 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/networks/0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e HTTP/1.1" status: 204 len: 168 time: 1.9847274 Aug 29 17:33:17.656164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57412) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:17.671281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'name': 'tempest-PortsIpV6TestJSON-1197111443'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:17.674191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Made reservation on behalf of 60bdaf0182b244249264c505f61d462d for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:17.677512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.697508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Allocated IP 172.20.0.3 (9570254a-c632-4db0-bdab-725a2ab2d348/7e09de69-1e7a-47f9-abc8-56487a904fa6/bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:17.712703 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bddd-33f8-43e4-9f10-2c2cb914cf38 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.735408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ea761-6cc5-49c0-a2f1-d918a28d1cb6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Network': ['ID=0bfbf7fa-b5b4-4d12-b13a-0cdc43e0de2e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:17.791565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:17.850337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bddd-33f8-43e4-9f10-2c2cb914cf38 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.878832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 46733b08-583d-418f-8a94-2fc9d02c6ccb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:17.884244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 46733b08-583d-418f-8a94-2fc9d02c6ccb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:17.884829 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.885524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.885863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7bddd-33f8-43e4-9f10-2c2cb914cf38 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Subnet': ['ID=28ef2e12-51a2-4c46-adca-2f0937318230,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:17.888827 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bddd-33f8-43e4-9f10-2c2cb914cf38 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.894594 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e3b7bddd-33f8-43e4-9f10-2c2cb914cf38 tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "DELETE /v2.0/subnets/28ef2e12-51a2-4c46-adca-2f0937318230 HTTP/1.1" status: 204 len: 168 time: 0.5713761 Aug 29 17:33:17.896559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.897890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57416) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:17.903780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/5ebf78db-4c98-499b-aeb5-52c01d0cc908 HTTP/1.1" status: 204 len: 168 time: 4.3996401 Aug 29 17:33:17.908343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57418) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:17.921059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2097888932'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:17.951546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b15c3-991b-4d64-bc54-8cd9e590962d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=5ebf78db-4c98-499b-aeb5-52c01d0cc908,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:17.991460 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.995446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:17.999512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.017808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:18.020644 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb49cf59-5999-4e72-80b7-f8cb9d950224" -d '{"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-plugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:18.025079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:18.029821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.047543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:18.055380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:18.056981 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.068455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 8230ac29-a4de-4444-a9d6-238aa9580e26 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:18.083936 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.084287 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment 4adc1d70-449a-48a5-b61a-fee602010493 of type vlan for network 8bb303ae-2a25-4021-accb-6d6c6e6b8c89 Aug 29 17:33:18.127068 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f5b599-320a-411b-8a8d-aec2bb032ca3 x-openstack-request-id: req-b0f5b599-320a-411b-8a8d-aec2bb032ca3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:18.127705 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-plugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:18.128630 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0f5b599-320a-411b-8a8d-aec2bb032ca3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:18.129146 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'code': 200} Aug 29 17:33:18.152779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:18.198365 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.202491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4696fb-261e-438b-8dd8-5a06d27574f0 None None] Network 0e028ca4-171d-4897-b1ca-4cb391a5edde requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:18.287128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.293349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:18.293976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.372017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4560699 Aug 29 17:33:18.375655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57424) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:18.377577 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.382413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': '8bb303ae-2a25-4021-accb-6d6c6e6b8c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:18.392367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac980479-2e65-445a-a70c-a61c418730a7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=8bb303ae-2a25-4021-accb-6d6c6e6b8c89,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:18.403940 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.408082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8bb303ae-2a25-4021-accb-6d6c6e6b8c89 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:18.427037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-452788b4-5e51-4f7c-831b-69325006cbc8 req-a2a80720-924f-4938-835d-14b1a66fbcb3 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 210 time: 0.0368543 Aug 29 17:33:18.439581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] DHCP port deletion for 0e028ca4-171d-4897-b1ca-4cb391a5edde request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:18.459003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.490436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bb96-97d5-4ba5-84e3-50a61794cdc3 req-809604ec-a7d3-4b66-8d51-dd44ac06aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:18.492126 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3851bb96-97d5-4ba5-84e3-50a61794cdc3 req-809604ec-a7d3-4b66-8d51-dd44ac06aa8e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 1102 time: 0.1818128 Aug 29 17:33:18.499846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.514489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:18.517711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:18.525268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:18.531277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:18.531902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.548975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=8230ac29-a4de-4444-a9d6-238aa9580e26,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:18.561946 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d50047ab-4ce5-4e6f-a6db-d6ccc6a81a93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8921528 Aug 29 17:33:18.562625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57428) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:18.577154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] Deleting port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:18.577794 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.640331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3851bb96-97d5-4ba5-84e3-50a61794cdc3 req-6e1e77fb-66e7-4fc5-ad6f-e7c1f2c62f9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293428 Aug 29 17:33:18.647421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] For port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=da174d13-5e9a-4ba2-9ffa-1c2c10adad8b,segment=NetworkSegment(c6174f2e-e1dd-4d08-81f1-7a1b05f1737f),segment_id=c6174f2e-e1dd-4d08-81f1-7a1b05f1737f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:18.648066 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.657682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b80df-5a9b-420d-a7b0-628c6ecdb2dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 8230ac29-a4de-4444-a9d6-238aa9580e26 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:18.658281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3b80df-5a9b-420d-a7b0-628c6ecdb2dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.662480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:18.667428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] Calling delete_port for da174d13-5e9a-4ba2-9ffa-1c2c10adad8b owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:18.667612 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.724514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07b2b3-b0b1-424d-be69-744a9176b264 req-e7ecb6ba-13a8-4248-b067-b883c3f1521e tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:18.726020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c07b2b3-b0b1-424d-be69-744a9176b264 req-e7ecb6ba-13a8-4248-b067-b883c3f1521e tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 950 time: 0.1957541 Aug 29 17:33:18.728251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3b80df-5a9b-420d-a7b0-628c6ecdb2dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.743198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b80df-5a9b-420d-a7b0-628c6ecdb2dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 8230ac29-a4de-4444-a9d6-238aa9580e26 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:18.753104 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.770998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.782796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Deleting port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:18.783467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.783663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] Pushing event deleted for resources: {'Port': ['ID=da174d13-5e9a-4ba2-9ffa-1c2c10adad8b,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:18.796506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5c687-cbfd-4695-ab14-6d3ee7b813ce None None] No DVR routers for this DVR port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:18.848280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Allocated IP 172.20.0.13 (9570254a-c632-4db0-bdab-725a2ab2d348/7e09de69-1e7a-47f9-abc8-56487a904fa6/74249366-5606-471d-a03e-133c6aab0fbb) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:18.881812 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3b80df-5a9b-420d-a7b0-628c6ecdb2dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.926992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Network 9570254a-c632-4db0-bdab-725a2ab2d348 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:18.929282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b80df-5a9b-420d-a7b0-628c6ecdb2dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=8230ac29-a4de-4444-a9d6-238aa9580e26,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:18.937142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3b80df-5a9b-420d-a7b0-628c6ecdb2dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.938543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:18.939096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ae3b80df-5a9b-420d-a7b0-628c6ecdb2dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/8230ac29-a4de-4444-a9d6-238aa9580e26 HTTP/1.1" status: 204 len: 168 time: 0.3755093 Aug 29 17:33:18.942559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57432) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:18.949924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'mac_address': 'fa:16:3e:40:0d:a7', 'name': 'tempest-PortsIpV6TestJSON-1615311078'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:18.956990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c07b2b3-b0b1-424d-be69-744a9176b264 req-08c23e95-d817-4328-9e12-6cb8786fce03 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150183 Aug 29 17:33:18.960565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:18.974276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Pushing event updated for resources: {'Port': ['ID=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:19.003524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] For port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b, host n-d-713499-15, got binding levels [] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:19.003900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.030094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Calling delete_port for da174d13-5e9a-4ba2-9ffa-1c2c10adad8b owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:19.036986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_backend_mixin [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b was not found and therefore no delete operation was performed {{(pid=94795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:33:19.073481 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.111603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:19.112266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.122203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Port': ['ID=da174d13-5e9a-4ba2-9ffa-1c2c10adad8b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:19.140278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] No DVR routers for this DVR port da174d13-5e9a-4ba2-9ffa-1c2c10adad8b on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:19.189248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-032cd6da-a1c1-4118-a4b7-bfabb829a0dc tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9753981 Aug 29 17:33:19.215170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Request body: {'port': {'device_id': '9ca4d3df-48f7-4f56-9709-c6637ceba701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:19.290302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.293162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.315862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e028ca4-171d-4897-b1ca-4cb391a5edde']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:19.366868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6174f2e-e1dd-4d08-81f1-7a1b05f1737f') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:19.367207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6174f2e-e1dd-4d08-81f1-7a1b05f1737f') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:19.391954 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.406675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.431703 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.437526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=16f448d9-e131-45f0-b36e-c911b8d9e15b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:19.448486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:19.448897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:19.452144 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:19.458618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.470078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:19.517087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': '4adc1d70-449a-48a5-b61a-fee602010493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8bb303ae-2a25-4021-accb-6d6c6e6b8c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:19.517468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: 8bb303ae-2a25-4021-accb-6d6c6e6b8c89, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:19.559188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.600417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.609822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network 8bb303ae-2a25-4021-accb-6d6c6e6b8c89 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:19.618679 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.620553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] 10.222.0.41 "DELETE /v2.0/networks/0e028ca4-171d-4897-b1ca-4cb391a5edde HTTP/1.1" status: 204 len: 168 time: 1.7223196 Aug 29 17:33:19.640053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2375382-b9da-4227-80d4-5eac267a8e18 req-c2f0867a-24c9-4706-9685-cf1fdef6a456 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:19.641919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2375382-b9da-4227-80d4-5eac267a8e18 req-c2f0867a-24c9-4706-9685-cf1fdef6a456 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 931 time: 0.1141970 Aug 29 17:33:19.642389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088463a-073e-4d95-be93-43ff9f54916e tempest-AllowedAddressPairTestJSON-22238806 tempest-AllowedAddressPairTestJSON-22238806-project] Pushing event deleted for resources: {'Network': ['ID=0e028ca4-171d-4897-b1ca-4cb391a5edde,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:19.646315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 8e9d6e12-532d-4669-ad41-9b1b0b63cc38 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:19.646540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8bb303ae-2a25-4021-accb-6d6c6e6b8c89) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:19.655118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:19.655720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.667356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b8bf6-2329-4956-8c2c-d62d52b36dda None None] Network 8bb303ae-2a25-4021-accb-6d6c6e6b8c89 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:19.681413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-764632a8-dced-4d7a-974a-9f447cdbb08a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3006732 Aug 29 17:33:19.681688 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.682208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57438) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:19.811523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.832558 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2375382-b9da-4227-80d4-5eac267a8e18 req-8d71bf52-d900-4968-8405-c0350afa6ab4 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730108 Aug 29 17:33:19.836849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Network 9570254a-c632-4db0-bdab-725a2ab2d348 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:19.854942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:19.857430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Allocated IP 172.20.0.8 (9570254a-c632-4db0-bdab-725a2ab2d348/7e09de69-1e7a-47f9-abc8-56487a904fa6/ae9f4a3a-c138-449f-bc58-a108e71a0615) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:19.866101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:19.874912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Pushing event updated for resources: {'Port': ['ID=74249366-5606-471d-a03e-133c6aab0fbb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:19.905675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:19.994183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57446) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:20.002091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d220f-8225-441d-aa56-cd9b60adfbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-8bb303ae-2a25-4021-accb-6d6c6e6b8c89', 'network_id': '8bb303ae-2a25-4021-accb-6d6c6e6b8c89', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': '16f448d9-e131-45f0-b36e-c911b8d9e15b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:20.005082 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-575d220f-8225-441d-aa56-cd9b60adfbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.054875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.073398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:20.078017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.141930 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.171830 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-fc990b65-4b7f-4c54-8820-9d10dc5c3e42 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2516918 Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-575d220f-8225-441d-aa56-cd9b60adfbca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16f448d9-e131-45f0-b36e-c911b8d9e15b: This subnet is being modified by another concurrent operation. Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:33:20.184861 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16f448d9-e131-45f0-b36e-c911b8d9e15b: This subnet is being modified by another concurrent operation. Aug 29 17:33:20.189361 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:33:20.200266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Request body: {'port': {'device_id': '4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:20.207154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91036f42-2a31-40f0-bc9d-eab13a43a358 None None] Network 8bb303ae-2a25-4021-accb-6d6c6e6b8c89 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:20.208413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=16f448d9-e131-45f0-b36e-c911b8d9e15b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:20.255912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91968f53-cbf1-46db-81c3-c8f3074ecf90 req-7256d216-1571-4b81-ba15-4f95e661e8b7 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:20.257621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91968f53-cbf1-46db-81c3-c8f3074ecf90 req-7256d216-1571-4b81-ba15-4f95e661e8b7 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 950 time: 0.1767464 Aug 29 17:33:20.295106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.320936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device da174d13-5e9a-4ba2-9ffa-1c2c10adad8b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:20.336948 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4e0158ad-9e20-4132-88fc-365b5d01bc8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c993b0f9e64647ff8e32823b90b0e694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369334 Aug 29 17:33:20.336948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb303ae-2a25-4021-accb-6d6c6e6b8c89']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:20.338511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57450) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:20.358950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adc1d70-449a-48a5-b61a-fee602010493') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:20.359549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adc1d70-449a-48a5-b61a-fee602010493') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:20.361072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91968f53-cbf1-46db-81c3-c8f3074ecf90 req-dcd3b867-9b22-4e55-bd8a-0e60e00fd4c9 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834932 Aug 29 17:33:20.387793 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.391260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: da174d13-5e9a-4ba2-9ffa-1c2c10adad8b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:20.391963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device da174d13-5e9a-4ba2-9ffa-1c2c10adad8b not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:20.406070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9040755f-9bf8-4fc9-9422-d4de3ade5896 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:33:20.419874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.437560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:20.438265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:20.441620 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:20.491364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.519508 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.536315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9040755f-9bf8-4fc9-9422-d4de3ade5896 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:33:20.557146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.578027 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.585146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/8bb303ae-2a25-4021-accb-6d6c6e6b8c89 HTTP/1.1" status: 204 len: 168 time: 0.8969498 Aug 29 17:33:20.585146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02335f6d-7a75-4289-b7c4-fbd13925df39 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=8bb303ae-2a25-4021-accb-6d6c6e6b8c89,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:20.585433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57458) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:20.591325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-203825612'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:20.595320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:20.616398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:20.620591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.623580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:20.626679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:20.633678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:20.634532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.636929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=8e9d6e12-532d-4669-ad41-9b1b0b63cc38,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:20.655079 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:20.657302 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.661686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912642d2-6cfb-4d45-8ed0-9fff99ae2f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.669857 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.670446 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment 521c243a-742a-48f0-b415-178541f9c1cc of type vlan for network 52dc675c-27b3-453f-8440-60aec81d606a Aug 29 17:33:20.688047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912642d2-6cfb-4d45-8ed0-9fff99ae2f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.732375 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.751348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f617a1a2-5d0c-4fa5-a8d6-f2619fce910f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8076468 Aug 29 17:33:20.753924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57464) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:20.837670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95fb149-1fbe-4097-ab4d-f800af113558 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:20.839330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a95fb149-1fbe-4097-ab4d-f800af113558 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/8e9d6e12-532d-4669-ad41-9b1b0b63cc38 HTTP/1.1" status: 200 len: 845 time: 0.0840325 Aug 29 17:33:20.840671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.847116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:20.848168 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.860123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57466) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:20.932651 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912642d2-6cfb-4d45-8ed0-9fff99ae2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.935656 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-912642d2-6cfb-4d45-8ed0-9fff99ae2f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.944226 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-912642d2-6cfb-4d45-8ed0-9fff99ae2f30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c31fcb4e-8283-405d-8352-a2e2662db5b2 HTTP/1.1" status: 204 len: 168 time: 0.6012499 Aug 29 17:33:20.988730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912642d2-6cfb-4d45-8ed0-9fff99ae2f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31fcb4e-8283-405d-8352-a2e2662db5b2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:21.043731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=52dc675c-27b3-453f-8440-60aec81d606a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:21.051534 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.055784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 52dc675c-27b3-453f-8440-60aec81d606a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:21.108129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b60923e2-120a-4adc-827b-1993e8e0e60e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5206687 Aug 29 17:33:21.125759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57484) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:21.140358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': '52dc675c-27b3-453f-8440-60aec81d606a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:21.272958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Network 9570254a-c632-4db0-bdab-725a2ab2d348 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:21.281386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-aa55ea7d-169e-4bd9-b088-8d25e815f149 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 8e9d6e12-532d-4669-ad41-9b1b0b63cc38 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:21.281628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffaf7d-07b7-47dd-8b8a-76ca075d8ab8 req-82dbfdb5-0f0e-4a82-9e2a-6798d09a2d09 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:21.281748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa55ea7d-169e-4bd9-b088-8d25e815f149 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.282954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bffaf7d-07b7-47dd-8b8a-76ca075d8ab8 req-82dbfdb5-0f0e-4a82-9e2a-6798d09a2d09 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 931 time: 0.3010180 Aug 29 17:33:21.287062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Pushing event updated for resources: {'Port': ['ID=ae9f4a3a-c138-449f-bc58-a108e71a0615,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:21.298425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:21.306608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:21.403283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bffaf7d-07b7-47dd-8b8a-76ca075d8ab8 req-875eb3ce-a2e5-4543-abcb-5630261e8a8d tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022892 Aug 29 17:33:21.404177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa55ea7d-169e-4bd9-b088-8d25e815f149 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.428711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-aa55ea7d-169e-4bd9-b088-8d25e815f149 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 8e9d6e12-532d-4669-ad41-9b1b0b63cc38 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:21.430676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:21.442513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:21.442851 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.443443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.447748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:21.451190 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.493831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Transition to ACTIVE for port object bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:21.500944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.566280 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64968485-86a1-41a2-85c5-f6e4041008c1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3961396 Aug 29 17:33:21.569320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:21.588516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Request body: {'port': {'device_id': '2d6349a2-335e-4bb6-a042-15266f007245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:21.620009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa55ea7d-169e-4bd9-b088-8d25e815f149 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.666029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55ea7d-169e-4bd9-b088-8d25e815f149 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=8e9d6e12-532d-4669-ad41-9b1b0b63cc38,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:21.676157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa55ea7d-169e-4bd9-b088-8d25e815f149 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.681004 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aa55ea7d-169e-4bd9-b088-8d25e815f149 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/8e9d6e12-532d-4669-ad41-9b1b0b63cc38 HTTP/1.1" status: 204 len: 168 time: 0.7033029 Aug 29 17:33:21.681545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57500) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:21.711766 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.716471 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8071265d-576a-4972-a2e7-f5ab950b0289 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:21.718393 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8071265d-576a-4972-a2e7-f5ab950b0289 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/8e9d6e12-532d-4669-ad41-9b1b0b63cc38 HTTP/1.1" status: 404 len: 333 time: 0.0359097 Aug 29 17:33:21.722548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57504) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:21.728301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'name': 'tempest-PortsIpV6TestJSON-1396615236'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:21.731383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Attempting to bind port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:21.731716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Attempting to bind port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:21.732044 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Attempting to bind port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 on network 9570254a-c632-4db0-bdab-725a2ab2d348 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:21.748103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 on network 9570254a-c632-4db0-bdab-725a2ab2d348 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:33:21.748434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Attempting to bind port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 on network 9570254a-c632-4db0-bdab-725a2ab2d348 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:21.788090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:21.789902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Checking segment: {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:21.790408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Bound using segment: {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:21.790999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Bound port: bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:21.791468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.827539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74249366-5606-471d-a03e-133c6aab0fbb {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:21.839717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.878152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57508) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:21.890356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Transition to ACTIVE for port object 74249366-5606-471d-a03e-133c6aab0fbb will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:21.896273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:21.900840 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.904493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] For port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:21.904873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.928694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] For port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:21.930848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port d5f3717a-1429-4511-8d1c-39f2e030d993 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:21.937662 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:21.997174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.005244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'networks': [{'name': 'tempest-network--1494100390'}, {'name': 'tempest-network--269384281'}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:22.005589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'network': {'name': 'tempest-network--1494100390'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:22.006017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'network': {'name': 'tempest-network--269384281'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:22.017988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:22.019517 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.019784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] 10.222.0.43 "PUT /v2.0/ports/bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 HTTP/1.1" status: 200 len: 1092 time: 2.8129568 Aug 29 17:33:22.023807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca4d3df-48f7-4f56-9709-c6637ceba701', 'tag': 'bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:22.026076 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca4d3df-48f7-4f56-9709-c6637ceba701", "tag": "bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:22.106742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Pushing event updated for resources: {'Port': ['ID=74249366-5606-471d-a03e-133c6aab0fbb,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:22.113333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Made reservation on behalf of 77ec2eb0657e4771a1525fed611f82de for: {'network': 2} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:22.118293 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.126320 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa33e81a-8f6e-4b30-9bb6-f6e3f2484c02 x-openstack-request-id: req-fa33e81a-8f6e-4b30-9bb6-f6e3f2484c02 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:22.126625 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca4d3df-48f7-4f56-9709-c6637ceba701", "tag": "bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:22.126881 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa33e81a-8f6e-4b30-9bb6-f6e3f2484c02 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:22.127325 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca4d3df-48f7-4f56-9709-c6637ceba701', 'tag': 'bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67', 'status': 'completed', 'code': 200} Aug 29 17:33:22.128688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7091012-c393-49b4-b84b-1d3e91130c24 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:22.144916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.200979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=53e95994-7783-4e69-a3f8-c739fec30b03,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:22.220015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-e6b9276a-b5ae-4edb-b1f4-b23dca4cdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:22.221530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-e6b9276a-b5ae-4edb-b1f4-b23dca4cdf38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=60bdaf0182b244249264c505f61d462d&device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 1095 time: 0.1395111 Aug 29 17:33:22.274095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': '521c243a-742a-48f0-b415-178541f9c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52dc675c-27b3-453f-8440-60aec81d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:22.274455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: 52dc675c-27b3-453f-8440-60aec81d606a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:22.283262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-73e7722a-72be-42f9-a719-8f23a77300a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 HTTP/1.1" status: 200 len: 217 time: 0.0502241 Aug 29 17:33:22.298776 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.318705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Attempting to bind port 74249366-5606-471d-a03e-133c6aab0fbb on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:22.319038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Attempting to bind port 74249366-5606-471d-a03e-133c6aab0fbb by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:22.319362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Attempting to bind port 74249366-5606-471d-a03e-133c6aab0fbb on network 9570254a-c632-4db0-bdab-725a2ab2d348 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:22.329299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Port 74249366-5606-471d-a03e-133c6aab0fbb on network 9570254a-c632-4db0-bdab-725a2ab2d348 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:33:22.329654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Attempting to bind port 74249366-5606-471d-a03e-133c6aab0fbb on network 9570254a-c632-4db0-bdab-725a2ab2d348 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:22.333956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network 52dc675c-27b3-453f-8440-60aec81d606a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:22.346067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:22.346433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Checking segment: {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:22.346838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Bound using segment: {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:22.347275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Bound port: 74249366-5606-471d-a03e-133c6aab0fbb, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:22.347625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.368304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 52dc675c-27b3-453f-8440-60aec81d606a) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:22.375007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-abeccaa2-9cd9-4447-806b-b448a3ac5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:22.376497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-abeccaa2-9cd9-4447-806b-b448a3ac5b69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e09de69-1e7a-47f9-abc8-56487a904fa6 HTTP/1.1" status: 200 len: 857 time: 0.0807817 Aug 29 17:33:22.385935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432a227-048b-42bf-a36b-b9038787964a None None] Network 52dc675c-27b3-453f-8440-60aec81d606a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:22.394795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:22.395394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.425503 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-64fe7457-4651-4cb8-b1ef-a436ffad50de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9570254a-c632-4db0-bdab-725a2ab2d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388618 Aug 29 17:33:22.480716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] For port 74249366-5606-471d-a03e-133c6aab0fbb, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:22.485394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] For port 74249366-5606-471d-a03e-133c6aab0fbb, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74249366-5606-471d-a03e-133c6aab0fbb,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:22.491328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.501363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.507132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9f4a3a-c138-449f-bc58-a108e71a0615 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:22.516966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.517283 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.517757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.520355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.534308 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-69d1386c-9b38-4b92-b80e-f9271735f25c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4052713 Aug 29 17:33:22.536476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57528) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:22.565024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-52dc675c-27b3-453f-8440-60aec81d606a', 'network_id': '52dc675c-27b3-453f-8440-60aec81d606a', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': '53e95994-7783-4e69-a3f8-c739fec30b03'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:22.566257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.580373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:22.581795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.583437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] 10.222.0.43 "PUT /v2.0/ports/74249366-5606-471d-a03e-133c6aab0fbb HTTP/1.1" status: 200 len: 1093 time: 2.4000030 Aug 29 17:33:22.599947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c', 'tag': '74249366-5606-471d-a03e-133c6aab0fbb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:22.603421 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1a9200-799e-40d8-b25f-cf5ae0de3330" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c", "tag": "74249366-5606-471d-a03e-133c6aab0fbb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:22.641152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:22.660619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:22.669599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3977a46e-6043-4579-9ff7-a601ed7a2890,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:22.674005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:22.678050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Transition to ACTIVE for port object ae9f4a3a-c138-449f-bc58-a108e71a0615 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:22.679752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:22.680703 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.686966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=d5f3717a-1429-4511-8d1c-39f2e030d993,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:22.690009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:22.691941 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef091d93-0d1d-4c83-99c4-24b83b4f6bb4 x-openstack-request-id: req-ef091d93-0d1d-4c83-99c4-24b83b4f6bb4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:22.692224 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c", "tag": "74249366-5606-471d-a03e-133c6aab0fbb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:22.692663 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef091d93-0d1d-4c83-99c4-24b83b4f6bb4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:22.693063 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c', 'tag': '74249366-5606-471d-a03e-133c6aab0fbb', 'status': 'completed', 'code': 200} Aug 29 17:33:22.704212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.704508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-19be154e-c424-4d3c-b461-227282bd7e53 service neutron] 10.222.0.43 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710409 Aug 29 17:33:22.715146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.715491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.716052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.716577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.717116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.718030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.718621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.718946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.719466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.720007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.720344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.720829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.725429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0691e5-b295-4ce6-b21b-c03f0df31264 service neutron] Pushing event updated for resources: {'Port': ['ID=74249366-5606-471d-a03e-133c6aab0fbb,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:22.737609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.737834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.738178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.738969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.739497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.740009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.740526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.741041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.741559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.742406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.742964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.743469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:22.748430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Allocated IP 172.20.0.1 (52dc675c-27b3-453f-8440-60aec81d606a/53e95994-7783-4e69-a3f8-c739fec30b03/4a5a7a97-4b75-43fb-82c1-09aa12a40faf) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:22.756580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebc692-2331-4505-be65-37aeae3460d4 req-57aa2069-ab64-49b7-ad60-802e75988d70 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:22.758438 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-baebc692-2331-4505-be65-37aeae3460d4 req-57aa2069-ab64-49b7-ad60-802e75988d70 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 943 time: 0.2453010 Aug 29 17:33:22.778252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c5fe83c4-63e5-47e8-a2a4-463a18be25a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0543652 Aug 29 17:33:22.780026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57532) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:22.781197 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.781551 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Added segment 37971eba-1051-4d8c-8617-9f49c4ef604c of type vlan for network 3bffc4e2-8a4f-4ed3-8454-a4f81e28448c Aug 29 17:33:22.796343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-ab9e643f-da9a-4df8-8cbb-4a1c6a1d5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:22.797828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-ab9e643f-da9a-4df8-8cbb-4a1c6a1d5133 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=60bdaf0182b244249264c505f61d462d&device_id=4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c HTTP/1.1" status: 200 len: 1096 time: 0.1569676 Aug 29 17:33:22.817471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:22.879840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9f4a3a-c138-449f-bc58-a108e71a0615,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:22.888494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-31558033-7220-4027-8aef-e76dd954ee2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74249366-5606-471d-a03e-133c6aab0fbb HTTP/1.1" status: 200 len: 217 time: 0.0760186 Aug 29 17:33:22.893266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.921427 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.931975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Transition to ACTIVE for port object 4a5a7a97-4b75-43fb-82c1-09aa12a40faf will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:22.947963 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.948958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Transition to ACTIVE for port object 4a5a7a97-4b75-43fb-82c1-09aa12a40faf will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:22.956454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:22.968578 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-baebc692-2331-4505-be65-37aeae3460d4 req-60915489-15b8-42b8-86a8-7b4de120ec5b tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891828 Aug 29 17:33:22.973392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.007213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Network 52dc675c-27b3-453f-8440-60aec81d606a is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:23.012943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:23.013173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-41807cf8-25a4-4fa3-a8c4-923ef4f8fb90 service neutron] 10.222.0.43 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884731 Aug 29 17:33:23.013752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-e253b5f5-eb93-49a7-922f-b7a3fb5d6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:23.015661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Pushing event updated for resources: {'Port': ['ID=4a5a7a97-4b75-43fb-82c1-09aa12a40faf,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:23.016364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-e253b5f5-eb93-49a7-922f-b7a3fb5d6cfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e09de69-1e7a-47f9-abc8-56487a904fa6 HTTP/1.1" status: 200 len: 857 time: 0.1199632 Aug 29 17:33:23.023055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:23.024514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:23.052434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Attempting to bind port ae9f4a3a-c138-449f-bc58-a108e71a0615 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:23.052778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Attempting to bind port ae9f4a3a-c138-449f-bc58-a108e71a0615 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:23.053096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Attempting to bind port ae9f4a3a-c138-449f-bc58-a108e71a0615 on network 9570254a-c632-4db0-bdab-725a2ab2d348 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:23.056536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.056834 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Added segment 7ff39721-07df-4c24-8970-37dbdb10483b of type vlan for network 9ca54e64-a290-4097-acfa-6cfd6ef0ac4b Aug 29 17:33:23.079302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-80f72677-695c-4ad3-a4f5-82f4dfbacaed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9570254a-c632-4db0-bdab-725a2ab2d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468619 Aug 29 17:33:23.081282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Port ae9f4a3a-c138-449f-bc58-a108e71a0615 on network 9570254a-c632-4db0-bdab-725a2ab2d348 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:33:23.081619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Attempting to bind port ae9f4a3a-c138-449f-bc58-a108e71a0615 on network 9570254a-c632-4db0-bdab-725a2ab2d348 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:23.089728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:23.090354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Checking segment: {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:23.090899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Bound using segment: {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:23.091329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Bound port: ae9f4a3a-c138-449f-bc58-a108e71a0615, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:23.091641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Attempting to bind port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:23.091779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.092101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Attempting to bind port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '521c243a-742a-48f0-b415-178541f9c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52dc675c-27b3-453f-8440-60aec81d606a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:23.092540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Attempting to bind port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf on network 52dc675c-27b3-453f-8440-60aec81d606a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:23.098028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:23.098486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Checking segment: {'id': '521c243a-742a-48f0-b415-178541f9c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52dc675c-27b3-453f-8440-60aec81d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:23.098990 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.099572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Bound using segment: {'id': '521c243a-742a-48f0-b415-178541f9c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52dc675c-27b3-453f-8440-60aec81d606a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:23.100087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Bound port: 4a5a7a97-4b75-43fb-82c1-09aa12a40faf, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521c243a-742a-48f0-b415-178541f9c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52dc675c-27b3-453f-8440-60aec81d606a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:23.100584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.193027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Deleting port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:23.193373 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.206206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] For port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:23.211927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] For port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4a5a7a97-4b75-43fb-82c1-09aa12a40faf,segment=NetworkSegment(521c243a-742a-48f0-b415-178541f9c1cc),segment_id=521c243a-742a-48f0-b415-178541f9c1cc)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:23.220602 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.296951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1821634-c7c5-44d5-a1a8-618f8a72f3b5 None None] Pushing event updated for resources: {'Port': ['ID=4a5a7a97-4b75-43fb-82c1-09aa12a40faf,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:23.312817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] For port ae9f4a3a-c138-449f-bc58-a108e71a0615, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:23.323259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] For port ae9f4a3a-c138-449f-bc58-a108e71a0615, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ae9f4a3a-c138-449f-bc58-a108e71a0615,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:23.342051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-71924fb8-b8e1-42da-9c29-92b78ab67566 service neutron] 10.222.0.43 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474728 Aug 29 17:33:23.345083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.454522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] For port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf, host n-d-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:23.454997 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.460117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:23.461419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.463021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] 10.222.0.44 "PUT /v2.0/ports/ae9f4a3a-c138-449f-bc58-a108e71a0615 HTTP/1.1" status: 200 len: 1092 time: 1.8842061 Aug 29 17:33:23.486001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.497023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Calling delete_port for 4a5a7a97-4b75-43fb-82c1-09aa12a40faf owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:23.498919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3606c68-df10-41ed-ad47-fcc5dbcd2555 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9f4a3a-c138-449f-bc58-a108e71a0615,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:23.554938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-0de036e8-11c3-493e-a962-253bc9b674ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:23.556699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-0de036e8-11c3-493e-a962-253bc9b674ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=60bdaf0182b244249264c505f61d462d&device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 1095 time: 0.4594328 Aug 29 17:33:23.565023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.565441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.571839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:23.576852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:23.577593 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.638962 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-2cc9e0ba-cf73-4440-bc9a-5f2c1a826887 service neutron] 10.222.0.43 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831142 Aug 29 17:33:23.667757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-8fd1992e-9020-478b-897d-3aca65135bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:23.669279 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-8fd1992e-9020-478b-897d-3aca65135bc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60bdaf0182b244249264c505f61d462d&device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 1095 time: 0.0839653 Aug 29 17:33:23.726408 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-73bfb2a2-f04c-47a8-b975-946c8b619790 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9f4a3a-c138-449f-bc58-a108e71a0615 HTTP/1.1" status: 200 len: 217 time: 0.0474713 Aug 29 17:33:23.735512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8523722 Aug 29 17:33:23.741164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57554) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:23.756642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.760941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Network': ['ID=3bffc4e2-8a4f-4ed3-8454-a4f81e28448c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:23.769716 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.777973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 3bffc4e2-8a4f-4ed3-8454-a4f81e28448c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:23.850129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:33:23.879610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] In _notify_port_updated(), no bound segment for port d5f3717a-1429-4511-8d1c-39f2e030d993 on network 7452a235-9969-4b50-a4be-f563977885bc {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:33:23.887025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:23.888095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:23.892942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "PUT /v2.0/ports/d5f3717a-1429-4511-8d1c-39f2e030d993 HTTP/1.1" status: 200 len: 818 time: 1.0860412 Aug 29 17:33:23.902778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:23.954641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a7753-ad61-4de1-9361-be1967961729 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Network': ['ID=9ca54e64-a290-4097-acfa-6cfd6ef0ac4b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:23.964320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedb15b-7561-470c-abf7-1b3867e2a021 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=d5f3717a-1429-4511-8d1c-39f2e030d993,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:23.973817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-99dd9951-c6ab-4dd2-8304-60626dfce4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:23.977093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-99dd9951-c6ab-4dd2-8304-60626dfce4a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9570254a-c632-4db0-bdab-725a2ab2d348 HTTP/1.1" status: 200 len: 918 time: 0.3960927 Aug 29 17:33:23.991638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 9ca54e64-a290-4097-acfa-6cfd6ef0ac4b details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:24.056944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-5b517a40-8fb5-4e93-9def-226418369972 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 HTTP/1.1" status: 200 len: 217 time: 0.0707185 Aug 29 17:33:24.118381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:24.128657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-00a90622-a8f9-445e-a996-5c1f7d234dff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port d5f3717a-1429-4511-8d1c-39f2e030d993 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:24.129324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00a90622-a8f9-445e-a996-5c1f7d234dff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.131445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'mac_address': 'fa:16:3e:31:fa:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:33:24.189685 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.206473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46733b08-583d-418f-8a94-2fc9d02c6ccb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:24.220649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-78a08b44-2bda-462c-bad7-0b4b314c7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:24.222260 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-78a08b44-2bda-462c-bad7-0b4b314c7c7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e09de69-1e7a-47f9-abc8-56487a904fa6 HTTP/1.1" status: 200 len: 857 time: 0.1508114 Aug 29 17:33:24.241581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:24.248078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00a90622-a8f9-445e-a996-5c1f7d234dff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.255830 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.292946 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-17c461b3-b90c-44a0-bc0b-79d51793b053 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9570254a-c632-4db0-bdab-725a2ab2d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571890 Aug 29 17:33:24.297249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-00a90622-a8f9-445e-a996-5c1f7d234dff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for d5f3717a-1429-4511-8d1c-39f2e030d993 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:24.350499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:24.389545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['46733b08-583d-418f-8a94-2fc9d02c6ccb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:24.528467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.590177 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-e92ae151-778c-4118-8448-d7962e35918e service neutron] 10.222.0.43 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887635 Aug 29 17:33:24.627769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00a90622-a8f9-445e-a996-5c1f7d234dff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.671212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-16590c55-f0d0-402c-b411-4ba12260dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:24.673221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-16590c55-f0d0-402c-b411-4ba12260dc28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=60bdaf0182b244249264c505f61d462d&device_id=4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c HTTP/1.1" status: 200 len: 1096 time: 0.8929574 Aug 29 17:33:24.677973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Port': ['ID=4a5a7a97-4b75-43fb-82c1-09aa12a40faf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:24.709163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6349a2-335e-4bb6-a042-15266f007245', 'tag': 'ae9f4a3a-c138-449f-bc58-a108e71a0615'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:24.713705 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688899b9-1b05-405a-bd35-5bc12d69bbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6349a2-335e-4bb6-a042-15266f007245", "tag": "ae9f4a3a-c138-449f-bc58-a108e71a0615"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:24.739958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3c3c4-300d-4f3c-9a8c-132f60fb4b60 req-38e5adb8-bdfe-4af7-abf3-1c2c35dbce00 service neutron] 10.222.0.43 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409461 Aug 29 17:33:24.775873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90622-a8f9-445e-a996-5c1f7d234dff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=d5f3717a-1429-4511-8d1c-39f2e030d993,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:24.781438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00a90622-a8f9-445e-a996-5c1f7d234dff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.787455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-00a90622-a8f9-445e-a996-5c1f7d234dff tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/d5f3717a-1429-4511-8d1c-39f2e030d993 HTTP/1.1" status: 204 len: 168 time: 0.8808568 Aug 29 17:33:24.788296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57588) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:24.790425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4a5a7a97-4b75-43fb-82c1-09aa12a40faf up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:24.792526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823274f-34b5-4542-b976-7ec793f2e65b None None] Network 52dc675c-27b3-453f-8440-60aec81d606a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:24.795226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30676-1331-4c7a-8df9-880c942cc808 req-990559af-41bd-402c-9a17-0ae049ab1bec tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:24.799916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3e30676-1331-4c7a-8df9-880c942cc808 req-990559af-41bd-402c-9a17-0ae049ab1bec tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 943 time: 0.3861001 Aug 29 17:33:24.828290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-69d41f5c-f7e2-44be-b904-ccac2855e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:24.830298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-69d41f5c-f7e2-44be-b904-ccac2855e826 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e09de69-1e7a-47f9-abc8-56487a904fa6 HTTP/1.1" status: 200 len: 857 time: 1.0901434 Aug 29 17:33:24.847353 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6755c816-a9fc-43ca-818b-dde0d9e6a530 x-openstack-request-id: req-6755c816-a9fc-43ca-818b-dde0d9e6a530 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:24.848044 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6349a2-335e-4bb6-a042-15266f007245", "tag": "ae9f4a3a-c138-449f-bc58-a108e71a0615", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:24.848532 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6755c816-a9fc-43ca-818b-dde0d9e6a530 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:24.849298 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6349a2-335e-4bb6-a042-15266f007245', 'tag': 'ae9f4a3a-c138-449f-bc58-a108e71a0615', 'status': 'completed', 'code': 200} Aug 29 17:33:24.856684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab51cba-0aad-4859-b656-59b2ec5559e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:24.861860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9b0f33d5-bd01-46db-b877-0d259a1a90bc None None] Could not find standard attr ID for object 4a5a7a97-4b75-43fb-82c1-09aa12a40faf. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:33:24.862202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fab51cba-0aad-4859-b656-59b2ec5559e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0721571 Aug 29 17:33:24.862540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57590) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:24.864513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 4a5a7a97-4b75-43fb-82c1-09aa12a40faf {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:24.864853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4a5a7a97-4b75-43fb-82c1-09aa12a40faf not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 17:33:24.892606 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-60015170-6689-4816-8afa-0c4ec906bea4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:24.896141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-60015170-6689-4816-8afa-0c4ec906bea4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/d5f3717a-1429-4511-8d1c-39f2e030d993 HTTP/1.1" status: 404 len: 333 time: 0.0324674 Aug 29 17:33:24.897164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57592) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:24.901875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf not found, will not notify nova. {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 17:33:24.903101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1006238402'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:24.922872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No DVR routers for this DVR port 4a5a7a97-4b75-43fb-82c1-09aa12a40faf on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:24.937974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:24.945873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.984106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:24.996358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:24.997227 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Added segment 8e13cab7-587f-4ced-bf5d-9cc224a122c8 of type vlan for network ce8114d9-e69c-4216-a869-fdc0857bc2f1 Aug 29 17:33:25.051781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-e9b176ac-2532-46d3-b757-3187dafa2bb8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9570254a-c632-4db0-bdab-725a2ab2d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651247 Aug 29 17:33:25.058239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.061361 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.116530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.122888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:25.123290 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.179357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-3037768c-4f96-4cd1-9aff-b48080611279 service neutron] 10.222.0.44 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168351 Aug 29 17:33:25.204447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3055301 Aug 29 17:33:25.207677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57594) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:25.215912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:25.223166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcffae-0312-42a7-ad83-69cc0a520bdd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Network': ['ID=ce8114d9-e69c-4216-a869-fdc0857bc2f1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:25.242511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ce8114d9-e69c-4216-a869-fdc0857bc2f1 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:25.259850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ea27e-ffd4-4d75-99df-3077b4b65f1d tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:25.273219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ea27e-ffd4-4d75-99df-3077b4b65f1d tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:25.280032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ea27e-ffd4-4d75-99df-3077b4b65f1d tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:25.291267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ea27e-ffd4-4d75-99df-3077b4b65f1d tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:25.296486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-400ea27e-ffd4-4d75-99df-3077b4b65f1d tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.5543704 Aug 29 17:33:25.299460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57596) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:25.421899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.464531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-fb099d92-da38-41e0-8d3e-9b961ce954a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:25.465897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-fb099d92-da38-41e0-8d3e-9b961ce954a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9570254a-c632-4db0-bdab-725a2ab2d348 HTTP/1.1" status: 200 len: 918 time: 0.7605772 Aug 29 17:33:25.483202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3e30676-1331-4c7a-8df9-880c942cc808 req-4e06014a-966f-449e-94b0-45e65452a53d tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513970 Aug 29 17:33:25.503233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:25.507151 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.549431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-ae3fe7d8-c410-4107-a636-cf1d98ff1bd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74249366-5606-471d-a03e-133c6aab0fbb HTTP/1.1" status: 200 len: 217 time: 0.0507593 Aug 29 17:33:25.615513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d2a63eb-831e-4d65-943e-83aa1dd86635 req-ad3bfa23-b176-4e8e-915e-ef4ee2e9ff1c service neutron] 10.222.0.44 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046587 Aug 29 17:33:25.618979 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.628794 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.639736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bffc4e2-8a4f-4ed3-8454-a4f81e28448c']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:25.656875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37971eba-1051-4d8c-8617-9f49c4ef604c') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:25.657155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37971eba-1051-4d8c-8617-9f49c4ef604c') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:25.666237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-a5114b6f-358a-4091-b168-affdcbc346a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:25.667805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-a5114b6f-358a-4091-b168-affdcbc346a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e09de69-1e7a-47f9-abc8-56487a904fa6 HTTP/1.1" status: 200 len: 857 time: 0.1085057 Aug 29 17:33:25.668331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=53e95994-7783-4e69-a3f8-c739fec30b03,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:25.675410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eeb9d1-720a-4fdf-847e-4d0c3f86215c None None] Network 52dc675c-27b3-453f-8440-60aec81d606a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:25.681388 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.700951 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.711872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:25.712296 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:25.715418 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:25.771397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-0f28fc7b-4933-49b9-ac21-2dde7944a97d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9570254a-c632-4db0-bdab-725a2ab2d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571854 Aug 29 17:33:25.847017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.860897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.861162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:33:25.863364 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/networks/3bffc4e2-8a4f-4ed3-8454-a4f81e28448c HTTP/1.1" status: 204 len: 168 time: 0.5627983 Aug 29 17:33:25.864175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:25.867977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57610) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:25.892650 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.915383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dc675c-27b3-453f-8440-60aec81d606a']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:25.926988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637bfcd-56bb-4b96-80d1-6f0d7fe71f54 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Network': ['ID=3bffc4e2-8a4f-4ed3-8454-a4f81e28448c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:25.949104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521c243a-742a-48f0-b415-178541f9c1cc') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:25.949803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521c243a-742a-48f0-b415-178541f9c1cc') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:25.953919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-7363aeb6-38cf-425c-82e5-7a918e3bc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:25.955749 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-7363aeb6-38cf-425c-82e5-7a918e3bc867 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60bdaf0182b244249264c505f61d462d&device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 1095 time: 0.2692840 Aug 29 17:33:25.979564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:25.984102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.017140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a17c658-2cf6-41aa-80b7-26e860f0b4f2 None None] DHCP port deletion for 52dc675c-27b3-453f-8440-60aec81d606a request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:26.056829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.068133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 46733b08-583d-418f-8a94-2fc9d02c6ccb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:26.069368 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.084012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=59949e50-4425-4c18-aaed-6bdea82bd05c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:26.105224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.118785 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-e1f20af4-99f5-4c6a-8464-a91bbfd27815 service neutron] 10.222.0.43 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015287 Aug 29 17:33:26.120166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:26.120809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.123808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Checking segment: {'id': '8e13cab7-587f-4ced-bf5d-9cc224a122c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:26.124186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network hostable DHCP agents. Network: ce8114d9-e69c-4216-a869-fdc0857bc2f1, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:26.126941 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:26.188204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:26.188204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67', 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348', 'port_id': 'bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67', 'mac_address': 'fa:16:3e:39:8d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e09de69-1e7a-47f9-abc8-56487a904fa6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:33:26.206373 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.219061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network ce8114d9-e69c-4216-a869-fdc0857bc2f1 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:26.235093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca54e64-a290-4097-acfa-6cfd6ef0ac4b']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:26.239785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ce8114d9-e69c-4216-a869-fdc0857bc2f1) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:26.246322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:26.247001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.265038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff39721-07df-4c24-8970-37dbdb10483b') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:26.265038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff39721-07df-4c24-8970-37dbdb10483b') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:26.277409 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.293616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-872e956c-093b-454b-81f4-576a7742927f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0794876 Aug 29 17:33:26.293616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57612) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:26.298539 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.299647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-9f66fc03-87ca-4a9b-b16f-04e9fe366a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:26.301251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-9f66fc03-87ca-4a9b-b16f-04e9fe366a70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9570254a-c632-4db0-bdab-725a2ab2d348 HTTP/1.1" status: 200 len: 918 time: 0.3206716 Aug 29 17:33:26.301353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b40962d5-db8f-4d50-86d5-b7855582945c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:26.316759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e92ed-5950-42a5-98fe-2137dd1c729c None None] Network ce8114d9-e69c-4216-a869-fdc0857bc2f1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:26.319430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4a5a7a97-4b75-43fb-82c1-09aa12a40faf no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:26.323795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.370648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:26.375826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-ea35141b-25e0-4007-8ccb-fff76e1f8e8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9f4a3a-c138-449f-bc58-a108e71a0615 HTTP/1.1" status: 200 len: 217 time: 0.0672395 Aug 29 17:33:26.376533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.382046 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.388996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/52dc675c-27b3-453f-8440-60aec81d606a HTTP/1.1" status: 204 len: 168 time: 3.8292551 Aug 29 17:33:26.389985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57614) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:26.391991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:26.392429 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:26.399613 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:26.432658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 4a5a7a97-4b75-43fb-82c1-09aa12a40faf {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:26.433364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4a5a7a97-4b75-43fb-82c1-09aa12a40faf not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:26.477767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:26.484758 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.490257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942260297'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:26.497238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-3ca08826-3f04-4b8b-9c82-37daee2591ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:26.499030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-3ca08826-3f04-4b8b-9c82-37daee2591ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e09de69-1e7a-47f9-abc8-56487a904fa6 HTTP/1.1" status: 200 len: 857 time: 0.1080308 Aug 29 17:33:26.518089 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.538040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:26.540618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.542048 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8338f5c-b22f-4cf2-9656-675110b8c3fd" -d '{"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-plugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:26.558244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662a686-d08c-4108-8c5d-22f0b10f0e83 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=52dc675c-27b3-453f-8440-60aec81d606a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:26.561471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.566163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/networks/9ca54e64-a290-4097-acfa-6cfd6ef0ac4b HTTP/1.1" status: 204 len: 168 time: 0.6924262 Aug 29 17:33:26.597130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57632) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:26.613667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:26.628458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-86933946-0b73-403f-b973-de2c3c06848f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9570254a-c632-4db0-bdab-725a2ab2d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007376 Aug 29 17:33:26.647284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe1a9200-799e-40d8-b25f-cf5ae0de3330 req-45e79291-7f6c-428f-99df-049943cea386 service neutron] 10.222.0.43 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153987 Aug 29 17:33:26.649993 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.691980 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9788691-4c3f-4d08-9181-3447f3a098b7 x-openstack-request-id: req-b9788691-4c3f-4d08-9181-3447f3a098b7 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:26.692276 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-plugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:26.692529 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9788691-4c3f-4d08-9181-3447f3a098b7 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:26.693625 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'code': 200} Aug 29 17:33:26.694478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:26.698402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:26.717538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.758965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:26.792906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a21d33-55ff-4068-adff-385ec1eaa212 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Network': ['ID=9ca54e64-a290-4097-acfa-6cfd6ef0ac4b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:26.816727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ce8114d9-e69c-4216-a869-fdc0857bc2f1', 'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1', 'tenant_id': '58ed8ffe12024ca9a586390bd2a7078e', 'fixed_ips': [{'subnet_id': '59949e50-4425-4c18-aaed-6bdea82bd05c'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:26.817602 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.836839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:26.882671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:26.901391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40962d5-db8f-4d50-86d5-b7855582945c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:26.904343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.904733 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment cb6763ef-ee06-4670-b214-1f809b8cddca of type vlan for network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c Aug 29 17:33:26.904801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b40962d5-db8f-4d50-86d5-b7855582945c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:26.948228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-a2ee0255-b117-420b-b85c-f734c12ed8d7 service neutron] 10.222.0.44 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986097 Aug 29 17:33:26.979702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e46a-901a-489d-b582-a47ea66d2d55 req-68223fb4-df93-485b-a465-8fe6f3318c4b tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:26.981236 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88c0e46a-901a-489d-b582-a47ea66d2d55 req-68223fb4-df93-485b-a465-8fe6f3318c4b tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 944 time: 0.3136744 Aug 29 17:33:27.030722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Allocated IP 2001:db8::2 (ce8114d9-e69c-4216-a869-fdc0857bc2f1/59949e50-4425-4c18-aaed-6bdea82bd05c/b47cde22-f76f-4dc6-8717-ee0ee6e31076) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:27.040976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.058568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d65a6b-03b7-44ab-b7ca-f725227d68a6 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:27.064982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d65a6b-03b7-44ab-b7ca-f725227d68a6 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:27.066626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d9d65a6b-03b7-44ab-b7ca-f725227d68a6 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4684973 Aug 29 17:33:27.074013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57634) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:27.076332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88c0e46a-901a-489d-b582-a47ea66d2d55 req-03473b22-8637-48b5-915e-0f1f8d258965 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855005 Aug 29 17:33:27.081100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-413496467'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:27.116602 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-688899b9-1b05-405a-bd35-5bc12d69bbe3 req-ec816e17-8c28-4253-9d25-f25cc997fc3b service neutron] 10.222.0.44 "GET /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577764 Aug 29 17:33:27.139780 n-d-713499-15 neutron-server[94795]: INFO neutron.db.ipam_backend_mixin [None req-b40962d5-db8f-4d50-86d5-b7855582945c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 59949e50-4425-4c18-aaed-6bdea82bd05c (CIDR: 2001:db8::/64) Aug 29 17:33:27.141653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Made reservation on behalf of 77ec2eb0657e4771a1525fed611f82de for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:27.146250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.159823 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40962d5-db8f-4d50-86d5-b7855582945c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:33:27.160186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40962d5-db8f-4d50-86d5-b7855582945c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:27.186624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:27.198278 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.198662 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Added segment 41cc89c2-548f-4551-a735-58f2601b0d2c of type vlan for network 7703bd1c-ed69-4de4-bbcf-36dc1227dcf5 Aug 29 17:33:27.204180 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.207337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b40962d5-db8f-4d50-86d5-b7855582945c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9142807 Aug 29 17:33:27.210122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57636) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:27.216332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:27.219543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:27.222463 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.254603 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.265638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Transition to ACTIVE for port object b47cde22-f76f-4dc6-8717-ee0ee6e31076 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:27.284728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Transition to ACTIVE for port object b47cde22-f76f-4dc6-8717-ee0ee6e31076 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:27.294550 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.300429 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.311929 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9134679 Aug 29 17:33:27.312100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57638) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:27.319173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-7e47d5b3-80fc-4bab-9a54-66ab9baee0e3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:27.326051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098c209-5e87-4682-9424-f54ecc72ad64 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:27.353759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:27.405382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Network ce8114d9-e69c-4216-a869-fdc0857bc2f1 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:27.419605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:27.430175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:27.443969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Pushing event updated for resources: {'Port': ['ID=b47cde22-f76f-4dc6-8717-ee0ee6e31076,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:27.447889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.453482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:27.454111 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.523283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Attempting to bind port b47cde22-f76f-4dc6-8717-ee0ee6e31076 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:27.523798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Attempting to bind port b47cde22-f76f-4dc6-8717-ee0ee6e31076 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8e13cab7-587f-4ced-bf5d-9cc224a122c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:27.524175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Attempting to bind port b47cde22-f76f-4dc6-8717-ee0ee6e31076 on network ce8114d9-e69c-4216-a869-fdc0857bc2f1 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:27.529995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:27.530508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Checking segment: {'id': '8e13cab7-587f-4ced-bf5d-9cc224a122c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:27.531068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.531468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Bound using segment: {'id': '8e13cab7-587f-4ced-bf5d-9cc224a122c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:27.532230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Bound port: b47cde22-f76f-4dc6-8717-ee0ee6e31076, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e13cab7-587f-4ced-bf5d-9cc224a122c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:27.532564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.597637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:27.601341 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.607978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] For port b47cde22-f76f-4dc6-8717-ee0ee6e31076, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:27.612346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] For port b47cde22-f76f-4dc6-8717-ee0ee6e31076, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b47cde22-f76f-4dc6-8717-ee0ee6e31076,segment=NetworkSegment(8e13cab7-587f-4ced-bf5d-9cc224a122c8),segment_id=8e13cab7-587f-4ced-bf5d-9cc224a122c8)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:27.625658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.636421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5590489 Aug 29 17:33:27.639506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57646) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:27.645702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-789066377'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:27.702486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bb7ae-0e4c-4bc2-87fd-86a9a9e4f0f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Network': ['ID=7703bd1c-ed69-4de4-bbcf-36dc1227dcf5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:27.709510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7e47d5b3-80fc-4bab-9a54-66ab9baee0e3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.721639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Made reservation on behalf of 77ec2eb0657e4771a1525fed611f82de for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:27.725525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.728402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7703bd1c-ed69-4de4-bbcf-36dc1227dcf5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:27.756381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108b11d-1218-441f-afcb-c96519ed932b None None] Pushing event updated for resources: {'Port': ['ID=b47cde22-f76f-4dc6-8717-ee0ee6e31076,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:27.761179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7e47d5b3-80fc-4bab-9a54-66ab9baee0e3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.776903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:27.792672 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.793036 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Added segment db00f626-5aa3-4979-a15e-838c78c8d4b9 of type vlan for network a3ab1193-a542-42dc-9c1a-01e85ed9fd18 Aug 29 17:33:27.801073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e47d5b3-80fc-4bab-9a54-66ab9baee0e3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c is not hosted by any dhcp agent {{(pid=94795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:33:27.813014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47d5b3-80fc-4bab-9a54-66ab9baee0e3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:27.813663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7e47d5b3-80fc-4bab-9a54-66ab9baee0e3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:27.817051 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7e47d5b3-80fc-4bab-9a54-66ab9baee0e3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "PUT /v2.0/networks/3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c HTTP/1.1" status: 200 len: 723 time: 0.5012481 Aug 29 17:33:27.819409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:27.830071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': '3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:27.877527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74249366-5606-471d-a03e-133c6aab0fbb details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:33:27.976900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47d5b3-80fc-4bab-9a54-66ab9baee0e3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:28.007223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:28.008530 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.132519 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.134861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74249366-5606-471d-a03e-133c6aab0fbb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74249366-5606-471d-a03e-133c6aab0fbb,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:28.141922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:28.142597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.197324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '74249366-5606-471d-a03e-133c6aab0fbb', 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348', 'port_id': '74249366-5606-471d-a03e-133c6aab0fbb', 'mac_address': 'fa:16:3e:18:d9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e09de69-1e7a-47f9-abc8-56487a904fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:33:28.276758 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.276875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.290296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Network': ['ID=a3ab1193-a542-42dc-9c1a-01e85ed9fd18,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:28.304432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74249366-5606-471d-a03e-133c6aab0fbb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:28.339218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74249366-5606-471d-a03e-133c6aab0fbb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74249366-5606-471d-a03e-133c6aab0fbb,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:28.343295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a3ab1193-a542-42dc-9c1a-01e85ed9fd18 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:28.344234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:28.348010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.357406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network ce8114d9-e69c-4216-a869-fdc0857bc2f1 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:28.372064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:28.380623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:28.381227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.397995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=eb10d322-d008-4631-969f-5a805c0fd2fe,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:28.410514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9fb367f7-dad1-4f5d-9e33-ffa2886b045c tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7697382 Aug 29 17:33:28.411419 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1c52bfcd-840e-4735-a37e-761305bc8c7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2001407 Aug 29 17:33:28.415984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57658) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:28.416599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57660) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:28.419549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.425912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1', 'fixed_ips': [{'subnet_id': '59949e50-4425-4c18-aaed-6bdea82bd05c'}, {'subnet_id': 'eb10d322-d008-4631-969f-5a805c0fd2fe'}], 'name': 'tempest-PortsIpV6TestJSON-1541379053'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:28.437018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'ports': [{'network_id': '7703bd1c-ed69-4de4-bbcf-36dc1227dcf5', 'name': 'tempest-port--976024583', 'admin_state_up': True}, {'network_id': 'a3ab1193-a542-42dc-9c1a-01e85ed9fd18', 'admin_state_up': False}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:28.437357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'port': {'network_id': '7703bd1c-ed69-4de4-bbcf-36dc1227dcf5', 'name': 'tempest-port--976024583', 'admin_state_up': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:28.438079 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'port': {'network_id': 'a3ab1193-a542-42dc-9c1a-01e85ed9fd18', 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:28.475935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b47cde22-f76f-4dc6-8717-ee0ee6e31076 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:28.479869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b01b7-0f32-4705-8999-d731b29594a3 req-dc34c6cc-c7a9-4125-af93-0812ff53a3af tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:28.481434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-884b01b7-0f32-4705-8999-d731b29594a3 req-dc34c6cc-c7a9-4125-af93-0812ff53a3af tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 944 time: 0.1973128 Aug 29 17:33:28.573900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-884b01b7-0f32-4705-8999-d731b29594a3 req-0a904c17-5ccf-49ee-b519-8484ac9a9424 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784967 Aug 29 17:33:28.607641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74249366-5606-471d-a03e-133c6aab0fbb,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:28.634529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b47cde22-f76f-4dc6-8717-ee0ee6e31076 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:28.651088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ae9f4a3a-c138-449f-bc58-a108e71a0615 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:33:28.747273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.812214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['74249366-5606-471d-a03e-133c6aab0fbb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:28.835080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=509045e1-1dde-4609-a4ef-a938621bc4d7,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:28.857616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': 'cb6763ef-ee06-4670-b214-1f809b8cddca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:28.857995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:28.887538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:28.921949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:28.927108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:28.928830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:28.965842 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7bceabea-8784-43ec-8133-1f34f1999f6c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1445601 Aug 29 17:33:28.965842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57672) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:28.967964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c58c8d5-1381-49b3-88d5-226e0205def2 None None] Network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:28.972997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4ca47680-96f5-4d16-8f3a-76120c1cdb67 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:28.999016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ae9f4a3a-c138-449f-bc58-a108e71a0615, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ae9f4a3a-c138-449f-bc58-a108e71a0615,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:29.014851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'ae9f4a3a-c138-449f-bc58-a108e71a0615', 'network_id': '9570254a-c632-4db0-bdab-725a2ab2d348', 'port_id': 'ae9f4a3a-c138-449f-bc58-a108e71a0615', 'mac_address': 'fa:16:3e:c4:ba:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e09de69-1e7a-47f9-abc8-56487a904fa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:33:29.165141 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ca47680-96f5-4d16-8f3a-76120c1cdb67 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3152687'] for subnet, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.219985 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.268789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:29.338895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9f4a3a-c138-449f-bc58-a108e71a0615 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:29.364075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Made reservation on behalf of 77ec2eb0657e4771a1525fed611f82de for: {'port': 2} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:29.369637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.370005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ca47680-96f5-4d16-8f3a-76120c1cdb67 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739108455720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3634164'] for subnet, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.391172 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.426230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca47680-96f5-4d16-8f3a-76120c1cdb67 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=509045e1-1dde-4609-a4ef-a938621bc4d7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:29.437855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca47680-96f5-4d16-8f3a-76120c1cdb67 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:29.438448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ca47680-96f5-4d16-8f3a-76120c1cdb67 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.442306 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4ca47680-96f5-4d16-8f3a-76120c1cdb67 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "PUT /v2.0/subnets/509045e1-1dde-4609-a4ef-a938621bc4d7 HTTP/1.1" status: 200 len: 806 time: 0.4735923 Aug 29 17:33:29.442612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57676) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:29.470981 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.524325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 512a34da-c987-4b29-a70b-43587a415f62 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:29.536569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] device_id is not set on port f1f9637b-52d1-4691-93a7-38e49b27df90 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:29.569516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a5b60-b1e1-4a05-b238-7bb9f4b9adf4 None None] Network ce8114d9-e69c-4216-a869-fdc0857bc2f1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:29.601096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48dbdbb-0db7-40e7-82d9-ef6f43a40aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c', 'network_id': '3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': '509045e1-1dde-4609-a4ef-a938621bc4d7'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:29.602124 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c48dbdbb-0db7-40e7-82d9-ef6f43a40aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.617174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.671168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ae9f4a3a-c138-449f-bc58-a108e71a0615, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ae9f4a3a-c138-449f-bc58-a108e71a0615,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:29.688233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3ac5e88e-720e-4936-ba83-108e5b012888 None None] Provisioning for port b47cde22-f76f-4dc6-8717-ee0ee6e31076 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:29.700715 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.712095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3ac5e88e-720e-4936-ba83-108e5b012888 None None] Provisioning complete for port b47cde22-f76f-4dc6-8717-ee0ee6e31076 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:29.712475 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ac5e88e-720e-4936-ba83-108e5b012888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.715840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.801886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.853648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=509045e1-1dde-4609-a4ef-a938621bc4d7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:29.901054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:29.950179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:29.964814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:29.979376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6763ef-ee06-4670-b214-1f809b8cddca') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:29.979965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6763ef-ee06-4670-b214-1f809b8cddca') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:29.990376 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.007554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ae9f4a3a-c138-449f-bc58-a108e71a0615,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:30.022169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.028492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.037182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:30.037805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f471ee8-c846-43da-9e02-f48fdd13504b req-518dda6b-b4a0-4e36-a6ae-107592bf37d8 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:30.038067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.040617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f471ee8-c846-43da-9e02-f48fdd13504b req-518dda6b-b4a0-4e36-a6ae-107592bf37d8 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 944 time: 0.2565105 Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:30.042714 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:30.060328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ae9f4a3a-c138-449f-bc58-a108e71a0615'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-c48dbdbb-0db7-40e7-82d9-ef6f43a40aed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 509045e1-1dde-4609-a4ef-a938621bc4d7: This subnet is being modified by another concurrent operation. Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:33:30.087477 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 509045e1-1dde-4609-a4ef-a938621bc4d7: This subnet is being modified by another concurrent operation. Aug 29 17:33:30.090134 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:33:30.111347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbb35e-735d-4a74-93f8-acb754d9a2fe None None] Network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:30.141932 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.162616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.169599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c HTTP/1.1" status: 204 len: 168 time: 0.7259624 Aug 29 17:33:30.176442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57692) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:30.185838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] device_id is not set on port d784f0a3-0a06-4a5e-960d-40ea2c76245d yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:30.217830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:30.228675 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1040d4-e8c5-4ef6-8da4-71690e2a17b0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:30.229273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1040d4-e8c5-4ef6-8da4-71690e2a17b0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:30.235161 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-de1040d4-e8c5-4ef6-8da4-71690e2a17b0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c HTTP/1.1" status: 404 len: 339 time: 0.0535741 Aug 29 17:33:30.235610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57694) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:30.238415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:30.239306 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.240650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955855099', 'description': 'd1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:30.255715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b359-05b6-4bf3-b54c-6c78fc4ca2f7 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:30.267399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::63 (ce8114d9-e69c-4216-a869-fdc0857bc2f1/59949e50-4425-4c18-aaed-6bdea82bd05c/512a34da-c987-4b29-a70b-43587a415f62) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:30.278636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8:0:1::b6 (ce8114d9-e69c-4216-a869-fdc0857bc2f1/eb10d322-d008-4631-969f-5a805c0fd2fe/512a34da-c987-4b29-a70b-43587a415f62) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:30.303075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:30.308817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.318779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f471ee8-c846-43da-9e02-f48fdd13504b req-5a5fe347-2c08-41ae-b968-e5c2f397ad1c tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539194 Aug 29 17:33:30.363853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:30.408505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.408901 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment fef1f1ea-d40a-473b-8eca-b5b20ab77d6b of type vlan for network bfc11d50-377d-4bdc-a3f6-6af787ab67a5 Aug 29 17:33:30.463229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ac5e88e-720e-4936-ba83-108e5b012888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.493873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.514650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02d1c8-5210-4568-847b-e09f8c66ea78 None None] Network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:30.534322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8bc64-389f-4e45-b412-c72dbf7345f9 None None] Update dhcp port {'port': {'network_id': 'ce8114d9-e69c-4216-a869-fdc0857bc2f1', 'fixed_ips': [{'subnet_id': '59949e50-4425-4c18-aaed-6bdea82bd05c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb10d322-d008-4631-969f-5a805c0fd2fe'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'b47cde22-f76f-4dc6-8717-ee0ee6e31076'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:33:30.556081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.569608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:30.570212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.570544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02d1c8-5210-4568-847b-e09f8c66ea78 None None] Network 3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:33:30.589848 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.602412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bc64-389f-4e45-b412-c72dbf7345f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.609111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3ac5e88e-720e-4936-ba83-108e5b012888 None None] For port b47cde22-f76f-4dc6-8717-ee0ee6e31076, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b47cde22-f76f-4dc6-8717-ee0ee6e31076,segment=NetworkSegment(8e13cab7-587f-4ced-bf5d-9cc224a122c8),segment_id=8e13cab7-587f-4ced-bf5d-9cc224a122c8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:30.627777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.644573 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ac5e88e-720e-4936-ba83-108e5b012888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.650530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 512a34da-c987-4b29-a70b-43587a415f62 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:30.651156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4144561 Aug 29 17:33:30.657744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57696) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:30.725590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830288dc-cfd1-4620-9e1d-f1ca574a5c5f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=bfc11d50-377d-4bdc-a3f6-6af787ab67a5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:30.733073 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:33:30.739288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.750312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network bfc11d50-377d-4bdc-a3f6-6af787ab67a5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:30.753719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.761795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9004065-f009-421e-b915-7466d0dd5433 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:30.763609 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b9004065-f009-421e-b915-7466d0dd5433 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/networks?id=bfc11d50-377d-4bdc-a3f6-6af787ab67a5 HTTP/1.1" status: 200 len: 761 time: 0.1048927 Aug 29 17:33:30.765794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.766372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57698) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:30.774046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-53183d90-ffde-4e69-a2f6-27352e2dcaed tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'description': 'd2'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:30.803223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network ce8114d9-e69c-4216-a869-fdc0857bc2f1 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:30.814852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:30.831550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:30.839688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:30.840371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:30.859814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5e88e-720e-4936-ba83-108e5b012888 None None] Pushing event updated for resources: {'Port': ['ID=b47cde22-f76f-4dc6-8717-ee0ee6e31076,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:30.883006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=512a34da-c987-4b29-a70b-43587a415f62,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:30.890541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d7b26019-e5c0-44a1-8602-c5eb330aac40 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.4694285 Aug 29 17:33:30.904630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:30.908894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57700) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:30.915425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '59949e50-4425-4c18-aaed-6bdea82bd05c'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:30.959974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca4d3df-48f7-4f56-9709-c6637ceba701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:30.962954 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1017126-092d-4a52-91b5-86031ef440a5" -d '{"events": [{"server_uuid": "9ca4d3df-48f7-4f56-9709-c6637ceba701", "name": "network-vif-plugged", "status": "completed", "tag": "bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:30.966895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Port': ['ID=f1f9637b-52d1-4691-93a7-38e49b27df90,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:31.003866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Checking segment: {'id': '41cc89c2-548f-4551-a735-58f2601b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7703bd1c-ed69-4de4-bbcf-36dc1227dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:31.004780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Network hostable DHCP agents. Network: 7703bd1c-ed69-4de4-bbcf-36dc1227dcf5, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:31.013042 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.043608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-53183d90-ffde-4e69-a2f6-27352e2dcaed tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.043743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Network 7703bd1c-ed69-4de4-bbcf-36dc1227dcf5 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:31.066155 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-53183d90-ffde-4e69-a2f6-27352e2dcaed tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.070733 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a420f930-e3c4-4c00-a35b-c7f5e357a2aa x-openstack-request-id: req-a420f930-e3c4-4c00-a35b-c7f5e357a2aa {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:31.071008 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca4d3df-48f7-4f56-9709-c6637ceba701", "name": "network-vif-plugged", "status": "completed", "tag": "bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:31.071253 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a420f930-e3c4-4c00-a35b-c7f5e357a2aa {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:31.072002 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca4d3df-48f7-4f56-9709-c6637ceba701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67', 'code': 200} Aug 29 17:33:31.073936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7703bd1c-ed69-4de4-bbcf-36dc1227dcf5) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:31.095464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:31.096709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.108849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a7f44f-a25a-42aa-b97a-99a630eeb81d None None] Network 7703bd1c-ed69-4de4-bbcf-36dc1227dcf5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:31.124842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53183d90-ffde-4e69-a2f6-27352e2dcaed tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network bfc11d50-377d-4bdc-a3f6-6af787ab67a5 is not hosted by any dhcp agent {{(pid=94796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:33:31.130396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53183d90-ffde-4e69-a2f6-27352e2dcaed tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.131046 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-53183d90-ffde-4e69-a2f6-27352e2dcaed tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.132357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-53183d90-ffde-4e69-a2f6-27352e2dcaed tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "PUT /v2.0/networks/bfc11d50-377d-4bdc-a3f6-6af787ab67a5 HTTP/1.1" status: 200 len: 758 time: 0.3640323 Aug 29 17:33:31.160184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57714) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:31.160798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Port': ['ID=d784f0a3-0a06-4a5e-960d-40ea2c76245d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:31.227269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53183d90-ffde-4e69-a2f6-27352e2dcaed tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=bfc11d50-377d-4bdc-a3f6-6af787ab67a5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:31.231728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:31.235329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648cf53-fbdb-47c9-be96-066168edb06f req-0116f641-1399-401c-ae11-784e8919cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.237691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1648cf53-fbdb-47c9-be96-066168edb06f req-0116f641-1399-401c-ae11-784e8919cb50 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 1097 time: 0.0749893 Aug 29 17:33:31.244231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network bfc11d50-377d-4bdc-a3f6-6af787ab67a5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:31.277965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f8988f-72e0-4671-a583-cb9ebb23353f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.282899 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a7f8988f-72e0-4671-a583-cb9ebb23353f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/networks?id=bfc11d50-377d-4bdc-a3f6-6af787ab67a5 HTTP/1.1" status: 200 len: 761 time: 0.1161091 Aug 29 17:33:31.285536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57718) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:31.291215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1152803381'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:31.314755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.320705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Checking segment: {'id': 'db00f626-5aa3-4979-a15e-838c78c8d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3ab1193-a542-42dc-9c1a-01e85ed9fd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:31.321660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Network hostable DHCP agents. Network: a3ab1193-a542-42dc-9c1a-01e85ed9fd18, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:31.367724 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1648cf53-fbdb-47c9-be96-066168edb06f req-42b6890b-58aa-44a1-805a-942c674ddc5e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022482 Aug 29 17:33:31.368534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Network a3ab1193-a542-42dc-9c1a-01e85ed9fd18 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:31.395474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a3ab1193-a542-42dc-9c1a-01e85ed9fd18) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:31.400103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:31.406255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.411573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:31.423689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.429087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.429087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.447637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de717ce-9aa2-44f4-aa12-8269c599138f None None] Network a3ab1193-a542-42dc-9c1a-01e85ed9fd18 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:31.490627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0d93361c-596a-420f-80d0-d4bc19aaf146 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0726299 Aug 29 17:33:31.494401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:31.512876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:31.518623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-7fb8bc64-389f-4e45-b412-c72dbf7345f9 None None] Allocated IP 2001:db8:0:1::2 (ce8114d9-e69c-4216-a869-fdc0857bc2f1/eb10d322-d008-4631-969f-5a805c0fd2fe/b47cde22-f76f-4dc6-8717-ee0ee6e31076) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:31.563637 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.563988 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment c7a6a7d0-2852-4829-9c5b-58d216b69d97 of type vlan for network d269d38d-9a9d-447b-aa6c-970c2635e037 Aug 29 17:33:31.603016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85620bc-e097-4b86-b10f-85b6fd5fba98 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.616542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85620bc-e097-4b86-b10f-85b6fd5fba98 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.622556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c85620bc-e097-4b86-b10f-85b6fd5fba98 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1243572 Aug 29 17:33:31.624823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57724) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:31.658664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.700768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847a218-efcf-408c-a43f-e193fc8129dc req-c1479f8c-784a-4fde-b839-0585fe734f78 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.702292 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4847a218-efcf-408c-a43f-e193fc8129dc req-c1479f8c-784a-4fde-b839-0585fe734f78 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 945 time: 0.2056067 Aug 29 17:33:31.750937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7fb8bc64-389f-4e45-b412-c72dbf7345f9 None None] For port b47cde22-f76f-4dc6-8717-ee0ee6e31076, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b47cde22-f76f-4dc6-8717-ee0ee6e31076,segment=NetworkSegment(8e13cab7-587f-4ced-bf5d-9cc224a122c8),segment_id=8e13cab7-587f-4ced-bf5d-9cc224a122c8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:31.756593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-318c88cb-1eff-4265-9d72-9340a1100ad8 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Deleting port f1f9637b-52d1-4691-93a7-38e49b27df90 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:31.757225 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-318c88cb-1eff-4265-9d72-9340a1100ad8 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.786163 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bc64-389f-4e45-b412-c72dbf7345f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.786870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4847a218-efcf-408c-a43f-e193fc8129dc req-43bf5c33-0b3d-4f56-90ec-8af81f0251dd tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779727 Aug 29 17:33:31.801807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7fb8bc64-389f-4e45-b412-c72dbf7345f9 None None] Transition to ACTIVE for port object b47cde22-f76f-4dc6-8717-ee0ee6e31076 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:31.803467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.810416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:31.811390 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.843560 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bc64-389f-4e45-b412-c72dbf7345f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.867983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-318c88cb-1eff-4265-9d72-9340a1100ad8 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:31.887974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-318c88cb-1eff-4265-9d72-9340a1100ad8 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Calling delete_port for f1f9637b-52d1-4691-93a7-38e49b27df90 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:31.902620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74249366-5606-471d-a03e-133c6aab0fbb up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:31.923977 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6373363 Aug 29 17:33:31.927512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=d269d38d-9a9d-447b-aa6c-970c2635e037,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:31.932364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57730) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:31.940629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': 'd269d38d-9a9d-447b-aa6c-970c2635e037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:31.958827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Delete allocated IP 2001:db8:0:1::b6 (ce8114d9-e69c-4216-a869-fdc0857bc2f1/eb10d322-d008-4631-969f-5a805c0fd2fe) {{(pid=94796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:33:31.978837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.979417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.979900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.980405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.980876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.981453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.981930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.982389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.982895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.983359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.983902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:31.984362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f0b52-3850-4e26-930a-992adf6da43d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:32.031685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-318c88cb-1eff-4265-9d72-9340a1100ad8 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.122496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-318c88cb-1eff-4265-9d72-9340a1100ad8 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.129343 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-318c88cb-1eff-4265-9d72-9340a1100ad8 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/ports/f1f9637b-52d1-4691-93a7-38e49b27df90 HTTP/1.1" status: 204 len: 168 time: 0.5030081 Aug 29 17:33:32.130357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57738) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:32.131362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c88cb-1eff-4265-9d72-9340a1100ad8 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Port': ['ID=f1f9637b-52d1-4691-93a7-38e49b27df90,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:32.152540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:32.156487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.223104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d269d38d-9a9d-447b-aa6c-970c2635e037 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:32.306272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8d904-6b18-4ea5-b219-e2944ac2171a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Deleting port d784f0a3-0a06-4a5e-960d-40ea2c76245d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:32.306272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d904-6b18-4ea5-b219-e2944ac2171a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.307024 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.331932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Ignored duplicate provisioning block setup for port 512a34da-c987-4b29-a70b-43587a415f62 by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:33:32.346413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.417500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b47cde22-f76f-4dc6-8717-ee0ee6e31076 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:32.497332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d904-6b18-4ea5-b219-e2944ac2171a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.503600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] In _notify_port_updated(), no bound segment for port 512a34da-c987-4b29-a70b-43587a415f62 on network ce8114d9-e69c-4216-a869-fdc0857bc2f1 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:33:32.509448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:32.510210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.511703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "PUT /v2.0/ports/512a34da-c987-4b29-a70b-43587a415f62 HTTP/1.1" status: 200 len: 925 time: 1.6016083 Aug 29 17:33:32.514791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816eb76-faf8-44d5-9fd6-43bbb62192c0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=512a34da-c987-4b29-a70b-43587a415f62,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:32.517259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57746) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:32.530835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8d904-6b18-4ea5-b219-e2944ac2171a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Calling delete_port for d784f0a3-0a06-4a5e-960d-40ea2c76245d owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:32.533012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '59949e50-4425-4c18-aaed-6bdea82bd05c'}, {'subnet_id': 'eb10d322-d008-4631-969f-5a805c0fd2fe'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:32.536471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 74249366-5606-471d-a03e-133c6aab0fbb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:32.540094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8bc64-389f-4e45-b412-c72dbf7345f9 None None] Pushing event updated for resources: {'Port': ['ID=b47cde22-f76f-4dc6-8717-ee0ee6e31076,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:32.569278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 74249366-5606-471d-a03e-133c6aab0fbb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:32.570852 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.662168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.693717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ae9f4a3a-c138-449f-bc58-a108e71a0615 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:32.753896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d904-6b18-4ea5-b219-e2944ac2171a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.813047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8d904-6b18-4ea5-b219-e2944ac2171a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Port': ['ID=d784f0a3-0a06-4a5e-960d-40ea2c76245d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:32.821752 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.826877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d904-6b18-4ea5-b219-e2944ac2171a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.828877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cbd8d904-6b18-4ea5-b219-e2944ac2171a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/ports/d784f0a3-0a06-4a5e-960d-40ea2c76245d HTTP/1.1" status: 204 len: 168 time: 0.6840849 Aug 29 17:33:32.835290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57750) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:32.908673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-733b15bb-1af9-456c-8512-c2d39fc1d486 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0721321 Aug 29 17:33:32.920552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57752) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:32.927102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-934064484'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:32.933086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74249366-5606-471d-a03e-133c6aab0fbb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74249366-5606-471d-a03e-133c6aab0fbb,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:32.966116 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:32.973726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port ae9f4a3a-c138-449f-bc58-a108e71a0615 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:33.002525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f73e85-02f8-4e95-84f3-b5a4a1058b2a req-53b29176-cd02-4dff-ad0f-206da3d4893d tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:33.004492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f73e85-02f8-4e95-84f3-b5a4a1058b2a req-53b29176-cd02-4dff-ad0f-206da3d4893d tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 945 time: 0.1037619 Aug 29 17:33:33.010810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Made reservation on behalf of 77ec2eb0657e4771a1525fed611f82de for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:33.015787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.018900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port ae9f4a3a-c138-449f-bc58-a108e71a0615 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:33.019406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.081899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74249366-5606-471d-a03e-133c6aab0fbb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:33.084654 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2948ed8c-076d-4f82-97d8-3f176030f415" -d '{"events": [{"server_uuid": "4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c", "name": "network-vif-plugged", "status": "completed", "tag": "74249366-5606-471d-a03e-133c6aab0fbb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:33.096786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74249366-5606-471d-a03e-133c6aab0fbb,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:33.102687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:33.112649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f73e85-02f8-4e95-84f3-b5a4a1058b2a req-0a384dbb-c0c1-4942-bf38-24323d971f30 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872300 Aug 29 17:33:33.130578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.131240 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Added segment a8a198e1-f380-49c4-8e80-54d999253b83 of type vlan for network 67878392-345a-450d-b47b-e36430c63640 Aug 29 17:33:33.211520 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b493f7-bb3f-44b9-8db8-f9ecf127581e x-openstack-request-id: req-b9b493f7-bb3f-44b9-8db8-f9ecf127581e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:33.212077 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c", "name": "network-vif-plugged", "status": "completed", "tag": "74249366-5606-471d-a03e-133c6aab0fbb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:33.212559 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9b493f7-bb3f-44b9-8db8-f9ecf127581e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:33.213165 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74249366-5606-471d-a03e-133c6aab0fbb', 'code': 200} Aug 29 17:33:33.240548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.241944 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.323098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port ae9f4a3a-c138-449f-bc58-a108e71a0615, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ae9f4a3a-c138-449f-bc58-a108e71a0615,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:33.330422 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.340768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.347803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:33.349182 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.390967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.404377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96208b9-7002-4927-ab8a-3205373a3460 None None] Network ce8114d9-e69c-4216-a869-fdc0857bc2f1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:33.424652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=e66cead6-1c2f-47b7-ad85-dc827c4bf3e8,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:33.428760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5070014 Aug 29 17:33:33.432839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57770) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:33.440133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-532357428'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:33.492794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': 'c7a6a7d0-2852-4829-9c5b-58d216b69d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd269d38d-9a9d-447b-aa6c-970c2635e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:33.498042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: d269d38d-9a9d-447b-aa6c-970c2635e037, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:33.503516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84850ef5-0d2c-41ca-8a8a-00c2a93d5350 req-bf409254-440b-47ce-aeb4-792a370f0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:33.503743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84850ef5-0d2c-41ca-8a8a-00c2a93d5350 req-bf409254-440b-47ce-aeb4-792a370f0f1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c HTTP/1.1" status: 200 len: 1098 time: 0.1896925 Aug 29 17:33:33.513949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=ae9f4a3a-c138-449f-bc58-a108e71a0615,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:33.515858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa0ee2-a738-4e4f-b74f-2978f01ba3a6 req-cd7fb828-f756-41bc-a1a1-220e45ae8ab7 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:33.517832 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62aa0ee2-a738-4e4f-b74f-2978f01ba3a6 req-cd7fb828-f756-41bc-a1a1-220e45ae8ab7 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 945 time: 0.2011385 Aug 29 17:33:33.518793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5bf80-13ca-41b6-abbf-ebdff1d07d96 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Network': ['ID=67878392-345a-450d-b47b-e36430c63640,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:33.567052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 67878392-345a-450d-b47b-e36430c63640 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:33.575805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-050fa70a-5f06-4086-bf4c-b3d5fab609a6 None None] Provisioning for port b47cde22-f76f-4dc6-8717-ee0ee6e31076 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:33.591063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62aa0ee2-a738-4e4f-b74f-2978f01ba3a6 req-252f1d90-ecb4-40dd-9f8c-0fd2de015c1d tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650620 Aug 29 17:33:33.646969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-050fa70a-5f06-4086-bf4c-b3d5fab609a6 None None] Provisioning complete for port b47cde22-f76f-4dc6-8717-ee0ee6e31076 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:33.647638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-050fa70a-5f06-4086-bf4c-b3d5fab609a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.663348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84850ef5-0d2c-41ca-8a8a-00c2a93d5350 req-e1207ea1-4318-4398-914f-b3de82cfe52c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446278 Aug 29 17:33:33.672649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Made reservation on behalf of 77ec2eb0657e4771a1525fed611f82de for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:33.677037 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.694130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network d269d38d-9a9d-447b-aa6c-970c2635e037 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:33.749103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d269d38d-9a9d-447b-aa6c-970c2635e037) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:33.768472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303abd4c-8cb3-485b-9f0d-acd7b73526c4 None None] Network d269d38d-9a9d-447b-aa6c-970c2635e037 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:33.769942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:33.771062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.804926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:33.842704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57774) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:33.843930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bca3c711-71e4-4383-be11-656177099e0c tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9095287 Aug 29 17:33:33.849056 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:33.849415 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Added segment 2f089c9c-7dda-41e0-9000-0a57f3ebd5b0 of type vlan for network ab0889ab-1ede-490f-972e-4c7a1ed785da Aug 29 17:33:33.918724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.009269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d269d38d-9a9d-447b-aa6c-970c2635e037', 'network_id': 'd269d38d-9a9d-447b-aa6c-970c2635e037', 'tenant_id': 'd748bdbf016d45358170f503597e99ca', 'fixed_ips': [{'subnet_id': 'e66cead6-1c2f-47b7-ad85-dc827c4bf3e8'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:34.012899 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.039179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.105825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.131019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.144482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:34.145890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.228810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Allocated IP 172.20.0.2 (d269d38d-9a9d-447b-aa6c-970c2635e037/e66cead6-1c2f-47b7-ad85-dc827c4bf3e8/ef04d29c-c00a-421f-bd51-59ef1535d1e6) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:34.235051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8:0:1::339 (ce8114d9-e69c-4216-a869-fdc0857bc2f1/eb10d322-d008-4631-969f-5a805c0fd2fe/512a34da-c987-4b29-a70b-43587a415f62) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:34.271304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8351960 Aug 29 17:33:34.370769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c2cc0-7ec3-4105-9146-8d7f47149147 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Network': ['ID=ab0889ab-1ede-490f-972e-4c7a1ed785da,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:34.388639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ab0889ab-1ede-490f-972e-4c7a1ed785da details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:34.418183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57786) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:34.424976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'subnets': [{'network_id': '67878392-345a-450d-b47b-e36430c63640', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1407108514', 'ip_version': 4}, {'network_id': 'ab0889ab-1ede-490f-972e-4c7a1ed785da', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:34.425372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'subnet': {'network_id': '67878392-345a-450d-b47b-e36430c63640', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1407108514', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:34.426024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Request body: {'subnet': {'network_id': 'ab0889ab-1ede-490f-972e-4c7a1ed785da', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:34.441129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b47cde22-f76f-4dc6-8717-ee0ee6e31076 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:34.549616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.565266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Ignored duplicate provisioning block setup for port 512a34da-c987-4b29-a70b-43587a415f62 by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:33:34.574056 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.648651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a25e5a8b-f2c6-4f96-92cb-6693e40fcfc1 None None] Provisioning complete for port b47cde22-f76f-4dc6-8717-ee0ee6e31076 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:34.649197 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a25e5a8b-f2c6-4f96-92cb-6693e40fcfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.732937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.770235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b47cde22-f76f-4dc6-8717-ee0ee6e31076 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:34.770748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.784410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Made reservation on behalf of 77ec2eb0657e4771a1525fed611f82de for: {'subnet': 2} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:34.789599 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.789956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.807318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] In _notify_port_updated(), no bound segment for port 512a34da-c987-4b29-a70b-43587a415f62 on network ce8114d9-e69c-4216-a869-fdc0857bc2f1 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:33:34.813672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:34.814327 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:34.820591 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "PUT /v2.0/ports/512a34da-c987-4b29-a70b-43587a415f62 HTTP/1.1" status: 200 len: 1011 time: 2.2904398 Aug 29 17:33:34.834225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57792) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:34.855463 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102e847-693d-49f0-a95e-7def64898f01 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=512a34da-c987-4b29-a70b-43587a415f62,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:34.863122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Transition to ACTIVE for port object ef04d29c-c00a-421f-bd51-59ef1535d1e6 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:34.893515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785ecec-41c7-4c6a-972a-9ebfa4c87e3a req-a982bd2e-4963-4338-8613-ad6bf6540101 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:34.901691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f785ecec-41c7-4c6a-972a-9ebfa4c87e3a req-a982bd2e-4963-4338-8613-ad6bf6540101 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 945 time: 0.1362631 Aug 29 17:33:34.960695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f785ecec-41c7-4c6a-972a-9ebfa4c87e3a req-c110afdc-df6c-4f65-a734-c955ae5123be tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527515 Aug 29 17:33:34.963759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Transition to ACTIVE for port object ef04d29c-c00a-421f-bd51-59ef1535d1e6 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:35.028426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.030647 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.096491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Network d269d38d-9a9d-447b-aa6c-970c2635e037 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:35.109539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:35.112091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:35.123020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=e66cead6-1c2f-47b7-ad85-dc827c4bf3e8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:35.147186 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Pushing event updated for resources: {'Port': ['ID=ef04d29c-c00a-421f-bd51-59ef1535d1e6,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:35.154613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a25e5a8b-f2c6-4f96-92cb-6693e40fcfc1 None None] Provisioning for port 512a34da-c987-4b29-a70b-43587a415f62 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:35.179926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a25e5a8b-f2c6-4f96-92cb-6693e40fcfc1 None None] Provisioning complete for port 512a34da-c987-4b29-a70b-43587a415f62 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:35.180410 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a25e5a8b-f2c6-4f96-92cb-6693e40fcfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.215050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6349a2-335e-4bb6-a042-15266f007245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9f4a3a-c138-449f-bc58-a108e71a0615'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:35.217695 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff8e96c-ed0b-4fc8-b74a-1b56f6e228e7" -d '{"events": [{"server_uuid": "2d6349a2-335e-4bb6-a042-15266f007245", "name": "network-vif-plugged", "status": "completed", "tag": "ae9f4a3a-c138-449f-bc58-a108e71a0615"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:35.241597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Attempting to bind port ef04d29c-c00a-421f-bd51-59ef1535d1e6 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:35.242591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Attempting to bind port ef04d29c-c00a-421f-bd51-59ef1535d1e6 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c7a6a7d0-2852-4829-9c5b-58d216b69d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd269d38d-9a9d-447b-aa6c-970c2635e037'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:35.243076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Attempting to bind port ef04d29c-c00a-421f-bd51-59ef1535d1e6 on network d269d38d-9a9d-447b-aa6c-970c2635e037 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:35.251736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:35.252249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Checking segment: {'id': 'c7a6a7d0-2852-4829-9c5b-58d216b69d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd269d38d-9a9d-447b-aa6c-970c2635e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:35.252803 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.253288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Bound using segment: {'id': 'c7a6a7d0-2852-4829-9c5b-58d216b69d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd269d38d-9a9d-447b-aa6c-970c2635e037'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:35.253868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Bound port: ef04d29c-c00a-421f-bd51-59ef1535d1e6, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a6a7d0-2852-4829-9c5b-58d216b69d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd269d38d-9a9d-447b-aa6c-970c2635e037'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:35.254347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.257881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a25e5a8b-f2c6-4f96-92cb-6693e40fcfc1 None None] Port 512a34da-c987-4b29-a70b-43587a415f62 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:35.278170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.306316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d269d38d-9a9d-447b-aa6c-970c2635e037']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:35.343231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a6a7d0-2852-4829-9c5b-58d216b69d97') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:35.343543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a6a7d0-2852-4829-9c5b-58d216b69d97') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:35.348183 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1300bcfd-9f1e-497a-860c-1c072af3c9b1 x-openstack-request-id: req-1300bcfd-9f1e-497a-860c-1c072af3c9b1 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:35.348651 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6349a2-335e-4bb6-a042-15266f007245", "name": "network-vif-plugged", "status": "completed", "tag": "ae9f4a3a-c138-449f-bc58-a108e71a0615", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:35.349203 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1300bcfd-9f1e-497a-860c-1c072af3c9b1 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:35.349779 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6349a2-335e-4bb6-a042-15266f007245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9f4a3a-c138-449f-bc58-a108e71a0615', 'code': 200} Aug 29 17:33:35.357325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-688c10b6-aa36-49f8-8f47-3417db88393f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 512a34da-c987-4b29-a70b-43587a415f62 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:35.357815 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-688c10b6-aa36-49f8-8f47-3417db88393f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.414066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6a34d152-22fe-4b90-860f-f821dfbcb3ab None None] Provisioning complete for port 512a34da-c987-4b29-a70b-43587a415f62 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:35.414692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6a34d152-22fe-4b90-860f-f821dfbcb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.421796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] For port ef04d29c-c00a-421f-bd51-59ef1535d1e6, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:35.444542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fe3db-4aca-4aed-b2ef-5f4122293940 req-39ac4ce3-5cb1-4f2f-8da2-8285898bd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:35.447239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d9fe3db-4aca-4aed-b2ef-5f4122293940 req-39ac4ce3-5cb1-4f2f-8da2-8285898bd6fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 1097 time: 0.0901089 Aug 29 17:33:35.456684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] For port ef04d29c-c00a-421f-bd51-59ef1535d1e6, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ef04d29c-c00a-421f-bd51-59ef1535d1e6,segment=NetworkSegment(c7a6a7d0-2852-4829-9c5b-58d216b69d97),segment_id=c7a6a7d0-2852-4829-9c5b-58d216b69d97)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:35.482681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.487340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.509196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6a34d152-22fe-4b90-860f-f821dfbcb3ab None None] Port 512a34da-c987-4b29-a70b-43587a415f62 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:35.562562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.565077 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d9fe3db-4aca-4aed-b2ef-5f4122293940 req-80d66da9-396e-4162-8dbd-8123f9c8a9e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957291 Aug 29 17:33:35.610437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-688c10b6-aa36-49f8-8f47-3417db88393f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.611096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a469b-bca5-401e-bc85-667a71f6fbb4 None None] Pushing event updated for resources: {'Port': ['ID=ef04d29c-c00a-421f-bd51-59ef1535d1e6,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:35.633287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:35.634054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:35.637302 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:35.657534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1093721d-c509-48ba-9a6a-8ca70cf26b5b None None] Provisioning complete for port 512a34da-c987-4b29-a70b-43587a415f62 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:35.658067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1093721d-c509-48ba-9a6a-8ca70cf26b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:35.682748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5819803-2476-46fe-9b56-29cd48be8118 None None] Network d269d38d-9a9d-447b-aa6c-970c2635e037 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:35.699891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-688c10b6-aa36-49f8-8f47-3417db88393f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 512a34da-c987-4b29-a70b-43587a415f62 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:35.761413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1093721d-c509-48ba-9a6a-8ca70cf26b5b None None] Port 512a34da-c987-4b29-a70b-43587a415f62 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:35.796380 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:33:35.796380 n-d-713499-15 neutron-server[94795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:33:35.796380 n-d-713499-15 neutron-server[94795]: [parameters: {'id': 'd269d38d-9a9d-447b-aa6c-970c2635e037'}] Aug 29 17:33:35.796380 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:33:35.796722 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:33:35.875547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53e417-e81c-4895-9400-cd2259ce072c None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:33:36.045661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53e417-e81c-4895-9400-cd2259ce072c None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:33:36.126176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819a5b4-98f2-4ee8-b2d2-34197b6dede0 req-da6e11ef-9aff-482b-ae63-0e09db8f1133 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:36.137046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8819a5b4-98f2-4ee8-b2d2-34197b6dede0 req-da6e11ef-9aff-482b-ae63-0e09db8f1133 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 945 time: 0.0765364 Aug 29 17:33:36.196073 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8819a5b4-98f2-4ee8-b2d2-34197b6dede0 req-79defd3f-9a75-45ad-9c45-03025daa104d tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576906 Aug 29 17:33:36.196835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-688c10b6-aa36-49f8-8f47-3417db88393f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.199318 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.309204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c10b6-aa36-49f8-8f47-3417db88393f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=512a34da-c987-4b29-a70b-43587a415f62,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:36.316698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.338786 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-688c10b6-aa36-49f8-8f47-3417db88393f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.343743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57810) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:36.344147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-688c10b6-aa36-49f8-8f47-3417db88393f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/512a34da-c987-4b29-a70b-43587a415f62 HTTP/1.1" status: 204 len: 168 time: 1.5090196 Aug 29 17:33:36.374618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Subnet': ['ID=b168a32d-6b5e-44c3-a1a2-5604662b3a09,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:36.383914 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-620314a3-b14f-4e47-9e08-47d03306b819 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:36.386633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-620314a3-b14f-4e47-9e08-47d03306b819 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/512a34da-c987-4b29-a70b-43587a415f62 HTTP/1.1" status: 404 len: 333 time: 0.0409710 Aug 29 17:33:36.390214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57812) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:36.409456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Checking segment: {'id': 'a8a198e1-f380-49c4-8e80-54d999253b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '67878392-345a-450d-b47b-e36430c63640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:36.409992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Network hostable DHCP agents. Network: 67878392-345a-450d-b47b-e36430c63640, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:36.444792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Network 67878392-345a-450d-b47b-e36430c63640 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:36.456481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb924466-e24b-4a34-9a38-429292d7e702 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:33:36.458401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Deleting port ef04d29c-c00a-421f-bd51-59ef1535d1e6 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:36.458839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.466098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 67878392-345a-450d-b47b-e36430c63640) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:36.502414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b44e753-e10d-4886-bad9-62f1c5beeafe tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet eb10d322-d008-4631-969f-5a805c0fd2fe {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:36.507299 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b44e753-e10d-4886-bad9-62f1c5beeafe tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.514842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.575170 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b44e753-e10d-4886-bad9-62f1c5beeafe tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.626931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event updated for resources: {'Subnet': ['ID=23b51777-cf36-4139-90f3-d4d0218a57e0,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:36.676513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Checking segment: {'id': '2f089c9c-7dda-41e0-9000-0a57f3ebd5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ab0889ab-1ede-490f-972e-4c7a1ed785da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:36.676717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Network hostable DHCP agents. Network: ab0889ab-1ede-490f-972e-4c7a1ed785da, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:36.683177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] For port ef04d29c-c00a-421f-bd51-59ef1535d1e6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ef04d29c-c00a-421f-bd51-59ef1535d1e6,segment=NetworkSegment(c7a6a7d0-2852-4829-9c5b-58d216b69d97),segment_id=c7a6a7d0-2852-4829-9c5b-58d216b69d97)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:36.683796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.709535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Calling delete_port for ef04d29c-c00a-421f-bd51-59ef1535d1e6 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:36.716165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Network ab0889ab-1ede-490f-972e-4c7a1ed785da is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:36.734855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ab0889ab-1ede-490f-972e-4c7a1ed785da) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:36.774303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b44e753-e10d-4886-bad9-62f1c5beeafe tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.779852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:36.780340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:36.781017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.814133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e18c1801-a6d6-4c20-8cec-5135d3614cf7 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3916824 Aug 29 17:33:36.815229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57824) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:36.903362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b44e753-e10d-4886-bad9-62f1c5beeafe tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.912260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f878dab-0864-44b7-a652-d326bee933f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:36.917360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f878dab-0864-44b7-a652-d326bee933f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:36.920387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f878dab-0864-44b7-a652-d326bee933f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:36.926860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0f878dab-0864-44b7-a652-d326bee933f3 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1083696 Aug 29 17:33:36.927824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57828) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:36.943937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44e753-e10d-4886-bad9-62f1c5beeafe tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=eb10d322-d008-4631-969f-5a805c0fd2fe,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:36.951457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b44e753-e10d-4886-bad9-62f1c5beeafe tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:36.956755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6b44e753-e10d-4886-bad9-62f1c5beeafe tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/eb10d322-d008-4631-969f-5a805c0fd2fe HTTP/1.1" status: 204 len: 168 time: 0.5648048 Aug 29 17:33:36.958139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57830) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:37.022003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d73942-be05-4610-a44d-e32cf5a5d802 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Deleting subnet b168a32d-6b5e-44c3-a1a2-5604662b3a09 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:37.025041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-67025169-d36f-4226-8a91-b7529f9de90f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet 59949e50-4425-4c18-aaed-6bdea82bd05c {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:37.025721 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78d73942-be05-4610-a44d-e32cf5a5d802 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.033585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67025169-d36f-4226-8a91-b7529f9de90f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.094757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78d73942-be05-4610-a44d-e32cf5a5d802 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.096533 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb924466-e24b-4a34-9a38-429292d7e702 None None] Unable to find a vacant binding_index for network ab0889ab-1ede-490f-972e-4c7a1ed785da and agent cf392b83-1328-4133-8067-f37c9d739ed6 {{(pid=94797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 29 17:33:37.098311 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.103556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb924466-e24b-4a34-9a38-429292d7e702 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ab0889ab-1ede-490f-972e-4c7a1ed785da) {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:33:37.107856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67025169-d36f-4226-8a91-b7529f9de90f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.243624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67025169-d36f-4226-8a91-b7529f9de90f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.323862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67025169-d36f-4226-8a91-b7529f9de90f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.363115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67025169-d36f-4226-8a91-b7529f9de90f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=59949e50-4425-4c18-aaed-6bdea82bd05c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:37.371122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67025169-d36f-4226-8a91-b7529f9de90f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.373466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-67025169-d36f-4226-8a91-b7529f9de90f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/59949e50-4425-4c18-aaed-6bdea82bd05c HTTP/1.1" status: 204 len: 168 time: 0.4138927 Aug 29 17:33:37.376027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57834) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:37.476653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.556761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port b47cde22-f76f-4dc6-8717-ee0ee6e31076 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:37.556761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.584479 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78d73942-be05-4610-a44d-e32cf5a5d802 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.588817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Port': ['ID=ef04d29c-c00a-421f-bd51-59ef1535d1e6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:37.594685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ab0889ab-1ede-490f-972e-4c7a1ed785da', 'network_id': 'ab0889ab-1ede-490f-972e-4c7a1ed785da', 'tenant_id': '77ec2eb0657e4771a1525fed611f82de', 'fixed_ips': [{'subnet_id': '23b51777-cf36-4139-90f3-d4d0218a57e0'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:37.598528 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.606532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9dffd-7ccc-4745-9a87-f6070bcebc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-67878392-345a-450d-b47b-e36430c63640', 'network_id': '67878392-345a-450d-b47b-e36430c63640', 'tenant_id': '77ec2eb0657e4771a1525fed611f82de', 'fixed_ips': [{'subnet_id': 'b168a32d-6b5e-44c3-a1a2-5604662b3a09'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:37.607454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dffd-7ccc-4745-9a87-f6070bcebc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.628937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No DVR routers for this DVR port ef04d29c-c00a-421f-bd51-59ef1535d1e6 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:37.698450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] For port b47cde22-f76f-4dc6-8717-ee0ee6e31076, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b47cde22-f76f-4dc6-8717-ee0ee6e31076,segment=NetworkSegment(8e13cab7-587f-4ced-bf5d-9cc224a122c8),segment_id=8e13cab7-587f-4ced-bf5d-9cc224a122c8)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:37.699479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.715525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for b47cde22-f76f-4dc6-8717-ee0ee6e31076 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:37.746333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.756742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d269d38d-9a9d-447b-aa6c-970c2635e037']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:37.769084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a6a7d0-2852-4829-9c5b-58d216b69d97') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:37.769532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a6a7d0-2852-4829-9c5b-58d216b69d97') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:37.779461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.800008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.811769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:37.812585 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.816745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:37.827680 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:37.857004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=b47cde22-f76f-4dc6-8717-ee0ee6e31076,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:37.861766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No DVR routers for this DVR port b47cde22-f76f-4dc6-8717-ee0ee6e31076 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:37.876096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9947e9-4b0d-4919-a159-14bb76733029 req-68e0a8af-bd4d-4bbf-afbb-25c63964b288 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:37.878642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c9947e9-4b0d-4919-a159-14bb76733029 req-68e0a8af-bd4d-4bbf-afbb-25c63964b288 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 945 time: 0.3724375 Aug 29 17:33:37.952910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Allocated IP 172.20.0.18 (ab0889ab-1ede-490f-972e-4c7a1ed785da/23b51777-cf36-4139-90f3-d4d0218a57e0/d5c38a88-4773-4012-b4c9-28b446ff0224) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:37.961722 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:37.976411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8114d9-e69c-4216-a869-fdc0857bc2f1']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:37.989542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e13cab7-587f-4ced-bf5d-9cc224a122c8') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:37.989542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e13cab7-587f-4ced-bf5d-9cc224a122c8') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:38.000858 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.010892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78d73942-be05-4610-a44d-e32cf5a5d802 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.020809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.027535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:38.028436 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.029043 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.056886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c9947e9-4b0d-4919-a159-14bb76733029 req-eb337bab-aed2-41f6-b1a9-6a3b746e3521 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325445 Aug 29 17:33:38.080790 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.083179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/d269d38d-9a9d-447b-aa6c-970c2635e037 HTTP/1.1" status: 204 len: 168 time: 4.2388666 Aug 29 17:33:38.084568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b983f-e53c-4ae3-b42e-e8d7dcdb09e1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=d269d38d-9a9d-447b-aa6c-970c2635e037,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:38.092616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d73942-be05-4610-a44d-e32cf5a5d802 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Subnet': ['ID=b168a32d-6b5e-44c3-a1a2-5604662b3a09,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:38.095122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57854) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.097428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78d73942-be05-4610-a44d-e32cf5a5d802 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.105361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-78d73942-be05-4610-a44d-e32cf5a5d802 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/subnets/b168a32d-6b5e-44c3-a1a2-5604662b3a09 HTTP/1.1" status: 204 len: 168 time: 1.1716437 Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-9ce9dffd-7ccc-4745-9a87-f6070bcebc9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b168a32d-6b5e-44c3-a1a2-5604662b3a09: This subnet is being modified by another concurrent operation. Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:33:38.112239 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b168a32d-6b5e-44c3-a1a2-5604662b3a09: This subnet is being modified by another concurrent operation. Aug 29 17:33:38.115820 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57856) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:38.118128 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:38.184721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c62e16-0fce-4f97-94a0-5e92df28fb13 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Deleting subnet 23b51777-cf36-4139-90f3-d4d0218a57e0 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:38.188266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.211996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.214198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/networks/ce8114d9-e69c-4216-a869-fdc0857bc2f1 HTTP/1.1" status: 204 len: 168 time: 0.8337915 Aug 29 17:33:38.216092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711df080-93f9-4e8b-8e43-b002a5cb3383 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Network': ['ID=ce8114d9-e69c-4216-a869-fdc0857bc2f1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:38.220950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57858) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.240718 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4a3395-5f55-404d-98b8-72a0ad9d6d00 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] GET failed (client error): The resource could not be found. Aug 29 17:33:38.245110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57860) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.246449 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8f4a3395-5f55-404d-98b8-72a0ad9d6d00 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/subnets/e66cead6-1c2f-47b7-ad85-dc827c4bf3e8 HTTP/1.1" status: 404 len: 337 time: 0.1389697 Aug 29 17:33:38.284257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.288045 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf4418b-3181-4297-8987-0c49a5b08034 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:38.288853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf4418b-3181-4297-8987-0c49a5b08034 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:38.290806 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bdf4418b-3181-4297-8987-0c49a5b08034 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/d269d38d-9a9d-447b-aa6c-970c2635e037 HTTP/1.1" status: 404 len: 339 time: 0.0446777 Aug 29 17:33:38.294504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57862) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.297145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Transition to ACTIVE for port object d5c38a88-4773-4012-b4c9-28b446ff0224 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:38.315131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Transition to ACTIVE for port object d5c38a88-4773-4012-b4c9-28b446ff0224 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:38.332789 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.337853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797a3be-b642-4161-9213-48d6c16fe2b4 req-c6b60d41-8524-4342-82f7-1b11c9d7959a tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.340127 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3797a3be-b642-4161-9213-48d6c16fe2b4 req-c6b60d41-8524-4342-82f7-1b11c9d7959a tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c HTTP/1.1" status: 200 len: 946 time: 0.1182575 Aug 29 17:33:38.363250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32c62e16-0fce-4f97-94a0-5e92df28fb13 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.374150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f14244-575a-4ae3-90d4-7d307bbc8486 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.375935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16f14244-575a-4ae3-90d4-7d307bbc8486 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1527550 Aug 29 17:33:38.382244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57864) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.385882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Network ab0889ab-1ede-490f-972e-4c7a1ed785da is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:38.390561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:38.398844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:38.424196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Pushing event updated for resources: {'Port': ['ID=d5c38a88-4773-4012-b4c9-28b446ff0224,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:38.436177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32c62e16-0fce-4f97-94a0-5e92df28fb13 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.437279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3797a3be-b642-4161-9213-48d6c16fe2b4 req-a78661eb-2549-435b-a0d2-adf0a7559648 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868638 Aug 29 17:33:38.458513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-59999af7-fb9f-4aa1-89d8-6566a34012a8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0751534 Aug 29 17:33:38.461788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57866) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.484485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-115505109'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:38.531363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a89decb-4d14-4d83-935b-83e30f07f25e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.533153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1a89decb-4d14-4d83-935b-83e30f07f25e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2376950 Aug 29 17:33:38.536576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57870) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.542782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Attempting to bind port d5c38a88-4773-4012-b4c9-28b446ff0224 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:38.543161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Attempting to bind port d5c38a88-4773-4012-b4c9-28b446ff0224 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '2f089c9c-7dda-41e0-9000-0a57f3ebd5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ab0889ab-1ede-490f-972e-4c7a1ed785da'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:38.543584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Attempting to bind port d5c38a88-4773-4012-b4c9-28b446ff0224 on network ab0889ab-1ede-490f-972e-4c7a1ed785da {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:38.548829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:38.549216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Checking segment: {'id': '2f089c9c-7dda-41e0-9000-0a57f3ebd5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ab0889ab-1ede-490f-972e-4c7a1ed785da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:38.549625 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.550493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Bound using segment: {'id': '2f089c9c-7dda-41e0-9000-0a57f3ebd5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ab0889ab-1ede-490f-972e-4c7a1ed785da'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:38.550996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Bound port: d5c38a88-4773-4012-b4c9-28b446ff0224, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f089c9c-7dda-41e0-9000-0a57f3ebd5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ab0889ab-1ede-490f-972e-4c7a1ed785da'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:38.551384 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.602407 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32c62e16-0fce-4f97-94a0-5e92df28fb13 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.629793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:38.639880 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.654919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57872) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.657094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ff8c593f-3407-4673-85b9-deaededa6d7f tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 207 time: 0.1184044 Aug 29 17:33:38.689036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:38.700922 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.701439 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Added segment b952b1a9-2d4c-4b1a-b963-93e1dc2241be of type vlan for network a5e6f956-306d-4b25-94f3-40da4a3b2753 Aug 29 17:33:38.795370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] For port d5c38a88-4773-4012-b4c9-28b446ff0224, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:38.795555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32c62e16-0fce-4f97-94a0-5e92df28fb13 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.799746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] For port d5c38a88-4773-4012-b4c9-28b446ff0224, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d5c38a88-4773-4012-b4c9-28b446ff0224,segment=NetworkSegment(2f089c9c-7dda-41e0-9000-0a57f3ebd5b0),segment_id=2f089c9c-7dda-41e0-9000-0a57f3ebd5b0)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:38.810470 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.834954 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.857380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c62e16-0fce-4f97-94a0-5e92df28fb13 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Subnet': ['ID=23b51777-cf36-4139-90f3-d4d0218a57e0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:38.860446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32c62e16-0fce-4f97-94a0-5e92df28fb13 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.865068 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-32c62e16-0fce-4f97-94a0-5e92df28fb13 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/subnets/23b51777-cf36-4139-90f3-d4d0218a57e0 HTTP/1.1" status: 204 len: 168 time: 0.7480710 Aug 29 17:33:38.866545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57886) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.875670 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf7f09-8d71-4691-af2b-be56a59da9a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.882996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf7f09-8d71-4691-af2b-be56a59da9a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.891542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf7f09-8d71-4691-af2b-be56a59da9a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.898486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf7f09-8d71-4691-af2b-be56a59da9a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.902618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8fbf7f09-8d71-4691-af2b-be56a59da9a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2458770 Aug 29 17:33:38.908538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57888) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.912864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705230-6cdb-49f2-ab0e-d0dc98025f1d None None] Pushing event updated for resources: {'Port': ['ID=d5c38a88-4773-4012-b4c9-28b446ff0224,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:38.944143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6dc0-356d-4d91-9f80-6cef2f3af869 req-6d899f80-bed9-4e65-8790-a64447a9cb47 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.946219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-882e6dc0-356d-4d91-9f80-6cef2f3af869 req-6d899f80-bed9-4e65-8790-a64447a9cb47 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c HTTP/1.1" status: 200 len: 946 time: 0.1398032 Aug 29 17:33:38.968083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317cd5a-89bf-4628-a162-aa1c1da28f39 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.972939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:38.975130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8317cd5a-89bf-4628-a162-aa1c1da28f39 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708990 Aug 29 17:33:38.976774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57890) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:38.990044 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:38.990712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.074846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.141194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Deleting port d5c38a88-4773-4012-b4c9-28b446ff0224 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:39.141529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.149233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Network': ['ID=a5e6f956-306d-4b25-94f3-40da4a3b2753,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:39.175742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a5e6f956-306d-4b25-94f3-40da4a3b2753 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:39.188540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f62c1b6-2eab-456a-af80-4615fda85b8d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7251172 Aug 29 17:33:39.212836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57894) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:39.230843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:39.242921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-882e6dc0-356d-4d91-9f80-6cef2f3af869 req-fd597c5a-0136-4ef8-a3e4-4bb4860fbcb1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714527 Aug 29 17:33:39.307867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] For port d5c38a88-4773-4012-b4c9-28b446ff0224, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d5c38a88-4773-4012-b4c9-28b446ff0224,segment=NetworkSegment(2f089c9c-7dda-41e0-9000-0a57f3ebd5b0),segment_id=2f089c9c-7dda-41e0-9000-0a57f3ebd5b0)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:39.308250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.316293 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bcc06af1-edf3-46f3-a545-0bad0de07ba3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4047005 Aug 29 17:33:39.320888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57896) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:39.343214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Calling delete_port for d5c38a88-4773-4012-b4c9-28b446ff0224 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:39.449592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:39.454681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.498269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6f709-bf4b-4c94-bb92-04e2f2b6f52e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:39.500392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6f709-bf4b-4c94-bb92-04e2f2b6f52e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:39.501924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2ab6f709-bf4b-4c94-bb92-04e2f2b6f52e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1754920 Aug 29 17:33:39.505623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57898) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:39.581302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc529b50-c4ed-4477-81bc-d11e890c921d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:39.582950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc529b50-c4ed-4477-81bc-d11e890c921d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:39.584614 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dc529b50-c4ed-4477-81bc-d11e890c921d tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0757506 Aug 29 17:33:39.588250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57900) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:39.613708 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.693371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] No DVR routers for this DVR port d5c38a88-4773-4012-b4c9-28b446ff0224 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:39.695065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Port': ['ID=d5c38a88-4773-4012-b4c9-28b446ff0224,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:39.723277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.805291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=cd56ba7b-1394-4f2d-a74e-7501f25c6f7e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:39.814688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Checking segment: {'id': 'b952b1a9-2d4c-4b1a-b963-93e1dc2241be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:39.815156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network hostable DHCP agents. Network: a5e6f956-306d-4b25-94f3-40da4a3b2753, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:39.816281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.836321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e101d3bf-26a7-4406-affa-084b63ce50fe tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:39.839689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e101d3bf-26a7-4406-affa-084b63ce50fe tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/networks/ea942e48-d595-4531-99c7-7bb95590a484 HTTP/1.1" status: 200 len: 799 time: 0.2504585 Aug 29 17:33:39.843305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57908) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:39.852361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0889ab-1ede-490f-972e-4c7a1ed785da']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:39.865501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f089c9c-7dda-41e0-9000-0a57f3ebd5b0') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:39.866052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f089c9c-7dda-41e0-9000-0a57f3ebd5b0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:39.887112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.901513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network a5e6f956-306d-4b25-94f3-40da4a3b2753 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:39.918018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.926128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:39.926548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:39.930886 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:40.020637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-851c8e7a-3915-4ea6-9a59-888b5e4bed25 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/networks/ea942e48-d595-4531-99c7-7bb95590a484?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1727769 Aug 29 17:33:40.023394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57914) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:40.035022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a5e6f956-306d-4b25-94f3-40da4a3b2753) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:40.042531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:40.043484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.067617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-183e6846-69e0-4d86-b790-863293f31276 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8512514 Aug 29 17:33:40.070956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57916) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:40.078628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753', 'name': 'tempest-PortsIpV6TestJSON-1169412896'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:40.108943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b434b71-64ec-42b3-b351-f538d3f31189 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:40.110334 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8b434b71-64ec-42b3-b351-f538d3f31189 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/subnets/3ae7cbb3-1f5f-4db8-acc2-37518629647a HTTP/1.1" status: 200 len: 811 time: 0.0765991 Aug 29 17:33:40.114080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57918) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:40.128721 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.170450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.173285 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/networks/ab0889ab-1ede-490f-972e-4c7a1ed785da HTTP/1.1" status: 204 len: 168 time: 1.1952553 Aug 29 17:33:40.176366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57920) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:40.212557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631ede-0fde-4f9e-8153-fe88f3bc025a tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Network': ['ID=ab0889ab-1ede-490f-972e-4c7a1ed785da,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:40.307043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:40.311066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.338477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 9b0ca541-49fa-4362-a5e5-8d036d31e682 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:40.377937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc73fa0-3bfe-4a43-b01e-7d81b4691214 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:33:40.401391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0815d-84ce-4eff-a986-179d81beb682 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['shared'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:40.402819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e0d0815d-84ce-4eff-a986-179d81beb682 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "GET /v2.0/subnets/3ae7cbb3-1f5f-4db8-acc2-37518629647a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2848637 Aug 29 17:33:40.409972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57926) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:40.417753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109949863'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:40.446498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.460232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a3f69050-a134-4ae6-9ddd-7ed53647e3d5 None None] Could not find standard attr ID for object d5c38a88-4773-4012-b4c9-28b446ff0224. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:33:40.473090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-0714b5c0-3b97-4691-a96b-499e4223a7e0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:40.475575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-0714b5c0-3b97-4691-a96b-499e4223a7e0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c HTTP/1.1" status: 200 len: 946 time: 0.2167883 Aug 29 17:33:40.529829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::c5 (a5e6f956-306d-4b25-94f3-40da4a3b2753/cd56ba7b-1394-4f2d-a74e-7501f25c6f7e/9b0ca541-49fa-4362-a5e5-8d036d31e682) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:40.537811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51350e9f-e71f-4ccb-9a12-ab949e177ef0 req-97f71850-88a7-4fdd-a25f-4cef89d0799e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:40.539705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51350e9f-e71f-4ccb-9a12-ab949e177ef0 req-97f71850-88a7-4fdd-a25f-4cef89d0799e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c HTTP/1.1" status: 200 len: 946 time: 0.1795881 Aug 29 17:33:40.540081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:40.543358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.608663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc73fa0-3bfe-4a43-b01e-7d81b4691214 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:33:40.737581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.746542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:40.758143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.761150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67878392-345a-450d-b47b-e36430c63640']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:40.771335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51350e9f-e71f-4ccb-9a12-ab949e177ef0 req-5c14d803-a2a1-42be-ab02-6cd4fd44afc1 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929672 Aug 29 17:33:40.787180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a198e1-f380-49c4-8e80-54d999253b83') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:40.787180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a198e1-f380-49c4-8e80-54d999253b83') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:40.792920 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.793264 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Added segment c3d0654c-91ae-45d9-b961-8d03d447ed93 of type vlan for network 95113a8d-7930-4e19-949e-272415fa2443 Aug 29 17:33:40.801195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 9b0ca541-49fa-4362-a5e5-8d036d31e682 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:40.827878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.845321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.882647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Deleting port 74249366-5606-471d-a03e-133c6aab0fbb {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:40.883008 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.933019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network a5e6f956-306d-4b25-94f3-40da4a3b2753 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:40.939131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=9b0ca541-49fa-4362-a5e5-8d036d31e682,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:40.942501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:40.948274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:40.965796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:40.969115 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.977746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] For port 74249366-5606-471d-a03e-133c6aab0fbb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74249366-5606-471d-a03e-133c6aab0fbb,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:40.978112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:40.994984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Calling delete_port for 74249366-5606-471d-a03e-133c6aab0fbb owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:41.000178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-01106ccc-6074-414f-a4fe-124d12d5eb63 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9278955 Aug 29 17:33:41.002179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.002710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57938) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:41.009692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753', 'name': 'tempest-PortsIpV6TestJSON-1386993819'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:41.013641 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.017651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:41.018056 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:41.022207 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:41.063146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90d3c6-3e0b-472f-82f2-8ddce87f2a0a None None] DHCP port deletion for ab0889ab-1ede-490f-972e-4c7a1ed785da request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:41.164267 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.168003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaffc45-ef89-4bd8-a6ed-ab89f4fb91fa None None] DHCP port deletion for ce8114d9-e69c-4216-a869-fdc0857bc2f1 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:41.169793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:41.170393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.183192 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.221943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-a5e6f956-306d-4b25-94f3-40da4a3b2753', 'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753', 'tenant_id': '58ed8ffe12024ca9a586390bd2a7078e', 'fixed_ips': [{'subnet_id': 'cd56ba7b-1394-4f2d-a74e-7501f25c6f7e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:41.222894 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.223074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:41.227624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.250113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 7cf36fa1-472a-4834-b25b-33d0ad3a0917 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:41.252206 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.253490 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f19aa018-6b6f-4c2c-8ea5-138435524c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.254980 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/networks/67878392-345a-450d-b47b-e36430c63640 HTTP/1.1" status: 204 len: 168 time: 1.0765991 Aug 29 17:33:41.264016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57940) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:41.278568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8647213 Aug 29 17:33:41.294729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57942) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:41.302637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'network_id': '95113a8d-7930-4e19-949e-272415fa2443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:41.413464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::fe (a5e6f956-306d-4b25-94f3-40da4a3b2753/cd56ba7b-1394-4f2d-a74e-7501f25c6f7e/7cf36fa1-472a-4834-b25b-33d0ad3a0917) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:41.435297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1f76-5f98-4b84-90b1-ad1a699713ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Network': ['ID=95113a8d-7930-4e19-949e-272415fa2443,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:41.449577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 95113a8d-7930-4e19-949e-272415fa2443 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:41.500085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a90375-7722-4fae-b596-91deb4a3f5ad tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Network': ['ID=67878392-345a-450d-b47b-e36430c63640,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:41.512144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.521701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.570498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Pushing event deleted for resources: {'Port': ['ID=74249366-5606-471d-a03e-133c6aab0fbb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:41.599700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ae9f4a3a-c138-449f-bc58-a108e71a0615'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:41.624068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Made reservation on behalf of d748bdbf016d45358170f503597e99ca for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:41.627572 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.649576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67', '74249366-5606-471d-a03e-133c6aab0fbb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:41.662801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.688489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 7cf36fa1-472a-4834-b25b-33d0ad3a0917 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:41.734699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] No DVR routers for this DVR port 74249366-5606-471d-a03e-133c6aab0fbb on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:41.747829 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.748523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.750004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-549db5c9-6fb9-452b-a20c-d9dfe2f3feba req-e017279f-0dd4-4f9f-8a3a-230c031058d0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.43 "DELETE /v2.0/ports/74249366-5606-471d-a03e-133c6aab0fbb HTTP/1.1" status: 204 len: 173 time: 1.2639203 Aug 29 17:33:41.754340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c', 'name': 'network-vif-deleted', 'tag': '74249366-5606-471d-a03e-133c6aab0fbb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:41.756368 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd95c31-d7d4-445d-8319-5daaa97a445c" -d '{"events": [{"server_uuid": "4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c", "name": "network-vif-deleted", "tag": "74249366-5606-471d-a03e-133c6aab0fbb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:41.769175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.782733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Performing IP validity checks on allocation pools {{(pid=94796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:33:41.783252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:33:41.786288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab1193-a542-42dc-9c1a-01e85ed9fd18']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:41.820243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Allocated IP 2001:db8::2 (a5e6f956-306d-4b25-94f3-40da4a3b2753/cd56ba7b-1394-4f2d-a74e-7501f25c6f7e/081958be-99f6-4805-91be-df53bc66d392) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:41.846960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db00f626-5aa3-4979-a15e-838c78c8d4b9') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:41.847545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db00f626-5aa3-4979-a15e-838c78c8d4b9') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:41.848511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network a5e6f956-306d-4b25-94f3-40da4a3b2753 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:41.859652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:41.867265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:41.879001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:41.880179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.915056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=7cf36fa1-472a-4834-b25b-33d0ad3a0917,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:41.918777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.964523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.982827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:41.983389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:41.986187 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f0187fd4-d5fd-4541-9b4c-c98147c1a4a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9820666 Aug 29 17:33:41.992214 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:42.173635 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:42.198564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.258000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Transition to ACTIVE for port object 081958be-99f6-4805-91be-df53bc66d392 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:42.273867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d5c38a88-4773-4012-b4c9-28b446ff0224 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:42.309250 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716be10-9b92-44c1-868c-de346c3ff4c8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:42.313633 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a716be10-9b92-44c1-868c-de346c3ff4c8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac5 HTTP/1.1" status: 200 len: 928 time: 0.3150873 Aug 29 17:33:42.313918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57962) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:42.322636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d5c38a88-4773-4012-b4c9-28b446ff0224 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:42.322814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d5c38a88-4773-4012-b4c9-28b446ff0224 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:42.323201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b47cde22-f76f-4dc6-8717-ee0ee6e31076 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:42.390043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b47cde22-f76f-4dc6-8717-ee0ee6e31076 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:42.390495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b47cde22-f76f-4dc6-8717-ee0ee6e31076 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:42.394376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Transition to ACTIVE for port object 081958be-99f6-4805-91be-df53bc66d392 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:42.407799 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85389ef4-8076-497f-9e83-05028cd389ef x-openstack-request-id: req-85389ef4-8076-497f-9e83-05028cd389ef {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:42.408335 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c", "name": "network-vif-deleted", "tag": "74249366-5606-471d-a03e-133c6aab0fbb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:42.409123 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85389ef4-8076-497f-9e83-05028cd389ef {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:42.409716 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c', 'name': 'network-vif-deleted', 'tag': '74249366-5606-471d-a03e-133c6aab0fbb', 'status': 'completed', 'code': 200} Aug 29 17:33:42.420300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be19564b-ae1f-4dcd-a785-faf2e4fbfc5d req-d01fcaea-3ea2-4044-82fe-742364aca28f tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ed176a1-6bd1-47e7-883a-e1fa8a3a4f5c HTTP/1.1" status: 200 len: 210 time: 0.2431417 Aug 29 17:33:42.429545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a183a30c-e46e-4337-9c92-a849a51772d3 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 7cf36fa1-472a-4834-b25b-33d0ad3a0917 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:42.430971 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a183a30c-e46e-4337-9c92-a849a51772d3 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.434910 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.452101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.455004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/networks/a3ab1193-a542-42dc-9c1a-01e85ed9fd18 HTTP/1.1" status: 204 len: 168 time: 1.1894419 Aug 29 17:33:42.464358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57964) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:42.485917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6a8bc-0c53-4c91-aa9d-78d7b5eac360 tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Network': ['ID=a3ab1193-a542-42dc-9c1a-01e85ed9fd18,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:42.500321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.505648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.570259 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.598701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a183a30c-e46e-4337-9c92-a849a51772d3 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.626273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a183a30c-e46e-4337-9c92-a849a51772d3 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 7cf36fa1-472a-4834-b25b-33d0ad3a0917 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:42.630357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Network a5e6f956-306d-4b25-94f3-40da4a3b2753 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:42.637886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Pushing event updated for resources: {'Port': ['ID=081958be-99f6-4805-91be-df53bc66d392,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:42.648386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:42.660289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:42.738275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Attempting to bind port 081958be-99f6-4805-91be-df53bc66d392 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:42.738577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Attempting to bind port 081958be-99f6-4805-91be-df53bc66d392 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b952b1a9-2d4c-4b1a-b963-93e1dc2241be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:42.739004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Attempting to bind port 081958be-99f6-4805-91be-df53bc66d392 on network a5e6f956-306d-4b25-94f3-40da4a3b2753 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:42.748532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:42.749076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Checking segment: {'id': 'b952b1a9-2d4c-4b1a-b963-93e1dc2241be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:42.749464 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.749866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Bound using segment: {'id': 'b952b1a9-2d4c-4b1a-b963-93e1dc2241be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:42.750355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Bound port: 081958be-99f6-4805-91be-df53bc66d392, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b952b1a9-2d4c-4b1a-b963-93e1dc2241be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a5e6f956-306d-4b25-94f3-40da4a3b2753'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:42.750829 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.828942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] For port 081958be-99f6-4805-91be-df53bc66d392, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:42.832156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] For port 081958be-99f6-4805-91be-df53bc66d392, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=081958be-99f6-4805-91be-df53bc66d392,segment=NetworkSegment(b952b1a9-2d4c-4b1a-b963-93e1dc2241be),segment_id=b952b1a9-2d4c-4b1a-b963-93e1dc2241be)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:42.840158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a183a30c-e46e-4337-9c92-a849a51772d3 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.847416 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.896736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183a30c-e46e-4337-9c92-a849a51772d3 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=7cf36fa1-472a-4834-b25b-33d0ad3a0917,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:42.937505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a183a30c-e46e-4337-9c92-a849a51772d3 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.941743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a183a30c-e46e-4337-9c92-a849a51772d3 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/7cf36fa1-472a-4834-b25b-33d0ad3a0917 HTTP/1.1" status: 204 len: 168 time: 0.6266568 Aug 29 17:33:42.945630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57968) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:42.948044 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.966498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd9737-5b84-4666-8e44-42e3d53e0e6a None None] Pushing event updated for resources: {'Port': ['ID=081958be-99f6-4805-91be-df53bc66d392,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:42.995295 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-217bd78d-8a23-49fd-b1ff-42112c726c2c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:42.997139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-217bd78d-8a23-49fd-b1ff-42112c726c2c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/7cf36fa1-472a-4834-b25b-33d0ad3a0917 HTTP/1.1" status: 404 len: 333 time: 0.0460150 Aug 29 17:33:42.999975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57970) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:43.077402 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.084514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=21ddfe63-bd88-4ac9-acbf-38b9f587a57c,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:43.106114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Checking segment: {'id': 'c3d0654c-91ae-45d9-b961-8d03d447ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95113a8d-7930-4e19-949e-272415fa2443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:43.106729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network hostable DHCP agents. Network: 95113a8d-7930-4e19-949e-272415fa2443, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:43.138240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fbffd7b7-fa63-41e2-85eb-7cd0e9635b93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 9b0ca541-49fa-4362-a5e5-8d036d31e682 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:43.138608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbffd7b7-fa63-41e2-85eb-7cd0e9635b93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.210117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Network 95113a8d-7930-4e19-949e-272415fa2443 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:43.229628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 95113a8d-7930-4e19-949e-272415fa2443) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:43.237010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.250400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:43.251159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.258357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7703bd1c-ed69-4de4-bbcf-36dc1227dcf5']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:43.279447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cc89c2-548f-4551-a735-58f2601b0d2c') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:43.279859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cc89c2-548f-4551-a735-58f2601b0d2c') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:43.294196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ef477c86-88da-44bf-99eb-719da7e75744 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9953680 Aug 29 17:33:43.295921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.297157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57982) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:43.310695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e28fd7da-c44d-4e6e-9da3-999c0f597d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:43.327950 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.342614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:43.344234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:43.349504 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:43.405333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbffd7b7-fa63-41e2-85eb-7cd0e9635b93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.423670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fbffd7b7-fa63-41e2-85eb-7cd0e9635b93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 9b0ca541-49fa-4362-a5e5-8d036d31e682 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:43.454533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.472653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.479558 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] 10.222.0.41 "DELETE /v2.0/networks/7703bd1c-ed69-4de4-bbcf-36dc1227dcf5 HTTP/1.1" status: 204 len: 168 time: 1.0047417 Aug 29 17:33:43.508893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bffa09-fcb7-44b9-b003-c361988ee45e tempest-BulkNetworkOpsTest-98899489 tempest-BulkNetworkOpsTest-98899489-project] Pushing event deleted for resources: {'Network': ['ID=7703bd1c-ed69-4de4-bbcf-36dc1227dcf5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:43.551263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e28fd7da-c44d-4e6e-9da3-999c0f597d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25273783'] for subnet, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.870342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e38e39d2-bacf-46b0-8dfe-9d48658d8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.899314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbffd7b7-fa63-41e2-85eb-7cd0e9635b93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.903980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:43.972662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffd7b7-fa63-41e2-85eb-7cd0e9635b93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=9b0ca541-49fa-4362-a5e5-8d036d31e682,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:43.976609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58004) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:44.050450 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e28fd7da-c44d-4e6e-9da3-999c0f597d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739108455720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25242024'] for subnet, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.066694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbffd7b7-fa63-41e2-85eb-7cd0e9635b93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.077527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58014) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:44.078002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fbffd7b7-fa63-41e2-85eb-7cd0e9635b93 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/9b0ca541-49fa-4362-a5e5-8d036d31e682 HTTP/1.1" status: 204 len: 168 time: 1.0765471 Aug 29 17:33:44.145479 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9367a3-0457-43ab-97be-44700ae4adbd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:44.156935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fb9367a3-0457-43ab-97be-44700ae4adbd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/9b0ca541-49fa-4362-a5e5-8d036d31e682 HTTP/1.1" status: 404 len: 333 time: 0.0769176 Aug 29 17:33:44.162141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58018) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:44.184523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fd7da-c44d-4e6e-9da3-999c0f597d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:44.185288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e28fd7da-c44d-4e6e-9da3-999c0f597d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.189780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e28fd7da-c44d-4e6e-9da3-999c0f597d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "PUT /v2.0/subnets/21ddfe63-bd88-4ac9-acbf-38b9f587a57c HTTP/1.1" status: 200 len: 877 time: 0.8890522 Aug 29 17:33:44.193425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58020) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:44.256729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fd7da-c44d-4e6e-9da3-999c0f597d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event updated for resources: {'Subnet': ['ID=21ddfe63-bd88-4ac9-acbf-38b9f587a57c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:44.260206 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-744d1cfb-d55b-4320-8505-e7e3ca552636 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77ec2eb0657e4771a1525fed611f82de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814777 Aug 29 17:33:44.262701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58022) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:44.358945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4ff9dc-b8b6-4589-bd9d-168094ef66cd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet cd56ba7b-1394-4f2d-a74e-7501f25c6f7e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:44.367038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff9dc-b8b6-4589-bd9d-168094ef66cd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.381209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f76d8801-97b7-4b48-b985-bcc1e6ca46fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.452976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f76d8801-97b7-4b48-b985-bcc1e6ca46fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.465579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 081958be-99f6-4805-91be-df53bc66d392 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:44.503419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff9dc-b8b6-4589-bd9d-168094ef66cd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.510195 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.563379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f76d8801-97b7-4b48-b985-bcc1e6ca46fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.567090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f76d8801-97b7-4b48-b985-bcc1e6ca46fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.568417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f76d8801-97b7-4b48-b985-bcc1e6ca46fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3977a46e-6043-4579-9ff7-a601ed7a2890 HTTP/1.1" status: 204 len: 168 time: 0.3046069 Aug 29 17:33:44.580264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8801-97b7-4b48-b985-bcc1e6ca46fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3977a46e-6043-4579-9ff7-a601ed7a2890,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:44.660145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff9dc-b8b6-4589-bd9d-168094ef66cd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.662530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e6faa-4af4-4960-85e1-7c9f0b63b17f None None] Network 67878392-345a-450d-b47b-e36430c63640 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:44.665761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d69635-1fa0-42e5-a990-810e3b2783e3 None None] Network ab0889ab-1ede-490f-972e-4c7a1ed785da requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:44.668526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a9c35-126b-45fe-a40f-d94ba760b652 None None] Network a5e6f956-306d-4b25-94f3-40da4a3b2753 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:44.670846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a0a72d-c653-42f7-b1dd-f447c7b0b5fb None None] Network 95113a8d-7930-4e19-949e-272415fa2443 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:44.705770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.758660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff9dc-b8b6-4589-bd9d-168094ef66cd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.769577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a789b-3439-4711-98ed-487637383ee5 req-6e2762f4-206a-433e-9c62-ce10e0a8eae0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:44.777127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a789b-3439-4711-98ed-487637383ee5 req-6e2762f4-206a-433e-9c62-ce10e0a8eae0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:44.779076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a77a789b-3439-4711-98ed-487637383ee5 req-6e2762f4-206a-433e-9c62-ce10e0a8eae0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245&device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 1681 time: 0.0779009 Aug 29 17:33:44.794598 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff9dc-b8b6-4589-bd9d-168094ef66cd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.796539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fe4ff9dc-b8b6-4589-bd9d-168094ef66cd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/cd56ba7b-1394-4f2d-a74e-7501f25c6f7e HTTP/1.1" status: 204 len: 168 time: 0.6322272 Aug 29 17:33:44.797394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ff9dc-b8b6-4589-bd9d-168094ef66cd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=cd56ba7b-1394-4f2d-a74e-7501f25c6f7e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:44.803642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58040) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:44.858937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e6faa-4af4-4960-85e1-7c9f0b63b17f None None] Network 67878392-345a-450d-b47b-e36430c63640 could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:33:44.866514 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:44.908372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 081958be-99f6-4805-91be-df53bc66d392 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:44.912144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d69635-1fa0-42e5-a990-810e3b2783e3 None None] Network ab0889ab-1ede-490f-972e-4c7a1ed785da could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:33:44.914463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b461912-b42c-48c9-99fa-643e22ba3fc0 None None] Network 67878392-345a-450d-b47b-e36430c63640 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:44.949111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263bfccd-a60c-428b-a743-cf8ed8c67f01 None None] Network ab0889ab-1ede-490f-972e-4c7a1ed785da requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:44.963053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=21ddfe63-bd88-4ac9-acbf-38b9f587a57c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:44.969956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263bfccd-a60c-428b-a743-cf8ed8c67f01 None None] Network ab0889ab-1ede-490f-972e-4c7a1ed785da could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:33:44.978667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5a4c9e65-f542-4dc4-87d0-861efb2578df None None] Provisioning for port 081958be-99f6-4805-91be-df53bc66d392 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:44.984190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b461912-b42c-48c9-99fa-643e22ba3fc0 None None] Network 67878392-345a-450d-b47b-e36430c63640 could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:33:44.988561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5a4c9e65-f542-4dc4-87d0-861efb2578df None None] Provisioning complete for port 081958be-99f6-4805-91be-df53bc66d392 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:44.989221 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9e65-f542-4dc4-87d0-861efb2578df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.050094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a77a789b-3439-4711-98ed-487637383ee5 req-5bb7bca2-69d9-424b-bc5f-51e003eb437c tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638791 Aug 29 17:33:45.089459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.161202 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.204826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95113a8d-7930-4e19-949e-272415fa2443']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.223034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 081958be-99f6-4805-91be-df53bc66d392 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:45.223676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.239824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d0654c-91ae-45d9-b961-8d03d447ed93') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.239824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d0654c-91ae-45d9-b961-8d03d447ed93') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.259370 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.290001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9e65-f542-4dc4-87d0-861efb2578df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.304009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.320109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:45.320959 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:45.329510 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:45.347984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5a4c9e65-f542-4dc4-87d0-861efb2578df None None] For port 081958be-99f6-4805-91be-df53bc66d392, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=081958be-99f6-4805-91be-df53bc66d392,segment=NetworkSegment(b952b1a9-2d4c-4b1a-b963-93e1dc2241be),segment_id=b952b1a9-2d4c-4b1a-b963-93e1dc2241be)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:45.356049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81621c-caa7-48ad-98ed-df6e26e16e50 None None] Network 95113a8d-7930-4e19-949e-272415fa2443 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:45.360129 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9e65-f542-4dc4-87d0-861efb2578df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.389135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] For port 081958be-99f6-4805-91be-df53bc66d392, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=081958be-99f6-4805-91be-df53bc66d392,segment=NetworkSegment(b952b1a9-2d4c-4b1a-b963-93e1dc2241be),segment_id=b952b1a9-2d4c-4b1a-b963-93e1dc2241be)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:45.390042 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.407157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 081958be-99f6-4805-91be-df53bc66d392 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:45.443507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.455741 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.458509 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/95113a8d-7930-4e19-949e-272415fa2443 HTTP/1.1" status: 204 len: 168 time: 1.2639594 Aug 29 17:33:45.464919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58078) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:45.544817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c1e6d-d3f3-423b-a262-dc3f24e5f11b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=95113a8d-7930-4e19-949e-272415fa2443,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:45.547775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.557629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.580665 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eece33-f39c-4e7a-8e89-cca845a706c1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:45.581133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eece33-f39c-4e7a-8e89-cca845a706c1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:45.585670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c9e65-f542-4dc4-87d0-861efb2578df None None] Pushing event updated for resources: {'Port': ['ID=081958be-99f6-4805-91be-df53bc66d392,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:45.586456 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-71eece33-f39c-4e7a-8e89-cca845a706c1 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/21ddfe63-bd88-4ac9-acbf-38b9f587a57c HTTP/1.1" status: 404 len: 337 time: 0.1184418 Aug 29 17:33:45.587281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58096) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:45.607577 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbb0405-8670-4307-8e6a-83452f761531 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:45.608231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbb0405-8670-4307-8e6a-83452f761531 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:45.612282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=081958be-99f6-4805-91be-df53bc66d392,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:45.613897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58100) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:45.614629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0dbb0405-8670-4307-8e6a-83452f761531 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/95113a8d-7930-4e19-949e-272415fa2443 HTTP/1.1" status: 404 len: 339 time: 0.0260015 Aug 29 17:33:45.626485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9bd91-0a3a-4825-b79c-68cb47d65150 None None] Network a5e6f956-306d-4b25-94f3-40da4a3b2753 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:45.654480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No DVR routers for this DVR port 081958be-99f6-4805-91be-df53bc66d392 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:45.657248 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d491012-9f6c-497c-994c-8b2da443c635 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:45.657710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d491012-9f6c-497c-994c-8b2da443c635 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:45.659820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0d491012-9f6c-497c-994c-8b2da443c635 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/e66cead6-1c2f-47b7-ad85-dc827c4bf3e8 HTTP/1.1" status: 404 len: 337 time: 0.0449545 Aug 29 17:33:45.662671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58104) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:45.685954 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bae473a-08e6-46fb-9e0d-7b18caf09629 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:45.686530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bae473a-08e6-46fb-9e0d-7b18caf09629 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:45.690952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5bae473a-08e6-46fb-9e0d-7b18caf09629 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/d269d38d-9a9d-447b-aa6c-970c2635e037 HTTP/1.1" status: 404 len: 339 time: 0.0248628 Aug 29 17:33:45.691192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58110) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:45.784879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.844816 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.858071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e6f956-306d-4b25-94f3-40da4a3b2753']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.877244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b952b1a9-2d4c-4b1a-b963-93e1dc2241be') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.877528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b952b1a9-2d4c-4b1a-b963-93e1dc2241be') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.887315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c9c50-9049-4a8c-ae13-f3913552439f req-e4907a09-e10b-4cbf-a254-d7bc3763de35 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:45.888888 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-753c9c50-9049-4a8c-ae13-f3913552439f req-e4907a09-e10b-4cbf-a254-d7bc3763de35 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 950 time: 0.1562378 Aug 29 17:33:45.905502 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.918865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.928196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.935662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc11d50-377d-4bdc-a3f6-6af787ab67a5']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.942570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:45.942926 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:45.947007 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:45.954613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef1f1ea-d40a-473b-8eca-b5b20ab77d6b') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.955438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef1f1ea-d40a-473b-8eca-b5b20ab77d6b') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:45.971940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-753c9c50-9049-4a8c-ae13-f3913552439f req-c649db5a-901e-48fa-91ab-455be9407892 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764775 Aug 29 17:33:45.986014 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.004107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58118) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.006400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.013933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:46.014774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.040627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.072348 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.074319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/networks/a5e6f956-306d-4b25-94f3-40da4a3b2753 HTTP/1.1" status: 204 len: 168 time: 1.2670302 Aug 29 17:33:46.075437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5680222-7181-4cb3-9338-7ad8a7bee63d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Network': ['ID=a5e6f956-306d-4b25-94f3-40da4a3b2753,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:46.078467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58124) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:46.078990 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:46.097305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2078972164'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:46.103313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74249366-5606-471d-a03e-133c6aab0fbb no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:46.128548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.134416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:46.134550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 74249366-5606-471d-a03e-133c6aab0fbb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:46.134858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74249366-5606-471d-a03e-133c6aab0fbb not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:46.145778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.146650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.151620 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/bfc11d50-377d-4bdc-a3f6-6af787ab67a5 HTTP/1.1" status: 204 len: 168 time: 0.4594772 Aug 29 17:33:46.162907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58126) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.169951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea2d22-5e07-40c4-a792-2046133b81c0 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=bfc11d50-377d-4bdc-a3f6-6af787ab67a5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:46.180201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc10c1-4eb0-4ca8-86af-cfce2486d7f4 req-6e9a129b-9932-495c-880b-15d41dddab7c tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:46.181762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3fc10c1-4eb0-4ca8-86af-cfce2486d7f4 req-6e9a129b-9932-495c-880b-15d41dddab7c tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 945 time: 0.1017985 Aug 29 17:33:46.183629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3c76fbd1-fdbc-4c8c-8dea-eb73a5c36814 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1042091925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:46.215990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471256d-2ba1-4784-ba4d-3bf6b4a46772 None None] Network 95113a8d-7930-4e19-949e-272415fa2443 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:46.221516 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae12b449-d4ba-4792-9e7f-f57b7ab414b3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.221956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae12b449-d4ba-4792-9e7f-f57b7ab414b3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.223990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ae12b449-d4ba-4792-9e7f-f57b7ab414b3 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/509045e1-1dde-4609-a4ef-a938621bc4d7 HTTP/1.1" status: 404 len: 337 time: 0.0564644 Aug 29 17:33:46.226994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:46.230893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58128) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.250980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3fc10c1-4eb0-4ca8-86af-cfce2486d7f4 req-12af2e67-f217-4881-8569-9d81f95dc5c0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516331 Aug 29 17:33:46.266159 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b77e32-bca7-43c8-b198-fd895cb61b9b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.266869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b77e32-bca7-43c8-b198-fd895cb61b9b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.268852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-26b77e32-bca7-43c8-b198-fd895cb61b9b tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/3747ba1a-0341-4eb3-be1f-2fd6dd75cd6c HTTP/1.1" status: 404 len: 339 time: 0.0366910 Aug 29 17:33:46.270424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.270828 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Added segment c0f87d1f-334b-43a1-9390-8df800fba09f of type vlan for network 63456e47-1d1a-44aa-bee8-1396c9bfec2c Aug 29 17:33:46.272194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58130) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.272370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c76fbd1-fdbc-4c8c-8dea-eb73a5c36814 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.273586 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c76fbd1-fdbc-4c8c-8dea-eb73a5c36814 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.278277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471256d-2ba1-4784-ba4d-3bf6b4a46772 None None] Network 95113a8d-7930-4e19-949e-272415fa2443 could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:33:46.307883 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d4ae3f-71d3-4de0-b9e7-cae9cadab09e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.308306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d4ae3f-71d3-4de0-b9e7-cae9cadab09e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.312612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05d4ae3f-71d3-4de0-b9e7-cae9cadab09e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/53e95994-7783-4e69-a3f8-c739fec30b03 HTTP/1.1" status: 404 len: 337 time: 0.0363569 Aug 29 17:33:46.312885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58132) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.325347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.331215 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9886bef7-6575-4356-ade2-85a21ea6b323 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.331752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9886bef7-6575-4356-ade2-85a21ea6b323 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.333479 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9886bef7-6575-4356-ade2-85a21ea6b323 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/52dc675c-27b3-453f-8440-60aec81d606a HTTP/1.1" status: 404 len: 339 time: 0.0196772 Aug 29 17:33:46.336292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58134) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.364915 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03adc13-c646-42ea-a843-17ba3100f635 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.365374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03adc13-c646-42ea-a843-17ba3100f635 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.367721 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a03adc13-c646-42ea-a843-17ba3100f635 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/16f448d9-e131-45f0-b36e-c911b8d9e15b HTTP/1.1" status: 404 len: 337 time: 0.0304611 Aug 29 17:33:46.370302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58136) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.374248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c76fbd1-fdbc-4c8c-8dea-eb73a5c36814 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.382330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e104aa-47ff-4a81-a8ee-c5ea8738ffea None None] DHCP port deletion for a5e6f956-306d-4b25-94f3-40da4a3b2753 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:46.383046 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c76fbd1-fdbc-4c8c-8dea-eb73a5c36814 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.389580 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae3284b-8595-4b43-a02c-8c4e65ba20b4 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.390142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae3284b-8595-4b43-a02c-8c4e65ba20b4 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.391881 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eae3284b-8595-4b43-a02c-8c4e65ba20b4 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/8bb303ae-2a25-4021-accb-6d6c6e6b8c89 HTTP/1.1" status: 404 len: 339 time: 0.0204661 Aug 29 17:33:46.395248 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58138) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.404484 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.410069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:46.410811 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.418706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c76fbd1-fdbc-4c8c-8dea-eb73a5c36814 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.419873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c76fbd1-fdbc-4c8c-8dea-eb73a5c36814 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4146824 Aug 29 17:33:46.426808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58140) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.432376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1796744448'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:46.436448 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe9b4da-14b8-49e2-b4db-445667914a54 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.436891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe9b4da-14b8-49e2-b4db-445667914a54 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.438822 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7fe9b4da-14b8-49e2-b4db-445667914a54 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/1a2fe7a3-5154-44c0-a32e-1109fc3581d0 HTTP/1.1" status: 404 len: 337 time: 0.0424676 Aug 29 17:33:46.441065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58142) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.470252 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-240283e3-1db5-497b-8292-dfe53eeab9ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.470252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240283e3-1db5-497b-8292-dfe53eeab9ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.471914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-240283e3-1db5-497b-8292-dfe53eeab9ec tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/5ebf78db-4c98-499b-aeb5-52c01d0cc908 HTTP/1.1" status: 404 len: 339 time: 0.0299590 Aug 29 17:33:46.474433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58144) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.485377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Network': ['ID=63456e47-1d1a-44aa-bee8-1396c9bfec2c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:46.492346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-88f0deac-6987-45a0-88b4-41c3b55f1583 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4082148 Aug 29 17:33:46.495080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58146) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.501760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Made reservation on behalf of 2b7a46b4e3d340c5984332043f11ac93 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:46.504173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 63456e47-1d1a-44aa-bee8-1396c9bfec2c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:46.505323 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.506328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:46.507730 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2823b18-8e49-44f0-91aa-650c8eb4144a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.508176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2823b18-8e49-44f0-91aa-650c8eb4144a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.511597 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b2823b18-8e49-44f0-91aa-650c8eb4144a tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/35795d1a-3e70-443b-8a19-1bfb104ae2d4 HTTP/1.1" status: 404 len: 337 time: 0.0344713 Aug 29 17:33:46.513142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58148) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.536545 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.539341 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41de63b-fb82-402d-8de6-c13a0f1edf92 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.539903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41de63b-fb82-402d-8de6-c13a0f1edf92 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.543924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b41de63b-fb82-402d-8de6-c13a0f1edf92 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/99a99ae4-c235-4805-9f22-6440b2f324d0 HTTP/1.1" status: 404 len: 339 time: 0.0273380 Aug 29 17:33:46.544140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58150) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.577804 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a408a2-b109-4a4c-916a-76ce6b82287e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.578265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a408a2-b109-4a4c-916a-76ce6b82287e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.579986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a3a408a2-b109-4a4c-916a-76ce6b82287e tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/376e3467-6d6c-445d-b2ce-accd661afe0b HTTP/1.1" status: 404 len: 337 time: 0.0349333 Aug 29 17:33:46.582482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58152) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.598618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:33:46.598618 n-d-713499-15 neutron-server[94796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:33:46.598618 n-d-713499-15 neutron-server[94796]: [parameters: {'project_id_1': '58ed8ffe12024ca9a586390bd2a7078e', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 33, 46, 585961)}] Aug 29 17:33:46.598618 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:33:46.599025 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:33:46.608058 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a892bbe8-5ab2-4857-aa25-ebf8fb064275 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.608539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a892bbe8-5ab2-4857-aa25-ebf8fb064275 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.610288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a892bbe8-5ab2-4857-aa25-ebf8fb064275 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/ded0200e-26da-47e6-a915-3de1ca827fe9 HTTP/1.1" status: 404 len: 339 time: 0.0268476 Aug 29 17:33:46.612848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58154) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.644460 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1b676e-8578-4fcc-bfa9-7183a05f5d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.644460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1b676e-8578-4fcc-bfa9-7183a05f5d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.644460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4b1b676e-8578-4fcc-bfa9-7183a05f5d04 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/d26e93c0-a12e-4de0-ab0b-84d57cf07989 HTTP/1.1" status: 404 len: 337 time: 0.0302498 Aug 29 17:33:46.648270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58156) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.674531 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ca783a-e848-4c27-a085-9cdff293a3bb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.675094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ca783a-e848-4c27-a085-9cdff293a3bb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.676836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f7ca783a-e848-4c27-a085-9cdff293a3bb tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/b02f84c8-8fe8-4e0f-8f3b-647da20101b8 HTTP/1.1" status: 404 len: 339 time: 0.0276520 Aug 29 17:33:46.680010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58158) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.705387 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.708591 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b51fa70-1783-4467-ba5f-cd04cc38f0ba tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.709102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b51fa70-1783-4467-ba5f-cd04cc38f0ba tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.710980 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.711135 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3b51fa70-1783-4467-ba5f-cd04cc38f0ba tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/c7ea1578-a3f6-4274-a3ef-c905ccdd0639 HTTP/1.1" status: 404 len: 337 time: 0.0300829 Aug 29 17:33:46.713976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58160) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.715895 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.732752 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f33f28-6f53-4a48-8ba4-b01a006c3754 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] DELETE failed (client error): The resource could not be found. Aug 29 17:33:46.733321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f33f28-6f53-4a48-8ba4-b01a006c3754 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:33:46.737396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:46.737535 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-39f33f28-6f53-4a48-8ba4-b01a006c3754 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/ee767c03-82e3-4c53-8010-130f39141bae HTTP/1.1" status: 404 len: 339 time: 0.0201268 Aug 29 17:33:46.737645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58162) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.749590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8140aa1e-9ded-4c21-87be-f8c59fad602c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:46.754371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.754753 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Added segment fd2d2f96-a2f8-467d-8888-df5140b21465 of type vlan for network 05c9f08f-21af-4658-8b49-db16d9a501e6 Aug 29 17:33:46.788996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4b0e42-9aa3-436c-9870-a56009e9c7f6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Deleting subnet 3ae7cbb3-1f5f-4db8-acc2-37518629647a {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:46.792072 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e42-9aa3-436c-9870-a56009e9c7f6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.794375 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.818663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.825341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:46.825880 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.837071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e42-9aa3-436c-9870-a56009e9c7f6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.885156 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4542279 Aug 29 17:33:46.885446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58164) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:46.890725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'subnet': {'network_id': '05c9f08f-21af-4658-8b49-db16d9a501e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:46.896709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fbb84-7a5c-400a-a02d-fd854d6ea57a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Network': ['ID=05c9f08f-21af-4658-8b49-db16d9a501e6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:46.907704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 05c9f08f-21af-4658-8b49-db16d9a501e6 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:46.985736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e42-9aa3-436c-9870-a56009e9c7f6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.071965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Made reservation on behalf of 2b7a46b4e3d340c5984332043f11ac93 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:47.075563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.144833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e42-9aa3-436c-9870-a56009e9c7f6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.209141 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c403-e582-40bd-96ee-4fcafc087be1 req-6966f0d1-4629-42f9-a23f-971b39ddb053 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:47.211268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ab2c403-e582-40bd-96ee-4fcafc087be1 req-6966f0d1-4629-42f9-a23f-971b39ddb053 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 950 time: 0.1764190 Aug 29 17:33:47.211969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b0e42-9aa3-436c-9870-a56009e9c7f6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae7cbb3-1f5f-4db8-acc2-37518629647a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:47.221941 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e42-9aa3-436c-9870-a56009e9c7f6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.224023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1e4b0e42-9aa3-436c-9870-a56009e9c7f6 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/subnets/3ae7cbb3-1f5f-4db8-acc2-37518629647a HTTP/1.1" status: 204 len: 168 time: 0.4854739 Aug 29 17:33:47.227695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58170) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:47.244340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ac169-5ea3-43fb-801f-6a1cf42553ba None None] Network ea942e48-d595-4531-99c7-7bb95590a484 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:47.251130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:47.254547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.317158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.407795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ab2c403-e582-40bd-96ee-4fcafc087be1 req-703c29cb-f456-4479-8e72-7cfb746c2a48 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871178 Aug 29 17:33:47.418653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9fe74-5a74-422b-8325-2217d181c4cb req-1dede9c1-46a5-4461-9f14-52372e8396e0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:47.419668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-5c044f6c-be19-4fb7-9938-abd59573d094 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:47.420157 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3f9fe74-5a74-422b-8325-2217d181c4cb req-1dede9c1-46a5-4461-9f14-52372e8396e0 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 945 time: 0.0692682 Aug 29 17:33:47.421158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-5c044f6c-be19-4fb7-9938-abd59573d094 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 945 time: 0.2331414 Aug 29 17:33:47.444966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Deleting port 9a3f1cc9-d44e-428c-8850-2081a50654a2 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:47.445340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.469739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] DHCP port deletion for ea942e48-d595-4531-99c7-7bb95590a484 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:47.534415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] Deleting port 9a3f1cc9-d44e-428c-8850-2081a50654a2 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:47.535052 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.541035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] For port 9a3f1cc9-d44e-428c-8850-2081a50654a2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9a3f1cc9-d44e-428c-8850-2081a50654a2,segment=NetworkSegment(8c29fd19-357e-41ea-8106-d401456bdaa1),segment_id=8c29fd19-357e-41ea-8106-d401456bdaa1)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:47.541416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.555658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Calling delete_port for 9a3f1cc9-d44e-428c-8850-2081a50654a2 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:47.608378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] For port 9a3f1cc9-d44e-428c-8850-2081a50654a2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9a3f1cc9-d44e-428c-8850-2081a50654a2,segment=NetworkSegment(8c29fd19-357e-41ea-8106-d401456bdaa1),segment_id=8c29fd19-357e-41ea-8106-d401456bdaa1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:47.609039 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.619258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-2b6b58a4-bd78-4bc6-8039-df9f0d539707 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:47.621072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-2b6b58a4-bd78-4bc6-8039-df9f0d539707 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ca4d3df-48f7-4f56-9709-c6637ceba701 HTTP/1.1" status: 200 len: 945 time: 0.3307378 Aug 29 17:33:47.626442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] Calling delete_port for 9a3f1cc9-d44e-428c-8850-2081a50654a2 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:47.736079 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.781463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] Pushing event deleted for resources: {'Port': ['ID=9a3f1cc9-d44e-428c-8850-2081a50654a2,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:47.784945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237de22d-67c9-4397-8768-0e72082f0335 None None] No DVR routers for this DVR port 9a3f1cc9-d44e-428c-8850-2081a50654a2 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:47.799077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.880763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.938327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=3fb8deac-5da5-48fa-9ff6-08a0cd55425f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:47.983847 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3f9fe74-5a74-422b-8325-2217d181c4cb req-2bfe9ce0-8854-4fd3-97de-811e31f39c61 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/security-groups?id=944d9342-d519-418c-b479-a29a274a8532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540059 Aug 29 17:33:47.985587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Deleting port ae9f4a3a-c138-449f-bc58-a108e71a0615 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:47.985788 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.024575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.049149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Port': ['ID=9a3f1cc9-d44e-428c-8850-2081a50654a2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:48.052576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] No DVR routers for this DVR port 9a3f1cc9-d44e-428c-8850-2081a50654a2 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:48.065094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Checking segment: {'id': 'c0f87d1f-334b-43a1-9390-8df800fba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:48.065466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network hostable DHCP agents. Network: 63456e47-1d1a-44aa-bee8-1396c9bfec2c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:48.093667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Deleting port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:48.094018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.106897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Checking segment: {'id': 'fd2d2f96-a2f8-467d-8888-df5140b21465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '05c9f08f-21af-4658-8b49-db16d9a501e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:48.107264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network hostable DHCP agents. Network: 05c9f08f-21af-4658-8b49-db16d9a501e6, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:48.122663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Subnet': ['ID=1c3dcab6-4fa4-4fc2-870a-381642fba1b5,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:48.133543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.143402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea942e48-d595-4531-99c7-7bb95590a484']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:48.153961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c29fd19-357e-41ea-8106-d401456bdaa1') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:48.154255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c29fd19-357e-41ea-8106-d401456bdaa1') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:48.163092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.177048 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.183680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:48.184070 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.185492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 63456e47-1d1a-44aa-bee8-1396c9bfec2c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:48.187162 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:48.211880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] For port ae9f4a3a-c138-449f-bc58-a108e71a0615, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=ae9f4a3a-c138-449f-bc58-a108e71a0615,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:48.212242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.218367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 63456e47-1d1a-44aa-bee8-1396c9bfec2c) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:48.230797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773f1929-0327-4377-b25e-c561b868f32c None None] Network 63456e47-1d1a-44aa-bee8-1396c9bfec2c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:48.243839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:48.244445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.250283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Calling delete_port for ae9f4a3a-c138-449f-bc58-a108e71a0615 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:48.256504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network 05c9f08f-21af-4658-8b49-db16d9a501e6 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:48.257829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.276939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.280233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] 10.222.0.41 "DELETE /v2.0/networks/ea942e48-d595-4531-99c7-7bb95590a484 HTTP/1.1" status: 204 len: 168 time: 1.0511968 Aug 29 17:33:48.295464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd21cfb-0601-4da3-b3ac-cf5b849a38a2 tempest-NetworksTest-619112603 tempest-NetworksTest-619112603-project] Pushing event deleted for resources: {'Network': ['ID=ea942e48-d595-4531-99c7-7bb95590a484,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:48.302843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 05c9f08f-21af-4658-8b49-db16d9a501e6) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:48.309102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] For port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,segment=NetworkSegment(d9fcff09-d1af-4cfe-97b8-170ad00f51fe),segment_id=d9fcff09-d1af-4cfe-97b8-170ad00f51fe)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:48.309686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.316869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0a246-ea4b-4107-96ef-4ebab0bb34cb None None] Network 05c9f08f-21af-4658-8b49-db16d9a501e6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:48.331443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58198) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:48.331666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7e1000a8-fb14-4e36-9984-dd7be9849196 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8296597 Aug 29 17:33:48.332970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:48.334355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.337709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c', 'name': 'tempest-PortsIpV6TestJSON-2014425054', 'fixed_ips': [{'subnet_id': '3fb8deac-5da5-48fa-9ff6-08a0cd55425f', 'ip_address': '2001:db8::10'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:48.338704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 081958be-99f6-4805-91be-df53bc66d392 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:48.386123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Calling delete_port for bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:48.399977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 081958be-99f6-4805-91be-df53bc66d392 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:48.400410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 081958be-99f6-4805-91be-df53bc66d392 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:48.400915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9a3f1cc9-d44e-428c-8850-2081a50654a2 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:48.407264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-994416bb-13c7-4bd3-b76f-338715ef02d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5177314 Aug 29 17:33:48.408297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58200) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:48.415058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'network': {'name': 'tempest-router-network01--1258911655'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:48.431275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 9a3f1cc9-d44e-428c-8850-2081a50654a2 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:48.431622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9a3f1cc9-d44e-428c-8850-2081a50654a2 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:48.523566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Made reservation on behalf of 2b7a46b4e3d340c5984332043f11ac93 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:48.527112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.534362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:48.573932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-63456e47-1d1a-44aa-bee8-1396c9bfec2c', 'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c', 'tenant_id': '58ed8ffe12024ca9a586390bd2a7078e', 'fixed_ips': [{'subnet_id': '3fb8deac-5da5-48fa-9ff6-08a0cd55425f'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:48.574812 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.607194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-05c9f08f-21af-4658-8b49-db16d9a501e6', 'network_id': '05c9f08f-21af-4658-8b49-db16d9a501e6', 'tenant_id': '2b7a46b4e3d340c5984332043f11ac93', 'fixed_ips': [{'subnet_id': '1c3dcab6-4fa4-4fc2-870a-381642fba1b5'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:48.608248 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.609510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:48.660331 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.660654 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Added segment 0727dd0e-0630-44cb-a878-293cd439d79e of type vlan for network 6e9a8e8b-8759-4542-b375-db7418019a1a Aug 29 17:33:48.671940 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.675831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58204) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:48.691869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 0db5480d-0a33-4e35-9c01-bfc192783bb5 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:48.704795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.727914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.758533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Pushing event deleted for resources: {'Port': ['ID=ae9f4a3a-c138-449f-bc58-a108e71a0615,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:48.770394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:48.773554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['ae9f4a3a-c138-449f-bc58-a108e71a0615'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:48.786315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.849557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:48.852700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] No DVR routers for this DVR port ae9f4a3a-c138-449f-bc58-a108e71a0615 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:48.857793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.859825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e11c69f-f1d2-485a-bf3d-a871ab5c1dbc req-70179039-db1d-4735-9ad3-12b1e7c70052 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.44 "DELETE /v2.0/ports/ae9f4a3a-c138-449f-bc58-a108e71a0615 HTTP/1.1" status: 204 len: 173 time: 1.4195549 Aug 29 17:33:48.860570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Pushing event deleted for resources: {'Port': ['ID=bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:48.862415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6349a2-335e-4bb6-a042-15266f007245', 'name': 'network-vif-deleted', 'tag': 'ae9f4a3a-c138-449f-bc58-a108e71a0615'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:48.864872 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dc8565-a381-42a5-a65f-84e7602e5144" -d '{"events": [{"server_uuid": "2d6349a2-335e-4bb6-a042-15266f007245", "name": "network-vif-deleted", "tag": "ae9f4a3a-c138-449f-bc58-a108e71a0615"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:48.870438 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.876293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:48.876919 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.919392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::10 (63456e47-1d1a-44aa-bee8-1396c9bfec2c/3fb8deac-5da5-48fa-9ff6-08a0cd55425f/0db5480d-0a33-4e35-9c01-bfc192783bb5) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:49.003097 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72379371-50d1-4eb2-be3c-1eddc4491ef8 x-openstack-request-id: req-72379371-50d1-4eb2-be3c-1eddc4491ef8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:49.003453 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6349a2-335e-4bb6-a042-15266f007245", "name": "network-vif-deleted", "tag": "ae9f4a3a-c138-449f-bc58-a108e71a0615", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:49.004078 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72379371-50d1-4eb2-be3c-1eddc4491ef8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:49.004484 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6349a2-335e-4bb6-a042-15266f007245', 'name': 'network-vif-deleted', 'tag': 'ae9f4a3a-c138-449f-bc58-a108e71a0615', 'status': 'completed', 'code': 200} Aug 29 17:33:49.015245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] No DVR routers for this DVR port bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:49.017772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6072619 Aug 29 17:33:49.020981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.023202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-54f6938a-6210-499a-942d-4e4c8d8cbb88 req-0328a037-6894-4370-b1f0-9df67983e36e tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.43 "DELETE /v2.0/ports/bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 HTTP/1.1" status: 204 len: 173 time: 1.3914590 Aug 29 17:33:49.030571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58222) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:49.036159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'network': {'name': 'tempest-router-network02--152402013'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:49.045896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Allocated IP 172.20.0.2 (05c9f08f-21af-4658-8b49-db16d9a501e6/1c3dcab6-4fa4-4fc2-870a-381642fba1b5/b33ebcf2-f9d9-44f6-b6f6-bd59a3187794) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:49.064535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5db88-d968-410d-b65a-72addb9fec20 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Network': ['ID=6e9a8e8b-8759-4542-b375-db7418019a1a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:49.104282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1dc8ccdc-20a9-4749-99df-8f763854f132 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d748bdbf016d45358170f503597e99ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263330 Aug 29 17:33:49.106786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58224) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:49.107543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 6e9a8e8b-8759-4542-b375-db7418019a1a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:49.148930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de5d05dd-b668-4b48-9cd3-2ae9deae6511 req-37e2d890-1eea-48cd-bd32-1c62ba4be892 tempest-ListServersNegativeTestJSON-1719362427 tempest-ListServersNegativeTestJSON-1719362427-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6349a2-335e-4bb6-a042-15266f007245 HTTP/1.1" status: 200 len: 210 time: 0.0348859 Aug 29 17:33:49.151785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Made reservation on behalf of 2b7a46b4e3d340c5984332043f11ac93 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:49.156111 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.164554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd908cc3-7615-4702-9cc5-4beb503c07cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.189558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd908cc3-7615-4702-9cc5-4beb503c07cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.195863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:49.218039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.218875 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Added segment 4884de75-b134-45d3-aabd-86388ac7d9d9 of type vlan for network 8f2a1192-efc3-4cfc-af4f-004aff5929c4 Aug 29 17:33:49.261594 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd908cc3-7615-4702-9cc5-4beb503c07cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.264595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd908cc3-7615-4702-9cc5-4beb503c07cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.265969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bd908cc3-7615-4702-9cc5-4beb503c07cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/147d2cf3-a7f2-4b75-a30e-21a9d06a91fe HTTP/1.1" status: 204 len: 168 time: 0.1582348 Aug 29 17:33:49.277562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd908cc3-7615-4702-9cc5-4beb503c07cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147d2cf3-a7f2-4b75-a30e-21a9d06a91fe,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:49.298628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.299845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.315046 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.323121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Transition to ACTIVE for port object b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:49.378739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 0db5480d-0a33-4e35-9c01-bfc192783bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:49.384489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.391474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:49.392412 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.392540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Transition to ACTIVE for port object b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:49.403618 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.466490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Network 05c9f08f-21af-4658-8b49-db16d9a501e6 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:49.484096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:49.488894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Pushing event updated for resources: {'Port': ['ID=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:49.499203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:49.503404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Network': ['ID=8f2a1192-efc3-4cfc-af4f-004aff5929c4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:49.505491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.505844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.506188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.506527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.507417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.507756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.508087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.508417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.508747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.509077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.509406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.509733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:33:49.517756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8f2a1192-efc3-4cfc-af4f-004aff5929c4 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:49.548138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-92d3acd9-c341-4a68-bd95-82fafc61164e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5163009 Aug 29 17:33:49.551036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58232) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:49.559070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'subnet': {'network_id': '6e9a8e8b-8759-4542-b375-db7418019a1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:49.572197 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.624215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Allocated IP 2001:db8::2 (63456e47-1d1a-44aa-bee8-1396c9bfec2c/3fb8deac-5da5-48fa-9ff6-08a0cd55425f/75e48251-10d9-453c-9aa0-715865cd561f) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:49.665632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 63456e47-1d1a-44aa-bee8-1396c9bfec2c is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:49.669090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:49.675539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:49.683379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:49.684134 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.701983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=0db5480d-0a33-4e35-9c01-bfc192783bb5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:49.711029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Made reservation on behalf of 2b7a46b4e3d340c5984332043f11ac93 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:49.715122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.722428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-007dc6e8-f007-40c0-9fce-6f41c2163efd tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3895652 Aug 29 17:33:49.724993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58238) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:49.730458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c', 'name': 'tempest-PortsIpV6TestJSON-601568460', 'fixed_ips': [{'subnet_id': '3fb8deac-5da5-48fa-9ff6-08a0cd55425f', 'ip_address': '2001:db8::f'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:49.818390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Attempting to bind port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:49.818796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Attempting to bind port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'fd2d2f96-a2f8-467d-8888-df5140b21465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '05c9f08f-21af-4658-8b49-db16d9a501e6'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:49.819163 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Attempting to bind port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 on network 05c9f08f-21af-4658-8b49-db16d9a501e6 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:49.832673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:49.833051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Checking segment: {'id': 'fd2d2f96-a2f8-467d-8888-df5140b21465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '05c9f08f-21af-4658-8b49-db16d9a501e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:49.833455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.834024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Bound using segment: {'id': 'fd2d2f96-a2f8-467d-8888-df5140b21465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '05c9f08f-21af-4658-8b49-db16d9a501e6'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:49.834330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Bound port: b33ebcf2-f9d9-44f6-b6f6-bd59a3187794, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2d2f96-a2f8-467d-8888-df5140b21465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '05c9f08f-21af-4658-8b49-db16d9a501e6'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:49.838486 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.850078 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.861982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Transition to ACTIVE for port object 75e48251-10d9-453c-9aa0-715865cd561f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:49.886235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:49.893499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.906678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Transition to ACTIVE for port object 75e48251-10d9-453c-9aa0-715865cd561f will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:49.920085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:49.925955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 22122e08-fbf0-4019-bc2b-0f64cfdee56d yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:33:49.955745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.961453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:49.982423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] For port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:50.047590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Checking segment: {'id': '0727dd0e-0630-44cb-a878-293cd439d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e9a8e8b-8759-4542-b375-db7418019a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:50.048417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network hostable DHCP agents. Network: 6e9a8e8b-8759-4542-b375-db7418019a1a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:50.052089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Subnet': ['ID=5fe17b0f-b288-458c-97af-9259803e0d4e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:50.064726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] For port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,segment=NetworkSegment(fd2d2f96-a2f8-467d-8888-df5140b21465),segment_id=fd2d2f96-a2f8-467d-8888-df5140b21465)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:50.074889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network 6e9a8e8b-8759-4542-b375-db7418019a1a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:50.089819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 6e9a8e8b-8759-4542-b375-db7418019a1a) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:50.095676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:50.096560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.098114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Network 63456e47-1d1a-44aa-bee8-1396c9bfec2c is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:50.101581 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.110459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801935b1-cf65-4888-81ec-e1b065a55ac5 None None] Network 6e9a8e8b-8759-4542-b375-db7418019a1a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:50.114952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-df02810c-84b9-4d1b-a469-fa9dc805b04e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5614619 Aug 29 17:33:50.117325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58260) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:50.123156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'subnet': {'network_id': '8f2a1192-efc3-4cfc-af4f-004aff5929c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:50.128391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:50.156297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Pushing event updated for resources: {'Port': ['ID=75e48251-10d9-453c-9aa0-715865cd561f,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:50.164911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:50.205521 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.206031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::f (63456e47-1d1a-44aa-bee8-1396c9bfec2c/3fb8deac-5da5-48fa-9ff6-08a0cd55425f/22122e08-fbf0-4019-bc2b-0f64cfdee56d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:50.281270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Made reservation on behalf of 2b7a46b4e3d340c5984332043f11ac93 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:50.289465 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.309150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58268) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:50.390800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58270) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:50.451409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f691f3-834b-4577-81e1-26ab17f297de admin admin] Deleting subnet 7e09de69-1e7a-47f9-abc8-56487a904fa6 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:50.574357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:50.579892 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11db14d1-86a2-4404-98a4-cbadce88b794" -d '{"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-unplugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:50.609209 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.622039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:50.626524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Attempting to bind port 75e48251-10d9-453c-9aa0-715865cd561f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:50.626932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Attempting to bind port 75e48251-10d9-453c-9aa0-715865cd561f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c0f87d1f-334b-43a1-9390-8df800fba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:50.627636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 22122e08-fbf0-4019-bc2b-0f64cfdee56d will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:50.627894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Attempting to bind port 75e48251-10d9-453c-9aa0-715865cd561f on network 63456e47-1d1a-44aa-bee8-1396c9bfec2c {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:50.630678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453f706-f73b-4e57-b89b-3541091611d5 None None] Pushing event updated for resources: {'Port': ['ID=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:50.638192 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.667559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409563058'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:50.672347 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f691f3-834b-4577-81e1-26ab17f297de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.677058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.720841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:50.725252 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e28bb2f-b20a-4b3c-8a17-00c35baf0c5c x-openstack-request-id: req-8e28bb2f-b20a-4b3c-8a17-00c35baf0c5c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:50.725558 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-unplugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:50.725905 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e28bb2f-b20a-4b3c-8a17-00c35baf0c5c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:50.726298 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'code': 200} Aug 29 17:33:50.729990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:50.730253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Checking segment: {'id': 'c0f87d1f-334b-43a1-9390-8df800fba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:50.730700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.731169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Bound using segment: {'id': 'c0f87d1f-334b-43a1-9390-8df800fba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:50.731620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Bound port: 75e48251-10d9-453c-9aa0-715865cd561f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f87d1f-334b-43a1-9390-8df800fba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '63456e47-1d1a-44aa-bee8-1396c9bfec2c'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:50.732010 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.767772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 63456e47-1d1a-44aa-bee8-1396c9bfec2c is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:50.774358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f691f3-834b-4577-81e1-26ab17f297de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.776173 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.785097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3a7703c4-6f9f-4732-9e13-ee176da0c330 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:33:50.787009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ae9f4a3a-c138-449f-bc58-a108e71a0615 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:50.811758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.813741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:50.820556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: ae9f4a3a-c138-449f-bc58-a108e71a0615 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:50.820905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device ae9f4a3a-c138-449f-bc58-a108e71a0615 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:50.823145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:50.829393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:50.830036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.852819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=22122e08-fbf0-4019-bc2b-0f64cfdee56d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:50.881073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-980e42c9-8083-493d-a3e1-b39ca674b589 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1549819 Aug 29 17:33:50.881736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58278) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:50.883492 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f691f3-834b-4577-81e1-26ab17f297de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.883939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] For port 75e48251-10d9-453c-9aa0-715865cd561f, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:50.886717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-6e9a8e8b-8759-4542-b375-db7418019a1a', 'network_id': '6e9a8e8b-8759-4542-b375-db7418019a1a', 'tenant_id': '2b7a46b4e3d340c5984332043f11ac93', 'fixed_ips': [{'subnet_id': '5fe17b0f-b288-458c-97af-9259803e0d4e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:50.887048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.934813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] For port 75e48251-10d9-453c-9aa0-715865cd561f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=75e48251-10d9-453c-9aa0-715865cd561f,segment=NetworkSegment(c0f87d1f-334b-43a1-9390-8df800fba09f),segment_id=c0f87d1f-334b-43a1-9390-8df800fba09f)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:50.954104 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.007480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca4d3df-48f7-4f56-9709-c6637ceba701', 'name': 'network-vif-deleted', 'tag': 'bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:51.012026 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca2070b-2873-40f7-b9a5-7487f83a795f" -d '{"events": [{"server_uuid": "9ca4d3df-48f7-4f56-9709-c6637ceba701", "name": "network-vif-deleted", "tag": "bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:51.028346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.030711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62266596-4479-4b5d-85ef-6d69d60006d6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:51.035472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-62266596-4479-4b5d-85ef-6d69d60006d6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1470585 Aug 29 17:33:51.037549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58282) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:51.090017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f691f3-834b-4577-81e1-26ab17f297de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.113524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05f691f3-834b-4577-81e1-26ab17f297de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.118346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05f691f3-834b-4577-81e1-26ab17f297de admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7e09de69-1e7a-47f9-abc8-56487a904fa6 HTTP/1.1" status: 204 len: 168 time: 0.8055511 Aug 29 17:33:51.128428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58292) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:51.143404 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7382042-2573-40b2-80d1-fd412ce716b2 x-openstack-request-id: req-e7382042-2573-40b2-80d1-fd412ce716b2 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:51.143805 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca4d3df-48f7-4f56-9709-c6637ceba701", "name": "network-vif-deleted", "tag": "bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:51.144066 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7382042-2573-40b2-80d1-fd412ce716b2 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:51.145027 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca4d3df-48f7-4f56-9709-c6637ceba701', 'name': 'network-vif-deleted', 'tag': 'bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67', 'status': 'completed', 'code': 200} Aug 29 17:33:51.168941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f691f3-834b-4577-81e1-26ab17f297de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e09de69-1e7a-47f9-abc8-56487a904fa6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:51.192225 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.254634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Allocated IP 172.20.0.2 (6e9a8e8b-8759-4542-b375-db7418019a1a/5fe17b0f-b288-458c-97af-9259803e0d4e/256dcf9f-8c8f-462e-82c8-f9db9fd14719) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:51.259293 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.272972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660bb8b-95fc-4df4-9174-222a61c83404 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:51.279446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660bb8b-95fc-4df4-9174-222a61c83404 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:51.296869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660bb8b-95fc-4df4-9174-222a61c83404 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:51.301485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2660bb8b-95fc-4df4-9174-222a61c83404 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2595954 Aug 29 17:33:51.311107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58304) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:51.311658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Subnet': ['ID=7210ac8d-35a3-4ce5-9d08-f8d07dfdc17b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:51.323466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Checking segment: {'id': '4884de75-b134-45d3-aabd-86388ac7d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8f2a1192-efc3-4cfc-af4f-004aff5929c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:51.323996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network hostable DHCP agents. Network: 8f2a1192-efc3-4cfc-af4f-004aff5929c4, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:51.376168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900ac91-5aa5-4378-a27b-15b197a79d8e None None] Pushing event updated for resources: {'Port': ['ID=75e48251-10d9-453c-9aa0-715865cd561f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:51.383890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network 8f2a1192-efc3-4cfc-af4f-004aff5929c4 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:51.390777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:51.412743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8f2a1192-efc3-4cfc-af4f-004aff5929c4) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:51.423793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:51.425163 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'mac_address': 'fa:16:3e:3a:0d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:33:51.425554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.438419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b724446-2d5e-4f1b-bf20-1b7133ee223b None None] Network 8f2a1192-efc3-4cfc-af4f-004aff5929c4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:51.439572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.448017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4810d6-2a16-4bec-ab82-c1c1585d6806,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:51.632645 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.689253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.698714 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.706291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9570254a-c632-4db0-bdab-725a2ab2d348']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:51.713118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a7703c4-6f9f-4732-9e13-ee176da0c330 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:33:51.738397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Transition to ACTIVE for port object 256dcf9f-8c8f-462e-82c8-f9db9fd14719 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:51.747893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:51.748195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fcff09-d1af-4cfe-97b8-170ad00f51fe') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:51.763553 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.768142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.772515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-46ff860d-28ee-4425-beb3-bdad6d8f2393 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 22122e08-fbf0-4019-bc2b-0f64cfdee56d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:51.773469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46ff860d-28ee-4425-beb3-bdad6d8f2393 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.784519 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.791307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:51.792327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-871fc671-20e6-4f39-b34b-ccac71d9356e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6738434 Aug 29 17:33:51.793042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:51.793168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Transition to ACTIVE for port object 256dcf9f-8c8f-462e-82c8-f9db9fd14719 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:51.836000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.855211 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.861590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d8dc14-ea35-4a8b-9e16-d50dc3c1ec25,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:51.866186 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.894064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:51.895058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:51.897150 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:51.926706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Network 6e9a8e8b-8759-4542-b375-db7418019a1a is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:51.954475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:33:51.968663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.970046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5cad8b71-b974-4445-9c59-c41bbf512292 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5781226 Aug 29 17:33:51.980328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58324) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:51.981256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387c29b3-1c45-4587-af7e-e46787e8d68a None None] Network 05c9f08f-21af-4658-8b49-db16d9a501e6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:51.986998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:51.991065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:33:51.991461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bfa94c61-eb5b-432b-a6b3-3c8f19d7aa67 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:33:51.993337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['3a7703c4-6f9f-4732-9e13-ee176da0c330'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:33:51.995854 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:52.025911 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.030324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9570254a-c632-4db0-bdab-725a2ab2d348 HTTP/1.1" status: 204 len: 168 time: 0.8724220 Aug 29 17:33:52.030461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:52.031387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994cc31-8f4e-4d54-a2de-f63667a4e681 admin admin] Pushing event deleted for resources: {'Network': ['ID=9570254a-c632-4db0-bdab-725a2ab2d348,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:52.081980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-8f2a1192-efc3-4cfc-af4f-004aff5929c4', 'network_id': '8f2a1192-efc3-4cfc-af4f-004aff5929c4', 'tenant_id': '2b7a46b4e3d340c5984332043f11ac93', 'fixed_ips': [{'subnet_id': '7210ac8d-35a3-4ce5-9d08-f8d07dfdc17b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:33:52.082790 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.094942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:52.117972 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0a95f176-9364-4298-bbcb-4bcbcb2de6a7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1360221 Aug 29 17:33:52.124417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58328) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:52.130392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-7f7d10d1-08c4-4d29-b30f-b7074061835e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-security--1749359690', 'description': 'tempest-security-description-1807886666'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:52.135410 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46ff860d-28ee-4425-beb3-bdad6d8f2393 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.214102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-46ff860d-28ee-4425-beb3-bdad6d8f2393 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 22122e08-fbf0-4019-bc2b-0f64cfdee56d owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:52.222206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f7d10d1-08c4-4d29-b30f-b7074061835e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.257781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e1456339-3b14-4916-bb2b-0f9af2dfcf46 None None] Provisioning for port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:52.388845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Attempting to bind port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:52.389853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Attempting to bind port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '0727dd0e-0630-44cb-a878-293cd439d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e9a8e8b-8759-4542-b375-db7418019a1a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:52.390436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Attempting to bind port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 on network 6e9a8e8b-8759-4542-b375-db7418019a1a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:52.432274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58340) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:52.510484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f7d10d1-08c4-4d29-b30f-b7074061835e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.515589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:52.545634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.548650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f7d10d1-08c4-4d29-b30f-b7074061835e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.557172 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f7d10d1-08c4-4d29-b30f-b7074061835e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.562558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7f7d10d1-08c4-4d29-b30f-b7074061835e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "PUT /v2.0/security-groups/f1d8dc14-ea35-4a8b-9e16-d50dc3c1ec25 HTTP/1.1" status: 200 len: 1780 time: 0.4375246 Aug 29 17:33:52.564789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58342) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:52.574503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Pushing event updated for resources: {'Port': ['ID=256dcf9f-8c8f-462e-82c8-f9db9fd14719,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:52.579520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:52.579908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Checking segment: {'id': '0727dd0e-0630-44cb-a878-293cd439d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e9a8e8b-8759-4542-b375-db7418019a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:52.580324 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.580728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Bound using segment: {'id': '0727dd0e-0630-44cb-a878-293cd439d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e9a8e8b-8759-4542-b375-db7418019a1a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:52.581224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Bound port: 256dcf9f-8c8f-462e-82c8-f9db9fd14719, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0727dd0e-0630-44cb-a878-293cd439d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e9a8e8b-8759-4542-b375-db7418019a1a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:52.581615 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.651984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e9fed81e-feca-4400-94f8-f11bfa232ee9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60bdaf0182b244249264c505f61d462d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185307 Aug 29 17:33:52.652701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d10d1-08c4-4d29-b30f-b7074061835e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d8dc14-ea35-4a8b-9e16-d50dc3c1ec25,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:52.655364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58344) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:52.800911 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724e8bc2-0c98-4f3d-be9c-3fd3f52e3246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.814573 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46ff860d-28ee-4425-beb3-bdad6d8f2393 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.864225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff860d-28ee-4425-beb3-bdad6d8f2393 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=22122e08-fbf0-4019-bc2b-0f64cfdee56d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:52.872378 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724e8bc2-0c98-4f3d-be9c-3fd3f52e3246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.896025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Allocated IP 172.20.0.2 (8f2a1192-efc3-4cfc-af4f-004aff5929c4/7210ac8d-35a3-4ce5-9d08-f8d07dfdc17b/3ebf6c94-f48a-45de-82ee-d270d0fd4bc7) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:52.915708 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b1208dc7-7664-4ce9-858f-420bba08a588 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups/f1d8dc14-ea35-4a8b-9e16-d50dc3c1ec25 HTTP/1.1" status: 200 len: 1780 time: 0.3490748 Aug 29 17:33:52.919523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58348) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:52.938979 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46ff860d-28ee-4425-beb3-bdad6d8f2393 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:52.941042 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-46ff860d-28ee-4425-beb3-bdad6d8f2393 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/22122e08-fbf0-4019-bc2b-0f64cfdee56d HTTP/1.1" status: 204 len: 168 time: 1.6291108 Aug 29 17:33:52.948064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58350) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:52.985828 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-366091f5-ef43-4c4b-9e73-edaa109d8827 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:52.987420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-366091f5-ef43-4c4b-9e73-edaa109d8827 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/22122e08-fbf0-4019-bc2b-0f64cfdee56d HTTP/1.1" status: 404 len: 333 time: 0.0390635 Aug 29 17:33:52.990192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58352) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:53.042906 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9af221e5-7740-4fe4-9605-c7cf85a5c80e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.061993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db148a-afd4-4db8-8142-abd2c9b18b85 None None] Network 63456e47-1d1a-44aa-bee8-1396c9bfec2c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:53.083621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724e8bc2-0c98-4f3d-be9c-3fd3f52e3246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.087527 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724e8bc2-0c98-4f3d-be9c-3fd3f52e3246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.088933 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-724e8bc2-0c98-4f3d-be9c-3fd3f52e3246 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/944d9342-d519-418c-b479-a29a274a8532 HTTP/1.1" status: 204 len: 168 time: 0.4324942 Aug 29 17:33:53.107512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e8bc2-0c98-4f3d-be9c-3fd3f52e3246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d9342-d519-418c-b479-a29a274a8532,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:53.135248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9af221e5-7740-4fe4-9605-c7cf85a5c80e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.163222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-996d1489-685f-43af-a2fd-358877d21b49 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 0db5480d-0a33-4e35-9c01-bfc192783bb5 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:53.163866 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-996d1489-685f-43af-a2fd-358877d21b49 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.177068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Allocated IP 172.20.0.1 (6e9a8e8b-8759-4542-b375-db7418019a1a/5fe17b0f-b288-458c-97af-9259803e0d4e/48b81f6c-4846-4b9e-b4d8-ee77e2b0a996) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:33:53.259283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9af221e5-7740-4fe4-9605-c7cf85a5c80e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.261831 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9af221e5-7740-4fe4-9605-c7cf85a5c80e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.266291 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9af221e5-7740-4fe4-9605-c7cf85a5c80e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/f1d8dc14-ea35-4a8b-9e16-d50dc3c1ec25 HTTP/1.1" status: 204 len: 168 time: 0.3428252 Aug 29 17:33:53.274235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58358) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:53.307490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af221e5-7740-4fe4-9605-c7cf85a5c80e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d8dc14-ea35-4a8b-9e16-d50dc3c1ec25,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:53.406757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b4919405-4e1d-4b67-9df6-c05ecb4557e6 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1318302 Aug 29 17:33:53.407437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-996d1489-685f-43af-a2fd-358877d21b49 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.409624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:53.435900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-996d1489-685f-43af-a2fd-358877d21b49 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 0db5480d-0a33-4e35-9c01-bfc192783bb5 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:53.437779 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-c7131902-99aa-4c75-b2da-830afe557d0c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] delete failed (client error): The resource could not be found. Aug 29 17:33:53.438841 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c7131902-99aa-4c75-b2da-830afe557d0c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/f1d8dc14-ea35-4a8b-9e16-d50dc3c1ec25 HTTP/1.1" status: 404 len: 347 time: 0.0282629 Aug 29 17:33:53.444223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58370) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:53.458116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] For port 256dcf9f-8c8f-462e-82c8-f9db9fd14719, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:53.472649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] For port 256dcf9f-8c8f-462e-82c8-f9db9fd14719, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=256dcf9f-8c8f-462e-82c8-f9db9fd14719,segment=NetworkSegment(0727dd0e-0630-44cb-a878-293cd439d79e),segment_id=0727dd0e-0630-44cb-a878-293cd439d79e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:53.481956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d66c8641-62f3-4fbb-b6b0-63c899c325ea tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581865302'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:53.494569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.501019 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.509998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Transition to ACTIVE for port object 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:53.528416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Transition to ACTIVE for port object 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:53.532864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Transition to ACTIVE for port object 48b81f6c-4846-4b9e-b4d8-ee77e2b0a996 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:33:53.582484 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.595614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d66c8641-62f3-4fbb-b6b0-63c899c325ea tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.598376 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.626215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.691475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Network 8f2a1192-efc3-4cfc-af4f-004aff5929c4 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:53.697670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18a9d4-5c70-4081-a086-c859e2421b32 None None] Pushing event updated for resources: {'Port': ['ID=256dcf9f-8c8f-462e-82c8-f9db9fd14719,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:53.717732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Port': ['ID=48b81f6c-4846-4b9e-b4d8-ee77e2b0a996,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:53.744945 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-996d1489-685f-43af-a2fd-358877d21b49 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.749995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:53.752013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:53.767219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:53.773356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Pushing event updated for resources: {'Port': ['ID=3ebf6c94-f48a-45de-82ee-d270d0fd4bc7,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:53.775966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:53.777177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.781742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c023798b-f819-498d-9a12-a1e3253419f1 None None] Provisioning for port 75e48251-10d9-453c-9aa0-715865cd561f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:53.787268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network 6e9a8e8b-8759-4542-b375-db7418019a1a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:53.788936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:53.802343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:33:53.854949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-996d1489-685f-43af-a2fd-358877d21b49 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.857960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-996d1489-685f-43af-a2fd-358877d21b49 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/0db5480d-0a33-4e35-9c01-bfc192783bb5 HTTP/1.1" status: 204 len: 168 time: 0.8668504 Aug 29 17:33:53.871178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58382) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:53.880447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d1489-685f-43af-a2fd-358877d21b49 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=0db5480d-0a33-4e35-9c01-bfc192783bb5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:53.918638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d66c8641-62f3-4fbb-b6b0-63c899c325ea tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.932233 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d66c8641-62f3-4fbb-b6b0-63c899c325ea tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.985166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d66c8641-62f3-4fbb-b6b0-63c899c325ea tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.986749 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d66c8641-62f3-4fbb-b6b0-63c899c325ea tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5415294 Aug 29 17:33:53.988067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c8641-62f3-4fbb-b6b0-63c899c325ea tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98afd78-b3be-4e83-b6c9-6bef9b502c8e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:54.002258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Attempting to bind port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:33:54.003041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58386) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:54.003156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Attempting to bind port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4884de75-b134-45d3-aabd-86388ac7d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8f2a1192-efc3-4cfc-af4f-004aff5929c4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:33:54.003638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Attempting to bind port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 on network 8f2a1192-efc3-4cfc-af4f-004aff5929c4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:33:54.011367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c33e6d70-71c8-4062-b813-54d3fea5c19d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'd98afd78-b3be-4e83-b6c9-6bef9b502c8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:54.018421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:33:54.018994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Checking segment: {'id': '4884de75-b134-45d3-aabd-86388ac7d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8f2a1192-efc3-4cfc-af4f-004aff5929c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:54.019492 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.020061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Bound using segment: {'id': '4884de75-b134-45d3-aabd-86388ac7d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8f2a1192-efc3-4cfc-af4f-004aff5929c4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:33:54.020649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Bound port: 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4884de75-b134-45d3-aabd-86388ac7d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8f2a1192-efc3-4cfc-af4f-004aff5929c4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:33:54.021131 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.062010 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c33e6d70-71c8-4062-b813-54d3fea5c19d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.064045 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.157065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c33e6d70-71c8-4062-b813-54d3fea5c19d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.168866 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.172611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c33e6d70-71c8-4062-b813-54d3fea5c19d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.197197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e6d70-71c8-4062-b813-54d3fea5c19d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb83077-a3f7-4852-94f2-6c856b048345,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:54.240101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c33e6d70-71c8-4062-b813-54d3fea5c19d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.255873 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c33e6d70-71c8-4062-b813-54d3fea5c19d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500560 Aug 29 17:33:54.259209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58388) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:54.281301 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd04385b-0d54-4fe6-ad7d-0e2986a180d7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:33:54.283244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fd04385b-0d54-4fe6-ad7d-0e2986a180d7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/0db5480d-0a33-4e35-9c01-bfc192783bb5 HTTP/1.1" status: 404 len: 333 time: 0.4111323 Aug 29 17:33:54.286011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58390) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:54.311993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,segment=NetworkSegment(fd2d2f96-a2f8-467d-8888-df5140b21465),segment_id=fd2d2f96-a2f8-467d-8888-df5140b21465)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:54.349231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] For port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:33:54.355354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.358051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 75e48251-10d9-453c-9aa0-715865cd561f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:54.358390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e130e81d-21e0-4770-8905-476f27e20d67 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.385393 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e130e81d-21e0-4770-8905-476f27e20d67 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.430890 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e130e81d-21e0-4770-8905-476f27e20d67 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.443527 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e130e81d-21e0-4770-8905-476f27e20d67 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.445515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e130e81d-21e0-4770-8905-476f27e20d67 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9cb83077-a3f7-4852-94f2-6c856b048345 HTTP/1.1" status: 204 len: 168 time: 0.1774046 Aug 29 17:33:54.450010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58402) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:54.493909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130e81d-21e0-4770-8905-476f27e20d67 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cb83077-a3f7-4852-94f2-6c856b048345,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:54.495226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ba0d0f-51cd-4d36-9556-d96e3d84694d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet 3fb8deac-5da5-48fa-9ff6-08a0cd55425f {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:33:54.504085 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23ba0d0f-51cd-4d36-9556-d96e3d84694d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.639659 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23ba0d0f-51cd-4d36-9556-d96e3d84694d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.645285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58410) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:54.649809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83b98dca-5a6c-4ff4-9d86-2999738b9535 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1793816 Aug 29 17:33:54.740586 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.806828 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58414) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:54.848643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-69a6cf17-fe5f-430b-b4ce-afcdcda3445a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:54.912402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:54.919748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3a7703c4-6f9f-4732-9e13-ee176da0c330 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:54.933825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] For port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3ebf6c94-f48a-45de-82ee-d270d0fd4bc7,segment=NetworkSegment(4884de75-b134-45d3-aabd-86388ac7d9d9),segment_id=4884de75-b134-45d3-aabd-86388ac7d9d9)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:33:54.989265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23ba0d0f-51cd-4d36-9556-d96e3d84694d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.002283 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.059843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1937799457-network', 'tenant_id': '04665ef6c231485e96c15dfdcea1a752'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:55.137226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:55.139097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c12b175-9e18-480c-9064-7891b1585f90 None None] Provisioning complete for port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:55.139845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c12b175-9e18-480c-9064-7891b1585f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.143655 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.186757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.243816 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-69a6cf17-fe5f-430b-b4ce-afcdcda3445a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.275803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 75e48251-10d9-453c-9aa0-715865cd561f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:55.304829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 75e48251-10d9-453c-9aa0-715865cd561f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:55.305210 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.308906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cc0e9-de63-4473-ad96-23b19f830326 None None] Pushing event updated for resources: {'Port': ['ID=3ebf6c94-f48a-45de-82ee-d270d0fd4bc7,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:55.359738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.374442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.394507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 3a7703c4-6f9f-4732-9e13-ee176da0c330 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:55.395255 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.398830 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.411211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.487347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:55.503446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.504117 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Added segment 716f4cf1-0808-4430-a2d7-55eaf802f1b5 of type vlan for network 5391bae1-cb2c-4870-ad97-f010392c0e9e Aug 29 17:33:55.540259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23ba0d0f-51cd-4d36-9556-d96e3d84694d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.614973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.660468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:55.667162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.668399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:55.669035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.692217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Port': ['ID=48b81f6c-4846-4b9e-b4d8-ee77e2b0a996,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:55.718462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba0d0f-51cd-4d36-9556-d96e3d84694d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb8deac-5da5-48fa-9ff6-08a0cd55425f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:55.743246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-69a6cf17-fe5f-430b-b4ce-afcdcda3445a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.749847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-69a6cf17-fe5f-430b-b4ce-afcdcda3445a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.751356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-69a6cf17-fe5f-430b-b4ce-afcdcda3445a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/d98afd78-b3be-4e83-b6c9-6bef9b502c8e HTTP/1.1" status: 204 len: 168 time: 1.1042738 Aug 29 17:33:55.760394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23ba0d0f-51cd-4d36-9556-d96e3d84694d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.762630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-23ba0d0f-51cd-4d36-9556-d96e3d84694d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/3fb8deac-5da5-48fa-9ff6-08a0cd55425f HTTP/1.1" status: 204 len: 168 time: 1.4755332 Aug 29 17:33:55.774639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58430) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:55.775327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58432) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:55.805821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-25349556-7a81-4fed-8544-930475dcfef9 None None] Could not find standard attr ID for object 22122e08-fbf0-4019-bc2b-0f64cfdee56d. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:33:55.827659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5391bae1-cb2c-4870-ad97-f010392c0e9e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:55.840914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.851297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-66d08027-ba32-49e6-85aa-14bf8baf05b3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0422046 Aug 29 17:33:55.852132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58434) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:55.859361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Request body: {'subnet': {'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1937799457-subnet', 'tenant_id': '04665ef6c231485e96c15dfdcea1a752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:55.870017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-25349556-7a81-4fed-8544-930475dcfef9 None None] Could not find standard attr ID for object 0db5480d-0a33-4e35-9c01-bfc192783bb5. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:33:55.871807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:55.875268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6cf17-fe5f-430b-b4ce-afcdcda3445a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98afd78-b3be-4e83-b6c9-6bef9b502c8e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:55.898904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.917043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:55.919450 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:55.934181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04bc972-b7bd-42ee-93f4-410e9a4c93f8 None None] Network 6e9a8e8b-8759-4542-b375-db7418019a1a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:56.005367 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.026811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a021b8-8c40-4111-b940-fea38da393bb None None] Network 63456e47-1d1a-44aa-bee8-1396c9bfec2c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:56.044098 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-513541e0-3d30-4b1e-8b83-958197608eec tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2663736 Aug 29 17:33:56.050526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.055840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58436) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:56.063615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5d3166f2-9572-4e99-905f-b9d5083c77df tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-secgroup--45698860'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:56.127014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network 6e9a8e8b-8759-4542-b375-db7418019a1a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:33:56.129613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:56.161248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d3166f2-9572-4e99-905f-b9d5083c77df tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.183574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-25349556-7a81-4fed-8544-930475dcfef9 None None] Provisioning complete for port 75e48251-10d9-453c-9aa0-715865cd561f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:56.183954 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-25349556-7a81-4fed-8544-930475dcfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.207904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:33:56.210148 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e648d923-480c-425c-83b1-f3e4900b231a" -d '{"events": [{"server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "name": "network-vif-plugged", "status": "completed", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:33:56.226155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 75e48251-10d9-453c-9aa0-715865cd561f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:33:56.226664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.286442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:56.307471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 75e48251-10d9-453c-9aa0-715865cd561f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=75e48251-10d9-453c-9aa0-715865cd561f,segment=NetworkSegment(c0f87d1f-334b-43a1-9390-8df800fba09f),segment_id=c0f87d1f-334b-43a1-9390-8df800fba09f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:56.310286 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.345095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] For port 75e48251-10d9-453c-9aa0-715865cd561f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=75e48251-10d9-453c-9aa0-715865cd561f,segment=NetworkSegment(c0f87d1f-334b-43a1-9390-8df800fba09f),segment_id=c0f87d1f-334b-43a1-9390-8df800fba09f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:56.345614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.370097 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4276b84f-af10-45de-98c1-8018911cbf5c x-openstack-request-id: req-4276b84f-af10-45de-98c1-8018911cbf5c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:33:56.370393 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "name": "network-vif-plugged", "status": "completed", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:33:56.370697 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4276b84f-af10-45de-98c1-8018911cbf5c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:33:56.371148 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'code': 200} Aug 29 17:33:56.380864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 75e48251-10d9-453c-9aa0-715865cd561f owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:33:56.384044 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.424667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.528859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.545789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Router c73f1c37-48f6-44a4-ba37-73d76c742fb1 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:33:56.563560 n-d-713499-15 neutron-server[94797]: INFO neutron.plugins.ml2.db [None req-25349556-7a81-4fed-8544-930475dcfef9 None None] No ports have port_id starting with 75e48251-10d9-453c-9aa0-715865cd561f Aug 29 17:33:56.584570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:56.610412 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=75e48251-10d9-453c-9aa0-715865cd561f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:56.623287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d3166f2-9572-4e99-905f-b9d5083c77df tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.629564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No DVR routers for this DVR port 75e48251-10d9-453c-9aa0-715865cd561f on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:33:56.640944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d3166f2-9572-4e99-905f-b9d5083c77df tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.649168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:56.714704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event deleted for resources: {'Port': ['ID=75e48251-10d9-453c-9aa0-715865cd561f,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:56.739740 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d3166f2-9572-4e99-905f-b9d5083c77df tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.741258 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5d3166f2-9572-4e99-905f-b9d5083c77df tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6842930 Aug 29 17:33:56.745558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58448) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:56.746544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Checking segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:56.747560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Network hostable DHCP agents. Network: 5391bae1-cb2c-4870-ad97-f010392c0e9e, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:56.752756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f9f8ee16-a2b7-4a4f-95cd-b8f355190ac6 None None] Provisioning for port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:56.766400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ad8c26e5-7248-47de-9eae-500f2267ecbc tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'acf81c1e-bce2-4b3b-83c1-6a51cfe291f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:56.778357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3166f2-9572-4e99-905f-b9d5083c77df tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf81c1e-bce2-4b3b-83c1-6a51cfe291f5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:56.849992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 256dcf9f-8c8f-462e-82c8-f9db9fd14719 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:56.853189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b8b84-2fc3-4073-93a5-a13cc09857bc None None] DHCP port deletion for 63456e47-1d1a-44aa-bee8-1396c9bfec2c request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:33:56.862461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:56.891074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 5391bae1-cb2c-4870-ad97-f010392c0e9e) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:56.892783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad8c26e5-7248-47de-9eae-500f2267ecbc tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.906628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e3428-98b2-476a-b9d6-2af9e0a60125 None None] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:56.937941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:56.938550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:56.982351 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5ee35d5d-791b-429d-a138-1ecdee8a2d77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1289370 Aug 29 17:33:57.015275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad8c26e5-7248-47de-9eae-500f2267ecbc tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.027469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad8c26e5-7248-47de-9eae-500f2267ecbc tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.062561 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.077621 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63456e47-1d1a-44aa-bee8-1396c9bfec2c']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:57.081048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:33:57.101402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d9fab989-5498-4cd6-8499-d3ec237a73ad tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "PUT /v2.0/routers/c73f1c37-48f6-44a4-ba37-73d76c742fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3071952 Aug 29 17:33:57.101827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c26e5-7248-47de-9eae-500f2267ecbc tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f88815-f4e2-40a2-890e-40d9f574361c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:57.105194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58456) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:57.108780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f87d1f-334b-43a1-9390-8df800fba09f') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:57.109406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f87d1f-334b-43a1-9390-8df800fba09f') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:57.117954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41144f-694e-4ef7-92fc-78e2f2844e9b None None] Sync routers for ids ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:33:57.119809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad8c26e5-7248-47de-9eae-500f2267ecbc tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.123770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ad8c26e5-7248-47de-9eae-500f2267ecbc tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3700163 Aug 29 17:33:57.124619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58458) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:57.134831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1f4aba3f-8c63-4f03-b77f-8cebdce41d01 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'acf81c1e-bce2-4b3b-83c1-6a51cfe291f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:57.155378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463f2d8-c6b8-4125-a45a-c6407c425b57 None None] Network 8f2a1192-efc3-4cfc-af4f-004aff5929c4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:57.178186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.198293 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba3f-8c63-4f03-b77f-8cebdce41d01 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.290700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.299574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba3f-8c63-4f03-b77f-8cebdce41d01 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.304589 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba3f-8c63-4f03-b77f-8cebdce41d01 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.334213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:33:57.336164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aba3f-8c63-4f03-b77f-8cebdce41d01 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e2cf16-2fcd-4c0d-8ad6-2f63d7f93e7a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:57.341447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:33:57.350193 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:33:57.360111 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba3f-8c63-4f03-b77f-8cebdce41d01 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.361610 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1f4aba3f-8c63-4f03-b77f-8cebdce41d01 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2358811 Aug 29 17:33:57.373071 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58468) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:57.404903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2494ba75-ee18-4e19-9881-40ccfb46ebb0 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'acf81c1e-bce2-4b3b-83c1-6a51cfe291f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:57.415389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41144f-694e-4ef7-92fc-78e2f2844e9b None None] Routers {'c73f1c37-48f6-44a4-ba37-73d76c742fb1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:33:57.416040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0c41144f-694e-4ef7-92fc-78e2f2844e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:57.463853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:57.477066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0c41144f-694e-4ef7-92fc-78e2f2844e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:57.484816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:57.485240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.522315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8bffb6ca-628c-4419-9671-0030a5fd0525 None None] Provisioning for port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:57.524486 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2494ba75-ee18-4e19-9881-40ccfb46ebb0 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.603821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41144f-694e-4ef7-92fc-78e2f2844e9b None None] Routers {'c73f1c37-48f6-44a4-ba37-73d76c742fb1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:33:57.604778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0c41144f-694e-4ef7-92fc-78e2f2844e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:57.663861 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2494ba75-ee18-4e19-9881-40ccfb46ebb0 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.678819 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2494ba75-ee18-4e19-9881-40ccfb46ebb0 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.707452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02faf108-c103-44b9-aed9-8caa67451661 None None] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:57.721265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0c41144f-694e-4ef7-92fc-78e2f2844e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:33:57.721929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41144f-694e-4ef7-92fc-78e2f2844e9b None None] The sync data for ids ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:33:57.728679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494ba75-ee18-4e19-9881-40ccfb46ebb0 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95cb898-8783-47a4-9197-206296842b0c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:57.739195 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2494ba75-ee18-4e19-9881-40ccfb46ebb0 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.741285 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2494ba75-ee18-4e19-9881-40ccfb46ebb0 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3643198 Aug 29 17:33:57.744053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58478) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:57.748721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0230484a-f4d1-4841-b6a9-da8be5935f6d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'acf81c1e-bce2-4b3b-83c1-6a51cfe291f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:57.840494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-316c8e68-f1e3-4f87-8bae-c3594ee056d8 None None] Provisioning for port 48b81f6c-4846-4b9e-b4d8-ee77e2b0a996 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:57.853764 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0230484a-f4d1-4841-b6a9-da8be5935f6d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.878765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-316c8e68-f1e3-4f87-8bae-c3594ee056d8 None None] Provisioning complete for port 48b81f6c-4846-4b9e-b4d8-ee77e2b0a996 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:57.879149 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-316c8e68-f1e3-4f87-8bae-c3594ee056d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:57.996816 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0230484a-f4d1-4841-b6a9-da8be5935f6d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.009326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0230484a-f4d1-4841-b6a9-da8be5935f6d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.020621 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.041166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-316c8e68-f1e3-4f87-8bae-c3594ee056d8 None None] Port 48b81f6c-4846-4b9e-b4d8-ee77e2b0a996 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:58.062914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230484a-f4d1-4841-b6a9-da8be5935f6d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51721a36-2ee8-4cbd-ab2e-80798e19ecaa,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:58.076641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0230484a-f4d1-4841-b6a9-da8be5935f6d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.081744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0230484a-f4d1-4841-b6a9-da8be5935f6d tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3366480 Aug 29 17:33:58.083589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58490) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:58.109493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-93438657-5364-43db-9265-2c6b5b843741 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'acf81c1e-bce2-4b3b-83c1-6a51cfe291f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:58.127906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-316c8e68-f1e3-4f87-8bae-c3594ee056d8 None None] Provisioning complete for port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:58.128943 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-316c8e68-f1e3-4f87-8bae-c3594ee056d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.153169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93438657-5364-43db-9265-2c6b5b843741 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.161325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 256dcf9f-8c8f-462e-82c8-f9db9fd14719, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=256dcf9f-8c8f-462e-82c8-f9db9fd14719,segment=NetworkSegment(0727dd0e-0630-44cb-a878-293cd439d79e),segment_id=0727dd0e-0630-44cb-a878-293cd439d79e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:58.169517 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.170325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:58.212195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.238436 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.240325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/networks/63456e47-1d1a-44aa-bee8-1396c9bfec2c HTTP/1.1" status: 204 len: 168 time: 2.4616284 Aug 29 17:33:58.245327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58492) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:58.258021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-610598684'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:58.276304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=256dcf9f-8c8f-462e-82c8-f9db9fd14719,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:58.295170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f072fa-bed2-44a9-8d61-f61f59fe0350 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Network': ['ID=63456e47-1d1a-44aa-bee8-1396c9bfec2c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:58.300335 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93438657-5364-43db-9265-2c6b5b843741 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.318069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93438657-5364-43db-9265-2c6b5b843741 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.323731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:58.324108 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.355083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93438657-5364-43db-9265-2c6b5b843741 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38756552-1d03-43eb-87cc-e0bc38081079,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:58.360411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:58.365205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.368882 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93438657-5364-43db-9265-2c6b5b843741 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.370966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-93438657-5364-43db-9265-2c6b5b843741 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2836716 Aug 29 17:33:58.373624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58494) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:58.415965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1097950f-2e70-46ab-99cc-b7b5fc7432d6 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.425846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1097950f-2e70-46ab-99cc-b7b5fc7432d6 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.436945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-fe847497-a9d4-4079-9c79-0e8974e41eac tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:58.445025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-fe847497-a9d4-4079-9c79-0e8974e41eac tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.2579143 Aug 29 17:33:58.469205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-5312af9b-28af-4da3-81d0-6a81204350fd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/quotas/04665ef6c231485e96c15dfdcea1a752 HTTP/1.1" status: 200 len: 375 time: 0.0229125 Aug 29 17:33:58.470831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:33:58.489763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1097950f-2e70-46ab-99cc-b7b5fc7432d6 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.508480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.508843 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Added segment 8292bc91-8e18-42f5-9fb2-2c17b2122894 of type vlan for network 901e2b17-4e32-4cb8-92ed-90310ef27670 Aug 29 17:33:58.509064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:33:58.512417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1097950f-2e70-46ab-99cc-b7b5fc7432d6 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.516395 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1097950f-2e70-46ab-99cc-b7b5fc7432d6 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/38756552-1d03-43eb-87cc-e0bc38081079 HTTP/1.1" status: 204 len: 168 time: 0.1417661 Aug 29 17:33:58.517237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097950f-2e70-46ab-99cc-b7b5fc7432d6 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38756552-1d03-43eb-87cc-e0bc38081079,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:58.521299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58498) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:58.555157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] Provisioning complete for port 48b81f6c-4846-4b9e-b4d8-ee77e2b0a996 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:58.555468 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.567318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-a00e0a08-1d63-4086-9059-153e2f9cc5c9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952771 Aug 29 17:33:58.590910 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.613945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] Port 48b81f6c-4846-4b9e-b4d8-ee77e2b0a996 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:33:58.624398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:33:58.630164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] Provisioning complete for port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:58.630538 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.632702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:33:58.633061 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.654123 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9d9fd7c7-bd0d-41de-9034-88eafccb2238 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1229355 Aug 29 17:33:58.657189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58500) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:58.715313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-b5ffbdb8-1a1d-48ae-a8e9-57e01202fb84 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469560 Aug 29 17:33:58.720187 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d51000b-65ca-4e66-ba52-ce8be30cf089 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.732918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d51000b-65ca-4e66-ba52-ce8be30cf089 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.736071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.743289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:58.744796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.796392 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.801039 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:58.807778 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-1a17cce1-f43f-4b43-b2ca-26c42993cd66 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1845384 Aug 29 17:33:58.819998 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-37493ba8-beb5-411b-a257-7bf463ed409e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:33:58.826302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-37493ba8-beb5-411b-a257-7bf463ed409e tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "PUT /v2.0/routers/c73f1c37-48f6-44a4-ba37-73d76c742fb1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7188570 Aug 29 17:33:58.828074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58502) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:58.855009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Network': ['ID=901e2b17-4e32-4cb8-92ed-90310ef27670,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:58.876195 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ecfc1320-8780-44b2-a9e6-ade142cfbb74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6252649 Aug 29 17:33:58.880484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 901e2b17-4e32-4cb8-92ed-90310ef27670 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:33:58.885005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58504) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:58.887556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] For port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3ebf6c94-f48a-45de-82ee-d270d0fd4bc7,segment=NetworkSegment(4884de75-b134-45d3-aabd-86388ac7d9d9),segment_id=4884de75-b134-45d3-aabd-86388ac7d9d9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:33:58.892553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '901e2b17-4e32-4cb8-92ed-90310ef27670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:58.901171 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.067910 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d51000b-65ca-4e66-ba52-ce8be30cf089 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.079426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d51000b-65ca-4e66-ba52-ce8be30cf089 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.080351 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4d51000b-65ca-4e66-ba52-ce8be30cf089 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/51721a36-2ee8-4cbd-ab2e-80798e19ecaa HTTP/1.1" status: 204 len: 168 time: 0.4217155 Aug 29 17:33:59.081789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:33:59.086464 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.090146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-0a083bea-ca9f-4752-aa71-2534eda81169 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739688 Aug 29 17:33:59.093646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58516) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:59.120039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-eeab051d-c0d7-4d78-bf31-e474b3a5feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.122503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-eeab051d-c0d7-4d78-bf31-e474b3a5feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.123279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-eeab051d-c0d7-4d78-bf31-e474b3a5feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.123942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-eeab051d-c0d7-4d78-bf31-e474b3a5feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.124599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-eeab051d-c0d7-4d78-bf31-e474b3a5feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.127838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-eeab051d-c0d7-4d78-bf31-e474b3a5feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.129590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-eeab051d-c0d7-4d78-bf31-e474b3a5feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.135101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-eeab051d-c0d7-4d78-bf31-e474b3a5feb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 6508 time: 0.2023373 Aug 29 17:33:59.292411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51000b-65ca-4e66-ba52-ce8be30cf089 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51721a36-2ee8-4cbd-ab2e-80798e19ecaa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:59.321052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-50193eff-ffae-40ad-9b38-4fa19ab6a8cb tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2189870 Aug 29 17:33:59.338019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58522) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:59.379222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.387722 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:33:59.388256 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:33:59.395918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cf98ee1-46ce-45cc-9338-5abd33a6ed97 req-2de6e4e6-78d9-4f60-a85e-79a62d5fd9fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0694301 Aug 29 17:33:59.411908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67d2c7-07ad-43da-916b-08ceba1b687e None None] Pushing event updated for resources: {'Port': ['ID=3ebf6c94-f48a-45de-82ee-d270d0fd4bc7,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:59.455318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944b4dbc-86d4-4f1c-93e6-188e0c2f2090 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.472642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944b4dbc-86d4-4f1c-93e6-188e0c2f2090 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.521125 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eab6b761-7ed5-4512-8933-2ed87bbd924b req-fddbb6ab-4581-48cf-96d4-a452ba9e0002 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 210 time: 0.1293998 Aug 29 17:33:59.554925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=57ca3e02-5704-4004-9c5b-d8bc45750ff9,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:59.602833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Checking segment: {'id': '8292bc91-8e18-42f5-9fb2-2c17b2122894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '901e2b17-4e32-4cb8-92ed-90310ef27670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:33:59.603969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network hostable DHCP agents. Network: 901e2b17-4e32-4cb8-92ed-90310ef27670, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:33:59.609820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cf98ee1-46ce-45cc-9338-5abd33a6ed97 req-467dcca7-b65f-4ded-8b6c-9863ad91ec4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.1225157 Aug 29 17:33:59.624189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-bac76fd3-2b99-4692-9d18-141e71a7f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.624657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-bac76fd3-2b99-4692-9d18-141e71a7f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.625246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-bac76fd3-2b99-4692-9d18-141e71a7f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.629252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-bac76fd3-2b99-4692-9d18-141e71a7f282 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c94a284a-3908-4129-8987-ec9683304a7a&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=c19ca545-1d9c-4b98-9712-c34a7275b71b&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 200 len: 2298 time: 0.4376640 Aug 29 17:33:59.636863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 901e2b17-4e32-4cb8-92ed-90310ef27670 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:33:59.663647 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 901e2b17-4e32-4cb8-92ed-90310ef27670) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:33:59.668349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:33:59.669093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.675418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430fd8f0-578e-45d7-bf3e-80f70ee64779 None None] Network 901e2b17-4e32-4cb8-92ed-90310ef27670 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:33:59.694901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944b4dbc-86d4-4f1c-93e6-188e0c2f2090 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.706126 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3eecc9df-525d-4ba6-85c8-0019ef2ff051 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8197529 Aug 29 17:33:59.709387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58530) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:59.716123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-944b4dbc-86d4-4f1c-93e6-188e0c2f2090 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.717230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-944b4dbc-86d4-4f1c-93e6-188e0c2f2090 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c95cb898-8783-47a4-9197-206296842b0c HTTP/1.1" status: 204 len: 168 time: 0.3738542 Aug 29 17:33:59.721656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b5e36ef9-3cdc-43bf-8b54-ecfe794399e6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-341309837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:33:59.731018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58532) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:59.743583 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cf98ee1-46ce-45cc-9338-5abd33a6ed97 req-f22adff5-85d1-47ef-b5a2-bd28c7211d09 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912673 Aug 29 17:33:59.750085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b4dbc-86d4-4f1c-93e6-188e0c2f2090 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c95cb898-8783-47a4-9197-206296842b0c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:33:59.789960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5e36ef9-3cdc-43bf-8b54-ecfe794399e6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.792272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5e36ef9-3cdc-43bf-8b54-ecfe794399e6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.856196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-ec176a86-8b01-4dd8-91c5-dc3765da4afe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 200 len: 1002 time: 0.2197695 Aug 29 17:33:59.910631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5e36ef9-3cdc-43bf-8b54-ecfe794399e6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.927617 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5e36ef9-3cdc-43bf-8b54-ecfe794399e6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.960610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5e36ef9-3cdc-43bf-8b54-ecfe794399e6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:59.961938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b5e36ef9-3cdc-43bf-8b54-ecfe794399e6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2514718 Aug 29 17:33:59.965314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58536) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:33:59.970343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'network_id': '901e2b17-4e32-4cb8-92ed-90310ef27670', 'name': 'tempest-PortsIpV6TestJSON-1783639083'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:00.002316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-901e2b17-4e32-4cb8-92ed-90310ef27670', 'network_id': '901e2b17-4e32-4cb8-92ed-90310ef27670', 'tenant_id': '58ed8ffe12024ca9a586390bd2a7078e', 'fixed_ips': [{'subnet_id': '57ca3e02-5704-4004-9c5b-d8bc45750ff9'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:34:00.003487 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.008885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-959ada72-a365-4351-a547-85af0b295d1c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2750092 Aug 29 17:34:00.039187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58538) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:00.151080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-cc9df3f1-fb62-4a77-83a1-f5a8e2cce122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:00.153541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-cc9df3f1-fb62-4a77-83a1-f5a8e2cce122 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02c398ab-acc0-4618-b795-8014350499c2 HTTP/1.1" status: 200 len: 856 time: 0.2892754 Aug 29 17:34:00.156516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf98ee1-46ce-45cc-9338-5abd33a6ed97 req-5a76b189-e412-4f05-89c9-9452b481dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:00.157889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cf98ee1-46ce-45cc-9338-5abd33a6ed97 req-5a76b189-e412-4f05-89c9-9452b481dc31 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3980551 Aug 29 17:34:00.192211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5105bd7a-640c-4db3-9e64-f5e173564a64 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.197585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:00.201594 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.262175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5105bd7a-640c-4db3-9e64-f5e173564a64 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.366406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-e43a7536-d933-4176-bc95-440ca383bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:00.374769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-e43a7536-d933-4176-bc95-440ca383bea7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c94a284a-3908-4129-8987-ec9683304a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992977 Aug 29 17:34:00.383052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.414300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Allocated IP 2001:db8::2 (901e2b17-4e32-4cb8-92ed-90310ef27670/57ca3e02-5704-4004-9c5b-d8bc45750ff9/1344d652-615e-4f08-bfaa-85a6fcd4fdf3) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:00.429139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 256dcf9f-8c8f-462e-82c8-f9db9fd14719 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:00.558227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5105bd7a-640c-4db3-9e64-f5e173564a64 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.568172 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5105bd7a-640c-4db3-9e64-f5e173564a64 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.576357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5105bd7a-640c-4db3-9e64-f5e173564a64 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f9e2cf16-2fcd-4c0d-8ad6-2f63d7f93e7a HTTP/1.1" status: 204 len: 168 time: 0.5360157 Aug 29 17:34:00.603282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58554) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:00.645128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:34:00.705432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:00.712929 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.790172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0c91e21e-d3a9-4ef8-98c7-469b12c2e13a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1855199 Aug 29 17:34:00.795521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58558) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:00.802994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-15dff77d-965d-4779-a5b3-65ea814aedbd service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136000 Aug 29 17:34:00.809678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105bd7a-640c-4db3-9e64-f5e173564a64 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9e2cf16-2fcd-4c0d-8ad6-2f63d7f93e7a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:00.838782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c0bae1e-0afa-4fdb-bd19-165ba666aff8 req-376a18e9-e5b1-47ba-9384-fd8efe4c4877 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 210 time: 0.1398418 Aug 29 17:34:00.888631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8003b229-b541-4612-9d3a-8b57d27ef140 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.898140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8003b229-b541-4612-9d3a-8b57d27ef140 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:00.938362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:00.996572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8003b229-b541-4612-9d3a-8b57d27ef140 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.024874 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.025754 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8003b229-b541-4612-9d3a-8b57d27ef140 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.031044 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8003b229-b541-4612-9d3a-8b57d27ef140 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/10f88815-f4e2-40a2-890e-40d9f574361c HTTP/1.1" status: 204 len: 168 time: 0.2344754 Aug 29 17:34:01.034057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58566) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:01.044385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Transition to ACTIVE for port object 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:01.066521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Transition to ACTIVE for port object 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:01.083986 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.088537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-1dfe089e-f58b-4037-96d7-98f48aa374a3 service neutron] 10.222.0.43 "GET /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399089 Aug 29 17:34:01.092802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003b229-b541-4612-9d3a-8b57d27ef140 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10f88815-f4e2-40a2-890e-40d9f574361c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:01.105778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:01.105778 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.144468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-54eaccb7-5192-4b60-9e19-8cc6392aa817 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 217 time: 0.0475020 Aug 29 17:34:01.249364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-b9bd4e75-2545-4265-8d7b-fbde2eb5df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:01.251476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-b9bd4e75-2545-4265-8d7b-fbde2eb5df58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0986290 Aug 29 17:34:01.279348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Network 901e2b17-4e32-4cb8-92ed-90310ef27670 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:01.293045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:01.293268 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2b3bcdc2-1b9c-4083-b172-58f6dc0d456f tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2542005 Aug 29 17:34:01.311097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58578) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:01.320903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:01.372652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-3f387a7b-47ab-48c5-8df7-6e3992a24175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:01.375432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-3f387a7b-47ab-48c5-8df7-6e3992a24175 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037552 Aug 29 17:34:01.386936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Pushing event updated for resources: {'Port': ['ID=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:01.461557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Deleting port 48b81f6c-4846-4b9e-b4d8-ee77e2b0a996 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:01.462257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.479022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::48 (901e2b17-4e32-4cb8-92ed-90310ef27670/57ca3e02-5704-4004-9c5b-d8bc45750ff9/64e19373-5ebb-4b6d-88bb-9fe79ca8f452) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:01.571191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Attempting to bind port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:34:01.572784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Attempting to bind port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8292bc91-8e18-42f5-9fb2-2c17b2122894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '901e2b17-4e32-4cb8-92ed-90310ef27670'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:34:01.576715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Attempting to bind port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 on network 901e2b17-4e32-4cb8-92ed-90310ef27670 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:01.605230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:34:01.605620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Checking segment: {'id': '8292bc91-8e18-42f5-9fb2-2c17b2122894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '901e2b17-4e32-4cb8-92ed-90310ef27670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:34:01.606019 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.606420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Bound using segment: {'id': '8292bc91-8e18-42f5-9fb2-2c17b2122894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '901e2b17-4e32-4cb8-92ed-90310ef27670'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:34:01.606928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Bound port: 1344d652-615e-4f08-bfaa-85a6fcd4fdf3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8292bc91-8e18-42f5-9fb2-2c17b2122894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '901e2b17-4e32-4cb8-92ed-90310ef27670'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:34:01.607318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.660854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-2425fe41-dd66-4f41-abf8-598863d4dbbe service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622113 Aug 29 17:34:01.700921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.755561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] For port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:34:01.761267 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] For port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,segment=NetworkSegment(8292bc91-8e18-42f5-9fb2-2c17b2122894),segment_id=8292bc91-8e18-42f5-9fb2-2c17b2122894)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:34:01.762436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Calling delete_port for 48b81f6c-4846-4b9e-b4d8-ee77e2b0a996 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:01.766785 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5b5c-72f9-4350-95d8-aeabf2ee88f3 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.775660 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:01.879723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 75e48251-10d9-453c-9aa0-715865cd561f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:01.955129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a2f19-4eb6-45b9-8ea1-ba289c245704 None None] Pushing event updated for resources: {'Port': ['ID=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:01.988532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 75e48251-10d9-453c-9aa0-715865cd561f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:01.988975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 75e48251-10d9-453c-9aa0-715865cd561f not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:02.011727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5b5c-72f9-4350-95d8-aeabf2ee88f3 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:02.048694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-a6bd797c-92b2-4b8c-83d5-f7064ee677bd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:02.050502 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-a6bd797c-92b2-4b8c-83d5-f7064ee677bd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.43 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.6586792 Aug 29 17:34:02.074250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6adc9d1-c498-4ff9-ba91-fbabe52aa4d9 req-b9c68221-f88c-4ddf-9a22-5b8054ad7e4b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 210 time: 0.0755777 Aug 29 17:34:02.084058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Request body: {'port': {'device_id': 'f04fe746-fe8e-4060-a634-bff4d95c3198', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'admin_state_up': True, 'tenant_id': '04665ef6c231485e96c15dfdcea1a752'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:02.247271 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5b5c-72f9-4350-95d8-aeabf2ee88f3 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:02.249934 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5b5c-72f9-4350-95d8-aeabf2ee88f3 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:02.253557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3bbf5b5c-72f9-4350-95d8-aeabf2ee88f3 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/acf81c1e-bce2-4b3b-83c1-6a51cfe291f5 HTTP/1.1" status: 204 len: 168 time: 0.9315701 Aug 29 17:34:02.266653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58584) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:02.331687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf5b5c-72f9-4350-95d8-aeabf2ee88f3 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf81c1e-bce2-4b3b-83c1-6a51cfe291f5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:02.386172 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:02.450035 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b5fc6e08-d0dc-43b0-8250-f2ab731051cb tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1778131 Aug 29 17:34:02.451309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:02.454579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58596) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:02.460450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c739b703-6d50-452e-b7b8-69f816d16e43 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-secgroup--673767010'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:02.490099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:02.493923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:02.495454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-cd5ec260-5c84-4e13-92c4-04054a3ce5ee service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202245 Aug 29 17:34:02.557249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-ad588374-f990-457a-b29e-f5392227c301 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.0511522 Aug 29 17:34:02.642899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Allocated IP 172.20.0.10 (5391bae1-cb2c-4870-ad97-f010392c0e9e/bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110/ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:02.664600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-6aaca0d6-78cd-4780-9f70-9e2d355faeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:02.666432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-6aaca0d6-78cd-4780-9f70-9e2d355faeb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0878026 Aug 29 17:34:02.765730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:02.791908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c739b703-6d50-452e-b7b8-69f816d16e43 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:02.821533 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:02.837212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Port': ['ID=48b81f6c-4846-4b9e-b4d8-ee77e2b0a996,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:02.842917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-c1081210-8b82-4995-9e78-6ceee75e9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:02.848418 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-c1081210-8b82-4995-9e78-6ceee75e9ce7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1663728 Aug 29 17:34:03.017967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-7cbef9ae-9ea4-4e1b-a571-f082dc80eda4 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241827 Aug 29 17:34:03.059078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c739b703-6d50-452e-b7b8-69f816d16e43 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.130963 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.213378 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c739b703-6d50-452e-b7b8-69f816d16e43 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.234753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 901e2b17-4e32-4cb8-92ed-90310ef27670 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:03.265077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.269756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739b703-6d50-452e-b7b8-69f816d16e43 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547455f8-fe60-439e-a3e5-a76637916426,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:03.281933 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c739b703-6d50-452e-b7b8-69f816d16e43 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.286205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c739b703-6d50-452e-b7b8-69f816d16e43 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8281562 Aug 29 17:34:03.307135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:03.308729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:03.311222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58604) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:03.312033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:03.317832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2d9c2dd4-4671-447b-b336-a6bed7febcad tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': '547455f8-fe60-439e-a3e5-a76637916426', 'direction': 'ingress', 'protocol': 17}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:03.326289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-4d7965aa-c989-408a-8bca-9f3031508fcd service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493415 Aug 29 17:34:03.342225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:03.391949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:03.398412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:03.399101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.410922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=64e19373-5ebb-4b6d-88bb-9fe79ca8f452,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:03.468037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-b4251cf5-328c-4035-89a9-e12db7959320 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c HTTP/1.1" status: 200 len: 217 time: 0.1224585 Aug 29 17:34:03.468646 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.487018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:03.487861 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.516832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event updated for resources: {'Port': ['ID=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:03.526501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d9a3b-b221-4bc2-9286-6c4ec9b9f3ae None None] Network 901e2b17-4e32-4cb8-92ed-90310ef27670 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:03.544108 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c4a1c8c3-5a7f-4c80-8a78-10707f024091 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5777178 Aug 29 17:34:03.547417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58616) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:03.550396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-760bf211-c5b5-45af-984f-7ed5145f0d84 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4744041 Aug 29 17:34:03.568017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2dd4-4671-447b-b336-a6bed7febcad tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.590950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c156-a89d-4207-89f5-f9fd1ee8fb8c req-372c6373-2c28-4408-81da-1300fed6c6f5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:03.592871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6a06c156-a89d-4207-89f5-f9fd1ee8fb8c req-372c6373-2c28-4408-81da-1300fed6c6f5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 932 time: 0.2640119 Aug 29 17:34:03.619460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-36a9745a-719a-4794-aca5-35e694c27f08 None None] Provisioning for port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:03.620390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-d8a5b5e1-0341-4b46-aa88-d1a66a55ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:03.621918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-d8a5b5e1-0341-4b46-aa88-d1a66a55ca76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.1443269 Aug 29 17:34:03.636089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Request body: {'port': {'device_id': 'f04fe746-fe8e-4060-a634-bff4d95c3198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:03.671855 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2dd4-4671-447b-b336-a6bed7febcad tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.695371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6a06c156-a89d-4207-89f5-f9fd1ee8fb8c req-bf973ccd-91b7-4747-b0ba-d8712e943f0c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724299 Aug 29 17:34:03.792683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-01639462-c96e-4634-b66e-29064503d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:03.794731 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-01639462-c96e-4634-b66e-29064503d295 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1628256 Aug 29 17:34:03.798506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2dd4-4671-447b-b336-a6bed7febcad tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:03.826181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Router c73f1c37-48f6-44a4-ba37-73d76c742fb1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:34:03.858621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c2dd4-4671-447b-b336-a6bed7febcad tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb11222-3971-46b2-bb1e-7a9b8910cb70,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:03.962389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-e22038ac-6ba1-4133-98f3-1e3707de06a1 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535304 Aug 29 17:34:04.003146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.007952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2dd4-4671-447b-b336-a6bed7febcad tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.009167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d9c2dd4-4671-447b-b336-a6bed7febcad tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6949120 Aug 29 17:34:04.012715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58618) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:04.200155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:04.213685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:34:04.220283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8c565ac4-6938-4874-8979-79dd2c52a365 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "PUT /v2.0/routers/c73f1c37-48f6-44a4-ba37-73d76c742fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3913903 Aug 29 17:34:04.224502 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4a7fe-6188-479a-a5b8-83f2e9444362 None None] Sync routers for ids ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:34:04.237858 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4a7fe-6188-479a-a5b8-83f2e9444362 None None] Routers {'c73f1c37-48f6-44a4-ba37-73d76c742fb1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:04.239768 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-17d4a7fe-6188-479a-a5b8-83f2e9444362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:04.242817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58622) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:04.289436 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-3ca448a8-9e61-4f4e-8b30-2e320dff5258 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] delete failed (client error): The resource could not be found. Aug 29 17:34:04.290481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3ca448a8-9e61-4f4e-8b30-2e320dff5258 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-2136104262 HTTP/1.1" status: 404 len: 335 time: 0.0463886 Aug 29 17:34:04.314139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58624) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:04.315251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a206-54a7-4daa-8f0d-1397a9dc3be7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.323980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f324f77e-b9f8-40f5-95ab-cb5a4e5d59d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c73f1c37-48f6-44a4-ba37-73d76c742fb1'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:04.345921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:04.352739 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-246f05f7-32f3-4105-8ca4-122bf72685d2 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383443 Aug 29 17:34:04.357860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:04.358267 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.416178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0eb760a6-167a-42d3-ac5e-16af93f2b634 None None] Provisioning for port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:04.422817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0eb760a6-167a-42d3-ac5e-16af93f2b634 None None] Provisioning complete for port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:04.423849 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0eb760a6-167a-42d3-ac5e-16af93f2b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.464134 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-17d4a7fe-6188-479a-a5b8-83f2e9444362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:04.467372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a206-54a7-4daa-8f0d-1397a9dc3be7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.474291 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4a7fe-6188-479a-a5b8-83f2e9444362 None None] Routers {'c73f1c37-48f6-44a4-ba37-73d76c742fb1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:04.475293 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-17d4a7fe-6188-479a-a5b8-83f2e9444362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:04.526977 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-17d4a7fe-6188-479a-a5b8-83f2e9444362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:04.539776 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4a7fe-6188-479a-a5b8-83f2e9444362 None None] The sync data for ids ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:34:04.555753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0eb760a6-167a-42d3-ac5e-16af93f2b634 None None] Port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:04.575698 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.657012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,segment=NetworkSegment(8292bc91-8e18-42f5-9fb2-2c17b2122894),segment_id=8292bc91-8e18-42f5-9fb2-2c17b2122894)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:04.664352 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-f16659bb-36b0-4748-9e18-f0fea3ed4c56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=520c50d0-d97b-4061-87ff-6069f983709e HTTP/1.1" status: 200 len: 217 time: 0.1285465 Aug 29 17:34:04.683016 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.729176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.736502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-75885fc0-6843-4021-8ae3-7b63d774fb83 None None] Provisioning complete for port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:04.736880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75885fc0-6843-4021-8ae3-7b63d774fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.806773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:04.814025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-75885fc0-6843-4021-8ae3-7b63d774fb83 None None] Port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:04.843785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-77a094e2-a72b-45e2-a26d-1b7c26aa17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:04.845268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-77a094e2-a72b-45e2-a26d-1b7c26aa17bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 200 len: 797 time: 0.0712969 Aug 29 17:34:04.949836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f324f77e-b9f8-40f5-95ab-cb5a4e5d59d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.952754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a206-54a7-4daa-8f0d-1397a9dc3be7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.955335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a206-54a7-4daa-8f0d-1397a9dc3be7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:04.956517 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ffd6a206-54a7-4daa-8f0d-1397a9dc3be7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/547455f8-fe60-439e-a3e5-a76637916426 HTTP/1.1" status: 204 len: 168 time: 0.8487849 Aug 29 17:34:04.962628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58638) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:05.001801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6a206-54a7-4daa-8f0d-1397a9dc3be7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547455f8-fe60-439e-a3e5-a76637916426,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:05.017168 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-f324f77e-b9f8-40f5-95ab-cb5a4e5d59d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] update failed (client error): The resource could not be found. Aug 29 17:34:05.023921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f324f77e-b9f8-40f5-95ab-cb5a4e5d59d2 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "PUT /v2.0/routers/c73f1c37-48f6-44a4-ba37-73d76c742fb1 HTTP/1.1" status: 404 len: 339 time: 0.6986146 Aug 29 17:34:05.024123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120fc33-08ec-4808-9806-28a88f7baac6 req-b0c90fd2-2b3b-48e8-9a1d-22e32ed6936e tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:05.024123 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a120fc33-08ec-4808-9806-28a88f7baac6 req-b0c90fd2-2b3b-48e8-9a1d-22e32ed6936e tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 932 time: 0.1767223 Aug 29 17:34:05.024291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58640) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:05.144254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-acc2353b-1798-41bd-bd52-58712feb53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:05.145782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-acc2353b-1798-41bd-bd52-58712feb53e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c19ca545-1d9c-4b98-9712-c34a7275b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2582152 Aug 29 17:34:05.152957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a120fc33-08ec-4808-9806-28a88f7baac6 req-0e13fda6-1e72-4b01-83d1-2c657d2ddfc9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080270 Aug 29 17:34:05.184339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:34:05.229176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:05.277550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc63df21-3aed-4702-9393-d57048837b68 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3069973 Aug 29 17:34:05.312469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58644) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:05.318519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f60e26bd-fab1-44f1-bafc-2806b5d35d26 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075150479'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:05.319159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:05.329058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Transition to ACTIVE for port object ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:05.331170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:05.394172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-d00f4dcf-98ab-4cc4-94e9-6456c26c8f65 service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352877 Aug 29 17:34:05.400710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:05.487522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=64e19373-5ebb-4b6d-88bb-9fe79ca8f452,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:05.533694 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f60e26bd-fab1-44f1-bafc-2806b5d35d26 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:05.558170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8395818-c817-4481-af9f-da632b630565 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:05.672947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:05.751913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-5e59703e-e752-4de6-89e5-c7dd87f7c36c service neutron] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201230 Aug 29 17:34:05.755390 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:05.854774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-85abfcc5-a10d-43cc-bef9-2362495f7446 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 200 len: 217 time: 0.0861924 Aug 29 17:34:05.902358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4ddcbbdb-497a-4718-ac0c-eac1defde783 None None] Provisioning complete for port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:05.902991 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbbdb-497a-4718-ac0c-eac1defde783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:05.930625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Attempting to bind port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:34:05.937101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Attempting to bind port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:34:05.937495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Attempting to bind port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:05.970999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4ddcbbdb-497a-4718-ac0c-eac1defde783 None None] Port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:06.003889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.013675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb on network 5391bae1-cb2c-4870-ad97-f010392c0e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:34:06.014236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Attempting to bind port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:06.045824 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f60e26bd-fab1-44f1-bafc-2806b5d35d26 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.046936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:34:06.047337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Checking segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:34:06.047769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Bound using segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:34:06.048184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Bound port: ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:34:06.048522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.052596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-8362c6e9-3434-437b-ac6b-c022c8753f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:06.053784 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-8362c6e9-3434-437b-ac6b-c022c8753f5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.1920681 Aug 29 17:34:06.075069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f60e26bd-fab1-44f1-bafc-2806b5d35d26 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.158828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:06.212358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] For port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:34:06.216785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] For port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:34:06.257122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:06.257504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.411435 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.728811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e26bd-fab1-44f1-bafc-2806b5d35d26 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bc3e8-97d1-4a8d-b28f-9346f8e4475b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:06.759676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f60e26bd-fab1-44f1-bafc-2806b5d35d26 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.762078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f60e26bd-fab1-44f1-bafc-2806b5d35d26 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4469421 Aug 29 17:34:06.770302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58670) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:06.783569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-df7cd33b-e5f3-422e-852a-c90522af3907 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335018378'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:06.811578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e068-6429-473d-a02d-fed531302685 req-ef60a6a3-3859-44da-a147-df9a394459c1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:06.813403 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6f6e068-6429-473d-a02d-fed531302685 req-ef60a6a3-3859-44da-a147-df9a394459c1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 944 time: 0.1171112 Aug 29 17:34:06.831088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-f2629c1f-47db-46c8-a487-91b522e676a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:06.832760 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-f2629c1f-47db-46c8-a487-91b522e676a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7700572 Aug 29 17:34:06.834065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Allocated IP 172.20.0.1 (05c9f08f-21af-4658-8b49-db16d9a501e6/1c3dcab6-4fa4-4fc2-870a-381642fba1b5/43303292-8410-456c-9bf0-fee4e4fc6f6e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:06.845165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:06.845783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.847603 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c8395818-c817-4481-af9f-da632b630565 service neutron] 10.222.0.43 "PUT /v2.0/ports/ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb HTTP/1.1" status: 200 len: 1093 time: 3.2192936 Aug 29 17:34:06.848066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04fe746-fe8e-4060-a634-bff4d95c3198', 'tag': 'ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:06.850926 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4b2646-6661-4ee4-a210-4494c2b8ab89" -d '{"events": [{"name": "network-changed", "server_uuid": "f04fe746-fe8e-4060-a634-bff4d95c3198", "tag": "ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:06.904928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8395818-c817-4481-af9f-da632b630565 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:06.925348 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b217c4f8-8f00-452e-8ae5-000182f4fcea x-openstack-request-id: req-b217c4f8-8f00-452e-8ae5-000182f4fcea {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:06.925561 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df7cd33b-e5f3-422e-852a-c90522af3907 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.925654 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04fe746-fe8e-4060-a634-bff4d95c3198", "tag": "ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:06.925845 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b217c4f8-8f00-452e-8ae5-000182f4fcea {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:06.926272 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04fe746-fe8e-4060-a634-bff4d95c3198', 'tag': 'ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb', 'status': 'completed', 'code': 200} Aug 29 17:34:06.964660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c209251a-3f15-4b8b-a297-af60f9b5bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:06.965953 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-c209251a-3f15-4b8b-a297-af60f9b5bebe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 1096 time: 0.0738471 Aug 29 17:34:06.967977 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.977428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:06.978301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.046410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-479a49a2-b5eb-4aa8-96d2-14952055a03d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb HTTP/1.1" status: 200 len: 217 time: 0.0699916 Aug 29 17:34:07.066017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6f6e068-6429-473d-a02d-fed531302685 req-acbd8195-f460-4817-b628-51686fc58d54 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276533 Aug 29 17:34:07.116873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-a32df5c3-d3a1-4635-a31a-312720910cda service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707746 Aug 29 17:34:07.154298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=64e19373-5ebb-4b6d-88bb-9fe79ca8f452,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:07.179662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-e65ad325-28b4-45e0-950a-a58b517c1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:07.181168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-e65ad325-28b4-45e0-950a-a58b517c1cc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.1188390 Aug 29 17:34:07.222350 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-e07c9c3c-866c-4604-b21a-8454deda9b1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328579 Aug 29 17:34:07.230616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.231539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 901e2b17-4e32-4cb8-92ed-90310ef27670 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:07.241501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:07.273771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Transition to ACTIVE for port object 43303292-8410-456c-9bf0-fee4e4fc6f6e will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:07.292537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df7cd33b-e5f3-422e-852a-c90522af3907 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.306479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df7cd33b-e5f3-422e-852a-c90522af3907 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.319941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-ec3ea964-8953-4e3c-a570-f8953fe53a2f service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922865 Aug 29 17:34:07.334459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df7cd33b-e5f3-422e-852a-c90522af3907 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.338772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-df7cd33b-e5f3-422e-852a-c90522af3907 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5567229 Aug 29 17:34:07.349951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58678) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:07.381886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e1d4cca3-3216-4ffc-afcf-0efa0b102866 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'e89bc3e8-97d1-4a8d-b28f-9346f8e4475b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4f2f6e74-4777-443c-b312-6dc82785a7b7', 'remote_ip_prefix': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:07.398535 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-73587b2f-c232-4f7c-9f63-d4e0264e21b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 200 len: 217 time: 0.0706935 Aug 29 17:34:07.437183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-d0e5d64f-4af9-416c-ad3c-aaca6cfefa84 service neutron] 10.222.0.43 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040217 Aug 29 17:34:07.456460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cd33b-e5f3-422e-852a-c90522af3907 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2f6e74-4777-443c-b312-6dc82785a7b7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:07.509200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.574363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-149c31bc-57ab-42ff-bda0-7e04ab9696c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:07.576049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-149c31bc-57ab-42ff-bda0-7e04ab9696c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 200 len: 797 time: 0.1663020 Aug 29 17:34:07.588580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network 05c9f08f-21af-4658-8b49-db16d9a501e6 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:07.617656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7b6b095d-e305-4662-baef-04d3acb38dfb None None] Provisioning complete for port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:07.618177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7b6b095d-e305-4662-baef-04d3acb38dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.628180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:07.632601 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be05bc21-f849-4faf-816d-84b6b6b5e1bd req-08f53380-00fb-47de-8ec5-cfc083f66232 service neutron] 10.222.0.43 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767416 Aug 29 17:34:07.633530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:07.634091 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Router cd7614de-d4c1-4add-a18c-e77347a4ca02 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:34:07.644868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e1d4cca3-3216-4ffc-afcf-0efa0b102866 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.690328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b095d-e305-4662-baef-04d3acb38dfb None None] Port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:07.695779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Port': ['ID=43303292-8410-456c-9bf0-fee4e4fc6f6e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:07.733952 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:34:07.754890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.765106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-1aafb7db-8392-4112-89cd-a2a3d410e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:07.766846 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-1aafb7db-8392-4112-89cd-a2a3d410e02c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1803136 Aug 29 17:34:07.832370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-b4b3e0ca-a822-4e58-b1b6-6d2c1842e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:07.834020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-b4b3e0ca-a822-4e58-b1b6-6d2c1842e67d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 1096 time: 0.1215475 Aug 29 17:34:07.837167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:34:07.849276 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d5f69bfe-7edc-4df7-bb22-4d1c885cab32 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "PUT /v2.0/routers/cd7614de-d4c1-4add-a18c-e77347a4ca02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2964175 Aug 29 17:34:07.874778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07945957-f0b6-4dc3-9231-bd706c0fccfd None None] Sync routers for ids ['cd7614de-d4c1-4add-a18c-e77347a4ca02'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:34:07.875073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58682) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:07.894536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07945957-f0b6-4dc3-9231-bd706c0fccfd None None] Routers {'cd7614de-d4c1-4add-a18c-e77347a4ca02'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:07.895201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-07945957-f0b6-4dc3-9231-bd706c0fccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cd7614de-d4c1-4add-a18c-e77347a4ca02'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:07.998216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-0ec8fe05-a4c3-4730-ae40-6c242be370d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:07.998922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e1d4cca3-3216-4ffc-afcf-0efa0b102866 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:07.999901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-0ec8fe05-a4c3-4730-ae40-6c242be370d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 907 time: 0.1487217 Aug 29 17:34:08.007984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-07945957-f0b6-4dc3-9231-bd706c0fccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:08.016953 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e1d4cca3-3216-4ffc-afcf-0efa0b102866 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.025113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07945957-f0b6-4dc3-9231-bd706c0fccfd None None] Routers {'cd7614de-d4c1-4add-a18c-e77347a4ca02'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:08.025770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-07945957-f0b6-4dc3-9231-bd706c0fccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cd7614de-d4c1-4add-a18c-e77347a4ca02'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:08.067359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-07945957-f0b6-4dc3-9231-bd706c0fccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:08.068135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07945957-f0b6-4dc3-9231-bd706c0fccfd None None] The sync data for ids ['cd7614de-d4c1-4add-a18c-e77347a4ca02'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:34:08.070332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1a3f45ec-6770-4102-943b-39725798159a None None] Provisioning for port 43303292-8410-456c-9bf0-fee4e4fc6f6e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:08.075185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1a3f45ec-6770-4102-943b-39725798159a None None] Provisioning complete for port 43303292-8410-456c-9bf0-fee4e4fc6f6e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:08.075389 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-7216d55b-042e-4b7c-ac7f-97e630179eb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb HTTP/1.1" status: 200 len: 217 time: 0.0645778 Aug 29 17:34:08.075664 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a3f45ec-6770-4102-943b-39725798159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.107607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4cca3-3216-4ffc-afcf-0efa0b102866 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22f7e29-8e89-4098-b35e-8a3a5ca897d1,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:08.115453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f45ec-6770-4102-943b-39725798159a None None] Port 43303292-8410-456c-9bf0-fee4e4fc6f6e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:08.122005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e1d4cca3-3216-4ffc-afcf-0efa0b102866 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.123231 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e1d4cca3-3216-4ffc-afcf-0efa0b102866 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7456992 Aug 29 17:34:08.125383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-35922adb-1f51-437f-bbfc-d6064d5826f6 service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213587 Aug 29 17:34:08.128086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58694) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:08.139119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f79e72f-4916-4b24-ad8c-26ab344b4ea8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:08.145127 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8f79e72f-4916-4b24-ad8c-26ab344b4ea8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7614de-d4c1-4add-a18c-e77347a4ca02 HTTP/1.1" status: 200 len: 988 time: 0.2655356 Aug 29 17:34:08.146132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58698) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:08.172512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79ae3d7-026d-4d0d-ab0b-12fa0fb86ed4 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.175507 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-7343b179-15f2-42af-9785-d090bf42343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:08.177003 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-7343b179-15f2-42af-9785-d090bf42343b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.0895355 Aug 29 17:34:08.184484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79ae3d7-026d-4d0d-ab0b-12fa0fb86ed4 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.241921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.249147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-7bfeed08-e1f4-4bb4-8af6-aba3761e67c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538962 Aug 29 17:34:08.312638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79ae3d7-026d-4d0d-ab0b-12fa0fb86ed4 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.318089 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d79ae3d7-026d-4d0d-ab0b-12fa0fb86ed4 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.319886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d79ae3d7-026d-4d0d-ab0b-12fa0fb86ed4 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f22f7e29-8e89-4098-b35e-8a3a5ca897d1 HTTP/1.1" status: 204 len: 168 time: 0.1853280 Aug 29 17:34:08.327648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58700) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:08.337648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89615faf-cb64-47c0-a9b9-9630eb7aee71 req-2687b658-e6de-4731-a8f6-e635d31f0dcb service neutron] 10.222.0.43 "GET /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905127 Aug 29 17:34:08.370106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057264bc-ea8e-4db7-b934-8aa0a66fceaa req-b40be89e-1208-4906-b7ab-a3cf9732849f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:08.388755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-057264bc-ea8e-4db7-b934-8aa0a66fceaa req-b40be89e-1208-4906-b7ab-a3cf9732849f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 944 time: 0.2020257 Aug 29 17:34:08.427345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae3d7-026d-4d0d-ab0b-12fa0fb86ed4 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f22f7e29-8e89-4098-b35e-8a3a5ca897d1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:08.505981 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1ee0eb40-6ce3-4355-b6a7-cbd16c8a9a4e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1758816 Aug 29 17:34:08.526554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58704) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:08.530659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-497f833e-a960-4b76-abb4-b158c775ee3e service neutron] 10.222.0.43 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625823 Aug 29 17:34:08.559636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-057264bc-ea8e-4db7-b934-8aa0a66fceaa req-03289cf9-33d2-4f5f-ba4b-b6b2217171ef tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690509 Aug 29 17:34:08.667829 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b4b2646-6661-4ee4-a210-4494c2b8ab89 req-03f94191-b8e7-4a94-b8e8-4f179a653854 service neutron] 10.222.0.43 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355050 Aug 29 17:34:08.712120 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa8d3-94a2-416d-99dc-1d0e3951c137 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:08.835305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa8d3-94a2-416d-99dc-1d0e3951c137 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.012377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa8d3-94a2-416d-99dc-1d0e3951c137 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.012377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa8d3-94a2-416d-99dc-1d0e3951c137 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.019495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58712) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:09.020016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3f0aa8d3-94a2-416d-99dc-1d0e3951c137 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/4f2f6e74-4777-443c-b312-6dc82785a7b7 HTTP/1.1" status: 204 len: 168 time: 0.4896779 Aug 29 17:34:09.027410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.050193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aa8d3-94a2-416d-99dc-1d0e3951c137 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2f6e74-4777-443c-b312-6dc82785a7b7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:09.053938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.120218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6d823a73-1e8d-462e-99fa-da4009a85bb5 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0993514 Aug 29 17:34:09.122915 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58718) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:09.167703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event updated for resources: {'Port': ['ID=43303292-8410-456c-9bf0-fee4e4fc6f6e,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:09.215637 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.246325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9670fa8f-eb3c-4e6c-ab87-99cbcb405053 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.280464 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9670fa8f-eb3c-4e6c-ab87-99cbcb405053 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.333918 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.343726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9670fa8f-eb3c-4e6c-ab87-99cbcb405053 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.347674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9670fa8f-eb3c-4e6c-ab87-99cbcb405053 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.348569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9670fa8f-eb3c-4e6c-ab87-99cbcb405053 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/e89bc3e8-97d1-4a8d-b28f-9346f8e4475b HTTP/1.1" status: 204 len: 168 time: 0.2247241 Aug 29 17:34:09.354075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58720) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:09.379467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670fa8f-eb3c-4e6c-ab87-99cbcb405053 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bc3e8-97d1-4a8d-b28f-9346f8e4475b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:09.416533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0673b88c-86d3-4989-8d9b-dddc8b4d8cce tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612724 Aug 29 17:34:09.420901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:09.433428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d172f64b-58d7-44f5-aca7-f0bee52441db tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036990670'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:09.465340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d172f64b-58d7-44f5-aca7-f0bee52441db tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.674638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d172f64b-58d7-44f5-aca7-f0bee52441db tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.689924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d172f64b-58d7-44f5-aca7-f0bee52441db tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.738349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172f64b-58d7-44f5-aca7-f0bee52441db tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bda006f-a1d5-409c-b28a-8f6868b28075,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:09.756836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d172f64b-58d7-44f5-aca7-f0bee52441db tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.758189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d172f64b-58d7-44f5-aca7-f0bee52441db tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3362627 Aug 29 17:34:09.761347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58728) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:09.766425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ea1549d9-8e4e-4ad6-ac18-87ecbed88b22 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': '8bda006f-a1d5-409c-b28a-8f6868b28075', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:09.815494 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea1549d9-8e4e-4ad6-ac18-87ecbed88b22 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.926267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea1549d9-8e4e-4ad6-ac18-87ecbed88b22 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.934498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea1549d9-8e4e-4ad6-ac18-87ecbed88b22 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.956041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4710285-c212-49d6-a9ea-1c8a10fcc995 req-4a57863b-8af4-42a0-a854-c6ea75c9db39 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:09.957116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1549d9-8e4e-4ad6-ac18-87ecbed88b22 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53474972-6971-41a6-9a11-5bc93914954c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:09.958154 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4710285-c212-49d6-a9ea-1c8a10fcc995 req-4a57863b-8af4-42a0-a854-c6ea75c9db39 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 944 time: 0.0929995 Aug 29 17:34:09.965127 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea1549d9-8e4e-4ad6-ac18-87ecbed88b22 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:09.967239 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ea1549d9-8e4e-4ad6-ac18-87ecbed88b22 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2049031 Aug 29 17:34:09.970947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58730) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:10.001166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-339fdbc2-9314-4ce0-87d7-8b2a36ba324a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.009679 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-339fdbc2-9314-4ce0-87d7-8b2a36ba324a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.021589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:34:10.036199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Network 05c9f08f-21af-4658-8b49-db16d9a501e6 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:10.066250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-339fdbc2-9314-4ce0-87d7-8b2a36ba324a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.068024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:10.080032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-339fdbc2-9314-4ce0-87d7-8b2a36ba324a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.086232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-339fdbc2-9314-4ce0-87d7-8b2a36ba324a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/53474972-6971-41a6-9a11-5bc93914954c HTTP/1.1" status: 204 len: 168 time: 0.1112418 Aug 29 17:34:10.088957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58732) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:10.095657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fdbc2-9314-4ce0-87d7-8b2a36ba324a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53474972-6971-41a6-9a11-5bc93914954c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:10.118433 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4710285-c212-49d6-a9ea-1c8a10fcc995 req-065c1b0a-85a6-41d2-bebc-aa526ee9e863 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475391 Aug 29 17:34:10.187876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:10.201834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'port_id': 'ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb', 'mac_address': 'fa:16:3e:c6:f7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:34:10.243574 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.255506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cf23ff85-9bd0-4dfb-b041-98ea5629b477 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1663110 Aug 29 17:34:10.258577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58744) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:10.274966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:34:10.285236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Router c73f1c37-48f6-44a4-ba37-73d76c742fb1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:34:10.313363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:10.322734 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.375747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67d9b4e8-cee5-495b-8c20-d14da5c43751 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.424964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67d9b4e8-cee5-495b-8c20-d14da5c43751 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.431995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:10.464125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f13f086a-7383-4cf7-bcfc-cacf53bf9766 None None] Provisioning complete for port 43303292-8410-456c-9bf0-fee4e4fc6f6e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:10.464932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f13f086a-7383-4cf7-bcfc-cacf53bf9766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.473073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:10.473414 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.516463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67d9b4e8-cee5-495b-8c20-d14da5c43751 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.517345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f13f086a-7383-4cf7-bcfc-cacf53bf9766 None None] Port 43303292-8410-456c-9bf0-fee4e4fc6f6e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:10.522563 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67d9b4e8-cee5-495b-8c20-d14da5c43751 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.526227 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-67d9b4e8-cee5-495b-8c20-d14da5c43751 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/8bda006f-a1d5-409c-b28a-8f6868b28075 HTTP/1.1" status: 204 len: 168 time: 0.2639894 Aug 29 17:34:10.527173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58746) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:10.536668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:34:10.549397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0d51f6d2-99e0-41c6-b29a-97120ceac21b tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "PUT /v2.0/routers/c73f1c37-48f6-44a4-ba37-73d76c742fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5208390 Aug 29 17:34:10.549397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58748) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:10.554407 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7991a-5d42-49eb-8a51-c4ba7b1d2571 None None] Sync routers for ids ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:34:10.556672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9b4e8-cee5-495b-8c20-d14da5c43751 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bda006f-a1d5-409c-b28a-8f6868b28075,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:10.566770 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7991a-5d42-49eb-8a51-c4ba7b1d2571 None None] Routers {'c73f1c37-48f6-44a4-ba37-73d76c742fb1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:10.569942 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5fa7991a-5d42-49eb-8a51-c4ba7b1d2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:10.608798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:34:10.630033 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd9e8519-0eef-47d0-a53f-d853e1619789 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0980659 Aug 29 17:34:10.630229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58750) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:10.637356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9ba60216-bf15-429e-aaef-559a2d900a74 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group': {'name': 'tempest-secgroup--641024762'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:10.670517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.680357 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5fa7991a-5d42-49eb-8a51-c4ba7b1d2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:10.685054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f78170e1-5a1c-4ed8-b36a-66eaea41ba1a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.691048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 64e19373-5ebb-4b6d-88bb-9fe79ca8f452 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:10.691441 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7991a-5d42-49eb-8a51-c4ba7b1d2571 None None] Routers {'c73f1c37-48f6-44a4-ba37-73d76c742fb1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:10.692047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5fa7991a-5d42-49eb-8a51-c4ba7b1d2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:10.694489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ba60216-bf15-429e-aaef-559a2d900a74 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.738903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5fa7991a-5d42-49eb-8a51-c4ba7b1d2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:10.739867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7991a-5d42-49eb-8a51-c4ba7b1d2571 None None] The sync data for ids ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:34:10.832746 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ba60216-bf15-429e-aaef-559a2d900a74 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.841923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ba60216-bf15-429e-aaef-559a2d900a74 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.892884 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ba60216-bf15-429e-aaef-559a2d900a74 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:10.893094 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-f78170e1-5a1c-4ed8-b36a-66eaea41ba1a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 17:34:10.897414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f78170e1-5a1c-4ed8-b36a-66eaea41ba1a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/routers/c73f1c37-48f6-44a4-ba37-73d76c742fb1 HTTP/1.1" status: 409 len: 329 time: 0.3440466 Aug 29 17:34:10.898263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9ba60216-bf15-429e-aaef-559a2d900a74 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2669399 Aug 29 17:34:10.900582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58754) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:10.900918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58756) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:10.913106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d704b700-3e8a-43cf-b1da-8a86f4fca906 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'e570d8ed-c737-4df8-903c-47393cfe025d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:10.920536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60216-bf15-429e-aaef-559a2d900a74 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e570d8ed-c737-4df8-903c-47393cfe025d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:11.080168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.099265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d704b700-3e8a-43cf-b1da-8a86f4fca906 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.114912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=64e19373-5ebb-4b6d-88bb-9fe79ca8f452,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:11.170149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d704b700-3e8a-43cf-b1da-8a86f4fca906 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.182138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d704b700-3e8a-43cf-b1da-8a86f4fca906 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.218887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704b700-3e8a-43cf-b1da-8a86f4fca906 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c6fed9-8f9c-4454-878e-6cb154a47e8b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:11.261681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d704b700-3e8a-43cf-b1da-8a86f4fca906 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.266111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d704b700-3e8a-43cf-b1da-8a86f4fca906 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3641567 Aug 29 17:34:11.267241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58772) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:11.278439 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8866f14a-4cbc-42da-9ae6-e5b86a9a3cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.334645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.380757 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b223ce82-ff44-492d-bc80-89c390056574 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules/51c6fed9-8f9c-4454-878e-6cb154a47e8b HTTP/1.1" status: 200 len: 763 time: 0.0995638 Aug 29 17:34:11.383963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58778) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:11.504755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9ad9-50e0-479d-b5b4-bc512cd55bc8 req-dbad7f50-1666-4989-978b-529b68cfb732 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:11.506892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-200e9ad9-50e0-479d-b5b4-bc512cd55bc8 req-dbad7f50-1666-4989-978b-529b68cfb732 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 945 time: 0.2459691 Aug 29 17:34:11.544881 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f36fe2e7-306e-4cf3-937f-140b2dca843f tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1598074 Aug 29 17:34:11.550205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58780) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:11.587325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Router cd7614de-d4c1-4add-a18c-e77347a4ca02 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:34:11.623022 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9f323e0-4e45-48f9-9808-f8b49722a53c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.627451 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-200e9ad9-50e0-479d-b5b4-bc512cd55bc8 req-faa28ac3-c25b-4a14-814d-c48550cf7a1a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093950 Aug 29 17:34:11.636589 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9f323e0-4e45-48f9-9808-f8b49722a53c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.677264 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9f323e0-4e45-48f9-9808-f8b49722a53c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.688156 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b9f323e0-4e45-48f9-9808-f8b49722a53c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.690811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:34:11.692097 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b9f323e0-4e45-48f9-9808-f8b49722a53c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/51c6fed9-8f9c-4454-878e-6cb154a47e8b HTTP/1.1" status: 204 len: 168 time: 0.1415794 Aug 29 17:34:11.697345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9ab4b9de-2949-42ac-86a9-f62b967c780c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "PUT /v2.0/routers/cd7614de-d4c1-4add-a18c-e77347a4ca02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5473046 Aug 29 17:34:11.697975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58782) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:11.700577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58784) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:11.702743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f749f3-8f76-44b3-a446-eac738340994 None None] Sync routers for ids ['cd7614de-d4c1-4add-a18c-e77347a4ca02'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:34:11.717096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f749f3-8f76-44b3-a446-eac738340994 None None] Routers {'cd7614de-d4c1-4add-a18c-e77347a4ca02'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:11.718025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e9f749f3-8f76-44b3-a446-eac738340994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cd7614de-d4c1-4add-a18c-e77347a4ca02'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:11.724165 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.728099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f323e0-4e45-48f9-9808-f8b49722a53c tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51c6fed9-8f9c-4454-878e-6cb154a47e8b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:11.750672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bc00026e-0aa7-4e36-8599-a2cac03ca049 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515840 Aug 29 17:34:11.753290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58786) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:11.759526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b294cb09-1403-471c-8295-acd47d1aab2a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'e570d8ed-c737-4df8-903c-47393cfe025d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:11.763160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e9f749f3-8f76-44b3-a446-eac738340994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:11.782097 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8291659c-c5d9-4c62-a6c2-3820a284168d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:34:11.782341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f749f3-8f76-44b3-a446-eac738340994 None None] Routers {'cd7614de-d4c1-4add-a18c-e77347a4ca02'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:11.782941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e9f749f3-8f76-44b3-a446-eac738340994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cd7614de-d4c1-4add-a18c-e77347a4ca02'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:11.783808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8291659c-c5d9-4c62-a6c2-3820a284168d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/64e19373-5ebb-4b6d-88bb-9fe79ca8f452 HTTP/1.1" status: 404 len: 333 time: 0.0714989 Aug 29 17:34:11.789015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58788) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:11.820628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e9f749f3-8f76-44b3-a446-eac738340994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:11.823836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f749f3-8f76-44b3-a446-eac738340994 None None] The sync data for ids ['cd7614de-d4c1-4add-a18c-e77347a4ca02'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:34:11.883524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39d98bfe-e6bb-43c5-afd4-e89ef8e4dab1 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:11.885244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b294cb09-1403-471c-8295-acd47d1aab2a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.030010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Deleting port 43303292-8410-456c-9bf0-fee4e4fc6f6e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:12.030441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.057606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:12.120052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:12.125931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:12.126315 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.149483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.166136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Calling delete_port for 43303292-8410-456c-9bf0-fee4e4fc6f6e owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:12.232530 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.262759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04fe746-fe8e-4060-a634-bff4d95c3198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:12.266102 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6948d42-984a-49b8-87a5-31c6939326b9" -d '{"events": [{"server_uuid": "f04fe746-fe8e-4060-a634-bff4d95c3198", "name": "network-vif-plugged", "status": "completed", "tag": "ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:12.284980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:12.294835 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.340226 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39efb4-a531-4984-97b2-d3babdbe44d2 x-openstack-request-id: req-0e39efb4-a531-4984-97b2-d3babdbe44d2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:12.340585 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04fe746-fe8e-4060-a634-bff4d95c3198", "name": "network-vif-plugged", "status": "completed", "tag": "ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:12.340834 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e39efb4-a531-4984-97b2-d3babdbe44d2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:12.341221 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04fe746-fe8e-4060-a634-bff4d95c3198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb', 'code': 200} Aug 29 17:34:12.370960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.394227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:12.456955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Port': ['ID=43303292-8410-456c-9bf0-fee4e4fc6f6e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:12.477921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39d98bfe-e6bb-43c5-afd4-e89ef8e4dab1 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.480290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39d98bfe-e6bb-43c5-afd4-e89ef8e4dab1 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.481037 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.542146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b45a2d-1e0d-4e66-afff-9028ebdd8419 req-1ad8f10e-3e3a-40fb-8ce2-14a1c844e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:12.543695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4b45a2d-1e0d-4e66-afff-9028ebdd8419 req-1ad8f10e-3e3a-40fb-8ce2-14a1c844e9ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 1098 time: 0.1294150 Aug 29 17:34:12.609352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b294cb09-1403-471c-8295-acd47d1aab2a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.629261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b294cb09-1403-471c-8295-acd47d1aab2a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.650940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39d98bfe-e6bb-43c5-afd4-e89ef8e4dab1 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.653945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d98bfe-e6bb-43c5-afd4-e89ef8e4dab1 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Fanout notify agent at l3_agent the message router_deleted on router cd7614de-d4c1-4add-a18c-e77347a4ca02 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:34:12.661371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39d98bfe-e6bb-43c5-afd4-e89ef8e4dab1 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.662481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-39d98bfe-e6bb-43c5-afd4-e89ef8e4dab1 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/routers/cd7614de-d4c1-4add-a18c-e77347a4ca02 HTTP/1.1" status: 204 len: 168 time: 0.8725262 Aug 29 17:34:12.665809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58828) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:12.677111 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.689164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294cb09-1403-471c-8295-acd47d1aab2a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa45471-2728-4b11-aeee-594b0a42713d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:12.693161 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b294cb09-1403-471c-8295-acd47d1aab2a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.695107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b294cb09-1403-471c-8295-acd47d1aab2a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9402120 Aug 29 17:34:12.703013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b1d3-43d5-40a0-84a0-c1313659a2db req-f88b20ce-d278-49b9-b15e-3cac492d962c tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:12.703190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58830) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:12.704467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2060b1d3-43d5-40a0-84a0-c1313659a2db req-f88b20ce-d278-49b9-b15e-3cac492d962c tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 950 time: 0.1462224 Aug 29 17:34:12.726048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4b45a2d-1e0d-4e66-afff-9028ebdd8419 req-5a0d3f12-a231-4053-a146-14a028554aa7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701066 Aug 29 17:34:12.742618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2060b1d3-43d5-40a0-84a0-c1313659a2db req-9faf439f-8a63-4da6-a15b-9eeb55f8d803 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Aug 29 17:34:12.770277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-76bfb44c-915b-4d16-8c97-eeb685deda9e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules/baa45471-2728-4b11-aeee-594b0a42713d HTTP/1.1" status: 200 len: 763 time: 0.0626657 Aug 29 17:34:12.773594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58832) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:12.813778 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-baa1f499-2992-432f-bf99-29703ea18a12 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0389769 Aug 29 17:34:12.814010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ade055d-bd69-4474-bed9-8b12a2efc0d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet 57ca3e02-5704-4004-9c5b-d8bc45750ff9 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:12.816436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58834) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:12.839722 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7e99758-fa8b-4069-9fd5-19c120935bc7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.846478 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ade055d-bd69-4474-bed9-8b12a2efc0d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.848171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7e99758-fa8b-4069-9fd5-19c120935bc7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.876355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7e99758-fa8b-4069-9fd5-19c120935bc7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.881735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7e99758-fa8b-4069-9fd5-19c120935bc7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.885340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c7e99758-fa8b-4069-9fd5-19c120935bc7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/baa45471-2728-4b11-aeee-594b0a42713d HTTP/1.1" status: 204 len: 168 time: 0.0655129 Aug 29 17:34:12.885971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58836) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:12.890461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e99758-fa8b-4069-9fd5-19c120935bc7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baa45471-2728-4b11-aeee-594b0a42713d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:12.912281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962bf9-0d93-4a84-9385-9fdd1ed7e3f5 req-6e3b6e0a-3f5f-46e1-8495-d5e072e6250c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:12.913717 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c962bf9-0d93-4a84-9385-9fdd1ed7e3f5 req-6e3b6e0a-3f5f-46e1-8495-d5e072e6250c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 946 time: 0.1974692 Aug 29 17:34:12.919306 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:12.953696 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ade055d-bd69-4474-bed9-8b12a2efc0d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.369906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Router c73f1c37-48f6-44a4-ba37-73d76c742fb1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:34:13.393481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1ca3d64e-617a-457e-aa54-d1c83f50c10a tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5061786 Aug 29 17:34:13.396227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58840) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.399539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c962bf9-0d93-4a84-9385-9fdd1ed7e3f5 req-277d9c15-094e-4113-8fae-da780291a93a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487226 Aug 29 17:34:13.400909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6a02f9ee-6067-476b-8cef-2e60673350d7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Request body: {'security_group_rule': {'security_group_id': 'e570d8ed-c737-4df8-903c-47393cfe025d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:13.430454 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a02f9ee-6067-476b-8cef-2e60673350d7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.478703 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a02f9ee-6067-476b-8cef-2e60673350d7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.482944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a02f9ee-6067-476b-8cef-2e60673350d7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.500665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02f9ee-6067-476b-8cef-2e60673350d7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d09124d-106e-4139-8b5c-6532c5f6ece6,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:13.503244 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ade055d-bd69-4474-bed9-8b12a2efc0d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.507336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:34:13.511899 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aed82c92-e32d-4e95-b3b2-23d1a6c2a8d0 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "PUT /v2.0/routers/c73f1c37-48f6-44a4-ba37-73d76c742fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6087010 Aug 29 17:34:13.517704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58842) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.518501 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574ed28-c033-4bfe-bf47-1f5adc5fe2bc None None] Sync routers for ids ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:34:13.520345 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a02f9ee-6067-476b-8cef-2e60673350d7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.525058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6a02f9ee-6067-476b-8cef-2e60673350d7 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278143 Aug 29 17:34:13.528408 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5574ed28-c033-4bfe-bf47-1f5adc5fe2bc None None] Routers {'c73f1c37-48f6-44a4-ba37-73d76c742fb1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:13.529073 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5574ed28-c033-4bfe-bf47-1f5adc5fe2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:13.530159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58844) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.560934 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5574ed28-c033-4bfe-bf47-1f5adc5fe2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:13.570604 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5574ed28-c033-4bfe-bf47-1f5adc5fe2bc None None] Routers {'c73f1c37-48f6-44a4-ba37-73d76c742fb1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:13.570942 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ade055d-bd69-4474-bed9-8b12a2efc0d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.571430 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5574ed28-c033-4bfe-bf47-1f5adc5fe2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:33:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:13.578081 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-cd35e7f4-a559-44b6-9cfd-89e05c20d802 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] show failed (client error): The resource could not be found. Aug 29 17:34:13.583266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cd35e7f4-a559-44b6-9cfd-89e05c20d802 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-810102143 HTTP/1.1" status: 404 len: 334 time: 0.0642474 Aug 29 17:34:13.585772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58846) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.590163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f83fa1b6-bb5b-41dd-99cd-ef05080b0bdf tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:13.599247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6d95ddbf-9363-473c-bf29-62ea246b7f22 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules/7d09124d-106e-4139-8b5c-6532c5f6ece6 HTTP/1.1" status: 200 len: 764 time: 0.0678549 Aug 29 17:34:13.599649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade055d-bd69-4474-bed9-8b12a2efc0d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=57ca3e02-5704-4004-9c5b-d8bc45750ff9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:13.600628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58848) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.605311 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ade055d-bd69-4474-bed9-8b12a2efc0d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.606929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4ade055d-bd69-4474-bed9-8b12a2efc0d5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/57ca3e02-5704-4004-9c5b-d8bc45750ff9 HTTP/1.1" status: 204 len: 168 time: 0.9400718 Aug 29 17:34:13.609867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58850) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.610403 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5574ed28-c033-4bfe-bf47-1f5adc5fe2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:13.611251 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574ed28-c033-4bfe-bf47-1f5adc5fe2bc None None] The sync data for ids ['c73f1c37-48f6-44a4-ba37-73d76c742fb1'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:34:13.613210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e849f-625d-4455-94d8-9bef0df4a018 None None] Network 901e2b17-4e32-4cb8-92ed-90310ef27670 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:13.647776 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-f83fa1b6-bb5b-41dd-99cd-ef05080b0bdf tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] update failed (client error): The resource could not be found. Aug 29 17:34:13.651955 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f83fa1b6-bb5b-41dd-99cd-ef05080b0bdf tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-2095749511 HTTP/1.1" status: 404 len: 335 time: 0.0620916 Aug 29 17:34:13.663878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58856) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.707038 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1629d972-c97c-4f1c-9251-d83c4e4e7908 tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0588412 Aug 29 17:34:13.708728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.735513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ebcbf3-8260-48be-ba63-6375d5a0316e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.741379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.746630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ebcbf3-8260-48be-ba63-6375d5a0316e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.747561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f03465-8da0-477c-a0ee-471d2db6604a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Deleting subnet 7210ac8d-35a3-4ce5-9d08-f8d07dfdc17b {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:13.755074 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00f03465-8da0-477c-a0ee-471d2db6604a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.781560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ebcbf3-8260-48be-ba63-6375d5a0316e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.794261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ebcbf3-8260-48be-ba63-6375d5a0316e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.797769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58ebcbf3-8260-48be-ba63-6375d5a0316e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7d09124d-106e-4139-8b5c-6532c5f6ece6 HTTP/1.1" status: 204 len: 168 time: 0.0872002 Aug 29 17:34:13.798618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58862) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.836506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebcbf3-8260-48be-ba63-6375d5a0316e tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d09124d-106e-4139-8b5c-6532c5f6ece6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:13.858287 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-64b4b3f0-3007-43b8-99dd-a43c7f0ae089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.876705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7368f94a-bc53-4a38-94ea-cdebba2a09bd tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745931 Aug 29 17:34:13.877511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58864) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:13.879891 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00f03465-8da0-477c-a0ee-471d2db6604a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.887767 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:13.933815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] DHCP port deletion for 901e2b17-4e32-4cb8-92ed-90310ef27670 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:34:13.993778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] Deleting port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:13.994217 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.031604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6e33a-1226-4626-9961-45e2c7905bda req-4ced1471-33ba-4558-b131-af7bed338f01 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.038795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ed6e33a-1226-4626-9961-45e2c7905bda req-4ced1471-33ba-4558-b131-af7bed338f01 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 950 time: 0.1915252 Aug 29 17:34:14.085393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] For port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,segment=NetworkSegment(8292bc91-8e18-42f5-9fb2-2c17b2122894),segment_id=8292bc91-8e18-42f5-9fb2-2c17b2122894)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:14.085862 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.099596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] Calling delete_port for 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:14.101151 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00f03465-8da0-477c-a0ee-471d2db6604a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.113500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:14.138364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3735903-67c8-45e3-b3c9-03c0ae6aaaff tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.154974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:14.155326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.234303 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3735903-67c8-45e3-b3c9-03c0ae6aaaff tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.244177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.267017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ed6e33a-1226-4626-9961-45e2c7905bda req-86e79683-42d7-4d3c-8480-70b30d318d36 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273180 Aug 29 17:34:14.281516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] Pushing event deleted for resources: {'Port': ['ID=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:14.284344 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.294855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-67a12dfd-83df-42b3-b2f3-02f15f4215bf tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.296206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] For port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,segment=NetworkSegment(8292bc91-8e18-42f5-9fb2-2c17b2122894),segment_id=8292bc91-8e18-42f5-9fb2-2c17b2122894)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:14.296577 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.299349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00f03465-8da0-477c-a0ee-471d2db6604a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.300940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff0ecb3-6275-494b-b39c-69931c73cd1f None None] No DVR routers for this DVR port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:14.301087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-67a12dfd-83df-42b3-b2f3-02f15f4215bf tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.309592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-67a12dfd-83df-42b3-b2f3-02f15f4215bf tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.317360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-67a12dfd-83df-42b3-b2f3-02f15f4215bf tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.326097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-67a12dfd-83df-42b3-b2f3-02f15f4215bf tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.333470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-67a12dfd-83df-42b3-b2f3-02f15f4215bf tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.339646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-67a12dfd-83df-42b3-b2f3-02f15f4215bf tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.342003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-67a12dfd-83df-42b3-b2f3-02f15f4215bf tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.1253803 Aug 29 17:34:14.349201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:14.351962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f03465-8da0-477c-a0ee-471d2db6604a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Subnet': ['ID=7210ac8d-35a3-4ce5-9d08-f8d07dfdc17b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:14.364137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00f03465-8da0-477c-a0ee-471d2db6604a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.368854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-00f03465-8da0-477c-a0ee-471d2db6604a tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/subnets/7210ac8d-35a3-4ce5-9d08-f8d07dfdc17b HTTP/1.1" status: 204 len: 168 time: 0.7017601 Aug 29 17:34:14.370178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58872) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:14.382366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a81c0-406e-4d44-891b-4eeaf1fc58ca None None] Network 8f2a1192-efc3-4cfc-af4f-004aff5929c4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:14.401332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3735903-67c8-45e3-b3c9-03c0ae6aaaff tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.404273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3735903-67c8-45e3-b3c9-03c0ae6aaaff tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.405447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e3735903-67c8-45e3-b3c9-03c0ae6aaaff tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "DELETE /v2.0/security-groups/e570d8ed-c737-4df8-903c-47393cfe025d HTTP/1.1" status: 204 len: 168 time: 0.5217357 Aug 29 17:34:14.408662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58878) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:14.451188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4407ee0a-d7c3-400d-85d3-345df8da61de req-a5e11d2a-7154-4268-863e-be0a28f7d8f1 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965168 Aug 29 17:34:14.457086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3735903-67c8-45e3-b3c9-03c0ae6aaaff tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e570d8ed-c737-4df8-903c-47393cfe025d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:14.483112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-573988bd-1f3d-44d4-a90d-b82861f77738 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Deleting subnet 5fe17b0f-b288-458c-97af-9259803e0d4e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:14.489181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-573988bd-1f3d-44d4-a90d-b82861f77738 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.546265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-573988bd-1f3d-44d4-a90d-b82861f77738 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.558642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3a32b37e-7303-498b-b37a-237f25077ddf tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1474872 Aug 29 17:34:14.564413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58882) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:14.569643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.613990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=1344d652-615e-4f08-bfaa-85a6fcd4fdf3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:14.618286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No DVR routers for this DVR port 1344d652-615e-4f08-bfaa-85a6fcd4fdf3 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:14.673340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] DHCP port deletion for 8f2a1192-efc3-4cfc-af4f-004aff5929c4 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:34:14.697082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1826e004-5f8a-4509-a1db-8814081bcedd tempest-SecGroupTest-1528142655 tempest-SecGroupTest-1528142655-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312246 Aug 29 17:34:14.715299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820cd1f-7bb9-4220-b5b8-de822eaeb24e req-da95d4cf-c177-4793-9299-475d18625715 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:14.716961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c820cd1f-7bb9-4220-b5b8-de822eaeb24e req-da95d4cf-c177-4793-9299-475d18625715 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 946 time: 0.1133275 Aug 29 17:34:14.746166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] Deleting port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:14.746551 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.763581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.767972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-573988bd-1f3d-44d4-a90d-b82861f77738 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.800303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901e2b17-4e32-4cb8-92ed-90310ef27670']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:14.818789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8292bc91-8e18-42f5-9fb2-2c17b2122894') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:14.819390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8292bc91-8e18-42f5-9fb2-2c17b2122894') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:14.827107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c820cd1f-7bb9-4220-b5b8-de822eaeb24e req-fbe62cbb-921c-4ddd-a0ab-bcdd9b5df92b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022713 Aug 29 17:34:14.833542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.856421 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.883270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:14.884067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.885175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] For port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3ebf6c94-f48a-45de-82ee-d270d0fd4bc7,segment=NetworkSegment(4884de75-b134-45d3-aabd-86388ac7d9d9),segment_id=4884de75-b134-45d3-aabd-86388ac7d9d9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:14.886068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:14.888238 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:14.893412 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-573988bd-1f3d-44d4-a90d-b82861f77738 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.908956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] Calling delete_port for 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:14.983924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573988bd-1f3d-44d4-a90d-b82861f77738 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe17b0f-b288-458c-97af-9259803e0d4e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:14.991704 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-573988bd-1f3d-44d4-a90d-b82861f77738 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:14.995835 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-573988bd-1f3d-44d4-a90d-b82861f77738 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/subnets/5fe17b0f-b288-458c-97af-9259803e0d4e HTTP/1.1" status: 204 len: 168 time: 0.6224687 Aug 29 17:34:14.996767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58914) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:14.997418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa655bae-077b-4dec-9b0d-681e10af7e92 None None] Network 6e9a8e8b-8759-4542-b375-db7418019a1a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:15.032545 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.052881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.054939 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/networks/901e2b17-4e32-4cb8-92ed-90310ef27670 HTTP/1.1" status: 204 len: 168 time: 1.4437125 Aug 29 17:34:15.065160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58916) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:15.080382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d78997-024a-4cd1-b9b0-832f898d5d7d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Network': ['ID=901e2b17-4e32-4cb8-92ed-90310ef27670,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:15.101037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58918) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:15.127324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af87efc3-d317-456e-ba93-caa978d318ed tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.135077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-af87efc3-d317-456e-ba93-caa978d318ed tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/6ba318a0-e987-4ee3-9a17-551709250157 HTTP/1.1" status: 200 len: 845 time: 0.0684564 Aug 29 17:34:15.135813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58922) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:15.150965 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.220609 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.239343 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-270bf124-20e9-40f8-8d71-30377e6f9e26 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/6ba318a0-e987-4ee3-9a17-551709250157?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0972099 Aug 29 17:34:15.249137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04abd7d-ce61-4ff6-80bb-77f9b040dca4 req-5492ba92-3236-416d-8b74-e9c8216007aa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.250281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58926) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:15.256578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f04abd7d-ce61-4ff6-80bb-77f9b040dca4 req-5492ba92-3236-416d-8b74-e9c8216007aa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.2640872 Aug 29 17:34:15.257936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:15.274603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] Pushing event deleted for resources: {'Port': ['ID=3ebf6c94-f48a-45de-82ee-d270d0fd4bc7,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:15.276559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd8995-7424-453b-9cec-81ad0b0a8733 None None] No DVR routers for this DVR port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:15.286668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f04abd7d-ce61-4ff6-80bb-77f9b040dca4 req-d4174b1c-0819-4f84-8a00-893f8c757aac tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/quotas/04665ef6c231485e96c15dfdcea1a752 HTTP/1.1" status: 200 len: 375 time: 0.0287209 Aug 29 17:34:15.365185 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f04abd7d-ce61-4ff6-80bb-77f9b040dca4 req-076c9e26-0b52-46ff-b62e-fbd7ce153ac9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776522 Aug 29 17:34:15.367289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Deleting port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:15.367638 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.400708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.401327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-4b665ebe-1633-431a-abff-16ef3f320bb9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.407227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-4b665ebe-1633-431a-abff-16ef3f320bb9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.417864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] DHCP port deletion for 6e9a8e8b-8759-4542-b375-db7418019a1a request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:34:15.418048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-4b665ebe-1633-431a-abff-16ef3f320bb9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.422191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-4b665ebe-1633-431a-abff-16ef3f320bb9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.429428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-4b665ebe-1633-431a-abff-16ef3f320bb9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.436039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-4b665ebe-1633-431a-abff-16ef3f320bb9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.443129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-4b665ebe-1633-431a-abff-16ef3f320bb9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.445840 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-4b665ebe-1633-431a-abff-16ef3f320bb9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.2364178 Aug 29 17:34:15.457435 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83e3bff2-c847-4492-ae49-ac6bb8522bf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b8dab323baf410bb359fc3430d1954e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527150 Aug 29 17:34:15.459047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58928) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:15.469311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] Deleting port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:15.469311 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.498789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] For port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7, host n-d-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:15.499213 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.522396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Calling delete_port for 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:15.526727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 was not found and therefore no delete operation was performed {{(pid=94796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:34:15.529585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.541315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] For port 256dcf9f-8c8f-462e-82c8-f9db9fd14719, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=256dcf9f-8c8f-462e-82c8-f9db9fd14719,segment=NetworkSegment(0727dd0e-0630-44cb-a878-293cd439d79e),segment_id=0727dd0e-0630-44cb-a878-293cd439d79e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:15.541512 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.559316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] Calling delete_port for 256dcf9f-8c8f-462e-82c8-f9db9fd14719 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:15.569639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Port': ['ID=3ebf6c94-f48a-45de-82ee-d270d0fd4bc7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:15.572627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] No DVR routers for this DVR port 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:15.577883 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f93e202-b69f-4b4c-bb2d-c92d1cf4f219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.581454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f04abd7d-ce61-4ff6-80bb-77f9b040dca4 req-60b2538a-54e4-4ae5-9a65-0d15bb0cc202 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938319 Aug 29 17:34:15.582905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-77e5b852-32a4-46b5-84ef-9a20829e6e3a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.584958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-77e5b852-32a4-46b5-84ef-9a20829e6e3a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "GET /v2.0/ports/7a658719-f1e0-4577-bec7-30d735c9ef41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1281292 Aug 29 17:34:15.588924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:15.592872 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.657626 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.684462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] Pushing event deleted for resources: {'Port': ['ID=256dcf9f-8c8f-462e-82c8-f9db9fd14719,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:15.692494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87de74d-cb6f-4805-abd0-96a4f4ec55a4 None None] No DVR routers for this DVR port 256dcf9f-8c8f-462e-82c8-f9db9fd14719 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:15.692635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f93e202-b69f-4b4c-bb2d-c92d1cf4f219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.722951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.736936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2a1192-efc3-4cfc-af4f-004aff5929c4']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:15.754831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4884de75-b134-45d3-aabd-86388ac7d9d9') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:15.755066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4884de75-b134-45d3-aabd-86388ac7d9d9') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:15.766831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f04abd7d-ce61-4ff6-80bb-77f9b040dca4 req-301f4bfc-ee3a-4134-9424-f250f787136b service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845262 Aug 29 17:34:15.768446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.782255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.788298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:15.788622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:15.791757 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:15.842719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-b746c47e-5695-4087-a635-03820de8cf2c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.848660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-b746c47e-5695-4087-a635-03820de8cf2c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.854666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-b746c47e-5695-4087-a635-03820de8cf2c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.856181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.860613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-b746c47e-5695-4087-a635-03820de8cf2c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.866578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-b746c47e-5695-4087-a635-03820de8cf2c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.869164 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.873183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/networks/8f2a1192-efc3-4cfc-af4f-004aff5929c4 HTTP/1.1" status: 204 len: 168 time: 0.8621876 Aug 29 17:34:15.873316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-b746c47e-5695-4087-a635-03820de8cf2c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.878373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-b746c47e-5695-4087-a635-03820de8cf2c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:15.880384 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-b746c47e-5695-4087-a635-03820de8cf2c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 5444 time: 0.2745273 Aug 29 17:34:15.881738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58932) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:15.896547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc410c8-6f76-4726-8d15-ff5c0ca122ae tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Network': ['ID=8f2a1192-efc3-4cfc-af4f-004aff5929c4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:15.937066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f93e202-b69f-4b4c-bb2d-c92d1cf4f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.939631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f93e202-b69f-4b4c-bb2d-c92d1cf4f219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.963910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0f93e202-b69f-4b4c-bb2d-c92d1cf4f219 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a4810d6-2a16-4bec-ab82-c1c1585d6806 HTTP/1.1" status: 204 len: 168 time: 0.4960287 Aug 29 17:34:15.983924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-ef982dd0-48aa-479c-a351-efa2a2f386c2 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "GET /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3848910 Aug 29 17:34:15.988938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.032656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:16.054034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93e202-b69f-4b4c-bb2d-c92d1cf4f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4810d6-2a16-4bec-ab82-c1c1585d6806,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:16.097609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.136363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9a8e8b-8759-4542-b375-db7418019a1a']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:16.163113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 256dcf9f-8c8f-462e-82c8-f9db9fd14719 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:16.173006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0727dd0e-0630-44cb-a878-293cd439d79e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:16.174265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0727dd0e-0630-44cb-a878-293cd439d79e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:16.195648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.207263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 256dcf9f-8c8f-462e-82c8-f9db9fd14719 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:16.208305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 256dcf9f-8c8f-462e-82c8-f9db9fd14719 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:16.210440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:16.221860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.223928 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-33323f45-8a75-4ed2-a76a-836e610e9d16 req-51ebb93e-4573-4e8c-891d-53710fc00b7d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3249052 Aug 29 17:34:16.242541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:16.243765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3ebf6c94-f48a-45de-82ee-d270d0fd4bc7 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:16.251583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:16.252038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:16.259482 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:16.358455 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.374638 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.388537 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.393456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/networks/6e9a8e8b-8759-4542-b375-db7418019a1a HTTP/1.1" status: 204 len: 168 time: 0.5099072 Aug 29 17:34:16.408684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 58972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:16.419109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cb7d7-f292-44e9-93b9-89f62a77f78f tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Network': ['ID=6e9a8e8b-8759-4542-b375-db7418019a1a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:16.445381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.567732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:16.617830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:16.627134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b41e2-c693-4faa-aa07-090e77cacecd None None] Network 7452a235-9969-4b50-a4be-f563977885bc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:16.629450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-482d7de0-d549-4e76-a857-8c8f8b474396 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Deleting subnet 1c3dcab6-4fa4-4fc2-870a-381642fba1b5 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:16.636859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:16.637471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.667697 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-482d7de0-d549-4e76-a857-8c8f8b474396 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.670329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=fe0cc3a2-ba76-461e-8460-27039779184e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:16.733684 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.745103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-81280a71-1acc-41ef-9591-8ef8e2d2b55f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4920025 Aug 29 17:34:16.749701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58994) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:16.757712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-56f76091-fb49-48a9-8bd6-2c1043a0f62e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'security_group': {'name': 'tempest-secgroup-183599770'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:16.765657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-482d7de0-d549-4e76-a857-8c8f8b474396 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.806824 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56f76091-fb49-48a9-8bd6-2c1043a0f62e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.843818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7452a235-9969-4b50-a4be-f563977885bc', 'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'tenant_id': '58ed8ffe12024ca9a586390bd2a7078e', 'fixed_ips': [{'subnet_id': 'fe0cc3a2-ba76-461e-8460-27039779184e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:34:16.846135 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.854215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-86bb14b4-b764-42b6-8ca2-0ce078ec5f38 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:16.856153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-86bb14b4-b764-42b6-8ca2-0ce078ec5f38 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.3778245 Aug 29 17:34:16.872048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] For port 7a658719-f1e0-4577-bec7-30d735c9ef41, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a658719-f1e0-4577-bec7-30d735c9ef41,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:16.899735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-97eb64cf-1dda-4f7e-bb8e-50c93902b5c4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/quotas/04665ef6c231485e96c15dfdcea1a752 HTTP/1.1" status: 200 len: 375 time: 0.0331748 Aug 29 17:34:16.926788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 58998) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:16.951186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56f76091-fb49-48a9-8bd6-2c1043a0f62e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.955747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56f76091-fb49-48a9-8bd6-2c1043a0f62e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.994179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-482d7de0-d549-4e76-a857-8c8f8b474396 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.995871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f76091-fb49-48a9-8bd6-2c1043a0f62e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac19a23-a018-4335-9942-dcab1e108486,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:17.011179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56f76091-fb49-48a9-8bd6-2c1043a0f62e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.015675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-56f76091-fb49-48a9-8bd6-2c1043a0f62e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2606030 Aug 29 17:34:17.015970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59008) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:17.020871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0ad787b9-0b4a-4251-b0ad-b2cdd5160684 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'security_group': {'name': 'tempest-secgroup-623216924'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:17.023886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3a7703c4-6f9f-4732-9e13-ee176da0c330 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:17.041077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] For port 7a658719-f1e0-4577-bec7-30d735c9ef41, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:34:17.046940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0ad787b9-0b4a-4251-b0ad-b2cdd5160684 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.073408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Allocated IP 2001:db8::2 (7452a235-9969-4b50-a4be-f563977885bc/fe0cc3a2-ba76-461e-8460-27039779184e/b51430a7-196e-46f3-b206-e0d3c3dd8c40) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:17.092226 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-8e2515c9-2951-41af-b85f-63b6cab3c51e tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737471 Aug 29 17:34:17.112739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] device_id is not set on port 7a658719-f1e0-4577-bec7-30d735c9ef41 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:34:17.118871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-490661376'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:17.157591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.170955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.181510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0ad787b9-0b4a-4251-b0ad-b2cdd5160684 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.188282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0ad787b9-0b4a-4251-b0ad-b2cdd5160684 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.233686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad787b9-0b4a-4251-b0ad-b2cdd5160684 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d123759e-b4aa-4d66-819c-335412a8828c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:17.245871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-482d7de0-d549-4e76-a857-8c8f8b474396 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.249296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Made reservation on behalf of 8ea69273663340a5869f4a18aa4a9380 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:17.253382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.257902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0ad787b9-0b4a-4251-b0ad-b2cdd5160684 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.259593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0ad787b9-0b4a-4251-b0ad-b2cdd5160684 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2422180 Aug 29 17:34:17.262415 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.263775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] Pushing event updated for resources: {'Port': ['ID=7a658719-f1e0-4577-bec7-30d735c9ef41,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:17.266320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59014) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:17.279863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-178895660', 'security_groups': ['d123759e-b4aa-4d66-819c-335412a8828c'], 'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe0cc3a2-ba76-461e-8460-27039779184e'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:17.286532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.306104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] No DVR routers for this DVR port 7a658719-f1e0-4577-bec7-30d735c9ef41 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:17.340352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d7de0-d549-4e76-a857-8c8f8b474396 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3dcab6-4fa4-4fc2-870a-381642fba1b5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:17.346201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:17.348936 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64eb65d-01b6-4b10-ab77-9bcbee595e35" -d '{"events": [{"server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:17.354956 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.361094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-1021a646-8fc1-4407-9e12-6d0c736e8c96 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678561 Aug 29 17:34:17.369883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:17.372754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Transition to ACTIVE for port object b51430a7-196e-46f3-b206-e0d3c3dd8c40 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:17.380365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.390923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-482d7de0-d549-4e76-a857-8c8f8b474396 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.392504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585db724-e277-47bf-b3d6-8922db4744ef None None] Network 05c9f08f-21af-4658-8b49-db16d9a501e6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:17.393504 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-482d7de0-d549-4e76-a857-8c8f8b474396 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/subnets/1c3dcab6-4fa4-4fc2-870a-381642fba1b5 HTTP/1.1" status: 204 len: 168 time: 0.9829996 Aug 29 17:34:17.401829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59022) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:17.430731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Transition to ACTIVE for port object b51430a7-196e-46f3-b206-e0d3c3dd8c40 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:17.448016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] In _notify_port_updated(), no bound segment for port 7a658719-f1e0-4577-bec7-30d735c9ef41 on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:34:17.449645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:17.450385 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.451744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-3c93bda4-1956-401d-be1d-060a70ee2279 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 200 len: 1033 time: 1.4408519 Aug 29 17:34:17.526149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-1224a09f-274a-4538-9756-c203c64f3d68 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:17.527548 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-1224a09f-274a-4538-9756-c203c64f3d68 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "GET /v2.0/ports/7d6d764c-d5ef-45ab-9552-7323e6562910?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0629516 Aug 29 17:34:17.533378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-a75ea30e-c614-44e6-ac63-28cc103c508a service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713490 Aug 29 17:34:17.541587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:17.561875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.571326 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.610629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:17.613488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.614480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:17.617122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:17.620900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:17.632577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9702f-22ae-4626-aa6f-866e3e6d54e2 req-98995f25-f73a-441c-9c6d-34a8ee692c6b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:17.639846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9702f-22ae-4626-aa6f-866e3e6d54e2 req-98995f25-f73a-441c-9c6d-34a8ee692c6b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:17.646563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9702f-22ae-4626-aa6f-866e3e6d54e2 req-98995f25-f73a-441c-9c6d-34a8ee692c6b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:17.653475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9702f-22ae-4626-aa6f-866e3e6d54e2 req-98995f25-f73a-441c-9c6d-34a8ee692c6b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:17.660212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9702f-22ae-4626-aa6f-866e3e6d54e2 req-98995f25-f73a-441c-9c6d-34a8ee692c6b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:17.666480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9702f-22ae-4626-aa6f-866e3e6d54e2 req-98995f25-f73a-441c-9c6d-34a8ee692c6b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:17.668778 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ad9702f-22ae-4626-aa6f-866e3e6d54e2 req-98995f25-f73a-441c-9c6d-34a8ee692c6b tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 4664 time: 0.3040760 Aug 29 17:34:17.698743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-70bd1bbd-0f08-477b-ac6f-63c01f3ae5ca None None] Provisioning complete for port 7a658719-f1e0-4577-bec7-30d735c9ef41 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:17.699113 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-70bd1bbd-0f08-477b-ac6f-63c01f3ae5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.754819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Pushing event updated for resources: {'Port': ['ID=b51430a7-196e-46f3-b206-e0d3c3dd8c40,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:17.780983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Deleting port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:17.781387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.788146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Attempting to bind port b51430a7-196e-46f3-b206-e0d3c3dd8c40 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:34:17.788527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Attempting to bind port b51430a7-196e-46f3-b206-e0d3c3dd8c40 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '26fc5b8f-35b4-483f-8df4-047beb073d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7452a235-9969-4b50-a4be-f563977885bc'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:34:17.789615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ad9702f-22ae-4626-aa6f-866e3e6d54e2 req-086fab90-2f8c-4b78-a717-8c52ba766419 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&id=c7ec2cd2-28d5-4215-864b-a2da7c08ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977366 Aug 29 17:34:17.801876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Attempting to bind port b51430a7-196e-46f3-b206-e0d3c3dd8c40 on network 7452a235-9969-4b50-a4be-f563977885bc {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:17.821758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-70bd1bbd-0f08-477b-ac6f-63c01f3ae5ca None None] Port 7a658719-f1e0-4577-bec7-30d735c9ef41 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:17.824896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] DHCP port deletion for 05c9f08f-21af-4658-8b49-db16d9a501e6 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:34:17.836004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:34:17.838069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Checking segment: {'id': '26fc5b8f-35b4-483f-8df4-047beb073d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7452a235-9969-4b50-a4be-f563977885bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:34:17.838702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.839259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Bound using segment: {'id': '26fc5b8f-35b4-483f-8df4-047beb073d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7452a235-9969-4b50-a4be-f563977885bc'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:34:17.839957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Bound port: b51430a7-196e-46f3-b206-e0d3c3dd8c40, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fc5b8f-35b4-483f-8df4-047beb073d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7452a235-9969-4b50-a4be-f563977885bc'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:34:17.840771 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.861753 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.886609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.899745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] For port 7d6d764c-d5ef-45ab-9552-7323e6562910, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7d6d764c-d5ef-45ab-9552-7323e6562910,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:17.900148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] For port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,segment=NetworkSegment(fd2d2f96-a2f8-467d-8888-df5140b21465),segment_id=fd2d2f96-a2f8-467d-8888-df5140b21465)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:17.900618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.933436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Calling delete_port for b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:17.949453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:34:17.950845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] For port 7d6d764c-d5ef-45ab-9552-7323e6562910, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:34:17.962701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:17.965871 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf64950-7a1e-409f-9a5b-f5fa86605549 x-openstack-request-id: req-faf64950-7a1e-409f-9a5b-f5fa86605549 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:17.966467 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:17.966902 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-faf64950-7a1e-409f-9a5b-f5fa86605549 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:17.967463 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'code': 200} Aug 29 17:34:18.022514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] device_id is not set on port 7d6d764c-d5ef-45ab-9552-7323e6562910 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:34:18.043887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.056252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] Deleting port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:18.056772 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.065392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.084055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.089085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] For port b51430a7-196e-46f3-b206-e0d3c3dd8c40, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:34:18.097537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:34:18.114074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7578c721-27c7-4792-9201-7246baefff55,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:18.118122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.119321 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Added segment 8130d92f-2029-4f1c-beee-c6f13f68a637 of type vlan for network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 Aug 29 17:34:18.140838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-033739de-f727-4d78-9a2d-84a175895e7c req-27718830-7968-4176-a9cd-609ca0ba9252 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 210 time: 0.0853119 Aug 29 17:34:18.167264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port 3b9b1563-a266-42df-a35a-08c45a0270f6 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:34:18.192433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:18.210069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.244422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] No DVR routers for this DVR port 7d6d764c-d5ef-45ab-9552-7323e6562910 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:18.247073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] For port b51430a7-196e-46f3-b206-e0d3c3dd8c40, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b51430a7-196e-46f3-b206-e0d3c3dd8c40,segment=NetworkSegment(26fc5b8f-35b4-483f-8df4-047beb073d03),segment_id=26fc5b8f-35b4-483f-8df4-047beb073d03)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:34:18.251645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d764c-d5ef-45ab-9552-7323e6562910,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:18.294016 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.316264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] In _notify_port_updated(), no bound segment for port 7d6d764c-d5ef-45ab-9552-7323e6562910 on network c19ca545-1d9c-4b98-9712-c34a7275b71b {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:34:18.317590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:18.319218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.321476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-054a51a5-50e1-4972-ad68-2d441766e249 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 200 len: 1032 time: 0.7858562 Aug 29 17:34:18.387363 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:34:18.455047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] For port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,segment=NetworkSegment(fd2d2f96-a2f8-467d-8888-df5140b21465),segment_id=fd2d2f96-a2f8-467d-8888-df5140b21465)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:18.456621 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.470578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.477569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:18.478330 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.529497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.530752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:18.559141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:18.560032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.577619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'mac_address': 'fa:16:3e:31:fa:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:34:18.585777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a24b-7d97-442b-8161-ff0529ede6f0 None None] Pushing event updated for resources: {'Port': ['ID=b51430a7-196e-46f3-b206-e0d3c3dd8c40,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:18.645371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] Calling delete_port for b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:18.706245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No active binding found for port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 {{(pid=94797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 17:34:18.706725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:18.812199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] For port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:18.812706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.861004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for bf8aae15-e8ae-4a68-80be-c2d5f6dd769c owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:18.883252 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.994718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-42e99178-a1d2-4d21-b105-aaed5fe00875 None None] Provisioning complete for port 7d6d764c-d5ef-45ab-9552-7323e6562910 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:18.996151 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-42e99178-a1d2-4d21-b105-aaed5fe00875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.001109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46733b08-583d-418f-8a94-2fc9d02c6ccb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:34:19.055833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.064358 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:34:19.066501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.100269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1661663 Aug 29 17:34:19.109809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59070) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:19.144976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Request body: {'subnet': {'network_id': '82b9a9bf-3794-4b9c-882b-0d2cf5f71206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:19.153529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] No DVR routers for this DVR port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:19.158914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Port': ['ID=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:19.207705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd59da-94be-4545-8fbf-0ec51139b80d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Pushing event updated for resources: {'Network': ['ID=82b9a9bf-3794-4b9c-882b-0d2cf5f71206,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:19.241620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:34:19.248124 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::19f (7452a235-9969-4b50-a4be-f563977885bc/fe0cc3a2-ba76-461e-8460-27039779184e/3b9b1563-a266-42df-a35a-08c45a0270f6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:19.261206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:19.300205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.319815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['46733b08-583d-418f-8a94-2fc9d02c6ccb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:34:19.360329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.364691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1549450b-4a2c-4ef4-b447-6d74e547b5d5 req-73c9c689-229a-4b53-8ae1-78f1fbd9d2e9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 210 time: 0.0565710 Aug 29 17:34:19.384634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c9f08f-21af-4658-8b49-db16d9a501e6']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:19.403297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2d2f96-a2f8-467d-8888-df5140b21465') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:19.403297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2d2f96-a2f8-467d-8888-df5140b21465') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:19.424297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.534724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] Pushing event deleted for resources: {'Port': ['ID=b33ebcf2-f9d9-44f6-b6f6-bd59a3187794,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:19.589269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-42e99178-a1d2-4d21-b105-aaed5fe00875 None None] Port 7d6d764c-d5ef-45ab-9552-7323e6562910 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:19.616556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f5808-193a-4d42-b660-29902c7e4d36 None None] No DVR routers for this DVR port b33ebcf2-f9d9-44f6-b6f6-bd59a3187794 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:19.735518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983571-4267-4b6d-9ea5-4e02c6ef3125 req-d65ea7c5-6711-4d42-9683-7fc1883b378c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:19.736449 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.753021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 3b9b1563-a266-42df-a35a-08c45a0270f6 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:19.755555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983571-4267-4b6d-9ea5-4e02c6ef3125 req-d65ea7c5-6711-4d42-9683-7fc1883b378c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:19.765502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983571-4267-4b6d-9ea5-4e02c6ef3125 req-d65ea7c5-6711-4d42-9683-7fc1883b378c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:19.778488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983571-4267-4b6d-9ea5-4e02c6ef3125 req-d65ea7c5-6711-4d42-9683-7fc1883b378c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:19.793796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983571-4267-4b6d-9ea5-4e02c6ef3125 req-d65ea7c5-6711-4d42-9683-7fc1883b378c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:19.795604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2983571-4267-4b6d-9ea5-4e02c6ef3125 req-d65ea7c5-6711-4d42-9683-7fc1883b378c tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 3885 time: 0.8206947 Aug 29 17:34:19.810010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.823325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:19.824025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:19.925423 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:19.935344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.937667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.975500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:19.979967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/networks/05c9f08f-21af-4658-8b49-db16d9a501e6 HTTP/1.1" status: 204 len: 168 time: 2.5715785 Aug 29 17:34:19.986239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59086) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:20.017317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:20.032942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:20.036146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4aa3a-2f87-49a5-b294-f493815064da tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Pushing event deleted for resources: {'Network': ['ID=05c9f08f-21af-4658-8b49-db16d9a501e6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:20.042394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:20.049504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:20.050357 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.092890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2983571-4267-4b6d-9ea5-4e02c6ef3125 req-9b546099-f16f-4a02-b9fe-f36258a19fb5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617562 Aug 29 17:34:20.101412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a838ae7a-b1b2-4fdd-9bb9-754c63653556 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:20.138068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=3b9b1563-a266-42df-a35a-08c45a0270f6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:20.167776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f164173d-3f50-4802-8285-6ac781bc9e74 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8887904 Aug 29 17:34:20.181076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.191334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59090) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:20.208054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59092) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:20.212236 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-96cfc5b9-dd88-4049-86cd-e8c394e525cf tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "GET /v2.0/ports?device_id=c73f1c37-48f6-44a4-ba37-73d76c742fb1 HTTP/1.1" status: 200 len: 205 time: 0.2165027 Aug 29 17:34:20.243247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-b29829c7-689f-485c-b931-dda8e84cffc0 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:20.248975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3e0d437e-9cb1-4753-8f3e-02727165857a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:20.257881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-b29829c7-689f-485c-b931-dda8e84cffc0 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.6620121 Aug 29 17:34:20.300986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b51430a7-196e-46f3-b206-e0d3c3dd8c40 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:20.371343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Request body: {'port': {'device_id': 'f975e60d-2441-4ce3-97e5-597d0fcfdc39', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'admin_state_up': True, 'tenant_id': '04665ef6c231485e96c15dfdcea1a752'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:20.489946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.545710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Made reservation on behalf of 8ea69273663340a5869f4a18aa4a9380 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:20.563995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.583117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:20.590947 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df5bbf-df43-4b8f-8275-ba2b2a8ead33" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a838ae7a-b1b2-4fdd-9bb9-754c63653556"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:20.612931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44c1e00a-dda7-4b70-8e64-919fc7feb2d5 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.622864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=bf8aae15-e8ae-4a68-80be-c2d5f6dd769c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:20.641111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Provisioning for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:20.651073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:20.651672 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.654934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a838ae7a-b1b2-4fdd-9bb9-754c63653556, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:20.658741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:20.690658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-062d490d-2a57-4048-8553-a4ac9eaf4a0d req-e4b4862e-bdd7-4499-ad88-f434fe1fc9a1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 210 time: 0.1473515 Aug 29 17:34:20.691316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] No DVR routers for this DVR port bf8aae15-e8ae-4a68-80be-c2d5f6dd769c on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:20.723206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.724292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a658719-f1e0-4577-bec7-30d735c9ef41 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:20.768991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.772352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-8219e204-6c6f-4048-99a9-35f51ccf52a5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "DELETE /v2.0/ports/bf8aae15-e8ae-4a68-80be-c2d5f6dd769c HTTP/1.1" status: 204 len: 173 time: 2.4442124 Aug 29 17:34:20.775119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': 'bf8aae15-e8ae-4a68-80be-c2d5f6dd769c'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:20.777602 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004de607-538b-43d9-ac1f-3ef5363d160e" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "bf8aae15-e8ae-4a68-80be-c2d5f6dd769c"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:20.784039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:20.784888 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.795584 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085b56d1-7a6d-4b71-acf9-20f677e813a3 x-openstack-request-id: req-085b56d1-7a6d-4b71-acf9-20f677e813a3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:20.796738 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a838ae7a-b1b2-4fdd-9bb9-754c63653556", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:20.797936 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-085b56d1-7a6d-4b71-acf9-20f677e813a3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:20.798443 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556', 'code': 200} Aug 29 17:34:20.919130 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daaabde-6371-4a69-b75f-11362e3c3127 x-openstack-request-id: req-8daaabde-6371-4a69-b75f-11362e3c3127 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:20.919444 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "bf8aae15-e8ae-4a68-80be-c2d5f6dd769c", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:20.919701 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8daaabde-6371-4a69-b75f-11362e3c3127 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:20.920105 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': 'bf8aae15-e8ae-4a68-80be-c2d5f6dd769c', 'status': 'completed', 'code': 200} Aug 29 17:34:21.031073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44c1e00a-dda7-4b70-8e64-919fc7feb2d5 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.043636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44c1e00a-dda7-4b70-8e64-919fc7feb2d5 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.101095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d437e-9cb1-4753-8f3e-02727165857a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:21.105214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e0d437e-9cb1-4753-8f3e-02727165857a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.213010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44c1e00a-dda7-4b70-8e64-919fc7feb2d5 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.213855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c1e00a-dda7-4b70-8e64-919fc7feb2d5 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Fanout notify agent at l3_agent the message router_deleted on router c73f1c37-48f6-44a4-ba37-73d76c742fb1 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:34:21.225091 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:21.225593 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.236562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a658719-f1e0-4577-bec7-30d735c9ef41 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:21.237213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bf8aae15-e8ae-4a68-80be-c2d5f6dd769c no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:21.239832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=a838ae7a-b1b2-4fdd-9bb9-754c63653556,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:21.255695 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44c1e00a-dda7-4b70-8e64-919fc7feb2d5 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.262296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-44c1e00a-dda7-4b70-8e64-919fc7feb2d5 tempest-RoutersNegativeTest-954564308 tempest-RoutersNegativeTest-954564308-project] 10.222.0.41 "DELETE /v2.0/routers/c73f1c37-48f6-44a4-ba37-73d76c742fb1 HTTP/1.1" status: 204 len: 168 time: 1.0477257 Aug 29 17:34:21.285491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: bf8aae15-e8ae-4a68-80be-c2d5f6dd769c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:21.285998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device bf8aae15-e8ae-4a68-80be-c2d5f6dd769c not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:21.286653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3170eae3-7d34-40d2-82bf-6a7e32d808cc no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:21.300844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:21.305438 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.365980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.407290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.437344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] For port b51430a7-196e-46f3-b206-e0d3c3dd8c40, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b51430a7-196e-46f3-b206-e0d3c3dd8c40,segment=NetworkSegment(26fc5b8f-35b4-483f-8df4-047beb073d03),segment_id=26fc5b8f-35b4-483f-8df4-047beb073d03)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:21.437671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] For port 3706a55f-1176-4a7b-83b9-8ed156c19eb5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3706a55f-1176-4a7b-83b9-8ed156c19eb5,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:21.438061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.483816 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.571874 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.602956 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:34:21.603609 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:34:21.608210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Provisioning complete for port 6ba318a0-e987-4ee3-9a17-551709250157 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:21.608918 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.635527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3170eae3-7d34-40d2-82bf-6a7e32d808cc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:21.665336 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.666425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3706a55f-1176-4a7b-83b9-8ed156c19eb5 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:21.672145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1abed-2a60-4896-b648-87cc2b4cb42c req-adb67fc4-9453-44be-8533-b97ba1f694f0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:21.689709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1abed-2a60-4896-b648-87cc2b4cb42c req-adb67fc4-9453-44be-8533-b97ba1f694f0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:21.696097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Pushing event updated for resources: {'Port': ['ID=b51430a7-196e-46f3-b206-e0d3c3dd8c40,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:21.718889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1abed-2a60-4896-b648-87cc2b4cb42c req-adb67fc4-9453-44be-8533-b97ba1f694f0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:21.737087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1abed-2a60-4896-b648-87cc2b4cb42c req-adb67fc4-9453-44be-8533-b97ba1f694f0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:21.738948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02c1abed-2a60-4896-b648-87cc2b4cb42c req-adb67fc4-9453-44be-8533-b97ba1f694f0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 3149 time: 0.3703847 Aug 29 17:34:21.765718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.766129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.769578 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Floating IP c1782f6e-b551-481d-a2b1-e94b241ad38c disassociated. External IP: 172.25.2.101, port: 3706a55f-1176-4a7b-83b9-8ed156c19eb5. Aug 29 17:34:21.770140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for 3706a55f-1176-4a7b-83b9-8ed156c19eb5 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:21.846576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-29430393-0692-4092-9069-cf3116e96cb6 None None] Port 6ba318a0-e987-4ee3-9a17-551709250157 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:21.917167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59130) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:21.947083 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:21.949697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02c1abed-2a60-4896-b648-87cc2b4cb42c req-e654e904-5c66-4eb2-a60d-284a9539442a tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976528 Aug 29 17:34:21.952433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3170eae3-7d34-40d2-82bf-6a7e32d808cc,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:21.986268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Allocated IP 172.20.0.4 (5391bae1-cb2c-4870-ad97-f010392c0e9e/bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110/43ec2b87-e299-4dbb-9740-5d6e4b014d79) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:22.047934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-37deb94b-4cbe-4641-9a0a-beecfe6a5a6e None None] Provisioning for port 3b9b1563-a266-42df-a35a-08c45a0270f6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:22.057940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-37deb94b-4cbe-4641-9a0a-beecfe6a5a6e None None] Provisioning complete for port 3b9b1563-a266-42df-a35a-08c45a0270f6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:22.058499 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-37deb94b-4cbe-4641-9a0a-beecfe6a5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.171454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-37deb94b-4cbe-4641-9a0a-beecfe6a5a6e None None] Port 3b9b1563-a266-42df-a35a-08c45a0270f6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:22.178780 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.214909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 520c50d0-d97b-4061-87ff-6069f983709e no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:22.225661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1f9d699-0676-4139-858c-8bc32ff7e180 req-7f19cc4b-0cfd-4d8c-be5d-222e6136dace tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 210 time: 0.0761261 Aug 29 17:34:22.264075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6dbedc08-07d7-468d-9a29-e58968e10c68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b7a46b4e3d340c5984332043f11ac93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413110 Aug 29 17:34:22.264825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59134) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:22.266159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=3706a55f-1176-4a7b-83b9-8ed156c19eb5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:22.335029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.351970 n-d-713499-15 neutron-server[94795]: INFO neutron.db.ipam_backend_mixin [None req-3e0d437e-9cb1-4753-8f3e-02727165857a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe0cc3a2-ba76-461e-8460-27039779184e (CIDR: 2001:db8::/64) Aug 29 17:34:22.370699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67b60d41-5d87-4a5a-bee0-a610ac3f97d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.373477 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0d437e-9cb1-4753-8f3e-02727165857a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:34:22.374045 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0d437e-9cb1-4753-8f3e-02727165857a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:22.398271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3e0d437e-9cb1-4753-8f3e-02727165857a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2005367 Aug 29 17:34:22.407608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:22.412567 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.419015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:22.484739 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.530841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b51430a7-196e-46f3-b206-e0d3c3dd8c40 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:22.548573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67b60d41-5d87-4a5a-bee0-a610ac3f97d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.558721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:22.562359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.581008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 520c50d0-d97b-4061-87ff-6069f983709e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=520c50d0-d97b-4061-87ff-6069f983709e,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:22.591177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.592007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7d6d764c-d5ef-45ab-9552-7323e6562910 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:22.611858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Pushing event updated for resources: {'Subnet': ['ID=1f80d4e7-f87d-4d14-8dad-bdba4754e299,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:22.640726 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.663500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:34:22.685404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Checking segment: {'id': '8130d92f-2029-4f1c-beee-c6f13f68a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82b9a9bf-3794-4b9c-882b-0d2cf5f71206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:34:22.686051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Network hostable DHCP agents. Network: 82b9a9bf-3794-4b9c-882b-0d2cf5f71206, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:34:22.708243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:34:22.775942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=520c50d0-d97b-4061-87ff-6069f983709e,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:22.792989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7d6d764c-d5ef-45ab-9552-7323e6562910 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:22.821892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3170eae3-7d34-40d2-82bf-6a7e32d808cc'}, {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520c50d0-d97b-4061-87ff-6069f983709e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:22.826417 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1349370c-60d6-4318-b59d-da9d33d16f46" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3170eae3-7d34-40d2-82bf-6a7e32d808cc"}, {"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "520c50d0-d97b-4061-87ff-6069f983709e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:22.844929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:22.846375 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:22.847699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:22.849769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:22.859052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:22.859362 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.896043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event updated for resources: {'Port': ['ID=43ec2b87-e299-4dbb-9740-5d6e4b014d79,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:22.905879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67b60d41-5d87-4a5a-bee0-a610ac3f97d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.908327 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67b60d41-5d87-4a5a-bee0-a610ac3f97d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.912791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:34:22.913240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-67b60d41-5d87-4a5a-bee0-a610ac3f97d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8140aa1e-9ded-4c21-87be-f8c59fad602c HTTP/1.1" status: 204 len: 168 time: 0.6470459 Aug 29 17:34:22.949075 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a5c894-9c92-4523-880b-17f2826516b9 x-openstack-request-id: req-26a5c894-9c92-4523-880b-17f2826516b9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:22.950025 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3170eae3-7d34-40d2-82bf-6a7e32d808cc", "code": 200}, {"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "520c50d0-d97b-4061-87ff-6069f983709e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:22.951027 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26a5c894-9c92-4523-880b-17f2826516b9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:22.952550 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3170eae3-7d34-40d2-82bf-6a7e32d808cc', 'code': 200} Aug 29 17:34:22.953523 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520c50d0-d97b-4061-87ff-6069f983709e', 'code': 200} Aug 29 17:34:22.961253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b60d41-5d87-4a5a-bee0-a610ac3f97d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8140aa1e-9ded-4c21-87be-f8c59fad602c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:22.976221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 82b9a9bf-3794-4b9c-882b-0d2cf5f71206) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:22.983897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:22.984579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:22.987886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:22.988661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:23.013782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:34:23.027197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-150464ea-4c02-4e5a-9b04-ba3b869ec0fc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6697087 Aug 29 17:34:23.031405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb9d640-3492-489d-b198-3b3b2a70827f None None] Network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:23.050318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Request body: {'port': {'device_id': 'f975e60d-2441-4ce3-97e5-597d0fcfdc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:23.056070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] Sync routers for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:34:23.119914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] No DVR routers for this DVR port 3706a55f-1176-4a7b-83b9-8ed156c19eb5 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:23.126341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cfe47862-52c0-4a39-96b0-9202ff552d63 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0147562 Aug 29 17:34:23.128386 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:23.130362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-bf9ae32b-8f41-4ead-a47f-a4b8d8eb50fc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "DELETE /v2.0/ports/3706a55f-1176-4a7b-83b9-8ed156c19eb5 HTTP/1.1" status: 204 len: 173 time: 2.3270762 Aug 29 17:34:23.131350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59156) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:23.131807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': '3706a55f-1176-4a7b-83b9-8ed156c19eb5'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:23.141952 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870787f6-c0d4-4a77-8b30-89a9866be803" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "3706a55f-1176-4a7b-83b9-8ed156c19eb5"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:23.193002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:23.194825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:34:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:23.202192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Request body: {'port': {'network_id': '82b9a9bf-3794-4b9c-882b-0d2cf5f71206', 'name': 'tempest-TagsExtTest-1602569334'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:23.257390 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb4f6f-dcad-4b4c-8277-169848d8f96a x-openstack-request-id: req-bbdb4f6f-dcad-4b4c-8277-169848d8f96a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:23.257786 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "3706a55f-1176-4a7b-83b9-8ed156c19eb5", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:23.257964 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbdb4f6f-dcad-4b4c-8277-169848d8f96a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:23.263733 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': '3706a55f-1176-4a7b-83b9-8ed156c19eb5', 'status': 'completed', 'code': 200} Aug 29 17:34:23.328361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:34:23.445350 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:23.454500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 46733b08-583d-418f-8a94-2fc9d02c6ccb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:23.455048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:23.552106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70202a1-c179-4632-954c-d958ac9c01d6 req-80e5255b-2efc-4f86-be65-e19cf8a12c68 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:23.561573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d70202a1-c179-4632-954c-d958ac9c01d6 req-80e5255b-2efc-4f86-be65-e19cf8a12c68 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 931 time: 0.1934462 Aug 29 17:34:23.653349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fa654-11ca-439e-bf09-8d23386b7654 req-d36d55a8-8bcf-4198-ab88-654de44e86eb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:23.671767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fa654-11ca-439e-bf09-8d23386b7654 req-d36d55a8-8bcf-4198-ab88-654de44e86eb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:23.689962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fa654-11ca-439e-bf09-8d23386b7654 req-d36d55a8-8bcf-4198-ab88-654de44e86eb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:23.695939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-301fa654-11ca-439e-bf09-8d23386b7654 req-d36d55a8-8bcf-4198-ab88-654de44e86eb tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 2409 time: 0.5342386 Aug 29 17:34:23.771080 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d70202a1-c179-4632-954c-d958ac9c01d6 req-0f9eca07-8225-43f3-a152-a2526bde5d72 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001967 Aug 29 17:34:23.816165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port 3170eae3-7d34-40d2-82bf-6a7e32d808cc {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:23.816948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:23.829852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Made reservation on behalf of 8ea69273663340a5869f4a18aa4a9380 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:23.839366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:23.976763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:23.983612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] device_id is not set on port ab638b75-2340-4e92-8fda-6a63a37b2ad0 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:34:24.049348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-301fa654-11ca-439e-bf09-8d23386b7654 req-0408bc02-0493-4918-be4f-5539d46578c8 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036957 Aug 29 17:34:24.193778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-82b9a9bf-3794-4b9c-882b-0d2cf5f71206', 'network_id': '82b9a9bf-3794-4b9c-882b-0d2cf5f71206', 'tenant_id': '8ea69273663340a5869f4a18aa4a9380', 'fixed_ips': [{'subnet_id': '1f80d4e7-f87d-4d14-8dad-bdba4754e299'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:34:24.194672 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.211638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] For port 3170eae3-7d34-40d2-82bf-6a7e32d808cc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3170eae3-7d34-40d2-82bf-6a7e32d808cc,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:24.211961 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.234413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for 3170eae3-7d34-40d2-82bf-6a7e32d808cc owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:24.238434 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.250959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Allocated IP 172.20.0.9 (82b9a9bf-3794-4b9c-882b-0d2cf5f71206/1f80d4e7-f87d-4d14-8dad-bdba4754e299/ab638b75-2340-4e92-8fda-6a63a37b2ad0) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:24.319735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59192) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:24.389132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:46Z', 'revision_number': 5, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:24.423952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:24.431403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] Checking router: f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:34:24.448488 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.534922 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.539613 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.580674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:34:24.581310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:34:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:24.592981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=3170eae3-7d34-40d2-82bf-6a7e32d808cc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:24.612878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Transition to ACTIVE for port object ab638b75-2340-4e92-8fda-6a63a37b2ad0 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:24.655300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1843648330'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:24.691670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.708334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:34:24.722542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.722982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.723331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.723674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.724067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.724437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.724907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.725250 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.725587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.725922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.726250 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.726577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:24.729604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] No DVR routers for this DVR port 3170eae3-7d34-40d2-82bf-6a7e32d808cc on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:24.739619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:24.830301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.836303 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-b11b6be5-1168-42eb-9283-42f684aa13f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "DELETE /v2.0/ports/3170eae3-7d34-40d2-82bf-6a7e32d808cc HTTP/1.1" status: 204 len: 173 time: 1.6683059 Aug 29 17:34:24.838947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:24.844498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Pushing event updated for resources: {'Port': ['ID=ab638b75-2340-4e92-8fda-6a63a37b2ad0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:24.856062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:24.906387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:24.921211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Allocated IP 172.20.0.2 (82b9a9bf-3794-4b9c-882b-0d2cf5f71206/1f80d4e7-f87d-4d14-8dad-bdba4754e299/961f83b3-71bb-4e87-a91b-08131eb10233) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:24.925709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:24.926736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:24.957914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:24.961079 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845162d7-e941-4119-9bb4-59b46835c5da" -d '{"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-plugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:25.010516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Made reservation on behalf of c964b988a4b645a59cc5c9918bf7fbda for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:25.015102 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.033137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ec2b87-e299-4dbb-9740-5d6e4b014d79 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:34:25.049562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.053905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.095497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Transition to ACTIVE for port object 43ec2b87-e299-4dbb-9740-5d6e4b014d79 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:25.115693 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d3df3e15-fc0e-4850-ae4f-a9241fb09353 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9699421 Aug 29 17:34:25.123277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.125572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59206) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:25.146169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b324a7fb-0ec0-462f-be5c-431ad200e86d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-528710625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:25.172303 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf77e127-25a4-4e95-8a0f-9d01b2f1b704 x-openstack-request-id: req-cf77e127-25a4-4e95-8a0f-9d01b2f1b704 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:25.173479 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-plugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:25.173479 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf77e127-25a4-4e95-8a0f-9d01b2f1b704 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:25.173678 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'code': 200} Aug 29 17:34:25.281544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:46Z', 'revision_number': 5, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:25.293821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Pushing event updated for resources: {'Port': ['ID=43ec2b87-e299-4dbb-9740-5d6e4b014d79,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:25.313299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:25.320315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:25.328154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:25.328827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.337719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c847a85-288a-4cca-ba30-e79f79c98b3e None None] Network 7452a235-9969-4b50-a4be-f563977885bc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:25.346038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': '3170eae3-7d34-40d2-82bf-6a7e32d808cc'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:25.347399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943cd7e-4066-4de5-b632-cb5431beb362 None None] The sync data for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 is: [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:23:35Z', 'revision_number': 4, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'bb4bd983-58cb-4b97-9aa5-8a68e9bfa692', 'name': '', 'network_id': 'c94a284a-3908-4129-8987-ec9683304a7a', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'mac_address': 'fa:16:3e:0e:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '02c398ab-acc0-4618-b795-8014350499c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:34Z', 'updated_at': '2021-08-29T17:23:46Z', 'revision_number': 5, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'subnets': [{'id': '02c398ab-acc0-4618-b795-8014350499c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:34:25.348962 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ad1f7-0d6d-4701-b32b-1b8259a3e845" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "3170eae3-7d34-40d2-82bf-6a7e32d808cc"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:25.370741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5bfc7-57d5-4ac9-9160-d66adfdc1eae req-0c35056c-437c-4e54-a50b-9441c126ac45 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:25.378740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-49e5bfc7-57d5-4ac9-9160-d66adfdc1eae req-0c35056c-437c-4e54-a50b-9441c126ac45 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 931 time: 0.4401782 Aug 29 17:34:25.410597 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.428327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.448053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Transition to ACTIVE for port object 961f83b3-71bb-4e87-a91b-08131eb10233 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:25.451878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.464552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:34:25.473965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.475037 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Added segment d24cc01e-15d3-4415-ae0e-58db4070de12 of type vlan for network 3ff4ec66-5a72-41b1-9cd8-52e5fde0c620 Aug 29 17:34:25.508067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Transition to ACTIVE for port object 961f83b3-71bb-4e87-a91b-08131eb10233 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:25.510275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1016002 Aug 29 17:34:25.511404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf0251-18c1-4fa5-88b9-99ed6666dfda tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=47797d09-c677-4c86-b8aa-94105a126ab4,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:25.522103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:25.529243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-492234027', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '47797d09-c677-4c86-b8aa-94105a126ab4'}], 'security_groups': ['aac19a23-a018-4335-9942-dcab1e108486']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:25.541057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.586362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.602976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:25.603637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.619504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.654040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7b9e8-9638-4888-9dfa-70495ed5d5ee req-ba82184e-ae38-4b5e-8400-ee84f1073326 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:25.674551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7b9e8-9638-4888-9dfa-70495ed5d5ee req-ba82184e-ae38-4b5e-8400-ee84f1073326 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:25.679573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:25.684176 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9e7b9e8-9638-4888-9dfa-70495ed5d5ee req-ba82184e-ae38-4b5e-8400-ee84f1073326 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 1676 time: 0.3317018 Aug 29 17:34:25.706718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:25.716550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:25.750904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Attempting to bind port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:34:25.751560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Attempting to bind port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:34:25.752116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Attempting to bind port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:25.775542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Pushing event updated for resources: {'Network': ['ID=3ff4ec66-5a72-41b1-9cd8-52e5fde0c620,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:25.780513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:34:25.781132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Attempting to bind port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:25.793579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-49e5bfc7-57d5-4ac9-9160-d66adfdc1eae req-3f17f94e-fe06-4160-8be6-fb3352fdeef3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136295 Aug 29 17:34:25.807492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:34:25.808121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Checking segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:34:25.808518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Bound using segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:34:25.808963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Bound port: 43ec2b87-e299-4dbb-9740-5d6e4b014d79, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:34:25.809333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.812166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port 520c50d0-d97b-4061-87ff-6069f983709e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:25.812900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.857500 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e333e-aefc-435e-9393-868e2d41edb1 None None] New status for floating IP c1782f6e-b551-481d-a2b1-e94b241ad38c: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:34:25.860006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9e7b9e8-9638-4888-9dfa-70495ed5d5ee req-024bafa3-f0d5-437a-b0a6-800b51bb31e5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740441 Aug 29 17:34:25.863333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Pushing event updated for resources: {'Port': ['ID=961f83b3-71bb-4e87-a91b-08131eb10233,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:25.875696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 3ff4ec66-5a72-41b1-9cd8-52e5fde0c620 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:34:25.880300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Attempting to bind port 961f83b3-71bb-4e87-a91b-08131eb10233 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:34:25.881770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Attempting to bind port 961f83b3-71bb-4e87-a91b-08131eb10233 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8130d92f-2029-4f1c-beee-c6f13f68a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82b9a9bf-3794-4b9c-882b-0d2cf5f71206'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:34:25.882128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Attempting to bind port 961f83b3-71bb-4e87-a91b-08131eb10233 on network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:25.903259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b324a7fb-0ec0-462f-be5c-431ad200e86d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.915881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b324a7fb-0ec0-462f-be5c-431ad200e86d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:25.966965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aedc3e-0ab4-4743-877d-4650dcff1900 None None] Update dhcp port {'port': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'fixed_ips': [{'subnet_id': 'fe0cc3a2-ba76-461e-8460-27039779184e', 'ip_address': '2001:db8::2'}, {'subnet_id': '47797d09-c677-4c86-b8aa-94105a126ab4'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'b51430a7-196e-46f3-b206-e0d3c3dd8c40'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:34:25.971535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.000283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] For port 43ec2b87-e299-4dbb-9740-5d6e4b014d79, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:34:26.001538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:34:26.001868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Checking segment: {'id': '8130d92f-2029-4f1c-beee-c6f13f68a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82b9a9bf-3794-4b9c-882b-0d2cf5f71206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:34:26.002747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.003158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Bound using segment: {'id': '8130d92f-2029-4f1c-beee-c6f13f68a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82b9a9bf-3794-4b9c-882b-0d2cf5f71206'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:34:26.005074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Bound port: 961f83b3-71bb-4e87-a91b-08131eb10233, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d92f-2029-4f1c-beee-c6f13f68a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82b9a9bf-3794-4b9c-882b-0d2cf5f71206'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:34:26.005074 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.032198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b324a7fb-0ec0-462f-be5c-431ad200e86d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.032767 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b7aedc3e-0ab4-4743-877d-4650dcff1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.040643 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe2d4ff-7a73-4ad2-a2e7-0978c7390cf9 x-openstack-request-id: req-cbe2d4ff-7a73-4ad2-a2e7-0978c7390cf9 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:26.041569 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "3170eae3-7d34-40d2-82bf-6a7e32d808cc", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:26.041569 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbe2d4ff-7a73-4ad2-a2e7-0978c7390cf9 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:26.041569 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': '3170eae3-7d34-40d2-82bf-6a7e32d808cc', 'status': 'completed', 'code': 200} Aug 29 17:34:26.044066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] For port 43ec2b87-e299-4dbb-9740-5d6e4b014d79, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=43ec2b87-e299-4dbb-9740-5d6e4b014d79,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:34:26.063961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.226265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:26.227251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.229091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] 10.222.0.44 "PUT /v2.0/ports/43ec2b87-e299-4dbb-9740-5d6e4b014d79 HTTP/1.1" status: 200 len: 1092 time: 3.1889036 Aug 29 17:34:26.229745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f975e60d-2441-4ce3-97e5-597d0fcfdc39', 'tag': '43ec2b87-e299-4dbb-9740-5d6e4b014d79'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:26.232719 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6708af5c-8b65-4300-891c-6882f5d259c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f975e60d-2441-4ce3-97e5-597d0fcfdc39", "tag": "43ec2b87-e299-4dbb-9740-5d6e4b014d79"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:26.309623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] For port 961f83b3-71bb-4e87-a91b-08131eb10233, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:34:26.349120 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5185986b-2047-4442-91e7-338eb8e8b3fb x-openstack-request-id: req-5185986b-2047-4442-91e7-338eb8e8b3fb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:26.350094 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f975e60d-2441-4ce3-97e5-597d0fcfdc39", "tag": "43ec2b87-e299-4dbb-9740-5d6e4b014d79", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:26.350352 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5185986b-2047-4442-91e7-338eb8e8b3fb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:26.350805 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f975e60d-2441-4ce3-97e5-597d0fcfdc39', 'tag': '43ec2b87-e299-4dbb-9740-5d6e4b014d79', 'status': 'completed', 'code': 200} Aug 29 17:34:26.361574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7d280-f9a0-4cb3-b332-fdc2d6396e62 service neutron] Pushing event updated for resources: {'Port': ['ID=43ec2b87-e299-4dbb-9740-5d6e4b014d79,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:26.390941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-080012c0-97aa-4a1f-a145-ac718e634b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:26.395025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-080012c0-97aa-4a1f-a145-ac718e634b1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 1095 time: 0.0861487 Aug 29 17:34:26.482835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-3e5a22af-9185-40bf-9085-07f0f11b3036 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43ec2b87-e299-4dbb-9740-5d6e4b014d79 HTTP/1.1" status: 200 len: 217 time: 0.0605316 Aug 29 17:34:26.509227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-b7aedc3e-0ab4-4743-877d-4650dcff1900 None None] Allocated IP 2001:db8:0:1::2 (7452a235-9969-4b50-a4be-f563977885bc/47797d09-c677-4c86-b8aa-94105a126ab4/b51430a7-196e-46f3-b206-e0d3c3dd8c40) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:26.529245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.2063355 Aug 29 17:34:26.532586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59234) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:26.533117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b324a7fb-0ec0-462f-be5c-431ad200e86d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.537713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-b898bc13-96ce-498d-af7d-241c9b1ea271 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', 'tempest-TagsTest-Tag-272750922') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:26.548514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618705c-b12a-48c9-9a0e-f41b19ff598a tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df8d28c-0f69-489b-a973-ab50934ccc39,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:26.557671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b324a7fb-0ec0-462f-be5c-431ad200e86d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.559013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b324a7fb-0ec0-462f-be5c-431ad200e86d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4320321 Aug 29 17:34:26.561897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59236) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:26.566144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5b65fc71-a6df-47ad-86c4-4ff8bbf72c4f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1983943017', 'prefixes': ['172.20.0.0/16']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:26.614229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-057f7dd5-b448-4132-855f-c47748a87bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:26.614229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-057f7dd5-b448-4132-855f-c47748a87bac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.1208136 Aug 29 17:34:26.627247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] For port 520c50d0-d97b-4061-87ff-6069f983709e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=520c50d0-d97b-4061-87ff-6069f983709e,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:26.627622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.641330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for 520c50d0-d97b-4061-87ff-6069f983709e owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:26.703107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-e8c2f02c-9a4b-489f-8a05-1926f99348fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784600 Aug 29 17:34:26.703781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] For port 961f83b3-71bb-4e87-a91b-08131eb10233, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=961f83b3-71bb-4e87-a91b-08131eb10233,segment=NetworkSegment(8130d92f-2029-4f1c-beee-c6f13f68a637),segment_id=8130d92f-2029-4f1c-beee-c6f13f68a637)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:34:26.722520 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.778105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b65fc71-a6df-47ad-86c4-4ff8bbf72c4f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for subnetpool, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.782722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5b65fc71-a6df-47ad-86c4-4ff8bbf72c4f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2168822 Aug 29 17:34:26.783133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59238) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:26.785813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b7aedc3e-0ab4-4743-877d-4650dcff1900 None None] For port b51430a7-196e-46f3-b206-e0d3c3dd8c40, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b51430a7-196e-46f3-b206-e0d3c3dd8c40,segment=NetworkSegment(26fc5b8f-35b4-483f-8df4-047beb073d03),segment_id=26fc5b8f-35b4-483f-8df4-047beb073d03)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:26.791480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-94421375-40db-42d4-a14a-513a62f3fbe3 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299', 'tempest-TagsExtTest-Tag-90355544') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:26.810965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b898bc13-96ce-498d-af7d-241c9b1ea271 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "PUT /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags/tempest-TagsTest-Tag-272750922 HTTP/1.1" status: 201 len: 201 time: 0.2769198 Aug 29 17:34:26.824494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf680-2a8f-490f-8f12-a6c3cf5342be None None] Pushing event updated for resources: {'Port': ['ID=961f83b3-71bb-4e87-a91b-08131eb10233,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:26.824808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59240) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:26.856911 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b7aedc3e-0ab4-4743-877d-4650dcff1900 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:26.860093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-92bffbdc-cd33-498b-a298-bde03df1bedc tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', 'tempest-TagsTest-Tag-272750922') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:26.892175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b7aedc3e-0ab4-4743-877d-4650dcff1900 None None] Transition to ACTIVE for port object b51430a7-196e-46f3-b206-e0d3c3dd8c40 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:26.906946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b7aedc3e-0ab4-4743-877d-4650dcff1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:27.000983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aedc3e-0ab4-4743-877d-4650dcff1900 None None] Pushing event updated for resources: {'Port': ['ID=b51430a7-196e-46f3-b206-e0d3c3dd8c40,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:27.077743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-a9015ea5-c3ac-483d-ac24-aaa3c529aa02 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650589 Aug 29 17:34:27.078259 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:27.132540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=520c50d0-d97b-4061-87ff-6069f983709e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:27.147899 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-92bffbdc-cd33-498b-a298-bde03df1bedc tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "GET /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags/tempest-TagsTest-Tag-272750922 HTTP/1.1" status: 204 len: 168 time: 0.2949066 Aug 29 17:34:27.172808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59246) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:27.180315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-605c4da6-a1f7-4c38-bc9a-a7c0be3d1834 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:27.229302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3cd4-28de-4d2a-bd28-664cfe3f700d req-3e4b7ad9-a7e2-4361-9fce-a5aeb7442713 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:27.231219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0dc3cd4-28de-4d2a-bd28-664cfe3f700d req-3e4b7ad9-a7e2-4361-9fce-a5aeb7442713 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 943 time: 0.2327099 Aug 29 17:34:27.311662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998edd3d-798d-40a8-b637-be168c01a7d6 req-f3b11a95-b96e-4d8b-8623-8c9ffe5ad5bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:27.313446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-998edd3d-798d-40a8-b637-be168c01a7d6 req-f3b11a95-b96e-4d8b-8623-8c9ffe5ad5bc tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 943 time: 0.3311903 Aug 29 17:34:27.378431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Delete allocated IP 2001:db8::19f (7452a235-9969-4b50-a4be-f563977885bc/fe0cc3a2-ba76-461e-8460-27039779184e) {{(pid=94796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:34:27.408320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-998edd3d-798d-40a8-b637-be168c01a7d6 req-f29250d1-52b6-4f4a-bcea-901a053304e6 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837085 Aug 29 17:34:27.413158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-497ae94d-5abf-46c9-a00e-641300b7b7f0 req-c7ccf92b-3880-44a1-9fc8-4a8e563a50cd service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250394 Aug 29 17:34:27.416376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8:0:1::1b0 (7452a235-9969-4b50-a4be-f563977885bc/47797d09-c677-4c86-b8aa-94105a126ab4/3b9b1563-a266-42df-a35a-08c45a0270f6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:27.499598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] No DVR routers for this DVR port 520c50d0-d97b-4061-87ff-6069f983709e on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:27.519105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:27.523090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-430852fd-00d3-4ca5-aaf2-0f79215ad923 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "DELETE /v2.0/ports/520c50d0-d97b-4061-87ff-6069f983709e HTTP/1.1" status: 204 len: 173 time: 2.6705675 Aug 29 17:34:27.562183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0dc3cd4-28de-4d2a-bd28-664cfe3f700d req-1db75188-e63c-43ae-814d-3f3c535971ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485976 Aug 29 17:34:27.646319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-605c4da6-a1f7-4c38-bc9a-a7c0be3d1834 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "GET /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags HTTP/1.1" status: 200 len: 237 time: 0.4713297 Aug 29 17:34:27.648582 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-94421375-40db-42d4-a14a-513a62f3fbe3 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags/tempest-TagsExtTest-Tag-90355544 HTTP/1.1" status: 201 len: 201 time: 0.8634176 Aug 29 17:34:27.666014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59260) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:27.666366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59262) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:27.687023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-1da6eca9-4565-468b-b847-6514b8b7678e tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', {'tags': ['tempest-TagsTest-Tag-1559724590', 'tempest-TagsTest-Tag-844524572', 'tempest-TagsTest-Tag-1987315207']}) {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:27.778442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-6fe45311-24be-4917-8dc2-6d209363fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:27.783081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-6fe45311-24be-4917-8dc2-6d209363fe75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 1095 time: 0.2862380 Aug 29 17:34:27.810096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-c0b324af-038c-47dd-9bdd-87e5694dfa39 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0', 'tempest-TagsExtTest-Tag-1491366276') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:27.893784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1da6eca9-4565-468b-b847-6514b8b7678e tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "PUT /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags HTTP/1.1" status: 200 len: 308 time: 0.2247429 Aug 29 17:34:27.897819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59268) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:27.902918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-0da78415-0c72-4949-b7ba-261a7bcc63b8 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', 'tempest-TagsTest-Tag-1559724590') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:27.975654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-f760cc79-b407-4cf4-8b24-f4b95779170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:27.977250 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-f760cc79-b407-4cf4-8b24-f4b95779170b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 907 time: 0.1831651 Aug 29 17:34:28.043287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': '520c50d0-d97b-4061-87ff-6069f983709e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:28.045645 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb427e3-c1c9-40ca-bcbf-32fefbfa3abf" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "520c50d0-d97b-4061-87ff-6069f983709e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:28.052294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-5f4a72c7-89b2-4de3-9109-3bbf624444fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43ec2b87-e299-4dbb-9740-5d6e4b014d79 HTTP/1.1" status: 200 len: 217 time: 0.0671332 Aug 29 17:34:28.057844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port a838ae7a-b1b2-4fdd-9bb9-754c63653556 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:28.058196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:28.105365 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:28.123658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object 3b9b1563-a266-42df-a35a-08c45a0270f6 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:28.173245 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d464961-099a-4af0-a070-0790cf645941 x-openstack-request-id: req-6d464961-099a-4af0-a070-0790cf645941 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:28.174198 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "520c50d0-d97b-4061-87ff-6069f983709e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:28.174657 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d464961-099a-4af0-a070-0790cf645941 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:28.175206 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': '520c50d0-d97b-4061-87ff-6069f983709e', 'status': 'completed', 'code': 200} Aug 29 17:34:28.190997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-22619474-0eb8-4b5c-95c4-b17815f6d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:28.193520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-22619474-0eb8-4b5c-95c4-b17815f6d652 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.1319983 Aug 29 17:34:28.195048 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:28.241948 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c0b324af-038c-47dd-9bdd-87e5694dfa39 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags/tempest-TagsExtTest-Tag-1491366276 HTTP/1.1" status: 201 len: 201 time: 0.5744836 Aug 29 17:34:28.245295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59272) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:28.259368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-28e1a5ca-916f-487e-88ca-1fd985a88bfd tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7', 'tempest-TagsExtTest-Tag-387040289') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:28.277896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0da78415-0c72-4949-b7ba-261a7bcc63b8 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "DELETE /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags/tempest-TagsTest-Tag-1559724590 HTTP/1.1" status: 204 len: 168 time: 0.3790469 Aug 29 17:34:28.281528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59274) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:28.291049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-f8d05e2e-9e3a-418b-b485-6dd2a6f1d18e tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', 'tempest-TagsTest-Tag-1559724590') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:28.294524 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-b8ac5b2e-b9fd-459e-9105-670757521b38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900247 Aug 29 17:34:28.377490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] In _notify_port_updated(), no bound segment for port 3b9b1563-a266-42df-a35a-08c45a0270f6 on network 7452a235-9969-4b50-a4be-f563977885bc {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:34:28.385353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:28.385679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:28.387062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "PUT /v2.0/ports/3b9b1563-a266-42df-a35a-08c45a0270f6 HTTP/1.1" status: 200 len: 930 time: 2.8625355 Aug 29 17:34:28.393272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59276) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:28.407019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Provisioning for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:28.428408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:28.429548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb785ff-25a7-4929-9f3a-5b4cd1e9f0a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=3b9b1563-a266-42df-a35a-08c45a0270f6,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:28.438171 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:28.509447 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-435acada-038f-4b69-9266-9284a73b6334 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067819 Aug 29 17:34:28.564705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] For port a838ae7a-b1b2-4fdd-9bb9-754c63653556, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a838ae7a-b1b2-4fdd-9bb9-754c63653556,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:28.565097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:28.679472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for a838ae7a-b1b2-4fdd-9bb9-754c63653556 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:28.706176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Provisioning complete for port 6ba318a0-e987-4ee3-9a17-551709250157 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:28.706563 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:28.793034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Port 6ba318a0-e987-4ee3-9a17-551709250157 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:28.828112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Provisioning for port 3b9b1563-a266-42df-a35a-08c45a0270f6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:28.835345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b51430a7-196e-46f3-b206-e0d3c3dd8c40 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:28.837148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-28e1a5ca-916f-487e-88ca-1fd985a88bfd tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags/tempest-TagsExtTest-Tag-387040289 HTTP/1.1" status: 201 len: 201 time: 0.5905068 Aug 29 17:34:28.839659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Provisioning complete for port 3b9b1563-a266-42df-a35a-08c45a0270f6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:28.839659 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:28.845426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d50063-f517-420e-9cb7-1ac1e3253a7a None None] Network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:28.850076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59286) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:28.877891 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6708af5c-8b65-4300-891c-6882f5d259c4 req-2ec6e893-cea8-4387-9d07-dd2e159dc7b5 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581567 Aug 29 17:34:28.895534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-e5daf67a-b286-48b0-ba02-83e5c48a77ee tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4', 'tempest-TagsExtTest-Tag-1238664373') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:28.904525 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-f8d05e2e-9e3a-418b-b485-6dd2a6f1d18e tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] show failed (client error): The resource could not be found. Aug 29 17:34:28.905614 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f8d05e2e-9e3a-418b-b485-6dd2a6f1d18e tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "GET /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags/tempest-TagsTest-Tag-1559724590 HTTP/1.1" status: 404 len: 326 time: 0.6206398 Aug 29 17:34:28.911763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59288) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:28.917944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-122608d3-27d8-4ab3-9b51-399b5952c434 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', 'tempest-TagsTest-Tag-844524572') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:28.932156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8bbbb-bcab-4300-8b69-c9bf7b171955 req-ca54372b-06a8-4dc6-a9b0-cf68432dff38 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:28.942408 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5cb8bbbb-bcab-4300-8b69-c9bf7b171955 req-ca54372b-06a8-4dc6-a9b0-cf68432dff38 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 943 time: 0.1941791 Aug 29 17:34:28.978876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad19a2c-91ee-411a-8ab6-ff810e175fbf req-2521ac32-9487-48fd-8fba-408fef03eb60 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:28.980485 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ad19a2c-91ee-411a-8ab6-ff810e175fbf req-2521ac32-9487-48fd-8fba-408fef03eb60 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 943 time: 0.3252559 Aug 29 17:34:29.043374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-73e7dfc4-a59f-45f9-bb34-9a59f13fe7e0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 3b9b1563-a266-42df-a35a-08c45a0270f6 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:29.043798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73e7dfc4-a59f-45f9-bb34-9a59f13fe7e0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.075619 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5cb8bbbb-bcab-4300-8b69-c9bf7b171955 req-c0565b9d-8c6e-4e4e-aa5e-b2522852bbf4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275771 Aug 29 17:34:29.117262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e5daf67a-b286-48b0-ba02-83e5c48a77ee tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags/tempest-TagsExtTest-Tag-1238664373 HTTP/1.1" status: 201 len: 201 time: 0.2369292 Aug 29 17:34:29.122116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-122608d3-27d8-4ab3-9b51-399b5952c434 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "GET /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags/tempest-TagsTest-Tag-844524572 HTTP/1.1" status: 204 len: 168 time: 0.2075868 Aug 29 17:34:29.126884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59290) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:29.127509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59292) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:29.141396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-112202d6-1212-41dc-9ec2-4e85fe8321d9 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', 'tempest-TagsTest-Tag-1987315207') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:29.162344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ad19a2c-91ee-411a-8ab6-ff810e175fbf req-a989bfba-0b07-4488-8e06-869ea8ada617 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bd532cc-7538-4c64-96f5-ae82a4bf4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645603 Aug 29 17:34:29.184870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-3398b3da-ed19-40e5-9d12-43f7ed2c593f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:29.188924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b2d7d-453e-44be-9f72-2a5eddd76458 None None] Port 3b9b1563-a266-42df-a35a-08c45a0270f6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:29.223540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73e7dfc4-a59f-45f9-bb34-9a59f13fe7e0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.236817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.259048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-73e7dfc4-a59f-45f9-bb34-9a59f13fe7e0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 3b9b1563-a266-42df-a35a-08c45a0270f6 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:29.288159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:29.288542 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.387002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=a838ae7a-b1b2-4fdd-9bb9-754c63653556,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:29.394953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c919ad6-8b98-4e7c-aad0-0c10b993baa7 None None] Provisioning for port 961f83b3-71bb-4e87-a91b-08131eb10233 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:29.397001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] No DVR routers for this DVR port a838ae7a-b1b2-4fdd-9bb9-754c63653556 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:29.400130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.402686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-313796b0-05f3-4e8f-8f0d-7779e8a6e7a5 req-5e11bceb-3257-44d5-ba6d-083e785948da tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.43 "DELETE /v2.0/ports/a838ae7a-b1b2-4fdd-9bb9-754c63653556 HTTP/1.1" status: 204 len: 173 time: 1.8447616 Aug 29 17:34:29.449940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c919ad6-8b98-4e7c-aad0-0c10b993baa7 None None] Provisioning complete for port 3b9b1563-a266-42df-a35a-08c45a0270f6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:29.450502 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c919ad6-8b98-4e7c-aad0-0c10b993baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.457146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 961f83b3-71bb-4e87-a91b-08131eb10233 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:29.509674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1c919ad6-8b98-4e7c-aad0-0c10b993baa7 None None] Port 3b9b1563-a266-42df-a35a-08c45a0270f6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:29.619719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 961f83b3-71bb-4e87-a91b-08131eb10233 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:29.624180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 961f83b3-71bb-4e87-a91b-08131eb10233 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:29.624955 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.735967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73e7dfc4-a59f-45f9-bb34-9a59f13fe7e0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.777641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-112202d6-1212-41dc-9ec2-4e85fe8321d9 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "GET /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags/tempest-TagsTest-Tag-1987315207 HTTP/1.1" status: 204 len: 168 time: 0.6448171 Aug 29 17:34:29.784762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59304) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:29.789486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3398b3da-ed19-40e5-9d12-43f7ed2c593f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags HTTP/1.1" status: 200 len: 239 time: 0.6573703 Aug 29 17:34:29.791255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59306) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:29.794897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-78c808eb-0c2c-4253-be1d-9749d9283f27 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:29.804553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-86a12b12-1c97-4b6d-91e0-65dc2356eb6f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299', 'tempest-TagsExtTest-Tag-90355544') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:29.825969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7dfc4-a59f-45f9-bb34-9a59f13fe7e0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=3b9b1563-a266-42df-a35a-08c45a0270f6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:29.887687 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.902948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73e7dfc4-a59f-45f9-bb34-9a59f13fe7e0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:29.914862 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-73e7dfc4-a59f-45f9-bb34-9a59f13fe7e0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/3b9b1563-a266-42df-a35a-08c45a0270f6 HTTP/1.1" status: 204 len: 168 time: 1.5167692 Aug 29 17:34:29.914862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59308) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:29.993461 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3d173f-fef5-4e12-8964-9e4b9679f03e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:34:29.995785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 961f83b3-71bb-4e87-a91b-08131eb10233, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=961f83b3-71bb-4e87-a91b-08131eb10233,segment=NetworkSegment(8130d92f-2029-4f1c-beee-c6f13f68a637),segment_id=8130d92f-2029-4f1c-beee-c6f13f68a637)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:30.002814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59310) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.003803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6b3d173f-fef5-4e12-8964-9e4b9679f03e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/3b9b1563-a266-42df-a35a-08c45a0270f6 HTTP/1.1" status: 404 len: 333 time: 0.0898788 Aug 29 17:34:30.012518 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.071877 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-86a12b12-1c97-4b6d-91e0-65dc2356eb6f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags/tempest-TagsExtTest-Tag-90355544 HTTP/1.1" status: 204 len: 168 time: 0.2717760 Aug 29 17:34:30.072350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59312) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.078398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-80f88d1a-5b9a-45ea-81cd-64a6ef5066b7 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299', 'tempest-TagsExtTest-Tag-90355544') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:30.106400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-34962645-4749-4ce6-b8bd-33befa58e753 None None] Provisioning complete for port 961f83b3-71bb-4e87-a91b-08131eb10233 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:30.106940 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34962645-4749-4ce6-b8bd-33befa58e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.174832 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-062e7b29-d5d9-4099-9125-ee7ee96edcd2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.179157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:30.183305 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3601862b-8dba-42cf-8f2b-74032173eaa5" -d '{"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "a838ae7a-b1b2-4fdd-9bb9-754c63653556"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:30.215258 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-78c808eb-0c2c-4253-be1d-9749d9283f27 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "DELETE /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags HTTP/1.1" status: 204 len: 168 time: 0.4240592 Aug 29 17:34:30.216475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59318) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.216874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=961f83b3-71bb-4e87-a91b-08131eb10233,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:30.230829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-39dbb342-e647-4af6-a38f-d1647f7ee3f1 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', 'tempest-TagsTest-Tag-844524572') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:30.315389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-062e7b29-d5d9-4099-9125-ee7ee96edcd2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.364107 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7989f3cb-b33b-43e1-91e8-678a2c9ffa7a x-openstack-request-id: req-7989f3cb-b33b-43e1-91e8-678a2c9ffa7a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:30.366271 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5051a-aa3c-468d-8a89-aa103b2ed9a0", "name": "network-vif-deleted", "tag": "a838ae7a-b1b2-4fdd-9bb9-754c63653556", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:30.369740 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7989f3cb-b33b-43e1-91e8-678a2c9ffa7a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:30.371007 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5051a-aa3c-468d-8a89-aa103b2ed9a0', 'name': 'network-vif-deleted', 'tag': 'a838ae7a-b1b2-4fdd-9bb9-754c63653556', 'status': 'completed', 'code': 200} Aug 29 17:34:30.420901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb37a7e-4492-435b-9b00-fced020a8e7b req-87fa4a2b-f9f0-4dea-90a4-ad8104bbca86 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:30.425769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0eb37a7e-4492-435b-9b00-fced020a8e7b req-87fa4a2b-f9f0-4dea-90a4-ad8104bbca86 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 943 time: 0.1797993 Aug 29 17:34:30.429128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-34962645-4749-4ce6-b8bd-33befa58e753 None None] Provisioning for port ab638b75-2340-4e92-8fda-6a63a37b2ad0 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:30.434231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-34962645-4749-4ce6-b8bd-33befa58e753 None None] Provisioning complete for port ab638b75-2340-4e92-8fda-6a63a37b2ad0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:30.437191 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34962645-4749-4ce6-b8bd-33befa58e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.470804 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-062e7b29-d5d9-4099-9125-ee7ee96edcd2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.475228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-062e7b29-d5d9-4099-9125-ee7ee96edcd2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.476577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-062e7b29-d5d9-4099-9125-ee7ee96edcd2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/security-groups/d123759e-b4aa-4d66-819c-335412a8828c HTTP/1.1" status: 204 len: 168 time: 0.4723375 Aug 29 17:34:30.486470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59326) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.504596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e7b29-d5d9-4099-9125-ee7ee96edcd2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d123759e-b4aa-4d66-819c-335412a8828c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:30.520453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-80f88d1a-5b9a-45ea-81cd-64a6ef5066b7 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags/tempest-TagsExtTest-Tag-90355544 HTTP/1.1" status: 204 len: 168 time: 0.4467056 Aug 29 17:34:30.525148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59328) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.533525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-81870677-c2aa-45bc-b792-11ae05cd41db tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:30.547203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-34962645-4749-4ce6-b8bd-33befa58e753 None None] Port ab638b75-2340-4e92-8fda-6a63a37b2ad0 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:30.574575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 961f83b3-71bb-4e87-a91b-08131eb10233 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:30.580983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0eb37a7e-4492-435b-9b00-fced020a8e7b req-efc29383-537a-4a46-8538-88a563a16284 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514990 Aug 29 17:34:30.623700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-277ac82d-f825-4ebc-84f3-e3b894379625 req-051e3c1e-8a08-4a8e-9311-67e28b306e62 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.1541915 Aug 29 17:34:30.627426 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-39dbb342-e647-4af6-a38f-d1647f7ee3f1 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] show failed (client error): The resource could not be found. Aug 29 17:34:30.630079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-39dbb342-e647-4af6-a38f-d1647f7ee3f1 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "GET /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags/tempest-TagsTest-Tag-844524572 HTTP/1.1" status: 404 len: 325 time: 0.4104898 Aug 29 17:34:30.632463 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80c44f2e-49b8-4cbc-888a-8a1e9e3fa291 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.633917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59330) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.645034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-c70baa80-f9dc-40c0-8f77-af60eac650df tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620', 'tempest-TagsTest-Tag-1987315207') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:30.672710 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80c44f2e-49b8-4cbc-888a-8a1e9e3fa291 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.676917 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-81870677-c2aa-45bc-b792-11ae05cd41db tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags HTTP/1.1" status: 200 len: 205 time: 0.1479280 Aug 29 17:34:30.684496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59332) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.691144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-a8e7cfc1-e413-4816-93ba-7fc6eab523d3 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:30.703318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6bc13fb5-6283-4c7b-ad49-004cd6458905 None None] Provisioning complete for port ab638b75-2340-4e92-8fda-6a63a37b2ad0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:30.706142 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bc13fb5-6283-4c7b-ad49-004cd6458905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.795249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 961f83b3-71bb-4e87-a91b-08131eb10233 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:30.795249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.822743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a8e7cfc1-e413-4816-93ba-7fc6eab523d3 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags HTTP/1.1" status: 200 len: 241 time: 0.1371014 Aug 29 17:34:30.825067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59342) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.830406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-e568829e-7543-478e-88ec-64d9072577be tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0', 'tempest-TagsExtTest-Tag-1491366276') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:30.836636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80c44f2e-49b8-4cbc-888a-8a1e9e3fa291 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.841515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80c44f2e-49b8-4cbc-888a-8a1e9e3fa291 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.842703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-80c44f2e-49b8-4cbc-888a-8a1e9e3fa291 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/security-groups/aac19a23-a018-4335-9942-dcab1e108486 HTTP/1.1" status: 204 len: 168 time: 0.3525150 Aug 29 17:34:30.849948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59344) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.875237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c44f2e-49b8-4cbc-888a-8a1e9e3fa291 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac19a23-a018-4335-9942-dcab1e108486,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:30.916712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e568829e-7543-478e-88ec-64d9072577be tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags/tempest-TagsExtTest-Tag-1491366276 HTTP/1.1" status: 204 len: 168 time: 0.0903881 Aug 29 17:34:30.919110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59346) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:30.924403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-40262268-f6fa-4931-9b45-29e5913f0ecc tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0', 'tempest-TagsExtTest-Tag-1491366276') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:30.934221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6bc13fb5-6283-4c7b-ad49-004cd6458905 None None] Port ab638b75-2340-4e92-8fda-6a63a37b2ad0 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:30.940675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 43ec2b87-e299-4dbb-9740-5d6e4b014d79 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:34:30.993784 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-c70baa80-f9dc-40c0-8f77-af60eac650df tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] show failed (client error): The resource could not be found. Aug 29 17:34:30.994883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c70baa80-f9dc-40c0-8f77-af60eac650df tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "GET /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags/tempest-TagsTest-Tag-1987315207 HTTP/1.1" status: 404 len: 326 time: 0.3557684 Aug 29 17:34:30.997651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59348) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.003413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-e9a7ea75-c0a1-4d4f-8d6d-0f2f7b0e09c1 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ff4ec66-5a72-41b1-9cd8-52e5fde0c620') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.028043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-40262268-f6fa-4931-9b45-29e5913f0ecc tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags/tempest-TagsExtTest-Tag-1491366276 HTTP/1.1" status: 204 len: 168 time: 0.1077538 Aug 29 17:34:31.029190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1e1a4b-cac7-44e2-9b77-e95342571fb4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet fe0cc3a2-ba76-461e-8460-27039779184e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:31.033256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59350) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.049157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-2ad82ca2-4568-4a66-8083-036e56988824 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.078541 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1a4b-cac7-44e2-9b77-e95342571fb4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.141220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2ad82ca2-4568-4a66-8083-036e56988824 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags HTTP/1.1" status: 200 len: 205 time: 0.1047652 Aug 29 17:34:31.143609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59352) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.149952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-15df273c-7a7f-402f-b8f9-a14ab50d2d0e tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.150739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1a4b-cac7-44e2-9b77-e95342571fb4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.204953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 43ec2b87-e299-4dbb-9740-5d6e4b014d79, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=43ec2b87-e299-4dbb-9740-5d6e4b014d79,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:31.213729 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e9a7ea75-c0a1-4d4f-8d6d-0f2f7b0e09c1 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "DELETE /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620/tags HTTP/1.1" status: 204 len: 168 time: 0.2150543 Aug 29 17:34:31.219694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59354) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.234992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '43ec2b87-e299-4dbb-9740-5d6e4b014d79', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'port_id': '43ec2b87-e299-4dbb-9740-5d6e4b014d79', 'mac_address': 'fa:16:3e:cf:91:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:34:31.296080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.300705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-15df273c-7a7f-402f-b8f9-a14ab50d2d0e tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags HTTP/1.1" status: 200 len: 240 time: 0.1562970 Aug 29 17:34:31.304202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59356) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.317670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ec2b87-e299-4dbb-9740-5d6e4b014d79 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:34:31.317910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-ad0702dd-74d2-4534-98a7-faa1e107227a tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7', 'tempest-TagsExtTest-Tag-387040289') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.345096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 43ec2b87-e299-4dbb-9740-5d6e4b014d79, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=43ec2b87-e299-4dbb-9740-5d6e4b014d79,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:31.369653 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.425933 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.456125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=43ec2b87-e299-4dbb-9740-5d6e4b014d79,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:31.458506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1a4b-cac7-44e2-9b77-e95342571fb4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.495448 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ad0702dd-74d2-4534-98a7-faa1e107227a tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags/tempest-TagsExtTest-Tag-387040289 HTTP/1.1" status: 204 len: 168 time: 0.1898880 Aug 29 17:34:31.498972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59358) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.506687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-f805066e-f6e0-4701-b48a-d5a156e70b47 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7', 'tempest-TagsExtTest-Tag-387040289') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.605333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.621632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff4ec66-5a72-41b1-9cd8-52e5fde0c620']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.633964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1a4b-cac7-44e2-9b77-e95342571fb4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.640262 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f805066e-f6e0-4701-b48a-d5a156e70b47 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags/tempest-TagsExtTest-Tag-387040289 HTTP/1.1" status: 204 len: 168 time: 0.1377370 Aug 29 17:34:31.640675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59362) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.643753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24cc01e-15d3-4415-ae0e-58db4070de12') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.644294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24cc01e-15d3-4415-ae0e-58db4070de12') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.665382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-fcfadc49-7aeb-44a6-9269-9e35094eeb88 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.671030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['43ec2b87-e299-4dbb-9740-5d6e4b014d79'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:34:31.718794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.738366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5106348-1a12-424d-af59-b0707d14dafa None None] Network 7452a235-9969-4b50-a4be-f563977885bc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:31.755422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e1a4b-cac7-44e2-9b77-e95342571fb4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0cc3a2-ba76-461e-8460-27039779184e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:31.764035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1a4b-cac7-44e2-9b77-e95342571fb4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.777262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6b1e1a4b-cac7-44e2-9b77-e95342571fb4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/fe0cc3a2-ba76-461e-8460-27039779184e HTTP/1.1" status: 204 len: 168 time: 0.9173517 Aug 29 17:34:31.794550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.823517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:31.842519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fcfadc49-7aeb-44a6-9269-9e35094eeb88 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags HTTP/1.1" status: 200 len: 205 time: 0.2006185 Aug 29 17:34:31.845259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59372) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.851127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-5e8bbc12-daa9-48f8-9ab0-5c99d7316dbf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:31.893908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c095dd47-aa3c-438f-9783-4c305fb85260 req-c733e178-5d44-46b7-be6a-f4779efedc8d tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.1136918 Aug 29 17:34:31.894910 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.932554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:31.933020 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:31.938183 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:31.967103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5e8bbc12-daa9-48f8-9ab0-5c99d7316dbf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags HTTP/1.1" status: 200 len: 241 time: 0.1203094 Aug 29 17:34:31.976625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176b4e8-495e-446c-bafd-e8a723b11208 req-2f0bc878-c6e1-48df-b533-2043ceec4d6f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:31.978337 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d176b4e8-495e-446c-bafd-e8a723b11208 req-2f0bc878-c6e1-48df-b533-2043ceec4d6f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 944 time: 0.1777475 Aug 29 17:34:31.979029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59374) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:31.984273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-2c2b553a-c342-426c-a627-1cca22f4f451 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4', 'tempest-TagsExtTest-Tag-1238664373') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:32.051880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2c2b553a-c342-426c-a627-1cca22f4f451 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags/tempest-TagsExtTest-Tag-1238664373 HTTP/1.1" status: 204 len: 168 time: 0.0715759 Aug 29 17:34:32.058364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59376) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:32.075795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-811a4264-20df-435b-b899-890bdfdf8556 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4', 'tempest-TagsExtTest-Tag-1238664373') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:32.148491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d176b4e8-495e-446c-bafd-e8a723b11208 req-05906082-9a9f-4437-a87e-984e2dbcab4c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430805 Aug 29 17:34:32.219018 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-811a4264-20df-435b-b899-890bdfdf8556 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags/tempest-TagsExtTest-Tag-1238664373 HTTP/1.1" status: 204 len: 168 time: 0.1470237 Aug 29 17:34:32.219665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59386) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:32.229025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-f00483f4-0970-446a-90f0-6dd3570b7b75 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:32.283985 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f00483f4-0970-446a-90f0-6dd3570b7b75 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags HTTP/1.1" status: 200 len: 205 time: 0.0632553 Aug 29 17:34:32.284582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59388) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:32.289230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-75810e12-5fd9-4125-8fca-748b9dbef04c tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:32.347983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-75810e12-5fd9-4125-8fca-748b9dbef04c tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags HTTP/1.1" status: 204 len: 168 time: 0.0622137 Aug 29 17:34:32.350606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59390) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:32.356523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-d7813204-b790-4341-a5b4-0b9693022ce4 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:32.502258 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d7813204-b790-4341-a5b4-0b9693022ce4 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1477189 Aug 29 17:34:32.502714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59392) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:32.508768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-89f204e3-3d1d-4be3-b8a9-2c0e486d8bbb tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:32.600981 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-89f204e3-3d1d-4be3-b8a9-2c0e486d8bbb tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags HTTP/1.1" status: 204 len: 168 time: 0.0947614 Aug 29 17:34:32.608893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59394) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:32.617328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-d38035ad-ab15-4c92-9558-194251f524d7 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:32.652960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:32.670335 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:32.687043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] 10.222.0.41 "DELETE /v2.0/networks/3ff4ec66-5a72-41b1-9cd8-52e5fde0c620 HTTP/1.1" status: 204 len: 168 time: 1.4659581 Aug 29 17:34:32.715870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fbcc7-8742-49e0-9b58-c94c596a8f94 tempest-TagsTest-222357025 tempest-TagsTest-222357025-project] Pushing event deleted for resources: {'Network': ['ID=3ff4ec66-5a72-41b1-9cd8-52e5fde0c620,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:32.802175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d38035ad-ab15-4c92-9558-194251f524d7 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags HTTP/1.1" status: 204 len: 168 time: 0.1856606 Aug 29 17:34:32.803521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59398) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:32.809828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-40d0a1b9-ffa6-48d6-948f-4a0e61aaf6a1 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299', 'tempest-TagsExtTest-Tag-1874934252') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:32.817655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:32.828051 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:32.979930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-40d0a1b9-ffa6-48d6-948f-4a0e61aaf6a1 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags/tempest-TagsExtTest-Tag-1874934252 HTTP/1.1" status: 201 len: 201 time: 0.1726203 Aug 29 17:34:32.981420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59402) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:33.008265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-20a6b424-972b-4527-b3c5-ad0bf027eac2 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0', 'tempest-TagsExtTest-Tag-497895295') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:33.163510 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-203af661-aed0-4eec-940a-2d38da8bde62 req-1d63feeb-cb57-4903-9350-9701e53ce7ff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0573144 Aug 29 17:34:33.228415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-20a6b424-972b-4527-b3c5-ad0bf027eac2 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags/tempest-TagsExtTest-Tag-497895295 HTTP/1.1" status: 201 len: 201 time: 0.2433114 Aug 29 17:34:33.231744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59412) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:33.247935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-65f23be5-af78-4eca-8679-72e14ff1636f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7', 'tempest-TagsExtTest-Tag-1922917354') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:33.343577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59422) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:33.404090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bd340ec4-a0f2-472a-9fd7-994f2ab7faef None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:33.407098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bd340ec4-a0f2-472a-9fd7-994f2ab7faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:33.437311 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:33.502550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=654af1cb-8a20-4ae3-ad58-d08c0283c6a4,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:33.518420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:33.520053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:33.532434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:33.533305 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:33.561355 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dd8614a9-70ee-4aa9-af26-0f2ee42fb98c tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7418711 Aug 29 17:34:33.562339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59426) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:33.567674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-62e2b5c6-74fb-4513-a421-c37bc0f9155d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'security_group': {'name': 'tempest-secgroup-1244267450'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:33.570621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237077d5-ee54-4d52-a22b-29d035995fb1 None None] Network 7452a235-9969-4b50-a4be-f563977885bc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:33.584879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac539e4f-5a32-416e-b1cd-1d0eae23f5f6 req-88d5c02e-0aa6-4fb2-ab7b-a9a4eeb2c2f9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:33.587274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac539e4f-5a32-416e-b1cd-1d0eae23f5f6 req-88d5c02e-0aa6-4fb2-ab7b-a9a4eeb2c2f9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 944 time: 0.2402277 Aug 29 17:34:33.617326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62e2b5c6-74fb-4513-a421-c37bc0f9155d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:33.679746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bd340ec4-a0f2-472a-9fd7-994f2ab7faef None None] Provisioning complete for port 6ba318a0-e987-4ee3-9a17-551709250157 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:33.680127 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bd340ec4-a0f2-472a-9fd7-994f2ab7faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:33.727873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bd340ec4-a0f2-472a-9fd7-994f2ab7faef None None] Port 6ba318a0-e987-4ee3-9a17-551709250157 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:33.770782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ae1f07d8-3abd-4b80-b295-b38042004cf8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c964b988a4b645a59cc5c9918bf7fbda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172077 Aug 29 17:34:33.771037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59428) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:33.772395 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-65f23be5-af78-4eca-8679-72e14ff1636f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags/tempest-TagsExtTest-Tag-1922917354 HTTP/1.1" status: 201 len: 201 time: 0.5352843 Aug 29 17:34:33.773216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59430) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:33.817431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-16d53739-d0db-477c-8afe-f2e9ee31a37c tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4', 'tempest-TagsExtTest-Tag-2113411432') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:33.855225 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac539e4f-5a32-416e-b1cd-1d0eae23f5f6 req-9fa06f85-07c1-4b9f-abf8-1b737eabd0f4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433305 Aug 29 17:34:33.897715 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c787667-087a-4e16-9461-32b373693f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:33.924765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c787667-087a-4e16-9461-32b373693f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:33.957821 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-16d53739-d0db-477c-8afe-f2e9ee31a37c tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags/tempest-TagsExtTest-Tag-2113411432 HTTP/1.1" status: 201 len: 201 time: 0.1512544 Aug 29 17:34:33.960312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59432) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:33.965701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-a3311c6f-22b9-4277-b3a8-6b87ed5468f7 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299', {'tags': ['tempest-TagsExtTest-Tag-539907315', 'tempest-TagsExtTest-Tag-1251450405', 'tempest-TagsExtTest-Tag-395065089']}) {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:34.018916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c787667-087a-4e16-9461-32b373693f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.027795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c787667-087a-4e16-9461-32b373693f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.030719 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8c787667-087a-4e16-9461-32b373693f87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4df8d28c-0f69-489b-a973-ab50934ccc39 HTTP/1.1" status: 204 len: 168 time: 0.2547867 Aug 29 17:34:34.048537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40cbdb-c457-4f30-bcdf-868ed4ba935f None None] Update dhcp port {'port': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'fixed_ips': [{'subnet_id': '47797d09-c677-4c86-b8aa-94105a126ab4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '654af1cb-8a20-4ae3-ad58-d08c0283c6a4'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'b51430a7-196e-46f3-b206-e0d3c3dd8c40'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:34:34.053162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62e2b5c6-74fb-4513-a421-c37bc0f9155d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.073190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c787667-087a-4e16-9461-32b373693f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df8d28c-0f69-489b-a973-ab50934ccc39,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:34.076529 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62e2b5c6-74fb-4513-a421-c37bc0f9155d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.100576 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a3311c6f-22b9-4277-b3a8-6b87ed5468f7 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags HTTP/1.1" status: 200 len: 316 time: 0.1390250 Aug 29 17:34:34.103252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59436) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:34.109334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-9bdfde77-4033-4120-b6f1-c9c6c27417f0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:34.155795 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a40cbdb-c457-4f30-bcdf-868ed4ba935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.184357 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62e2b5c6-74fb-4513-a421-c37bc0f9155d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.187712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-62e2b5c6-74fb-4513-a421-c37bc0f9155d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6239426 Aug 29 17:34:34.190923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59438) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:34.202924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-acba8e99-f6a1-4dd0-aa76-828746107147 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'security_group': {'name': 'tempest-secgroup-662594578'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:34.215065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2b5c6-74fb-4513-a421-c37bc0f9155d tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624aeaf3-3a79-4a49-8d54-0c5623372678,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:34.288626 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acba8e99-f6a1-4dd0-aa76-828746107147 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.319169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9bdfde77-4033-4120-b6f1-c9c6c27417f0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags HTTP/1.1" status: 204 len: 168 time: 0.2148287 Aug 29 17:34:34.330168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59444) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:34.350800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-23850f03-194c-4dfc-92d7-c16a36d23dcf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299', 'tempest-TagsExtTest-Tag-539907315') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:34.535806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e8b833e-b052-4f5d-b73b-4ec9657d6954 req-0d161be3-6c49-468b-9e91-f14fd4e52d62 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0888221 Aug 29 17:34:34.620867 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-23850f03-194c-4dfc-92d7-c16a36d23dcf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:34.628658 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-23850f03-194c-4dfc-92d7-c16a36d23dcf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags/tempest-TagsExtTest-Tag-539907315 HTTP/1.1" status: 404 len: 328 time: 0.2994752 Aug 29 17:34:34.633578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59458) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:34.638474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-8dcd0e81-d5c2-4203-af7d-36ad3e5c3daf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299', 'tempest-TagsExtTest-Tag-1251450405') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:34.672964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acba8e99-f6a1-4dd0-aa76-828746107147 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.681871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acba8e99-f6a1-4dd0-aa76-828746107147 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.728012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1a40cbdb-c457-4f30-bcdf-868ed4ba935f None None] Allocated IP 2001:db8::2 (7452a235-9969-4b50-a4be-f563977885bc/654af1cb-8a20-4ae3-ad58-d08c0283c6a4/b51430a7-196e-46f3-b206-e0d3c3dd8c40) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:34.732153 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8dcd0e81-d5c2-4203-af7d-36ad3e5c3daf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:34.737462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8dcd0e81-d5c2-4203-af7d-36ad3e5c3daf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags/tempest-TagsExtTest-Tag-1251450405 HTTP/1.1" status: 404 len: 329 time: 0.1045699 Aug 29 17:34:34.739083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59464) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:34.745301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-d6d19842-e6f0-4b72-bf24-d9bd4eb876a3 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299', 'tempest-TagsExtTest-Tag-395065089') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:34.749297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba8e99-f6a1-4dd0-aa76-828746107147 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65e6054-e68f-49a8-adb8-bd21a8121ffb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:34.752358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acba8e99-f6a1-4dd0-aa76-828746107147 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.756212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-acba8e99-f6a1-4dd0-aa76-828746107147 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5595565 Aug 29 17:34:34.758381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59468) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:34.770032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-02056192-61ed-4910-be12-32f70e277d1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'security_group': {'name': 'tempest-secgroup-605498098'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:34.820848 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02056192-61ed-4910-be12-32f70e277d1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:34.853066 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-d6d19842-e6f0-4b72-bf24-d9bd4eb876a3 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:34.855304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6d19842-e6f0-4b72-bf24-d9bd4eb876a3 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags/tempest-TagsExtTest-Tag-395065089 HTTP/1.1" status: 404 len: 328 time: 0.1142223 Aug 29 17:34:34.856842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59474) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:34.865084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-0ea34222-7073-45c8-a756-01c1a40fb468 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0', {'tags': ['tempest-TagsExtTest-Tag-2130798929', 'tempest-TagsExtTest-Tag-1384241245', 'tempest-TagsExtTest-Tag-266606858']}) {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:34.962367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1a40cbdb-c457-4f30-bcdf-868ed4ba935f None None] For port b51430a7-196e-46f3-b206-e0d3c3dd8c40, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b51430a7-196e-46f3-b206-e0d3c3dd8c40,segment=NetworkSegment(26fc5b8f-35b4-483f-8df4-047beb073d03),segment_id=26fc5b8f-35b4-483f-8df4-047beb073d03)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:34.963467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0ea34222-7073-45c8-a756-01c1a40fb468 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags HTTP/1.1" status: 200 len: 317 time: 0.1055872 Aug 29 17:34:34.967955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59480) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:34.968183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 43ec2b87-e299-4dbb-9740-5d6e4b014d79 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:34.977757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-cfb7eecc-5c48-4d9e-985f-271a4bc4d994 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:35.019441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02056192-61ed-4910-be12-32f70e277d1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.035396 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02056192-61ed-4910-be12-32f70e277d1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.040365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a40cbdb-c457-4f30-bcdf-868ed4ba935f None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.071802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:35.074343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1a40cbdb-c457-4f30-bcdf-868ed4ba935f None None] Transition to ACTIVE for port object b51430a7-196e-46f3-b206-e0d3c3dd8c40 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:35.077585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:35.078021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.112291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056192-61ed-4910-be12-32f70e277d1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7825e61-e1b5-40e9-810a-e6fbf58a2781,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:35.117099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a40cbdb-c457-4f30-bcdf-868ed4ba935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.118399 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02056192-61ed-4910-be12-32f70e277d1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.125652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-02056192-61ed-4910-be12-32f70e277d1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3663337 Aug 29 17:34:35.128934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59482) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:35.151170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-467529938', 'security_groups': ['e7825e61-e1b5-40e9-810a-e6fbf58a2781'], 'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '654af1cb-8a20-4ae3-ad58-d08c0283c6a4'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:35.156093 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cfb7eecc-5c48-4d9e-985f-271a4bc4d994 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags HTTP/1.1" status: 204 len: 168 time: 0.1861880 Aug 29 17:34:35.156376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59484) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:35.161952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-9cfe0935-9796-41b8-bc54-e803d4fcf605 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0', 'tempest-TagsExtTest-Tag-2130798929') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:35.194605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40cbdb-c457-4f30-bcdf-868ed4ba935f None None] Pushing event updated for resources: {'Port': ['ID=b51430a7-196e-46f3-b206-e0d3c3dd8c40,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:35.274433 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-9cfe0935-9796-41b8-bc54-e803d4fcf605 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:35.278501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9cfe0935-9796-41b8-bc54-e803d4fcf605 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags/tempest-TagsExtTest-Tag-2130798929 HTTP/1.1" status: 404 len: 329 time: 0.1182756 Aug 29 17:34:35.281954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59490) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:35.294797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-b42e3f56-91ab-4d1a-b9af-52b9c3383a4f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0', 'tempest-TagsExtTest-Tag-1384241245') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:35.367405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137b6a8-52fb-4c65-91cf-246af8e0a71f req-585381b0-9dd5-4260-9fa0-2069844ad885 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:35.374858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6137b6a8-52fb-4c65-91cf-246af8e0a71f req-585381b0-9dd5-4260-9fa0-2069844ad885 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 944 time: 0.3248603 Aug 29 17:34:35.434284 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6137b6a8-52fb-4c65-91cf-246af8e0a71f req-5839a125-016f-492b-b913-651d9c13f95f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583951 Aug 29 17:34:35.500211 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-b42e3f56-91ab-4d1a-b9af-52b9c3383a4f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:35.503470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b42e3f56-91ab-4d1a-b9af-52b9c3383a4f tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags/tempest-TagsExtTest-Tag-1384241245 HTTP/1.1" status: 404 len: 329 time: 0.2202768 Aug 29 17:34:35.506335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59498) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:35.512005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-9b1ef820-2e87-4455-9b6c-136e77562057 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0', 'tempest-TagsExtTest-Tag-266606858') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:35.513475 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.575843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975e60d-2441-4ce3-97e5-597d0fcfdc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ec2b87-e299-4dbb-9740-5d6e4b014d79'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:35.585611 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534cf4f7-eca5-4c4e-b2a2-535c36141689" -d '{"events": [{"server_uuid": "f975e60d-2441-4ce3-97e5-597d0fcfdc39", "name": "network-vif-plugged", "status": "completed", "tag": "43ec2b87-e299-4dbb-9740-5d6e4b014d79"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:35.613836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 43ec2b87-e299-4dbb-9740-5d6e4b014d79, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=43ec2b87-e299-4dbb-9740-5d6e4b014d79,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:35.624486 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.643879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:35.687123 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-9b1ef820-2e87-4455-9b6c-136e77562057 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:35.692080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9b1ef820-2e87-4455-9b6c-136e77562057 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags/tempest-TagsExtTest-Tag-266606858 HTTP/1.1" status: 404 len: 328 time: 0.1806324 Aug 29 17:34:35.692710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59514) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:35.725444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-d776b2c6-c839-4039-a932-420d26b6b6ea tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7', {'tags': ['tempest-TagsExtTest-Tag-806465063', 'tempest-TagsExtTest-Tag-1041619843', 'tempest-TagsExtTest-Tag-1291624987']}) {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:35.747569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=43ec2b87-e299-4dbb-9740-5d6e4b014d79,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:35.797392 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dc9fa8-1ee1-46c0-98d0-3707737cf5a5 x-openstack-request-id: req-36dc9fa8-1ee1-46c0-98d0-3707737cf5a5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:35.797693 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975e60d-2441-4ce3-97e5-597d0fcfdc39", "name": "network-vif-plugged", "status": "completed", "tag": "43ec2b87-e299-4dbb-9740-5d6e4b014d79", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:35.798563 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36dc9fa8-1ee1-46c0-98d0-3707737cf5a5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:35.799014 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975e60d-2441-4ce3-97e5-597d0fcfdc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ec2b87-e299-4dbb-9740-5d6e4b014d79', 'code': 200} Aug 29 17:34:35.837384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59516) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:35.840828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:35.846900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030339 Aug 29 17:34:35.860706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59518) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:35.888224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d776b2c6-c839-4039-a932-420d26b6b6ea tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags HTTP/1.1" status: 200 len: 317 time: 0.1759634 Aug 29 17:34:35.894745 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f0440f6-fa40-49ea-b3f0-05d211074d92 req-bfb25954-08f5-44fb-83c2-381407706ae0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0582035 Aug 29 17:34:35.895219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59520) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:35.906045 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-bd195a83-0708-42d6-9641-a74805200338 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:35.929611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288516f6-40db-420d-910d-b3a727a566db req-6cda0976-16c8-4797-8d29-9ce6f54160ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:35.931523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-288516f6-40db-420d-910d-b3a727a566db req-6cda0976-16c8-4797-8d29-9ce6f54160ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 1097 time: 0.0565376 Aug 29 17:34:35.982557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] device_id is not set on port a4732bea-b45e-45b9-b113-3e88c33d21b9 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:34:36.003375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-288516f6-40db-420d-910d-b3a727a566db req-f09b5782-4c98-4922-b57b-2a8a6b91fbc6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637307 Aug 29 17:34:36.160549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-28c62291-f350-4568-8150-fa66d0fef400 tempest-NetworksApiDiscovery-842491984 tempest-NetworksApiDiscovery-842491984-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2684500 Aug 29 17:34:36.275056 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bd195a83-0708-42d6-9641-a74805200338 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags HTTP/1.1" status: 204 len: 168 time: 0.3733041 Aug 29 17:34:36.277967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59526) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:36.288876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-c7240e59-4a85-4f8e-bb80-3814fc314303 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7', 'tempest-TagsExtTest-Tag-806465063') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:36.380213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-532dcf18-edf9-42ea-a0c7-cea120e6b53e None None] Provisioning for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:36.384622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-532dcf18-edf9-42ea-a0c7-cea120e6b53e None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:36.385005 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-532dcf18-edf9-42ea-a0c7-cea120e6b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:36.483739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8::24a (7452a235-9969-4b50-a4be-f563977885bc/654af1cb-8a20-4ae3-ad58-d08c0283c6a4/a4732bea-b45e-45b9-b113-3e88c33d21b9) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:36.499033 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-c7240e59-4a85-4f8e-bb80-3814fc314303 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:36.506066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c7240e59-4a85-4f8e-bb80-3814fc314303 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags/tempest-TagsExtTest-Tag-806465063 HTTP/1.1" status: 404 len: 328 time: 0.2255683 Aug 29 17:34:36.513243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59530) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:36.527186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-b17f1885-b6a5-4b87-b874-6467b583cd28 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7', 'tempest-TagsExtTest-Tag-1041619843') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:36.541615 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b51430a7-196e-46f3-b206-e0d3c3dd8c40 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:36.732049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59544) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:36.797988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-532dcf18-edf9-42ea-a0c7-cea120e6b53e None None] Provisioning complete for port 6ba318a0-e987-4ee3-9a17-551709250157 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:36.798567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-532dcf18-edf9-42ea-a0c7-cea120e6b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:36.808913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6894301-8949-4342-bfbd-4252eb2e1ae6 req-faa0b365-4907-416e-baa6-cab8e0eb4be8 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:36.818928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6894301-8949-4342-bfbd-4252eb2e1ae6 req-faa0b365-4907-416e-baa6-cab8e0eb4be8 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 945 time: 0.1758060 Aug 29 17:34:36.830185 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-b17f1885-b6a5-4b87-b874-6467b583cd28 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:36.834057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:36.834894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b17f1885-b6a5-4b87-b874-6467b583cd28 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags/tempest-TagsExtTest-Tag-1041619843 HTTP/1.1" status: 404 len: 329 time: 0.3190320 Aug 29 17:34:36.836543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59552) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:36.841108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-9feb5d3a-6c55-4fd5-aa84-90c448d445cf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7', 'tempest-TagsExtTest-Tag-1291624987') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:36.866368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object a4732bea-b45e-45b9-b113-3e88c33d21b9 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:36.887853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-532dcf18-edf9-42ea-a0c7-cea120e6b53e None None] Port 6ba318a0-e987-4ee3-9a17-551709250157 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:36.916844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:36.917230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:36.936003 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:36.988990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:37.006845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:37.055976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:37.070826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:37.071638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.079774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4176629-2346-4e0e-863a-53c98518ee10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.129078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6894301-8949-4342-bfbd-4252eb2e1ae6 req-2720647e-9603-4af5-b1e9-625005f114ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091276 Aug 29 17:34:37.133890 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-9feb5d3a-6c55-4fd5-aa84-90c448d445cf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:37.134825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9feb5d3a-6c55-4fd5-aa84-90c448d445cf tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags/tempest-TagsExtTest-Tag-1291624987 HTTP/1.1" status: 404 len: 329 time: 0.2972982 Aug 29 17:34:37.137541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59556) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:37.145270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-22765e95-e40a-41b2-bf69-c990b94a4185 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4', {'tags': ['tempest-TagsExtTest-Tag-334176514', 'tempest-TagsExtTest-Tag-1924162593', 'tempest-TagsExtTest-Tag-282199279']}) {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:37.273457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=a4732bea-b45e-45b9-b113-3e88c33d21b9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:37.293424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b432182-f20a-42be-9717-70b4dace73d6 req-38de846b-7dab-4b02-8a62-a507821099d9 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.2151051 Aug 29 17:34:37.388026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4176629-2346-4e0e-863a-53c98518ee10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.394844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4176629-2346-4e0e-863a-53c98518ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.437140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4176629-2346-4e0e-863a-53c98518ee10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed37e01-9a5c-453b-b20d-cf40be0882bb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:37.463613 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-503ee28a-ce06-4621-99d3-18b57867edba tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3199568 Aug 29 17:34:37.467067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59558) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:37.475356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2c2a1938-0348-4e77-8845-c91674ed67e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:37.528316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-346ae24a-bc73-4f80-a1d3-debbcad9f42b None None] Provisioning for port a4732bea-b45e-45b9-b113-3e88c33d21b9 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:37.532511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-346ae24a-bc73-4f80-a1d3-debbcad9f42b None None] Provisioning complete for port a4732bea-b45e-45b9-b113-3e88c33d21b9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:37.532891 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-346ae24a-bc73-4f80-a1d3-debbcad9f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.547909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e4176629-2346-4e0e-863a-53c98518ee10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3019219e50b4aa28f289db40f661702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8140604 Aug 29 17:34:37.551459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:37.618239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-346ae24a-bc73-4f80-a1d3-debbcad9f42b None None] Port a4732bea-b45e-45b9-b113-3e88c33d21b9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:37.638251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-22765e95-e40a-41b2-bf69-c990b94a4185 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "PUT /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags HTTP/1.1" status: 200 len: 316 time: 0.4983325 Aug 29 17:34:37.641164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59564) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:37.647426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-33d911eb-3c32-487b-97de-ad1613cac74d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:37.682212 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-398e1b88-48d4-4f96-b81e-887779a8b236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.727199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-398e1b88-48d4-4f96-b81e-887779a8b236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.736886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2a1938-0348-4e77-8845-c91674ed67e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:37.740758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1938-0348-4e77-8845-c91674ed67e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.847882 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-33d911eb-3c32-487b-97de-ad1613cac74d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags HTTP/1.1" status: 204 len: 168 time: 0.2054565 Aug 29 17:34:37.851424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59576) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:37.856814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-dc4c3c41-3d4f-47e1-9a1f-fdcb26d61e6a tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4', 'tempest-TagsExtTest-Tag-334176514') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:37.871301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-398e1b88-48d4-4f96-b81e-887779a8b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.879047 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-398e1b88-48d4-4f96-b81e-887779a8b236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:37.880196 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-398e1b88-48d4-4f96-b81e-887779a8b236 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ed37e01-9a5c-453b-b20d-cf40be0882bb HTTP/1.1" status: 204 len: 168 time: 0.3274245 Aug 29 17:34:37.896662 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-dc4c3c41-3d4f-47e1-9a1f-fdcb26d61e6a tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:37.897584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dc4c3c41-3d4f-47e1-9a1f-fdcb26d61e6a tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags/tempest-TagsExtTest-Tag-334176514 HTTP/1.1" status: 404 len: 328 time: 0.0451467 Aug 29 17:34:37.904462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59580) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:37.909145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-a0424b59-4d88-4bb2-830b-8fcc16ab92bd tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4', 'tempest-TagsExtTest-Tag-1924162593') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:37.915517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e1b88-48d4-4f96-b81e-887779a8b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed37e01-9a5c-453b-b20d-cf40be0882bb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:37.949266 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-a0424b59-4d88-4bb2-830b-8fcc16ab92bd tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:37.952690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a0424b59-4d88-4bb2-830b-8fcc16ab92bd tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags/tempest-TagsExtTest-Tag-1924162593 HTTP/1.1" status: 404 len: 329 time: 0.0469668 Aug 29 17:34:37.955596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59582) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:37.965514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-95ff9a3c-536d-462b-9edb-fe695d60db8d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4', 'tempest-TagsExtTest-Tag-282199279') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:37.990327 n-d-713499-15 neutron-server[94795]: INFO neutron.db.ipam_backend_mixin [None req-2c2a1938-0348-4e77-8845-c91674ed67e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 654af1cb-8a20-4ae3-ad58-d08c0283c6a4 (CIDR: 2001:db8::/64) Aug 29 17:34:37.999071 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2a1938-0348-4e77-8845-c91674ed67e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:34:37.999525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2a1938-0348-4e77-8845-c91674ed67e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:38.015728 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-95ff9a3c-536d-462b-9edb-fe695d60db8d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] show failed (client error): The resource could not be found. Aug 29 17:34:38.017170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-95ff9a3c-536d-462b-9edb-fe695d60db8d tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags/tempest-TagsExtTest-Tag-282199279 HTTP/1.1" status: 404 len: 328 time: 0.0604961 Aug 29 17:34:38.021860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59584) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:38.027555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-e4e4ba26-7a56-4dec-97e6-a448d8d9371e tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b23b2752-a641-419f-9231-938b54404fb4') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:38.036993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2c2a1938-0348-4e77-8845-c91674ed67e7 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5647604 Aug 29 17:34:38.037597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59586) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:38.044000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a192792d-4563-4d27-b11f-d521df129875 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:38.097553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e4e4ba26-7a56-4dec-97e6-a448d8d9371e tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4/tags HTTP/1.1" status: 204 len: 168 time: 0.0731170 Aug 29 17:34:38.098686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59590) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:38.104687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-6d314d32-6cd2-423b-977b-58b28a48eb0a tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc48d0df-23ab-4e53-b967-c05ac93659f7') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:38.222855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6d314d32-6cd2-423b-977b-58b28a48eb0a tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1229272 Aug 29 17:34:38.226305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59594) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:38.242955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.tag.tag_plugin [None req-666f5337-f6f4-40f4-89cd-44d37448fde6 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab638b75-2340-4e92-8fda-6a63a37b2ad0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:38.249228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a192792d-4563-4d27-b11f-d521df129875 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:38.258741 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a192792d-4563-4d27-b11f-d521df129875 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:38.382545 n-d-713499-15 neutron-server[94795]: INFO neutron.db.ipam_backend_mixin [None req-a192792d-4563-4d27-b11f-d521df129875 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 47797d09-c677-4c86-b8aa-94105a126ab4 (CIDR: 2001:db8:0:1::/64) Aug 29 17:34:38.391344 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a192792d-4563-4d27-b11f-d521df129875 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:34:38.392077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a192792d-4563-4d27-b11f-d521df129875 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:38.424610 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a192792d-4563-4d27-b11f-d521df129875 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3855615 Aug 29 17:34:38.427645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59604) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:38.434223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'subnet': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:38.532403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416218e-49d0-4ec7-8415-97dbfd656c23 req-51e75db3-21ce-41ba-bf7d-fd21084ba898 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:38.545968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0416218e-49d0-4ec7-8415-97dbfd656c23 req-51e75db3-21ce-41ba-bf7d-fd21084ba898 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 945 time: 0.2280674 Aug 29 17:34:38.572223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-666f5337-f6f4-40f4-89cd-44d37448fde6 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0/tags HTTP/1.1" status: 204 len: 168 time: 0.3426127 Aug 29 17:34:38.583704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59608) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:38.592148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.tag.tag_plugin [None req-771ca913-956b-4262-b20b-32182701ca1b tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f80d4e7-f87d-4d14-8dad-bdba4754e299') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:38.623386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-471f3d65-8509-4151-8059-dc1d9607b7f6 req-03bf0222-89f4-462a-8da3-0361b3068139 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0598922 Aug 29 17:34:38.666215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0416218e-49d0-4ec7-8415-97dbfd656c23 req-4d78123f-fb2b-4e45-92db-4e167a8a7208 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083276 Aug 29 17:34:38.716172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Made reservation on behalf of 58ed8ffe12024ca9a586390bd2a7078e for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:38.740294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:38.920214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-771ca913-956b-4262-b20b-32182701ca1b tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299/tags HTTP/1.1" status: 204 len: 168 time: 0.3339295 Aug 29 17:34:38.924799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59630) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:38.981962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91be54-6b00-4e31-bf84-1bbb7535c9a1 req-8877d6bf-ecfd-4ef7-a1b5-7cdaa17a469d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:38.983792 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b91be54-6b00-4e31-bf84-1bbb7535c9a1 req-8877d6bf-ecfd-4ef7-a1b5-7cdaa17a469d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 945 time: 0.1587985 Aug 29 17:34:39.112959 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b91be54-6b00-4e31-bf84-1bbb7535c9a1 req-04af708a-44ab-47b1-ad58-7e637623463b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136425 Aug 29 17:34:39.141865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e199428d-9f42-4555-b323-5ceacb69c188 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for subnetpool, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:39.145514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e199428d-9f42-4555-b323-5ceacb69c188 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b23b2752-a641-419f-9231-938b54404fb4 HTTP/1.1" status: 204 len: 168 time: 0.2176151 Aug 29 17:34:39.146914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59634) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:39.226922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bc413090-7bde-4b30-8f1f-2076905602dc tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc48d0df-23ab-4e53-b967-c05ac93659f7 HTTP/1.1" status: 200 len: 205 time: 0.0781157 Aug 29 17:34:39.229628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59640) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:39.304285 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:39.398484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Network 7452a235-9969-4b50-a4be-f563977885bc is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:39.407145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:39.414530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:39.415195 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:39.429770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Subnet': ['ID=410fc1f8-4d88-4b3b-84b4-e32f0ffba2e6,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:39.434641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847ca8b-f695-4d43-817d-fd89e3614373 None None] Network 7452a235-9969-4b50-a4be-f563977885bc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:39.442622 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-311b647b-32c6-48cd-a0ac-8c219bbaf3a0 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0135040 Aug 29 17:34:39.445155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59644) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:39.455262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-40405677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '410fc1f8-4d88-4b3b-84b4-e32f0ffba2e6'}], 'security_groups': ['624aeaf3-3a79-4a49-8d54-0c5623372678', 'a65e6054-e68f-49a8-adb8-bd21a8121ffb']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:39.486621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41b8782f-1643-4731-99cd-297e0b70b758 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:39.635279 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:39.855195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c72347-1019-4c68-bc0c-3ee1969fab7b None None] Update dhcp port {'port': {'network_id': '7452a235-9969-4b50-a4be-f563977885bc', 'fixed_ips': [{'subnet_id': '47797d09-c677-4c86-b8aa-94105a126ab4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '654af1cb-8a20-4ae3-ad58-d08c0283c6a4', 'ip_address': '2001:db8::2'}, {'subnet_id': '410fc1f8-4d88-4b3b-84b4-e32f0ffba2e6'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'b51430a7-196e-46f3-b206-e0d3c3dd8c40'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:34:39.872377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75eb10-91a6-4224-8160-c96df7e65a7e req-599df3b7-c18c-4ee4-97bc-707def1ad65a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:39.874064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d75eb10-91a6-4224-8160-c96df7e65a7e req-599df3b7-c18c-4ee4-97bc-707def1ad65a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 945 time: 0.2398365 Aug 29 17:34:39.884267 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c9c72347-1019-4c68-bc0c-3ee1969fab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:39.964510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41b8782f-1643-4731-99cd-297e0b70b758 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:39.968064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1094330a-bf26-4455-8f13-43b3b7150476 req-7f8b6831-869a-4c6e-aef7-c723843aaa98 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.1434295 Aug 29 17:34:39.969275 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41b8782f-1643-4731-99cd-297e0b70b758 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.024583 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d75eb10-91a6-4224-8160-c96df7e65a7e req-ad54d627-6c16-49e1-a87c-314a668380aa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391718 Aug 29 17:34:40.038403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41b8782f-1643-4731-99cd-297e0b70b758 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.039938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b8782f-1643-4731-99cd-297e0b70b758 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Fanout notify agent at l3_agent the message router_deleted on router bc48d0df-23ab-4e53-b967-c05ac93659f7 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:34:40.059454 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41b8782f-1643-4731-99cd-297e0b70b758 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.060590 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-41b8782f-1643-4731-99cd-297e0b70b758 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/routers/bc48d0df-23ab-4e53-b967-c05ac93659f7 HTTP/1.1" status: 204 len: 168 time: 0.8279674 Aug 29 17:34:40.063496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59664) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:40.223345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Deleting port ab638b75-2340-4e92-8fda-6a63a37b2ad0 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:40.224840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.275065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-c9c72347-1019-4c68-bc0c-3ee1969fab7b None None] Allocated IP 2001:db8:0:2::2 (7452a235-9969-4b50-a4be-f563977885bc/410fc1f8-4d88-4b3b-84b4-e32f0ffba2e6/b51430a7-196e-46f3-b206-e0d3c3dd8c40) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:40.319250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.335622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Calling delete_port for ab638b75-2340-4e92-8fda-6a63a37b2ad0 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:40.454966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c9c72347-1019-4c68-bc0c-3ee1969fab7b None None] For port b51430a7-196e-46f3-b206-e0d3c3dd8c40, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b51430a7-196e-46f3-b206-e0d3c3dd8c40,segment=NetworkSegment(26fc5b8f-35b4-483f-8df4-047beb073d03),segment_id=26fc5b8f-35b4-483f-8df4-047beb073d03)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:40.492292 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c9c72347-1019-4c68-bc0c-3ee1969fab7b None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.528843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.530205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c9c72347-1019-4c68-bc0c-3ee1969fab7b None None] Transition to ACTIVE for port object b51430a7-196e-46f3-b206-e0d3c3dd8c40 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:40.536329 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c9c72347-1019-4c68-bc0c-3ee1969fab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.566400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Pushing event deleted for resources: {'Port': ['ID=ab638b75-2340-4e92-8fda-6a63a37b2ad0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:40.602534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.605682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.609975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.610774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.611483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.613652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.615781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.616366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.616767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.617216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.619209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.619643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:40.732653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:40.743252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f7d2cd07-6631-4abe-9c70-b6cf0ecb3cb0 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/ports/ab638b75-2340-4e92-8fda-6a63a37b2ad0 HTTP/1.1" status: 204 len: 168 time: 0.6775160 Aug 29 17:34:40.744197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59684) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:40.763122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c72347-1019-4c68-bc0c-3ee1969fab7b None None] Pushing event updated for resources: {'Port': ['ID=b51430a7-196e-46f3-b206-e0d3c3dd8c40,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:40.820658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Delete allocated IP 2001:db8::24a (7452a235-9969-4b50-a4be-f563977885bc/654af1cb-8a20-4ae3-ad58-d08c0283c6a4) {{(pid=94795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:34:40.852701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Allocated IP 2001:db8:0:2::3df (7452a235-9969-4b50-a4be-f563977885bc/410fc1f8-4d88-4b3b-84b4-e32f0ffba2e6/a4732bea-b45e-45b9-b113-3e88c33d21b9) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:40.947218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31124f79-7e11-4038-9e24-6820433afd9d req-687a9199-b3c7-4374-ba78-c0ae749efba6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:40.949368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31124f79-7e11-4038-9e24-6820433afd9d req-687a9199-b3c7-4374-ba78-c0ae749efba6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 945 time: 0.2022202 Aug 29 17:34:40.956801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-27277f50-c3b5-4948-aeec-2bc54c2febbe tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Deleting subnet 1f80d4e7-f87d-4d14-8dad-bdba4754e299 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:40.982622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27277f50-c3b5-4948-aeec-2bc54c2febbe tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.241154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-93aa126f-f79b-4e9f-8f2e-a01bfca31c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.245941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.267226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Transition to ACTIVE for port object a4732bea-b45e-45b9-b113-3e88c33d21b9 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:41.275124 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27277f50-c3b5-4948-aeec-2bc54c2febbe tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.308084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b1d7fa4-98be-499e-b8fe-3d7622640e09 req-eed9b228-8f9f-43c9-b0ae-ccbc9259e643 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.1433969 Aug 29 17:34:41.309227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.408416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event updated for resources: {'Port': ['ID=a4732bea-b45e-45b9-b113-3e88c33d21b9,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:41.465858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccc94c-fe6f-4564-8c8c-08e7f93cc79b req-22d3c5e0-aff6-42c7-bfd8-15644dafafd5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:41.467737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6dccc94c-fe6f-4564-8c8c-08e7f93cc79b req-22d3c5e0-aff6-42c7-bfd8-15644dafafd5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 945 time: 0.2403829 Aug 29 17:34:41.518270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] In _notify_port_updated(), no bound segment for port a4732bea-b45e-45b9-b113-3e88c33d21b9 on network 7452a235-9969-4b50-a4be-f563977885bc {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:34:41.531586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:41.532673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.540538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a8a25052-2604-4882-8771-416385ae34bb tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "PUT /v2.0/ports/a4732bea-b45e-45b9-b113-3e88c33d21b9 HTTP/1.1" status: 200 len: 968 time: 2.0927842 Aug 29 17:34:41.541075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59724) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:41.588379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27277f50-c3b5-4948-aeec-2bc54c2febbe tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.594237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Deleting port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:41.594780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.696283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6dccc94c-fe6f-4564-8c8c-08e7f93cc79b req-650221cf-c7e6-4c89-8f3b-dde0e7247add tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955884 Aug 29 17:34:41.836489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4affa36e-0e1f-4eea-bb33-5b99f0d2d256 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port a4732bea-b45e-45b9-b113-3e88c33d21b9 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:41.837326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4affa36e-0e1f-4eea-bb33-5b99f0d2d256 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.898008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] For port 43ec2b87-e299-4dbb-9740-5d6e4b014d79, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=43ec2b87-e299-4dbb-9740-5d6e4b014d79,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:41.900749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.905283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27277f50-c3b5-4948-aeec-2bc54c2febbe tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.951282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Calling delete_port for 43ec2b87-e299-4dbb-9740-5d6e4b014d79 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:41.953679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27277f50-c3b5-4948-aeec-2bc54c2febbe tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Pushing event deleted for resources: {'Subnet': ['ID=1f80d4e7-f87d-4d14-8dad-bdba4754e299,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:41.964249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59728) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:41.967400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9e8d6-d175-4b02-aa49-03d2c2adddae None None] Network 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:41.969084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4affa36e-0e1f-4eea-bb33-5b99f0d2d256 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.979064 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27277f50-c3b5-4948-aeec-2bc54c2febbe tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:41.983196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-27277f50-c3b5-4948-aeec-2bc54c2febbe tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/subnets/1f80d4e7-f87d-4d14-8dad-bdba4754e299 HTTP/1.1" status: 204 len: 168 time: 1.2086914 Aug 29 17:34:41.991495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59732) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:42.002457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4affa36e-0e1f-4eea-bb33-5b99f0d2d256 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for a4732bea-b45e-45b9-b113-3e88c33d21b9 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:42.127879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.275332 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-402da36c-60a7-4cb4-bbba-945c18d1c130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.316491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.386337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event deleted for resources: {'Port': ['ID=43ec2b87-e299-4dbb-9740-5d6e4b014d79,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:42.391562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Deleting port 961f83b3-71bb-4e87-a91b-08131eb10233 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:42.392623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.430310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['43ec2b87-e299-4dbb-9740-5d6e4b014d79'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:34:42.444409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:34:42.474890 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4affa36e-0e1f-4eea-bb33-5b99f0d2d256 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.485409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] For port 961f83b3-71bb-4e87-a91b-08131eb10233, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=961f83b3-71bb-4e87-a91b-08131eb10233,segment=NetworkSegment(8130d92f-2029-4f1c-beee-c6f13f68a637),segment_id=8130d92f-2029-4f1c-beee-c6f13f68a637)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:42.486112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.510597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Calling delete_port for 961f83b3-71bb-4e87-a91b-08131eb10233 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:42.683303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affa36e-0e1f-4eea-bb33-5b99f0d2d256 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=a4732bea-b45e-45b9-b113-3e88c33d21b9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:42.754629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.767502 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b11865e-0b46-4047-ba58-0124d8e7f14e req-f16a070c-3bfb-4c11-916c-961c2ea9b4c0 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0913444 Aug 29 17:34:42.813720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] No DVR routers for this DVR port 43ec2b87-e299-4dbb-9740-5d6e4b014d79 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:42.817253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4affa36e-0e1f-4eea-bb33-5b99f0d2d256 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.819777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:42.824142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31124f79-7e11-4038-9e24-6820433afd9d req-8472a067-1094-405e-9ecd-f12f7cc4ba7d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "DELETE /v2.0/ports/43ec2b87-e299-4dbb-9740-5d6e4b014d79 HTTP/1.1" status: 204 len: 173 time: 1.8564124 Aug 29 17:34:42.824326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4affa36e-0e1f-4eea-bb33-5b99f0d2d256 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/a4732bea-b45e-45b9-b113-3e88c33d21b9 HTTP/1.1" status: 204 len: 168 time: 1.2796383 Aug 29 17:34:42.846233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59754) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:42.848239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975e60d-2441-4ce3-97e5-597d0fcfdc39', 'name': 'network-vif-deleted', 'tag': '43ec2b87-e299-4dbb-9740-5d6e4b014d79'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:42.850659 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7641f941-aac4-4f66-bb72-03644e80ffdf" -d '{"events": [{"server_uuid": "f975e60d-2441-4ce3-97e5-597d0fcfdc39", "name": "network-vif-deleted", "tag": "43ec2b87-e299-4dbb-9740-5d6e4b014d79"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:42.856857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Pushing event deleted for resources: {'Port': ['ID=961f83b3-71bb-4e87-a91b-08131eb10233,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:42.865699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] No DVR routers for this DVR port 961f83b3-71bb-4e87-a91b-08131eb10233 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:42.967751 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ced575-7d34-4d13-a750-87c97a0fa61f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] GET failed (client error): The resource could not be found. Aug 29 17:34:42.975164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-99ced575-7d34-4d13-a750-87c97a0fa61f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports/a4732bea-b45e-45b9-b113-3e88c33d21b9 HTTP/1.1" status: 404 len: 333 time: 0.0976057 Aug 29 17:34:42.979296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59758) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:43.002295 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a01ab6-3553-4a34-998c-6351b6b3ae95 x-openstack-request-id: req-86a01ab6-3553-4a34-998c-6351b6b3ae95 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:43.002577 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975e60d-2441-4ce3-97e5-597d0fcfdc39", "name": "network-vif-deleted", "tag": "43ec2b87-e299-4dbb-9740-5d6e4b014d79", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:43.002863 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86a01ab6-3553-4a34-998c-6351b6b3ae95 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:43.003253 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975e60d-2441-4ce3-97e5-597d0fcfdc39', 'name': 'network-vif-deleted', 'tag': '43ec2b87-e299-4dbb-9740-5d6e4b014d79', 'status': 'completed', 'code': 200} Aug 29 17:34:43.075816 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.103709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b51430a7-196e-46f3-b206-e0d3c3dd8c40 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:43.118874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-402da36c-60a7-4cb4-bbba-945c18d1c130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.119681 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-345c512b-8247-40f3-89a4-2d460a9a7ebf req-6c2db078-fd49-49a6-82d8-0b5a9bcb1e2e tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975e60d-2441-4ce3-97e5-597d0fcfdc39 HTTP/1.1" status: 200 len: 210 time: 0.1718249 Aug 29 17:34:43.143715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b9a9bf-3794-4b9c-882b-0d2cf5f71206']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:43.147020 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-402da36c-60a7-4cb4-bbba-945c18d1c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.182161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c87824f-ac54-4c05-8bcf-c8263a534498 None None] Provisioning for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:43.186574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8130d92f-2029-4f1c-beee-c6f13f68a637') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:43.195240 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c87824f-ac54-4c05-8bcf-c8263a534498 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:43.195240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9c87824f-ac54-4c05-8bcf-c8263a534498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.202488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8130d92f-2029-4f1c-beee-c6f13f68a637') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:43.217591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d476a26-3de5-42f2-b4c2-a64349194c84 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.225896 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.240195 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.241430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e6a05-a91a-4d1e-ba95-87523f5fc2a4 None None] DHCP port deletion for 82b9a9bf-3794-4b9c-882b-0d2cf5f71206 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:34:43.242369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.282679 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-402da36c-60a7-4cb4-bbba-945c18d1c130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=226a0bb2dc654bf2b8041eee5810134b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3171270 Aug 29 17:34:43.284825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d476a26-3de5-42f2-b4c2-a64349194c84 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.286987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59760) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:43.294968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.299577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402da36c-60a7-4cb4-bbba-945c18d1c130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844f6878-d24c-4b24-847c-bbe18d910946,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:43.312179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:43.313055 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:43.315950 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:43.330878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:43.331491 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.428830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.430044 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d476a26-3de5-42f2-b4c2-a64349194c84 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.440139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d476a26-3de5-42f2-b4c2-a64349194c84 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.441965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6d476a26-3de5-42f2-b4c2-a64349194c84 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/security-groups/e7825e61-e1b5-40e9-810a-e6fbf58a2781 HTTP/1.1" status: 204 len: 168 time: 0.4634004 Aug 29 17:34:43.445111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59762) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:43.450755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.455003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] 10.222.0.41 "DELETE /v2.0/networks/82b9a9bf-3794-4b9c-882b-0d2cf5f71206 HTTP/1.1" status: 204 len: 168 time: 1.4601824 Aug 29 17:34:43.455003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c924b469-5bc3-4ea4-9806-49be2c02d8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.530172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d476a26-3de5-42f2-b4c2-a64349194c84 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7825e61-e1b5-40e9-810a-e6fbf58a2781,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:43.542836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c5b3d-ab7f-40d1-b826-a1e69b745107 tempest-TagsExtTest-1500075772 tempest-TagsExtTest-1500075772-project] Pushing event deleted for resources: {'Network': ['ID=82b9a9bf-3794-4b9c-882b-0d2cf5f71206,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:43.577954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c924b469-5bc3-4ea4-9806-49be2c02d8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.678046 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c924b469-5bc3-4ea4-9806-49be2c02d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.681848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c924b469-5bc3-4ea4-9806-49be2c02d8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.696314 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c924b469-5bc3-4ea4-9806-49be2c02d8f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/844f6878-d24c-4b24-847c-bbe18d910946 HTTP/1.1" status: 204 len: 168 time: 0.3975534 Aug 29 17:34:43.750853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924b469-5bc3-4ea4-9806-49be2c02d8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844f6878-d24c-4b24-847c-bbe18d910946,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:43.766962 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fca89848-583a-4f22-abdb-c9d5fd0b01f5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.842046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c87824f-ac54-4c05-8bcf-c8263a534498 None None] Provisioning complete for port 6ba318a0-e987-4ee3-9a17-551709250157 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:43.842380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9c87824f-ac54-4c05-8bcf-c8263a534498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.865889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fca89848-583a-4f22-abdb-c9d5fd0b01f5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.888239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59784) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:43.941352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e11de67c-1a68-4c96-97ec-4b3454406699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.993559 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:43.997273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9c87824f-ac54-4c05-8bcf-c8263a534498 None None] Port 6ba318a0-e987-4ee3-9a17-551709250157 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:44.008021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9c87824f-ac54-4c05-8bcf-c8263a534498 None None] Could not find standard attr ID for object a4732bea-b45e-45b9-b113-3e88c33d21b9. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:34:44.013847 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8a597a29-f05b-4c38-b310-02890d72ffb6 req-f0e68419-3eb3-4a77-bdb6-ca78cc38b193 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0877054 Aug 29 17:34:44.046999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fca89848-583a-4f22-abdb-c9d5fd0b01f5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.049810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fca89848-583a-4f22-abdb-c9d5fd0b01f5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.053135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fca89848-583a-4f22-abdb-c9d5fd0b01f5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/security-groups/a65e6054-e68f-49a8-adb8-bd21a8121ffb HTTP/1.1" status: 204 len: 168 time: 0.5961423 Aug 29 17:34:44.054674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:44.098189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca89848-583a-4f22-abdb-c9d5fd0b01f5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65e6054-e68f-49a8-adb8-bd21a8121ffb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:44.166898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1b92c217-102f-4842-a243-5d1f97457861 None None] Could not find standard attr ID for object a4732bea-b45e-45b9-b113-3e88c33d21b9. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:34:44.251943 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abd5ec8d-1dda-402b-b7c3-bce8a1e86ba9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.291030 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abd5ec8d-1dda-402b-b7c3-bce8a1e86ba9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.306453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8bbb4ffa-773d-415c-bba5-a85afe906172 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ea69273663340a5869f4a18aa4a9380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165711 Aug 29 17:34:44.311407 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59798) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:44.391837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abd5ec8d-1dda-402b-b7c3-bce8a1e86ba9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.395265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abd5ec8d-1dda-402b-b7c3-bce8a1e86ba9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.397149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-abd5ec8d-1dda-402b-b7c3-bce8a1e86ba9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/security-groups/624aeaf3-3a79-4a49-8d54-0c5623372678 HTTP/1.1" status: 204 len: 168 time: 0.3371563 Aug 29 17:34:44.399918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59800) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:44.413972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5ec8d-1dda-402b-b7c3-bce8a1e86ba9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624aeaf3-3a79-4a49-8d54-0c5623372678,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:44.416929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7328df83-190e-4292-abdb-fc25ba5587ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.446610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7328df83-190e-4292-abdb-fc25ba5587ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.512266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59802) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:44.533942 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7328df83-190e-4292-abdb-fc25ba5587ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.536995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7328df83-190e-4292-abdb-fc25ba5587ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.538678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7328df83-190e-4292-abdb-fc25ba5587ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7578c721-27c7-4792-9201-7246baefff55 HTTP/1.1" status: 204 len: 168 time: 0.2260180 Aug 29 17:34:44.541449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ab0320e-2ac9-4c51-82f9-a9c71a804b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.561279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328df83-190e-4292-abdb-fc25ba5587ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578c721-27c7-4792-9201-7246baefff55,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:44.594222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a141a5-e36a-4d5c-a3f2-2cbe31de7fe5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet 654af1cb-8a20-4ae3-ad58-d08c0283c6a4 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:44.634523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47a141a5-e36a-4d5c-a3f2-2cbe31de7fe5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.684686 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ab0320e-2ac9-4c51-82f9-a9c71a804b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.694625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 961f83b3-71bb-4e87-a91b-08131eb10233 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:44.713550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ab0320e-2ac9-4c51-82f9-a9c71a804b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.733661 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:34:44.748065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 961f83b3-71bb-4e87-a91b-08131eb10233 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:44.748427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 961f83b3-71bb-4e87-a91b-08131eb10233 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:44.785953 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47a141a5-e36a-4d5c-a3f2-2cbe31de7fe5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.788465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0ab0320e-2ac9-4c51-82f9-a9c71a804b12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1e0788d8420419a87fea357afd76b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744234 Aug 29 17:34:44.790479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59814) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:44.830618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0320e-2ac9-4c51-82f9-a9c71a804b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427b54fb-6278-46bc-be8a-452a89974bb0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:44.867003 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-698919ac-a3ec-48c0-be72-006bd99e278f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.943457 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-698919ac-a3ec-48c0-be72-006bd99e278f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:44.995502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 43ec2b87-e299-4dbb-9740-5d6e4b014d79 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:45.013907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47a141a5-e36a-4d5c-a3f2-2cbe31de7fe5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.019043 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-698919ac-a3ec-48c0-be72-006bd99e278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.022892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-698919ac-a3ec-48c0-be72-006bd99e278f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.026519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-698919ac-a3ec-48c0-be72-006bd99e278f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/427b54fb-6278-46bc-be8a-452a89974bb0 HTTP/1.1" status: 204 len: 168 time: 0.2324893 Aug 29 17:34:45.034476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 43ec2b87-e299-4dbb-9740-5d6e4b014d79 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:45.034977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 43ec2b87-e299-4dbb-9740-5d6e4b014d79 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:45.049827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698919ac-a3ec-48c0-be72-006bd99e278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427b54fb-6278-46bc-be8a-452a89974bb0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:45.202412 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5658ed7-f2fe-486c-88fd-1e5876ec7e73 req-cdd63e1c-9388-4834-a29c-e681059da1f2 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0632589 Aug 29 17:34:45.258243 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47a141a5-e36a-4d5c-a3f2-2cbe31de7fe5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.314891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1c798d1e-6136-470c-aa81-8792d2841fcc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:45.316702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1c798d1e-6136-470c-aa81-8792d2841fcc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.1541591 Aug 29 17:34:45.327126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47a141a5-e36a-4d5c-a3f2-2cbe31de7fe5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.332392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb056f-8ef1-489f-abce-93cbc5d794dd None None] Network 7452a235-9969-4b50-a4be-f563977885bc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:45.336975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-47a141a5-e36a-4d5c-a3f2-2cbe31de7fe5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/654af1cb-8a20-4ae3-ad58-d08c0283c6a4 HTTP/1.1" status: 204 len: 168 time: 0.9341364 Aug 29 17:34:45.337638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:45.344490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-43382e9b-c498-428d-99d7-5a0fa4678962 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/quotas/04665ef6c231485e96c15dfdcea1a752 HTTP/1.1" status: 200 len: 375 time: 0.0146403 Aug 29 17:34:45.363714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a141a5-e36a-4d5c-a3f2-2cbe31de7fe5 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=654af1cb-8a20-4ae3-ad58-d08c0283c6a4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:45.446143 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.479570 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1f24d09b-7719-4d77-a1ed-1457237ac82b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1236207 Aug 29 17:34:45.484476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab30b59-db67-4e99-b3c8-55e1988587f6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet 410fc1f8-4d88-4b3b-84b4-e32f0ffba2e6 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:45.490277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bab30b59-db67-4e99-b3c8-55e1988587f6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.612329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bab30b59-db67-4e99-b3c8-55e1988587f6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.702630 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-7f8c502a-4a80-4470-a43b-8b3d59f09f44 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110763 Aug 29 17:34:45.767154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bab30b59-db67-4e99-b3c8-55e1988587f6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.882107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6b11a288-36f1-4fb0-9de1-f41e73229db9 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744916 Aug 29 17:34:45.946472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bab30b59-db67-4e99-b3c8-55e1988587f6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.007303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab30b59-db67-4e99-b3c8-55e1988587f6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=410fc1f8-4d88-4b3b-84b4-e32f0ffba2e6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:46.055757 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bab30b59-db67-4e99-b3c8-55e1988587f6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.058043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bab30b59-db67-4e99-b3c8-55e1988587f6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/410fc1f8-4d88-4b3b-84b4-e32f0ffba2e6 HTTP/1.1" status: 204 len: 168 time: 0.7124135 Aug 29 17:34:46.060882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59902) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:46.139163 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5841f79e-35b2-4f2e-8142-095be9248465 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:46.139909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5841f79e-35b2-4f2e-8142-095be9248465 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:46.143754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5841f79e-35b2-4f2e-8142-095be9248465 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/654af1cb-8a20-4ae3-ad58-d08c0283c6a4 HTTP/1.1" status: 404 len: 337 time: 0.0818250 Aug 29 17:34:46.147080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59908) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:46.215037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222924a-ba6c-480c-b73b-316e6dcb8091 req-f79b07cc-4648-4c10-8b7a-a6aa8a124263 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:46.233106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d222924a-ba6c-480c-b73b-316e6dcb8091 req-f79b07cc-4648-4c10-8b7a-a6aa8a124263 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 951 time: 0.1061661 Aug 29 17:34:46.315047 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d222924a-ba6c-480c-b73b-316e6dcb8091 req-8866bb0f-de70-4dc5-80bc-d453ca36ecbb tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832722 Aug 29 17:34:46.326412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e8634a0-0a9f-456d-b696-0bf650d876e6 req-3d23640d-a312-4a38-a412-60b8c43adcc5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 210 time: 0.1592238 Aug 29 17:34:46.400755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edf4dcf-ce3c-4c30-a453-efb8df9cd4b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting subnet 47797d09-c677-4c86-b8aa-94105a126ab4 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:46.418480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dcf-ce3c-4c30-a453-efb8df9cd4b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.461197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8eb5e144-6891-4540-8ab3-f1289cc382c4 req-a5dfff02-b28d-4135-9be5-e49c76dd65f5 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0366526 Aug 29 17:34:46.569219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dcf-ce3c-4c30-a453-efb8df9cd4b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.735154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.769473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dcf-ce3c-4c30-a453-efb8df9cd4b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.837916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a6849-7bcc-4b13-a438-12be87db6a14 None None] Network 7452a235-9969-4b50-a4be-f563977885bc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:46.902516 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dcf-ce3c-4c30-a453-efb8df9cd4b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.962484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4dcf-ce3c-4c30-a453-efb8df9cd4b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Subnet': ['ID=47797d09-c677-4c86-b8aa-94105a126ab4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:46.980744 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dcf-ce3c-4c30-a453-efb8df9cd4b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.982734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2edf4dcf-ce3c-4c30-a453-efb8df9cd4b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/47797d09-c677-4c86-b8aa-94105a126ab4 HTTP/1.1" status: 204 len: 168 time: 0.8346696 Aug 29 17:34:46.985643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59968) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.034078 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4493af-8bd2-43dc-8d7e-8ad5cc33f760 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.034561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4493af-8bd2-43dc-8d7e-8ad5cc33f760 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.040074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5e4493af-8bd2-43dc-8d7e-8ad5cc33f760 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/fe0cc3a2-ba76-461e-8460-27039779184e HTTP/1.1" status: 404 len: 337 time: 0.0536828 Aug 29 17:34:47.042686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.092943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1c4d08ed-ec92-416b-b628-282fc99c085e tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7614de-d4c1-4add-a18c-e77347a4ca02 HTTP/1.1" status: 200 len: 205 time: 0.0486734 Aug 29 17:34:47.095040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59984) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.122339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c0acd6a-fe9c-46a6-b259-d82aa00d6237 None None] Provisioning complete for port b51430a7-196e-46f3-b206-e0d3c3dd8c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:47.122339 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c0acd6a-fe9c-46a6-b259-d82aa00d6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:47.213788 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-77a0aeef-bfab-49e6-8ef6-75ed51a290a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] delete failed (client error): The resource could not be found. Aug 29 17:34:47.216281 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-77a0aeef-bfab-49e6-8ef6-75ed51a290a4 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/routers/cd7614de-d4c1-4add-a18c-e77347a4ca02 HTTP/1.1" status: 404 len: 336 time: 0.1187327 Aug 29 17:34:47.222665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 59996) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.291790 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbb60ee-febc-49c6-b034-211da6a3ee6a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.292792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] DHCP port deletion for 7452a235-9969-4b50-a4be-f563977885bc request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:34:47.294753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbb60ee-febc-49c6-b034-211da6a3ee6a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.299081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bfbb60ee-febc-49c6-b034-211da6a3ee6a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/57ca3e02-5704-4004-9c5b-d8bc45750ff9 HTTP/1.1" status: 404 len: 337 time: 0.0753329 Aug 29 17:34:47.301535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60006) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.308826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c0acd6a-fe9c-46a6-b259-d82aa00d6237 None None] Provisioning complete for port 6ba318a0-e987-4ee3-9a17-551709250157 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:47.309514 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c0acd6a-fe9c-46a6-b259-d82aa00d6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:47.368932 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b164c2-03bc-4b5a-9182-24da51d3bfb2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.369405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b164c2-03bc-4b5a-9182-24da51d3bfb2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.371190 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-30b164c2-03bc-4b5a-9182-24da51d3bfb2 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/3fb8deac-5da5-48fa-9ff6-08a0cd55425f HTTP/1.1" status: 404 len: 337 time: 0.0680888 Aug 29 17:34:47.373773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60014) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.375141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7c0acd6a-fe9c-46a6-b259-d82aa00d6237 None None] Port 6ba318a0-e987-4ee3-9a17-551709250157 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:34:47.430061 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b88583-02f8-4862-b03f-22d6af512ece tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.430519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b88583-02f8-4862-b03f-22d6af512ece tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.432331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-40b88583-02f8-4862-b03f-22d6af512ece tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/cd56ba7b-1394-4f2d-a74e-7501f25c6f7e HTTP/1.1" status: 404 len: 337 time: 0.0573690 Aug 29 17:34:47.434943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60016) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.447764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] Deleting port b51430a7-196e-46f3-b206-e0d3c3dd8c40 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:47.450826 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:47.500027 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d69190-e685-4a9d-b791-28348601de1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.500684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d69190-e685-4a9d-b791-28348601de1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.502433 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d8d69190-e685-4a9d-b791-28348601de1a tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/512a34da-c987-4b29-a70b-43587a415f62 HTTP/1.1" status: 404 len: 333 time: 0.0665019 Aug 29 17:34:47.523576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60022) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.577239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] For port b51430a7-196e-46f3-b206-e0d3c3dd8c40, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b51430a7-196e-46f3-b206-e0d3c3dd8c40,segment=NetworkSegment(26fc5b8f-35b4-483f-8df4-047beb073d03),segment_id=26fc5b8f-35b4-483f-8df4-047beb073d03)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:47.577946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:47.605921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a105ed09-bac1-4624-8537-2fd918024074 req-28bf905d-f2c2-49fe-b1a8-23bdbaf5ff27 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 210 time: 0.0915658 Aug 29 17:34:47.631659 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-76284ce1-fb3c-48e0-877e-acfe154be81f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.632130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76284ce1-fb3c-48e0-877e-acfe154be81f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.633505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] Calling delete_port for b51430a7-196e-46f3-b206-e0d3c3dd8c40 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:47.634028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-76284ce1-fb3c-48e0-877e-acfe154be81f tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/eb10d322-d008-4631-969f-5a805c0fd2fe HTTP/1.1" status: 404 len: 337 time: 0.1082313 Aug 29 17:34:47.636521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60036) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.702563 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb6138c-ebf0-4407-81c3-f32e709228dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.704384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb6138c-ebf0-4407-81c3-f32e709228dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.711522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60042) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.711711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7eb6138c-ebf0-4407-81c3-f32e709228dc tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/59949e50-4425-4c18-aaed-6bdea82bd05c HTTP/1.1" status: 404 len: 337 time: 0.0740933 Aug 29 17:34:47.795809 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e95c06-4d74-4103-b71e-8b19a702e3f9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.796847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e95c06-4d74-4103-b71e-8b19a702e3f9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.798828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a9e95c06-4d74-4103-b71e-8b19a702e3f9 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/9c0a6b74-4528-4236-9bde-f72b0b0b6ac6 HTTP/1.1" status: 404 len: 333 time: 0.0858920 Aug 29 17:34:47.802779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60052) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.818802 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:47.864378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bf7e05f-d9fe-47e1-bd56-ae37214ca95d req-0e07c100-ead7-4444-a2f2-85752a986704 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.1439066 Aug 29 17:34:47.882191 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab0462b-ffa0-4029-9f42-f43c99c401b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.883493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab0462b-ffa0-4029-9f42-f43c99c401b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.899308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6ab0462b-ffa0-4029-9f42-f43c99c401b8 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/d92f6e32-b166-4d70-b25b-772352cdebab HTTP/1.1" status: 404 len: 337 time: 0.0951533 Aug 29 17:34:47.899929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60056) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:47.914755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] Pushing event deleted for resources: {'Port': ['ID=b51430a7-196e-46f3-b206-e0d3c3dd8c40,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:47.921719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3a8aa-9502-44bb-a7b7-15b401cf96d0 None None] No DVR routers for this DVR port b51430a7-196e-46f3-b206-e0d3c3dd8c40 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:47.950271 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-984d5254-6468-48ad-acac-2d4f81ef1df6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] DELETE failed (client error): The resource could not be found. Aug 29 17:34:47.950906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984d5254-6468-48ad-acac-2d4f81ef1df6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:34:47.955857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-984d5254-6468-48ad-acac-2d4f81ef1df6 tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/subnets/cd2c6cc9-8030-4956-9532-aec327ea1006 HTTP/1.1" status: 404 len: 337 time: 0.0524094 Aug 29 17:34:47.958863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60064) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:48.139123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e6e69689-02d4-408a-95dc-f44cea2581bf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Deleting port 6ba318a0-e987-4ee3-9a17-551709250157 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:48.139948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6e69689-02d4-408a-95dc-f44cea2581bf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:48.243558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60092) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:48.322839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6e69689-02d4-408a-95dc-f44cea2581bf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:48.367886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e6e69689-02d4-408a-95dc-f44cea2581bf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Calling delete_port for 6ba318a0-e987-4ee3-9a17-551709250157 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:48.502572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b43a54d7-ea43-44b4-8cbd-cc937c2c8b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:48.561831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b51430a7-196e-46f3-b206-e0d3c3dd8c40 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:48.622179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b51430a7-196e-46f3-b206-e0d3c3dd8c40 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:48.623143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b51430a7-196e-46f3-b206-e0d3c3dd8c40 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:48.690657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-9a3feadc-1181-4a97-8035-3afb21b0b19f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:48.692348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-9a3feadc-1181-4a97-8035-3afb21b0b19f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.9064264 Aug 29 17:34:48.707687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Request body: {'port': {'device_id': 'a6e3f22d-82e5-4e59-9ce0-f3f59d81b643', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'admin_state_up': True, 'tenant_id': '04665ef6c231485e96c15dfdcea1a752'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:49.101303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:34:49.102557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-39fa61d3-5af2-4232-b5d5-5bb6d62d049c req-b771920d-f1d5-47bb-ab1a-08787e6435ac tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 210 time: 0.0454695 Aug 29 17:34:49.104642 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.108361 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-b43a54d7-ea43-44b4-8cbd-cc937c2c8b0c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:34:49.108361 n-d-713499-15 neutron-server[94795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 17:34:49.108361 n-d-713499-15 neutron-server[94795]: [parameters: {'project_id': 'df6f1b157591476d8d63b621c6f1ac0e', 'id': '90c39b9f-01d3-462a-939a-45c094d78ee4', 'expiration': datetime.datetime(2021, 8, 29, 17, 36, 49, 83856)}] Aug 29 17:34:49.108361 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:34:49.108702 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-b43a54d7-ea43-44b4-8cbd-cc937c2c8b0c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:34:49.138835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6e69689-02d4-408a-95dc-f44cea2581bf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.174240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e69689-02d4-408a-95dc-f44cea2581bf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Port': ['ID=6ba318a0-e987-4ee3-9a17-551709250157,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:49.182725 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6e69689-02d4-408a-95dc-f44cea2581bf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.191851 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e6e69689-02d4-408a-95dc-f44cea2581bf tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/ports/6ba318a0-e987-4ee3-9a17-551709250157 HTTP/1.1" status: 204 len: 168 time: 1.2345648 Aug 29 17:34:49.195988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60224) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:49.301287 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21f6ebb4-f7e6-4114-9dbd-0d340555ee85 req-de567d24-99b0-4e28-8282-657d8548dc49 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0823779 Aug 29 17:34:49.342402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.365307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Allocated IP 172.20.0.2 (5391bae1-cb2c-4870-ad97-f010392c0e9e/bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110/e84a5fa5-9157-4755-9a4c-208cc0c3ef2b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:34:49.512779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.525468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7452a235-9969-4b50-a4be-f563977885bc']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:49.537861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fc5b8f-35b4-483f-8df4-047beb073d03') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:49.538032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fc5b8f-35b4-483f-8df4-047beb073d03') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:49.549605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.569598 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.577012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:49.577300 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:49.582096 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:49.643149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b43a54d7-ea43-44b4-8cbd-cc937c2c8b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.650443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.688159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.712779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.717668 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] 10.222.0.41 "DELETE /v2.0/networks/7452a235-9969-4b50-a4be-f563977885bc HTTP/1.1" status: 204 len: 168 time: 0.5203509 Aug 29 17:34:49.729002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.747130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:34:49.771177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bce49-2f97-4c44-89f4-d0e36e6a82ee tempest-PortsIpV6TestJSON-2107432464 tempest-PortsIpV6TestJSON-2107432464-project] Pushing event deleted for resources: {'Network': ['ID=7452a235-9969-4b50-a4be-f563977885bc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:49.822538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:34:49.827464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:34:49.835053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event updated for resources: {'Port': ['ID=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:49.839272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:34:49.920006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:49.921130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.932433 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b43a54d7-ea43-44b4-8cbd-cc937c2c8b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.942148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b43a54d7-ea43-44b4-8cbd-cc937c2c8b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:49.956650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-1a94844b-78ff-4bab-b84a-97e2d2012f57 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2531683 Aug 29 17:34:49.973191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Request body: {'port': {'device_id': 'a6e3f22d-82e5-4e59-9ce0-f3f59d81b643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:50.030530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b43a54d7-ea43-44b4-8cbd-cc937c2c8b0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df6f1b157591476d8d63b621c6f1ac0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7858000 Aug 29 17:34:50.034662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60306) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:50.088369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.110609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a54d7-ea43-44b4-8cbd-cc937c2c8b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600fc355-50e8-4e8b-90d3-2264b5f0394f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:50.170926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eeb0183b-3702-41eb-a884-2d5985da54cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.184608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60318) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:50.206615 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eeb0183b-3702-41eb-a884-2d5985da54cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.224697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:50.304265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eeb0183b-3702-41eb-a884-2d5985da54cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.306937 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eeb0183b-3702-41eb-a884-2d5985da54cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.309196 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eeb0183b-3702-41eb-a884-2d5985da54cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/600fc355-50e8-4e8b-90d3-2264b5f0394f HTTP/1.1" status: 204 len: 168 time: 0.2733381 Aug 29 17:34:50.325545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0183b-3702-41eb-a884-2d5985da54cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600fc355-50e8-4e8b-90d3-2264b5f0394f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:50.375072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.416635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bec07c-1711-4324-b3c7-32f77c1edb0f req-806181c2-6c61-4ba2-8695-061cd056e446 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:50.418432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24bec07c-1711-4324-b3c7-32f77c1edb0f req-806181c2-6c61-4ba2-8695-061cd056e446 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 931 time: 0.1739454 Aug 29 17:34:50.422336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:50.428679 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff3182-d7a3-4201-adf6-cbd495bc058f" -d '{"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-unplugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:50.435422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:50.440963 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.552261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60346) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:50.564573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=11']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:50.573981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.574397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.574834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.575178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.575512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.575893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.576271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.576605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.576977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.577306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.577632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.577951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:34:50.608706 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a7172e1e-466d-44ae-98cd-cc1658246d56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58ed8ffe12024ca9a586390bd2a7078e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228528 Aug 29 17:34:50.611732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84a5fa5-9157-4755-9a4c-208cc0c3ef2b {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:34:50.611877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60352) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:50.629279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.661771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Transition to ACTIVE for port object e84a5fa5-9157-4755-9a4c-208cc0c3ef2b will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:34:50.671928 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.683749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bf794f2-84b7-4e09-9dfa-2d069bcf0a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.717238 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24bec07c-1711-4324-b3c7-32f77c1edb0f req-2efcbfed-0db7-41c1-bbad-0ce83a58e317 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824488 Aug 29 17:34:50.746685 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e1597e9-da61-4d4c-ad4c-ea812a4c5d65 req-fbfeb0e1-17dd-4dfa-a33a-874a05cbf247 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d5051a-aa3c-468d-8a89-aa103b2ed9a0 HTTP/1.1" status: 200 len: 210 time: 0.0596280 Aug 29 17:34:50.749079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Pushing event updated for resources: {'Port': ['ID=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:50.769636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-112ccc58-90f5-436a-ac82-a4eaddd628a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.805529 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-112ccc58-90f5-436a-ac82-a4eaddd628a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.810098 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ceab03-1a21-403b-82ce-b1f353ecbede x-openstack-request-id: req-b1ceab03-1a21-403b-82ce-b1f353ecbede {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:50.810606 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-unplugged", "status": "completed", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:50.811015 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1ceab03-1a21-403b-82ce-b1f353ecbede {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:50.811427 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'code': 200} Aug 29 17:34:50.844223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Attempting to bind port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:34:50.844925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Attempting to bind port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:34:50.845477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Attempting to bind port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:50.853134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b on network 5391bae1-cb2c-4870-ad97-f010392c0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:34:50.853823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Attempting to bind port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:34:50.862441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:34:50.863317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Checking segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:34:50.863908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Bound using segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:34:50.865120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Bound port: e84a5fa5-9157-4755-9a4c-208cc0c3ef2b, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:34:50.866977 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.867247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-112ccc58-90f5-436a-ac82-a4eaddd628a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.870407 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-112ccc58-90f5-436a-ac82-a4eaddd628a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.871771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-112ccc58-90f5-436a-ac82-a4eaddd628a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ade0559-af6c-4a41-8b00-f2b832ca92e2 HTTP/1.1" status: 204 len: 168 time: 0.2573221 Aug 29 17:34:50.887989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ccc58-90f5-436a-ac82-a4eaddd628a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade0559-af6c-4a41-8b00-f2b832ca92e2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:50.967451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] For port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:34:50.970754 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bf794f2-84b7-4e09-9dfa-2d069bcf0a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.971063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] For port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:34:50.977178 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5bf794f2-84b7-4e09-9dfa-2d069bcf0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.979004 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.022940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:51.023644 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.024461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5bf794f2-84b7-4e09-9dfa-2d069bcf0a49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc830db5ee734511a56e603f7eaf7003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702370 Aug 29 17:34:51.026723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf794f2-84b7-4e09-9dfa-2d069bcf0a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba3f4b-968c-45db-bf13-f83b1703b136,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:51.028051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] 10.222.0.44 "PUT /v2.0/ports/e84a5fa5-9157-4755-9a4c-208cc0c3ef2b HTTP/1.1" status: 200 len: 1092 time: 1.0621009 Aug 29 17:34:51.029123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60366) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:51.030387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3f22d-82e5-4e59-9ce0-f3f59d81b643', 'tag': 'e84a5fa5-9157-4755-9a4c-208cc0c3ef2b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:51.033782 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3f22d-82e5-4e59-9ce0-f3f59d81b643", "tag": "e84a5fa5-9157-4755-9a4c-208cc0c3ef2b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:51.074718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6742f7-05ce-4af1-8333-cfa0df8fb54e service neutron] Pushing event updated for resources: {'Port': ['ID=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:51.115973 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dfa1c1-6585-49f7-aa74-13dfcbf144c3 x-openstack-request-id: req-04dfa1c1-6585-49f7-aa74-13dfcbf144c3 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:51.116272 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3f22d-82e5-4e59-9ce0-f3f59d81b643", "tag": "e84a5fa5-9157-4755-9a4c-208cc0c3ef2b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:51.116525 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04dfa1c1-6585-49f7-aa74-13dfcbf144c3 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:51.116928 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3f22d-82e5-4e59-9ce0-f3f59d81b643', 'tag': 'e84a5fa5-9157-4755-9a4c-208cc0c3ef2b', 'status': 'completed', 'code': 200} Aug 29 17:34:51.141301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0898af14-4871-4a98-9d4f-b930dec93971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.142349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-a19eaf0a-5d05-40dc-8068-e19bcf56c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:51.144345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-a19eaf0a-5d05-40dc-8068-e19bcf56c0b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 1095 time: 0.0651999 Aug 29 17:34:51.164139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0898af14-4871-4a98-9d4f-b930dec93971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.197110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-45676c3f-2226-41b9-86d8-85083fa9af95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b HTTP/1.1" status: 200 len: 217 time: 0.0433023 Aug 29 17:34:51.225997 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0898af14-4871-4a98-9d4f-b930dec93971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.230988 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0898af14-4871-4a98-9d4f-b930dec93971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.233395 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0898af14-4871-4a98-9d4f-b930dec93971 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55ba3f4b-968c-45db-bf13-f83b1703b136 HTTP/1.1" status: 204 len: 168 time: 0.1786506 Aug 29 17:34:51.243782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898af14-4871-4a98-9d4f-b930dec93971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba3f4b-968c-45db-bf13-f83b1703b136,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:51.253264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6479f531-ec45-4ec1-88fd-a9bc1c99e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:51.255276 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-6479f531-ec45-4ec1-88fd-a9bc1c99e969 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.0517607 Aug 29 17:34:51.294210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-8f10ad1d-4ca9-48f9-878f-74e557472f92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315728 Aug 29 17:34:51.412933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-9a734057-6680-4f35-8b5b-ffe0e7dd3aa1 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117985 Aug 29 17:34:51.539304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61ced3f8-e5d0-48b0-8b8f-6a41eaf468e7 req-33a6a80d-03e3-45f5-80dd-a013d01164e8 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184282 Aug 29 17:34:51.619187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60416) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:51.643334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c53d2d7-1948-4ef1-86b3-72b9fd979cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.671919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-928a01b2-5a06-418a-b927-c94d01550076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:51.673710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-928a01b2-5a06-418a-b927-c94d01550076 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 1095 time: 0.0756266 Aug 29 17:34:51.811809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-b1a36072-d1d5-4c34-b1e8-4e5792931932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:51.814055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-b1a36072-d1d5-4c34-b1e8-4e5792931932 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 907 time: 0.1317482 Aug 29 17:34:51.816120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c53d2d7-1948-4ef1-86b3-72b9fd979cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.821723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c53d2d7-1948-4ef1-86b3-72b9fd979cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:51.855155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0c53d2d7-1948-4ef1-86b3-72b9fd979cc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5d2b4f215234c72ae3a1c47983b07e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342255 Aug 29 17:34:51.874647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60432) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:51.892631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-ae1afb58-a92b-4009-8663-2fc7b093e8e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b HTTP/1.1" status: 200 len: 217 time: 0.0693288 Aug 29 17:34:51.917080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53d2d7-1948-4ef1-86b3-72b9fd979cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0379722-d823-4bd9-8e82-b41bba45f797,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:51.937018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408ea3b-4022-4671-a1fe-f38e4ba01bec req-0db24ee5-8251-4d76-b2ab-2ccb6c4cb66f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:51.952822 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6408ea3b-4022-4671-a1fe-f38e4ba01bec req-0db24ee5-8251-4d76-b2ab-2ccb6c4cb66f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 943 time: 0.1034174 Aug 29 17:34:51.986819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-2e2cd196-3741-49ee-b1a5-6b30f792c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:51.988484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-2e2cd196-3741-49ee-b1a5-6b30f792c80f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.0864973 Aug 29 17:34:52.036235 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-bd2c69d2-c967-4f86-a938-1f48f19b6aab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377841 Aug 29 17:34:52.048581 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6408ea3b-4022-4671-a1fe-f38e4ba01bec req-b3eae1ae-60b1-415b-be6d-eb23fa87877c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947673 Aug 29 17:34:52.126956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60448) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:52.169231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f8843a0-d60b-4714-ae00-b853e49d1a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.183169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-05ed2833-f562-4726-b57d-da28bae24f15 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385376 Aug 29 17:34:52.197137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f8843a0-d60b-4714-ae00-b853e49d1a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.238268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56cb6b-6d3a-4c62-a8d7-09e47db9045a req-684382ef-d19f-4fa3-9c55-cced3c7d356a tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:52.239911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2d56cb6b-6d3a-4c62-a8d7-09e47db9045a req-684382ef-d19f-4fa3-9c55-cced3c7d356a tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 948 time: 0.1103518 Aug 29 17:34:52.267595 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86eabefa-cda2-4054-aace-bd3b33c95c34 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.308969 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86eabefa-cda2-4054-aace-bd3b33c95c34 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.315908 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f8843a0-d60b-4714-ae00-b853e49d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.319348 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f8843a0-d60b-4714-ae00-b853e49d1a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.320648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4f8843a0-d60b-4714-ae00-b853e49d1a61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0379722-d823-4bd9-8e82-b41bba45f797 HTTP/1.1" status: 204 len: 168 time: 0.4447477 Aug 29 17:34:52.329681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d1ecbc7-0a6c-44a2-92cc-a5f6885bea3f req-c63b70de-1be7-4370-8ec4-276416b83751 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303744 Aug 29 17:34:52.331326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8843a0-d60b-4714-ae00-b853e49d1a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0379722-d823-4bd9-8e82-b41bba45f797,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:52.338147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2d56cb6b-6d3a-4c62-a8d7-09e47db9045a req-226665a4-46fb-437b-9247-3655b590f0bb tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861948 Aug 29 17:34:52.342043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60458) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:52.401627 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86eabefa-cda2-4054-aace-bd3b33c95c34 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.404255 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86eabefa-cda2-4054-aace-bd3b33c95c34 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.405438 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-86eabefa-cda2-4054-aace-bd3b33c95c34 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "DELETE /v2.0/security-groups/4bd532cc-7538-4c64-96f5-ae82a4bf4f68 HTTP/1.1" status: 204 len: 168 time: 0.2772188 Aug 29 17:34:52.408478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60462) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:52.415559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eabefa-cda2-4054-aace-bd3b33c95c34 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd532cc-7538-4c64-96f5-ae82a4bf4f68,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:52.425877 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-b68fb267-a670-445c-a8f8-6fca39843446 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] show failed (client error): The resource could not be found. Aug 29 17:34:52.427889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b68fb267-a670-445c-a8f8-6fca39843446 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "GET /v2.0/security-groups/4bd532cc-7538-4c64-96f5-ae82a4bf4f68 HTTP/1.1" status: 404 len: 347 time: 0.0178359 Aug 29 17:34:52.430853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60464) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:52.564909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port ec593e00-3206-4f40-9aec-d41dff24ac5a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:52.565201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.652507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.652945 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.665096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for ec593e00-3206-4f40-9aec-d41dff24ac5a owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:52.715855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-30b4b4ab-996b-4385-8ff6-e28a7b0b0864 tempest-DvrRoutersNegativeTest-1593994505 tempest-DvrRoutersNegativeTest-1593994505-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-631722862', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:34:52.718735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.policy [None req-30b4b4ab-996b-4385-8ff6-e28a7b0b0864 tempest-DvrRoutersNegativeTest-1593994505 tempest-DvrRoutersNegativeTest-1593994505-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94795) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 29 17:34:52.719044 n-d-713499-15 neutron-server[94795]: DEBUG neutron.policy [None req-30b4b4ab-996b-4385-8ff6-e28a7b0b0864 tempest-DvrRoutersNegativeTest-1593994505 tempest-DvrRoutersNegativeTest-1593994505-project] Failed policy check for 'create_router' {{(pid=94795) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 29 17:34:52.719583 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-30b4b4ab-996b-4385-8ff6-e28a7b0b0864 tempest-DvrRoutersNegativeTest-1593994505 tempest-DvrRoutersNegativeTest-1593994505-project] create failed (client error): Access was denied to this resource. Aug 29 17:34:52.725762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-30b4b4ab-996b-4385-8ff6-e28a7b0b0864 tempest-DvrRoutersNegativeTest-1593994505 tempest-DvrRoutersNegativeTest-1593994505-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3761132 Aug 29 17:34:52.838615 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.865972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=ec593e00-3206-4f40-9aec-d41dff24ac5a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:52.928720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.931436 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:52.932607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e1a86269-695d-4ee2-9902-c2f587276cff tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "DELETE /v2.0/floatingips/c1782f6e-b551-481d-a2b1-e94b241ad38c HTTP/1.1" status: 204 len: 168 time: 0.5007305 Aug 29 17:34:52.935451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60488) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:52.974454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60490) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:53.039975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e84a5fa5-9157-4755-9a4c-208cc0c3ef2b details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:34:53.040521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4dea350e-56ca-41ff-9bfd-d3cec88329ce tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port 7a658719-f1e0-4577-bec7-30d735c9ef41 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:53.040684 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4dea350e-56ca-41ff-9bfd-d3cec88329ce tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.177458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4dea350e-56ca-41ff-9bfd-d3cec88329ce tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.191239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4dea350e-56ca-41ff-9bfd-d3cec88329ce tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for 7a658719-f1e0-4577-bec7-30d735c9ef41 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:53.209275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:53.209503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df81eae-434a-4006-94ed-0121ddfb994a req-54a54185-60d8-496c-81a3-7f2b060ecbdf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:53.211162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7df81eae-434a-4006-94ed-0121ddfb994a req-54a54185-60d8-496c-81a3-7f2b060ecbdf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 943 time: 0.1024530 Aug 29 17:34:53.235770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'e84a5fa5-9157-4755-9a4c-208cc0c3ef2b', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'port_id': 'e84a5fa5-9157-4755-9a4c-208cc0c3ef2b', 'mac_address': 'fa:16:3e:47:b7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:34:53.273619 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7df81eae-434a-4006-94ed-0121ddfb994a req-06907ed6-99cc-4e30-847a-96fde90702ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545375 Aug 29 17:34:53.285300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.299798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84a5fa5-9157-4755-9a4c-208cc0c3ef2b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:34:53.305090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9f16-c82b-4eac-9006-c7710c82a7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.327888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:53.333656 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.455734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:53.491967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4dea350e-56ca-41ff-9bfd-d3cec88329ce tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.587343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea350e-56ca-41ff-9bfd-d3cec88329ce tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=7a658719-f1e0-4577-bec7-30d735c9ef41,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:53.597356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-e037c6f6-cd3f-4495-ab7a-8d92ae370a65 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:53.599778 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-e037c6f6-cd3f-4495-ab7a-8d92ae370a65 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 948 time: 0.0772250 Aug 29 17:34:53.625907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9f16-c82b-4eac-9006-c7710c82a7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.629456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e84a5fa5-9157-4755-9a4c-208cc0c3ef2b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:34:53.638778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061790-7188-4318-ac66-db0de2b8c235 req-a31ea477-196b-4046-895e-a818837a4113 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:53.640660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cc061790-7188-4318-ac66-db0de2b8c235 req-a31ea477-196b-4046-895e-a818837a4113 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 948 time: 0.1947613 Aug 29 17:34:53.645654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9f16-c82b-4eac-9006-c7710c82a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.678245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0f7e9f16-c82b-4eac-9006-c7710c82a7fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6d406567da14befbbaccd3e8f8b6986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997585 Aug 29 17:34:53.686276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60518) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:53.745204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4dea350e-56ca-41ff-9bfd-d3cec88329ce tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.750317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4dea350e-56ca-41ff-9bfd-d3cec88329ce tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "DELETE /v2.0/ports/7a658719-f1e0-4577-bec7-30d735c9ef41 HTTP/1.1" status: 204 len: 168 time: 0.8138385 Aug 29 17:34:53.751264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Deleting port 3a7703c4-6f9f-4732-9e13-ee176da0c330 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:53.752006 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.757842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60522) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:53.764373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e9f16-c82b-4eac-9006-c7710c82a7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a48fd-cb1d-4a73-b3e5-d5d287505e69,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:53.822987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cc061790-7188-4318-ac66-db0de2b8c235 req-391af714-2aa0-4177-bb88-f1effb33ad50 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422021 Aug 29 17:34:53.845394 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4b5fe9f-872c-4baf-a04b-11614cc184c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.875817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4b5fe9f-872c-4baf-a04b-11614cc184c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.946355 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4b5fe9f-872c-4baf-a04b-11614cc184c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.949312 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e4b5fe9f-872c-4baf-a04b-11614cc184c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:53.953019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e4b5fe9f-872c-4baf-a04b-11614cc184c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f92a48fd-cb1d-4a73-b3e5-d5d287505e69 HTTP/1.1" status: 204 len: 168 time: 0.2580957 Aug 29 17:34:53.966623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5fe9f-872c-4baf-a04b-11614cc184c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a48fd-cb1d-4a73-b3e5-d5d287505e69,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:54.016586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] For port 3a7703c4-6f9f-4732-9e13-ee176da0c330, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3a7703c4-6f9f-4732-9e13-ee176da0c330,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:54.017108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.042217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Calling delete_port for 3a7703c4-6f9f-4732-9e13-ee176da0c330 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:54.052390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-13e78d5d-f0b7-4601-959c-1f18905a1d74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port 7d6d764c-d5ef-45ab-9552-7323e6562910 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:54.052852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-13e78d5d-f0b7-4601-959c-1f18905a1d74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.211262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-13e78d5d-f0b7-4601-959c-1f18905a1d74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.232401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-13e78d5d-f0b7-4601-959c-1f18905a1d74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for 7d6d764c-d5ef-45ab-9552-7323e6562910 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:54.339043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.436191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Pushing event deleted for resources: {'Port': ['ID=3a7703c4-6f9f-4732-9e13-ee176da0c330,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:54.457521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] No DVR routers for this DVR port 3a7703c4-6f9f-4732-9e13-ee176da0c330 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:54.458632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073bbbc-a134-4f1d-ac59-559e6cf0bfc1 req-437cb5e2-fb3f-4c8c-a215-e3531fcde364 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:54.464738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.468596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-494b3492-d8ad-4962-bcc6-b99ad2183433 req-b11b92ad-dba3-478f-82f9-d2cb9f8cd8c0 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.44 "DELETE /v2.0/ports/3a7703c4-6f9f-4732-9e13-ee176da0c330 HTTP/1.1" status: 204 len: 173 time: 0.8624299 Aug 29 17:34:54.471340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'name': 'network-vif-deleted', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:54.474626 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68e0c7-c916-46b0-8853-204d2bb8904b" -d '{"events": [{"server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "name": "network-vif-deleted", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:54.474783 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d073bbbc-a134-4f1d-ac59-559e6cf0bfc1 req-437cb5e2-fb3f-4c8c-a215-e3531fcde364 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 944 time: 0.1034572 Aug 29 17:34:54.550653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d073bbbc-a134-4f1d-ac59-559e6cf0bfc1 req-a09e6cb1-512d-4b83-928a-a1ad37c5d60f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743580 Aug 29 17:34:54.554469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-13e78d5d-f0b7-4601-959c-1f18905a1d74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.611282 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb58fa5-4feb-4d9b-9d10-e3d5676562c2 x-openstack-request-id: req-efb58fa5-4feb-4d9b-9d10-e3d5676562c2 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:54.611606 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a", "name": "network-vif-deleted", "tag": "3a7703c4-6f9f-4732-9e13-ee176da0c330", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:54.611861 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efb58fa5-4feb-4d9b-9d10-e3d5676562c2 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:54.612638 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a', 'name': 'network-vif-deleted', 'tag': '3a7703c4-6f9f-4732-9e13-ee176da0c330', 'status': 'completed', 'code': 200} Aug 29 17:34:54.615981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e78d5d-f0b7-4601-959c-1f18905a1d74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=7d6d764c-d5ef-45ab-9552-7323e6562910,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:54.704511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-13e78d5d-f0b7-4601-959c-1f18905a1d74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.710712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:54.710861 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-13e78d5d-f0b7-4601-959c-1f18905a1d74 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "DELETE /v2.0/ports/7d6d764c-d5ef-45ab-9552-7323e6562910 HTTP/1.1" status: 204 len: 168 time: 0.9516795 Aug 29 17:34:54.802344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79bd4ef-535f-4fbf-987b-708f71419627 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting subnet df36d9b6-0c36-46e1-bbd7-b6d0879ea817 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:54.811130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b79bd4ef-535f-4fbf-987b-708f71419627 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.899365 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b79bd4ef-535f-4fbf-987b-708f71419627 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:54.994839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d059cbbd-b2e5-4e61-948b-35f6ffbe7570 req-f658ec18-e1be-4aa6-b441-4c4beb5c456a tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81dc9e0-36f8-41a0-8e06-2e9f2d91f79a HTTP/1.1" status: 200 len: 210 time: 0.0617042 Aug 29 17:34:55.044356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e84a5fa5-9157-4755-9a4c-208cc0c3ef2b up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:34:55.150661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b79bd4ef-535f-4fbf-987b-708f71419627 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.151503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:34:55.156555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:34:55.156937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.308179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b79bd4ef-535f-4fbf-987b-708f71419627 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.323778 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.360697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:55.362116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3f22d-82e5-4e59-9ce0-f3f59d81b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a5fa5-9157-4755-9a4c-208cc0c3ef2b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:55.364937 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c00a4b-cf16-4ac1-8df5-934d1a2b4bf2" -d '{"events": [{"server_uuid": "a6e3f22d-82e5-4e59-9ce0-f3f59d81b643", "name": "network-vif-plugged", "status": "completed", "tag": "e84a5fa5-9157-4755-9a4c-208cc0c3ef2b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:55.378208 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.388446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3a7703c4-6f9f-4732-9e13-ee176da0c330 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:55.394822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bd4ef-535f-4fbf-987b-708f71419627 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Subnet': ['ID=df36d9b6-0c36-46e1-bbd7-b6d0879ea817,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:55.414475 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b79bd4ef-535f-4fbf-987b-708f71419627 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.420111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b79bd4ef-535f-4fbf-987b-708f71419627 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "DELETE /v2.0/subnets/df36d9b6-0c36-46e1-bbd7-b6d0879ea817 HTTP/1.1" status: 204 len: 168 time: 0.7081316 Aug 29 17:34:55.422944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60590) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:55.459524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 3a7703c4-6f9f-4732-9e13-ee176da0c330 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:55.461613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3a7703c4-6f9f-4732-9e13-ee176da0c330 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:55.470313 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8431e68a-01ce-4182-8860-979a5daeaee9 x-openstack-request-id: req-8431e68a-01ce-4182-8860-979a5daeaee9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:55.471036 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3f22d-82e5-4e59-9ce0-f3f59d81b643", "name": "network-vif-plugged", "status": "completed", "tag": "e84a5fa5-9157-4755-9a4c-208cc0c3ef2b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:55.472204 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8431e68a-01ce-4182-8860-979a5daeaee9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:55.474674 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3f22d-82e5-4e59-9ce0-f3f59d81b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a5fa5-9157-4755-9a4c-208cc0c3ef2b', 'code': 200} Aug 29 17:34:55.478732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a7dce-535c-4da4-98f1-7d109326b9c8 None None] Network 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:55.568867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c50cff-88a8-4ce2-86f7-ea9e907a5e99 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting subnet 545164f1-7322-47e2-8cec-2cb1da3622c7 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:34:55.573314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c50cff-88a8-4ce2-86f7-ea9e907a5e99 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.612611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:55.628938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c50cff-88a8-4ce2-86f7-ea9e907a5e99 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.668710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9374972-22ae-48a6-9902-6a69b20ce47a req-0bc411ad-91c4-4730-b321-5d02c4b15169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:55.670339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c9374972-22ae-48a6-9902-6a69b20ce47a req-0bc411ad-91c4-4730-b321-5d02c4b15169 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 1097 time: 0.1688676 Aug 29 17:34:55.796270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] DHCP port deletion for 7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:34:55.807655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c9374972-22ae-48a6-9902-6a69b20ce47a req-a85cd05c-29c6-47da-85b9-17e7b12759b5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276476 Aug 29 17:34:55.815841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ff9f4-0a1e-45a8-a277-efb66203bbcc req-c369de1d-c13b-467f-9387-bda1dbad1001 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:55.817928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c7ff9f4-0a1e-45a8-a277-efb66203bbcc req-c369de1d-c13b-467f-9387-bda1dbad1001 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 945 time: 0.1417143 Aug 29 17:34:55.855644 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c50cff-88a8-4ce2-86f7-ea9e907a5e99 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.895815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] Deleting port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:55.896099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:55.921181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c7ff9f4-0a1e-45a8-a277-efb66203bbcc req-92586056-b1cf-4eef-b9e5-ddf29c3f3c31 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918322 Aug 29 17:34:55.999983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] For port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ad3ec82d-aab4-49ff-ae5d-ad1d982c321f,segment=NetworkSegment(9c37226d-a3c0-4b97-bbf9-6b8e0c689afa),segment_id=9c37226d-a3c0-4b97-bbf9-6b8e0c689afa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:56.000463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.009117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c50cff-88a8-4ce2-86f7-ea9e907a5e99 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.023610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] Calling delete_port for ad3ec82d-aab4-49ff-ae5d-ad1d982c321f owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:56.058630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c50cff-88a8-4ce2-86f7-ea9e907a5e99 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Subnet': ['ID=545164f1-7322-47e2-8cec-2cb1da3622c7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:56.070476 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65c50cff-88a8-4ce2-86f7-ea9e907a5e99 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.075978 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-65c50cff-88a8-4ce2-86f7-ea9e907a5e99 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "DELETE /v2.0/subnets/545164f1-7322-47e2-8cec-2cb1da3622c7 HTTP/1.1" status: 204 len: 168 time: 0.6491523 Aug 29 17:34:56.075978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60616) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:56.096471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eab8ae-f893-4457-ac22-b345d3a6e48c None None] Network c19ca545-1d9c-4b98-9712-c34a7275b71b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:34:56.132410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60620) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:56.243967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.307270 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.322282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Deleting port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:56.322905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.354337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] Pushing event deleted for resources: {'Port': ['ID=ad3ec82d-aab4-49ff-ae5d-ad1d982c321f,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:56.366493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50761b7c-102c-4b36-8300-8a11f9d7627d None None] No DVR routers for this DVR port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:56.442416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] For port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f, host n-d-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:56.443582 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.471101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Calling delete_port for ad3ec82d-aab4-49ff-ae5d-ad1d982c321f owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:56.475860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.ipam_backend_mixin [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f was not found and therefore no delete operation was performed {{(pid=94796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:34:56.477639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.478245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] DHCP port deletion for c19ca545-1d9c-4b98-9712-c34a7275b71b request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:34:56.508807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Port': ['ID=ad3ec82d-aab4-49ff-ae5d-ad1d982c321f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:56.516505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] No DVR routers for this DVR port ad3ec82d-aab4-49ff-ae5d-ad1d982c321f on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:56.566153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35e8cf5a-d3b3-4533-87a3-3022ea47979d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.581761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] Deleting port f86fc63c-0fd8-4891-b4f7-eec5224b6039 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:56.582424 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.625136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ad3ec82d-aab4-49ff-ae5d-ad1d982c321f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:56.640049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.655178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ad3ec82d-aab4-49ff-ae5d-ad1d982c321f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:34:56.655524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ad3ec82d-aab4-49ff-ae5d-ad1d982c321f not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:34:56.655947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f86fc63c-0fd8-4891-b4f7-eec5224b6039 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:34:56.657184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8822f9-1154-4688-af6c-0c10b81b074c req-ad07731c-7aa5-424b-a8aa-bd4562960da2 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:56.658771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a8822f9-1154-4688-af6c-0c10b81b074c req-ad07731c-7aa5-424b-a8aa-bd4562960da2 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 949 time: 0.2078290 Aug 29 17:34:56.661963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:56.679015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:56.679354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c37226d-a3c0-4b97-bbf9-6b8e0c689afa') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:56.690053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.701429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] For port f86fc63c-0fd8-4891-b4f7-eec5224b6039, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f86fc63c-0fd8-4891-b4f7-eec5224b6039,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:56.701813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.709006 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.715934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:56.716367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:56.720117 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:56.722292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] Calling delete_port for f86fc63c-0fd8-4891-b4f7-eec5224b6039 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:56.746527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a8822f9-1154-4688-af6c-0c10b81b074c req-cae91e1c-52c1-4370-8fdf-363a81894d52 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645099 Aug 29 17:34:56.773788 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35e8cf5a-d3b3-4533-87a3-3022ea47979d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.781572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35e8cf5a-d3b3-4533-87a3-3022ea47979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.810923 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.853061 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-35e8cf5a-d3b3-4533-87a3-3022ea47979d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00d639f119f5417c9b51c6f4c5a39eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172313 Aug 29 17:34:56.854140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60646) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:56.856468 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.863258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.866572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "DELETE /v2.0/networks/7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1 HTTP/1.1" status: 204 len: 168 time: 0.7884793 Aug 29 17:34:56.876010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60648) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:56.888710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port f86fc63c-0fd8-4891-b4f7-eec5224b6039, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f86fc63c-0fd8-4891-b4f7-eec5224b6039,segment=NetworkSegment(e783c918-cb05-4154-b4ac-ba6dce3c0889),segment_id=e783c918-cb05-4154-b4ac-ba6dce3c0889)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:56.890643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c0034-d70c-4285-85f9-a2d3813cf4bd tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Network': ['ID=7e8fad24-f9e5-4483-a24a-b7ddcd27f5a1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:56.896509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8cf5a-d3b3-4533-87a3-3022ea47979d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed303067-91d3-4372-8561-65e1ecbd1046,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:56.896893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.957906 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:56.992372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3314b650-dedb-4a84-b499-f205e0f01997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.008308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] No DVR routers for this DVR port f86fc63c-0fd8-4891-b4f7-eec5224b6039 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:57.033551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3314b650-dedb-4a84-b499-f205e0f01997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.036770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=f86fc63c-0fd8-4891-b4f7-eec5224b6039,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:57.065758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.074733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78366cd-c3fb-4de9-b458-6dabe25c270d None None] Pushing event deleted for resources: {'Port': ['ID=f86fc63c-0fd8-4891-b4f7-eec5224b6039,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:57.122877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3314b650-dedb-4a84-b499-f205e0f01997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.125509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3314b650-dedb-4a84-b499-f205e0f01997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.129108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3314b650-dedb-4a84-b499-f205e0f01997 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed303067-91d3-4372-8561-65e1ecbd1046 HTTP/1.1" status: 204 len: 168 time: 0.2715633 Aug 29 17:34:57.140339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314b650-dedb-4a84-b499-f205e0f01997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed303067-91d3-4372-8561-65e1ecbd1046,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:57.180777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01f53a-7aa2-4a66-9e93-7d046bc0634d req-5b3f2e03-bba0-486c-96b6-2de55628f9f0 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:57.188031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f01f53a-7aa2-4a66-9e93-7d046bc0634d req-5b3f2e03-bba0-486c-96b6-2de55628f9f0 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 945 time: 0.1002660 Aug 29 17:34:57.191066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.203489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19ca545-1d9c-4b98-9712-c34a7275b71b']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:57.221950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e783c918-cb05-4154-b4ac-ba6dce3c0889') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:57.222286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e783c918-cb05-4154-b4ac-ba6dce3c0889') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:34:57.240536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.253811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f01f53a-7aa2-4a66-9e93-7d046bc0634d req-fecd4c60-9eb6-4599-b893-b228c38995a4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573094 Aug 29 17:34:57.266883 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.274090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:34:57.274755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:34:57.278198 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:34:57.359174 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.365948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.371738 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] 10.222.0.41 "DELETE /v2.0/networks/c19ca545-1d9c-4b98-9712-c34a7275b71b HTTP/1.1" status: 204 len: 168 time: 0.4841561 Aug 29 17:34:57.401537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b44fa3-dcdc-49cc-bd23-0f0fac24b3c4 tempest-TaggedBootDevicesTest_v242-1972023456 tempest-TaggedBootDevicesTest_v242-1972023456-project] Pushing event deleted for resources: {'Network': ['ID=c19ca545-1d9c-4b98-9712-c34a7275b71b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:57.429108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c366-7d16-4b6b-8731-d047039fe768 req-c42daebe-27d7-4a25-8f9d-55ad27b376bf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:57.430966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32b6c366-7d16-4b6b-8731-d047039fe768 req-c42daebe-27d7-4a25-8f9d-55ad27b376bf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 945 time: 0.0870662 Aug 29 17:34:57.469864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60684) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:57.494628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32b6c366-7d16-4b6b-8731-d047039fe768 req-d037a429-b7ec-4b67-b9b6-b500de6c7eac tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576990 Aug 29 17:34:57.673813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60694) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:57.705034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d89eb26c-6146-42ec-bfe5-c980af3fa961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.747574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe4e2-fea9-4a76-afa4-0df4019d8c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.785098 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-d89eb26c-6146-42ec-bfe5-c980af3fa961 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:34:57.785098 n-d-713499-15 neutron-server[94796]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 17:34:57.785098 n-d-713499-15 neutron-server[94796]: [parameters: {'project_id': '15e273a6dd1243bb834926d8e41ed2d4', 'id': '4885c601-d3c9-4448-94c3-e7a72500b48d', 'expiration': datetime.datetime(2021, 8, 29, 17, 36, 57, 769396)}] Aug 29 17:34:57.785098 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:34:57.785416 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-d89eb26c-6146-42ec-bfe5-c980af3fa961 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:34:57.852371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff90949-1f39-4f08-9712-3d15dd53aae4 req-1bbc0aa6-78ae-4463-8d30-c34ee59c2dd2 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:57.852371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ff90949-1f39-4f08-9712-3d15dd53aae4 req-1bbc0aa6-78ae-4463-8d30-c34ee59c2dd2 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 945 time: 0.0831251 Aug 29 17:34:57.930855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd33d73-0722-4b58-8efb-25b5a3aa823d req-fa6311f4-82ad-4606-884c-d4322d2a0049 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:57.933432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd33d73-0722-4b58-8efb-25b5a3aa823d req-fa6311f4-82ad-4606-884c-d4322d2a0049 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 949 time: 0.0832396 Aug 29 17:34:57.938057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ff90949-1f39-4f08-9712-3d15dd53aae4 req-3deff3aa-6467-4ede-9629-4fd1f475bf5d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725904 Aug 29 17:34:57.954662 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe4e2-fea9-4a76-afa4-0df4019d8c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:57.960654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe4e2-fea9-4a76-afa4-0df4019d8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.006494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6fcbe4e2-fea9-4a76-afa4-0df4019d8c53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cd44c25c4ea4364833b72ad3d95d5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363245 Aug 29 17:34:58.007414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbe4e2-fea9-4a76-afa4-0df4019d8c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556fe85d-b6d3-41fe-9a7c-2cfa8079818e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:58.008703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd33d73-0722-4b58-8efb-25b5a3aa823d req-2e1e24de-ca28-4984-a1b2-a48e39fc3740 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/security-groups?id=98bf32ee-cea7-45a4-9062-c2e45d5c37e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609543 Aug 29 17:34:58.009225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60708) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:58.069846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db57bf7d-43fa-4ffe-a27f-5e85dccf7536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.092524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db57bf7d-43fa-4ffe-a27f-5e85dccf7536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.174798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db57bf7d-43fa-4ffe-a27f-5e85dccf7536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.177340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db57bf7d-43fa-4ffe-a27f-5e85dccf7536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.178486 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db57bf7d-43fa-4ffe-a27f-5e85dccf7536 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/556fe85d-b6d3-41fe-9a7c-2cfa8079818e HTTP/1.1" status: 204 len: 168 time: 0.1668065 Aug 29 17:34:58.194816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57bf7d-43fa-4ffe-a27f-5e85dccf7536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556fe85d-b6d3-41fe-9a7c-2cfa8079818e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:58.214687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-111bf584-c71c-42f1-89a3-7adde5ca963d tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:58.217335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-111bf584-c71c-42f1-89a3-7adde5ca963d tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.43 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 949 time: 0.0752375 Aug 29 17:34:58.287464 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d89eb26c-6146-42ec-bfe5-c980af3fa961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.333622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Deleting port 46733b08-583d-418f-8a94-2fc9d02c6ccb {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:58.334175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.455525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d89eb26c-6146-42ec-bfe5-c980af3fa961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.464785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d89eb26c-6146-42ec-bfe5-c980af3fa961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.495883 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] For port 46733b08-583d-418f-8a94-2fc9d02c6ccb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=46733b08-583d-418f-8a94-2fc9d02c6ccb,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:34:58.496274 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.530431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Calling delete_port for 46733b08-583d-418f-8a94-2fc9d02c6ccb owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:34:58.534373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d89eb26c-6146-42ec-bfe5-c980af3fa961 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15e273a6dd1243bb834926d8e41ed2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8591161 Aug 29 17:34:58.539932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60724) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:58.560313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eb26c-6146-42ec-bfe5-c980af3fa961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b501f863-b8d8-473f-b812-8fc503249d6f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:58.702271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60732) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:58.719897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-373fe6b3-4bb0-451f-9399-177db8ac2f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.780776 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941ab348-afec-494f-b73d-b77b43c54585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.829807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-373fe6b3-4bb0-451f-9399-177db8ac2f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.835737 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-373fe6b3-4bb0-451f-9399-177db8ac2f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.875702 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941ab348-afec-494f-b73d-b77b43c54585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:58.881723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-373fe6b3-4bb0-451f-9399-177db8ac2f93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d885f7f1e50411fbde5bdc71fe626a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779208 Aug 29 17:34:58.882995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe6b3-4bb0-451f-9399-177db8ac2f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462f0b7b-b9ef-4443-99e0-cd18c9e2348d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:58.885932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60734) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:34:58.991325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:59.009125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc073df7-3c09-421f-aae3-be5f5e1162d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:59.077019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Pushing event deleted for resources: {'Port': ['ID=46733b08-583d-418f-8a94-2fc9d02c6ccb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:59.101321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a978c-f93d-47e3-98d5-f7a84812391f req-51cc8e7e-50f4-4980-9740-2967cb8ada41 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:59.108003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-348a978c-f93d-47e3-98d5-f7a84812391f req-51cc8e7e-50f4-4980-9740-2967cb8ada41 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 945 time: 0.0865524 Aug 29 17:34:59.132083 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc073df7-3c09-421f-aae3-be5f5e1162d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:59.157024 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941ab348-afec-494f-b73d-b77b43c54585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:59.159614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941ab348-afec-494f-b73d-b77b43c54585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:59.163678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-941ab348-afec-494f-b73d-b77b43c54585 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b501f863-b8d8-473f-b812-8fc503249d6f HTTP/1.1" status: 204 len: 168 time: 0.6199355 Aug 29 17:34:59.167023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] No DVR routers for this DVR port 46733b08-583d-418f-8a94-2fc9d02c6ccb on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:34:59.181930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4e54-ad5b-4b3a-a5ee-bc9012a8a52a req-d0cacb50-7cf0-4ee4-9c7b-3a560463c8ef tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:34:59.183827 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a35a4e54-ad5b-4b3a-a5ee-bc9012a8a52a req-d0cacb50-7cf0-4ee4-9c7b-3a560463c8ef tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 945 time: 0.1647339 Aug 29 17:34:59.185062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:59.187065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6acdeaf-fd9e-4a5f-ab6d-9e1df5c81f10 req-0a056ce2-b61b-483e-a247-26d6a00301ec tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.43 "DELETE /v2.0/ports/46733b08-583d-418f-8a94-2fc9d02c6ccb HTTP/1.1" status: 204 len: 173 time: 0.9617581 Aug 29 17:34:59.193951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-deleted', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:34:59.196285 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b416a5b7-89e8-4643-b989-a29711cdacd7" -d '{"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-deleted", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:34:59.219411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ab348-afec-494f-b73d-b77b43c54585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b501f863-b8d8-473f-b812-8fc503249d6f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:59.278851 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a35a4e54-ad5b-4b3a-a5ee-bc9012a8a52a req-342c4745-c36f-41b1-a3f2-9936112bd45c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725465 Aug 29 17:34:59.305917 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc073df7-3c09-421f-aae3-be5f5e1162d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:59.308550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc073df7-3c09-421f-aae3-be5f5e1162d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:59.312421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dc073df7-3c09-421f-aae3-be5f5e1162d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/462f0b7b-b9ef-4443-99e0-cd18c9e2348d HTTP/1.1" status: 204 len: 168 time: 0.4240627 Aug 29 17:34:59.327417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc073df7-3c09-421f-aae3-be5f5e1162d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f0b7b-b9ef-4443-99e0-cd18c9e2348d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:34:59.364640 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5313e90-f4b7-4624-ae1c-551c7fd85fdf x-openstack-request-id: req-f5313e90-f4b7-4624-ae1c-551c7fd85fdf {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:34:59.364933 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765600c6-b78f-405f-ae26-65915f16361b", "name": "network-vif-deleted", "tag": "46733b08-583d-418f-8a94-2fc9d02c6ccb", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:34:59.365186 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5313e90-f4b7-4624-ae1c-551c7fd85fdf {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:34:59.365594 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765600c6-b78f-405f-ae26-65915f16361b', 'name': 'network-vif-deleted', 'tag': '46733b08-583d-418f-8a94-2fc9d02c6ccb', 'status': 'completed', 'code': 200} Aug 29 17:34:59.666700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16849e23-8b26-45a4-8c34-43c4957a5f42 req-f5af1569-25e4-4653-b564-9bc07bb9f895 tempest-ListImageFiltersTestJSON-911627256 tempest-ListImageFiltersTestJSON-911627256-project] 10.222.0.41 "GET /v2.0/ports?device_id=765600c6-b78f-405f-ae26-65915f16361b HTTP/1.1" status: 200 len: 210 time: 0.5563192 Aug 29 17:34:59.935037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Deleting port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:34:59.935756 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:00.092581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] For port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:00.092855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:00.113070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Calling delete_port for e84a5fa5-9157-4755-9a4c-208cc0c3ef2b owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:00.272460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:00.287447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e84a5fa5-9157-4755-9a4c-208cc0c3ef2b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:00.316849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event deleted for resources: {'Port': ['ID=e84a5fa5-9157-4755-9a4c-208cc0c3ef2b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:00.324264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:00.460544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] No DVR routers for this DVR port e84a5fa5-9157-4755-9a4c-208cc0c3ef2b on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:00.465725 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:00.475901 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-348a978c-f93d-47e3-98d5-f7a84812391f req-98a31f1a-7622-4b47-b6cf-3fe5a6de4b6c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "DELETE /v2.0/ports/e84a5fa5-9157-4755-9a4c-208cc0c3ef2b HTTP/1.1" status: 204 len: 173 time: 1.3378446 Aug 29 17:35:00.475901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3f22d-82e5-4e59-9ce0-f3f59d81b643', 'name': 'network-vif-deleted', 'tag': 'e84a5fa5-9157-4755-9a4c-208cc0c3ef2b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:00.484596 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991da134-c751-4f92-b232-55f8c3cb8f91" -d '{"events": [{"server_uuid": "a6e3f22d-82e5-4e59-9ce0-f3f59d81b643", "name": "network-vif-deleted", "tag": "e84a5fa5-9157-4755-9a4c-208cc0c3ef2b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:00.506198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbcc07fa-18ae-434c-9e34-9eec1e58cc4f req-63cd0092-530e-4f63-abd3-2648aabe6dfc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6e3f22d-82e5-4e59-9ce0-f3f59d81b643 HTTP/1.1" status: 200 len: 210 time: 0.1167941 Aug 29 17:35:00.628658 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c717a-8472-4820-aa6e-ab0f12a2a670 x-openstack-request-id: req-7c1c717a-8472-4820-aa6e-ab0f12a2a670 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:00.629301 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3f22d-82e5-4e59-9ce0-f3f59d81b643", "name": "network-vif-deleted", "tag": "e84a5fa5-9157-4755-9a4c-208cc0c3ef2b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:00.630268 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c1c717a-8472-4820-aa6e-ab0f12a2a670 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:00.630944 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3f22d-82e5-4e59-9ce0-f3f59d81b643', 'name': 'network-vif-deleted', 'tag': 'e84a5fa5-9157-4755-9a4c-208cc0c3ef2b', 'status': 'completed', 'code': 200} Aug 29 17:35:01.491900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-621d70b0-7a17-4221-b30a-200be7360b22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1557190 Aug 29 17:35:01.698428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22f654f8-730e-414a-8233-93d57e6dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.699166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22f654f8-730e-414a-8233-93d57e6dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.699808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22f654f8-730e-414a-8233-93d57e6dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.700419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22f654f8-730e-414a-8233-93d57e6dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.701029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22f654f8-730e-414a-8233-93d57e6dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.701633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22f654f8-730e-414a-8233-93d57e6dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.702238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22f654f8-730e-414a-8233-93d57e6dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.704728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22f654f8-730e-414a-8233-93d57e6dd20d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6498 time: 0.1771338 Aug 29 17:35:01.901917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-63b27eb8-6d58-4557-aba1-c80cf35860a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.902854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-63b27eb8-6d58-4557-aba1-c80cf35860a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.903481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-63b27eb8-6d58-4557-aba1-c80cf35860a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:01.905416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-63b27eb8-6d58-4557-aba1-c80cf35860a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=548b3407-0a2d-429f-b9b2-c29a429471e9&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac HTTP/1.1" status: 200 len: 2290 time: 0.1479831 Aug 29 17:35:02.079310 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-7bfa454a-eb28-493c-a7ae-60de4fc1a578 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b90ace8-95df-4493-a3ff-c3e11471c266 HTTP/1.1" status: 200 len: 1002 time: 0.1662366 Aug 29 17:35:02.262461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:02.321565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 46733b08-583d-418f-8a94-2fc9d02c6ccb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:02.322927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 46733b08-583d-418f-8a94-2fc9d02c6ccb not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:02.386702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-fcdc2d28-6896-4b81-8436-e49b5b225773 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:02.394742 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-fcdc2d28-6896-4b81-8436-e49b5b225773 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.2560556 Aug 29 17:35:02.425688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-befce992-450d-40b3-a223-9cad09a75cc9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/quotas/04665ef6c231485e96c15dfdcea1a752 HTTP/1.1" status: 200 len: 375 time: 0.0286002 Aug 29 17:35:02.508000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-c1c01de5-9c96-4786-8fb3-02c7a32d0581 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804563 Aug 29 17:35:02.688512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-c88702b0-aa44-439d-be7a-a8313d738610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:02.690961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-c88702b0-aa44-439d-be7a-a8313d738610 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99fc6b28-3559-449d-9219-c46b883df500 HTTP/1.1" status: 200 len: 849 time: 0.6020522 Aug 29 17:35:02.694346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-c0438982-a465-45ce-92a4-4fca6dd6d200 req-7f8e7f0d-e6c3-4e91-8e81-b74b8959cae5 service neutron] (94796) timed out ('10.222.0.41', 56440) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:35:02.731010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-f896373e-07e8-4544-8799-b94b00f20e2e service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215984 Aug 29 17:35:02.996311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-bc92d486-7c24-430c-a390-bde5431a1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:03.007572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-bc92d486-7c24-430c-a390-bde5431a1c12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=548b3407-0a2d-429f-b9b2-c29a429471e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3063788 Aug 29 17:35:03.041753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e84a5fa5-9157-4755-9a4c-208cc0c3ef2b no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:03.098765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: e84a5fa5-9157-4755-9a4c-208cc0c3ef2b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:03.099704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e84a5fa5-9157-4755-9a4c-208cc0c3ef2b not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:03.229922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-d843ac0c-b994-45c7-82a5-9f93eeb70516 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979064 Aug 29 17:35:03.315408 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-22fcd019-05a3-4b2e-9069-1a46d9cf427b service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838206 Aug 29 17:35:03.548000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-69b2a604-7bb9-43fb-be30-a09648dc28fd service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232013 Aug 29 17:35:03.635832 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-5cb1765e-9cf2-4a0b-aec5-18cda83b55d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 200 len: 217 time: 0.0791931 Aug 29 17:35:03.699809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c133345-2b55-4bd3-81fd-bb92b5204709 req-da9077e6-907d-4a24-960e-0c621946f0dc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 210 time: 0.0576677 Aug 29 17:35:03.736867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-ff514b1c-ab91-449a-b374-a906f6c041fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:03.738564 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-ff514b1c-ab91-449a-b374-a906f6c041fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.0914006 Aug 29 17:35:03.828952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-06261b3e-bbda-4231-97c5-e64b772271ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:03.833981 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-06261b3e-bbda-4231-97c5-e64b772271ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852194 Aug 29 17:35:03.969625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-9c91e51b-acf3-4d57-8050-374a3f7a04e9 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280017 Aug 29 17:35:04.146756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-480f485e-be23-47dd-a0dd-bb1e913790bd service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688244 Aug 29 17:35:04.238507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-1e9cb3a3-dbcc-4052-968c-ee71e98a9132 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 200 len: 217 time: 0.0837314 Aug 29 17:35:04.305934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-b6d7cf6f-5104-4a05-a271-c4583159aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:04.308028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-b6d7cf6f-5104-4a05-a271-c4583159aac7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.0620801 Aug 29 17:35:04.439688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-baf095fa-6d75-41f9-ba77-8f1bcc81e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:04.441221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-baf095fa-6d75-41f9-ba77-8f1bcc81e533 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1227193 Aug 29 17:35:04.597584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60992) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:04.666890 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-6b4bd65d-23d9-4cc8-af3e-ff025640f9de service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173390 Aug 29 17:35:04.831404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-9c7035c7-a250-4fd4-8861-f470c3d0e1ff service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517966 Aug 29 17:35:04.888692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-944af368-f242-485e-aa03-3140ef1a9a80 req-94521c94-bec6-4eb9-978b-d2fd971426ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 210 time: 0.0854623 Aug 29 17:35:04.898409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8a491491-8437-4261-ba27-8375f286335a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6311546b16d439fb9a94bfe15f4e7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990296 Aug 29 17:35:04.904728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32778) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:04.954354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-dec50ad9-3057-4ad2-b6fd-dd77a1b64850 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=813cea1e-7262-422d-a892-d667f5f731aa HTTP/1.1" status: 200 len: 217 time: 0.1141629 Aug 29 17:35:05.026546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-cb3c746e-ae26-4265-9c76-a0692b41dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:05.028150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-cb3c746e-ae26-4265-9c76-a0692b41dcbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.0655193 Aug 29 17:35:05.128465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-e35978c8-26ac-4a89-a198-eb014685a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:05.131242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-e35978c8-26ac-4a89-a198-eb014685a516 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0970483 Aug 29 17:35:05.133381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd279-aad0-454c-9f90-4ebf23642b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:05.162397 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd279-aad0-454c-9f90-4ebf23642b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:05.253410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-f61b7e79-b883-42af-938e-5297b2836b7b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:05.255309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-f61b7e79-b883-42af-938e-5297b2836b7b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.3284833 Aug 29 17:35:05.279405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Request body: {'port': {'device_id': '2a0057d6-5d89-4ac8-a18d-b7fca462e591', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'admin_state_up': True, 'tenant_id': '04665ef6c231485e96c15dfdcea1a752'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:05.347935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-4d5a11e5-d16c-44b8-9c61-4a476173d8e8 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074986 Aug 29 17:35:05.434972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd279-aad0-454c-9f90-4ebf23642b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:05.437306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd279-aad0-454c-9f90-4ebf23642b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:05.448879 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b4ecd279-aad0-454c-9f90-4ebf23642b3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98bf32ee-cea7-45a4-9062-c2e45d5c37e8 HTTP/1.1" status: 204 len: 168 time: 0.5415843 Aug 29 17:35:05.494879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecd279-aad0-454c-9f90-4ebf23642b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bf32ee-cea7-45a4-9062-c2e45d5c37e8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:05.497878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-95f84846-9d4d-49d3-baea-3d9cbdc4d2b8 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420765 Aug 29 17:35:05.594061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:05.597758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:05.602087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-a8d12e46-8626-45e6-9ef5-709359fa0dbc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=038c0afa-503a-4746-8ba4-ac88ced79a83 HTTP/1.1" status: 200 len: 217 time: 0.0968900 Aug 29 17:35:05.727477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-784e947f-485f-4f7d-ac7c-8f59d4d40893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:05.729731 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-784e947f-485f-4f7d-ac7c-8f59d4d40893 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.1197748 Aug 29 17:35:05.809935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-6a5885bc-dd0a-420e-a967-29c1ab44b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:05.814157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-6a5885bc-dd0a-420e-a967-29c1ab44b6c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0772064 Aug 29 17:35:05.915233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Allocated IP 172.20.0.3 (5391bae1-cb2c-4870-ad97-f010392c0e9e/bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110/e60ea970-04d3-48e8-b8a5-b18be3bc7c93) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:06.058883 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-f69e85cc-3e7f-43a0-a863-ece220d9cab6 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358274 Aug 29 17:35:06.206659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-769cbef3-a279-4a40-ba51-a346cdf5a1d4 req-a7db0727-b113-45f7-9610-8e3580371203 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 210 time: 0.0993042 Aug 29 17:35:06.307598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-59c440a5-1e02-45da-910a-67e25056635a service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390006 Aug 29 17:35:06.439188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:06.448390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-4a558f54-76ba-4c4d-9573-771e8bfd8d16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a HTTP/1.1" status: 200 len: 217 time: 0.1332040 Aug 29 17:35:06.493967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:06.507122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:06.570371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-a02bb4dc-d999-429c-accf-56a3011c9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:06.572832 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-a02bb4dc-d999-429c-accf-56a3011c9c08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.1182957 Aug 29 17:35:06.609009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:06.632295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:06.647111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event updated for resources: {'Port': ['ID=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:06.649546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:06.686742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-61272bdd-1dff-47b9-b80b-30634f68335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:06.701755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-61272bdd-1dff-47b9-b80b-30634f68335e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1207030 Aug 29 17:35:06.739566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:06.740257 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:06.786607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-53c8725b-3b94-40fd-b411-72fdb151ebaa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5118549 Aug 29 17:35:06.799004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Request body: {'port': {'device_id': '2a0057d6-5d89-4ac8-a18d-b7fca462e591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:06.911718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:06.932676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-a2398586-c01c-4a55-bb0c-f8cab2594b64 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206702 Aug 29 17:35:07.112695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-40665500-f173-4300-9b87-0d489a6649d3 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713202 Aug 29 17:35:07.189240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-141dcb49-ed56-4369-b070-6090c01eb703 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa HTTP/1.1" status: 200 len: 217 time: 0.0693250 Aug 29 17:35:07.332297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-8b437ca5-c1dd-4fe6-866b-9eb7a10ff4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:07.333828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-8b437ca5-c1dd-4fe6-866b-9eb7a10ff4ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.1358073 Aug 29 17:35:07.370280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60ea970-04d3-48e8-b8a5-b18be3bc7c93 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:07.380852 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:07.400061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Transition to ACTIVE for port object e60ea970-04d3-48e8-b8a5-b18be3bc7c93 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:07.414155 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:07.633290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7d1ce-dbbf-414a-ac34-4d23f073b5bd req-da9360a9-3c12-4d60-ba18-913e9add8208 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:07.635234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cae7d1ce-dbbf-414a-ac34-4d23f073b5bd req-da9360a9-3c12-4d60-ba18-913e9add8208 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 943 time: 0.2697432 Aug 29 17:35:07.638647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803735-2b6f-4891-9709-70445d5d94ec req-7c41be66-b283-42fe-8bb4-330f96643a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:07.641023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-7c41be66-b283-42fe-8bb4-330f96643a59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2970622 Aug 29 17:35:07.723879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Pushing event updated for resources: {'Port': ['ID=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:07.767930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cae7d1ce-dbbf-414a-ac34-4d23f073b5bd req-72399503-2de2-45c0-8ed7-386811fb5d6b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262064 Aug 29 17:35:07.783902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Attempting to bind port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:07.793147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Attempting to bind port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:07.793147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Attempting to bind port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:07.793147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:07.793147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Attempting to bind port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:07.809926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:07.811190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Checking segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:07.812809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Bound using segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:07.813375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Bound port: e60ea970-04d3-48e8-b8a5-b18be3bc7c93, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:07.813759 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:07.841056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-65d04fce-20fa-4fed-9744-ae16270a2ffb service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811078 Aug 29 17:35:07.936582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32872) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:07.945594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] For port e60ea970-04d3-48e8-b8a5-b18be3bc7c93, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:07.951820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] For port e60ea970-04d3-48e8-b8a5-b18be3bc7c93, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:07.958836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:07.986649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2803735-2b6f-4891-9709-70445d5d94ec req-48811877-838a-4bb1-9feb-9e2c0440164a service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373248 Aug 29 17:35:08.027060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Pushing event updated for resources: {'Port': ['ID=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:08.037304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:08.038179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:08.039871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-cff43dea-1cf4-4fc6-b3bc-3bf8eee0eb51 service neutron] 10.222.0.44 "PUT /v2.0/ports/e60ea970-04d3-48e8-b8a5-b18be3bc7c93 HTTP/1.1" status: 200 len: 1092 time: 1.2455378 Aug 29 17:35:08.040234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0057d6-5d89-4ac8-a18d-b7fca462e591', 'tag': 'e60ea970-04d3-48e8-b8a5-b18be3bc7c93'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:08.042831 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9cee7a-4a20-48f9-a81a-b3816b27791b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0057d6-5d89-4ac8-a18d-b7fca462e591", "tag": "e60ea970-04d3-48e8-b8a5-b18be3bc7c93"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:08.123029 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b432c8b3-6b8c-45f9-8f27-389dc1b95710 x-openstack-request-id: req-b432c8b3-6b8c-45f9-8f27-389dc1b95710 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:08.123332 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0057d6-5d89-4ac8-a18d-b7fca462e591", "tag": "e60ea970-04d3-48e8-b8a5-b18be3bc7c93", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:08.123589 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b432c8b3-6b8c-45f9-8f27-389dc1b95710 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:08.124299 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0057d6-5d89-4ac8-a18d-b7fca462e591', 'tag': 'e60ea970-04d3-48e8-b8a5-b18be3bc7c93', 'status': 'completed', 'code': 200} Aug 29 17:35:08.126319 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0d362e0-9430-4d7c-b119-b07e68dce0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:08.140759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-ce455bdb-6079-4158-ab71-94d2a4a8cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:08.142393 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-ce455bdb-6079-4158-ab71-94d2a4a8cdec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 1095 time: 0.0546138 Aug 29 17:35:08.211140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-b92d79d9-107d-41e8-a830-f89034796bb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60ea970-04d3-48e8-b8a5-b18be3bc7c93 HTTP/1.1" status: 200 len: 217 time: 0.0590975 Aug 29 17:35:08.248625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0d362e0-9430-4d7c-b119-b07e68dce0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:08.255884 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0d362e0-9430-4d7c-b119-b07e68dce0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:08.286691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-1de39c43-4f93-4422-9a8f-994483bae134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:08.289080 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-1de39c43-4f93-4422-9a8f-994483bae134 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.0697746 Aug 29 17:35:08.301742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32882) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:08.302479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b0d362e0-9430-4d7c-b119-b07e68dce0a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adcabb12534a4438835dc47b585f7e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633444 Aug 29 17:35:08.308256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d362e0-9430-4d7c-b119-b07e68dce0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e35e8f-bbfa-4f82-ae63-6bc3ff7a2bbd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:08.355172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-f60993de-5482-4489-ab72-938fda111b88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400398 Aug 29 17:35:08.470136 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6984db5c-7e3d-45fc-bd11-9727f609a38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:08.516500 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6984db5c-7e3d-45fc-bd11-9727f609a38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:08.557735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-1769f9da-3469-4c77-b028-0907fc9ccf39 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946814 Aug 29 17:35:08.649129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6984db5c-7e3d-45fc-bd11-9727f609a38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:08.666737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6984db5c-7e3d-45fc-bd11-9727f609a38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:08.667950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6984db5c-7e3d-45fc-bd11-9727f609a38a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30e35e8f-bbfa-4f82-ae63-6bc3ff7a2bbd HTTP/1.1" status: 204 len: 168 time: 0.3645973 Aug 29 17:35:08.718526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984db5c-7e3d-45fc-bd11-9727f609a38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e35e8f-bbfa-4f82-ae63-6bc3ff7a2bbd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:08.798126 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af64733b-6573-4fc9-9e1d-2f1907fa4dc8 req-2f470edc-fb4b-4f15-9c77-b54229ea9717 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316680 Aug 29 17:35:08.862063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32912) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:08.993980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-05f12c69-3cff-4fba-8ed4-fe53433e6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:08.995986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-05f12c69-3cff-4fba-8ed4-fe53433e6eb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 1095 time: 0.1273687 Aug 29 17:35:09.025921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c053440-9843-40d5-8e3b-778d300db6ac req-3768500a-25fc-4679-a04c-5cacd01fb6b5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:09.035294 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c053440-9843-40d5-8e3b-778d300db6ac req-3768500a-25fc-4679-a04c-5cacd01fb6b5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 943 time: 0.1013496 Aug 29 17:35:09.143817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c053440-9843-40d5-8e3b-778d300db6ac req-344b4b5d-8a65-4d6a-b203-3898fc32277f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027606 Aug 29 17:35:09.195553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-de9339d9-cf26-4f63-99ef-64a0ea8abf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:09.200345 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-de9339d9-cf26-4f63-99ef-64a0ea8abf3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 907 time: 0.1964622 Aug 29 17:35:09.299340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-5cc1e481-0b00-45ef-a7cd-b25c88b54e2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60ea970-04d3-48e8-b8a5-b18be3bc7c93 HTTP/1.1" status: 200 len: 217 time: 0.0836890 Aug 29 17:35:09.402427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a056966-d97a-4934-aef9-f237de5827a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:09.467048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-a099af4b-29f6-43c6-b533-cf266b567573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:09.468863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-a099af4b-29f6-43c6-b533-cf266b567573 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.1684310 Aug 29 17:35:09.529455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-df564006-98fa-40a9-947b-ebd74eb31d53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367322 Aug 29 17:35:09.669108 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-779f4b0b-ce93-43da-acec-57b41612ed24 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155984 Aug 29 17:35:09.718154 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a056966-d97a-4934-aef9-f237de5827a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:09.745093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a056966-d97a-4934-aef9-f237de5827a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:09.954453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2a056966-d97a-4934-aef9-f237de5827a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f832f7195dd4130a8c13f166072078c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0909369 Aug 29 17:35:09.957118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32950) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:09.960178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a056966-d97a-4934-aef9-f237de5827a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c75305-65ef-45fb-be51-92202fb1cfd4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:10.021661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd9cee7a-4a20-48f9-a81a-b3816b27791b req-4852b2e5-1534-4668-a5b2-03c89bf5a638 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018801 Aug 29 17:35:10.067684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b89388f-05b6-4be0-8c5c-31ec92d79a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.114770 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b89388f-05b6-4be0-8c5c-31ec92d79a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.133358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32952) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:10.194067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b89388f-05b6-4be0-8c5c-31ec92d79a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.196682 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b89388f-05b6-4be0-8c5c-31ec92d79a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.197837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9b89388f-05b6-4be0-8c5c-31ec92d79a34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05c75305-65ef-45fb-be51-92202fb1cfd4 HTTP/1.1" status: 204 len: 168 time: 0.2396841 Aug 29 17:35:10.210320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89388f-05b6-4be0-8c5c-31ec92d79a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c75305-65ef-45fb-be51-92202fb1cfd4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:10.299107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859d528-fe9b-4a01-bda0-5d509a67c610 req-d1e6515e-986a-4d4b-886e-45106d6d6579 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:10.300788 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b859d528-fe9b-4a01-bda0-5d509a67c610 req-d1e6515e-986a-4d4b-886e-45106d6d6579 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 943 time: 0.0594902 Aug 29 17:35:10.306623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-340881874-network', 'tenant_id': '5060e71db0a44efc9ca0021aa310d4c0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:10.373132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b859d528-fe9b-4a01-bda0-5d509a67c610 req-8267e739-0b56-4722-aea4-f69504f3c9f6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631633 Aug 29 17:35:10.374231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Made reservation on behalf of 5060e71db0a44efc9ca0021aa310d4c0 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:10.376610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.386139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.571363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.575675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.610061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:35:10.624005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:10.632837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.633244 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Added segment 156f8fc1-2ecd-41aa-b2ab-2ab437311317 of type vlan for network e3fa96f9-2b20-4227-b075-3198f1dd729e Aug 29 17:35:10.667540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:10.682996 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.687379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-146daa4e-7633-44d9-9822-c2387ca25a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.711483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.712812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:10.713480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.808525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-146daa4e-7633-44d9-9822-c2387ca25a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.819147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-146daa4e-7633-44d9-9822-c2387ca25a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:10.900235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32970) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:10.919209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-146daa4e-7633-44d9-9822-c2387ca25a39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=006468ca86054c899869c9445dc05a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504592 Aug 29 17:35:10.935838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32974) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:11.059754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146daa4e-7633-44d9-9822-c2387ca25a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb44415-2b85-4e63-9a58-1e23c0953229,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:11.096641 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34cddff0-9c7c-4704-9d7f-d966359e5bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:11.104347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e60ea970-04d3-48e8-b8a5-b18be3bc7c93 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:11.136261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34cddff0-9c7c-4704-9d7f-d966359e5bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:11.257435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34cddff0-9c7c-4704-9d7f-d966359e5bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:11.259510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34cddff0-9c7c-4704-9d7f-d966359e5bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:11.261109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-34cddff0-9c7c-4704-9d7f-d966359e5bca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fb44415-2b85-4e63-9a58-1e23c0953229 HTTP/1.1" status: 204 len: 168 time: 0.3240960 Aug 29 17:35:11.277452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cddff0-9c7c-4704-9d7f-d966359e5bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb44415-2b85-4e63-9a58-1e23c0953229,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:11.399806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e60ea970-04d3-48e8-b8a5-b18be3bc7c93, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:11.400661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32984) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:11.408974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2742519 Aug 29 17:35:11.411477 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a55d6007-3b83-4d2e-8654-eddccbb14bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:11.423059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Request body: {'subnet': {'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-340881874-subnet', 'tenant_id': '5060e71db0a44efc9ca0021aa310d4c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:11.423796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eb55c-c336-4230-b4a8-a48a0e8a479b admin admin] Pushing event updated for resources: {'Network': ['ID=e3fa96f9-2b20-4227-b075-3198f1dd729e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:11.438355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'e60ea970-04d3-48e8-b8a5-b18be3bc7c93', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'port_id': 'e60ea970-04d3-48e8-b8a5-b18be3bc7c93', 'mac_address': 'fa:16:3e:dd:16:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:11.458677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Made reservation on behalf of 5060e71db0a44efc9ca0021aa310d4c0 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:11.469774 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:11.565409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e3fa96f9-2b20-4227-b075-3198f1dd729e details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:35:11.572374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:11.601729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60ea970-04d3-48e8-b8a5-b18be3bc7c93 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:11.625649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d10f-7151-403c-9dfe-54a6cbb2e401 req-0bcee110-9943-4613-88ae-5995220355cd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:11.636222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fd0d10f-7151-403c-9dfe-54a6cbb2e401 req-0bcee110-9943-4613-88ae-5995220355cd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 943 time: 0.1214530 Aug 29 17:35:11.727713 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fd0d10f-7151-403c-9dfe-54a6cbb2e401 req-4bbfb36c-c171-45fd-9a34-256a9bd7089a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904994 Aug 29 17:35:11.747561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e60ea970-04d3-48e8-b8a5-b18be3bc7c93, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:11.755780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:11.821600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:11.983591 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.023423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e60ea970-04d3-48e8-b8a5-b18be3bc7c93'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:12.054249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:12.083109 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f49b6235-e91a-481f-b244-02195c9de0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.198014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Checking segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:12.203467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Network hostable DHCP agents. Network: e3fa96f9-2b20-4227-b075-3198f1dd729e, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:35:12.319335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Network e3fa96f9-2b20-4227-b075-3198f1dd729e is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:35:12.347514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bab839-0794-4b9b-829c-fdbd6eba7e9f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:12.363106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e3fa96f9-2b20-4227-b075-3198f1dd729e) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:12.374145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:12.374833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.407421 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f49b6235-e91a-481f-b244-02195c9de0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.418418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f49b6235-e91a-481f-b244-02195c9de0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.456685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b6235-e91a-481f-b244-02195c9de0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab33ceb-e5eb-4089-a28a-daee103827fd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:12.522654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f49b6235-e91a-481f-b244-02195c9de0cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0f8962fcb6e403497769305ac0564e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621880 Aug 29 17:35:12.525823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33002) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:12.543995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fce223-e9e0-46ae-b699-00c209d417e6 None None] Network e3fa96f9-2b20-4227-b075-3198f1dd729e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:12.707043 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48b388e1-db04-4c3c-af74-f7e5dd10e919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.770476 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.810004 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48b388e1-db04-4c3c-af74-f7e5dd10e919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.871698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea177574-33e7-4e6b-94eb-9b1bcd7647ec None None] Network e3fa96f9-2b20-4227-b075-3198f1dd729e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:12.875134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1cec3def-ed17-44ec-b3ba-779050b63698 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4708440 Aug 29 17:35:12.945819 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48b388e1-db04-4c3c-af74-f7e5dd10e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.949556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-48b388e1-db04-4c3c-af74-f7e5dd10e919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:12.953261 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-48b388e1-db04-4c3c-af74-f7e5dd10e919 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ab33ceb-e5eb-4089-a28a-daee103827fd HTTP/1.1" status: 204 len: 168 time: 0.4240224 Aug 29 17:35:13.010205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f696d55-aa79-44c4-afe0-27d6a63d9404 req-b0268524-3f87-4518-a14c-ee2a5a6b061f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:13.032586 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f696d55-aa79-44c4-afe0-27d6a63d9404 req-b0268524-3f87-4518-a14c-ee2a5a6b061f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 944 time: 0.1922889 Aug 29 17:35:13.044485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b388e1-db04-4c3c-af74-f7e5dd10e919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab33ceb-e5eb-4089-a28a-daee103827fd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:13.063906 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:13.126028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f696d55-aa79-44c4-afe0-27d6a63d9404 req-e524f631-ba13-457a-9f4c-f5560a8a9a95 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927129 Aug 29 17:35:13.158616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:13.699883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Deleting port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:13.700510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:13.856608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] For port bb4bd983-58cb-4b97-9aa5-8a68e9bfa692, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:13.857105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:13.872942 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-958d27b6-72bb-4862-8393-24342de6d410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:13.874860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Calling delete_port for bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:13.903386 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:13.997663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-b7b702a8-9f9e-4f85-bd3c-d86cd53fd3e9 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:13.999170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-b7b702a8-9f9e-4f85-bd3c-d86cd53fd3e9 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 812 time: 0.2206075 Aug 29 17:35:14.021938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-98a76208-170a-4e7b-b2c8-8d185470f0d8 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/quotas/5060e71db0a44efc9ca0021aa310d4c0 HTTP/1.1" status: 200 len: 375 time: 0.0111272 Aug 29 17:35:14.067606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-5be0ecae-266f-4b94-bea0-1607740c6a20 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320120 Aug 29 17:35:14.199517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:14.204347 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-f41b35fd-4c7a-48a9-ac31-e0565124e088 service neutron] 10.222.0.41 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287055 Aug 29 17:35:14.258926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4bd983-58cb-4b97-9aa5-8a68e9bfa692,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:14.323297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-f01f43dc-debe-4154-99ba-6ec9f6587108 service neutron] 10.222.0.41 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177843 Aug 29 17:35:14.377551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bb049-631e-4fc2-9597-979db8af835c req-e2edfe1a-b18f-444b-afac-f1a4dfc573dd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:14.385069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c90bb049-631e-4fc2-9597-979db8af835c req-e2edfe1a-b18f-444b-afac-f1a4dfc573dd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 944 time: 0.1576245 Aug 29 17:35:14.454448 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c90bb049-631e-4fc2-9597-979db8af835c req-1e1d2cb9-526b-4603-9fb4-5a405cf7dd00 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681834 Aug 29 17:35:14.687022 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:14.693209 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d5e5c9ec-156f-4003-a829-6c90e6213a6f req-70a3ad72-43ff-4098-8350-32261b11a13c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 210 time: 0.0371063 Aug 29 17:35:14.971250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:35:15.115168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:35:15.125036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e60ea970-04d3-48e8-b8a5-b18be3bc7c93 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:15.167824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33098) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:15.171121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-db72eb85-4d0e-4e8d-98e7-05df2c806069 admin admin] 10.222.0.41 "PUT /v2.0/routers/f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2599101 Aug 29 17:35:15.224211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] Sync routers for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:35:15.242178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:35:15.242849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:35:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:15.302394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:15.311759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:15.312717 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.376281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.425727 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.427840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:35:15.603431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.635628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.738165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0057d6-5d89-4ac8-a18d-b7fca462e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60ea970-04d3-48e8-b8a5-b18be3bc7c93'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:15.741787 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a30c8d7-ea99-45d0-ae86-aaf2bf7c36e1" -d '{"events": [{"server_uuid": "2a0057d6-5d89-4ac8-a18d-b7fca462e591", "name": "network-vif-plugged", "status": "completed", "tag": "e60ea970-04d3-48e8-b8a5-b18be3bc7c93"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:15.779907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port e60ea970-04d3-48e8-b8a5-b18be3bc7c93, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:15.805368 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.806848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Deleting port 4ef22901-1f41-419d-8928-2e81237d1f05 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:15.809025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.824627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537da685-4668-4776-9e8f-33db073f9b04 req-ea5e9d12-3cfe-4104-9d79-725c91e8f377 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:15.834034 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-537da685-4668-4776-9e8f-33db073f9b04 req-ea5e9d12-3cfe-4104-9d79-725c91e8f377 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 944 time: 0.1753025 Aug 29 17:35:15.925607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:35:14Z', 'revision_number': 5, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port': {'id': '4ef22901-1f41-419d-8928-2e81237d1f05', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:23:27Z', 'updated_at': '2021-08-29T17:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:15.928671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:15.936409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-537da685-4668-4776-9e8f-33db073f9b04 req-16a17b0e-90aa-4993-8a15-1a25a60d1bd1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014359 Aug 29 17:35:15.970460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] Checking router: f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:35:15.980313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] Routers {'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:35:15.981092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:35:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:16.074391 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679eb6fa-63c7-477a-ab06-560c27e8499d x-openstack-request-id: req-679eb6fa-63c7-477a-ab06-560c27e8499d {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:16.076102 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0057d6-5d89-4ac8-a18d-b7fca462e591", "name": "network-vif-plugged", "status": "completed", "tag": "e60ea970-04d3-48e8-b8a5-b18be3bc7c93", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:16.076659 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-679eb6fa-63c7-477a-ab06-560c27e8499d {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:16.077055 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0057d6-5d89-4ac8-a18d-b7fca462e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60ea970-04d3-48e8-b8a5-b18be3bc7c93', 'code': 200} Aug 29 17:35:16.118805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] Set router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:35:16.127880 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] For port 4ef22901-1f41-419d-8928-2e81237d1f05, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4ef22901-1f41-419d-8928-2e81237d1f05,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:16.130422 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:16.203580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Calling delete_port for 4ef22901-1f41-419d-8928-2e81237d1f05 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:16.233722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:35:15Z', 'revision_number': 6, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:16.264440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538e23ea-24b0-4d21-926d-838c09f9a03b None None] The sync data for ids ['f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb'] in n-d-713499-15 is: [{'id': 'f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1266175960-router', 'tenant_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:23:25Z', 'updated_at': '2021-08-29T17:35:15Z', 'revision_number': 6, 'project_id': 'ac200e02e3e14ba4934d4edbc4d9cd0f', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:35:16.429775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d64f767-85ab-4502-8892-ec747ee79727 req-e573aaf4-3e18-45cc-a573-af169876c256 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 210 time: 0.0632169 Aug 29 17:35:16.493270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bb152-e256-4ebc-9f79-06b35deeb6dd req-0ca02191-6707-465f-ad8e-504a04166484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:16.495080 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d1bb152-e256-4ebc-9f79-06b35deeb6dd req-0ca02191-6707-465f-ad8e-504a04166484 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 1097 time: 0.1784136 Aug 29 17:35:16.599506 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d1bb152-e256-4ebc-9f79-06b35deeb6dd req-13716e6c-a308-4f39-9c1d-8a5329b48880 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585949 Aug 29 17:35:16.679085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:16.712735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:16.713086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bb4bd983-58cb-4b97-9aa5-8a68e9bfa692 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:16.737455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:16.806431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:16.878407 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef22901-1f41-419d-8928-2e81237d1f05,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:17.033641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.234117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.236636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.297962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-ce502123-8ce5-4d4b-a011-324de3b8c836 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:17.300132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-ce502123-8ce5-4d4b-a011-324de3b8c836 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 812 time: 0.5993607 Aug 29 17:35:17.385261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Request body: {'port': {'device_id': '80208612-3d51-4572-b869-18cfc3ad9f60', 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'admin_state_up': True, 'tenant_id': '5060e71db0a44efc9ca0021aa310d4c0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:17.603195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-4b29773d-b02c-4d10-9baf-48d53f1c98c0 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:17.609288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-4b29773d-b02c-4d10-9baf-48d53f1c98c0 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 812 time: 0.3838170 Aug 29 17:35:17.622132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.625871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:35:17.642287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.646424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-186a0190-0f99-4499-80fd-a19a18ac0b83 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f53ea5ff-ebf3-41eb-891b-6d87edfa6fbb HTTP/1.1" status: 204 len: 168 time: 2.4761291 Aug 29 17:35:17.653741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33146) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:17.702959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Request body: {'port': {'device_id': '91e5554e-79ac-4c25-b232-7738f3f385ed', 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'admin_state_up': True, 'tenant_id': '5060e71db0a44efc9ca0021aa310d4c0'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:17.749047 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1322bb07-7be2-4168-8e97-b101c1e1f3f9 req-380ca6a5-caa1-4335-b3f3-441e17a7baa3 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 210 time: 0.1384063 Aug 29 17:35:17.753547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386addb-4612-43c3-96cc-66b30453a3bc req-c848aa4a-81a5-400f-a06d-9a31360ab260 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:17.755844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3386addb-4612-43c3-96cc-66b30453a3bc req-c848aa4a-81a5-400f-a06d-9a31360ab260 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 945 time: 0.5096455 Aug 29 17:35:17.805170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-69951291-a218-4b9a-844a-26e9ae2556b0 admin admin] Deleting subnet 02c398ab-acc0-4618-b795-8014350499c2 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:35:17.809006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69951291-a218-4b9a-844a-26e9ae2556b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.903240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69951291-a218-4b9a-844a-26e9ae2556b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.910883 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Made reservation on behalf of 5060e71db0a44efc9ca0021aa310d4c0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:17.914391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.951748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Made reservation on behalf of 5060e71db0a44efc9ca0021aa310d4c0 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:17.956167 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.963759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3386addb-4612-43c3-96cc-66b30453a3bc req-c92766f8-8c26-456f-a7a8-196e0d67dbfe tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946201 Aug 29 17:35:18.210864 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69951291-a218-4b9a-844a-26e9ae2556b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.260986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Allocated IP 172.20.0.12 (e3fa96f9-2b20-4227-b075-3198f1dd729e/c5bab839-0794-4b9b-829c-fdbd6eba7e9f/35a13e5e-c7a2-4c27-9298-c10541c9057d) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:18.339277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69951291-a218-4b9a-844a-26e9ae2556b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.405811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69951291-a218-4b9a-844a-26e9ae2556b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c398ab-acc0-4618-b795-8014350499c2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:18.417197 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69951291-a218-4b9a-844a-26e9ae2556b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.422253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-69951291-a218-4b9a-844a-26e9ae2556b0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/02c398ab-acc0-4618-b795-8014350499c2 HTTP/1.1" status: 204 len: 168 time: 0.7657688 Aug 29 17:35:18.422959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33158) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:18.426402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d04f2-d066-4a5d-bfb6-272194bed0c8 None None] Network c94a284a-3908-4129-8987-ec9683304a7a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:18.530074 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.593120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4ef22901-1f41-419d-8928-2e81237d1f05 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:18.612620 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.641792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.659974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 4ef22901-1f41-419d-8928-2e81237d1f05 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:18.660725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4ef22901-1f41-419d-8928-2e81237d1f05 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:18.768623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Network e3fa96f9-2b20-4227-b075-3198f1dd729e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:18.779651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:18.794875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:18.799598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Pushing event updated for resources: {'Port': ['ID=35a13e5e-c7a2-4c27-9298-c10541c9057d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:18.870986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Allocated IP 172.20.0.3 (e3fa96f9-2b20-4227-b075-3198f1dd729e/c5bab839-0794-4b9b-829c-fdbd6eba7e9f/29575c4f-830f-4b27-a9be-b225fa0cdbd5) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:18.895749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] DHCP port deletion for c94a284a-3908-4129-8987-ec9683304a7a request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:35:18.921791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:18.928070 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.928281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Deleting port e245b8fe-ba05-4494-97f4-422b61498409 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:18.928561 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.954190 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-cdb4b7b0-9590-4eed-9b8c-79dc301b69f1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2781096 Aug 29 17:35:18.972350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Request body: {'port': {'device_id': '91e5554e-79ac-4c25-b232-7738f3f385ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:19.011779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] Deleting port e245b8fe-ba05-4494-97f4-422b61498409 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:19.012153 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:19.081455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] For port e245b8fe-ba05-4494-97f4-422b61498409, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e245b8fe-ba05-4494-97f4-422b61498409,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:19.082515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:19.125964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:19.215011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] For port e245b8fe-ba05-4494-97f4-422b61498409, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e245b8fe-ba05-4494-97f4-422b61498409,segment=NetworkSegment(f2e8f96c-f551-4d80-908f-0d59bee31600),segment_id=f2e8f96c-f551-4d80-908f-0d59bee31600)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:19.219327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:19.245939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Calling delete_port for e245b8fe-ba05-4494-97f4-422b61498409 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:19.267850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8842f-6911-42ca-a2a4-ec9f910c175a req-545b88f5-f4b3-475e-9634-728e8c10a9f9 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:19.268811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] Calling delete_port for e245b8fe-ba05-4494-97f4-422b61498409 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:19.269062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9ac07-6234-4587-a03a-7fb9c842fcb0 req-6d13595f-ad21-4720-8e8a-d5bf8fb69510 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:19.269528 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fad8842f-6911-42ca-a2a4-ec9f910c175a req-545b88f5-f4b3-475e-9634-728e8c10a9f9 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 932 time: 0.3789594 Aug 29 17:35:19.271116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ee9ac07-6234-4587-a03a-7fb9c842fcb0 req-6d13595f-ad21-4720-8e8a-d5bf8fb69510 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 945 time: 0.1618032 Aug 29 17:35:19.447090 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ee9ac07-6234-4587-a03a-7fb9c842fcb0 req-84a68cce-6f91-408f-87aa-674846231743 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597900 Aug 29 17:35:19.585584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:19.625463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fad8842f-6911-42ca-a2a4-ec9f910c175a req-3a869d31-77b0-4b12-9ef0-65e7a94d514f tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301520 Aug 29 17:35:19.675628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] Pushing event deleted for resources: {'Port': ['ID=e245b8fe-ba05-4494-97f4-422b61498409,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:19.693413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ba6a9-7b69-4f48-8c03-b66e771e144f None None] No DVR routers for this DVR port e245b8fe-ba05-4494-97f4-422b61498409 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:19.698609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:19.757625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:19.768757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:19.813126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e245b8fe-ba05-4494-97f4-422b61498409,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:19.819141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] No DVR routers for this DVR port e245b8fe-ba05-4494-97f4-422b61498409 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:19.890485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Network e3fa96f9-2b20-4227-b075-3198f1dd729e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:19.891676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Pushing event updated for resources: {'Port': ['ID=29575c4f-830f-4b27-a9be-b225fa0cdbd5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:19.896821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:19.930113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:19.990615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:19.991157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.030966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-3e835b38-f770-4cad-84b2-083a3d8c8987 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:20.039370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-3e835b38-f770-4cad-84b2-083a3d8c8987 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.1809535 Aug 29 17:35:20.084478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-730ed4ca-bd45-4fdd-9ef2-05888455e847 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7060263 Aug 29 17:35:20.101714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-47091b88-d717-44c5-9906-caf3ff0d9209 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/quotas/04665ef6c231485e96c15dfdcea1a752 HTTP/1.1" status: 200 len: 375 time: 0.0610926 Aug 29 17:35:20.111943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Request body: {'port': {'device_id': '80208612-3d51-4572-b869-18cfc3ad9f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:20.132944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.177146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94a284a-3908-4129-8987-ec9683304a7a']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:20.193707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e8f96c-f551-4d80-908f-0d59bee31600') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:20.194023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e8f96c-f551-4d80-908f-0d59bee31600') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:20.244786 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.297850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.303312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a13e5e-c7a2-4c27-9298-c10541c9057d {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:20.321433 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.352464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Transition to ACTIVE for port object 35a13e5e-c7a2-4c27-9298-c10541c9057d will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:20.387499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-58b36dbf-813c-4cf4-bfe2-48b6f1c85458 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2848148 Aug 29 17:35:20.391348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.400780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.404529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:35:20.405992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:35:20.406899 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:35:20.582443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e245b8fe-ba05-4494-97f4-422b61498409 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:20.692977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e245b8fe-ba05-4494-97f4-422b61498409 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:20.693667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e245b8fe-ba05-4494-97f4-422b61498409 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:20.696276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Pushing event updated for resources: {'Port': ['ID=35a13e5e-c7a2-4c27-9298-c10541c9057d,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:20.735540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.773016 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.782546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c94a284a-3908-4129-8987-ec9683304a7a HTTP/1.1" status: 204 len: 168 time: 2.3560097 Aug 29 17:35:20.929817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db2aaf-3968-4282-b264-a7d8109ddf3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c94a284a-3908-4129-8987-ec9683304a7a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:21.251642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d8e7a-c07e-4733-a256-ddf62256eb5b req-d260c85b-3c1c-4ec6-9b45-a4b285285911 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:21.255095 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d8e7a-c07e-4733-a256-ddf62256eb5b req-d260c85b-3c1c-4ec6-9b45-a4b285285911 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 944 time: 0.1162143 Aug 29 17:35:21.265140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29575c4f-830f-4b27-a9be-b225fa0cdbd5 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:21.306942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33208) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:21.322463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d8e7a-c07e-4733-a256-ddf62256eb5b req-72f7bfdf-5276-415d-a0f6-dbf0cb00ef0a tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Aug 29 17:35:21.325546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:21.349728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Transition to ACTIVE for port object 29575c4f-830f-4b27-a9be-b225fa0cdbd5 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:21.359998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:21.451163 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-c8d65ab4-e0b5-4644-9de3-b2508f8f696b service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0338795 Aug 29 17:35:21.540165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c5e0faca-c71e-487e-a67c-998e594e5dc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac200e02e3e14ba4934d4edbc4d9cd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257907 Aug 29 17:35:21.543545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33210) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:21.678735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Attempting to bind port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:21.678735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Attempting to bind port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:21.679809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Attempting to bind port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 on network e3fa96f9-2b20-4227-b075-3198f1dd729e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:21.688100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Pushing event updated for resources: {'Port': ['ID=29575c4f-830f-4b27-a9be-b225fa0cdbd5,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:21.699322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 on network e3fa96f9-2b20-4227-b075-3198f1dd729e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:21.699660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Attempting to bind port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 on network e3fa96f9-2b20-4227-b075-3198f1dd729e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:21.709634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:21.709807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Checking segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:21.710197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Bound using segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:21.710755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Bound port: 29575c4f-830f-4b27-a9be-b225fa0cdbd5, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:21.711127 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:21.735798 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:35:21.755489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Attempting to bind port 35a13e5e-c7a2-4c27-9298-c10541c9057d on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:21.755844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Attempting to bind port 35a13e5e-c7a2-4c27-9298-c10541c9057d by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:21.756185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Attempting to bind port 35a13e5e-c7a2-4c27-9298-c10541c9057d on network e3fa96f9-2b20-4227-b075-3198f1dd729e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:21.779725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Port 35a13e5e-c7a2-4c27-9298-c10541c9057d on network e3fa96f9-2b20-4227-b075-3198f1dd729e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:21.784939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Attempting to bind port 35a13e5e-c7a2-4c27-9298-c10541c9057d on network e3fa96f9-2b20-4227-b075-3198f1dd729e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:21.813979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f61de4-95cc-484a-a4ec-f3d0df0f19b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:21.820866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:21.821211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Checking segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:21.821716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Bound using segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:21.822688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Bound port: 35a13e5e-c7a2-4c27-9298-c10541c9057d, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:21.823062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:21.897251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] For port 29575c4f-830f-4b27-a9be-b225fa0cdbd5, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:21.902362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] For port 29575c4f-830f-4b27-a9be-b225fa0cdbd5, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29575c4f-830f-4b27-a9be-b225fa0cdbd5,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:21.917066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:21.937738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] For port 35a13e5e-c7a2-4c27-9298-c10541c9057d, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:21.942072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] For port 35a13e5e-c7a2-4c27-9298-c10541c9057d, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=35a13e5e-c7a2-4c27-9298-c10541c9057d,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:21.967250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:21.983268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:21.984138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:21.985641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] 10.222.0.43 "PUT /v2.0/ports/29575c4f-830f-4b27-a9be-b225fa0cdbd5 HTTP/1.1" status: 200 len: 1092 time: 1.8922093 Aug 29 17:35:21.986182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80208612-3d51-4572-b869-18cfc3ad9f60', 'tag': '29575c4f-830f-4b27-a9be-b225fa0cdbd5'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:21.988983 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dac180-4aec-4ecc-93b3-5f082e96a757" -d '{"events": [{"name": "network-changed", "server_uuid": "80208612-3d51-4572-b869-18cfc3ad9f60", "tag": "29575c4f-830f-4b27-a9be-b225fa0cdbd5"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:22.078948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Pushing event updated for resources: {'Port': ['ID=35a13e5e-c7a2-4c27-9298-c10541c9057d,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:22.096799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f61de4-95cc-484a-a4ec-f3d0df0f19b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:22.116688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:22.117430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:22.119044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-66f11fc9-7a2c-489d-bc95-a82a68787a83 service neutron] 10.222.0.43 "PUT /v2.0/ports/35a13e5e-c7a2-4c27-9298-c10541c9057d HTTP/1.1" status: 200 len: 1093 time: 3.1562333 Aug 29 17:35:22.123517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e5554e-79ac-4c25-b232-7738f3f385ed', 'tag': '35a13e5e-c7a2-4c27-9298-c10541c9057d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:22.132320 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e38566-7937-4607-a7f5-4bbe108e9f60" -d '{"events": [{"name": "network-changed", "server_uuid": "91e5554e-79ac-4c25-b232-7738f3f385ed", "tag": "35a13e5e-c7a2-4c27-9298-c10541c9057d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:22.140348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bed810f8-022d-4e3a-8449-8455ecfdec83 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303697 Aug 29 17:35:22.149726 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1001960a-657c-4d65-8e3c-dc7eb0983eb4 x-openstack-request-id: req-1001960a-657c-4d65-8e3c-dc7eb0983eb4 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:22.150093 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80208612-3d51-4572-b869-18cfc3ad9f60", "tag": "29575c4f-830f-4b27-a9be-b225fa0cdbd5", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:22.150273 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1001960a-657c-4d65-8e3c-dc7eb0983eb4 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:22.150679 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80208612-3d51-4572-b869-18cfc3ad9f60', 'tag': '29575c4f-830f-4b27-a9be-b225fa0cdbd5', 'status': 'completed', 'code': 200} Aug 29 17:35:22.155905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac1aa9-3850-4f87-ac07-f06715cccf51 service neutron] Pushing event updated for resources: {'Port': ['ID=29575c4f-830f-4b27-a9be-b225fa0cdbd5,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:22.189181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-9eafda44-3043-4ad1-a70a-b862f98471ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:22.195169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-9eafda44-3043-4ad1-a70a-b862f98471ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&device_id=80208612-3d51-4572-b869-18cfc3ad9f60 HTTP/1.1" status: 200 len: 1095 time: 0.1426437 Aug 29 17:35:22.232082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-8d54cc0c-0d61-4288-9943-0da09b3e3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:22.233594 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-8d54cc0c-0d61-4288-9943-0da09b3e3174 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 1096 time: 0.0492001 Aug 29 17:35:22.267252 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f00cf-c060-4dad-8fce-f6693e8dafde x-openstack-request-id: req-702f00cf-c060-4dad-8fce-f6693e8dafde {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:22.267552 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e5554e-79ac-4c25-b232-7738f3f385ed", "tag": "35a13e5e-c7a2-4c27-9298-c10541c9057d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:22.267812 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-702f00cf-c060-4dad-8fce-f6693e8dafde {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:22.268214 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e5554e-79ac-4c25-b232-7738f3f385ed', 'tag': '35a13e5e-c7a2-4c27-9298-c10541c9057d', 'status': 'completed', 'code': 200} Aug 29 17:35:22.271260 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f61de4-95cc-484a-a4ec-f3d0df0f19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:22.274335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f61de4-95cc-484a-a4ec-f3d0df0f19b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:22.275603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-26f61de4-95cc-484a-a4ec-f3d0df0f19b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7ec2cd2-28d5-4215-864b-a2da7c08ff65 HTTP/1.1" status: 204 len: 168 time: 0.7064171 Aug 29 17:35:22.333727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-11955f06-db91-4a9f-a684-56c1c4585a73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29575c4f-830f-4b27-a9be-b225fa0cdbd5 HTTP/1.1" status: 200 len: 217 time: 0.1325555 Aug 29 17:35:22.335514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-81b3f4af-10f4-4213-8d63-b871deea7c6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a13e5e-c7a2-4c27-9298-c10541c9057d HTTP/1.1" status: 200 len: 217 time: 0.0930965 Aug 29 17:35:22.349663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f61de4-95cc-484a-a4ec-f3d0df0f19b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ec2cd2-28d5-4215-864b-a2da7c08ff65,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:22.475721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-577663fe-1da6-4567-b88c-4f7e386862a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:22.477234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-577663fe-1da6-4567-b88c-4f7e386862a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 200 len: 852 time: 0.1297271 Aug 29 17:35:22.544580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-17fba0f1-07f0-4d18-873d-ee3e63f0993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:22.546257 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-17fba0f1-07f0-4d18-873d-ee3e63f0993f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 200 len: 852 time: 0.1893635 Aug 29 17:35:22.617762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-204b9c09-dbc9-4265-9813-0d83e1fbe93e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3fa96f9-2b20-4227-b075-3198f1dd729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315780 Aug 29 17:35:22.621873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:22.634988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-45017c9e-aa4b-47f8-a83e-4a9873e995f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3fa96f9-2b20-4227-b075-3198f1dd729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810533 Aug 29 17:35:22.653585 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5649036c-d063-4033-8f25-caa170b72f1a req-0f5d0362-4632-407d-ad8b-de3d3f657937 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 210 time: 0.0836878 Aug 29 17:35:22.807353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-46700f44-2483-46c7-9c77-21ef5c73e304 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526988 Aug 29 17:35:22.937619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-4ccb174f-cde8-44b8-8f31-f18c2355ee17 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060110 Aug 29 17:35:22.997075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-958eae4a-ba7a-4b3b-9a5a-b21d64c7b7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:23.167192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aeee5-8de6-4a4e-9340-ecab371ad134 req-dd2a27a8-c002-413b-84a5-990ad681d2e2 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:23.168846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-358aeee5-8de6-4a4e-9340-ecab371ad134 req-dd2a27a8-c002-413b-84a5-990ad681d2e2 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 944 time: 0.5489438 Aug 29 17:35:23.183577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-08af9275-1306-46ba-8999-9752fbfc2258 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678582 Aug 29 17:35:23.273568 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b19f50d-1701-4a84-8cc9-bb8322272b25 req-0c1a87dc-4dd5-4513-98e6-73bd7cf8abf4 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253822 Aug 29 17:35:23.353520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-358aeee5-8de6-4a4e-9340-ecab371ad134 req-212cf69a-3626-45f5-ba5d-759a902b0fc6 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595013 Aug 29 17:35:23.368342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-958eae4a-ba7a-4b3b-9a5a-b21d64c7b7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:23.380470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-b33ee936-5a34-468c-a110-ac82f488ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:23.381975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-b33ee936-5a34-468c-a110-ac82f488ef1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 1096 time: 0.1365659 Aug 29 17:35:23.391415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-958eae4a-ba7a-4b3b-9a5a-b21d64c7b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:23.444383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-958eae4a-ba7a-4b3b-9a5a-b21d64c7b7ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e211505f6024bb6a098dd5877c6c7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184466 Aug 29 17:35:23.452749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33272) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:23.525312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eae4a-ba7a-4b3b-9a5a-b21d64c7b7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9043a9-b575-4fd4-93f1-d955ba1a965d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:23.537877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-97b1bfdf-3f05-4d43-a1b0-c2659a5cc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:23.552642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-97b1bfdf-3f05-4d43-a1b0-c2659a5cc4b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&device_id=80208612-3d51-4572-b869-18cfc3ad9f60 HTTP/1.1" status: 200 len: 1095 time: 0.1977634 Aug 29 17:35:23.605404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-f6f8bdf2-2d8e-4fa2-a024-e16e56aa6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:23.607026 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-f6f8bdf2-2d8e-4fa2-a024-e16e56aa6174 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 913 time: 0.2109768 Aug 29 17:35:23.664650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-fba47892-eda7-4722-84e1-b0c08b13fc07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a13e5e-c7a2-4c27-9298-c10541c9057d HTTP/1.1" status: 200 len: 217 time: 0.0474024 Aug 29 17:35:23.720658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33280) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:23.746796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-1a2b612e-76cb-43dd-a864-5692e4ddc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:23.748269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-1a2b612e-76cb-43dd-a864-5692e4ddc1b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 200 len: 852 time: 0.0764859 Aug 29 17:35:23.760691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd501257-dc7e-4956-a654-03d49314e942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:23.813650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-408a1af0-5296-4faf-92bb-84642d18be35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3fa96f9-2b20-4227-b075-3198f1dd729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570264 Aug 29 17:35:23.815853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a47d2371-555e-448e-9e3e-f8d8162f0766 req-23097f2c-2846-4130-8fc3-ac3ae02d1938 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 210 time: 0.0462978 Aug 29 17:35:23.853912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-9a8360f6-c3cb-4756-ba6c-951aa9c7746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:23.857378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-9a8360f6-c3cb-4756-ba6c-951aa9c7746c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 913 time: 0.2887692 Aug 29 17:35:23.885284 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd501257-dc7e-4956-a654-03d49314e942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:23.932465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1950959199-network', 'tenant_id': '467a0cc66cbb411794c577d05b97ffec'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:23.936716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-e950c841-026a-46cb-828c-4c75cdaa0516 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29575c4f-830f-4b27-a9be-b225fa0cdbd5 HTTP/1.1" status: 200 len: 217 time: 0.0664644 Aug 29 17:35:23.995940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-2b42c965-7d24-436d-9834-f08f66c3dbf4 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712270 Aug 29 17:35:24.153379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Made reservation on behalf of 467a0cc66cbb411794c577d05b97ffec for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:24.156185 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:24.163926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92e38566-7937-4607-a7f5-4bbe108e9f60 req-6c6f2598-8e50-41b5-8087-a258eabeba6a service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583560 Aug 29 17:35:24.186910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-b9ad5f20-cff5-4d19-9601-8c3056478502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:24.188540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-b9ad5f20-cff5-4d19-9601-8c3056478502 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 200 len: 852 time: 0.2368319 Aug 29 17:35:24.196666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:24.245679 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd501257-dc7e-4956-a654-03d49314e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:24.248164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd501257-dc7e-4956-a654-03d49314e942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:24.251179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd501257-dc7e-4956-a654-03d49314e942 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef9043a9-b575-4fd4-93f1-d955ba1a965d HTTP/1.1" status: 204 len: 168 time: 0.7838588 Aug 29 17:35:24.254980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-03359d6d-2838-45d6-8536-7f6bf5a4e80b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3fa96f9-2b20-4227-b075-3198f1dd729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449321 Aug 29 17:35:24.337710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd501257-dc7e-4956-a654-03d49314e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9043a9-b575-4fd4-93f1-d955ba1a965d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:24.482066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0498aa3-94ad-47a5-9da6-7e8194f6c5d1 req-9b2a3320-94a6-445d-bebc-760b431b6b64 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:24.490187 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0498aa3-94ad-47a5-9da6-7e8194f6c5d1 req-9b2a3320-94a6-445d-bebc-760b431b6b64 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 944 time: 0.0681105 Aug 29 17:35:24.544557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0498aa3-94ad-47a5-9da6-7e8194f6c5d1 req-72f7f58f-6a1e-470b-993a-53371b667025 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532472 Aug 29 17:35:24.636507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33300) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:24.651840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eedfbe11-94dd-4240-8e1c-9ead182bd6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:24.752832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-64bba603-dc2e-4e5c-b0d5-e9519e43b562 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:24.754956 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-64bba603-dc2e-4e5c-b0d5-e9519e43b562 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.6840670 Aug 29 17:35:24.783058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Request body: {'port': {'device_id': 'e1ce93b1-a3d2-49f7-a800-a08a613211ce', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'admin_state_up': True, 'tenant_id': '04665ef6c231485e96c15dfdcea1a752'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:24.861883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-1f014fbf-c890-4a76-8590-05384a746dc7 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859718 Aug 29 17:35:24.985678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ba06d61-0f80-4c5a-bc02-fc6f7c2ed3af req-eb80cb94-a53c-447b-9f3f-4c453f1b49c9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 210 time: 0.0522811 Aug 29 17:35:24.987458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:24.998253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.043832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:35:25.062508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198d9a7-5b41-45af-a028-3a1f4d4a8f41,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:25.069313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76dac180-4aec-4ecc-93b3-5f082e96a757 req-726fc0cb-dfdc-4543-862a-17138f1ddd1d service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984174 Aug 29 17:35:25.070391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.070761 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Added segment 2d65acde-eab2-43fa-945d-d216fbe9a54f of type vlan for network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 Aug 29 17:35:25.086108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.086463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.087106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.087247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.087547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.087908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.088488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.088611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.088914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.089473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.089780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.090148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:25.124404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eedfbe11-94dd-4240-8e1c-9ead182bd6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.130518 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eedfbe11-94dd-4240-8e1c-9ead182bd6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.155650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:25.159272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.166184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.175694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfbe11-94dd-4240-8e1c-9ead182bd6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f2c216-f83b-468e-a89c-db92a3582a30,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:25.180289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eedfbe11-94dd-4240-8e1c-9ead182bd6fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d33d39af22f5403ebad35ef05f58bf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5426064 Aug 29 17:35:25.182713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33310) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:25.244676 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.245704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:25.250369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26092148-f04c-4286-ac53-4ca990cdb8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.259493 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.278236 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26092148-f04c-4286-ac53-4ca990cdb8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.346442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26092148-f04c-4286-ac53-4ca990cdb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.350218 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26092148-f04c-4286-ac53-4ca990cdb8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.355759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-26092148-f04c-4286-ac53-4ca990cdb8ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69f2c216-f83b-468e-a89c-db92a3582a30 HTTP/1.1" status: 204 len: 168 time: 0.1710722 Aug 29 17:35:25.366738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092148-f04c-4286-ac53-4ca990cdb8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f2c216-f83b-468e-a89c-db92a3582a30,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:25.390185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6561811 Aug 29 17:35:25.395585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33324) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:25.405512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Request body: {'subnet': {'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1950959199-subnet', 'tenant_id': '467a0cc66cbb411794c577d05b97ffec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:25.428705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2854-a1c6-4e99-bf1c-63177fd1131e admin admin] Pushing event updated for resources: {'Network': ['ID=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:25.439019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:35:25.454042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Made reservation on behalf of 467a0cc66cbb411794c577d05b97ffec for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:25.457671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.503508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Allocated IP 172.20.0.5 (5391bae1-cb2c-4870-ad97-f010392c0e9e/bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110/7c2d736a-34aa-4846-bed9-d12db2f274a0) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:25.783869 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.825919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66424d-6179-44d4-8b84-cb79bcc3ca25 req-0da18706-ce89-45e0-bca3-a7c7df3f98b5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:25.836253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae66424d-6179-44d4-8b84-cb79bcc3ca25 req-0da18706-ce89-45e0-bca3-a7c7df3f98b5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 944 time: 0.2134590 Aug 29 17:35:25.865787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0206631c-33e7-47b2-a666-3a7d950ac202,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:25.891115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Checking segment: {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:25.891606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Network hostable DHCP agents. Network: 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:35:25.906547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.929304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:35:25.931584 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae66424d-6179-44d4-8b84-cb79bcc3ca25 req-ffbcfdd0-e357-4adb-bebc-6bd98dae0939 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944843 Aug 29 17:35:25.964592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:25.976048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0ce08-ff9d-4fc1-909b-5dcc5f475360 None None] Network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:25.976407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:25.977002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:25.991176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.012799 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-84f3c5c5-a78c-44fe-a537-d6f411e567ec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6147408 Aug 29 17:35:26.029800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33340) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:26.034231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e60ea970-04d3-48e8-b8a5-b18be3bc7c93'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:26.037531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:26.043890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:26.047368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:26.050307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:26.071564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-660c1419-3a5a-44cc-a06a-6a32ac067f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.142162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event updated for resources: {'Port': ['ID=7c2d736a-34aa-4846-bed9-d12db2f274a0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:26.190087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:26.192520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.279900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1fa9-30cb-4cd0-b32d-3cfc37cf55ca req-605f7a10-82e3-499a-9f63-2c80b17c2730 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:26.281496 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bbed1fa9-30cb-4cd0-b32d-3cfc37cf55ca req-605f7a10-82e3-499a-9f63-2c80b17c2730 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 931 time: 0.1017754 Aug 29 17:35:26.312225 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-660c1419-3a5a-44cc-a06a-6a32ac067f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.330730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b6e28-4b3e-48ee-8cdd-d5dc957d493a None None] Network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:26.334625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-bc110660-73b1-4876-bc24-79175a88fc3b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5613654 Aug 29 17:35:26.348088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Request body: {'port': {'device_id': 'e1ce93b1-a3d2-49f7-a800-a08a613211ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:26.348965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bbed1fa9-30cb-4cd0-b32d-3cfc37cf55ca req-cfb2331a-9c59-4dd6-a51e-2b635ff7b7bf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604560 Aug 29 17:35:26.350956 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-660c1419-3a5a-44cc-a06a-6a32ac067f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.398222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c1419-3a5a-44cc-a06a-6a32ac067f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebdcb4-0b70-4511-8ed9-57439024482b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:26.422833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-660c1419-3a5a-44cc-a06a-6a32ac067f00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6330c323c8bf4aaaa6987634a07efa23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894856 Aug 29 17:35:26.425338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33354) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:26.456611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.507556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 29575c4f-830f-4b27-a9be-b225fa0cdbd5 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:26.549391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57c9c0e8-2d1f-4eae-a1ec-80010ebaa9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.576783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57c9c0e8-2d1f-4eae-a1ec-80010ebaa9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.640943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57c9c0e8-2d1f-4eae-a1ec-80010ebaa9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.644102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57c9c0e8-2d1f-4eae-a1ec-80010ebaa9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:26.645505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-57c9c0e8-2d1f-4eae-a1ec-80010ebaa9f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9ebdcb4-0b70-4511-8ed9-57439024482b HTTP/1.1" status: 204 len: 168 time: 0.2189260 Aug 29 17:35:26.655128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9c0e8-2d1f-4eae-a1ec-80010ebaa9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ebdcb4-0b70-4511-8ed9-57439024482b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:26.794694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-e4944d65-6d9b-4f11-a5e8-77d0b5a56094 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:26.796406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-e4944d65-6d9b-4f11-a5e8-77d0b5a56094 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 815 time: 0.2654049 Aug 29 17:35:26.835285 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c6fb8c3f-98ae-46fb-8684-91f0a22a1b54 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/quotas/467a0cc66cbb411794c577d05b97ffec HTTP/1.1" status: 200 len: 375 time: 0.0262475 Aug 29 17:35:26.966021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-b9e7af87-44f8-4b63-9807-fc1abcd8caad tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239476 Aug 29 17:35:27.036714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 29575c4f-830f-4b27-a9be-b225fa0cdbd5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29575c4f-830f-4b27-a9be-b225fa0cdbd5,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:27.094296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '29575c4f-830f-4b27-a9be-b225fa0cdbd5', 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'port_id': '29575c4f-830f-4b27-a9be-b225fa0cdbd5', 'mac_address': 'fa:16:3e:fe:49:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bab839-0794-4b9b-829c-fdbd6eba7e9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:27.142772 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:27.168232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29575c4f-830f-4b27-a9be-b225fa0cdbd5 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:27.179425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2d736a-34aa-4846-bed9-d12db2f274a0 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:27.191366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:27.195666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-8226f744-270f-4cb8-b50f-3b30b409d312 service neutron] 10.222.0.41 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279196 Aug 29 17:35:27.212122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 29575c4f-830f-4b27-a9be-b225fa0cdbd5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29575c4f-830f-4b27-a9be-b225fa0cdbd5,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:27.228508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:27.229309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 35a13e5e-c7a2-4c27-9298-c10541c9057d details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:27.253033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197e5c5-7f9f-4a74-9ddb-2bd0cd471d81 req-49c7552f-b6c0-479b-9164-c0ea2909281a tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:27.263272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b197e5c5-7f9f-4a74-9ddb-2bd0cd471d81 req-49c7552f-b6c0-479b-9164-c0ea2909281a tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 944 time: 0.1656687 Aug 29 17:35:27.326762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Transition to ACTIVE for port object 7c2d736a-34aa-4846-bed9-d12db2f274a0 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:27.340516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-d0578978-86be-4bb3-ba11-4d72c2d28ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334577 Aug 29 17:35:27.344321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:27.350453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 35a13e5e-c7a2-4c27-9298-c10541c9057d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=35a13e5e-c7a2-4c27-9298-c10541c9057d,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:27.358757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b197e5c5-7f9f-4a74-9ddb-2bd0cd471d81 req-2253d179-5d1e-4186-9d70-174a21cf0c01 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843427 Aug 29 17:35:27.367382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=29575c4f-830f-4b27-a9be-b225fa0cdbd5,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:27.389077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '35a13e5e-c7a2-4c27-9298-c10541c9057d', 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'port_id': '35a13e5e-c7a2-4c27-9298-c10541c9057d', 'mac_address': 'fa:16:3e:9f:48:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bab839-0794-4b9b-829c-fdbd6eba7e9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:27.463364 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:27.477931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a13e5e-c7a2-4c27-9298-c10541c9057d {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:27.532710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 35a13e5e-c7a2-4c27-9298-c10541c9057d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=35a13e5e-c7a2-4c27-9298-c10541c9057d,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:27.540280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:27.563730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b9622-46ac-49fe-b55a-1624340e7ea7 req-efc7254c-3df7-4dfd-a0be-5e3f55126c50 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:27.573156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e4b9622-46ac-49fe-b55a-1624340e7ea7 req-efc7254c-3df7-4dfd-a0be-5e3f55126c50 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 943 time: 0.1037087 Aug 29 17:35:27.642544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=35a13e5e-c7a2-4c27-9298-c10541c9057d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:27.660992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2d736a-34aa-4846-bed9-d12db2f274a0,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:27.708834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Attempting to bind port 7c2d736a-34aa-4846-bed9-d12db2f274a0 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:27.709188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Attempting to bind port 7c2d736a-34aa-4846-bed9-d12db2f274a0 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:27.709530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Attempting to bind port 7c2d736a-34aa-4846-bed9-d12db2f274a0 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:27.713546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e4b9622-46ac-49fe-b55a-1624340e7ea7 req-9e9c5a62-8ded-4ed3-81a3-339802d94765 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392627 Aug 29 17:35:27.721819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Port 7c2d736a-34aa-4846-bed9-d12db2f274a0 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:27.722217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Attempting to bind port 7c2d736a-34aa-4846-bed9-d12db2f274a0 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:27.734894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:27.735264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Checking segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:27.735891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Bound using segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:27.736112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Bound port: 7c2d736a-34aa-4846-bed9-d12db2f274a0, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:27.736485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:27.777923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['35a13e5e-c7a2-4c27-9298-c10541c9057d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:27.780654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['29575c4f-830f-4b27-a9be-b225fa0cdbd5'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:27.857894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ffbe25eb-c65b-4095-a197-39b9e79a19e2 req-e6236397-60d1-4c66-954b-ee9d01c78959 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 210 time: 0.0803366 Aug 29 17:35:27.900440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] For port 7c2d736a-34aa-4846-bed9-d12db2f274a0, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:27.905369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] For port 7c2d736a-34aa-4846-bed9-d12db2f274a0, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7c2d736a-34aa-4846-bed9-d12db2f274a0,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:27.914476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:28.026782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:28.027806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:28.029941 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] 10.222.0.44 "PUT /v2.0/ports/7c2d736a-34aa-4846-bed9-d12db2f274a0 HTTP/1.1" status: 200 len: 1092 time: 1.6870086 Aug 29 17:35:28.030938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ce93b1-a3d2-49f7-a800-a08a613211ce', 'tag': '7c2d736a-34aa-4846-bed9-d12db2f274a0'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:28.034477 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51749e4-e2c7-4117-96a3-03bf28f277ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ce93b1-a3d2-49f7-a800-a08a613211ce", "tag": "7c2d736a-34aa-4846-bed9-d12db2f274a0"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:28.148276 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038e5ddf-3867-42dd-9f7c-376fffb1cabb x-openstack-request-id: req-038e5ddf-3867-42dd-9f7c-376fffb1cabb {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:28.148862 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ce93b1-a3d2-49f7-a800-a08a613211ce", "tag": "7c2d736a-34aa-4846-bed9-d12db2f274a0", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:28.149257 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-038e5ddf-3867-42dd-9f7c-376fffb1cabb {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:28.149804 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ce93b1-a3d2-49f7-a800-a08a613211ce', 'tag': '7c2d736a-34aa-4846-bed9-d12db2f274a0', 'status': 'completed', 'code': 200} Aug 29 17:35:28.174549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-b99c64b1-bd07-49b0-a71c-b193e3cfaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:28.176052 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-b99c64b1-bd07-49b0-a71c-b193e3cfaf61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 1095 time: 0.0849776 Aug 29 17:35:28.176825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ecfcb-6e42-4cb9-98df-cbf386ba6342 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2d736a-34aa-4846-bed9-d12db2f274a0,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:28.256826 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-162c07f8-575e-43ba-ba60-ec42dbb63287 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c2d736a-34aa-4846-bed9-d12db2f274a0 HTTP/1.1" status: 200 len: 217 time: 0.0628865 Aug 29 17:35:28.321378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-56a3d030-4bf3-4d55-8bb7-2fde12adc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:28.323034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-56a3d030-4bf3-4d55-8bb7-2fde12adc212 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.0587690 Aug 29 17:35:28.382320 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-98d0d7a5-6538-4827-b019-f9dfd7f54008 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360487 Aug 29 17:35:28.575918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1f91b-1444-4a23-b98a-150303327b7f req-7498ef14-9380-4f9d-89fb-3e8bdb63a5c7 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:28.586411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-c4c95509-f50c-485b-9c8e-328bac957219 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076707 Aug 29 17:35:28.594657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2e1f91b-1444-4a23-b98a-150303327b7f req-7498ef14-9380-4f9d-89fb-3e8bdb63a5c7 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 945 time: 0.1048527 Aug 29 17:35:28.669608 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2e1f91b-1444-4a23-b98a-150303327b7f req-b98be206-e044-40bb-8a3f-002625309472 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735111 Aug 29 17:35:28.735705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06681309-f798-40fa-8ae6-7bb429bdf359 req-7c600ac6-b27e-4397-b4cc-7b396e855584 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315486 Aug 29 17:35:28.939492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-69c85468-1ff9-4539-b00a-65b24d279462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:28.942016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-69c85468-1ff9-4539-b00a-65b24d279462 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 1095 time: 0.1289966 Aug 29 17:35:28.950817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc550-13ea-4b1f-af13-f41650d51647 req-f7da6675-b896-457c-97fc-7380f521e5da tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:28.956501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c9fc550-13ea-4b1f-af13-f41650d51647 req-f7da6675-b896-457c-97fc-7380f521e5da tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 943 time: 0.1116328 Aug 29 17:35:29.002144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c09da368-7f8b-40b9-bcd5-644d9fd9ba4b req-0261b3a2-cceb-42a3-ab72-e66060349e84 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 210 time: 0.0560668 Aug 29 17:35:29.076804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c9fc550-13ea-4b1f-af13-f41650d51647 req-25ef3344-41fa-454e-ab58-466c19977d89 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079063 Aug 29 17:35:29.124458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-788a6b79-9d2f-44c5-8af7-5cb1cf016f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:29.126010 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-788a6b79-9d2f-44c5-8af7-5cb1cf016f68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 907 time: 0.1678047 Aug 29 17:35:29.255642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-dac6f1af-5eb0-44cb-afb5-b66ed927e728 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c2d736a-34aa-4846-bed9-d12db2f274a0 HTTP/1.1" status: 200 len: 217 time: 0.1199322 Aug 29 17:35:29.522497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-bba4724b-0acb-4e00-8f8c-0d4679b33b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:29.524097 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-bba4724b-0acb-4e00-8f8c-0d4679b33b7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.2361522 Aug 29 17:35:29.533357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-0495002f-09a2-490b-8f52-7618961324e6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:29.535605 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-0495002f-09a2-490b-8f52-7618961324e6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.43 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 815 time: 0.2891669 Aug 29 17:35:29.551258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Request body: {'port': {'device_id': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'admin_state_up': True, 'tenant_id': '467a0cc66cbb411794c577d05b97ffec'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:29.595213 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-154c632a-20e3-43e0-bb16-69dee7561d25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586369 Aug 29 17:35:29.770259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-008b9ec8-c805-4793-b9ce-de2a499fd31f service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603274 Aug 29 17:35:29.855096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd260d94-3c33-4d11-8628-703ee3c11392 req-15d87262-9087-41e6-8488-d614beb85b6d tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:29.865836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd260d94-3c33-4d11-8628-703ee3c11392 req-15d87262-9087-41e6-8488-d614beb85b6d tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 945 time: 0.0823162 Aug 29 17:35:29.882119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Made reservation on behalf of 467a0cc66cbb411794c577d05b97ffec for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:29.892794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:29.927042 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd260d94-3c33-4d11-8628-703ee3c11392 req-9ab475fd-69c6-4872-9496-f0aac75841fc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535524 Aug 29 17:35:30.054153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51749e4-e2c7-4117-96a3-03bf28f277ed req-401b8181-6052-4d26-b69d-81a445ce3df0 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751458 Aug 29 17:35:30.109732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Allocated IP 172.20.0.14 (9e41453b-53e9-4b1e-9a04-c1bdebbad2a2/0206631c-33e7-47b2-a666-3a7d950ac202/c98bf02d-05c8-4de3-bdef-e1e48a74decc) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:30.141032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8e9cf44-639f-4af2-b6c4-f375e94814b7 req-7e85e09d-1780-46c2-a58c-25cf7b47356e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 210 time: 0.0839112 Aug 29 17:35:30.297651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeec75-857c-4db5-afb1-d51b1ad80afd req-1567fb13-9e1b-4494-8307-cc80808cfaad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:30.299185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1eeec75-857c-4db5-afb1-d51b1ad80afd req-1567fb13-9e1b-4494-8307-cc80808cfaad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 943 time: 0.1034150 Aug 29 17:35:30.365458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:30.391865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1eeec75-857c-4db5-afb1-d51b1ad80afd req-93c32e01-9e8f-4bc8-a986-dece0aeb68c9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743513 Aug 29 17:35:30.442932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 29575c4f-830f-4b27-a9be-b225fa0cdbd5 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:30.459079 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:30.535208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:30.538439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:30.538664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:30.543325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:30.545653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:30.546211 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:30.575050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Pushing event updated for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:30.605665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:30.606416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:30.625524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-be8d8fd3-411c-49df-88d9-d19dbb523311 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0795336 Aug 29 17:35:30.641211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Request body: {'port': {'device_id': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:30.716285 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:30.741066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80208612-3d51-4572-b869-18cfc3ad9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29575c4f-830f-4b27-a9be-b225fa0cdbd5'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:30.744359 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a7a19-bce7-4d0f-9fbc-8fa611b2d0c3" -d '{"events": [{"server_uuid": "80208612-3d51-4572-b869-18cfc3ad9f60", "name": "network-vif-plugged", "status": "completed", "tag": "29575c4f-830f-4b27-a9be-b225fa0cdbd5"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:30.751379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:30.783497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 29575c4f-830f-4b27-a9be-b225fa0cdbd5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29575c4f-830f-4b27-a9be-b225fa0cdbd5,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:30.797813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:30.799087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 35a13e5e-c7a2-4c27-9298-c10541c9057d up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:30.834462 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa29f76-a562-4282-91b3-f35a96a1e033 x-openstack-request-id: req-7aa29f76-a562-4282-91b3-f35a96a1e033 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:30.835055 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80208612-3d51-4572-b869-18cfc3ad9f60", "name": "network-vif-plugged", "status": "completed", "tag": "29575c4f-830f-4b27-a9be-b225fa0cdbd5", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:30.835452 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aa29f76-a562-4282-91b3-f35a96a1e033 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:30.835983 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80208612-3d51-4572-b869-18cfc3ad9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29575c4f-830f-4b27-a9be-b225fa0cdbd5', 'code': 200} Aug 29 17:35:30.879568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33548) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:30.962524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=29575c4f-830f-4b27-a9be-b225fa0cdbd5,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:30.995999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8659d-4398-42d1-96c4-c1a6dbd293b5 req-57751c03-68cb-48a8-ae3b-a3acf538641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:30.997580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6f8659d-4398-42d1-96c4-c1a6dbd293b5 req-57751c03-68cb-48a8-ae3b-a3acf538641f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80208612-3d51-4572-b869-18cfc3ad9f60 HTTP/1.1" status: 200 len: 1097 time: 0.1108978 Aug 29 17:35:31.002429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 35a13e5e-c7a2-4c27-9298-c10541c9057d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:31.008109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 35a13e5e-c7a2-4c27-9298-c10541c9057d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:31.010094 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.121955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c31ed686-3db1-4a4f-9d18-b33543fed3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.135485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6f8659d-4398-42d1-96c4-c1a6dbd293b5 req-fda2de86-e0a1-4710-9ab6-6284b99e273b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294923 Aug 29 17:35:31.146360 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.241540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7c2d736a-34aa-4846-bed9-d12db2f274a0 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:31.302266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98bf02d-05c8-4de3-bdef-e1e48a74decc {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:31.311539 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.323516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c31ed686-3db1-4a4f-9d18-b33543fed3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.324641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Transition to ACTIVE for port object c98bf02d-05c8-4de3-bdef-e1e48a74decc will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:31.329620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 35a13e5e-c7a2-4c27-9298-c10541c9057d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=35a13e5e-c7a2-4c27-9298-c10541c9057d,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:31.337552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.343791 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c31ed686-3db1-4a4f-9d18-b33543fed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.346702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bed5de-5886-46c7-b95e-b3d83598ac52 req-5f34bca8-7708-4b78-b688-a42c88c5a126 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:31.348903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0bed5de-5886-46c7-b95e-b3d83598ac52 req-5f34bca8-7708-4b78-b688-a42c88c5a126 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 945 time: 0.1865520 Aug 29 17:35:31.354556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.412182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ed686-3db1-4a4f-9d18-b33543fed3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80286baf-8995-415a-9011-bf574634f69c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:31.434674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1925f-300f-4e5f-9e31-4727517b8048 req-07510dcd-a17d-4273-9d64-4f1b00ef6688 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:31.436118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85d1925f-300f-4e5f-9e31-4727517b8048 req-07510dcd-a17d-4273-9d64-4f1b00ef6688 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 932 time: 0.1874468 Aug 29 17:35:31.442355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=35a13e5e-c7a2-4c27-9298-c10541c9057d,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:31.447748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0bed5de-5886-46c7-b95e-b3d83598ac52 req-2ef6cd73-05f2-4a71-b957-739250e59708 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885165 Aug 29 17:35:31.456016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Pushing event updated for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:31.496842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7c2d736a-34aa-4846-bed9-d12db2f274a0, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7c2d736a-34aa-4846-bed9-d12db2f274a0,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:31.521393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '7c2d736a-34aa-4846-bed9-d12db2f274a0', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'port_id': '7c2d736a-34aa-4846-bed9-d12db2f274a0', 'mac_address': 'fa:16:3e:f3:5a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:31.521984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c31ed686-3db1-4a4f-9d18-b33543fed3b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6086a093f5c4f79a958074896535aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401625 Aug 29 17:35:31.524905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33566) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:31.574617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85d1925f-300f-4e5f-9e31-4727517b8048 req-bd119ac0-e8c7-4a6a-a010-7f84920d4f84 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275129 Aug 29 17:35:31.626150 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.626357 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d589713f-e073-4349-8760-f407a16dd8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.646423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2d736a-34aa-4846-bed9-d12db2f274a0 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:31.654143 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d589713f-e073-4349-8760-f407a16dd8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.670864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7c2d736a-34aa-4846-bed9-d12db2f274a0, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7c2d736a-34aa-4846-bed9-d12db2f274a0,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:31.678711 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.690321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a471-e058-407e-a6e4-96560e8f1104 req-8abab933-c36a-48f4-b760-c00ba656385f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:31.692055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3a471-e058-407e-a6e4-96560e8f1104 req-8abab933-c36a-48f4-b760-c00ba656385f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 943 time: 0.0940418 Aug 29 17:35:31.694847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Attempting to bind port c98bf02d-05c8-4de3-bdef-e1e48a74decc on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:31.695191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Attempting to bind port c98bf02d-05c8-4de3-bdef-e1e48a74decc by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:31.695531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Attempting to bind port c98bf02d-05c8-4de3-bdef-e1e48a74decc on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:31.700154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Port c98bf02d-05c8-4de3-bdef-e1e48a74decc on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:31.700486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Attempting to bind port c98bf02d-05c8-4de3-bdef-e1e48a74decc on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:31.711109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d589713f-e073-4349-8760-f407a16dd8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.716733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d589713f-e073-4349-8760-f407a16dd8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.717030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d589713f-e073-4349-8760-f407a16dd8fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80286baf-8995-415a-9011-bf574634f69c HTTP/1.1" status: 204 len: 168 time: 0.1907432 Aug 29 17:35:31.727147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589713f-e073-4349-8760-f407a16dd8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80286baf-8995-415a-9011-bf574634f69c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:31.773274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:31.773619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Checking segment: {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:31.774011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Bound using segment: {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:31.776676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Bound port: c98bf02d-05c8-4de3-bdef-e1e48a74decc, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:31.777050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.828587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=7c2d736a-34aa-4846-bed9-d12db2f274a0,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:31.831152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3a3a471-e058-407e-a6e4-96560e8f1104 req-6beeb646-2ab4-43e8-af2b-9b445a0b3c88 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090639 Aug 29 17:35:31.927315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:31.932031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:31.939920 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.984474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:31.985216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:31.986794 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] 10.222.0.43 "PUT /v2.0/ports/c98bf02d-05c8-4de3-bdef-e1e48a74decc HTTP/1.1" status: 200 len: 1093 time: 1.3528707 Aug 29 17:35:31.988674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:31.991572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7c2d736a-34aa-4846-bed9-d12db2f274a0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:32.009996 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87363e2d-f87e-49a9-8daa-de2d389b74ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:32.121232 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0288d729-847b-47b8-9f3b-4e4f2e0e5ac0 x-openstack-request-id: req-0288d729-847b-47b8-9f3b-4e4f2e0e5ac0 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:32.121629 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:32.121806 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0288d729-847b-47b8-9f3b-4e4f2e0e5ac0 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:32.122687 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'status': 'completed', 'code': 200} Aug 29 17:35:32.186218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea371d-4bef-40fe-80c3-7c308cfbe72c service neutron] Pushing event updated for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:32.241343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-b25b918c-38ac-40d3-a6ba-6feb3ab33617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:32.243521 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-b25b918c-38ac-40d3-a6ba-6feb3ab33617 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 1096 time: 0.1696768 Aug 29 17:35:32.245366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33598) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:32.268756 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac6af8be-b4aa-4895-9fb8-2308e316d9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.324287 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-e0030349-2295-46a8-a80f-dad4ad9f5260 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc HTTP/1.1" status: 200 len: 217 time: 0.0685675 Aug 29 17:35:32.418243 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac6af8be-b4aa-4895-9fb8-2308e316d9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.425786 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac6af8be-b4aa-4895-9fb8-2308e316d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.439275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-5e49ff37-792d-48b3-a965-a4154b2d6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:32.439732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33602) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:32.441372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-5e49ff37-792d-48b3-a965-a4154b2d6607 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0206631c-33e7-47b2-a666-3a7d950ac202 HTTP/1.1" status: 200 len: 855 time: 0.1030893 Aug 29 17:35:32.481649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-5c233191-5ea3-4e40-bce3-6a33761a6b7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329461 Aug 29 17:35:32.485128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ac6af8be-b4aa-4895-9fb8-2308e316d9a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ed563dedfdb4d2f9dec21582daf44ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386086 Aug 29 17:35:32.487801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33608) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:32.501587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6af8be-b4aa-4895-9fb8-2308e316d9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fd0fbb-bcb4-48db-bedf-e78685181cb2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:32.582323 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-770299b0-df25-410c-be5c-9f275e0647dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.636097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-770299b0-df25-410c-be5c-9f275e0647dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.660332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-4f0ba13c-17ea-4229-b4fe-070c606d12b0 service neutron] 10.222.0.43 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699026 Aug 29 17:35:32.720354 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64c38532-cced-4f4b-b005-cd7905dddc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.770957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-770299b0-df25-410c-be5c-9f275e0647dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.773970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-770299b0-df25-410c-be5c-9f275e0647dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.777403 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-770299b0-df25-410c-be5c-9f275e0647dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02fd0fbb-bcb4-48db-bedf-e78685181cb2 HTTP/1.1" status: 204 len: 168 time: 0.2858086 Aug 29 17:35:32.782008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa5177-6d41-4b45-b43f-6176f1c1df72 req-f72018d3-015f-4c09-8756-7d105527e0f3 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:32.790877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aeaa5177-6d41-4b45-b43f-6176f1c1df72 req-f72018d3-015f-4c09-8756-7d105527e0f3 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 944 time: 0.1230898 Aug 29 17:35:32.836816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5554e-79ac-4c25-b232-7738f3f385ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a13e5e-c7a2-4c27-9298-c10541c9057d'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:32.840720 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e74f213-96cb-4b8b-9251-b5ec9bf1f972" -d '{"events": [{"server_uuid": "91e5554e-79ac-4c25-b232-7738f3f385ed", "name": "network-vif-plugged", "status": "completed", "tag": "35a13e5e-c7a2-4c27-9298-c10541c9057d"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:32.848600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770299b0-df25-410c-be5c-9f275e0647dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fd0fbb-bcb4-48db-bedf-e78685181cb2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:32.899494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e841c53-a5f8-4e92-898e-e626c161ca9f req-7168f2f9-91b0-47d7-ae10-db555a0ca51d service neutron] 10.222.0.43 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307818 Aug 29 17:35:32.907045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609bafe-b6e8-4eb6-a01b-929dd1832842 req-d43a0c72-8df9-4e76-8ce0-3da809f0808f tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:32.910908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e609bafe-b6e8-4eb6-a01b-929dd1832842 req-d43a0c72-8df9-4e76-8ce0-3da809f0808f tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 946 time: 0.2191057 Aug 29 17:35:32.920831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aeaa5177-6d41-4b45-b43f-6176f1c1df72 req-6a526341-6d6d-48f2-8fbf-cffb031fbd20 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264186 Aug 29 17:35:32.991339 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07655bc-cacb-4be2-ba7a-d5f3f0ff2afb x-openstack-request-id: req-d07655bc-cacb-4be2-ba7a-d5f3f0ff2afb {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:32.991861 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5554e-79ac-4c25-b232-7738f3f385ed", "name": "network-vif-plugged", "status": "completed", "tag": "35a13e5e-c7a2-4c27-9298-c10541c9057d", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:32.992112 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d07655bc-cacb-4be2-ba7a-d5f3f0ff2afb {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:32.992788 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e5554e-79ac-4c25-b232-7738f3f385ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a13e5e-c7a2-4c27-9298-c10541c9057d', 'code': 200} Aug 29 17:35:33.070351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-05297787-6e97-4d46-afa9-b2c5ff09b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:33.074666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-05297787-6e97-4d46-afa9-b2c5ff09b632 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 1096 time: 0.1004426 Aug 29 17:35:33.097076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64c38532-cced-4f4b-b005-cd7905dddc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.135383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e609bafe-b6e8-4eb6-a01b-929dd1832842 req-1c3cb848-5f2a-4173-9234-6d9cf00e4bb2 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968532 Aug 29 17:35:33.137938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64c38532-cced-4f4b-b005-cd7905dddc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.207350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7c2d736a-34aa-4846-bed9-d12db2f274a0 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:33.210564 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e0050-1f13-4e5a-816a-4f461ad320c6 req-79eafdf0-ef48-46c9-b0a4-d68c532119a3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:33.212140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b8e0050-1f13-4e5a-816a-4f461ad320c6 req-79eafdf0-ef48-46c9-b0a4-d68c532119a3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 944 time: 0.0790639 Aug 29 17:35:33.231505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-64c38532-cced-4f4b-b005-cd7905dddc6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b12ff58f8c264062928ac3c2ed61c3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838945 Aug 29 17:35:33.233251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33638) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:33.247343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-24c3c526-a78a-4d56-b745-206770e07871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:33.247760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b42d-978d-4b7a-85fc-d411e2f6cb77 req-a15502c3-faec-4242-9989-92526941d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:33.248551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-24c3c526-a78a-4d56-b745-206770e07871 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 916 time: 0.1674392 Aug 29 17:35:33.249812 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d82b42d-978d-4b7a-85fc-d411e2f6cb77 req-a15502c3-faec-4242-9989-92526941d858 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 1098 time: 0.1965990 Aug 29 17:35:33.250944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c38532-cced-4f4b-b005-cd7905dddc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09320cb1-a16c-4b7e-9680-1619a195d3c2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:33.295987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 7c2d736a-34aa-4846-bed9-d12db2f274a0 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:33.301187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 7c2d736a-34aa-4846-bed9-d12db2f274a0 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:33.302304 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.342718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-40dd5d95-8dd8-41cd-87a9-827b13385f2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc HTTP/1.1" status: 200 len: 217 time: 0.0706186 Aug 29 17:35:33.342909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d82b42d-978d-4b7a-85fc-d411e2f6cb77 req-096604b5-1a3d-4ffc-ad78-c8ac349a5145 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704248 Aug 29 17:35:33.350630 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b8e0050-1f13-4e5a-816a-4f461ad320c6 req-9baf60d6-2f57-4462-8020-59a31fb822ce tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253872 Aug 29 17:35:33.351767 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6f48bc4-b146-4e2e-b48c-7ccd3a8acbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.378731 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6f48bc4-b146-4e2e-b48c-7ccd3a8acbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.439345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6f48bc4-b146-4e2e-b48c-7ccd3a8acbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.443402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f6f48bc4-b146-4e2e-b48c-7ccd3a8acbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.445205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f6f48bc4-b146-4e2e-b48c-7ccd3a8acbae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09320cb1-a16c-4b7e-9680-1619a195d3c2 HTTP/1.1" status: 204 len: 168 time: 0.2105319 Aug 29 17:35:33.458644 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.495897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f48bc4-b146-4e2e-b48c-7ccd3a8acbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09320cb1-a16c-4b7e-9680-1619a195d3c2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:33.498432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7c2d736a-34aa-4846-bed9-d12db2f274a0, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7c2d736a-34aa-4846-bed9-d12db2f274a0,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:33.505161 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.575510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=7c2d736a-34aa-4846-bed9-d12db2f274a0,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:33.584571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-a7e0e265-9a8a-4279-a65e-0cd166be28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:33.586286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-a7e0e265-9a8a-4279-a65e-0cd166be28e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0206631c-33e7-47b2-a666-3a7d950ac202 HTTP/1.1" status: 200 len: 855 time: 0.0648525 Aug 29 17:35:33.630086 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-4b5c529c-fdac-4fc1-a79e-7d29d41dbb5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358303 Aug 29 17:35:33.744265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-68ce3170-05eb-4580-b16d-1f5b771fd8e5 service neutron] 10.222.0.43 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056535 Aug 29 17:35:33.882040 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87363e2d-f87e-49a9-8daa-de2d389b74ff req-c8b3bf52-dba7-44f1-9805-a22c32ea5206 service neutron] 10.222.0.43 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292980 Aug 29 17:35:33.940606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33678) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:33.956291 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-021782e7-30de-400c-819f-372c51f42e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.085510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-021782e7-30de-400c-819f-372c51f42e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.095302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-021782e7-30de-400c-819f-372c51f42e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.145549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c6a40-4e68-42b7-8264-7560a97f160a req-8b823eaf-14cd-41b9-a95d-81c9c367715a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:34.153369 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a6c6a40-4e68-42b7-8264-7560a97f160a req-8b823eaf-14cd-41b9-a95d-81c9c367715a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 944 time: 0.1016161 Aug 29 17:35:34.165521 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-021782e7-30de-400c-819f-372c51f42e48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01f8c84dce384c6694ad206c3acbf0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231193 Aug 29 17:35:34.169302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33684) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:34.174298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021782e7-30de-400c-819f-372c51f42e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d042b7c0-2681-42b7-8947-8817df118294,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:34.209884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a6c6a40-4e68-42b7-8264-7560a97f160a req-45de1dc2-ec7c-40a6-9a1b-1dfd894523db tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Aug 29 17:35:34.294718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2840bf-e67e-4f93-badb-c25634a703ba req-51fb7e12-728d-4199-aad8-9700178c2d25 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:34.296303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f2840bf-e67e-4f93-badb-c25634a703ba req-51fb7e12-728d-4199-aad8-9700178c2d25 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 946 time: 0.0774632 Aug 29 17:35:34.297047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a69d7228-6990-4392-a4fa-f1d91fb8a644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.333329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a69d7228-6990-4392-a4fa-f1d91fb8a644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.372324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f2840bf-e67e-4f93-badb-c25634a703ba req-877a02cc-8518-4a67-9389-5e49e6dcb1ac tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649414 Aug 29 17:35:34.430248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a69d7228-6990-4392-a4fa-f1d91fb8a644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.432821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a69d7228-6990-4392-a4fa-f1d91fb8a644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.433995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a69d7228-6990-4392-a4fa-f1d91fb8a644 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d042b7c0-2681-42b7-8947-8817df118294 HTTP/1.1" status: 204 len: 168 time: 0.2633030 Aug 29 17:35:34.469272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d7228-6990-4392-a4fa-f1d91fb8a644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d042b7c0-2681-42b7-8947-8817df118294,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:34.500134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33698) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:34.609556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0855a6-0ac7-4b01-9505-318cc68db6a8 req-d404e257-9a94-419d-9e39-d9bc7b5f840c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:34.636037 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0855a6-0ac7-4b01-9505-318cc68db6a8 req-d404e257-9a94-419d-9e39-d9bc7b5f840c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 945 time: 0.1132848 Aug 29 17:35:34.685619 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6551-0a6f-49ea-9d1c-a2103ed93ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.709994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab0855a6-0ac7-4b01-9505-318cc68db6a8 req-74f8f208-d782-4dbc-90af-db084a21ba0a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730855 Aug 29 17:35:34.807291 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6551-0a6f-49ea-9d1c-a2103ed93ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.811546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6551-0a6f-49ea-9d1c-a2103ed93ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:34.858742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc6551-0a6f-49ea-9d1c-a2103ed93ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee749a59-f22f-4d2e-82d8-e44c194943f1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:34.866648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a1bc6551-0a6f-49ea-9d1c-a2103ed93ea6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1fc0673945c4390919b985f4cc9d8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632431 Aug 29 17:35:34.867399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33718) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:34.994493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ce93b1-a3d2-49f7-a800-a08a613211ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2d736a-34aa-4846-bed9-d12db2f274a0'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:34.997543 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852b4da-fca6-483f-951e-c608b441e357" -d '{"events": [{"server_uuid": "e1ce93b1-a3d2-49f7-a800-a08a613211ce", "name": "network-vif-plugged", "status": "completed", "tag": "7c2d736a-34aa-4846-bed9-d12db2f274a0"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:35.080754 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05162e0-0817-4747-a5b6-fe3c608b0248 x-openstack-request-id: req-f05162e0-0817-4747-a5b6-fe3c608b0248 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:35.081367 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ce93b1-a3d2-49f7-a800-a08a613211ce", "name": "network-vif-plugged", "status": "completed", "tag": "7c2d736a-34aa-4846-bed9-d12db2f274a0", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:35.081782 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f05162e0-0817-4747-a5b6-fe3c608b0248 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:35.082410 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ce93b1-a3d2-49f7-a800-a08a613211ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2d736a-34aa-4846-bed9-d12db2f274a0', 'code': 200} Aug 29 17:35:35.378097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-775d8d81-9dd2-430c-a4b3-4aa4b222bb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.393449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179b40c-d89c-48f3-8924-27d842c22c16 req-d2100ff2-b5aa-4991-97a2-e1421547ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:35.395585 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8179b40c-d89c-48f3-8924-27d842c22c16 req-d2100ff2-b5aa-4991-97a2-e1421547ec3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 1097 time: 0.0940878 Aug 29 17:35:35.407634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29727a-ccca-42a0-aebd-fa17d07808bf req-42225131-a63a-4b93-b520-ad18acc91d96 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:35.409058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed29727a-ccca-42a0-aebd-fa17d07808bf req-42225131-a63a-4b93-b520-ad18acc91d96 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 944 time: 0.0993929 Aug 29 17:35:35.428383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-775d8d81-9dd2-430c-a4b3-4aa4b222bb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.520403 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8179b40c-d89c-48f3-8924-27d842c22c16 req-dafeb41c-1b86-42c0-b197-b074f929aabc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089106 Aug 29 17:35:35.524849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed29727a-ccca-42a0-aebd-fa17d07808bf req-1d698d2f-9e29-47a7-80db-76266f73e72d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079333 Aug 29 17:35:35.554936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-775d8d81-9dd2-430c-a4b3-4aa4b222bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.558832 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-775d8d81-9dd2-430c-a4b3-4aa4b222bb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.563398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-775d8d81-9dd2-430c-a4b3-4aa4b222bb03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee749a59-f22f-4d2e-82d8-e44c194943f1 HTTP/1.1" status: 204 len: 168 time: 0.6949348 Aug 29 17:35:35.582526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc80e-7430-43e7-8cbf-eac4cdbce276 req-b0b16209-b651-4cad-a5fc-e0da4d6f91ce tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:35.587675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d8d81-9dd2-430c-a4b3-4aa4b222bb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee749a59-f22f-4d2e-82d8-e44c194943f1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:35.592576 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de9fc80e-7430-43e7-8cbf-eac4cdbce276 req-b0b16209-b651-4cad-a5fc-e0da4d6f91ce tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 946 time: 0.1006248 Aug 29 17:35:35.657758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de9fc80e-7430-43e7-8cbf-eac4cdbce276 req-3c0d145d-6868-43d2-a39a-8bfc9e326a6f tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626268 Aug 29 17:35:35.728077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-a19221b4-b89e-405a-9bae-699756d6b144 req-08f35f87-6b0e-482f-a3af-aa0481c10a6a service neutron] (94795) timed out ('10.222.0.41', 56988) {{(pid=94795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:35:35.841791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eb52b-5950-4e70-a7fd-9adb015b1d53 req-88df9aa1-a57e-4080-9402-0013d81c1083 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:35.843729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a5eb52b-5950-4e70-a7fd-9adb015b1d53 req-88df9aa1-a57e-4080-9402-0013d81c1083 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=80208612-3d51-4572-b869-18cfc3ad9f60 HTTP/1.1" status: 200 len: 945 time: 0.1048720 Aug 29 17:35:35.898505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38f4bc-fec8-471a-b65e-3b1fae9af774 req-0f3eed7d-0fb8-4625-8b6c-a0dde1385682 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:35.907102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d38f4bc-fec8-471a-b65e-3b1fae9af774 req-0f3eed7d-0fb8-4625-8b6c-a0dde1385682 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 945 time: 0.0950446 Aug 29 17:35:35.946432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a5eb52b-5950-4e70-a7fd-9adb015b1d53 req-d15b6042-1a43-4295-bc2f-9be4473fbd51 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933108 Aug 29 17:35:35.963181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d38f4bc-fec8-471a-b65e-3b1fae9af774 req-ede2cbf3-0dd3-423e-8e4c-156302d482c0 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524538 Aug 29 17:35:36.482199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c98bf02d-05c8-4de3-bdef-e1e48a74decc details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:36.683891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:36.742723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'port_id': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'mac_address': 'fa:16:3e:13:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0206631c-33e7-47b2-a666-3a7d950ac202', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:36.837706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-a875643b-e2bd-4b5e-a918-7682f9789819 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:36.840109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-a875643b-e2bd-4b5e-a918-7682f9789819 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 812 time: 0.2504325 Aug 29 17:35:36.842841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda12adc-1080-402d-8cc6-214cfba85e15 req-54389389-9b55-486d-9bbd-a2299ade0a65 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:36.851415 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:36.851638 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dda12adc-1080-402d-8cc6-214cfba85e15 req-54389389-9b55-486d-9bbd-a2299ade0a65 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 944 time: 0.1549320 Aug 29 17:35:36.862006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-43989599-c1e0-4f4c-9cdc-b0f6dd21e955 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/quotas/5060e71db0a44efc9ca0021aa310d4c0 HTTP/1.1" status: 200 len: 375 time: 0.0153213 Aug 29 17:35:36.886055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98bf02d-05c8-4de3-bdef-e1e48a74decc {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:36.899512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dda12adc-1080-402d-8cc6-214cfba85e15 req-5dba64da-b227-4790-ae64-65808a47d1f0 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467162 Aug 29 17:35:36.951490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:36.953435 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-c066a8c2-2d7a-4e3b-9e64-9d58e2a47832 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823030 Aug 29 17:35:36.962940 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:37.095763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:37.171330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-578ced05-cb6d-4ad5-a767-43ad9c26fe0e service neutron] 10.222.0.41 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088726 Aug 29 17:35:37.239276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b59e5-7a3a-4796-801b-362fd8c882db req-6c831e57-fd87-4b67-8ad6-6107a8c0a6e1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:37.241104 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637b59e5-7a3a-4796-801b-362fd8c882db req-6c831e57-fd87-4b67-8ad6-6107a8c0a6e1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 945 time: 0.0785134 Aug 29 17:35:37.249268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c98bf02d-05c8-4de3-bdef-e1e48a74decc'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:37.295923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637b59e5-7a3a-4796-801b-362fd8c882db req-a61abd59-0fee-49e6-b8df-90e72ccd0a0d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467224 Aug 29 17:35:37.391205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-55ecf459-6463-46e3-9c06-27942eb455e7 service neutron] 10.222.0.41 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189500 Aug 29 17:35:37.488960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346ce36-8652-4f2b-b203-8a53ebe4712b req-9f176a22-317a-43a4-ac89-1aa18a8096b3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:37.490524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5346ce36-8652-4f2b-b203-8a53ebe4712b req-9f176a22-317a-43a4-ac89-1aa18a8096b3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 945 time: 0.0856729 Aug 29 17:35:37.548089 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5346ce36-8652-4f2b-b203-8a53ebe4712b req-ba397fe4-ff17-4c01-baa0-85b125caeb9a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Aug 29 17:35:37.651578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-a21222a8-df37-417e-b79c-0d65ac5e0451 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:37.653297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-a21222a8-df37-417e-b79c-0d65ac5e0451 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "GET /v2.0/ports?device_id=80208612-3d51-4572-b869-18cfc3ad9f60 HTTP/1.1" status: 200 len: 945 time: 0.0830040 Aug 29 17:35:37.728842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-b398c568-7e86-490e-8069-245cffcfab4c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:37.730900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-b398c568-7e86-490e-8069-245cffcfab4c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "GET /v2.0/ports?device_id=91e5554e-79ac-4c25-b232-7738f3f385ed HTTP/1.1" status: 200 len: 946 time: 0.0785072 Aug 29 17:35:37.895093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4f54-1131-4936-999d-57e1744344a4 req-15d83d07-156a-46bc-9cf8-23e0b333d02f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:37.907171 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c3b4f54-1131-4936-999d-57e1744344a4 req-15d83d07-156a-46bc-9cf8-23e0b333d02f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 945 time: 0.2194831 Aug 29 17:35:37.915443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Deleting port 35a13e5e-c7a2-4c27-9298-c10541c9057d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:37.916413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:37.986457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c3b4f54-1131-4936-999d-57e1744344a4 req-f32b7bb3-7393-433f-a03b-8557d795054f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762210 Aug 29 17:35:38.026790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Deleting port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:38.027340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.066445 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dac31762-caf9-4bb1-8c03-34c880ebda98 req-c040b63f-aa9f-4e18-84fe-fd96d9101a91 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 210 time: 0.0699546 Aug 29 17:35:38.155381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] For port 35a13e5e-c7a2-4c27-9298-c10541c9057d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=35a13e5e-c7a2-4c27-9298-c10541c9057d,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:38.155877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.173478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Calling delete_port for 35a13e5e-c7a2-4c27-9298-c10541c9057d owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:38.228727 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] For port 29575c4f-830f-4b27-a9be-b225fa0cdbd5, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=29575c4f-830f-4b27-a9be-b225fa0cdbd5,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:38.229125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.260320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Calling delete_port for 29575c4f-830f-4b27-a9be-b225fa0cdbd5 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:38.418525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdd779-7f22-417d-a74b-cec8226870fc req-4e3fe8c1-c467-41bb-a2f1-94f0240452e0 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:38.427219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bdd779-7f22-417d-a74b-cec8226870fc req-4e3fe8c1-c467-41bb-a2f1-94f0240452e0 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 945 time: 0.0905039 Aug 29 17:35:38.477269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c98bf02d-05c8-4de3-bdef-e1e48a74decc up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:38.584724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bdd779-7f22-417d-a74b-cec8226870fc req-845e64ae-a50e-4a70-a0cb-ccbcfc526f09 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553414 Aug 29 17:35:38.607123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.616927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port c98bf02d-05c8-4de3-bdef-e1e48a74decc completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:38.642497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['29575c4f-830f-4b27-a9be-b225fa0cdbd5', '35a13e5e-c7a2-4c27-9298-c10541c9057d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:38.657970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port c98bf02d-05c8-4de3-bdef-e1e48a74decc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:38.660821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.666001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.686990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Pushing event deleted for resources: {'Port': ['ID=35a13e5e-c7a2-4c27-9298-c10541c9057d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:38.737208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Pushing event deleted for resources: {'Port': ['ID=29575c4f-830f-4b27-a9be-b225fa0cdbd5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:38.772432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] No DVR routers for this DVR port 35a13e5e-c7a2-4c27-9298-c10541c9057d on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:38.776934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.781216 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a98ef4cc-f405-4f25-85ce-c68ec081f889 req-c62c33be-1bb8-4394-8135-699c0aae3e00 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "DELETE /v2.0/ports/35a13e5e-c7a2-4c27-9298-c10541c9057d HTTP/1.1" status: 204 len: 173 time: 1.0433733 Aug 29 17:35:38.781938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5554e-79ac-4c25-b232-7738f3f385ed', 'name': 'network-vif-deleted', 'tag': '35a13e5e-c7a2-4c27-9298-c10541c9057d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:38.787251 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a4c54-ed16-4ce7-b16e-726e31c4bba2" -d '{"events": [{"server_uuid": "91e5554e-79ac-4c25-b232-7738f3f385ed", "name": "network-vif-deleted", "tag": "35a13e5e-c7a2-4c27-9298-c10541c9057d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:38.895076 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c124bbc9-e918-4b9b-94b0-92d698a75219 x-openstack-request-id: req-c124bbc9-e918-4b9b-94b0-92d698a75219 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:38.895457 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5554e-79ac-4c25-b232-7738f3f385ed", "name": "network-vif-deleted", "tag": "35a13e5e-c7a2-4c27-9298-c10541c9057d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:38.895832 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c124bbc9-e918-4b9b-94b0-92d698a75219 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:38.896342 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e5554e-79ac-4c25-b232-7738f3f385ed', 'name': 'network-vif-deleted', 'tag': '35a13e5e-c7a2-4c27-9298-c10541c9057d', 'status': 'completed', 'code': 200} Aug 29 17:35:38.933412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] No DVR routers for this DVR port 29575c4f-830f-4b27-a9be-b225fa0cdbd5 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:38.938426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.940866 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8495bbe6-2ce7-4324-82e8-17469eeb11e7 req-dce7afd5-3d9a-4073-9bb9-838430165bcc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "DELETE /v2.0/ports/29575c4f-830f-4b27-a9be-b225fa0cdbd5 HTTP/1.1" status: 204 len: 173 time: 1.2769973 Aug 29 17:35:38.941868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80208612-3d51-4572-b869-18cfc3ad9f60', 'name': 'network-vif-deleted', 'tag': '29575c4f-830f-4b27-a9be-b225fa0cdbd5'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:38.944984 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7d0db5-317f-4d64-9c63-e9fd5de87111" -d '{"events": [{"server_uuid": "80208612-3d51-4572-b869-18cfc3ad9f60", "name": "network-vif-deleted", "tag": "29575c4f-830f-4b27-a9be-b225fa0cdbd5"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:38.967640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2413d0-0b2a-4fce-999b-d2f707bb3b9f req-c3c67b2e-4495-4d02-bc32-e5443b4f93f1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:38.979422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb2413d0-0b2a-4fce-999b-d2f707bb3b9f req-c3c67b2e-4495-4d02-bc32-e5443b4f93f1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 945 time: 0.2495410 Aug 29 17:35:39.005434 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:39.044041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb2413d0-0b2a-4fce-999b-d2f707bb3b9f req-47beeeea-7ed3-451b-a458-97a35e6af7e6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633783 Aug 29 17:35:39.058085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['35a13e5e-c7a2-4c27-9298-c10541c9057d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:39.060636 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb49cd-ac4f-41bf-9668-a0818f4b48fc x-openstack-request-id: req-4deb49cd-ac4f-41bf-9668-a0818f4b48fc {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:39.061041 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80208612-3d51-4572-b869-18cfc3ad9f60", "name": "network-vif-deleted", "tag": "29575c4f-830f-4b27-a9be-b225fa0cdbd5", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:39.061456 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4deb49cd-ac4f-41bf-9668-a0818f4b48fc {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:39.062065 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80208612-3d51-4572-b869-18cfc3ad9f60', 'name': 'network-vif-deleted', 'tag': '29575c4f-830f-4b27-a9be-b225fa0cdbd5', 'status': 'completed', 'code': 200} Aug 29 17:35:39.088423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:39.090716 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ef29a6-ea9d-4437-bd16-e13fa84af2b8" -d '{"events": [{"server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "name": "network-vif-plugged", "status": "completed", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:39.164162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:39.176273 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:39.179026 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3747ed-f9fe-4f75-9380-ab9a20e2f8c2 x-openstack-request-id: req-0a3747ed-f9fe-4f75-9380-ab9a20e2f8c2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:39.179322 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "name": "network-vif-plugged", "status": "completed", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:39.179575 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a3747ed-f9fe-4f75-9380-ab9a20e2f8c2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:39.179979 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'code': 200} Aug 29 17:35:39.249861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:39.271124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b0ab6780-eb2a-4b5f-bb23-086c99c338cf req-6597e16d-7b0f-4bf5-b0b2-1f2628e236b0 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 210 time: 0.0618703 Aug 29 17:35:39.443653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec3dbf-5fee-4226-a9a0-92f59482a523 req-2c2d964a-71b0-46eb-8a10-cfe4bc672a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:39.446115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48ec3dbf-5fee-4226-a9a0-92f59482a523 req-2c2d964a-71b0-46eb-8a10-cfe4bc672a51 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 1098 time: 0.0808861 Aug 29 17:35:39.556175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48ec3dbf-5fee-4226-a9a0-92f59482a523 req-20689029-3593-4665-8e80-5e67366303c6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901816 Aug 29 17:35:39.734555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c19c9-9b7f-4947-939c-58af15b044b8 req-e9c4daac-8c5d-434f-bb1f-43ca58e351ea tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:39.736706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-202c19c9-9b7f-4947-939c-58af15b044b8 req-e9c4daac-8c5d-434f-bb1f-43ca58e351ea tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.0857852 Aug 29 17:35:39.843350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-1cc3d60e-ed91-453b-9af8-7afcc5354654 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:39.847520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-202c19c9-9b7f-4947-939c-58af15b044b8 req-f6c5d1ad-c02b-46af-9c5c-b83b47441a36 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992529 Aug 29 17:35:39.852669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-1cc3d60e-ed91-453b-9af8-7afcc5354654 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 945 time: 0.1121278 Aug 29 17:35:40.062739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Deleting port 7c2d736a-34aa-4846-bed9-d12db2f274a0 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:40.063986 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.077125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-0f1722a7-4620-47f1-8230-482d19b3d88d tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:40.079355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-0f1722a7-4620-47f1-8230-482d19b3d88d tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.44 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 812 time: 0.2240806 Aug 29 17:35:40.095356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Request body: {'port': {'device_id': '661f6cc5-1cb7-46c4-8e16-360eee046fbf', 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'admin_state_up': True, 'tenant_id': '5060e71db0a44efc9ca0021aa310d4c0'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:40.235707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] For port 7c2d736a-34aa-4846-bed9-d12db2f274a0, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7c2d736a-34aa-4846-bed9-d12db2f274a0,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:40.236347 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.276686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Calling delete_port for 7c2d736a-34aa-4846-bed9-d12db2f274a0 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:40.387512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34056) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:40.423842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea103a79-1c14-418c-b925-f97cb3127185 req-6761b96c-3d56-4dd2-9799-52f76e5fb1b4 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 210 time: 0.0305550 Aug 29 17:35:40.458432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83540e-f418-4199-9295-29933f3c8ec3 req-dc2b434d-761d-474a-a405-727a4e1c43a9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:40.460430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1a83540e-f418-4199-9295-29933f3c8ec3 req-dc2b434d-761d-474a-a405-727a4e1c43a9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 945 time: 0.2533665 Aug 29 17:35:40.528599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Made reservation on behalf of 5060e71db0a44efc9ca0021aa310d4c0 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:40.530427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.533979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.544409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e60ea970-04d3-48e8-b8a5-b18be3bc7c93', '7c2d736a-34aa-4846-bed9-d12db2f274a0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:40.546841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:40.571271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1a83540e-f418-4199-9295-29933f3c8ec3 req-0323699a-93ec-4623-88d0-f8ba11ac01eb tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014552 Aug 29 17:35:40.626396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event deleted for resources: {'Port': ['ID=7c2d736a-34aa-4846-bed9-d12db2f274a0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:40.633694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8ba-6f6e-4483-be33-dc07301ee47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.704732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] No DVR routers for this DVR port 7c2d736a-34aa-4846-bed9-d12db2f274a0 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:40.712279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Allocated IP 172.20.0.2 (e3fa96f9-2b20-4227-b075-3198f1dd729e/c5bab839-0794-4b9b-829c-fdbd6eba7e9f/5c975e1e-2994-477b-90b6-3c2fdf63f646) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:40.758045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.776465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa40f476-4bc8-4346-b92c-dc44b7642e14 req-7a60da81-ff5e-4881-93fd-7e2e46ec87ad tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "DELETE /v2.0/ports/7c2d736a-34aa-4846-bed9-d12db2f274a0 HTTP/1.1" status: 204 len: 173 time: 0.9103501 Aug 29 17:35:41.068884 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.125026 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.129125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ce93b1-a3d2-49f7-a800-a08a613211ce', 'name': 'network-vif-deleted', 'tag': '7c2d736a-34aa-4846-bed9-d12db2f274a0'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:41.132834 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f5c4c8-f80e-40b0-8ec8-c7639e5f7a24" -d '{"events": [{"server_uuid": "e1ce93b1-a3d2-49f7-a800-a08a613211ce", "name": "network-vif-deleted", "tag": "7c2d736a-34aa-4846-bed9-d12db2f274a0"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:41.179820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Network e3fa96f9-2b20-4227-b075-3198f1dd729e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:41.184601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:41.196262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:41.228619 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c5593-5da4-440c-a6dc-f9ddfc2634ce x-openstack-request-id: req-b58c5593-5da4-440c-a6dc-f9ddfc2634ce {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:41.229196 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ce93b1-a3d2-49f7-a800-a08a613211ce", "name": "network-vif-deleted", "tag": "7c2d736a-34aa-4846-bed9-d12db2f274a0", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:41.229630 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b58c5593-5da4-440c-a6dc-f9ddfc2634ce {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:41.230261 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ce93b1-a3d2-49f7-a800-a08a613211ce', 'name': 'network-vif-deleted', 'tag': '7c2d736a-34aa-4846-bed9-d12db2f274a0', 'status': 'completed', 'code': 200} Aug 29 17:35:41.242400 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e4a1309c-0ac9-4629-be50-e87a02ccf502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.249443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Pushing event updated for resources: {'Port': ['ID=5c975e1e-2994-477b-90b6-3c2fdf63f646,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:41.260578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.261094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.261437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.261773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.262101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.262427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.262806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.263101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.263470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.263838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.264387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.264498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.286070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-bb49ebc1-1685-4841-abcb-dca5c8471677 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:41.287667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-bb49ebc1-1685-4841-abcb-dca5c8471677 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 812 time: 0.5680671 Aug 29 17:35:41.292087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:41.293116 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.305232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732a731-3e07-4393-aa57-28eccd99778f req-7983bd09-48ac-4b0b-a1ee-fbbab8942718 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:41.306804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b732a731-3e07-4393-aa57-28eccd99778f req-7983bd09-48ac-4b0b-a1ee-fbbab8942718 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.2531900 Aug 29 17:35:41.312846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Request body: {'port': {'device_id': 'f326ef3e-0df5-4b87-a81b-7bca5bc0b71d', 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'admin_state_up': True, 'tenant_id': '5060e71db0a44efc9ca0021aa310d4c0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:41.405044 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8ba-6f6e-4483-be33-dc07301ee47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.434052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-4a25aa94-b7c2-4865-ac4a-0d41e782112b tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3403990 Aug 29 17:35:41.521458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Request body: {'port': {'device_id': '661f6cc5-1cb7-46c4-8e16-360eee046fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:41.532148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8ba-6f6e-4483-be33-dc07301ee47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.683806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b732a731-3e07-4393-aa57-28eccd99778f req-0314a0c0-3231-4318-aec7-5e9880e814dd tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649969 Aug 29 17:35:41.719562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a28fa8ba-6f6e-4483-be33-dc07301ee47b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=007333e035eb4e2ebbf8eb629f28f900&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3305306 Aug 29 17:35:41.724923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e60ccfa7-6d7a-4c44-adc5-647f4b4e7b11 req-1b00706f-fb18-4b33-b6d0-1dc08a8c2ff1 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 210 time: 0.0548835 Aug 29 17:35:41.726710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34086) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:41.732779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.783933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fa8ba-6f6e-4483-be33-dc07301ee47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594026da-2729-4348-b09f-367fc794abae,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:41.863552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-805704b8-26dd-4ac4-a5d3-2fa41752787f req-b4721f31-9b6c-4f88-a9ca-9b38b22d1936 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ce93b1-a3d2-49f7-a800-a08a613211ce HTTP/1.1" status: 200 len: 210 time: 0.0406878 Aug 29 17:35:41.893779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Made reservation on behalf of 5060e71db0a44efc9ca0021aa310d4c0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:41.899575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.924426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2297f2c-4c51-4d5e-bd07-7a1618d27ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.959219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2297f2c-4c51-4d5e-bd07-7a1618d27ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.060112 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2297f2c-4c51-4d5e-bd07-7a1618d27ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.062939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2297f2c-4c51-4d5e-bd07-7a1618d27ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.064138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c2297f2c-4c51-4d5e-bd07-7a1618d27ca1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/594026da-2729-4348-b09f-367fc794abae HTTP/1.1" status: 204 len: 168 time: 0.3243599 Aug 29 17:35:42.066183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c975e1e-2994-477b-90b6-3c2fdf63f646 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:42.075315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.081389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2297f2c-4c51-4d5e-bd07-7a1618d27ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594026da-2729-4348-b09f-367fc794abae,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.089681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Transition to ACTIVE for port object 5c975e1e-2994-477b-90b6-3c2fdf63f646 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:42.105695 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.170317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Allocated IP 172.20.0.6 (e3fa96f9-2b20-4227-b075-3198f1dd729e/c5bab839-0794-4b9b-829c-fdbd6eba7e9f/59827f6d-6ab6-4d7b-962b-1508ba071e21) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:42.173325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Pushing event updated for resources: {'Port': ['ID=5c975e1e-2994-477b-90b6-3c2fdf63f646,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.261867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Attempting to bind port 5c975e1e-2994-477b-90b6-3c2fdf63f646 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:42.262448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Attempting to bind port 5c975e1e-2994-477b-90b6-3c2fdf63f646 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:42.262983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Attempting to bind port 5c975e1e-2994-477b-90b6-3c2fdf63f646 on network e3fa96f9-2b20-4227-b075-3198f1dd729e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:42.269470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Port 5c975e1e-2994-477b-90b6-3c2fdf63f646 on network e3fa96f9-2b20-4227-b075-3198f1dd729e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:42.270099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Attempting to bind port 5c975e1e-2994-477b-90b6-3c2fdf63f646 on network e3fa96f9-2b20-4227-b075-3198f1dd729e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:42.276199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:42.276787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Checking segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:42.277505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Bound using segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:42.278117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Bound port: 5c975e1e-2994-477b-90b6-3c2fdf63f646, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:42.278732 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.358297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] For port 5c975e1e-2994-477b-90b6-3c2fdf63f646, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:42.361922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] For port 5c975e1e-2994-477b-90b6-3c2fdf63f646, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c975e1e-2994-477b-90b6-3c2fdf63f646,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:42.369182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.400117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.418083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:42.418731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.420167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] 10.222.0.44 "PUT /v2.0/ports/5c975e1e-2994-477b-90b6-3c2fdf63f646 HTTP/1.1" status: 200 len: 1092 time: 0.9681578 Aug 29 17:35:42.420781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661f6cc5-1cb7-46c4-8e16-360eee046fbf', 'tag': '5c975e1e-2994-477b-90b6-3c2fdf63f646'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:42.423276 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692f769c-8676-41d6-9cad-1fe25483c264" -d '{"events": [{"name": "network-changed", "server_uuid": "661f6cc5-1cb7-46c4-8e16-360eee046fbf", "tag": "5c975e1e-2994-477b-90b6-3c2fdf63f646"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:42.466760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786047e-ffa8-451b-9a30-60e6921a5341 service neutron] Pushing event updated for resources: {'Port': ['ID=5c975e1e-2994-477b-90b6-3c2fdf63f646,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.473098 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.474007 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.522534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34108) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:42.524110 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a1382-73c0-424a-aaba-415793cd46c0 x-openstack-request-id: req-3b0a1382-73c0-424a-aaba-415793cd46c0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:42.524463 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661f6cc5-1cb7-46c4-8e16-360eee046fbf", "tag": "5c975e1e-2994-477b-90b6-3c2fdf63f646", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:42.524717 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b0a1382-73c0-424a-aaba-415793cd46c0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:42.525105 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661f6cc5-1cb7-46c4-8e16-360eee046fbf', 'tag': '5c975e1e-2994-477b-90b6-3c2fdf63f646', 'status': 'completed', 'code': 200} Aug 29 17:35:42.537409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Pushing event updated for resources: {'Port': ['ID=59827f6d-6ab6-4d7b-962b-1508ba071e21,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.541270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 29575c4f-830f-4b27-a9be-b225fa0cdbd5 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:42.545257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71186f48-0acd-43dc-aaa4-c84e8c0a3075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.547622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Network e3fa96f9-2b20-4227-b075-3198f1dd729e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:42.550741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:42.553278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:42.572376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-f0fa80f1-99e0-4c64-b11e-fbcb6b37bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:42.573437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-f0fa80f1-99e0-4c64-b11e-fbcb6b37bcbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&device_id=661f6cc5-1cb7-46c4-8e16-360eee046fbf HTTP/1.1" status: 200 len: 1095 time: 0.1026728 Aug 29 17:35:42.573784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 29575c4f-830f-4b27-a9be-b225fa0cdbd5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:42.574364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 29575c4f-830f-4b27-a9be-b225fa0cdbd5 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:42.575037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 35a13e5e-c7a2-4c27-9298-c10541c9057d no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:42.606608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 35a13e5e-c7a2-4c27-9298-c10541c9057d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:42.607718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 35a13e5e-c7a2-4c27-9298-c10541c9057d not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:42.621349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:42.622176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.647365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-e1239fd7-cdb0-48dc-b26c-5d7fbf5f07b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c975e1e-2994-477b-90b6-3c2fdf63f646 HTTP/1.1" status: 200 len: 217 time: 0.0616271 Aug 29 17:35:42.722177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-b385754b-7a7f-4502-9f66-d4d31a04575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:42.723661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-b385754b-7a7f-4502-9f66-d4d31a04575f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 200 len: 852 time: 0.0686162 Aug 29 17:35:42.728169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71186f48-0acd-43dc-aaa4-c84e8c0a3075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.741546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-ec9f876d-6059-43fa-8e5b-a8a4ac8288d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4336395 Aug 29 17:35:42.744499 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71186f48-0acd-43dc-aaa4-c84e8c0a3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.757996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Request body: {'port': {'device_id': 'f326ef3e-0df5-4b87-a81b-7bca5bc0b71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:42.774572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-bd03937f-1a11-4e05-aeb6-578655f51b96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3fa96f9-2b20-4227-b075-3198f1dd729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397620 Aug 29 17:35:42.840422 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.871384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-71186f48-0acd-43dc-aaa4-c84e8c0a3075 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=514811cb056b4e68b9634f484dbb9655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453653 Aug 29 17:35:42.885274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34124) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:42.892285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71186f48-0acd-43dc-aaa4-c84e8c0a3075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aacb37-db3f-4262-9a49-3e69f1049ca1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.972757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89d2e-2141-4736-b1a7-c3ce7f28f371 req-0f64e53e-c8fd-4c22-84de-e65bec338db8 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:42.975045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0e89d2e-2141-4736-b1a7-c3ce7f28f371 req-0f64e53e-c8fd-4c22-84de-e65bec338db8 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1092439 Aug 29 17:35:42.977583 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-c27bd57a-07b0-4d92-93d7-382de61dac78 service neutron] 10.222.0.44 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895328 Aug 29 17:35:42.982769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.065140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03996dda-96bc-49ad-9403-6c0c2380db02 req-17e33850-ecf4-412a-9180-3e8884752d8f tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:43.065140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03996dda-96bc-49ad-9403-6c0c2380db02 req-17e33850-ecf4-412a-9180-3e8884752d8f tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 931 time: 0.2065349 Aug 29 17:35:43.067159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12aadf91-3483-4ab6-b79d-0410f73eb006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.123213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0e89d2e-2141-4736-b1a7-c3ce7f28f371 req-d25e35fb-f3e7-435a-9d10-2a27cfb68177 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408989 Aug 29 17:35:43.125957 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-03353a1c-cc02-40fd-81ea-b7f068c81cf5 service neutron] 10.222.0.44 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371856 Aug 29 17:35:43.194052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12aadf91-3483-4ab6-b79d-0410f73eb006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.250444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03996dda-96bc-49ad-9403-6c0c2380db02 req-7824d843-1e6b-45f6-a3f4-bd94801c8374 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765182 Aug 29 17:35:43.274761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7c2d736a-34aa-4846-bed9-d12db2f274a0 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:43.316518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 7c2d736a-34aa-4846-bed9-d12db2f274a0 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:43.316866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7c2d736a-34aa-4846-bed9-d12db2f274a0 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:43.364520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12aadf91-3483-4ab6-b79d-0410f73eb006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.367773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12aadf91-3483-4ab6-b79d-0410f73eb006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.370286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-12aadf91-3483-4ab6-b79d-0410f73eb006 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44aacb37-db3f-4262-9a49-3e69f1049ca1 HTTP/1.1" status: 204 len: 168 time: 0.4837542 Aug 29 17:35:43.377837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f769c-8676-41d6-9cad-1fe25483c264 req-c0b34ea9-6472-4726-9b2b-cbe985f4b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:43.380376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-692f769c-8676-41d6-9cad-1fe25483c264 req-c0b34ea9-6472-4726-9b2b-cbe985f4b2f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&device_id=661f6cc5-1cb7-46c4-8e16-360eee046fbf HTTP/1.1" status: 200 len: 1095 time: 0.1661270 Aug 29 17:35:43.417739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aadf91-3483-4ab6-b79d-0410f73eb006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aacb37-db3f-4262-9a49-3e69f1049ca1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:43.438730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59827f6d-6ab6-4d7b-962b-1508ba071e21 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:43.459364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.501626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Transition to ACTIVE for port object 59827f6d-6ab6-4d7b-962b-1508ba071e21 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:43.506422 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.671473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Pushing event updated for resources: {'Port': ['ID=59827f6d-6ab6-4d7b-962b-1508ba071e21,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:43.715572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc74bcc-e82d-42db-ae0a-7f0ebe887296 req-2aaa31f0-269e-48f7-a321-36aabc6a8021 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:43.724424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fc74bcc-e82d-42db-ae0a-7f0ebe887296 req-2aaa31f0-269e-48f7-a321-36aabc6a8021 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 945 time: 0.1222684 Aug 29 17:35:43.803914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fc74bcc-e82d-42db-ae0a-7f0ebe887296 req-37302018-5ed2-4661-80c3-30c4848ce18f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784824 Aug 29 17:35:43.809131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Attempting to bind port 59827f6d-6ab6-4d7b-962b-1508ba071e21 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:43.809733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Attempting to bind port 59827f6d-6ab6-4d7b-962b-1508ba071e21 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:43.810330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Attempting to bind port 59827f6d-6ab6-4d7b-962b-1508ba071e21 on network e3fa96f9-2b20-4227-b075-3198f1dd729e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:43.815366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Port 59827f6d-6ab6-4d7b-962b-1508ba071e21 on network e3fa96f9-2b20-4227-b075-3198f1dd729e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:43.816499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Attempting to bind port 59827f6d-6ab6-4d7b-962b-1508ba071e21 on network e3fa96f9-2b20-4227-b075-3198f1dd729e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:43.821992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:43.823281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Checking segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:43.824156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Bound using segment: {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:43.824466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Bound port: 59827f6d-6ab6-4d7b-962b-1508ba071e21, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156f8fc1-2ecd-41aa-b2ab-2ab437311317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:43.824895 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.850410 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d046-ae57-442a-a0e8-4c69fc4cd6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.864841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929b51-8aef-4763-aa75-9e257767e253 req-34c0e86c-6214-4981-a8f7-50e479e04071 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:43.873514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78929b51-8aef-4763-aa75-9e257767e253 req-34c0e86c-6214-4981-a8f7-50e479e04071 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.5913968 Aug 29 17:35:43.886795 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.922563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] For port 59827f6d-6ab6-4d7b-962b-1508ba071e21, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:43.928054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] For port 59827f6d-6ab6-4d7b-962b-1508ba071e21, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=59827f6d-6ab6-4d7b-962b-1508ba071e21,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:43.933442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.942761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78929b51-8aef-4763-aa75-9e257767e253 req-72567ffd-9018-4ee1-813b-117d7fff7609 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680985 Aug 29 17:35:43.948361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f769c-8676-41d6-9cad-1fe25483c264 req-e2d85d5f-31ea-48f7-93c0-c4c69e85ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:43.949930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-692f769c-8676-41d6-9cad-1fe25483c264 req-e2d85d5f-31ea-48f7-93c0-c4c69e85ef95 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 913 time: 0.5581589 Aug 29 17:35:44.002770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:44.003960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:44.005363 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/59827f6d-6ab6-4d7b-962b-1508ba071e21 HTTP/1.1" status: 200 len: 1092 time: 1.2539806 Aug 29 17:35:44.005815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326ef3e-0df5-4b87-a81b-7bca5bc0b71d', 'tag': '59827f6d-6ab6-4d7b-962b-1508ba071e21'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:44.009478 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd6507e-0baa-4313-9f6a-1439fe5a4543" -d '{"events": [{"name": "network-changed", "server_uuid": "f326ef3e-0df5-4b87-a81b-7bca5bc0b71d", "tag": "59827f6d-6ab6-4d7b-962b-1508ba071e21"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:44.026177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97407b5f-8b5a-4f05-a15a-cea778c065d9 service neutron] Pushing event updated for resources: {'Port': ['ID=59827f6d-6ab6-4d7b-962b-1508ba071e21,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:44.054008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-692f769c-8676-41d6-9cad-1fe25483c264 req-c3e4e2aa-95c5-42e3-9c57-9b5a26629678 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c975e1e-2994-477b-90b6-3c2fdf63f646 HTTP/1.1" status: 200 len: 217 time: 0.0954707 Aug 29 17:35:44.117327 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7b6ca8-3b32-4616-bdfe-24f89fdf6d81 x-openstack-request-id: req-4b7b6ca8-3b32-4616-bdfe-24f89fdf6d81 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:44.117751 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f326ef3e-0df5-4b87-a81b-7bca5bc0b71d", "tag": "59827f6d-6ab6-4d7b-962b-1508ba071e21", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:44.118105 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b7b6ca8-3b32-4616-bdfe-24f89fdf6d81 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:44.118621 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f326ef3e-0df5-4b87-a81b-7bca5bc0b71d', 'tag': '59827f6d-6ab6-4d7b-962b-1508ba071e21', 'status': 'completed', 'code': 200} Aug 29 17:35:44.148814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-a97c6f30-125f-4b5b-b208-430b63e375d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:44.154642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-a97c6f30-125f-4b5b-b208-430b63e375d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 1095 time: 0.0950165 Aug 29 17:35:44.168919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f769c-8676-41d6-9cad-1fe25483c264 req-3f87adeb-c20b-4d99-8187-617218aee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:44.171337 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-692f769c-8676-41d6-9cad-1fe25483c264 req-3f87adeb-c20b-4d99-8187-617218aee0ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 200 len: 852 time: 0.0999956 Aug 29 17:35:44.211809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-692f769c-8676-41d6-9cad-1fe25483c264 req-3d56a366-ece5-4f16-b940-7ad6f6c91e98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3fa96f9-2b20-4227-b075-3198f1dd729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315526 Aug 29 17:35:44.230413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-d3f1de6e-684b-4e75-8bba-2f68b766da3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59827f6d-6ab6-4d7b-962b-1508ba071e21 HTTP/1.1" status: 200 len: 217 time: 0.0653734 Aug 29 17:35:44.307596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-12ee1d3e-20e1-4ac0-aded-f9f9130397ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:44.309308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-12ee1d3e-20e1-4ac0-aded-f9f9130397ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 200 len: 852 time: 0.0700769 Aug 29 17:35:44.355417 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-00e0b622-8cc3-4dcf-a209-27c24d0449d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3fa96f9-2b20-4227-b075-3198f1dd729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373065 Aug 29 17:35:44.403247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-692f769c-8676-41d6-9cad-1fe25483c264 req-4ebc078d-972a-4a36-be8c-6ceab88ea037 service neutron] 10.222.0.44 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818788 Aug 29 17:35:44.615020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb0f84-d4e7-44e0-8f07-2a6ecaf35ba2 req-ef28b7f8-6c35-4a38-86e7-59cd813ea94a tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:44.616772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5eb0f84-d4e7-44e0-8f07-2a6ecaf35ba2 req-ef28b7f8-6c35-4a38-86e7-59cd813ea94a tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 943 time: 0.1931131 Aug 29 17:35:44.656664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34206) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:44.660467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f6834-b64a-42b9-9c90-b698096ed1de req-845bd6e8-b585-43b4-8462-8dc21c7020a7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:44.671190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b1f6834-b64a-42b9-9c90-b698096ed1de req-845bd6e8-b585-43b4-8462-8dc21c7020a7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1526020 Aug 29 17:35:44.684208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-692f769c-8676-41d6-9cad-1fe25483c264 req-c0b25a15-3f0a-42c2-af24-038b183b00c6 service neutron] 10.222.0.44 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706034 Aug 29 17:35:44.690304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-1a23506d-dfb2-4ac0-a5c8-1029a74e72ff service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281112 Aug 29 17:35:44.707699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5eb0f84-d4e7-44e0-8f07-2a6ecaf35ba2 req-21861373-6b99-4452-b8de-a36af3f4ff86 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730984 Aug 29 17:35:44.740874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b1f6834-b64a-42b9-9c90-b698096ed1de req-aeb3e76d-bf28-42b0-bc92-da578ce61789 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667822 Aug 29 17:35:44.873292 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bd1c881-2ee0-4e64-b45d-bb9105945c7d req-8053e1ba-b269-49f2-88eb-85a37a057e78 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733973 Aug 29 17:35:44.954059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1838637228-network', 'tenant_id': '8a2dbc0b74ef41e593664f97e93bd349'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:44.996248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-d3232fdc-38ee-4953-ae97-43d9aabe4cc5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:44.998119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-d3232fdc-38ee-4953-ae97-43d9aabe4cc5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 945 time: 0.1019642 Aug 29 17:35:44.999478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Made reservation on behalf of 8a2dbc0b74ef41e593664f97e93bd349 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:45.001833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.018263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.020061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-9e253b2a-bb1e-4cc3-a5a4-33a5969bb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:45.021607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-9e253b2a-bb1e-4cc3-a5a4-33a5969bb9bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 1095 time: 0.0585849 Aug 29 17:35:45.029658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdae03-eec8-45a0-9e04-1fb992c37ae1 req-6ddcfea3-c12b-4327-ba15-2f8b4119bd34 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:45.031218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15bdae03-eec8-45a0-9e04-1fb992c37ae1 req-6ddcfea3-c12b-4327-ba15-2f8b4119bd34 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 945 time: 0.0999229 Aug 29 17:35:45.131742 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15bdae03-eec8-45a0-9e04-1fb992c37ae1 req-e5ae6a4a-cedd-42b4-b64a-3d5a0c528374 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914044 Aug 29 17:35:45.155597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-036c7537-f046-4141-96f1-bf99aae68ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:45.157412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-036c7537-f046-4141-96f1-bf99aae68ec3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 200 len: 913 time: 0.1253164 Aug 29 17:35:45.188746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Deleting port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:45.189484 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.211068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-43c7d08a-d782-41ad-a107-162885b2b46a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59827f6d-6ab6-4d7b-962b-1508ba071e21 HTTP/1.1" status: 200 len: 217 time: 0.0454490 Aug 29 17:35:45.270007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-376da6f6-99a4-4655-bcba-5f10389bbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:45.272746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c975e1e-2994-477b-90b6-3c2fdf63f646 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:45.276904 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-376da6f6-99a4-4655-bcba-5f10389bbb40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 200 len: 852 time: 0.0586276 Aug 29 17:35:45.298779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.321574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.347966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:35:45.356936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-eabc6975-71d6-4318-b814-ede9c8115610 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3fa96f9-2b20-4227-b075-3198f1dd729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711563 Aug 29 17:35:45.365047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.372678 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Added segment 46b4c303-1845-43c7-8ba2-1741393163d0 of type vlan for network 59841953-9200-4c5c-b94b-00f653da4cc7 Aug 29 17:35:45.403691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5c975e1e-2994-477b-90b6-3c2fdf63f646, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c975e1e-2994-477b-90b6-3c2fdf63f646,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:45.429238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.438737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '5c975e1e-2994-477b-90b6-3c2fdf63f646', 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'port_id': '5c975e1e-2994-477b-90b6-3c2fdf63f646', 'mac_address': 'fa:16:3e:e7:14:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bab839-0794-4b9b-829c-fdbd6eba7e9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:45.467730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] For port e60ea970-04d3-48e8-b8a5-b18be3bc7c93, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:45.468105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.498389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Calling delete_port for e60ea970-04d3-48e8-b8a5-b18be3bc7c93 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:45.503024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a837d-9e86-4f42-ae59-8cbdd596e38c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:45.511490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.514030 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-e0116c45-cfcc-4e6e-97d8-d7ac19846750 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495535 Aug 29 17:35:45.515006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:45.515698 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.560440 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.567997 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.582514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c975e1e-2994-477b-90b6-3c2fdf63f646 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:45.613102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5c975e1e-2994-477b-90b6-3c2fdf63f646, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c975e1e-2994-477b-90b6-3c2fdf63f646,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:45.620947 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.677248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd6507e-0baa-4313-9f6a-1439fe5a4543 req-f233b7ca-4255-422b-a74f-9dabcdad13c2 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556947 Aug 29 17:35:45.677938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=5c975e1e-2994-477b-90b6-3c2fdf63f646,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:45.695966 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0359454 Aug 29 17:35:45.698767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34228) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:45.699629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d9cae-686f-4a28-bf33-a7c1dbbe056c admin admin] Pushing event updated for resources: {'Network': ['ID=59841953-9200-4c5c-b94b-00f653da4cc7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:45.712691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 59841953-9200-4c5c-b94b-00f653da4cc7 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:35:45.713730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Request body: {'subnet': {'network_id': '59841953-9200-4c5c-b94b-00f653da4cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1838637228-subnet', 'tenant_id': '8a2dbc0b74ef41e593664f97e93bd349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:45.736438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Made reservation on behalf of 8a2dbc0b74ef41e593664f97e93bd349 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:45.759004 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.896516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['5c975e1e-2994-477b-90b6-3c2fdf63f646'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:45.943847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7c19-f735-4c6c-a19b-655a52912443 req-27077278-1f1e-4e56-86a0-7765a5667721 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:45.952569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ad3d7c19-f735-4c6c-a19b-655a52912443 req-27077278-1f1e-4e56-86a0-7765a5667721 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 943 time: 0.0886033 Aug 29 17:35:45.978746 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.995276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:46.048172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event deleted for resources: {'Port': ['ID=e60ea970-04d3-48e8-b8a5-b18be3bc7c93,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:46.055707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7007cd-e807-472a-a7b8-7e8bdcf6909c req-2e246c0a-d6b4-4180-8f67-d12780a97717 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:46.064702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e7007cd-e807-472a-a7b8-7e8bdcf6909c req-2e246c0a-d6b4-4180-8f67-d12780a97717 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1725380 Aug 29 17:35:46.101576 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.124852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ad3d7c19-f735-4c6c-a19b-655a52912443 req-2ffdf151-6056-4205-a259-9f9dc1efec6d tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713598 Aug 29 17:35:46.179578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] No DVR routers for this DVR port e60ea970-04d3-48e8-b8a5-b18be3bc7c93 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:46.193421 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.195474 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97f4cbb1-6cbb-4849-9890-9988fb2c8de9 req-677182cb-3c7c-47a8-80b5-360e49bfe8cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "DELETE /v2.0/ports/e60ea970-04d3-48e8-b8a5-b18be3bc7c93 HTTP/1.1" status: 204 len: 173 time: 1.1784604 Aug 29 17:35:46.196001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0057d6-5d89-4ac8-a18d-b7fca462e591', 'name': 'network-vif-deleted', 'tag': 'e60ea970-04d3-48e8-b8a5-b18be3bc7c93'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:46.196329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e7007cd-e807-472a-a7b8-7e8bdcf6909c req-1f53e102-2049-4382-8034-26177ff713bb tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303549 Aug 29 17:35:46.198301 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a86d95-8c0f-4038-8cdb-0673db0e3141" -d '{"events": [{"server_uuid": "2a0057d6-5d89-4ac8-a18d-b7fca462e591", "name": "network-vif-deleted", "tag": "e60ea970-04d3-48e8-b8a5-b18be3bc7c93"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:46.216725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Checking segment: {'id': '46b4c303-1845-43c7-8ba2-1741393163d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '59841953-9200-4c5c-b94b-00f653da4cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:46.217098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Network hostable DHCP agents. Network: 59841953-9200-4c5c-b94b-00f653da4cc7, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:35:46.221815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b842f2-8802-45bd-881d-95d5840c5993,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:46.261464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Network 59841953-9200-4c5c-b94b-00f653da4cc7 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:35:46.279485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 59841953-9200-4c5c-b94b-00f653da4cc7) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:46.288082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:46.288082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.305965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e410d-75a8-4fd9-88f6-36c9f77ea35f None None] Network 59841953-9200-4c5c-b94b-00f653da4cc7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:46.311349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d2291b9d-9f41-488a-8ba9-ddafba3660b8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6110525 Aug 29 17:35:46.349501 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d993a33d-3b6f-4959-809d-c4cd828e114b x-openstack-request-id: req-d993a33d-3b6f-4959-809d-c4cd828e114b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:46.351221 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0057d6-5d89-4ac8-a18d-b7fca462e591", "name": "network-vif-deleted", "tag": "e60ea970-04d3-48e8-b8a5-b18be3bc7c93", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:46.351534 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d993a33d-3b6f-4959-809d-c4cd828e114b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:46.352362 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0057d6-5d89-4ac8-a18d-b7fca462e591', 'name': 'network-vif-deleted', 'tag': 'e60ea970-04d3-48e8-b8a5-b18be3bc7c93', 'status': 'completed', 'code': 200} Aug 29 17:35:46.429294 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c545c60d-7e53-479d-83ca-a8664ced82fa req-833a66f6-a6fb-4d15-80fd-6893205997f7 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0057d6-5d89-4ac8-a18d-b7fca462e591 HTTP/1.1" status: 200 len: 210 time: 0.0421875 Aug 29 17:35:46.549137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525dc0b-3775-4895-b517-36f91ef56941 None None] Network 59841953-9200-4c5c-b94b-00f653da4cc7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:46.736426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.838656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['e60ea970-04d3-48e8-b8a5-b18be3bc7c93'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:47.038067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34276) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:47.044691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-115475012-network', 'tenant_id': 'aeaf972c751c40029cc81cfd32633179'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:47.067604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Made reservation on behalf of aeaf972c751c40029cc81cfd32633179 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:47.070474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.079710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.185739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.193166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.225471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:35:47.242533 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.244691 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Added segment 6b13a440-eb67-4eae-8f40-e102ecc66340 of type vlan for network 1c276b58-22d6-4a51-a528-55006d284377 Aug 29 17:35:47.278575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c975e1e-2994-477b-90b6-3c2fdf63f646 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:47.308886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.321501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddca8e-b033-42e5-8cd1-168f9f4cde8a req-7e733f15-8b89-418c-a358-cdf6d2f4753f tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.331639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-62ddca8e-b033-42e5-8cd1-168f9f4cde8a req-7e733f15-8b89-418c-a358-cdf6d2f4753f tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 943 time: 0.0889537 Aug 29 17:35:47.337310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2ded0-ccb0-4863-882a-0c0322d3855e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:47.342370 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.343547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.344166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.397582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 5c975e1e-2994-477b-90b6-3c2fdf63f646 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:47.405109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 5c975e1e-2994-477b-90b6-3c2fdf63f646 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:47.405929 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.414345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-62ddca8e-b033-42e5-8cd1-168f9f4cde8a req-1fa65102-d69f-4738-9923-4ca4fc23893e tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807958 Aug 29 17:35:47.482477 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4416869 Aug 29 17:35:47.485725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34292) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:47.497831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Request body: {'subnet': {'network_id': '1c276b58-22d6-4a51-a528-55006d284377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-115475012-subnet', 'tenant_id': 'aeaf972c751c40029cc81cfd32633179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:47.517111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a58d8-2bcf-4e4b-b55c-289b1771da1f req-7a8e28f2-acda-459d-b45d-39f07033a2f0 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.520051 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b0a58d8-2bcf-4e4b-b55c-289b1771da1f req-7a8e28f2-acda-459d-b45d-39f07033a2f0 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1058357 Aug 29 17:35:47.521858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51867f1-0c03-4d73-a1c5-ff0528716e61 admin admin] Pushing event updated for resources: {'Network': ['ID=1c276b58-22d6-4a51-a528-55006d284377,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:47.535764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 1c276b58-22d6-4a51-a528-55006d284377 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:35:47.562117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Made reservation on behalf of aeaf972c751c40029cc81cfd32633179 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:47.566256 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.577200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7b0a58d8-2bcf-4e4b-b55c-289b1771da1f req-7d247e75-423d-48cb-b63b-ba625c41a8e8 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502598 Aug 29 17:35:47.857398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.952242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.978467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-e9c9c938-1db6-4f77-a8d8-0cf0797ff1cd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.979839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c84f97-108a-4cf8-a87c-2812b552109a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:47.988207 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-e9c9c938-1db6-4f77-a8d8-0cf0797ff1cd tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.1620655 Aug 29 17:35:47.990718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f6cc5-1cb7-46c4-8e16-360eee046fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c975e1e-2994-477b-90b6-3c2fdf63f646'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:47.992246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Checking segment: {'id': '6b13a440-eb67-4eae-8f40-e102ecc66340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c276b58-22d6-4a51-a528-55006d284377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:47.992611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Network hostable DHCP agents. Network: 1c276b58-22d6-4a51-a528-55006d284377, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:35:47.996974 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bdb385-fd17-4188-9920-c30066bd2974" -d '{"events": [{"server_uuid": "661f6cc5-1cb7-46c4-8e16-360eee046fbf", "name": "network-vif-plugged", "status": "completed", "tag": "5c975e1e-2994-477b-90b6-3c2fdf63f646"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:48.005204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-8679892b-71b3-489d-82d3-934f697485c9 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/quotas/04665ef6c231485e96c15dfdcea1a752 HTTP/1.1" status: 200 len: 375 time: 0.0159452 Aug 29 17:35:48.013467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5c975e1e-2994-477b-90b6-3c2fdf63f646, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c975e1e-2994-477b-90b6-3c2fdf63f646,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:48.025567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:48.026441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e60ea970-04d3-48e8-b8a5-b18be3bc7c93 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:35:48.027682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Network 1c276b58-22d6-4a51-a528-55006d284377 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:35:48.052563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 1c276b58-22d6-4a51-a528-55006d284377) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:48.068648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:48.070108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:48.089279 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-45c6bc9a-62a8-4171-81b0-7fbf7c0a9dce admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5991023 Aug 29 17:35:48.091872 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72d89d4-dbca-4150-8426-9d2ec87507fe x-openstack-request-id: req-f72d89d4-dbca-4150-8426-9d2ec87507fe {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:48.092036 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661f6cc5-1cb7-46c4-8e16-360eee046fbf", "name": "network-vif-plugged", "status": "completed", "tag": "5c975e1e-2994-477b-90b6-3c2fdf63f646", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:48.092293 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f72d89d4-dbca-4150-8426-9d2ec87507fe {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:48.092687 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f6cc5-1cb7-46c4-8e16-360eee046fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c975e1e-2994-477b-90b6-3c2fdf63f646', 'code': 200} Aug 29 17:35:48.093397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac2b35-8bf6-445c-95f3-09dd6c28e49d None None] Network 1c276b58-22d6-4a51-a528-55006d284377 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:48.141067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-6223e282-0a3e-42d7-b6a3-4f83d68088f0 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238136 Aug 29 17:35:48.272252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd34a-5329-4fbf-a025-2950189ae6a5 req-08f9dcc1-0a6f-4c5e-a57c-acdd3d07cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:48.275803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d65cd34a-5329-4fbf-a025-2950189ae6a5 req-08f9dcc1-0a6f-4c5e-a57c-acdd3d07cfa7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=661f6cc5-1cb7-46c4-8e16-360eee046fbf HTTP/1.1" status: 200 len: 1097 time: 0.1107039 Aug 29 17:35:48.306946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: e60ea970-04d3-48e8-b8a5-b18be3bc7c93 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:35:48.307211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device e60ea970-04d3-48e8-b8a5-b18be3bc7c93 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:35:48.324329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-ca2edd2c-06be-4880-8373-5dc7858d5a4e service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756117 Aug 29 17:35:48.325307 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d65cd34a-5329-4fbf-a025-2950189ae6a5 req-b10a749b-71e8-4c09-a5b5-a1b3e13d6345 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Aug 29 17:35:48.366552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=5c975e1e-2994-477b-90b6-3c2fdf63f646,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:48.398839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79005953-af20-4fd4-ba4d-66d46e70ff5b None None] Network 1c276b58-22d6-4a51-a528-55006d284377 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:48.515153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-8f9a6ddd-5e36-47ec-aab2-64f6b4fb233e service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877625 Aug 29 17:35:48.578347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 59827f6d-6ab6-4d7b-962b-1508ba071e21 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:48.777730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 59827f6d-6ab6-4d7b-962b-1508ba071e21, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=59827f6d-6ab6-4d7b-962b-1508ba071e21,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:48.796453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '59827f6d-6ab6-4d7b-962b-1508ba071e21', 'network_id': 'e3fa96f9-2b20-4227-b075-3198f1dd729e', 'port_id': '59827f6d-6ab6-4d7b-962b-1508ba071e21', 'mac_address': 'fa:16:3e:84:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bab839-0794-4b9b-829c-fdbd6eba7e9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:48.873244 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:48.907051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e270f4e-f847-4353-b6a5-4189042a1a4a req-00e48c4c-64f7-4599-ab9c-523fe0d6f80d tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:48.914315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59827f6d-6ab6-4d7b-962b-1508ba071e21 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:48.915025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e270f4e-f847-4353-b6a5-4189042a1a4a req-00e48c4c-64f7-4599-ab9c-523fe0d6f80d tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 943 time: 0.0966890 Aug 29 17:35:48.960072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 59827f6d-6ab6-4d7b-962b-1508ba071e21, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=59827f6d-6ab6-4d7b-962b-1508ba071e21,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:48.964251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e270f4e-f847-4353-b6a5-4189042a1a4a req-9095572b-74d1-4329-a155-d08ee1f1e498 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482512 Aug 29 17:35:48.967358 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:49.026631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=59827f6d-6ab6-4d7b-962b-1508ba071e21,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:49.032094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-69699b47-97e3-431e-afec-95a11ba77617 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:49.033928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-69699b47-97e3-431e-afec-95a11ba77617 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/networks?id=59841953-9200-4c5c-b94b-00f653da4cc7 HTTP/1.1" status: 200 len: 812 time: 0.1977918 Aug 29 17:35:49.051792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-b3119c65-7eee-4f11-a083-f3330cff8a6f tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/quotas/8a2dbc0b74ef41e593664f97e93bd349 HTTP/1.1" status: 200 len: 375 time: 0.0115438 Aug 29 17:35:49.120506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-4b85018b-2d1d-4630-9980-bf2f3bc3c31c tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a2dbc0b74ef41e593664f97e93bd349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496814 Aug 29 17:35:49.180103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['59827f6d-6ab6-4d7b-962b-1508ba071e21'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:49.184719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6312e-51cf-4130-b3d6-f4989cfadbfe req-d3cc8029-81e7-46ba-979b-1ac3be5ff8ed tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:49.196990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0fd6312e-51cf-4130-b3d6-f4989cfadbfe req-d3cc8029-81e7-46ba-979b-1ac3be5ff8ed tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.0690517 Aug 29 17:35:49.242215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0fd6312e-51cf-4130-b3d6-f4989cfadbfe req-1c4df41b-f9c4-4687-8386-acfe01e17f6d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Aug 29 17:35:49.354213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-755e8577-0d89-4c88-b114-764401812006 service neutron] 10.222.0.41 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223403 Aug 29 17:35:49.439929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ea4e753-5375-45f1-833d-88ea4ff1f630 req-c0a54001-5667-4323-af2a-092f0af02ec2 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 210 time: 0.0772777 Aug 29 17:35:49.509530 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-fb129524-6872-4193-af60-a4236d0468a5 service neutron] 10.222.0.41 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536751 Aug 29 17:35:50.136672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76f4c1-cd51-4829-866c-03f7eec1a811 req-4f9cef9e-7ae4-4ff0-ac5a-536de2fd1ede tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:50.146858 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e76f4c1-cd51-4829-866c-03f7eec1a811 req-4f9cef9e-7ae4-4ff0-ac5a-536de2fd1ede tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 944 time: 0.0770035 Aug 29 17:35:50.184283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e76f4c1-cd51-4829-866c-03f7eec1a811 req-b81abee7-0616-4350-ada5-7c4a70c75d65 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367112 Aug 29 17:35:50.343459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb551e36-b148-4e17-8755-20e2dbd4e98e req-a17815d0-a074-4c02-bc18-4cfc4fa70654 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 210 time: 0.6595123 Aug 29 17:35:50.446009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-24af574f-d3ef-42b1-ab8b-ccc0b74953aa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:50.484005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-24af574f-d3ef-42b1-ab8b-ccc0b74953aa tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.2724373 Aug 29 17:35:50.534915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Request body: {'port': {'device_id': '579caeff-90a7-4b94-a83c-de0b0fff97cf', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'admin_state_up': True, 'tenant_id': '04665ef6c231485e96c15dfdcea1a752'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:50.597290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 59827f6d-6ab6-4d7b-962b-1508ba071e21 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:50.620697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-13da9d72-ca05-4cf2-a139-5ce292abbf1b req-c39bfb0a-9836-41c7-84b3-587673cf651b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 210 time: 0.0566301 Aug 29 17:35:50.683836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 59827f6d-6ab6-4d7b-962b-1508ba071e21 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:50.687720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 59827f6d-6ab6-4d7b-962b-1508ba071e21 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:50.688081 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:50.711378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5937b3-b06a-4efc-9764-7d44c0c2e358 req-cd2e1965-7107-43cc-8ab6-0368f900f127 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:50.719050 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c5937b3-b06a-4efc-9764-7d44c0c2e358 req-cd2e1965-7107-43cc-8ab6-0368f900f127 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.2336068 Aug 29 17:35:50.764000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:50.768018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:50.820019 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c5937b3-b06a-4efc-9764-7d44c0c2e358 req-8f545363-f8b5-4cd1-a855-2419ab4f581a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991569 Aug 29 17:35:50.821080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:50.885048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 59827f6d-6ab6-4d7b-962b-1508ba071e21, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=59827f6d-6ab6-4d7b-962b-1508ba071e21,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:50.887024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326ef3e-0df5-4b87-a81b-7bca5bc0b71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59827f6d-6ab6-4d7b-962b-1508ba071e21'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:50.890874 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7bde9c-c904-4c41-aa33-0336d6d3353a" -d '{"events": [{"server_uuid": "f326ef3e-0df5-4b87-a81b-7bca5bc0b71d", "name": "network-vif-plugged", "status": "completed", "tag": "59827f6d-6ab6-4d7b-962b-1508ba071e21"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:50.910245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:50.970493 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774754ab-b04e-4b42-b587-94c5135cb7bd x-openstack-request-id: req-774754ab-b04e-4b42-b587-94c5135cb7bd {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:50.970814 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f326ef3e-0df5-4b87-a81b-7bca5bc0b71d", "name": "network-vif-plugged", "status": "completed", "tag": "59827f6d-6ab6-4d7b-962b-1508ba071e21", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:50.971066 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-774754ab-b04e-4b42-b587-94c5135cb7bd {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:50.972142 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f326ef3e-0df5-4b87-a81b-7bca5bc0b71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59827f6d-6ab6-4d7b-962b-1508ba071e21', 'code': 200} Aug 29 17:35:50.986070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=59827f6d-6ab6-4d7b-962b-1508ba071e21,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:50.992296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Allocated IP 172.20.0.8 (5391bae1-cb2c-4870-ad97-f010392c0e9e/bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110/7a4e1183-288f-4d70-8dca-9570b00f4a20) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:50.994243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.994627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.994972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.995401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.995641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.996103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.996441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.996775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.997195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.997527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.997864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:50.998274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:51.107446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0a49b101-0f0f-4086-972d-fd07319b526c tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:51.109293 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0a49b101-0f0f-4086-972d-fd07319b526c tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.44 "GET /v2.0/networks?id=59841953-9200-4c5c-b94b-00f653da4cc7 HTTP/1.1" status: 200 len: 812 time: 0.1853368 Aug 29 17:35:51.124388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Request body: {'port': {'device_id': '7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e', 'network_id': '59841953-9200-4c5c-b94b-00f653da4cc7', 'admin_state_up': True, 'tenant_id': '8a2dbc0b74ef41e593664f97e93bd349'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:51.183979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cf16e-ac1f-42d4-9b5a-a8c0e6c20599 req-c5f0b4c6-5c14-4686-a809-833694bd115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:51.185497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae6cf16e-ac1f-42d4-9b5a-a8c0e6c20599 req-c5f0b4c6-5c14-4686-a809-833694bd115d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 1097 time: 0.1157317 Aug 29 17:35:51.193807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.246859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.247915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae6cf16e-ac1f-42d4-9b5a-a8c0e6c20599 req-96dfdce6-68ce-4e9f-a150-487deb2da29b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533900 Aug 29 17:35:51.258913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:51.271888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Made reservation on behalf of 8a2dbc0b74ef41e593664f97e93bd349 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:51.276230 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.289679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:51.293918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:51.345872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:51.514013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:51.515203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Allocated IP 172.20.0.3 (59841953-9200-4c5c-b94b-00f653da4cc7/68b842f2-8802-45bd-881d-95d5840c5993/2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:51.515687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.520418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event updated for resources: {'Port': ['ID=7a4e1183-288f-4d70-8dca-9570b00f4a20,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:51.564180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce0018-4089-4d2c-8300-9ae750e0e668 req-6567af59-fd0f-4afd-b3dc-dedfd98576c9 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:51.566289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-55ce0018-4089-4d2c-8300-9ae750e0e668 req-6567af59-fd0f-4afd-b3dc-dedfd98576c9 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 945 time: 0.2887175 Aug 29 17:35:51.568169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-02779c8e-d0af-413d-b8c3-7f59fa7af3ba tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500922 Aug 29 17:35:51.586479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Request body: {'port': {'device_id': '579caeff-90a7-4b94-a83c-de0b0fff97cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:51.669401 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.676382 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de20fa92-8c11-4587-a893-5f5119422c91 req-652cc33e-c715-4cf0-b665-b03e7c1314b9 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 210 time: 0.0286386 Aug 29 17:35:51.698111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-55ce0018-4089-4d2c-8300-9ae750e0e668 req-b3788ac1-c726-403d-8f6c-1f338d003ced tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189840 Aug 29 17:35:51.753249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.810464 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.876467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Network 59841953-9200-4c5c-b94b-00f653da4cc7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:51.881765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:51.886309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:51.939123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Pushing event updated for resources: {'Port': ['ID=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:51.956733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:51.957357 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.978720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007af37-0c28-4b55-a7a4-ea82d79138f0 req-73689b67-a435-49fd-818c-611f52c7f621 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:51.980644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0007af37-0c28-4b55-a7a4-ea82d79138f0 req-73689b67-a435-49fd-818c-611f52c7f621 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 931 time: 0.1892021 Aug 29 17:35:52.030936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-0eb5a92c-71cd-4bf3-8d3b-07f02b25cc7a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9115493 Aug 29 17:35:52.034271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17776-53b0-4a8d-9078-f9eddad33a3f req-0e978d6a-5fcd-4b7a-8d05-1d7d9d03e670 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:52.034416 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0007af37-0c28-4b55-a7a4-ea82d79138f0 req-e9e7ad78-0f60-44e9-b9da-7fa6c1b208c5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Aug 29 17:35:52.036159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-74e17776-53b0-4a8d-9078-f9eddad33a3f req-0e978d6a-5fcd-4b7a-8d05-1d7d9d03e670 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1118934 Aug 29 17:35:52.050106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Request body: {'port': {'device_id': '7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:52.099778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4e1183-288f-4d70-8dca-9570b00f4a20 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:52.113830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.116789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.129083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-74e17776-53b0-4a8d-9078-f9eddad33a3f req-dba8f8ac-7013-49ff-8db7-d8c34d02f953 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Aug 29 17:35:52.150536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Transition to ACTIVE for port object 7a4e1183-288f-4d70-8dca-9570b00f4a20 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:52.156199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.243149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Pushing event updated for resources: {'Port': ['ID=7a4e1183-288f-4d70-8dca-9570b00f4a20,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:52.317071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Attempting to bind port 7a4e1183-288f-4d70-8dca-9570b00f4a20 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:52.317448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Attempting to bind port 7a4e1183-288f-4d70-8dca-9570b00f4a20 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:52.317784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Attempting to bind port 7a4e1183-288f-4d70-8dca-9570b00f4a20 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:52.340213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Port 7a4e1183-288f-4d70-8dca-9570b00f4a20 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:52.340565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Attempting to bind port 7a4e1183-288f-4d70-8dca-9570b00f4a20 on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:52.353593 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:52.353947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Checking segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:52.354343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Bound using segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:52.355606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Bound port: 7a4e1183-288f-4d70-8dca-9570b00f4a20, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:52.356126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.483198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:52.493835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.500942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] For port 7a4e1183-288f-4d70-8dca-9570b00f4a20, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:52.504583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] For port 7a4e1183-288f-4d70-8dca-9570b00f4a20, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7a4e1183-288f-4d70-8dca-9570b00f4a20,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:52.512122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.512556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Transition to ACTIVE for port object 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:52.517254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.580282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Pushing event updated for resources: {'Port': ['ID=7a4e1183-288f-4d70-8dca-9570b00f4a20,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:52.597914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:52.598785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.600384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-33e9c572-d1cf-4afd-bc7d-9c3dba16f4df service neutron] 10.222.0.44 "PUT /v2.0/ports/7a4e1183-288f-4d70-8dca-9570b00f4a20 HTTP/1.1" status: 200 len: 1092 time: 1.0197046 Aug 29 17:35:52.601008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579caeff-90a7-4b94-a83c-de0b0fff97cf', 'tag': '7a4e1183-288f-4d70-8dca-9570b00f4a20'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:52.615597 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8187ed-dd27-4860-97fe-aee5b2278300" -d '{"events": [{"name": "network-changed", "server_uuid": "579caeff-90a7-4b94-a83c-de0b0fff97cf", "tag": "7a4e1183-288f-4d70-8dca-9570b00f4a20"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:52.663299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:52.677694 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dea237-b37e-4f8c-b081-40d27e6a4d5d x-openstack-request-id: req-74dea237-b37e-4f8c-b081-40d27e6a4d5d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:52.681206 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579caeff-90a7-4b94-a83c-de0b0fff97cf", "tag": "7a4e1183-288f-4d70-8dca-9570b00f4a20", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:52.681600 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74dea237-b37e-4f8c-b081-40d27e6a4d5d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:52.682101 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579caeff-90a7-4b94-a83c-de0b0fff97cf', 'tag': '7a4e1183-288f-4d70-8dca-9570b00f4a20', 'status': 'completed', 'code': 200} Aug 29 17:35:52.683379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Attempting to bind port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:52.684250 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Attempting to bind port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '46b4c303-1845-43c7-8ba2-1741393163d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '59841953-9200-4c5c-b94b-00f653da4cc7'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:52.684750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Attempting to bind port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb on network 59841953-9200-4c5c-b94b-00f653da4cc7 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:52.689515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb on network 59841953-9200-4c5c-b94b-00f653da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:52.690033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Attempting to bind port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb on network 59841953-9200-4c5c-b94b-00f653da4cc7 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:52.696668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:52.697222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Checking segment: {'id': '46b4c303-1845-43c7-8ba2-1741393163d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '59841953-9200-4c5c-b94b-00f653da4cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:52.697779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Bound using segment: {'id': '46b4c303-1845-43c7-8ba2-1741393163d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '59841953-9200-4c5c-b94b-00f653da4cc7'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:52.698445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Bound port: 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b4c303-1845-43c7-8ba2-1741393163d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '59841953-9200-4c5c-b94b-00f653da4cc7'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:52.699023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.773872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-e2aa163a-c6bb-446b-9874-af39ddd8e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:52.775790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-e2aa163a-c6bb-446b-9874-af39ddd8e681 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 1095 time: 0.1251464 Aug 29 17:35:52.779956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] For port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:52.795914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] For port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,segment=NetworkSegment(46b4c303-1845-43c7-8ba2-1741393163d0),segment_id=46b4c303-1845-43c7-8ba2-1741393163d0)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:52.835801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.870097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-48aa66c6-9314-4beb-ab8d-70fd97256341 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4e1183-288f-4d70-8dca-9570b00f4a20 HTTP/1.1" status: 200 len: 217 time: 0.0767412 Aug 29 17:35:52.912486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:52.913441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.915032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] 10.222.0.44 "PUT /v2.0/ports/2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb HTTP/1.1" status: 200 len: 1092 time: 0.8706341 Aug 29 17:35:52.915890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e', 'tag': '2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:52.918413 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc549017-8a38-4b8c-a681-e5274ae3bd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e", "tag": "2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:52.932097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-5ac17389-ca1e-4c69-9f0b-624657632b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:52.933978 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-5ac17389-ca1e-4c69-9f0b-624657632b2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.0481634 Aug 29 17:35:52.945235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240c2e0-bb02-48c9-812d-0de3a8178468 req-3f0bcdc4-3f3d-4a23-9bc7-15f1a38dfb62 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:52.947304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a240c2e0-bb02-48c9-812d-0de3a8178468 req-3f0bcdc4-3f3d-4a23-9bc7-15f1a38dfb62 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 943 time: 0.1435542 Aug 29 17:35:52.967195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a993326-b2e8-4ec3-ae67-ae65424e8176 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:52.993464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-03d3c2b4-afef-4e94-bd25-2b0ac64b0b63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313632 Aug 29 17:35:53.006861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbba287-c128-4d33-acb9-3772839703d7 req-9ae631b7-aef1-407c-b30f-3b1eafc4a443 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.013623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cbba287-c128-4d33-acb9-3772839703d7 req-9ae631b7-aef1-407c-b30f-3b1eafc4a443 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 945 time: 0.2189503 Aug 29 17:35:53.036140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a240c2e0-bb02-48c9-812d-0de3a8178468 req-b8fdb6d0-f077-4216-8c33-fb832185e358 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804031 Aug 29 17:35:53.038545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-12dd87fb-e2dc-477b-ab7e-24d2f0d5b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.040651 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-12dd87fb-e2dc-477b-ab7e-24d2f0d5b5ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a2dbc0b74ef41e593664f97e93bd349&device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 1095 time: 0.0697641 Aug 29 17:35:53.115202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cbba287-c128-4d33-acb9-3772839703d7 req-abb2be15-31b1-4f1c-9dc0-a3b59f5a12e9 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988185 Aug 29 17:35:53.131336 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d4c83b-1b91-4c26-b620-0d2fae904a73 x-openstack-request-id: req-a0d4c83b-1b91-4c26-b620-0d2fae904a73 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:53.131336 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e", "tag": "2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:53.131336 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0d4c83b-1b91-4c26-b620-0d2fae904a73 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:53.131336 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e', 'tag': '2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb', 'status': 'completed', 'code': 200} Aug 29 17:35:53.131336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-2078ecfd-ba7d-467e-ad4d-afe852e3ef42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb HTTP/1.1" status: 200 len: 217 time: 0.0781953 Aug 29 17:35:53.183329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-495840d5-d7ea-4ff3-8b6f-60ee13d3c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.185306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-495840d5-d7ea-4ff3-8b6f-60ee13d3c885 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b842f2-8802-45bd-881d-95d5840c5993 HTTP/1.1" status: 200 len: 852 time: 0.0502455 Aug 29 17:35:53.207729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-8ccbc127-a1fd-4154-8f7f-b8ee0cc35dcb service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917896 Aug 29 17:35:53.273135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-50f9dd34-08a7-458d-9ced-e31cd2da68f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59841953-9200-4c5c-b94b-00f653da4cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458264 Aug 29 17:35:53.285565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8fdf5-c5dc-4b29-95a4-3fd44b49b4e7 req-25972375-d9b3-4544-bc5c-4a85e3f0d64b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.287310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26c8fdf5-c5dc-4b29-95a4-3fd44b49b4e7 req-25972375-d9b3-4544-bc5c-4a85e3f0d64b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 943 time: 0.1009026 Aug 29 17:35:53.332121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fa1f4-8bef-4753-804a-35c3a2949f6c req-926a1447-c116-4c00-8146-a638a129ed1e tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.340280 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc6fa1f4-8bef-4753-804a-35c3a2949f6c req-926a1447-c116-4c00-8146-a638a129ed1e tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f6cc5-1cb7-46c4-8e16-360eee046fbf HTTP/1.1" status: 200 len: 945 time: 0.1365082 Aug 29 17:35:53.376995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84dd1e0c-35ce-44df-8709-4f392d86fa78 req-a754a146-85b3-4a32-9346-e27740e92219 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610990 Aug 29 17:35:53.385439 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26c8fdf5-c5dc-4b29-95a4-3fd44b49b4e7 req-907f6fd5-5bd7-45ba-9f88-22a0342ac56d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886953 Aug 29 17:35:53.395467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc6fa1f4-8bef-4753-804a-35c3a2949f6c req-a1e1616d-f5b9-454c-b268-87fe4c4dd191 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542636 Aug 29 17:35:53.484738 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-9cee9820-9c93-4fe8-a6de-a1457ddee53e service neutron] 10.222.0.44 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963723 Aug 29 17:35:53.540826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-cbce118d-92a6-49c8-ac0f-2e045c31abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.542528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-cbce118d-92a6-49c8-ac0f-2e045c31abda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 1095 time: 0.0993173 Aug 29 17:35:53.622508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9164986-f6eb-4f40-89fd-c4f12119abcd req-b95ddfd0-5573-48c3-97f7-06e53b959680 service neutron] 10.222.0.44 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287127 Aug 29 17:35:53.680053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50a7be-ec80-4ce5-a56e-053c2cda3ea5 req-bd6ff945-5b28-46a8-b6a7-97dad4e0c6fa tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.687182 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e50a7be-ec80-4ce5-a56e-053c2cda3ea5 req-bd6ff945-5b28-46a8-b6a7-97dad4e0c6fa tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1409032 Aug 29 17:35:53.720593 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-5fe1fa87-d799-4b59-963a-35d7d14ced67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.722132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-5fe1fa87-d799-4b59-963a-35d7d14ced67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 907 time: 0.1666486 Aug 29 17:35:53.728739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-8750b64c-954e-41b8-8c5e-c70cdf91e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.732463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-8750b64c-954e-41b8-8c5e-c70cdf91e99f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a2dbc0b74ef41e593664f97e93bd349&device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 1095 time: 0.0581963 Aug 29 17:35:53.783566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-4556aaed-6cb0-47fb-a9dc-b737b168c047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4e1183-288f-4d70-8dca-9570b00f4a20 HTTP/1.1" status: 200 len: 217 time: 0.0465627 Aug 29 17:35:53.813981 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e50a7be-ec80-4ce5-a56e-053c2cda3ea5 req-a19be4a7-fa19-422a-b3b2-10cb1d33d0d7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259322 Aug 29 17:35:53.888736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-74b37061-0985-4cff-8daf-efcea2c2f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.890532 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-74b37061-0985-4cff-8daf-efcea2c2f3e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59841953-9200-4c5c-b94b-00f653da4cc7 HTTP/1.1" status: 200 len: 913 time: 0.1501012 Aug 29 17:35:53.899043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-d08ce5e3-61a2-4b71-91f9-95f48569d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.900487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-d08ce5e3-61a2-4b71-91f9-95f48569d2f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.1017811 Aug 29 17:35:53.956597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-0a445a0b-8fc8-4292-ba6f-7505b093d19c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408449 Aug 29 17:35:53.996050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-76b4ee4f-8cf5-43c1-8cd4-acabf703a206 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb HTTP/1.1" status: 200 len: 217 time: 0.0861261 Aug 29 17:35:54.116149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-bfe498c2-9dc7-469b-a60a-4df034d7dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:54.117678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-bfe498c2-9dc7-469b-a60a-4df034d7dd87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b842f2-8802-45bd-881d-95d5840c5993 HTTP/1.1" status: 200 len: 852 time: 0.1062560 Aug 29 17:35:54.187671 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-649b6891-1f5c-4383-8702-48d39a3ffe25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59841953-9200-4c5c-b94b-00f653da4cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613053 Aug 29 17:35:54.228574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34510) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:54.236035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1cc21-2160-4451-b761-ee97e5f050ed req-956fa7c2-959e-4b26-8c65-144c2c6dd608 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:54.238081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8f1cc21-2160-4451-b761-ee97e5f050ed req-956fa7c2-959e-4b26-8c65-144c2c6dd608 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f6cc5-1cb7-46c4-8e16-360eee046fbf HTTP/1.1" status: 200 len: 945 time: 0.1047289 Aug 29 17:35:54.240235 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-c42e576e-9ad7-44cb-beee-ec446c1c600c service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664301 Aug 29 17:35:54.299475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a00ffa-5d80-4e5c-b4b2-dc57a3d12dd0 req-a79a6c08-5860-460e-95f9-fd8cb1252769 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:54.308372 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67a00ffa-5d80-4e5c-b4b2-dc57a3d12dd0 req-a79a6c08-5860-460e-95f9-fd8cb1252769 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 943 time: 0.1613319 Aug 29 17:35:54.365857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-f6b79ea9-267a-4eff-9e6b-57a4c8876b23 service neutron] 10.222.0.44 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599433 Aug 29 17:35:54.386368 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-67a00ffa-5d80-4e5c-b4b2-dc57a3d12dd0 req-ed8507af-5680-4cd7-b6a5-9027154688f4 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715401 Aug 29 17:35:54.566991 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc549017-8a38-4b8c-a681-e5274ae3bd1f req-5ac2eeb4-0947-4787-bb48-ec4e55fd1fd9 service neutron] 10.222.0.44 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793807 Aug 29 17:35:54.576386 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-615bd309-7f44-495c-ab7b-979c5fe6e912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:54.666851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906966d-a10e-4879-b2fd-912a3aa37c47 req-125f4992-377f-4975-b10a-9c1a54054735 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:54.676817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0906966d-a10e-4879-b2fd-912a3aa37c47 req-125f4992-377f-4975-b10a-9c1a54054735 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 943 time: 0.1190135 Aug 29 17:35:54.727508 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8f1cc21-2160-4451-b761-ee97e5f050ed req-e9f69909-0702-4974-a1f1-c711c23d78a6 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/security-groups?id=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793582 Aug 29 17:35:54.743144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0906966d-a10e-4879-b2fd-912a3aa37c47 req-4a043465-3f49-44e6-979e-c59ac0007a06 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Aug 29 17:35:54.786969 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-615bd309-7f44-495c-ab7b-979c5fe6e912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:54.792271 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-615bd309-7f44-495c-ab7b-979c5fe6e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:54.793035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a8187ed-dd27-4860-97fe-aee5b2278300 req-a39e8008-e496-4ba3-912b-1657363b1ed8 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191741 Aug 29 17:35:54.828378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bd309-7f44-495c-ab7b-979c5fe6e912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eaf57e-a48b-4072-8c91-8fe33448e0b5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:54.848493 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-615bd309-7f44-495c-ab7b-979c5fe6e912 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5c670e8ed454341b203740cd88a4e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182106 Aug 29 17:35:54.851067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34528) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:54.921184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-29cf044b-6e3c-4736-bde3-bb374d058eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:54.966572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-29cf044b-6e3c-4736-bde3-bb374d058eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.021063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0853e16-c0a3-49b5-bb6b-ef4470da3492 req-69731b02-1ba0-4769-88b1-b1510cafadab tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:55.022628 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0853e16-c0a3-49b5-bb6b-ef4470da3492 req-69731b02-1ba0-4769-88b1-b1510cafadab tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1158855 Aug 29 17:35:55.061968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-29cf044b-6e3c-4736-bde3-bb374d058eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.064534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-29cf044b-6e3c-4736-bde3-bb374d058eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.066611 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-29cf044b-6e3c-4736-bde3-bb374d058eb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23eaf57e-a48b-4072-8c91-8fe33448e0b5 HTTP/1.1" status: 204 len: 168 time: 0.2140563 Aug 29 17:35:55.079288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0853e16-c0a3-49b5-bb6b-ef4470da3492 req-4177736a-b457-40d2-bbea-3eeca892aa7a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Aug 29 17:35:55.080129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf044b-6e3c-4736-bde3-bb374d058eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eaf57e-a48b-4072-8c91-8fe33448e0b5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:55.278052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2385-7184-442d-b830-908716bbee88 req-a1615e18-0758-454e-bc75-c15a292f87dd tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:55.279652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-535b2385-7184-442d-b830-908716bbee88 req-a1615e18-0758-454e-bc75-c15a292f87dd tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.44 "GET /v2.0/ports?device_id=661f6cc5-1cb7-46c4-8e16-360eee046fbf HTTP/1.1" status: 200 len: 945 time: 0.0765169 Aug 29 17:35:55.288164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7a4e1183-288f-4d70-8dca-9570b00f4a20 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:55.394479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Deleting port 5c975e1e-2994-477b-90b6-3c2fdf63f646 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:55.395152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.424706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7a4e1183-288f-4d70-8dca-9570b00f4a20, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7a4e1183-288f-4d70-8dca-9570b00f4a20,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:55.452044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '7a4e1183-288f-4d70-8dca-9570b00f4a20', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'port_id': '7a4e1183-288f-4d70-8dca-9570b00f4a20', 'mac_address': 'fa:16:3e:c5:e0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:55.508429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.519424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-bea09530-035d-4aa2-a5d6-3be73ccbd490 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:55.520993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-bea09530-035d-4aa2-a5d6-3be73ccbd490 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "GET /v2.0/ports?device_id=f326ef3e-0df5-4b87-a81b-7bca5bc0b71d HTTP/1.1" status: 200 len: 945 time: 0.1107728 Aug 29 17:35:55.527499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4e1183-288f-4d70-8dca-9570b00f4a20 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:55.554392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] For port 5c975e1e-2994-477b-90b6-3c2fdf63f646, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c975e1e-2994-477b-90b6-3c2fdf63f646,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:55.554948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.586181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Calling delete_port for 5c975e1e-2994-477b-90b6-3c2fdf63f646 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:55.587253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7a4e1183-288f-4d70-8dca-9570b00f4a20, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7a4e1183-288f-4d70-8dca-9570b00f4a20,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:55.601004 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.602418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:55.632682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34550) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:55.649919 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9ae13ec-cf4c-4565-85e6-21989537645d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.675047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Deleting port 59827f6d-6ab6-4d7b-962b-1508ba071e21 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:35:55.675448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.697306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c44e-2f6e-427d-a8fd-1a9b4a3e5396 req-5216015d-e2e8-4d4b-81d7-f15f536e2dea tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:55.699164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aec4c44e-2f6e-427d-a8fd-1a9b4a3e5396 req-5216015d-e2e8-4d4b-81d7-f15f536e2dea tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 943 time: 0.1944399 Aug 29 17:35:55.786439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=7a4e1183-288f-4d70-8dca-9570b00f4a20,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:55.800510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,segment=NetworkSegment(46b4c303-1845-43c7-8ba2-1741393163d0),segment_id=46b4c303-1845-43c7-8ba2-1741393163d0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:55.810904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] For port 59827f6d-6ab6-4d7b-962b-1508ba071e21, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=59827f6d-6ab6-4d7b-962b-1508ba071e21,segment=NetworkSegment(156f8fc1-2ecd-41aa-b2ab-2ab437311317),segment_id=156f8fc1-2ecd-41aa-b2ab-2ab437311317)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:55.811413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.812715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb', 'network_id': '59841953-9200-4c5c-b94b-00f653da4cc7', 'port_id': '2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb', 'mac_address': 'fa:16:3e:b1:69:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b842f2-8802-45bd-881d-95d5840c5993', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:55.833517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Calling delete_port for 59827f6d-6ab6-4d7b-962b-1508ba071e21 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:35:55.857265 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.861408 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aec4c44e-2f6e-427d-a8fd-1a9b4a3e5396 req-63615f40-9133-43d5-8eac-c81cf19f17b5 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557028 Aug 29 17:35:55.874052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.896516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:55.907070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['5c975e1e-2994-477b-90b6-3c2fdf63f646'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:55.911967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['59827f6d-6ab6-4d7b-962b-1508ba071e21'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:55.917901 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9ae13ec-cf4c-4565-85e6-21989537645d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.934906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fb77bbc-489a-44c7-a967-958f723fd889 req-20247dcf-7580-45c7-8be2-c0b56f4f1dfc tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f6cc5-1cb7-46c4-8e16-360eee046fbf HTTP/1.1" status: 200 len: 210 time: 0.0738859 Aug 29 17:35:55.938579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9ae13ec-cf4c-4565-85e6-21989537645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:55.999831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Pushing event deleted for resources: {'Port': ['ID=5c975e1e-2994-477b-90b6-3c2fdf63f646,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:56.011706 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f9ae13ec-cf4c-4565-85e6-21989537645d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94781112e60043f1a65e2b7a65d37ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756578 Aug 29 17:35:56.011706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae13ec-cf4c-4565-85e6-21989537645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3df93a-70da-41f2-a5ff-531d3db09740,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:56.014035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:56.082195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,segment=NetworkSegment(46b4c303-1845-43c7-8ba2-1741393163d0),segment_id=46b4c303-1845-43c7-8ba2-1741393163d0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:56.100552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] No DVR routers for this DVR port 5c975e1e-2994-477b-90b6-3c2fdf63f646 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:56.118918 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:56.120592 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:56.123380 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-535b2385-7184-442d-b830-908716bbee88 req-47d3894a-c321-4652-a95e-8ba393ed53d5 tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.44 "DELETE /v2.0/ports/5c975e1e-2994-477b-90b6-3c2fdf63f646 HTTP/1.1" status: 204 len: 173 time: 0.8367481 Aug 29 17:35:56.123868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f6cc5-1cb7-46c4-8e16-360eee046fbf', 'name': 'network-vif-deleted', 'tag': '5c975e1e-2994-477b-90b6-3c2fdf63f646'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:56.130968 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27922118-d4ff-4237-8479-8c763c902056" -d '{"events": [{"server_uuid": "661f6cc5-1cb7-46c4-8e16-360eee046fbf", "name": "network-vif-deleted", "tag": "5c975e1e-2994-477b-90b6-3c2fdf63f646"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:56.172398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3a256e6-df4f-4c36-9a8e-94ea23c3ad45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:56.183459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110d9f-a422-46d8-8a53-3729270954be req-cdb48081-1e03-426d-950e-ab2d42a51cfc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:56.188207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e110d9f-a422-46d8-8a53-3729270954be req-cdb48081-1e03-426d-950e-ab2d42a51cfc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 944 time: 0.1428485 Aug 29 17:35:56.211939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:56.232678 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e110d9f-a422-46d8-8a53-3729270954be req-426c9066-0baa-4e56-b39c-f842290b4af2 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375979 Aug 29 17:35:56.236440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['5c975e1e-2994-477b-90b6-3c2fdf63f646'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:56.243978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:56.307777 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2217b69-ae12-47f4-ad5f-3973abdcdf82 x-openstack-request-id: req-f2217b69-ae12-47f4-ad5f-3973abdcdf82 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:56.308324 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661f6cc5-1cb7-46c4-8e16-360eee046fbf", "name": "network-vif-deleted", "tag": "5c975e1e-2994-477b-90b6-3c2fdf63f646", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:56.308581 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2217b69-ae12-47f4-ad5f-3973abdcdf82 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:56.308988 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f6cc5-1cb7-46c4-8e16-360eee046fbf', 'name': 'network-vif-deleted', 'tag': '5c975e1e-2994-477b-90b6-3c2fdf63f646', 'status': 'completed', 'code': 200} Aug 29 17:35:56.317260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3a256e6-df4f-4c36-9a8e-94ea23c3ad45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:56.338659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Pushing event deleted for resources: {'Port': ['ID=59827f6d-6ab6-4d7b-962b-1508ba071e21,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:56.370417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] No DVR routers for this DVR port 59827f6d-6ab6-4d7b-962b-1508ba071e21 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:35:56.375002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:56.376981 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a65c66a5-8b44-4b10-a74a-34265b1b25fc req-7a62f85e-ce04-4084-aab3-ccd81dea0a2c tempest-MultipleCreateTestJSON-164066766 tempest-MultipleCreateTestJSON-164066766-project] 10.222.0.43 "DELETE /v2.0/ports/59827f6d-6ab6-4d7b-962b-1508ba071e21 HTTP/1.1" status: 204 len: 173 time: 0.8467398 Aug 29 17:35:56.384176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326ef3e-0df5-4b87-a81b-7bca5bc0b71d', 'name': 'network-vif-deleted', 'tag': '59827f6d-6ab6-4d7b-962b-1508ba071e21'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:56.386434 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea090740-00fe-47b7-a53c-f286e3694cd5" -d '{"events": [{"server_uuid": "f326ef3e-0df5-4b87-a81b-7bca5bc0b71d", "name": "network-vif-deleted", "tag": "59827f6d-6ab6-4d7b-962b-1508ba071e21"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:56.427571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:56.428568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbabcd1-df5e-4c79-8ea3-69d3ce09f82e req-9a075b66-26ba-4068-bab2-0a38c43b02aa tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:56.430531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dfbabcd1-df5e-4c79-8ea3-69d3ce09f82e req-9a075b66-26ba-4068-bab2-0a38c43b02aa tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.2223024 Aug 29 17:35:56.433903 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8405ac43-2215-470a-a129-4e9bc2408fdf x-openstack-request-id: req-8405ac43-2215-470a-a129-4e9bc2408fdf {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:56.434257 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f326ef3e-0df5-4b87-a81b-7bca5bc0b71d", "name": "network-vif-deleted", "tag": "59827f6d-6ab6-4d7b-962b-1508ba071e21", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:56.434580 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8405ac43-2215-470a-a129-4e9bc2408fdf {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:56.435064 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f326ef3e-0df5-4b87-a81b-7bca5bc0b71d', 'name': 'network-vif-deleted', 'tag': '59827f6d-6ab6-4d7b-962b-1508ba071e21', 'status': 'completed', 'code': 200} Aug 29 17:35:56.446643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7a4e1183-288f-4d70-8dca-9570b00f4a20'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:56.483729 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3a256e6-df4f-4c36-9a8e-94ea23c3ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:56.487505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e3a256e6-df4f-4c36-9a8e-94ea23c3ad45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:56.489036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e3a256e6-df4f-4c36-9a8e-94ea23c3ad45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de3df93a-70da-41f2-a5ff-531d3db09740 HTTP/1.1" status: 204 len: 168 time: 0.4740191 Aug 29 17:35:56.511230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dfbabcd1-df5e-4c79-8ea3-69d3ce09f82e req-03b671ba-5fb9-4c9e-a12c-0ec795040d81 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733814 Aug 29 17:35:56.513827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a256e6-df4f-4c36-9a8e-94ea23c3ad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3df93a-70da-41f2-a5ff-531d3db09740,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:57.040945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82843a-133a-4ef9-a5dd-5ab26f1901b7 req-3661cb03-5316-4b77-a8b2-490c91f17d50 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:57.047792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34602) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:57.051112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d82843a-133a-4ef9-a5dd-5ab26f1901b7 req-3661cb03-5316-4b77-a8b2-490c91f17d50 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 944 time: 0.1043854 Aug 29 17:35:57.099252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d82843a-133a-4ef9-a5dd-5ab26f1901b7 req-5b66e26e-7f16-4bc6-ae9d-465ae276402c tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Aug 29 17:35:57.100039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7aef5c-1905-4139-98d1-a9e22e5dd7fc admin admin] Deleting subnet c5bab839-0794-4b9b-829c-fdbd6eba7e9f {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:35:57.103405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d7aef5c-1905-4139-98d1-a9e22e5dd7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.150419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d7aef5c-1905-4139-98d1-a9e22e5dd7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.196024 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d7aef5c-1905-4139-98d1-a9e22e5dd7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.266832 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d7aef5c-1905-4139-98d1-a9e22e5dd7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.295446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aef5c-1905-4139-98d1-a9e22e5dd7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bab839-0794-4b9b-829c-fdbd6eba7e9f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:57.302571 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d7aef5c-1905-4139-98d1-a9e22e5dd7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.306891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5d7aef5c-1905-4139-98d1-a9e22e5dd7fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c5bab839-0794-4b9b-829c-fdbd6eba7e9f HTTP/1.1" status: 204 len: 168 time: 0.2556217 Aug 29 17:35:57.307618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34618) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:57.418834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.440910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ac2f0-871d-4d2b-9e0b-1df8799fc2d5 req-d1a93ed7-1b0d-4990-9d9a-72425b2d125f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:57.442410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e85ac2f0-871d-4d2b-9e0b-1df8799fc2d5 req-d1a93ed7-1b0d-4990-9d9a-72425b2d125f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 944 time: 0.1152408 Aug 29 17:35:57.628803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e85ac2f0-871d-4d2b-9e0b-1df8799fc2d5 req-3398b7b0-9b56-45ef-b379-3061279994bf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617827 Aug 29 17:35:57.628803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.640525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fa96f9-2b20-4227-b075-3198f1dd729e']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:57.655451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156f8fc1-2ecd-41aa-b2ab-2ab437311317') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:57.655744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156f8fc1-2ecd-41aa-b2ab-2ab437311317') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:57.661322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc7ec5-67d7-47b1-af1e-348c279435f1 req-7270b4d1-574f-4886-b5e6-4fc6a0f899fa tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:57.665228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.669452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-49fc7ec5-67d7-47b1-af1e-348c279435f1 req-7270b4d1-574f-4886-b5e6-4fc6a0f899fa tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.0731993 Aug 29 17:35:57.679501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.686198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:35:57.686754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:35:57.688938 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:35:57.727727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-49fc7ec5-67d7-47b1-af1e-348c279435f1 req-04350a04-4e1c-49b7-b838-4d38e7dbded1 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Aug 29 17:35:57.762429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.773524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.775689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] 10.222.0.41 "DELETE /v2.0/networks/e3fa96f9-2b20-4227-b075-3198f1dd729e HTTP/1.1" status: 204 len: 168 time: 0.4665565 Aug 29 17:35:57.797418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8d566-cbba-416f-95b2-d12ef2da2aed admin admin] Pushing event deleted for resources: {'Network': ['ID=e3fa96f9-2b20-4227-b075-3198f1dd729e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:57.905170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34646) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:57.963440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-806efefd-5c04-4537-8e04-3320afe644bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5060e71db0a44efc9ca0021aa310d4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566947 Aug 29 17:35:57.965782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34648) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:58.015279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-742b33fb-1ddd-477a-96a3-bfa8705e85d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.037875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-742b33fb-1ddd-477a-96a3-bfa8705e85d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.089227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-742b33fb-1ddd-477a-96a3-bfa8705e85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.100705 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-742b33fb-1ddd-477a-96a3-bfa8705e85d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.100705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-742b33fb-1ddd-477a-96a3-bfa8705e85d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04 HTTP/1.1" status: 204 len: 168 time: 0.1268237 Aug 29 17:35:58.110094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b33fb-1ddd-477a-96a3-bfa8705e85d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03124a6-f9ae-4fb9-85e5-2aaf2db9dd04,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:58.263052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60839f8a-cce3-44cc-9d1c-f866ba3ffd68 req-ef1eeeaf-6346-4b41-b7dc-9eb10764026b tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:58.265565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60839f8a-cce3-44cc-9d1c-f866ba3ffd68 req-ef1eeeaf-6346-4b41-b7dc-9eb10764026b tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 944 time: 0.0674629 Aug 29 17:35:58.330405 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60839f8a-cce3-44cc-9d1c-f866ba3ffd68 req-17ad0894-cd88-4773-9efb-d2582715104d tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Aug 29 17:35:58.742704 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:35:58.782786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f625a4-273d-44ea-a8af-12a6041f4101 req-9c3734e5-ddac-4229-9842-4ba3199e0a4b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:58.785770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68f625a4-273d-44ea-a8af-12a6041f4101 req-9c3734e5-ddac-4229-9842-4ba3199e0a4b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 944 time: 0.0829368 Aug 29 17:35:58.828120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68f625a4-273d-44ea-a8af-12a6041f4101 req-c8e1f787-5fca-42d0-a28a-0b4e6dd47741 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338235 Aug 29 17:35:58.920896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58c23e-9e61-45c8-8ad3-19fecec06c4f req-73cd2037-fbb1-4c5a-a10c-e41c779c924a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:58.922801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da58c23e-9e61-45c8-8ad3-19fecec06c4f req-73cd2037-fbb1-4c5a-a10c-e41c779c924a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.0706425 Aug 29 17:35:58.967751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da58c23e-9e61-45c8-8ad3-19fecec06c4f req-c02cae6c-3165-4a21-a919-baa18b457054 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Aug 29 17:35:58.997860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34704) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:59.126830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2025267093-network', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:59.147792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Made reservation on behalf of fdd02ad258d94cb58933550ba3972f3f for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:59.150125 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.158424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.246706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.250877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.276303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:35:59.285266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fc4d10-6c71-4231-85bd-109e852340fe,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:59.291795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.292229 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Added segment 0b4cdc19-f7fe-4200-a449-c4e590406e5c of type vlan for network 6fd795cd-4abb-4204-8223-4261ff8a2795 Aug 29 17:35:59.314509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7a4e1183-288f-4d70-8dca-9570b00f4a20 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:59.338308 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.374849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.376772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.378168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.408880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 7a4e1183-288f-4d70-8dca-9570b00f4a20 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:59.413659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 7a4e1183-288f-4d70-8dca-9570b00f4a20 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:59.414775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.443935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4446459 Aug 29 17:35:59.446968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34724) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:59.454472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Request body: {'subnet': {'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2025267093-subnet', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:59.458061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dd76f-7f3f-4ec6-9bdc-f9b08d1765a1 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd795cd-4abb-4204-8223-4261ff8a2795,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:59.473481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:35:59.494194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Made reservation on behalf of fdd02ad258d94cb58933550ba3972f3f for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:59.497381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.517138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d54170-9cfc-47fd-820c-e7d5218d3a90 req-9e87f22f-45d2-40ce-8a6a-51e93961f8b5 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.525537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16d54170-9cfc-47fd-820c-e7d5218d3a90 req-9e87f22f-45d2-40ce-8a6a-51e93961f8b5 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 944 time: 0.0785472 Aug 29 17:35:59.573940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16d54170-9cfc-47fd-820c-e7d5218d3a90 req-a09a0b0d-056b-4e85-9f29-469491af4088 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472724 Aug 29 17:35:59.598556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.623616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579caeff-90a7-4b94-a83c-de0b0fff97cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e1183-288f-4d70-8dca-9570b00f4a20'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:59.625881 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3435e-cd44-407f-9c63-8c3d4a34d010" -d '{"events": [{"server_uuid": "579caeff-90a7-4b94-a83c-de0b0fff97cf", "name": "network-vif-plugged", "status": "completed", "tag": "7a4e1183-288f-4d70-8dca-9570b00f4a20"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:59.639520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7a4e1183-288f-4d70-8dca-9570b00f4a20, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7a4e1183-288f-4d70-8dca-9570b00f4a20,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:59.645752 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.647262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:59.710241 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c415e01-68e4-4f4f-a2f6-10c8fc8d766d x-openstack-request-id: req-5c415e01-68e4-4f4f-a2f6-10c8fc8d766d {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:59.710241 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579caeff-90a7-4b94-a83c-de0b0fff97cf", "name": "network-vif-plugged", "status": "completed", "tag": "7a4e1183-288f-4d70-8dca-9570b00f4a20", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:59.710241 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c415e01-68e4-4f4f-a2f6-10c8fc8d766d {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:59.710241 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579caeff-90a7-4b94-a83c-de0b0fff97cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e1183-288f-4d70-8dca-9570b00f4a20', 'code': 200} Aug 29 17:35:59.727723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.758193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=7a4e1183-288f-4d70-8dca-9570b00f4a20,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:59.785496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:59.791637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db625a3-326f-4d57-8b76-9cb46b26cbaf,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:59.792300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:59.792417 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.800229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Checking segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:59.800792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Network hostable DHCP agents. Network: 6fd795cd-4abb-4204-8223-4261ff8a2795, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:35:59.804318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b03d42-587f-4d90-a64e-a09048e4b772 req-3336f651-1fc4-4617-a5c6-d8b9172dc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.805956 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1b03d42-587f-4d90-a64e-a09048e4b772 req-3336f651-1fc4-4617-a5c6-d8b9172dc075 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 1097 time: 0.0525587 Aug 29 17:35:59.820198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:35:59.837023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 6fd795cd-4abb-4204-8223-4261ff8a2795) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:59.846919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.847524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.852008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffe9da1-3232-44bd-b0b2-4035f4fb62c7 None None] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:59.861140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1b03d42-587f-4d90-a64e-a09048e4b772 req-49d84266-93be-4ad9-95eb-ae6c4e2b27d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468879 Aug 29 17:35:59.872555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0a95e742-dd8b-4aa7-86f4-0d210fef02d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4237063 Aug 29 17:35:59.875081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:59.883035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:59.909558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.911412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.979378 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.000879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.015751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca90de4-53ac-4b66-b3ff-20e5dfdad1e4 req-d24df474-8648-498b-b5f0-61f061712d1b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:00.026128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ca90de4-53ac-4b66-b3ff-20e5dfdad1e4 req-d24df474-8648-498b-b5f0-61f061712d1b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 945 time: 0.1054099 Aug 29 17:36:00.140872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ca90de4-53ac-4b66-b3ff-20e5dfdad1e4 req-15a745e1-86b2-4185-a44a-0703bd10abc4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738404 Aug 29 17:36:00.146065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bd2b3-e1c1-4bc3-a58b-6aa9905bd20b req-d3c6c757-7b7b-4431-a99b-229f8dd94464 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:00.161920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f18bd2b3-e1c1-4bc3-a58b-6aa9905bd20b req-d3c6c757-7b7b-4431-a99b-229f8dd94464 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.0968890 Aug 29 17:36:00.162046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-6fd795cd-4abb-4204-8223-4261ff8a2795', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:36:00.162046 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.198363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,segment=NetworkSegment(46b4c303-1845-43c7-8ba2-1741393163d0),segment_id=46b4c303-1845-43c7-8ba2-1741393163d0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:00.217268 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.218260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c975e1e-2994-477b-90b6-3c2fdf63f646 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:00.230855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.246097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 5c975e1e-2994-477b-90b6-3c2fdf63f646 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:36:00.246452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c975e1e-2994-477b-90b6-3c2fdf63f646 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:36:00.392489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:00.488885 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f18bd2b3-e1c1-4bc3-a58b-6aa9905bd20b req-195e7f1d-edb3-426a-a3cf-2a3935d23576 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319876 Aug 29 17:36:00.516751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Allocated IP 172.20.0.2 (6fd795cd-4abb-4204-8223-4261ff8a2795/1db625a3-326f-4d57-8b76-9cb46b26cbaf/a10912cf-6071-4af1-8cb4-88e31e087524) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:00.590901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.624747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.631592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 59827f6d-6ab6-4d7b-962b-1508ba071e21 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:00.662072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 59827f6d-6ab6-4d7b-962b-1508ba071e21 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:36:00.662430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 59827f6d-6ab6-4d7b-962b-1508ba071e21 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:36:00.748350 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.766461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Transition to ACTIVE for port object a10912cf-6071-4af1-8cb4-88e31e087524 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:00.807689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Transition to ACTIVE for port object a10912cf-6071-4af1-8cb4-88e31e087524 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:00.827205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.873639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:00.896819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:00.903584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:00.975476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Attempting to bind port a10912cf-6071-4af1-8cb4-88e31e087524 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:00.975769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Attempting to bind port a10912cf-6071-4af1-8cb4-88e31e087524 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:00.976140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Attempting to bind port a10912cf-6071-4af1-8cb4-88e31e087524 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:00.986864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Pushing event updated for resources: {'Port': ['ID=a10912cf-6071-4af1-8cb4-88e31e087524,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:00.990050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:00.990443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Checking segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:00.990896 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:00.991286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Bound using segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:00.991770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Bound port: a10912cf-6071-4af1-8cb4-88e31e087524, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:00.992147 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:01.008404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b86bb-4142-470f-ba46-67f5d59aa5c3 req-c9d3d94a-1686-436a-a10a-3ef75b4f350c tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:01.010075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-681b86bb-4142-470f-ba46-67f5d59aa5c3 req-c9d3d94a-1686-436a-a10a-3ef75b4f350c tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.2848389 Aug 29 17:36:01.042800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Allocated IP 172.25.2.52 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/28a3c4dd-4848-42d2-a344-6db01a52f5d3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:01.069624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-557de576-6614-4669-8edd-be65cda7a265 None None] For port a10912cf-6071-4af1-8cb4-88e31e087524, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:01.073663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-557de576-6614-4669-8edd-be65cda7a265 None None] For port a10912cf-6071-4af1-8cb4-88e31e087524, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a10912cf-6071-4af1-8cb4-88e31e087524,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:01.083415 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:01.089093 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-681b86bb-4142-470f-ba46-67f5d59aa5c3 req-36bed2c7-09a0-4158-be0b-510e53fdcd6c tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709994 Aug 29 17:36:01.145486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557de576-6614-4669-8edd-be65cda7a265 None None] Pushing event updated for resources: {'Port': ['ID=a10912cf-6071-4af1-8cb4-88e31e087524,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:01.191340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:01.235214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:01.273157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:01.280491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:01.282945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19da24-29ae-4796-a58e-10f696dfca3a req-8523f23d-9a4f-4197-88aa-e5a39be6053c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:01.284805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:01.286672 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc19da24-29ae-4796-a58e-10f696dfca3a req-8523f23d-9a4f-4197-88aa-e5a39be6053c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 945 time: 0.0680900 Aug 29 17:36:01.297183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Pushing event updated for resources: {'Port': ['ID=28a3c4dd-4848-42d2-a344-6db01a52f5d3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:01.352485 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc19da24-29ae-4796-a58e-10f696dfca3a req-66deb79e-5f50-4062-ae8e-a01c030643e2 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584438 Aug 29 17:36:01.640181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b7e6-adbf-478e-a8c9-26422da3fd1d req-934d4b45-568b-4fcf-98ba-6e15348f84fe tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:01.647202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a530b7e6-adbf-478e-a8c9-26422da3fd1d req-934d4b45-568b-4fcf-98ba-6e15348f84fe tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.0785224 Aug 29 17:36:01.666772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-85503523-b89b-41a8-888c-356b95f01020 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0601633 Aug 29 17:36:01.677273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1bca4-c904-4de5-a74e-52abca739fb4 req-bc7a4f44-72f5-4708-a0b3-bd2bafc13bfb tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:01.684763 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16e1bca4-c904-4de5-a74e-52abca739fb4 req-bc7a4f44-72f5-4708-a0b3-bd2bafc13bfb tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 945 time: 0.1006317 Aug 29 17:36:01.710138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:01.712673 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25b1036-4da1-45ec-a665-4859a4883b12" -d '{"events": [{"server_uuid": "7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e", "name": "network-vif-plugged", "status": "completed", "tag": "2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:01.730472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16e1bca4-c904-4de5-a74e-52abca739fb4 req-62021938-278d-4daf-9caf-41bb30de5a3f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Aug 29 17:36:01.789507 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2cc7bb-5897-4c81-9418-e32333f287f8 x-openstack-request-id: req-4f2cc7bb-5897-4c81-9418-e32333f287f8 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:01.789643 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e", "name": "network-vif-plugged", "status": "completed", "tag": "2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:01.789842 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f2cc7bb-5897-4c81-9418-e32333f287f8 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:01.790243 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb', 'code': 200} Aug 29 17:36:01.815383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-6f4f847d-45a7-41cc-99fa-a0bd77a498c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:01.816892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-6f4f847d-45a7-41cc-99fa-a0bd77a498c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 1098 time: 0.0838883 Aug 29 17:36:01.837293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a530b7e6-adbf-478e-a8c9-26422da3fd1d req-8a28b5d7-3ae2-4f14-97fe-11764c9ac177 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865368 Aug 29 17:36:01.888419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:01.980722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca206e-e805-476d-93cd-9345e1d0e12d req-df0b46f4-f4ee-4c8f-b3ff-30b623401eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:01.982403 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-afca206e-e805-476d-93cd-9345e1d0e12d req-df0b46f4-f4ee-4c8f-b3ff-30b623401eb3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 1097 time: 0.1322279 Aug 29 17:36:02.059444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-a0ad61b7-d43d-4067-a094-d4a14c821411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:02.061427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-a0ad61b7-d43d-4067-a094-d4a14c821411 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 907 time: 0.2136953 Aug 29 17:36:02.071192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c534758-fd50-4902-95fa-7e09d4d52dc3 req-765a42f6-85cd-49a4-805c-faac02256d5b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:02.073392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c534758-fd50-4902-95fa-7e09d4d52dc3 req-765a42f6-85cd-49a4-805c-faac02256d5b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 945 time: 0.2183604 Aug 29 17:36:02.110299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-afca206e-e805-476d-93cd-9345e1d0e12d req-58f3b310-0ce3-4487-a833-73dc729860f4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197515 Aug 29 17:36:02.124115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-6e0e0422-9c82-47ae-8759-a6cbb042387a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb HTTP/1.1" status: 200 len: 217 time: 0.0496354 Aug 29 17:36:02.251320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-1a38da9e-5d04-4aed-a21d-b02c305e635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:02.255631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-1a38da9e-5d04-4aed-a21d-b02c305e635c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.1185226 Aug 29 17:36:02.315443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4c534758-fd50-4902-95fa-7e09d4d52dc3 req-d1db5b6c-7646-4074-b183-0af580e2fa15 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874771 Aug 29 17:36:02.353615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-a7280130-4ce3-4282-9028-8bd665b2eaed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895860 Aug 29 17:36:02.405666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fd37b-a045-44f7-a2dc-c587af1a9bc8 req-e452c348-6840-47c9-bdc5-28f60bb0d984 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:02.407750 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f60fd37b-a045-44f7-a2dc-c587af1a9bc8 req-e452c348-6840-47c9-bdc5-28f60bb0d984 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1839161 Aug 29 17:36:02.505310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:02.557478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-a595e9cf-4b34-47b5-9410-16c3c7c0b33d service neutron] 10.222.0.43 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871808 Aug 29 17:36:02.563428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f60fd37b-a045-44f7-a2dc-c587af1a9bc8 req-3e2afeca-5a1e-47df-a81f-d2d53e3d725e tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427617 Aug 29 17:36:02.700028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632c19c-4e9a-4516-97c6-131257656635 None None] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:36:02.820070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a10912cf-6071-4af1-8cb4-88e31e087524 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:02.869475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84afb1f7-4d3b-49a1-9d55-87e2b6f1d888 req-98404f81-4e2c-4dcf-876d-2e2192cfa480 service neutron] 10.222.0.43 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017936 Aug 29 17:36:02.933265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc346-2c2a-403f-87b0-f9ef6f2e25ae req-00d74b80-865f-409c-99d8-45cb40062358 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:02.936245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6aafc346-2c2a-403f-87b0-f9ef6f2e25ae req-00d74b80-865f-409c-99d8-45cb40062358 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 945 time: 0.1062741 Aug 29 17:36:02.945826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Router a870ed0d-9d0a-402f-b34a-26fd31e7415d is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:36:03.002681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0cdaaf51-b953-426f-8503-3a83f9bec15b None None] Provisioning for port a10912cf-6071-4af1-8cb4-88e31e087524 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:03.012970 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6aafc346-2c2a-403f-87b0-f9ef6f2e25ae req-f6683cad-a12c-4b03-9180-cc04ad2cfff4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672727 Aug 29 17:36:03.039513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a10912cf-6071-4af1-8cb4-88e31e087524 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:03.054815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a10912cf-6071-4af1-8cb4-88e31e087524 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:03.054815 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.183475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34860) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:03.231429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.287364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a10912cf-6071-4af1-8cb4-88e31e087524, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a10912cf-6071-4af1-8cb4-88e31e087524,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:03.294451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.364483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a723756e-ca64-4670-949d-a68ba59f2c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.365074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a10912cf-6071-4af1-8cb4-88e31e087524,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:03.437738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7476a298-f1be-4204-bce6-cf3fffccba1f None None] Provisioning complete for port a10912cf-6071-4af1-8cb4-88e31e087524 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:03.438300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7476a298-f1be-4204-bce6-cf3fffccba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.486228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84a9ed-2d17-4410-a054-bfa6214caf0e req-d946a9a1-43b9-451c-8898-7865d3821d16 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:03.487325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a723756e-ca64-4670-949d-a68ba59f2c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.491220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd84a9ed-2d17-4410-a054-bfa6214caf0e req-d946a9a1-43b9-451c-8898-7865d3821d16 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.4868896 Aug 29 17:36:03.496492 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a723756e-ca64-4670-949d-a68ba59f2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.506940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:36:03.518597 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Sync routers for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:36:03.551954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a723756e-ca64-4670-949d-a68ba59f2c12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da9607c1a7ae4d63b08936a4777ba754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670216 Aug 29 17:36:03.554154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34868) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:03.563094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd84a9ed-2d17-4410-a054-bfa6214caf0e req-1e229d2c-fd87-4d7e-98af-48edc6f108f6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Aug 29 17:36:03.572622 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:03.579954 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:35:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:03.592801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.598164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5c214855-5f76-4f8d-9f53-69babc711b71 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7219861 Aug 29 17:36:03.601020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34872) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:03.614910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723756e-ca64-4670-949d-a68ba59f2c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087ae405-9001-4143-8af4-f49329a90b22,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:03.698867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:03.703689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-330f62f1-c23b-4232-910b-36c7f48c1055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.726740 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-330f62f1-c23b-4232-910b-36c7f48c1055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.783929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d9320-7088-4f0b-ba6a-56d93bf598e3 req-d031d5f9-b034-4241-8bc2-72f1e8149704 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:03.785473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e6d9320-7088-4f0b-ba6a-56d93bf598e3 req-d031d5f9-b034-4241-8bc2-72f1e8149704 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1267815 Aug 29 17:36:03.813192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-330f62f1-c23b-4232-910b-36c7f48c1055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.816788 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-330f62f1-c23b-4232-910b-36c7f48c1055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:03.818318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-330f62f1-c23b-4232-910b-36c7f48c1055 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/087ae405-9001-4143-8af4-f49329a90b22 HTTP/1.1" status: 204 len: 168 time: 0.2626643 Aug 29 17:36:03.837680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f62f1-c23b-4232-910b-36c7f48c1055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087ae405-9001-4143-8af4-f49329a90b22,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:03.882266 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e6d9320-7088-4f0b-ba6a-56d93bf598e3 req-d5a32e88-898b-499c-885d-315f921474e0 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Aug 29 17:36:03.955314 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:01Z', 'revision_number': 3, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:03.991798 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Checking router: a870ed0d-9d0a-402f-b34a-26fd31e7415d for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:36:03.992420 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Updating router a870ed0d-9d0a-402f-b34a-26fd31e7415d port 28a3c4dd-4848-42d2-a344-6db01a52f5d3 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:36:04.020610 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.126113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e14c2-ee02-4607-8a66-9b6b0d008bc1 req-882c2bb7-2e04-4809-be6c-ac94c2dec29d tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.127667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-087e14c2-ee02-4607-8a66-9b6b0d008bc1 req-882c2bb7-2e04-4809-be6c-ac94c2dec29d tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.0863955 Aug 29 17:36:04.210127 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-087e14c2-ee02-4607-8a66-9b6b0d008bc1 req-3615fed2-3156-456b-99f1-60dfc9787b22 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705471 Aug 29 17:36:04.241544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-904f4f63-6cbb-41a7-9558-b2ab618ed2d1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.243365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-904f4f63-6cbb-41a7-9558-b2ab618ed2d1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 945 time: 0.1762600 Aug 29 17:36:04.330693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9612a-c3e6-4be3-a82a-ccdd77ce27c5 req-bde1cbd5-fe20-4155-82a7-5fb818a73161 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.332221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fd9612a-c3e6-4be3-a82a-ccdd77ce27c5 req-bde1cbd5-fe20-4155-82a7-5fb818a73161 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 945 time: 0.2000611 Aug 29 17:36:04.363253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:04.381756 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c4798ef-d0be-433e-b141-a77479e92340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.462935 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.487401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fd9612a-c3e6-4be3-a82a-ccdd77ce27c5 req-aab82b27-3aa6-4226-9779-2301420471c3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405361 Aug 29 17:36:04.515997 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Transition to ACTIVE for port object 28a3c4dd-4848-42d2-a344-6db01a52f5d3 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:04.531178 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.548776 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.554198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Deleting port 7a4e1183-288f-4d70-8dca-9570b00f4a20 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:36:04.554781 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.601276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a10912cf-6071-4af1-8cb4-88e31e087524 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:04.664534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c4798ef-d0be-433e-b141-a77479e92340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.669738 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Attempting to bind port 28a3c4dd-4848-42d2-a344-6db01a52f5d3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:04.670112 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Attempting to bind port 28a3c4dd-4848-42d2-a344-6db01a52f5d3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:04.670478 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Attempting to bind port 28a3c4dd-4848-42d2-a344-6db01a52f5d3 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:04.681256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0ad7b-a648-437a-b2f8-5c0e71950948 req-582b7549-8ff9-41b6-a35e-0765488aa0c0 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.688946 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:04.689314 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:04.690459 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.691370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fda0ad7b-a648-437a-b2f8-5c0e71950948 req-582b7549-8ff9-41b6-a35e-0765488aa0c0 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1410897 Aug 29 17:36:04.691970 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:04.694903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c4798ef-d0be-433e-b141-a77479e92340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.695663 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Bound port: 28a3c4dd-4848-42d2-a344-6db01a52f5d3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:04.696251 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.734357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4798ef-d0be-433e-b141-a77479e92340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c3580-f54d-41d2-b2d4-b5ffd4e2ad0a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:04.795474 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] For port 28a3c4dd-4848-42d2-a344-6db01a52f5d3, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:04.799569 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] For port 28a3c4dd-4848-42d2-a344-6db01a52f5d3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=28a3c4dd-4848-42d2-a344-6db01a52f5d3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:04.804364 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fda0ad7b-a648-437a-b2f8-5c0e71950948 req-cd662b61-ab15-449d-8ac7-078be150d5b9 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119363 Aug 29 17:36:04.806888 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9c4798ef-d0be-433e-b141-a77479e92340 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c5e59080124454a85d63b153b5b75c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424810 Aug 29 17:36:04.812182 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.814841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34906) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:04.828866 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Pushing event updated for resources: {'Port': ['ID=28a3c4dd-4848-42d2-a344-6db01a52f5d3,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:04.843076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.844038 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.844535 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.845021 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.845505 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.846013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.847048 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.847531 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.848154 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.848632 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.849222 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.849827 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:04.892188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5003-0933-4255-b85e-4a7c4959c747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.904455 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b668396-d51a-4290-bd21-d9950d6f9f8b None None] Pushing event updated for resources: {'Port': ['ID=28a3c4dd-4848-42d2-a344-6db01a52f5d3,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:04.909221 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:04.909934 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:35:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:04.942037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea31b-9186-4a12-a26b-558122a777bb req-b44e13e8-408e-4098-ba66-27940a43f64c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.944714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5003-0933-4255-b85e-4a7c4959c747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:04.951176 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1eea31b-9186-4a12-a26b-558122a777bb req-b44e13e8-408e-4098-ba66-27940a43f64c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.2570329 Aug 29 17:36:04.990230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a10912cf-6071-4af1-8cb4-88e31e087524 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:04.991430 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:05.015362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5003-0933-4255-b85e-4a7c4959c747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:05.022170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5003-0933-4255-b85e-4a7c4959c747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:05.024854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] For port 7a4e1183-288f-4d70-8dca-9570b00f4a20, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7a4e1183-288f-4d70-8dca-9570b00f4a20,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:05.028545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b3bc5003-0933-4255-b85e-4a7c4959c747 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c09c3580-f54d-41d2-b2d4-b5ffd4e2ad0a HTTP/1.1" status: 204 len: 168 time: 0.2121644 Aug 29 17:36:05.031145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:05.072038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Calling delete_port for 7a4e1183-288f-4d70-8dca-9570b00f4a20 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:36:05.082541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc5003-0933-4255-b85e-4a7c4959c747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c3580-f54d-41d2-b2d4-b5ffd4e2ad0a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:05.101119 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:05.143823 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1eea31b-9186-4a12-a26b-558122a777bb req-749893f2-f2f5-4dc0-b97a-65a325d2d5c8 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848893 Aug 29 17:36:05.248311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Allocated IP 172.20.0.1 (6fd795cd-4abb-4204-8223-4261ff8a2795/1db625a3-326f-4d57-8b76-9cb46b26cbaf/eadb5b32-1d47-478f-bfd5-8036beda40c1) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:05.358069 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:01Z', 'revision_number': 3, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:05.396792 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b633b-6a28-4718-a4bb-b485ebc6665a None None] The sync data for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 is: [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:01Z', 'revision_number': 3, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:36:05.412637 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:05.425957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:05.478149 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:05.487432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event deleted for resources: {'Port': ['ID=7a4e1183-288f-4d70-8dca-9570b00f4a20,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:05.549138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Transition to ACTIVE for port object eadb5b32-1d47-478f-bfd5-8036beda40c1 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:05.603204 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:05.628694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] No DVR routers for this DVR port 7a4e1183-288f-4d70-8dca-9570b00f4a20 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:36:05.634898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:05.637006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9aac86ec-6db9-4cb7-abdd-d9a2ecbe9973 req-ebd39b91-0539-4964-b0c3-25a9e6044df6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "DELETE /v2.0/ports/7a4e1183-288f-4d70-8dca-9570b00f4a20 HTTP/1.1" status: 204 len: 173 time: 1.3632450 Aug 29 17:36:05.637836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579caeff-90a7-4b94-a83c-de0b0fff97cf', 'name': 'network-vif-deleted', 'tag': '7a4e1183-288f-4d70-8dca-9570b00f4a20'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:05.641031 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84c7717-f637-4211-9403-244e774a31e1" -d '{"events": [{"server_uuid": "579caeff-90a7-4b94-a83c-de0b0fff97cf", "name": "network-vif-deleted", "tag": "7a4e1183-288f-4d70-8dca-9570b00f4a20"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:05.732558 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6e55be-22b4-40be-b2d2-3655872c37c2 x-openstack-request-id: req-be6e55be-22b4-40be-b2d2-3655872c37c2 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:05.732878 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579caeff-90a7-4b94-a83c-de0b0fff97cf", "name": "network-vif-deleted", "tag": "7a4e1183-288f-4d70-8dca-9570b00f4a20", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:05.733095 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be6e55be-22b4-40be-b2d2-3655872c37c2 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:05.733507 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579caeff-90a7-4b94-a83c-de0b0fff97cf', 'name': 'network-vif-deleted', 'tag': '7a4e1183-288f-4d70-8dca-9570b00f4a20', 'status': 'completed', 'code': 200} Aug 29 17:36:05.735382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:05.758648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:05.762214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-643f7699-fbd6-4abc-9c61-787013921672 req-6ae220fd-06a8-462c-a7d1-b4acbcae0450 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=579caeff-90a7-4b94-a83c-de0b0fff97cf HTTP/1.1" status: 200 len: 210 time: 0.0499282 Aug 29 17:36:05.762971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:05.806184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Pushing event updated for resources: {'Port': ['ID=eadb5b32-1d47-478f-bfd5-8036beda40c1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:05.850022 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:06.122157 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:06.129162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc6193-7c91-43d6-a49c-0dc193ee275d req-45a6b4ee-64ea-4f17-a698-ffa6c88f36bb tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:06.131069 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eecc6193-7c91-43d6-a49c-0dc193ee275d req-45a6b4ee-64ea-4f17-a698-ffa6c88f36bb tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1347151 Aug 29 17:36:06.244255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eecc6193-7c91-43d6-a49c-0dc193ee275d req-0e2a4443-7b01-4d67-ae88-5cb5d5e29fd1 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016343 Aug 29 17:36:06.368484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-997fe8b3-060d-4710-b0f6-d19c1962c91d None None] Provisioning for port eadb5b32-1d47-478f-bfd5-8036beda40c1 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:06.374437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-997fe8b3-060d-4710-b0f6-d19c1962c91d None None] Provisioning complete for port eadb5b32-1d47-478f-bfd5-8036beda40c1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:06.375120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-997fe8b3-060d-4710-b0f6-d19c1962c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:06.453618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-997fe8b3-060d-4710-b0f6-d19c1962c91d None None] Port eadb5b32-1d47-478f-bfd5-8036beda40c1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:36:06.637532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 28a3c4dd-4848-42d2-a344-6db01a52f5d3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:06.678362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:06.707327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea01325-aa41-42a7-9723-0ef74cfd096b req-d1458d8d-9b37-44ed-a657-87f4ac1c5742 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:06.728275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ea01325-aa41-42a7-9723-0ef74cfd096b req-d1458d8d-9b37-44ed-a657-87f4ac1c5742 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.4568036 Aug 29 17:36:06.734252 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:06.750091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 28a3c4dd-4848-42d2-a344-6db01a52f5d3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:06.755565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 28a3c4dd-4848-42d2-a344-6db01a52f5d3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:06.756061 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:06.835826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1914b-7bd7-415c-8ead-c26ec26c8acc req-285f2d47-c1e5-4a91-a413-aa931ab0f6d8 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:06.837421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87c1914b-7bd7-415c-8ead-c26ec26c8acc req-285f2d47-c1e5-4a91-a413-aa931ab0f6d8 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.0977724 Aug 29 17:36:06.866854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:06.897576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 28a3c4dd-4848-42d2-a344-6db01a52f5d3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=28a3c4dd-4848-42d2-a344-6db01a52f5d3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:06.899428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87c1914b-7bd7-415c-8ead-c26ec26c8acc req-cc31bb48-b4bd-4410-92b1-ee00efcecd3f tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552475 Aug 29 17:36:06.933028 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:06.939450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Pushing event updated for resources: {'Port': ['ID=eadb5b32-1d47-478f-bfd5-8036beda40c1,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:06.986090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:07.010957 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ea01325-aa41-42a7-9723-0ef74cfd096b req-1aea5989-a1e7-4ce1-bcd0-a419743f5443 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796569 Aug 29 17:36:07.019017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4c321-7b14-487e-916e-a866a9d2030c req-b63aaf23-aebb-4eb1-ac29-1cc55dd16ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:07.019129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=28a3c4dd-4848-42d2-a344-6db01a52f5d3,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:07.019232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efa4c321-7b14-487e-916e-a866a9d2030c req-b63aaf23-aebb-4eb1-ac29-1cc55dd16ce2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a2dbc0b74ef41e593664f97e93bd349&device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 1097 time: 0.2810977 Aug 29 17:36:07.234395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4c321-7b14-487e-916e-a866a9d2030c req-3d6aac95-3dd2-4d15-913b-c4c8048f75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:07.235895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efa4c321-7b14-487e-916e-a866a9d2030c req-3d6aac95-3dd2-4d15-913b-c4c8048f75ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=59841953-9200-4c5c-b94b-00f653da4cc7 HTTP/1.1" status: 200 len: 913 time: 0.2031019 Aug 29 17:36:07.242266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:07.243749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:07.288641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efa4c321-7b14-487e-916e-a866a9d2030c req-69cd5ded-3766-457f-ba80-59b1950d0c56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb HTTP/1.1" status: 200 len: 217 time: 0.0426939 Aug 29 17:36:07.365634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7a4e1183-288f-4d70-8dca-9570b00f4a20 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:07.427162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 7a4e1183-288f-4d70-8dca-9570b00f4a20 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:36:07.427822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7a4e1183-288f-4d70-8dca-9570b00f4a20 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:36:07.440954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4c321-7b14-487e-916e-a866a9d2030c req-cbc783c1-677f-413c-bd34-0e9a06895496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:07.442723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efa4c321-7b14-487e-916e-a866a9d2030c req-cbc783c1-677f-413c-bd34-0e9a06895496 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b842f2-8802-45bd-881d-95d5840c5993 HTTP/1.1" status: 200 len: 852 time: 0.1074109 Aug 29 17:36:07.456067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-199d69c4-c450-4646-8768-3875eaf69e50 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:07.464864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-199d69c4-c450-4646-8768-3875eaf69e50 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.2050047 Aug 29 17:36:07.483500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a13e69ae-8667-462c-ba8b-e2d62fefc022 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/quotas/04665ef6c231485e96c15dfdcea1a752 HTTP/1.1" status: 200 len: 375 time: 0.0169287 Aug 29 17:36:07.483920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efa4c321-7b14-487e-916e-a866a9d2030c req-11939474-a7d8-4f18-a640-fa7a316ee7f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59841953-9200-4c5c-b94b-00f653da4cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319228 Aug 29 17:36:07.546804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Router a870ed0d-9d0a-402f-b34a-26fd31e7415d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:36:07.559424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-21e1a705-2179-46c2-9b83-b0485585871e tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741677 Aug 29 17:36:07.692439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c040ef5e-5033-4424-b9d9-efbb02f57be4 None None] Provisioning complete for port eadb5b32-1d47-478f-bfd5-8036beda40c1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:07.692824 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c040ef5e-5033-4424-b9d9-efbb02f57be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:07.725605 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-137bf5e5-bea3-4a94-9471-774166c3bf8a service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572587 Aug 29 17:36:07.770518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c040ef5e-5033-4424-b9d9-efbb02f57be4 None None] Port eadb5b32-1d47-478f-bfd5-8036beda40c1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:36:07.963105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efa4c321-7b14-487e-916e-a866a9d2030c req-ea3f8855-f808-4760-83af-cc206d609f03 service neutron] 10.222.0.44 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700720 Aug 29 17:36:08.198771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:36:08.206994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aa2a0dd1-8e70-4096-9ff6-447aa587540b admin admin] 10.222.0.41 "PUT /v2.0/routers/a870ed0d-9d0a-402f-b34a-26fd31e7415d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6046379 Aug 29 17:36:08.257536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efa4c321-7b14-487e-916e-a866a9d2030c req-551d1c7d-0c67-4cf0-bf11-71fc310d5f21 service neutron] 10.222.0.44 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643464 Aug 29 17:36:08.269935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4989c8-fd97-43cd-958f-7ec9b8c40289 req-89c0a21c-c93b-4f52-869d-3552662e2f0e tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:08.272001 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec4989c8-fd97-43cd-958f-7ec9b8c40289 req-89c0a21c-c93b-4f52-869d-3552662e2f0e tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1703138 Aug 29 17:36:08.314177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Sync routers for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:36:08.326898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:08.327767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:35:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:08.341006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec4989c8-fd97-43cd-958f-7ec9b8c40289 req-216ab03c-915b-4e01-b529-140f5dc573cf tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623941 Aug 29 17:36:08.406176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-5e9fc220-7dea-43df-9540-5ebb9e5a0c56 service neutron] 10.222.0.41 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740925 Aug 29 17:36:08.500348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5ae3f-b2c5-4c04-9836-21a5b8d6feac req-010521ab-4ad0-4d87-a4b7-3e01932ce0b7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:08.501979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7e5ae3f-b2c5-4c04-9836-21a5b8d6feac req-010521ab-4ad0-4d87-a4b7-3e01932ce0b7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.0860734 Aug 29 17:36:08.539283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:08.576580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 28a3c4dd-4848-42d2-a344-6db01a52f5d3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:08.586088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7e5ae3f-b2c5-4c04-9836-21a5b8d6feac req-48488fcc-64dc-45bf-a08f-f3bd938bdd1d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777390 Aug 29 17:36:08.727326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 28a3c4dd-4848-42d2-a344-6db01a52f5d3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:08.728042 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:08.905476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af3786c1-35fd-4139-aeda-b08bf995b0ad req-8bd4beb0-bad8-483f-ac7b-21df0e1ea5d5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 210 time: 0.0583377 Aug 29 17:36:09.040267 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 2, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:09.084879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Checking router: a870ed0d-9d0a-402f-b34a-26fd31e7415d for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:36:09.085534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Updating router a870ed0d-9d0a-402f-b34a-26fd31e7415d port eadb5b32-1d47-478f-bfd5-8036beda40c1 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:36:09.117154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.246298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35050) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:09.251785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c3d6054a-dcd3-4286-aa83-8c8c117e50c4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303157896', 'description': 'tempest-description--283557473'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:09.287040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3d6054a-dcd3-4286-aa83-8c8c117e50c4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.457309 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3d6054a-dcd3-4286-aa83-8c8c117e50c4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.477762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3d6054a-dcd3-4286-aa83-8c8c117e50c4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.580939 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.597387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Transition to ACTIVE for port object eadb5b32-1d47-478f-bfd5-8036beda40c1 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:09.602551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3d6054a-dcd3-4286-aa83-8c8c117e50c4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.603936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c3d6054a-dcd3-4286-aa83-8c8c117e50c4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3561945 Aug 29 17:36:09.606674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6054a-dcd3-4286-aa83-8c8c117e50c4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf65e2-a2d5-474a-a2c4-264661d8c9ea,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:09.607932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35058) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:09.621007 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.626384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-db2993ab-6844-4d03-ba5c-bc512d02d158 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'security_group_rule': {'security_group_id': '79cf65e2-a2d5-474a-a2c4-264661d8c9ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:09.641964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb864f-ce60-4e69-b520-04852398b015 req-7e3cd17f-0d3a-4f2b-9691-faf27e10f9ec tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:09.650859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ebb864f-ce60-4e69-b520-04852398b015 req-7e3cd17f-0d3a-4f2b-9691-faf27e10f9ec tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1880760 Aug 29 17:36:09.705780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ebb864f-ce60-4e69-b520-04852398b015 req-1fbc57a2-2542-425c-97a3-8a6db84c008e tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503843 Aug 29 17:36:09.706864 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db2993ab-6844-4d03-ba5c-bc512d02d158 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.713802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61500-9ee1-4b76-a8e8-89b2e9634ebc None None] Pushing event updated for resources: {'Port': ['ID=eadb5b32-1d47-478f-bfd5-8036beda40c1,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:09.857370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Attempting to bind port eadb5b32-1d47-478f-bfd5-8036beda40c1 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:09.857776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Attempting to bind port eadb5b32-1d47-478f-bfd5-8036beda40c1 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:09.858138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Attempting to bind port eadb5b32-1d47-478f-bfd5-8036beda40c1 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:09.868313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:09.869770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Checking segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:09.872103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.873272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Bound using segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:09.875037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Bound port: eadb5b32-1d47-478f-bfd5-8036beda40c1, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:09.875452 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.887579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6b93-6524-4942-8b65-036f06a6aa9b req-7f466fe2-4aeb-4da0-b6e2-397e36f1723a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:09.903378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1cc6b93-6524-4942-8b65-036f06a6aa9b req-7f466fe2-4aeb-4da0-b6e2-397e36f1723a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1650527 Aug 29 17:36:09.963486 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db2993ab-6844-4d03-ba5c-bc512d02d158 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:09.984018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db2993ab-6844-4d03-ba5c-bc512d02d158 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.035474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2993ab-6844-4d03-ba5c-bc512d02d158 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47b6958-ae82-417c-8c25-9443f5b68a13,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:10.062874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] For port eadb5b32-1d47-478f-bfd5-8036beda40c1, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:10.083868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] For port eadb5b32-1d47-478f-bfd5-8036beda40c1, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=eadb5b32-1d47-478f-bfd5-8036beda40c1,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:10.086040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1cc6b93-6524-4942-8b65-036f06a6aa9b req-0ed8c8b5-4db9-4344-83a7-4b624ecbd804 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798248 Aug 29 17:36:10.087524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db2993ab-6844-4d03-ba5c-bc512d02d158 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.090835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-db2993ab-6844-4d03-ba5c-bc512d02d158 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4814520 Aug 29 17:36:10.092211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35070) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:10.098695 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.100681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1803581c-bf9b-4ad6-8cc4-260b07101dc2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'security_group_rule': {'security_group_id': '79cf65e2-a2d5-474a-a2c4-264661d8c9ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:10.169432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1803581c-bf9b-4ad6-8cc4-260b07101dc2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.292932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61500-9ee1-4b76-a8e8-89b2e9634ebc None None] Pushing event updated for resources: {'Port': ['ID=eadb5b32-1d47-478f-bfd5-8036beda40c1,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:10.304147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ab9c9-c50a-4b64-9423-2edc04ac3022 req-507873f4-45c1-45df-9b8b-760e1624db4d tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:10.318231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc9ab9c9-c50a-4b64-9423-2edc04ac3022 req-507873f4-45c1-45df-9b8b-760e1624db4d tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1607149 Aug 29 17:36:10.319786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:10.320556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:35:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:10.407828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-153c9742-4135-4875-ab48-7d4e73d91146 req-b8165658-ec63-44a9-bb44-8a04cce9d47a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 210 time: 0.1624811 Aug 29 17:36:10.416496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1803581c-bf9b-4ad6-8cc4-260b07101dc2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.436904 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1803581c-bf9b-4ad6-8cc4-260b07101dc2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.500946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803581c-bf9b-4ad6-8cc4-260b07101dc2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1691226c-f212-4ba0-b0a9-868cde6a8dbe,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:10.518825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-0af5c9d1-608f-4dc7-a678-c9c368a16f2a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:10.520549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-0af5c9d1-608f-4dc7-a678-c9c368a16f2a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 806 time: 0.3188066 Aug 29 17:36:10.524238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dc9ab9c9-c50a-4b64-9423-2edc04ac3022 req-0d060b52-f929-45e0-b7d8-ff14c1d53c5d tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975093 Aug 29 17:36:10.538357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Request body: {'port': {'device_id': 'd7a63860-f5c7-4fbd-82ea-b196d665b72b', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'admin_state_up': True, 'tenant_id': '04665ef6c231485e96c15dfdcea1a752'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:10.575672 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1803581c-bf9b-4ad6-8cc4-260b07101dc2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.584973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1803581c-bf9b-4ad6-8cc4-260b07101dc2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4912870 Aug 29 17:36:10.587407 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35074) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:10.595845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:10.615852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:10.660208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.745128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Made reservation on behalf of 04665ef6c231485e96c15dfdcea1a752 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:10.749001 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.874556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:10.983229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Allocated IP 172.20.0.11 (5391bae1-cb2c-4870-ad97-f010392c0e9e/bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110/4663a2ef-6697-43fc-bd4d-507deb1b892d) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:11.001607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:10Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:11.050369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8ea7c-623a-4d6c-889c-4b77e913234e None None] The sync data for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 is: [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:10Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:36:11.089919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Allocated IP 172.25.2.109 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/3499d3f3-bc0e-4a7b-8e31-e326ee96b761) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:11.247766 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eabce2bb-5a0a-4834-a297-d6eb0c468b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:11.397110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:11.401177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:11.511258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:11.523161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:11.527106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:11.587468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cbf02-213b-41b3-beb4-91a1d8c238e8 req-26c706b8-d1db-415f-987d-892cee17d46b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:11.592234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e97cbf02-213b-41b3-beb4-91a1d8c238e8 req-26c706b8-d1db-415f-987d-892cee17d46b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1461251 Aug 29 17:36:11.614254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:11.624568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Network 5391bae1-cb2c-4870-ad97-f010392c0e9e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:11.631135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:11.638653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:11.665560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:11.668903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:11.670072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event updated for resources: {'Port': ['ID=4663a2ef-6697-43fc-bd4d-507deb1b892d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:11.709318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfb01-8c58-4704-b744-7c4c0d3a52c2 req-4c5f4673-ff86-4289-aa90-87f0bffa3dcc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:11.717042 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28bdfb01-8c58-4704-b744-7c4c0d3a52c2 req-4c5f4673-ff86-4289-aa90-87f0bffa3dcc tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 932 time: 0.1518736 Aug 29 17:36:11.736332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:11.742850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:11.801161 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-c991de3e-a8e8-44d4-86af-7699f9f4b35a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2679577 Aug 29 17:36:11.821134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28bdfb01-8c58-4704-b744-7c4c0d3a52c2 req-909a466e-f986-4867-9de4-f609776e1288 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033423 Aug 29 17:36:11.832955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Request body: {'port': {'device_id': 'd7a63860-f5c7-4fbd-82ea-b196d665b72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:11.847597 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:11.941419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:11.941654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'Port': ['ID=3499d3f3-bc0e-4a7b-8e31-e326ee96b761,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:11.967832 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.014394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564da5c-d2cb-4726-985f-5a3f639aa920 req-f9617eb7-9ad2-482b-94a7-936e3edf7af0 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:12.024379 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8564da5c-d2cb-4726-985f-5a3f639aa920 req-f9617eb7-9ad2-482b-94a7-936e3edf7af0 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1198137 Aug 29 17:36:12.152423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8564da5c-d2cb-4726-985f-5a3f639aa920 req-2c1cae92-9760-4d5a-8836-3045f572b931 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269798 Aug 29 17:36:12.159521 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e97cbf02-213b-41b3-beb4-91a1d8c238e8 req-11184398-60bf-4f24-9194-ba229a65d2f0 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853028 Aug 29 17:36:12.335230 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.351062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.506800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.519121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4663a2ef-6697-43fc-bd4d-507deb1b892d {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:12.528450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.546049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Transition to ACTIVE for port object 4663a2ef-6697-43fc-bd4d-507deb1b892d will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:12.565351 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.609878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'Port': ['ID=3499d3f3-bc0e-4a7b-8e31-e326ee96b761,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:12.640075 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.641226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Pushing event updated for resources: {'Port': ['ID=4663a2ef-6697-43fc-bd4d-507deb1b892d,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:12.645046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device eadb5b32-1d47-478f-bfd5-8036beda40c1 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:12.685755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-d78a45b0-f01e-4138-9e1d-41fa09ea7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:12.689699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-d78a45b0-f01e-4138-9e1d-41fa09ea7396 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a2dbc0b74ef41e593664f97e93bd349&device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 1097 time: 0.1831977 Aug 29 17:36:12.695308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.711523 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6a3f8980-a589-4d30-920b-3906a30fbc00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1223905 Aug 29 17:36:12.757630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516b1d-ce9e-4400-80a8-0b2775ba7b46 req-9c2f2088-217b-46c1-8758-9efb3829c254 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:12.766785 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c516b1d-ce9e-4400-80a8-0b2775ba7b46 req-9c2f2088-217b-46c1-8758-9efb3829c254 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.2187078 Aug 29 17:36:12.769535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port eadb5b32-1d47-478f-bfd5-8036beda40c1 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:12.781399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port eadb5b32-1d47-478f-bfd5-8036beda40c1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:12.782173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.822404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Attempting to bind port 4663a2ef-6697-43fc-bd4d-507deb1b892d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:12.822926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Attempting to bind port 4663a2ef-6697-43fc-bd4d-507deb1b892d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:12.823383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Attempting to bind port 4663a2ef-6697-43fc-bd4d-507deb1b892d on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:12.828596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Port 4663a2ef-6697-43fc-bd4d-507deb1b892d on network 5391bae1-cb2c-4870-ad97-f010392c0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:36:12.829015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Attempting to bind port 4663a2ef-6697-43fc-bd4d-507deb1b892d on network 5391bae1-cb2c-4870-ad97-f010392c0e9e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:12.852915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:12.853869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Checking segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:12.854474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Bound using segment: {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:12.856063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Bound port: 4663a2ef-6697-43fc-bd4d-507deb1b892d, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f4cf1-0808-4430-a2d7-55eaf802f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:12.858214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.943229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c516b1d-ce9e-4400-80a8-0b2775ba7b46 req-53aaf8cd-05fb-4aad-bba2-8ba3522fc7f6 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753631 Aug 29 17:36:12.952504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:12.994398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-2d006051-c34d-4bde-b2a7-801b410a9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:12.996913 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-2d006051-c34d-4bde-b2a7-801b410a9ae4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59841953-9200-4c5c-b94b-00f653da4cc7 HTTP/1.1" status: 200 len: 913 time: 0.2648885 Aug 29 17:36:13.017897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port eadb5b32-1d47-478f-bfd5-8036beda40c1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=eadb5b32-1d47-478f-bfd5-8036beda40c1,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:13.023513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] For port 4663a2ef-6697-43fc-bd4d-507deb1b892d, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:13.028151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] For port 4663a2ef-6697-43fc-bd4d-507deb1b892d, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4663a2ef-6697-43fc-bd4d-507deb1b892d,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:13.037640 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:13.054398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:13.068196 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:13.076708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-50d26d07-b8b4-4c21-910f-abc7eb98f292 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb HTTP/1.1" status: 200 len: 217 time: 0.0691557 Aug 29 17:36:13.118808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=eadb5b32-1d47-478f-bfd5-8036beda40c1,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:13.147963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:13.148585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:13.150453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] 10.222.0.44 "PUT /v2.0/ports/4663a2ef-6697-43fc-bd4d-507deb1b892d HTTP/1.1" status: 200 len: 1093 time: 1.3241010 Aug 29 17:36:13.154365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a63860-f5c7-4fbd-82ea-b196d665b72b', 'tag': '4663a2ef-6697-43fc-bd4d-507deb1b892d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:13.157440 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0984da-60ff-4f68-b305-cb2466d74c13" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a63860-f5c7-4fbd-82ea-b196d665b72b", "tag": "4663a2ef-6697-43fc-bd4d-507deb1b892d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:13.160806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78976e-1146-4cb8-a712-8fee19cfcd85 req-ff5c9542-3fc4-45ea-a961-00203e08db72 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:13.162437 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb78976e-1146-4cb8-a712-8fee19cfcd85 req-ff5c9542-3fc4-45ea-a961-00203e08db72 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 944 time: 0.1647851 Aug 29 17:36:13.169326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-fcb070f3-564a-490f-b557-e0c131d5ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:13.177103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-fcb070f3-564a-490f-b557-e0c131d5ce53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b842f2-8802-45bd-881d-95d5840c5993 HTTP/1.1" status: 200 len: 852 time: 0.0871255 Aug 29 17:36:13.223049 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-422e1266-1de4-456b-aba3-b59bb53f179c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59841953-9200-4c5c-b94b-00f653da4cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351923 Aug 29 17:36:13.235162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-9d0b3006-525b-4cdf-8cde-af2f16ae86e9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--303157896&fields=id&tenant_id=fdd02ad258d94cb58933550ba3972f3f HTTP/1.1" status: 200 len: 267 time: 0.1647162 Aug 29 17:36:13.239997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-bf9ab4f0-eebc-4e2f-ad4b-4724e26bb180 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:36:13.241028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-bf9ab4f0-eebc-4e2f-ad4b-4724e26bb180 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061877 Aug 29 17:36:13.261094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb78976e-1146-4cb8-a712-8fee19cfcd85 req-607c38db-2545-4be4-9b85-ed7282b11599 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828936 Aug 29 17:36:13.302528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5151e9e-3049-46a9-b6be-2720bc8bbba8 service neutron] Pushing event updated for resources: {'Port': ['ID=4663a2ef-6697-43fc-bd4d-507deb1b892d,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:13.368774 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-4af3fe8c-28b0-4633-8252-7f5256593129 service neutron] 10.222.0.44 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204069 Aug 29 17:36:13.420410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-05fa9b68-bd27-4903-9cbc-d0956f1949b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:13.421923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-05fa9b68-bd27-4903-9cbc-d0956f1949b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 1096 time: 0.2131922 Aug 29 17:36:13.474936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-91a2f7c4-400f-410a-8d7d-c93fca16c6aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4663a2ef-6697-43fc-bd4d-507deb1b892d HTTP/1.1" status: 200 len: 217 time: 0.0414214 Aug 29 17:36:13.518210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6383-d060-4858-8207-294c0a5fce61 req-899f3e80-1856-4cf0-9a2a-6dbb9a9312ca tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:13.519767 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b7d6383-d060-4858-8207-294c0a5fce61 req-899f3e80-1856-4cf0-9a2a-6dbb9a9312ca tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1313062 Aug 29 17:36:13.557613 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0f79c7b-985a-404a-94ed-62513a48ca7b req-42c02ef2-64ab-4dc2-8e45-bee46b2266fe service neutron] 10.222.0.44 "GET /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810091 Aug 29 17:36:13.576856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9c94-072a-439a-86cd-816a879c12ca req-cdffcf05-f776-40e9-b5ff-ab07de3681a2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:13.578348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-cdffcf05-f776-40e9-b5ff-ab07de3681a2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.2722671 Aug 29 17:36:13.582275 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b7d6383-d060-4858-8207-294c0a5fce61 req-4be1511b-d4f4-4a5d-97ad-93cb9e94bd40 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440557 Aug 29 17:36:13.594393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-238e9a92-7cef-4c11-b859-23af217c83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:13.596381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-238e9a92-7cef-4c11-b859-23af217c83a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.1134603 Aug 29 17:36:13.600402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-c04c8839-6dd1-43ee-bd41-1cb2e469c363 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/quotas/fdd02ad258d94cb58933550ba3972f3f HTTP/1.1" status: 200 len: 375 time: 0.0135636 Aug 29 17:36:13.640467 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68eca24-4e10-46e6-acbf-6a665650a020 x-openstack-request-id: req-a68eca24-4e10-46e6-acbf-6a665650a020 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:13.640797 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a63860-f5c7-4fbd-82ea-b196d665b72b", "tag": "4663a2ef-6697-43fc-bd4d-507deb1b892d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:13.641006 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a68eca24-4e10-46e6-acbf-6a665650a020 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:13.641408 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a63860-f5c7-4fbd-82ea-b196d665b72b', 'tag': '4663a2ef-6697-43fc-bd4d-507deb1b892d', 'status': 'completed', 'code': 200} Aug 29 17:36:13.656931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-bdd3c1b2-dee3-42d9-9488-e08f9a2534b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519567 Aug 29 17:36:13.727230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-bde3e9a8-b256-4f19-b26f-66b80d720862 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211061 Aug 29 17:36:13.821289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-6a2e04d3-824d-447f-8a17-7ca66c089409 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551771 Aug 29 17:36:13.824773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dd19-5560-4a9a-b2c2-4eac0ca17efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:13.871630 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:13.902537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-25f1b24a-dfe2-4bac-b8f4-19e71990bc27 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625767 Aug 29 17:36:13.989566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0427c97-e242-4c59-96a3-5e725936b4cc req-59f1f576-bdd0-41de-afaa-7be1f19dd88f service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573279 Aug 29 17:36:14.021457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-fbfb92a5-fdcb-41ec-8c38-8eb1db1a7abc service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141698 Aug 29 17:36:14.078667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85dc48-61fd-467c-bcf5-d932d6a87c91 req-23ca4e0d-36fe-41e7-a5e8-1796752c124a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:14.080288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e85dc48-61fd-467c-bcf5-d932d6a87c91 req-23ca4e0d-36fe-41e7-a5e8-1796752c124a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.0945647 Aug 29 17:36:14.101210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-97e050f1-05fd-436a-8f20-15f22762d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:14.103185 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-97e050f1-05fd-436a-8f20-15f22762d930 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04665ef6c231485e96c15dfdcea1a752&device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 1096 time: 0.0621736 Aug 29 17:36:14.128960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e85dc48-61fd-467c-bcf5-d932d6a87c91 req-e50697ef-747c-4640-ba1f-89d0ee9e001a tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Aug 29 17:36:14.237802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c4c2016-4233-4047-82a0-dc116e7acd48 req-e8c86f8b-3179-466a-8c7f-535bd237c697 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 210 time: 0.0314479 Aug 29 17:36:14.249718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-55695ba6-535e-472c-bd68-9d0f6b621307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:14.252696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-55695ba6-535e-472c-bd68-9d0f6b621307 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 200 len: 907 time: 0.1397264 Aug 29 17:36:14.301348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-7daa1905-9c18-46fa-bbef-7979b5fce3f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4663a2ef-6697-43fc-bd4d-507deb1b892d HTTP/1.1" status: 200 len: 217 time: 0.0381291 Aug 29 17:36:14.393564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-42590565-4843-4f8f-be95-e91c515808f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:14.395225 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-42590565-4843-4f8f-be95-e91c515808f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 200 len: 846 time: 0.0861337 Aug 29 17:36:14.421139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b4cd-9266-497b-810e-144264a33334 req-6224f509-c393-4179-9f58-b86e29b3f803 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:14.422695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e59b4cd-9266-497b-810e-144264a33334 req-6224f509-c393-4179-9f58-b86e29b3f803 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 944 time: 0.0739465 Aug 29 17:36:14.440303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-7390f13b-c08d-4b3c-9cf9-f9cd291d9e1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5391bae1-cb2c-4870-ad97-f010392c0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369632 Aug 29 17:36:14.536697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e59b4cd-9266-497b-810e-144264a33334 req-4d1351bd-d46d-418f-bc80-07d46b17119b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987685 Aug 29 17:36:14.576612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-68bb74a3-2294-4b59-80e0-8eba3479f55e service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234572 Aug 29 17:36:14.601873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device eadb5b32-1d47-478f-bfd5-8036beda40c1 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:14.660876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port eadb5b32-1d47-478f-bfd5-8036beda40c1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:14.661852 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:14.697972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c98bf02d-05c8-4de3-bdef-e1e48a74decc details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:36:14.721608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c98bf02d-05c8-4de3-bdef-e1e48a74decc no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:14.763796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e9de-a77f-4fd2-8c9e-e779cf5dbee8 req-782c43d2-a810-496d-83bd-331454420730 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:14.774926 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4592e9de-a77f-4fd2-8c9e-e779cf5dbee8 req-782c43d2-a810-496d-83bd-331454420730 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.0799243 Aug 29 17:36:14.812062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c0984da-60ff-4f68-b305-cb2466d74c13 req-8dc862f2-8ef7-4c2d-b102-aacdeef08a39 service neutron] 10.222.0.44 "GET /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269955 Aug 29 17:36:14.855046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4592e9de-a77f-4fd2-8c9e-e779cf5dbee8 req-26ce66c3-4527-4698-9551-d6dc9c64a43a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786126 Aug 29 17:36:14.946287 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.035953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:15.038228 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1edaff6-9b52-49a6-9e50-f40daf4577e0" -d '{"events": [{"server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "name": "network-vif-unplugged", "status": "completed", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:15.052691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:15.064294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:15.073893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.078663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'port_id': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'mac_address': 'fa:16:3e:13:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0206631c-33e7-47b2-a666-3a7d950ac202', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:36:15.116397 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50824800-293c-4e2c-8c76-f4422ba8e604 x-openstack-request-id: req-50824800-293c-4e2c-8c76-f4422ba8e604 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:15.116690 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "name": "network-vif-unplugged", "status": "completed", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:15.116940 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50824800-293c-4e2c-8c76-f4422ba8e604 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:15.117323 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'code': 200} Aug 29 17:36:15.172157 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.174658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:15.194762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98bf02d-05c8-4de3-bdef-e1e48a74decc {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:15.232295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:15.242553 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.272521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36528031-0738-4f0a-97f9-45ca0c8164d1 req-8bc3f832-6678-4c4d-a314-a7a5c6e48d32 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:15.281889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36528031-0738-4f0a-97f9-45ca0c8164d1 req-8bc3f832-6678-4c4d-a314-a7a5c6e48d32 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.0689344 Aug 29 17:36:15.321264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:15.335460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36528031-0738-4f0a-97f9-45ca0c8164d1 req-1e2c43a5-3ad3-4dfd-8982-71baa5c64a3e tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524375 Aug 29 17:36:15.407076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4663a2ef-6697-43fc-bd4d-507deb1b892d details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:36:15.439234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b421cf0-0d0a-44c8-84e7-750b13984e50 req-3cfa0023-4c7b-4b4d-a13f-766a1ae137f9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 210 time: 0.0545912 Aug 29 17:36:15.448687 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.452944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c98bf02d-05c8-4de3-bdef-e1e48a74decc'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:15.706618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9c94-072a-439a-86cd-816a879c12ca req-7ee31a6a-8c58-4186-bd17-ca13413ccf09 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:15.707373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4663a2ef-6697-43fc-bd4d-507deb1b892d, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4663a2ef-6697-43fc-bd4d-507deb1b892d,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:15.710255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-7ee31a6a-8c58-4186-bd17-ca13413ccf09 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.2943337 Aug 29 17:36:15.733076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '4663a2ef-6697-43fc-bd4d-507deb1b892d', 'network_id': '5391bae1-cb2c-4870-ad97-f010392c0e9e', 'port_id': '4663a2ef-6697-43fc-bd4d-507deb1b892d', 'mac_address': 'fa:16:3e:2a:c9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:36:15.789938 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.809974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b53d7-bbdb-4d13-bb3c-93f53e601e91 req-edf8181c-bd8a-419b-9e5a-3552fd04949d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:15.812779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4663a2ef-6697-43fc-bd4d-507deb1b892d {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:15.815319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253b53d7-bbdb-4d13-bb3c-93f53e601e91 req-edf8181c-bd8a-419b-9e5a-3552fd04949d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 944 time: 0.1058490 Aug 29 17:36:15.847412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4663a2ef-6697-43fc-bd4d-507deb1b892d, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4663a2ef-6697-43fc-bd4d-507deb1b892d,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:15.858326 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.884445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-6c204b03-8b62-4c7d-9f0d-ec7dd8901f34 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd02ad258d94cb58933550ba3972f3f HTTP/1.1" status: 200 len: 379 time: 0.1655059 Aug 29 17:36:15.906886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'port': {'device_id': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'admin_state_up': True, 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'security_groups': ['79cf65e2-a2d5-474a-a2c4-264661d8c9ea']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:15.928508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf203e-5eb8-4524-82e9-66c3ca7f7e93 req-3e79885c-63d9-4a67-b758-d463ff833d1f tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:15.928727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=4663a2ef-6697-43fc-bd4d-507deb1b892d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:15.948715 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aedf203e-5eb8-4524-82e9-66c3ca7f7e93 req-3e79885c-63d9-4a67-b758-d463ff833d1f tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1423719 Aug 29 17:36:15.948905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253b53d7-bbdb-4d13-bb3c-93f53e601e91 req-77d8dca9-5e03-4f62-aaa3-571e7a455bf2 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093683 Aug 29 17:36:16.099401 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aedf203e-5eb8-4524-82e9-66c3ca7f7e93 req-faf4671a-7ec3-42c7-8aae-0f6a802a3083 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492531 Aug 29 17:36:16.161079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcc079-88fb-4155-9c0a-ee92bb2c362e req-c47736a3-b003-468f-bdc8-3a2c55a687a6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:16.162735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cdcc079-88fb-4155-9c0a-ee92bb2c362e req-c47736a3-b003-468f-bdc8-3a2c55a687a6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 945 time: 0.0594225 Aug 29 17:36:16.163088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['4663a2ef-6697-43fc-bd4d-507deb1b892d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:16.174568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Made reservation on behalf of fdd02ad258d94cb58933550ba3972f3f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:16.183799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.229320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cdcc079-88fb-4155-9c0a-ee92bb2c362e req-058ff490-9559-4976-975b-7720c7121cae tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597203 Aug 29 17:36:16.358436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Allocated IP 172.20.0.4 (6fd795cd-4abb-4204-8223-4261ff8a2795/1db625a3-326f-4d57-8b76-9cb46b26cbaf/5d70fcb8-f363-4409-8158-2b7178557f55) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:16.527718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.570960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Transition to ACTIVE for port object 5d70fcb8-f363-4409-8158-2b7178557f55 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:16.577077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a327142f-b51f-4202-817a-b14d0c918bd1 req-ec1cead3-c1f2-461d-9880-481753498b03 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 210 time: 0.0356219 Aug 29 17:36:16.616916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.670509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:16.676170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:16.681089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:16.699573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c98bf02d-05c8-4de3-bdef-e1e48a74decc up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:16.728487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:16.763058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:16.763849 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.786080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.786938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port c98bf02d-05c8-4de3-bdef-e1e48a74decc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:16.787319 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.790042 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e1a3fa52-c2f5-46bc-85be-06231b2271ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8922789 Aug 29 17:36:16.798918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-4cc9188e-586e-4355-b5c6-52217d933d9d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:36:16.800688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-4cc9188e-586e-4355-b5c6-52217d933d9d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065970 Aug 29 17:36:16.817722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Request body: {'port': {'device_id': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:16.902118 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.903560 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.937511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:16.946497 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:17.027555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:17.085152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e4c669a6-bf86-43b2-bf57-55c3ed88283a None None] Provisioning for port 5d70fcb8-f363-4409-8158-2b7178557f55 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:17.090312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e4c669a6-bf86-43b2-bf57-55c3ed88283a None None] Provisioning complete for port 5d70fcb8-f363-4409-8158-2b7178557f55 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:17.091697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e4c669a6-bf86-43b2-bf57-55c3ed88283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:17.154758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:17.157449 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29991a27-2dd7-43b7-83ff-fec6e8dc29e7" -d '{"events": [{"server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "name": "network-vif-plugged", "status": "completed", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:17.180181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328971a-802b-4f0b-a937-0369e9ccca94 req-40e1f914-f0c1-482d-9d2f-9cbc63f1bda8 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:17.181841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e4c669a6-bf86-43b2-bf57-55c3ed88283a None None] Port 5d70fcb8-f363-4409-8158-2b7178557f55 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:36:17.192106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f328971a-802b-4f0b-a937-0369e9ccca94 req-40e1f914-f0c1-482d-9d2f-9cbc63f1bda8 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 945 time: 0.0915444 Aug 29 17:36:17.277493 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f328971a-802b-4f0b-a937-0369e9ccca94 req-ee7b9fdc-4e78-4d21-9579-4fc6b23846d8 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842550 Aug 29 17:36:17.316263 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e01569-46f1-4e98-9495-1c036ce74b54 x-openstack-request-id: req-e5e01569-46f1-4e98-9495-1c036ce74b54 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:17.316557 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "name": "network-vif-plugged", "status": "completed", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:17.316811 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5e01569-46f1-4e98-9495-1c036ce74b54 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:17.317212 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'code': 200} Aug 29 17:36:17.364339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef947477-bac9-4652-b7ff-363a503d96c1 req-5915e733-4242-472c-8c6a-b8772597e267 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:17.366114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef947477-bac9-4652-b7ff-363a503d96c1 req-5915e733-4242-472c-8c6a-b8772597e267 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.1251917 Aug 29 17:36:17.406094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-b0eb9b36-e63c-41f7-8c36-8a6b93a7187a req-a4bff7e1-639c-4c9f-98c5-e5071039e34f tempest-ServersOnMultiNodesTest-1675831608 tempest-ServersOnMultiNodesTest-1675831608-project] (94795) timed out ('10.222.0.43', 54445) {{(pid=94795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:36:17.422510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4663a2ef-6697-43fc-bd4d-507deb1b892d up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:17.503724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef947477-bac9-4652-b7ff-363a503d96c1 req-723433b6-3c39-447b-b89c-ede65cc4d0b0 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a6a837d-9e86-4f42-ae59-8cbdd596e38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245117 Aug 29 17:36:17.531629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d70fcb8-f363-4409-8158-2b7178557f55 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:17.547016 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:17.564321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Transition to ACTIVE for port object 5d70fcb8-f363-4409-8158-2b7178557f55 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:17.583338 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:17.638936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f75b7-332b-4d52-8284-42bd30f5521d req-2b595c74-ee8b-47c2-9a02-cc62db00193d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:17.646287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d6f75b7-332b-4d52-8284-42bd30f5521d req-2b595c74-ee8b-47c2-9a02-cc62db00193d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.2053101 Aug 29 17:36:17.670001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70485-9ee8-425c-b976-a953e410cd5c req-4e81ac55-0a92-4077-bce4-17cca037f4d8 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:17.671944 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7da70485-9ee8-425c-b976-a953e410cd5c req-4e81ac55-0a92-4077-bce4-17cca037f4d8 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.44 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 945 time: 0.2447515 Aug 29 17:36:17.697247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e025fff-a648-4f5c-b57e-fc2443f589b9 req-0543628b-58ff-46b9-aab4-33738ed8c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:17.700726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:17.700914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e025fff-a648-4f5c-b57e-fc2443f589b9 req-0543628b-58ff-46b9-aab4-33738ed8c114 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 1098 time: 0.2086024 Aug 29 17:36:17.774214 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35512) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:17.823442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 4663a2ef-6697-43fc-bd4d-507deb1b892d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:17.828213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 4663a2ef-6697-43fc-bd4d-507deb1b892d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:17.829147 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:17.909240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d6f75b7-332b-4d52-8284-42bd30f5521d req-1f0cbe01-feae-4f26-b84e-ef77a7d92139 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308502 Aug 29 17:36:17.922876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e025fff-a648-4f5c-b57e-fc2443f589b9 req-70d64080-880e-4171-a3f9-3ce973ceebab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985962 Aug 29 17:36:17.996951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a020-8507-4686-96b2-09fed70c1e38 req-ad60cbc0-da9e-464a-86bd-264ecb5780aa tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.000865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cad1a020-8507-4686-96b2-09fed70c1e38 req-ad60cbc0-da9e-464a-86bd-264ecb5780aa tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 943 time: 0.2821839 Aug 29 17:36:18.012788 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.031932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Deleting port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:36:18.032400 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.060114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Attempting to bind port 5d70fcb8-f363-4409-8158-2b7178557f55 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:18.060456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Attempting to bind port 5d70fcb8-f363-4409-8158-2b7178557f55 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:18.060791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Attempting to bind port 5d70fcb8-f363-4409-8158-2b7178557f55 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:18.084937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4663a2ef-6697-43fc-bd4d-507deb1b892d, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4663a2ef-6697-43fc-bd4d-507deb1b892d,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:18.086809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Port 5d70fcb8-f363-4409-8158-2b7178557f55 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:36:18.087854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Attempting to bind port 5d70fcb8-f363-4409-8158-2b7178557f55 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:18.099248 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.119790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:18.120287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Checking segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:18.120780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Bound using segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:18.121559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Bound port: 5d70fcb8-f363-4409-8158-2b7178557f55, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:18.122006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.186684 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aec303b4-8473-442b-b010-0ba614bedc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.187809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=4663a2ef-6697-43fc-bd4d-507deb1b892d,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:18.194238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cad1a020-8507-4686-96b2-09fed70c1e38 req-5adcaa68-144c-456f-9f9e-289142f909da tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718597 Aug 29 17:36:18.258296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:18.263389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:18.272677 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.273249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] For port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,segment=NetworkSegment(46b4c303-1845-43c7-8ba2-1741393163d0),segment_id=46b4c303-1845-43c7-8ba2-1741393163d0)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:18.276248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.322746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Calling delete_port for 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:36:18.395146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.395787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.397555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] 10.222.0.43 "PUT /v2.0/ports/5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 1092 time: 1.5885799 Aug 29 17:36:18.398247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9274c2-5955-407d-8e31-76c239f46197 service neutron] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:18.406090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:18.409839 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:18.515913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-ba1a1c6f-e4ef-44dd-b681-de19d2d43140 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.534302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-ba1a1c6f-e4ef-44dd-b681-de19d2d43140 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.547099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-ba1a1c6f-e4ef-44dd-b681-de19d2d43140 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.560848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-ba1a1c6f-e4ef-44dd-b681-de19d2d43140 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.567295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-ba1a1c6f-e4ef-44dd-b681-de19d2d43140 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.573667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e847fa8a-39e3-46ab-b9b6-f94a36e23fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.574652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-ba1a1c6f-e4ef-44dd-b681-de19d2d43140 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.575466 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-e847fa8a-39e3-46ab-b9b6-f94a36e23fc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1095 time: 0.1222689 Aug 29 17:36:18.577384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aec303b4-8473-442b-b010-0ba614bedc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.586879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-ba1a1c6f-e4ef-44dd-b681-de19d2d43140 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.587465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1291b3-69ec-4100-aa44-8c24547cea77 req-024e8549-d96c-452c-ae80-526a73825e17 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.589059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e1291b3-69ec-4100-aa44-8c24547cea77 req-024e8549-d96c-452c-ae80-526a73825e17 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1542532 Aug 29 17:36:18.595123 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-ba1a1c6f-e4ef-44dd-b681-de19d2d43140 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.1855524 Aug 29 17:36:18.596692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aec303b4-8473-442b-b010-0ba614bedc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.680659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-4d2cd5bc-e149-4007-b076-f0c9a1370beb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 217 time: 0.0904555 Aug 29 17:36:18.683214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36c16e97-6148-44b5-80f7-00c24bc58ed6 req-07e88085-dce0-459c-864a-1cd686deafb7 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849311 Aug 29 17:36:18.735359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.748633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:18.750370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aec303b4-8473-442b-b010-0ba614bedc6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b62c2f422f44b6289eb8eed8fabed4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9743018 Aug 29 17:36:18.753934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35624) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:18.773896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e1291b3-69ec-4100-aa44-8c24547cea77 req-fb47a251-5d4a-4ba7-a37f-fd3cfe01aee4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129138 Aug 29 17:36:18.774450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec303b4-8473-442b-b010-0ba614bedc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c37dc-8656-491b-897c-fd91fab3a4b5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:18.804489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9c94-072a-439a-86cd-816a879c12ca req-c8e1c716-c22f-40dd-8909-31e4964f2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.817055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-c8e1c716-c22f-40dd-8909-31e4964f2af2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.1105974 Aug 29 17:36:18.825339 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb4d3c9-6554-4d4b-9723-30068189adf8 x-openstack-request-id: req-3eb4d3c9-6554-4d4b-9723-30068189adf8 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:18.826536 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:18.828865 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3eb4d3c9-6554-4d4b-9723-30068189adf8 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:18.829288 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'status': 'completed', 'code': 200} Aug 29 17:36:18.834275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Pushing event deleted for resources: {'Port': ['ID=2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:18.899852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] No DVR routers for this DVR port 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:36:18.906411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.909494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7da70485-9ee8-425c-b976-a953e410cd5c req-90d288c6-bb3d-49d1-bf9e-e5ede0d10044 tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.44 "DELETE /v2.0/ports/2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb HTTP/1.1" status: 204 len: 173 time: 1.1864779 Aug 29 17:36:18.910572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e', 'name': 'network-vif-deleted', 'tag': '2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:18.912871 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2b1ef2-bb05-44fb-838e-ea0bc5b4f7a3" -d '{"events": [{"server_uuid": "7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e", "name": "network-vif-deleted", "tag": "2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:18.950654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-679843b7-67ca-4d59-9ed5-b0a292965144 req-388d8b38-f1b2-46d4-b4c1-b7f293f2e29d tempest-TestServerAdvancedOps-1423164714 tempest-TestServerAdvancedOps-1423164714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e HTTP/1.1" status: 200 len: 210 time: 0.0637479 Aug 29 17:36:18.952687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9c94-072a-439a-86cd-816a879c12ca req-af9e895f-1379-41df-a60d-99127b9d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:18.954704 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-af9e895f-1379-41df-a60d-99127b9d52bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245224 Aug 29 17:36:18.993841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a000-1f5f-45de-8feb-24f61a345856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:19.164241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-c52d0b5a-8fd2-4a8e-b455-fcf781896ff6 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889863 Aug 29 17:36:19.273311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb305-0104-4064-8232-2557859cad30 req-8ce835d0-b5a2-4160-b782-dc8ea7c329d4 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.274855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c44bb305-0104-4064-8232-2557859cad30 req-8ce835d0-b5a2-4160-b782-dc8ea7c329d4 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1141160 Aug 29 17:36:19.310068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17bc9c94-072a-439a-86cd-816a879c12ca req-a6d6cdaa-fbb4-40e5-86ca-1edabb0628a1 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373663 Aug 29 17:36:19.317769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697176-af51-44d9-8fd7-5ef7518ed50a req-17e7dca5-8758-406c-bc35-afac3e42e367 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.318680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a63860-f5c7-4fbd-82ea-b196d665b72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663a2ef-6697-43fc-bd4d-507deb1b892d'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:19.321638 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c28a71f-2360-4bdf-b595-66e1a2608525" -d '{"events": [{"server_uuid": "d7a63860-f5c7-4fbd-82ea-b196d665b72b", "name": "network-vif-plugged", "status": "completed", "tag": "4663a2ef-6697-43fc-bd4d-507deb1b892d"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:19.323663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697176-af51-44d9-8fd7-5ef7518ed50a req-17e7dca5-8758-406c-bc35-afac3e42e367 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.329635 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c44bb305-0104-4064-8232-2557859cad30 req-db69e658-50e6-4a1d-beaf-23d24723bb46 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 Aug 29 17:36:19.330000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697176-af51-44d9-8fd7-5ef7518ed50a req-17e7dca5-8758-406c-bc35-afac3e42e367 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.336055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697176-af51-44d9-8fd7-5ef7518ed50a req-17e7dca5-8758-406c-bc35-afac3e42e367 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.341971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697176-af51-44d9-8fd7-5ef7518ed50a req-17e7dca5-8758-406c-bc35-afac3e42e367 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.348487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697176-af51-44d9-8fd7-5ef7518ed50a req-17e7dca5-8758-406c-bc35-afac3e42e367 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.354832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697176-af51-44d9-8fd7-5ef7518ed50a req-17e7dca5-8758-406c-bc35-afac3e42e367 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.356778 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4697176-af51-44d9-8fd7-5ef7518ed50a req-17e7dca5-8758-406c-bc35-afac3e42e367 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.4548922 Aug 29 17:36:19.358287 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6908f63e-47d8-404a-9a0b-79a39a63d4c2 x-openstack-request-id: req-6908f63e-47d8-404a-9a0b-79a39a63d4c2 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:19.358783 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e", "name": "network-vif-deleted", "tag": "2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:19.359707 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6908f63e-47d8-404a-9a0b-79a39a63d4c2 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:19.360537 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7339dc3a-eaeb-4f6d-aa7c-6ff25b60276e', 'name': 'network-vif-deleted', 'tag': '2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb', 'status': 'completed', 'code': 200} Aug 29 17:36:19.375782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a000-1f5f-45de-8feb-24f61a345856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:19.410775 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb3b8aa-ba3a-406c-9c2b-217ef19979f0 x-openstack-request-id: req-7fb3b8aa-ba3a-406c-9c2b-217ef19979f0 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:19.411065 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a63860-f5c7-4fbd-82ea-b196d665b72b", "name": "network-vif-plugged", "status": "completed", "tag": "4663a2ef-6697-43fc-bd4d-507deb1b892d", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:19.411531 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7fb3b8aa-ba3a-406c-9c2b-217ef19979f0 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:19.412170 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a63860-f5c7-4fbd-82ea-b196d665b72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663a2ef-6697-43fc-bd4d-507deb1b892d', 'code': 200} Aug 29 17:36:19.447943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a000-1f5f-45de-8feb-24f61a345856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:19.450936 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a000-1f5f-45de-8feb-24f61a345856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:19.452501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bfd2a000-1f5f-45de-8feb-24f61a345856 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b68c37dc-8656-491b-897c-fd91fab3a4b5 HTTP/1.1" status: 204 len: 168 time: 0.6974459 Aug 29 17:36:19.468052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2a000-1f5f-45de-8feb-24f61a345856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c37dc-8656-491b-897c-fd91fab3a4b5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:19.545881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-d3b780f8-0ffc-4343-a1d7-c8747f976143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.548313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-d3b780f8-0ffc-4343-a1d7-c8747f976143 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1095 time: 0.1850491 Aug 29 17:36:19.562195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a5750-0c4c-4243-bc1f-f8662a7a3321 req-877110b7-d9a9-42e0-85a3-cea522f97b00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.564821 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-309a5750-0c4c-4243-bc1f-f8662a7a3321 req-877110b7-d9a9-42e0-85a3-cea522f97b00 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 943 time: 0.1211231 Aug 29 17:36:19.577801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11be8-255c-4733-b3ce-3a5af800768a req-494e59d1-8753-445d-8242-db89dd27c36d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.580988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0d11be8-255c-4733-b3ce-3a5af800768a req-494e59d1-8753-445d-8242-db89dd27c36d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.1008656 Aug 29 17:36:19.587754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41311cd-e3c7-44c6-b2d7-8b033ac51642 req-a2e9a22a-a58a-4f6d-89cc-b462555748d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.589488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d41311cd-e3c7-44c6-b2d7-8b033ac51642 req-a2e9a22a-a58a-4f6d-89cc-b462555748d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 1098 time: 0.0769157 Aug 29 17:36:19.649085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0d11be8-255c-4733-b3ce-3a5af800768a req-90c05ead-708b-4cec-9646-2bf693898392 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586176 Aug 29 17:36:19.665666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-309a5750-0c4c-4243-bc1f-f8662a7a3321 req-c6290264-9e91-4e4f-a686-382a592471c7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903533 Aug 29 17:36:19.669178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d41311cd-e3c7-44c6-b2d7-8b033ac51642 req-91229417-5d32-43d8-881e-4e2a2b002f2d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701153 Aug 29 17:36:19.711989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-02f7c818-7613-44f2-98f1-2b895f96ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.713483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-02f7c818-7613-44f2-98f1-2b895f96ef1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.1460476 Aug 29 17:36:19.759161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-44fa3629-3743-4d65-9413-5bc213c27f93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 217 time: 0.0363243 Aug 29 17:36:19.843257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-50304d7b-7bfa-44a4-bdcd-08646614589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.845106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-50304d7b-7bfa-44a4-bdcd-08646614589d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0792551 Aug 29 17:36:19.916532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-2d68d9ca-890a-4838-9d31-6e58bd09ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:19.918518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-2d68d9ca-890a-4838-9d31-6e58bd09ec3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646746 Aug 29 17:36:19.946411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35688) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:19.969336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8713bed-581e-44ac-a928-d01c7182a34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.031721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35694) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:20.116033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4566a553-b52a-4b55-ab45-d155aa605801 admin admin] Deleting subnet 68b842f2-8802-45bd-881d-95d5840c5993 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:36:20.123866 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4566a553-b52a-4b55-ab45-d155aa605801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.242430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4566a553-b52a-4b55-ab45-d155aa605801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.315070 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8713bed-581e-44ac-a928-d01c7182a34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.331610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8713bed-581e-44ac-a928-d01c7182a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.369451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8713bed-581e-44ac-a928-d01c7182a34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f806195-e412-4a17-b869-33579e389975,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:20.375213 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4566a553-b52a-4b55-ab45-d155aa605801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.387475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-ee39f992-b0fa-407b-81bb-12c45938d989 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:20.391128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-ee39f992-b0fa-407b-81bb-12c45938d989 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 815 time: 0.2444808 Aug 29 17:36:20.441421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-de7647e5-f96d-4bc6-8e69-b2e58aeded61 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/quotas/467a0cc66cbb411794c577d05b97ffec HTTP/1.1" status: 200 len: 375 time: 0.0210440 Aug 29 17:36:20.467449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6ad4-9094-4539-a82a-f8b9450a021b req-c4aa3ca1-5100-48eb-9910-0810be4e1b19 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:20.475116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-beaf6ad4-9094-4539-a82a-f8b9450a021b req-c4aa3ca1-5100-48eb-9910-0810be4e1b19 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.5626826 Aug 29 17:36:20.499504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c8713bed-581e-44ac-a928-d01c7182a34e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=079ea250a50640d89285c7859a74aa11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513251 Aug 29 17:36:20.501006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35704) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:20.514183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-920cca8d-9641-44d2-a0be-0f8a57e0961a service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856540 Aug 29 17:36:20.537011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-beaf6ad4-9094-4539-a82a-f8b9450a021b req-a2ca8a59-45be-4924-9342-65db56e50ef5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610161 Aug 29 17:36:20.555439 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-ca3abbf4-5608-4b5c-97a6-e7abb5893c72 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1065416 Aug 29 17:36:20.596655 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4566a553-b52a-4b55-ab45-d155aa605801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.629843 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aff7299e-ce98-4f93-b5cc-48bae4f0c80a req-73e5d9c3-7423-4ed5-8872-04f06c4798b1 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056533 Aug 29 17:36:20.688179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4566a553-b52a-4b55-ab45-d155aa605801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.693040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4566a553-b52a-4b55-ab45-d155aa605801 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68b842f2-8802-45bd-881d-95d5840c5993 HTTP/1.1" status: 204 len: 168 time: 0.6579931 Aug 29 17:36:20.693403 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35706) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:20.697035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566a553-b52a-4b55-ab45-d155aa605801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b842f2-8802-45bd-881d-95d5840c5993,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:20.734097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5654-2d6d-4f16-8cd4-fc0593989abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.791309 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-2c431b97-06b9-4e70-a4b8-26404f29587b service neutron] 10.222.0.41 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177973 Aug 29 17:36:20.800533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5654-2d6d-4f16-8cd4-fc0593989abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.842760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.970470 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-1dbe0548-b267-4140-b07f-999ebc8b9058 service neutron] 10.222.0.41 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675487 Aug 29 17:36:21.019436 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5654-2d6d-4f16-8cd4-fc0593989abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.024949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5654-2d6d-4f16-8cd4-fc0593989abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.033625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d0cb5654-2d6d-4f16-8cd4-fc0593989abf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f806195-e412-4a17-b869-33579e389975 HTTP/1.1" status: 204 len: 168 time: 0.5272200 Aug 29 17:36:21.063605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.065205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb5654-2d6d-4f16-8cd4-fc0593989abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f806195-e412-4a17-b869-33579e389975,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:21.135559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d3ce2-9e65-4b23-bda2-a627f35749d0 req-fcc58d8c-ef4c-4bf6-adba-a2590c228bf4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:21.138787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-780d3ce2-9e65-4b23-bda2-a627f35749d0 req-fcc58d8c-ef4c-4bf6-adba-a2590c228bf4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 943 time: 0.2808850 Aug 29 17:36:21.144222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59841953-9200-4c5c-b94b-00f653da4cc7']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:21.181628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b4c303-1845-43c7-8ba2-1741393163d0') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:21.181919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b4c303-1845-43c7-8ba2-1741393163d0') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:21.222655 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.256436 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.272677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:36:21.273130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:36:21.276087 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:36:21.362129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-780d3ce2-9e65-4b23-bda2-a627f35749d0 req-991cc225-e6df-44c7-8662-154220c3f519 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100315 Aug 29 17:36:21.396518 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e49cf940-ca81-4f80-8229-1c493e41c3e2 req-55a09a96-83a4-4584-b174-ee50c618d7fd tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 210 time: 0.0655949 Aug 29 17:36:21.410285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-01dfe434-0026-4ea2-ae43-70d11e2de939 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:21.412986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-01dfe434-0026-4ea2-ae43-70d11e2de939 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3376fd9-b415-4a52-8c58-eb2b3417492b HTTP/1.1" status: 200 len: 946 time: 0.2524855 Aug 29 17:36:21.449696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:21.464062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.468400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.471191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] 10.222.0.41 "DELETE /v2.0/networks/59841953-9200-4c5c-b94b-00f653da4cc7 HTTP/1.1" status: 204 len: 168 time: 0.7761862 Aug 29 17:36:21.474426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35728) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:21.493370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:36:21.493725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 2cc82aaf-1f90-43b7-8d80-24bfbbd19bdb not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:36:21.521347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da147c82-38eb-4809-8ecc-566c2eda8c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=59841953-9200-4c5c-b94b-00f653da4cc7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:21.570708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2fb444-a9e5-4ffa-96d7-6333c84eb6d2 admin admin] Deleting subnet 24c84f97-108a-4cf8-a87c-2812b552109a {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:36:21.574828 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb444-a9e5-4ffa-96d7-6333c84eb6d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.644307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb444-a9e5-4ffa-96d7-6333c84eb6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.650537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Deleting port c98bf02d-05c8-4de3-bdef-e1e48a74decc {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:36:21.651084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.695861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb444-a9e5-4ffa-96d7-6333c84eb6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.746842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35744) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:21.810420 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb444-a9e5-4ffa-96d7-6333c84eb6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.821978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] For port c98bf02d-05c8-4de3-bdef-e1e48a74decc, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c98bf02d-05c8-4de3-bdef-e1e48a74decc,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:21.822360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.860732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Calling delete_port for c98bf02d-05c8-4de3-bdef-e1e48a74decc owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:36:21.872162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fb444-a9e5-4ffa-96d7-6333c84eb6d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c84f97-108a-4cf8-a87c-2812b552109a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:21.879977 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb444-a9e5-4ffa-96d7-6333c84eb6d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.882300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fd2fb444-a9e5-4ffa-96d7-6333c84eb6d2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/24c84f97-108a-4cf8-a87c-2812b552109a HTTP/1.1" status: 204 len: 168 time: 0.4062939 Aug 29 17:36:21.899993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35754) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:21.996640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-3700c91d-0cc1-46a5-9024-2f6e08b306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:21.997317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-3700c91d-0cc1-46a5-9024-2f6e08b306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:21.997684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-3700c91d-0cc1-46a5-9024-2f6e08b306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:21.998160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-3700c91d-0cc1-46a5-9024-2f6e08b306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:21.999357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-3700c91d-0cc1-46a5-9024-2f6e08b306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:21.999357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-3700c91d-0cc1-46a5-9024-2f6e08b306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:21.999543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-3700c91d-0cc1-46a5-9024-2f6e08b306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:22.009902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-3700c91d-0cc1-46a5-9024-2f6e08b306c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6498 time: 0.2613330 Aug 29 17:36:22.026836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1176c6-e98c-4650-a749-8f4d64e33101 req-3078b69b-a6e8-4f33-b17b-f248e86c9a2a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:22.028561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af1176c6-e98c-4650-a749-8f4d64e33101 req-3078b69b-a6e8-4f33-b17b-f248e86c9a2a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0712819 Aug 29 17:36:22.067060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.084333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af1176c6-e98c-4650-a749-8f4d64e33101 req-6c65d144-1584-4a59-bbfe-a6a6f6a44cd1 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 Aug 29 17:36:22.107869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-01e2c8ad-70d4-4bc7-aa73-66e256c76b74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974429 Aug 29 17:36:22.169862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.182288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c98bf02d-05c8-4de3-bdef-e1e48a74decc'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:22.262864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Pushing event deleted for resources: {'Port': ['ID=c98bf02d-05c8-4de3-bdef-e1e48a74decc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:22.305890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.319154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] No DVR routers for this DVR port c98bf02d-05c8-4de3-bdef-e1e48a74decc on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:36:22.321866 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.323564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c276b58-22d6-4a51-a528-55006d284377']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:22.324099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c50b16f2-f861-49fa-b1cd-1f5ec8a8dfd9 req-54f69f40-451c-47df-964b-1445453e3b41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.43 "DELETE /v2.0/ports/c98bf02d-05c8-4de3-bdef-e1e48a74decc HTTP/1.1" status: 204 len: 173 time: 0.9011662 Aug 29 17:36:22.324663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'name': 'network-vif-deleted', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:22.327133 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47899a26-3de0-44a1-be68-eeafb647a8fc" -d '{"events": [{"server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "name": "network-vif-deleted", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:22.372841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b13a440-eb67-4eae-8f40-e102ecc66340') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:22.373369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b13a440-eb67-4eae-8f40-e102ecc66340') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:22.403466 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.410995 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81fbf22-5bf1-4c01-9abe-aec89f45ee5f x-openstack-request-id: req-e81fbf22-5bf1-4c01-9abe-aec89f45ee5f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:22.411204 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3376fd9-b415-4a52-8c58-eb2b3417492b", "name": "network-vif-deleted", "tag": "c98bf02d-05c8-4de3-bdef-e1e48a74decc", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:22.411358 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e81fbf22-5bf1-4c01-9abe-aec89f45ee5f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:22.411770 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3376fd9-b415-4a52-8c58-eb2b3417492b', 'name': 'network-vif-deleted', 'tag': 'c98bf02d-05c8-4de3-bdef-e1e48a74decc', 'status': 'completed', 'code': 200} Aug 29 17:36:22.429823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.450205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258cad6-90bd-434e-b3a0-61ba80535651 req-a23dc850-ef14-4baf-9b4c-b09682dd5377 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:22.450633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:36:22.451259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:36:22.452887 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:36:22.460630 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5258cad6-90bd-434e-b3a0-61ba80535651 req-a23dc850-ef14-4baf-9b4c-b09682dd5377 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1226256 Aug 29 17:36:22.549408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5258cad6-90bd-434e-b3a0-61ba80535651 req-73dd4bcb-4532-450e-a2ce-4ed05d855e5d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878787 Aug 29 17:36:22.590166 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.596967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:22.601528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/1c276b58-22d6-4a51-a528-55006d284377 HTTP/1.1" status: 204 len: 168 time: 0.6934860 Aug 29 17:36:22.613477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aae0e3-2290-4008-bd25-87253ff05677 req-09965aa7-fa7d-4c11-a810-cea51c5b6beb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:22.621849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13aae0e3-2290-4008-bd25-87253ff05677 req-09965aa7-fa7d-4c11-a810-cea51c5b6beb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 943 time: 0.0953813 Aug 29 17:36:22.641890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642a7e1-eea0-4e24-a4db-6e7eb316f4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1c276b58-22d6-4a51-a528-55006d284377,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:22.680423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13aae0e3-2290-4008-bd25-87253ff05677 req-f10dc0ee-f340-4735-9c2e-1792e6728d7d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560265 Aug 29 17:36:22.685250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9fabfb9-c0f8-42c4-a865-5c547bf88045 req-66aab202-3725-4de0-8966-80518c2cb720 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 210 time: 0.0493262 Aug 29 17:36:22.723898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:36:22.946355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:22.965636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '5d70fcb8-f363-4409-8158-2b7178557f55', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '5d70fcb8-f363-4409-8158-2b7178557f55', 'mac_address': 'fa:16:3e:92:79:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:36:22.970238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337f248-2340-4e1a-b067-5872928d3691 req-57e004d7-1fc1-40f0-a323-fba8c7449e1d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:22.974793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0337f248-2340-4e1a-b067-5872928d3691 req-57e004d7-1fc1-40f0-a323-fba8c7449e1d tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.2087700 Aug 29 17:36:23.012126 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.025851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35790) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:23.047976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d70fcb8-f363-4409-8158-2b7178557f55 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:23.066533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0337f248-2340-4e1a-b067-5872928d3691 req-c7484a13-fccd-4985-ab94-09439811b0f0 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774746 Aug 29 17:36:23.111798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:23.122164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1c120b42-eca2-4bf0-a878-9262f86cada4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a2dbc0b74ef41e593664f97e93bd349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946102 Aug 29 17:36:23.123144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35794) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:23.125564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.143286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-bb9d3645-c932-44a9-b958-966486d393a1 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:23.148471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-bb9d3645-c932-44a9-b958-966486d393a1 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.44 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 815 time: 0.2937174 Aug 29 17:36:23.166838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Request body: {'port': {'device_id': 'b1b3c34e-0256-4583-9442-4410246880ec', 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'admin_state_up': True, 'tenant_id': '467a0cc66cbb411794c577d05b97ffec'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:23.239060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77a84b3e-9a6d-4ee4-8ea2-5b7bcc940103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.269225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:23.280267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77a84b3e-9a6d-4ee4-8ea2-5b7bcc940103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.343696 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77a84b3e-9a6d-4ee4-8ea2-5b7bcc940103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.349805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5d70fcb8-f363-4409-8158-2b7178557f55'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:23.367514 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-77a84b3e-9a6d-4ee4-8ea2-5b7bcc940103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.371201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Made reservation on behalf of 467a0cc66cbb411794c577d05b97ffec for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:23.373032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-77a84b3e-9a6d-4ee4-8ea2-5b7bcc940103 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a6a837d-9e86-4f42-ae59-8cbdd596e38c HTTP/1.1" status: 204 len: 168 time: 0.2485337 Aug 29 17:36:23.376459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.390646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a84b3e-9a6d-4ee4-8ea2-5b7bcc940103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a837d-9e86-4f42-ae59-8cbdd596e38c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:23.560994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d9e6c-5e49-45b4-9ce7-237a6761e51a req-ae529e03-387e-481a-a59e-7a796618bb19 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:23.563569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-057d9e6c-5e49-45b4-9ce7-237a6761e51a req-ae529e03-387e-481a-a59e-7a796618bb19 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0969512 Aug 29 17:36:23.654964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-057d9e6c-5e49-45b4-9ce7-237a6761e51a req-428f7436-123b-4b05-8843-a59d3a4654ab tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645282 Aug 29 17:36:23.656033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Allocated IP 172.20.0.13 (9e41453b-53e9-4b1e-9a04-c1bdebbad2a2/0206631c-33e7-47b2-a666-3a7d950ac202/69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:23.884532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-72b314e9-0286-4377-91af-75daecc439bc req-63c93bd8-f697-4fc9-858e-106395061573 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 210 time: 0.0408809 Aug 29 17:36:23.905179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.917893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a79bb-9bde-4fbf-a604-5c5bca4ed14d req-6d011bda-5980-4ca0-8ef4-c8ac16efe02c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:23.920233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c21a79bb-9bde-4fbf-a604-5c5bca4ed14d req-6d011bda-5980-4ca0-8ef4-c8ac16efe02c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1035030 Aug 29 17:36:23.956645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:23.987212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c21a79bb-9bde-4fbf-a604-5c5bca4ed14d req-ca8a54df-14ba-490a-bb21-3279e9b5b3fd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607250 Aug 29 17:36:23.987952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35814) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:24.019402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:24.021214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:24.023269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Pushing event updated for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:24.025541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:24.042374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-07331ac0-721e-4f75-ae15-ddef43567686 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeaf972c751c40029cc81cfd32633179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530369 Aug 29 17:36:24.043151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35816) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:24.096740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:24.097743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.102503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec80ae9c-931b-4106-989e-867ad0e583b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.115888 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-7e471f16-cda4-4516-8205-104a138ebf59 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9576442 Aug 29 17:36:24.130167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Request body: {'port': {'device_id': 'b1b3c34e-0256-4583-9442-4410246880ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:24.132011 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec80ae9c-931b-4106-989e-867ad0e583b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.184692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec80ae9c-931b-4106-989e-867ad0e583b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.187639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ec80ae9c-931b-4106-989e-867ad0e583b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.192656 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ec80ae9c-931b-4106-989e-867ad0e583b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fc2ded0-ccb0-4863-882a-0c0322d3855e HTTP/1.1" status: 204 len: 168 time: 0.1482890 Aug 29 17:36:24.205897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80ae9c-931b-4106-989e-867ad0e583b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2ded0-ccb0-4863-882a-0c0322d3855e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:24.224063 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.571712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:24.582983 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.601552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Transition to ACTIVE for port object 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:24.607308 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.690277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Pushing event updated for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:24.738420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:24.761939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Attempting to bind port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:24.763122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Attempting to bind port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:24.763555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Attempting to bind port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:24.769103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:36:24.769541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Attempting to bind port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:24.774713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:24.775194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Checking segment: {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:24.775676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Bound using segment: {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:24.776209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Bound port: 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:24.776662 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.833700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 5d70fcb8-f363-4409-8158-2b7178557f55 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:24.838250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 5d70fcb8-f363-4409-8158-2b7178557f55 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:24.838974 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.892608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccac57b-d1b9-4240-b213-ae08fb89007d req-592cb1df-4c0f-4916-86e5-191609fa9202 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:24.894500 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ccac57b-d1b9-4240-b213-ae08fb89007d req-592cb1df-4c0f-4916-86e5-191609fa9202 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1068864 Aug 29 17:36:24.903101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:24.908240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35842) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:24.909350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:24.917201 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.969405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:24.970121 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.972153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] 10.222.0.44 "PUT /v2.0/ports/69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a HTTP/1.1" status: 200 len: 1093 time: 0.8481715 Aug 29 17:36:24.974375 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:24.976862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:24.980515 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae6d051-af29-42e3-a0ea-3518208f8e08" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:25.052089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ccac57b-d1b9-4240-b213-ae08fb89007d req-8784a91c-68a4-40ba-b249-d89d1df46a02 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504323 Aug 29 17:36:25.064536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:25.074891 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63f9fee-7c2c-4319-985b-476c354b130f" -d '{"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:25.080598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a4625-9b65-4ff3-ba86-2fc4486aa66c service neutron] Pushing event updated for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:25.099598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-66f7f387-ae05-4979-9d07-abae9d0ee150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:25.101619 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-66f7f387-ae05-4979-9d07-abae9d0ee150 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 1096 time: 0.0705736 Aug 29 17:36:25.123739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:25.136526 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.139124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c98bf02d-05c8-4de3-bdef-e1e48a74decc no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:25.164944 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d909592-f62f-40b8-ac24-e60b4632a1a2 x-openstack-request-id: req-1d909592-f62f-40b8-ac24-e60b4632a1a2 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:25.166558 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:25.166932 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d909592-f62f-40b8-ac24-e60b4632a1a2 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:25.167413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3f1af-29b5-4cde-9461-8183550818c2 req-7604371d-ce64-43a0-a158-b657f3973e08 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:25.168287 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'status': 'completed', 'code': 200} Aug 29 17:36:25.171755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-5ff25096-34fe-426c-adec-3f4093881442 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a HTTP/1.1" status: 200 len: 217 time: 0.0615475 Aug 29 17:36:25.174943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c2b3f1af-29b5-4cde-9461-8183550818c2 req-7604371d-ce64-43a0-a158-b657f3973e08 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 944 time: 0.1518304 Aug 29 17:36:25.220487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: c98bf02d-05c8-4de3-bdef-e1e48a74decc {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:36:25.222377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c98bf02d-05c8-4de3-bdef-e1e48a74decc not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:36:25.257748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:25.268224 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c2b3f1af-29b5-4cde-9461-8183550818c2 req-d970e200-7158-4f4f-acc1-34bba7efea63 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811632 Aug 29 17:36:25.269401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.308995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-2af82ff7-853a-4041-9415-24d7422b6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:25.315483 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-2af82ff7-853a-4041-9415-24d7422b6b42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0206631c-33e7-47b2-a666-3a7d950ac202 HTTP/1.1" status: 200 len: 855 time: 0.1328728 Aug 29 17:36:25.360423 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee31adc2-d269-4ed4-b01c-d30946b6552a x-openstack-request-id: req-ee31adc2-d269-4ed4-b01c-d30946b6552a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:25.360702 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:25.360979 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee31adc2-d269-4ed4-b01c-d30946b6552a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:25.361556 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'code': 200} Aug 29 17:36:25.402003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-a44ba51f-b429-4eda-98a6-262ff862ec92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537691 Aug 29 17:36:25.417534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.421778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13009d-375f-4b85-857d-f135bac84026 req-9092d32c-b24d-4b3f-b6b3-c682f65aa5b0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:25.422910 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.424468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb13009d-375f-4b85-857d-f135bac84026 req-9092d32c-b24d-4b3f-b6b3-c682f65aa5b0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 945 time: 0.1770930 Aug 29 17:36:25.469994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3ce514a49e147be94c1899ba368a232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615716 Aug 29 17:36:25.475621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35866) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:25.491851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1e4e21-107d-44a0-9637-107fbd5aacef,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:25.495999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35868) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:25.525584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.526079 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.526528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.526993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.527432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.527867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.528300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.528743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.529282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.529595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.530055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.530468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae44e6-a0cd-4a4c-85d0-6c22d75aa9cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:25.558497 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68a1f392-aff7-425e-8d2c-0a1d0b26ad0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.574712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-8c103b01-6057-4164-b955-f29ef39a2e6d service neutron] 10.222.0.44 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469831 Aug 29 17:36:25.583551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68a1f392-aff7-425e-8d2c-0a1d0b26ad0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.659858 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb13009d-375f-4b85-857d-f135bac84026 req-53122da3-32b1-447b-adbb-d130abb561c8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036303 Aug 29 17:36:25.674276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68a1f392-aff7-425e-8d2c-0a1d0b26ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.676979 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68a1f392-aff7-425e-8d2c-0a1d0b26ad0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.678141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-68a1f392-aff7-425e-8d2c-0a1d0b26ad0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d1e4e21-107d-44a0-9637-107fbd5aacef HTTP/1.1" status: 204 len: 168 time: 0.2015524 Aug 29 17:36:25.686095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-310716092-network', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:25.706926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1f392-aff7-425e-8d2c-0a1d0b26ad0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1e4e21-107d-44a0-9637-107fbd5aacef,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:25.707652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a8a14df-9269-45c0-b066-f0abdf5a336e req-43adccd8-4ea6-4123-be2c-a6e7e5481cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279862 Aug 29 17:36:25.722041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db621a21-6135-40a7-b79d-a62cb2b11cbc req-73fd9755-a876-4daa-8f94-7e8843e706ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:25.723221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db621a21-6135-40a7-b79d-a62cb2b11cbc req-73fd9755-a876-4daa-8f94-7e8843e706ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1097 time: 0.2955365 Aug 29 17:36:25.730863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:25.733328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.752723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.812919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db621a21-6135-40a7-b79d-a62cb2b11cbc req-ed3f2f28-0b3c-4127-b0f2-102d3c7957dd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745993 Aug 29 17:36:25.825408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-deffa4dd-7b68-49dc-a181-78b3fd2e2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:25.827073 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-deffa4dd-7b68-49dc-a181-78b3fd2e2b89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 1096 time: 0.0588524 Aug 29 17:36:25.905398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.912457 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.944476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:36:25.961352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee481d7-048f-4ed8-baef-c7e58758fe92,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:25.967481 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:25.967812 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Added segment a36aee44-b650-478b-9340-e026ad4a288e of type vlan for network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 Aug 29 17:36:25.999291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-f63da4cb-0346-4442-ae64-6bc82f5ec506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:26.001167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-f63da4cb-0346-4442-ae64-6bc82f5ec506 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 916 time: 0.1670134 Aug 29 17:36:26.023983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.061052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.062675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:26.063680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.066551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-208ddc6e-6d28-4267-b03a-b562e5e41bcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a HTTP/1.1" status: 200 len: 217 time: 0.0560381 Aug 29 17:36:26.138832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-96d9ab83-7397-48d4-b967-f7942294d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:26.139182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] Pushing event updated for resources: {'Network': ['ID=322486e8-ae5b-47ca-af8a-dfe2d60580c5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:26.142706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-96d9ab83-7397-48d4-b967-f7942294d78f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0206631c-33e7-47b2-a666-3a7d950ac202 HTTP/1.1" status: 200 len: 855 time: 0.0665851 Aug 29 17:36:26.151902 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bb6669f0-1dce-423e-982c-399535a389ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6549826 Aug 29 17:36:26.152552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35888) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:26.154731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:36:26.159452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Request body: {'subnet': {'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-310716092-subnet', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:26.200324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-243807cf-d7b1-40c5-9fbe-ffcc2c13b72d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487044 Aug 29 17:36:26.229803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:26.232374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.295926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be49e-3407-498b-bf4a-eb5cdc8a3058 req-eefa3395-23b9-42d4-9739-107f1afc957a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:26.297481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a06be49e-3407-498b-bf4a-eb5cdc8a3058 req-eefa3395-23b9-42d4-9739-107f1afc957a tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1313436 Aug 29 17:36:26.421154 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a06be49e-3407-498b-bf4a-eb5cdc8a3058 req-a2a97b84-f50a-4851-9ba0-deb0566b3306 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142471 Aug 29 17:36:26.494396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-567d4674-52b5-4d97-abff-621029af0bff service neutron] 10.222.0.44 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836137 Aug 29 17:36:26.542679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e728-f8c2-4cd7-bfe6-b6ea7842be20 req-06652048-e1a2-4df0-8b71-40b39331f478 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:26.544839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01a3e728-f8c2-4cd7-bfe6-b6ea7842be20 req-06652048-e1a2-4df0-8b71-40b39331f478 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 944 time: 0.1524777 Aug 29 17:36:26.603128 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.646403 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01a3e728-f8c2-4cd7-bfe6-b6ea7842be20 req-eccb23a5-f94c-42ae-966d-c250852f8f06 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725963 Aug 29 17:36:26.671332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:26.671562 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aae6d051-af29-42e3-a0ea-3518208f8e08 req-abf2b99a-eeb7-4124-9e1f-8bae575e8dc4 service neutron] 10.222.0.44 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672056 Aug 29 17:36:26.671707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Network hostable DHCP agents. Network: 322486e8-ae5b-47ca-af8a-dfe2d60580c5, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:36:26.676880 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d66ff9-fba9-4510-8731-ee550aaa53e2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:26.697365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:36:26.708541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 322486e8-ae5b-47ca-af8a-dfe2d60580c5) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:26.713470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:26.714066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.720149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2de8ce-e98a-4d8e-a9d9-d7e42658c689 None None] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:36:26.754648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d03284f8-808a-4b62-8658-f9fa1bf33058 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5988848 Aug 29 17:36:26.755567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35908) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:26.760167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:26.787962 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.789068 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.810895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931950cf-97f9-421f-a015-8183f171d9bc req-3f389dec-d2a6-4e77-a2ba-c04d8442a82f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:26.813984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-931950cf-97f9-421f-a015-8183f171d9bc req-3f389dec-d2a6-4e77-a2ba-c04d8442a82f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 945 time: 0.0731974 Aug 29 17:36:26.858640 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:26.874133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-931950cf-97f9-421f-a015-8183f171d9bc req-a4ac2faa-ba5c-4cf0-8d70-33305411d440 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460727 Aug 29 17:36:26.917181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:36:26.918067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.080151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Allocated IP 172.20.0.2 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/fbaeb7a7-050c-4000-87af-1eff92d8f4a0) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:27.274471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.284909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Transition to ACTIVE for port object fbaeb7a7-050c-4000-87af-1eff92d8f4a0 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:27.302461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Transition to ACTIVE for port object fbaeb7a7-050c-4000-87af-1eff92d8f4a0 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:27.310392 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.336986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.365459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:27.377528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:27.382537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:27.392930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Pushing event updated for resources: {'Port': ['ID=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:27.464558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:36:27.482998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Attempting to bind port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:27.483422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Attempting to bind port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:27.484001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Attempting to bind port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:27.493379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:27.493684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:27.495035 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.495035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:27.495638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Bound port: fbaeb7a7-050c-4000-87af-1eff92d8f4a0, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:27.496034 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.652804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] For port fbaeb7a7-050c-4000-87af-1eff92d8f4a0, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:27.656250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:27.659843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] For port fbaeb7a7-050c-4000-87af-1eff92d8f4a0, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:27.662698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821ec28-6a57-468f-9e7c-4e567ada200b req-2e5a237d-339d-4bc7-9e51-6b5981f49097 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:27.664374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c821ec28-6a57-468f-9e7c-4e567ada200b req-2e5a237d-339d-4bc7-9e51-6b5981f49097 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0749719 Aug 29 17:36:27.665650 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.671875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'port_id': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'mac_address': 'fa:16:3e:c3:cb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0206631c-33e7-47b2-a666-3a7d950ac202', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:36:27.674840 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.723903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.779869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0f778-c106-4d1d-80a3-e6b5b0f284f5 None None] Pushing event updated for resources: {'Port': ['ID=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:27.783439 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.799793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:27.826693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:27.835156 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:27.840969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c821ec28-6a57-468f-9e7c-4e567ada200b req-6ea84b67-5308-4cf2-92cf-3d71daf90960 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251009 Aug 29 17:36:27.873283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852a3f3-fb5c-4f7c-afc4-e01a4bd11e5d req-310b61b0-2421-4d0a-973c-a8ea859ffe32 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:27.875037 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9852a3f3-fb5c-4f7c-afc4-e01a4bd11e5d req-310b61b0-2421-4d0a-973c-a8ea859ffe32 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 944 time: 0.1225450 Aug 29 17:36:27.943869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:27.956927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9852a3f3-fb5c-4f7c-afc4-e01a4bd11e5d req-1990f861-8c65-4dd7-a0d1-25efe21a3f58 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712779 Aug 29 17:36:27.968723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Allocated IP 172.25.2.16 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/71d49530-50f0-4b5b-9657-3e28ac2f462b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:28.121631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:28.174263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873bb1c-2e13-485e-b793-93d68763408b req-2e25cc4c-b8b2-4d32-b580-b496e4aa487d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:28.181556 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a873bb1c-2e13-485e-b793-93d68763408b req-2e25cc4c-b8b2-4d32-b580-b496e4aa487d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 945 time: 0.1103845 Aug 29 17:36:28.210358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:28.257663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a873bb1c-2e13-485e-b793-93d68763408b req-739a9e81-22aa-43b5-87c5-10234550b5dc tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743825 Aug 29 17:36:28.303112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:28.345987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:28.350363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:28.354151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:28.388866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Pushing event updated for resources: {'Port': ['ID=71d49530-50f0-4b5b-9657-3e28ac2f462b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:28.421669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523e29a-eb52-4cfd-949c-796cfc37a248 req-cf267647-6bf1-463a-8ace-89be68a7a839 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:28.433130 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3523e29a-eb52-4cfd-949c-796cfc37a248 req-cf267647-6bf1-463a-8ace-89be68a7a839 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 945 time: 0.0873928 Aug 29 17:36:28.433650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36018) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:28.442637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'floatingip': {'port_id': '5d70fcb8-f363-4409-8158-2b7178557f55'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:28.510665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:28.637314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fbaeb7a7-050c-4000-87af-1eff92d8f4a0 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:28.737399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:28.840170 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.129323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c59e7-8e0b-4d84-af6a-4cbc7e225961 None None] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:36:29.154928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96be727-87d2-4d7b-9e6d-36f80c5b0021 req-314113d6-ce06-45b8-b48c-8786ac283275 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:29.159756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c96be727-87d2-4d7b-9e6d-36f80c5b0021 req-314113d6-ce06-45b8-b48c-8786ac283275 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1878560 Aug 29 17:36:29.218672 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dae15985-e9d8-41ba-a759-05ac81e84265 None None] Provisioning for port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:29.231749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dae15985-e9d8-41ba-a759-05ac81e84265 None None] Provisioning complete for port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:29.233108 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dae15985-e9d8-41ba-a759-05ac81e84265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.235712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.259103 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.349732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c96be727-87d2-4d7b-9e6d-36f80c5b0021 req-e8373216-9700-4f96-8072-19716cdf1b89 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791255 Aug 29 17:36:29.361504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84493c9-8532-4555-b4c5-224f96c10303 req-85e170c1-e5eb-4e7d-8197-ad663d556bfa tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:29.376268 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b84493c9-8532-4555-b4c5-224f96c10303 req-85e170c1-e5eb-4e7d-8197-ad663d556bfa tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 945 time: 0.1336286 Aug 29 17:36:29.386410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.449003 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dae15985-e9d8-41ba-a759-05ac81e84265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.465647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:29.475098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b84493c9-8532-4555-b4c5-224f96c10303 req-d7f10f93-073b-49ae-99b3-52d6cdcccfc2 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026108 Aug 29 17:36:29.487698 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Floating IP caee33bb-1701-4baf-b4c8-fd92e28f4d75 associated. External IP: 172.25.2.109, port: 5d70fcb8-f363-4409-8158-2b7178557f55. Aug 29 17:36:29.576370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-dae15985-e9d8-41ba-a759-05ac81e84265 None None] For port fbaeb7a7-050c-4000-87af-1eff92d8f4a0, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:29.593196 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dae15985-e9d8-41ba-a759-05ac81e84265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.604793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:29.633038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:29.633412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.673954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:36:29.721940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae15985-e9d8-41ba-a759-05ac81e84265 None None] Pushing event updated for resources: {'Port': ['ID=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:29.801556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.850187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:29.851218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:29.854097 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d0ec4-161b-4947-a257-95b8a21140d8" -d '{"events": [{"server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "name": "network-vif-plugged", "status": "completed", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:29.857813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.895676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Router a870ed0d-9d0a-402f-b34a-26fd31e7415d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:36:29.922785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:36:29.928309 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346fa421-f9cf-4040-9fcb-75ed981d3ca2 x-openstack-request-id: req-346fa421-f9cf-4040-9fcb-75ed981d3ca2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:29.929049 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "name": "network-vif-plugged", "status": "completed", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:29.929312 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-346fa421-f9cf-4040-9fcb-75ed981d3ca2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:29.929707 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'code': 200} Aug 29 17:36:29.931724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:29.935716 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:36:29.967704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0ccd63ba-cb73-42b1-a267-e07ee9def1c8 None None] Provisioning complete for port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:29.968078 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ccd63ba-cb73-42b1-a267-e07ee9def1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.968192 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:29.969416 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:29.970340 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:29.973820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36032) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:29.975196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-81a3e711-65d0-4323-83a3-aeaa82df9e1d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2185373 Aug 29 17:36:30.082164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bfa3b-d45b-46b5-9797-531c35fb4aa6 req-4c9e323d-fd1d-4100-bff0-9d8f252f2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:30.084641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a90bfa3b-d45b-46b5-9797-531c35fb4aa6 req-4c9e323d-fd1d-4100-bff0-9d8f252f2c74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 1098 time: 0.1039200 Aug 29 17:36:30.155840 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a90bfa3b-d45b-46b5-9797-531c35fb4aa6 req-8ae2b292-d147-4e05-bdbd-652cf0192505 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Aug 29 17:36:30.211118 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:30.449396 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:28Z', 'revision_number': 3, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:30.485604 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:36:30.486276 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Updating router 2be54cd8-4747-4af3-adb6-4ad63fab4381 port 71d49530-50f0-4b5b-9657-3e28ac2f462b binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:36:30.525778 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:30.593551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:36:30.600474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:30.609465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] Sync routers for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:36:30.640431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:30.641343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:30.649508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fbaeb7a7-050c-4000-87af-1eff92d8f4a0 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:30.674051 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-150d5549-8edd-4f13-bb53-39286c6e57b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "PUT /v2.0/floatingips/caee33bb-1701-4baf-b4c8-fd92e28f4d75 HTTP/1.1" status: 200 len: 991 time: 2.2386138 Aug 29 17:36:30.679030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:30.681589 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3a3c80-65a2-427b-ba9c-7481c13c3969" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:30.697057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90d694-2fd7-4d23-a61f-1a0665f7e0b5 req-7876af5f-19a1-4340-aa17-d0e03f6b6249 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:30.698701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a90d694-2fd7-4d23-a61f-1a0665f7e0b5 req-7876af5f-19a1-4340-aa17-d0e03f6b6249 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1758578 Aug 29 17:36:30.723018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685081b4-f3df-4d46-a623-60bd9831772a req-8b681c6c-f10d-4579-8bea-6ce1b26da3ec tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:30.726645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-685081b4-f3df-4d46-a623-60bd9831772a req-8b681c6c-f10d-4579-8bea-6ce1b26da3ec tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1388390 Aug 29 17:36:30.795936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-685081b4-f3df-4d46-a623-60bd9831772a req-3694ad90-2460-4e7e-8a84-53eae0ee8b8f tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630925 Aug 29 17:36:31.041004 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:31.046085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a90d694-2fd7-4d23-a61f-1a0665f7e0b5 req-9f17ff8b-2ea9-4ebf-9009-f659a7dae654 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350859 Aug 29 17:36:31.053034 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Transition to ACTIVE for port object 71d49530-50f0-4b5b-9657-3e28ac2f462b will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:31.054903 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:31.060683 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cdc1b3-b697-45cb-9039-8584d904746d x-openstack-request-id: req-c8cdc1b3-b697-45cb-9039-8584d904746d {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:31.061264 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:31.061489 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8cdc1b3-b697-45cb-9039-8584d904746d {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:31.061888 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'status': 'completed', 'code': 200} Aug 29 17:36:31.062395 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:31.121424 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Attempting to bind port 71d49530-50f0-4b5b-9657-3e28ac2f462b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:31.122154 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Attempting to bind port 71d49530-50f0-4b5b-9657-3e28ac2f462b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:31.122777 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Attempting to bind port 71d49530-50f0-4b5b-9657-3e28ac2f462b on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:31.139110 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:31.140173 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:31.140799 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:31.142211 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:31.143040 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Bound port: 71d49530-50f0-4b5b-9657-3e28ac2f462b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:31.144104 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:31.165895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-3e75afd4-8070-483b-8bb9-4ecc45691ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:31.167941 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-3e75afd4-8070-483b-8bb9-4ecc45691ea7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1097 time: 0.1190348 Aug 29 17:36:31.206455 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] For port 71d49530-50f0-4b5b-9657-3e28ac2f462b, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:31.210554 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] For port 71d49530-50f0-4b5b-9657-3e28ac2f462b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=71d49530-50f0-4b5b-9657-3e28ac2f462b,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:31.211455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:31.212681 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61434d-6c8e-4d82-a563-b10d9ecf2959 None None] Pushing event updated for resources: {'Port': ['ID=71d49530-50f0-4b5b-9657-3e28ac2f462b,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:31.216336 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:31.223134 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:31.287779 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:31.288760 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:31.296773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:31.497799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'caee33bb-1701-4baf-b4c8-fd92e28f4d75', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'port_id': '5d70fcb8-f363-4409-8158-2b7178557f55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'mac_address': 'fa:16:3e:92:79:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:36:11Z', 'updated_at': '2021-08-29T17:36:29Z', 'revision_number': 1, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:12Z', 'revision_number': 5, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:31.498782 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61434d-6c8e-4d82-a563-b10d9ecf2959 None None] Pushing event updated for resources: {'Port': ['ID=71d49530-50f0-4b5b-9657-3e28ac2f462b,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:31.542633 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:31.558360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-5f336309-8181-48b7-b923-ad39d37cecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:31.562185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-5f336309-8181-48b7-b923-ad39d37cecd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.3345571 Aug 29 17:36:31.562332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] Checking router: a870ed0d-9d0a-402f-b34a-26fd31e7415d for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:36:31.577792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:31.580657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:31.693609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-555c1594-cef6-4f9b-bd80-c3779cab84f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 999 time: 0.1036885 Aug 29 17:36:31.749769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Allocated IP 172.20.0.1 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/9217b5c4-6f27-4f34-a75b-b4a141881f0c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:31.766389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-cc7ca978-4731-4050-8ddf-49090c2ac982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:31.768596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-cc7ca978-4731-4050-8ddf-49090c2ac982 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0674598 Aug 29 17:36:31.788296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:31.847634 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:28Z', 'revision_number': 3, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:31.884256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-1d40dd8b-c5a5-4a89-9ac4-34196c235e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:31.885789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-1d40dd8b-c5a5-4a89-9ac4-34196c235e15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093247 Aug 29 17:36:31.899510 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859d153-060d-42f1-a7c3-88c977fe76af None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:28Z', 'revision_number': 3, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:36:32.055355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f34693-e3bc-45f3-a62a-6eed5e5e671d req-23308b93-824e-4421-9328-daf50ec2b05a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:32.071098 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39f34693-e3bc-45f3-a62a-6eed5e5e671d req-23308b93-824e-4421-9328-daf50ec2b05a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1408515 Aug 29 17:36:32.075176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-54e44395-668f-44ad-a7f5-516990932f42 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771126 Aug 29 17:36:32.123572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:32.170995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39f34693-e3bc-45f3-a62a-6eed5e5e671d req-9d26e62f-0da1-4798-b1cc-e2c42a511a82 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940063 Aug 29 17:36:32.213862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Transition to ACTIVE for port object 9217b5c4-6f27-4f34-a75b-b4a141881f0c will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:32.283187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'caee33bb-1701-4baf-b4c8-fd92e28f4d75', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'port_id': '5d70fcb8-f363-4409-8158-2b7178557f55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'mac_address': 'fa:16:3e:92:79:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:36:11Z', 'updated_at': '2021-08-29T17:36:29Z', 'revision_number': 1, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:12Z', 'revision_number': 5, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:32.327042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978063ca-7ad6-4046-a181-74ed70c86393 None None] The sync data for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 is: [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'caee33bb-1701-4baf-b4c8-fd92e28f4d75', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'port_id': '5d70fcb8-f363-4409-8158-2b7178557f55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'mac_address': 'fa:16:3e:92:79:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:36:11Z', 'updated_at': '2021-08-29T17:36:29Z', 'revision_number': 1, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:12Z', 'revision_number': 5, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:36:32.332208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d6e82-0491-40a4-b318-4290c53f311c req-34a48693-dd1e-413b-b519-0fdbcc4818b3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:32.351769 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-773d6e82-0491-40a4-b318-4290c53f311c req-34a48693-dd1e-413b-b519-0fdbcc4818b3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1634002 Aug 29 17:36:32.381381 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ce3a3c80-65a2-427b-ba9c-7481c13c3969 req-92823096-68ae-4a8d-bd2d-f599e7d9ff9b service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923083 Aug 29 17:36:32.399468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:32.421356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dba944-50d8-4014-a397-199e313a33c8 req-1604ec92-ba7f-48ef-8a8f-be79a5745562 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:32.423158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0dba944-50d8-4014-a397-199e313a33c8 req-1604ec92-ba7f-48ef-8a8f-be79a5745562 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0970778 Aug 29 17:36:32.477492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Pushing event updated for resources: {'Port': ['ID=9217b5c4-6f27-4f34-a75b-b4a141881f0c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:32.496822 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-773d6e82-0491-40a4-b318-4290c53f311c req-86fe114c-7261-4073-b501-bf006ead858b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439471 Aug 29 17:36:32.510310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:32.511787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:32.514741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:32.520000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0dba944-50d8-4014-a397-199e313a33c8 req-7281c19f-ebc2-4457-98f5-dd4008d37ea6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865557 Aug 29 17:36:32.643132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:32.773052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 71d49530-50f0-4b5b-9657-3e28ac2f462b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:32.816481 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321bcb4-2042-4c22-8c97-669cb5492ead None None] New status for floating IP caee33bb-1701-4baf-b4c8-fd92e28f4d75: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:36:32.864669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 71d49530-50f0-4b5b-9657-3e28ac2f462b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:32.870860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 71d49530-50f0-4b5b-9657-3e28ac2f462b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:32.871278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:32.969581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:33.021893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5b54e433-76ad-4c9b-8ee1-e28d04d7a37b None None] Provisioning for port 9217b5c4-6f27-4f34-a75b-b4a141881f0c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:33.028183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5b54e433-76ad-4c9b-8ee1-e28d04d7a37b None None] Provisioning complete for port 9217b5c4-6f27-4f34-a75b-b4a141881f0c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:33.028685 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5b54e433-76ad-4c9b-8ee1-e28d04d7a37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:33.062307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363f296-d0b7-4fc4-b126-cd00bd08aca4 req-558fa50b-6ff5-4c97-aad3-41750b93f48f tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:33.080536 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9363f296-d0b7-4fc4-b126-cd00bd08aca4 req-558fa50b-6ff5-4c97-aad3-41750b93f48f tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1905088 Aug 29 17:36:33.167490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9363f296-d0b7-4fc4-b126-cd00bd08aca4 req-b3a7e076-d4da-4033-8fbf-81a57be6301a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844419 Aug 29 17:36:33.196879 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:33.200845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5b54e433-76ad-4c9b-8ee1-e28d04d7a37b None None] Port 9217b5c4-6f27-4f34-a75b-b4a141881f0c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:36:33.240837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 71d49530-50f0-4b5b-9657-3e28ac2f462b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=71d49530-50f0-4b5b-9657-3e28ac2f462b,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:33.250883 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:33.326801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:33.338442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:33.349518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=71d49530-50f0-4b5b-9657-3e28ac2f462b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:33.394406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b268c-de6f-4722-a06c-7e154d4c5a09 req-534ad2dd-a7b6-43c6-aa96-3b8066b12d8b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:33.406616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee5b268c-de6f-4722-a06c-7e154d4c5a09 req-534ad2dd-a7b6-43c6-aa96-3b8066b12d8b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0858178 Aug 29 17:36:33.434546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:33.437947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Pushing event updated for resources: {'Port': ['ID=9217b5c4-6f27-4f34-a75b-b4a141881f0c,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:33.477023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee5b268c-de6f-4722-a06c-7e154d4c5a09 req-df535b0a-3029-49db-84ac-bec1ad23bb75 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693738 Aug 29 17:36:33.595260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:33.597519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:33.760355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc3fa2-03bb-401f-bf4b-1e18dad3d376 req-226c8205-7fba-4d4f-a150-0bdfb9791565 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:33.764064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52bc3fa2-03bb-401f-bf4b-1e18dad3d376 req-226c8205-7fba-4d4f-a150-0bdfb9791565 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1384025 Aug 29 17:36:33.786458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:36:33.898573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52bc3fa2-03bb-401f-bf4b-1e18dad3d376 req-8ddcc450-afa7-4c73-9833-67cc8ebe31f8 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068654 Aug 29 17:36:34.043853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-72b154ff-ac28-41ba-b3c3-d05cc6c1ec28 None None] Provisioning complete for port 9217b5c4-6f27-4f34-a75b-b4a141881f0c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:34.043968 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-72b154ff-ac28-41ba-b3c3-d05cc6c1ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.094406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b3dad-d053-44b1-952f-4c062d247c3a req-da6dca7b-b314-4425-ad8d-181883dc80e2 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:34.102736 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-384b3dad-d053-44b1-952f-4c062d247c3a req-da6dca7b-b314-4425-ad8d-181883dc80e2 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0915561 Aug 29 17:36:34.124181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:36:34.130848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b94d82a7-ebc9-4fc2-b4e8-12084be92dbf admin admin] 10.222.0.41 "PUT /v2.0/routers/2be54cd8-4747-4af3-adb6-4ad63fab4381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1554954 Aug 29 17:36:34.173889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-384b3dad-d053-44b1-952f-4c062d247c3a req-2154252f-9bca-42cd-92e2-f38631f6e929 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695684 Aug 29 17:36:34.207131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-72b154ff-ac28-41ba-b3c3-d05cc6c1ec28 None None] Port 9217b5c4-6f27-4f34-a75b-b4a141881f0c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:36:34.305386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36104) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:34.574857 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dac64816-b738-4777-ba32-103ba61178ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.608982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 71d49530-50f0-4b5b-9657-3e28ac2f462b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:34.662649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:36:34.686358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:34.687249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:34.730498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dac64816-b738-4777-ba32-103ba61178ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.738150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dac64816-b738-4777-ba32-103ba61178ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.784618 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dac64816-b738-4777-ba32-103ba61178ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25a1668c5aca42279a266acf88e0a29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746449 Aug 29 17:36:34.784879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36118) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:34.786050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac64816-b738-4777-ba32-103ba61178ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2db598-9e34-4939-bf65-ae1b53784d1e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:34.789870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 71d49530-50f0-4b5b-9657-3e28ac2f462b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:34.790194 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.848665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:34.852189 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3efd1a21-b37d-4189-b9ef-a01228668819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.869788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36122) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:34.874930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-466470389-network', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:34.881377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3efd1a21-b37d-4189-b9ef-a01228668819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.901230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Made reservation on behalf of bdf79932d03440c492a8643013f6f9fb for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:34.908702 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.918471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.949513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3efd1a21-b37d-4189-b9ef-a01228668819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.953749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3efd1a21-b37d-4189-b9ef-a01228668819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:34.956617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3efd1a21-b37d-4189-b9ef-a01228668819 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd2db598-9e34-4939-bf65-ae1b53784d1e HTTP/1.1" status: 204 len: 168 time: 0.1691906 Aug 29 17:36:34.969808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1a21-b37d-4189-b9ef-a01228668819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2db598-9e34-4939-bf65-ae1b53784d1e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:35.089225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ce18-dceb-4fa5-80f6-c681489e8cbe req-89a7bd1c-f3fb-4708-ac70-0432ebf16527 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:35.090950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef81ce18-dceb-4fa5-80f6-c681489e8cbe req-89a7bd1c-f3fb-4708-ac70-0432ebf16527 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0826414 Aug 29 17:36:35.150487 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.170192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.206638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 2, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:35.215223 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef81ce18-dceb-4fa5-80f6-c681489e8cbe req-16334f3c-9221-49d6-8be3-16ffa1ffb172 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066210 Aug 29 17:36:35.227472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:36:35.239023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.239023 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Added segment 307e2c0a-f84d-4699-9a0b-2694c49e1aa5 of type vlan for network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 Aug 29 17:36:35.276301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:36:35.277011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Updating router 2be54cd8-4747-4af3-adb6-4ad63fab4381 port 9217b5c4-6f27-4f34-a75b-b4a141881f0c binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:36:35.293151 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.309428 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.320002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c08d30-3dc7-46f6-9618-f4e8850e19a6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:35.336380 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.337369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:35.337942 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.429860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5587502 Aug 29 17:36:35.433131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36140) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:35.441942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Request body: {'subnet': {'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-466470389-subnet', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:35.443911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90aa68-a6fc-4800-82e1-8a37125965d5 admin admin] Pushing event updated for resources: {'Network': ['ID=973adf8b-adb6-4e99-87f0-ec2e0f8405d8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:35.456665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:36:35.469814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9399ca-0214-48e0-a419-5ac7ceef37fc req-882316c5-9d57-4ffe-be1b-19a3b1dcfd82 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:35.479155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b9399ca-0214-48e0-a419-5ac7ceef37fc req-882316c5-9d57-4ffe-be1b-19a3b1dcfd82 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1558306 Aug 29 17:36:35.502180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Made reservation on behalf of bdf79932d03440c492a8643013f6f9fb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:35.505159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.549167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b9399ca-0214-48e0-a419-5ac7ceef37fc req-12f5e0f9-102b-4836-8e9c-606e47af7826 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599513 Aug 29 17:36:35.699887 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.715208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Transition to ACTIVE for port object 9217b5c4-6f27-4f34-a75b-b4a141881f0c will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:35.728247 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.732660 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.738383 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:36:35.792597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a54dd-d28c-447a-adb3-a26f9c33def9 None None] Pushing event updated for resources: {'Port': ['ID=9217b5c4-6f27-4f34-a75b-b4a141881f0c,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:35.836611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd30ac1-f018-407b-9c55-ed2408fd2ffe,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:35.850322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Checking segment: {'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:35.850945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Network hostable DHCP agents. Network: 973adf8b-adb6-4e99-87f0-ec2e0f8405d8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:36:35.859594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Attempting to bind port 9217b5c4-6f27-4f34-a75b-b4a141881f0c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:35.859967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Attempting to bind port 9217b5c4-6f27-4f34-a75b-b4a141881f0c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:35.860333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Attempting to bind port 9217b5c4-6f27-4f34-a75b-b4a141881f0c on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:35.865601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:35.866129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:35.866541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.866965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:35.867437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Bound port: 9217b5c4-6f27-4f34-a75b-b4a141881f0c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:35.867822 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.873949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:36:35.890984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 973adf8b-adb6-4e99-87f0-ec2e0f8405d8) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:35.901564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:35.902407 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.912755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4c709-69f8-4100-a030-b9f02f307475 None None] Network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:36:35.936567 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1d6d2970-3053-4d78-b8ab-ba197b925a53 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5015762 Aug 29 17:36:35.938548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36152) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:35.943145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:35.997812 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:35.999283 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.023968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] For port 9217b5c4-6f27-4f34-a75b-b4a141881f0c, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:36.030482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] For port 9217b5c4-6f27-4f34-a75b-b4a141881f0c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9217b5c4-6f27-4f34-a75b-b4a141881f0c,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:36.044223 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.084639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36156) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:36.107528 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.146579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:36.147508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:36.215759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a54dd-d28c-447a-adb3-a26f9c33def9 None None] Pushing event updated for resources: {'Port': ['ID=9217b5c4-6f27-4f34-a75b-b4a141881f0c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:36.260916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757507c6-876c-4a76-98be-0069a586001b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-973adf8b-adb6-4e99-87f0-ec2e0f8405d8', 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'fixed_ips': [{'subnet_id': '8bd30ac1-f018-407b-9c55-ed2408fd2ffe'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:36:36.261790 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-757507c6-876c-4a76-98be-0069a586001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.323344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.350365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1446783831-network', 'tenant_id': 'fa16da6dede2430dad6c2ba9cdd4d7eb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:36.420076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4185195-b70e-41a3-86b8-acf41fbf3d28 req-0483339b-d35b-483a-9db9-f4aed86e79d6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:36.429827 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4185195-b70e-41a3-86b8-acf41fbf3d28 req-0483339b-d35b-483a-9db9-f4aed86e79d6 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1033964 Aug 29 17:36:36.443428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Made reservation on behalf of fa16da6dede2430dad6c2ba9cdd4d7eb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:36.446199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.465166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:36.471723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.507107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4185195-b70e-41a3-86b8-acf41fbf3d28 req-f3746cfc-6a87-436f-9b4a-227b7baafbae tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760765 Aug 29 17:36:36.644693 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.649845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.669771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.690364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:36:36.704540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:36.727526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.727881 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Added segment 15b491bd-7d2b-41e5-8d5f-b0d36faaec49 of type vlan for network 76b1a9bd-383e-4d27-bea0-0018821d3981 Aug 29 17:36:36.729248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.788659 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.811410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee5f07-df83-4986-b5ec-c66e8f35bd17 req-1d8af03d-b713-4b0f-b9dc-59e1ff627ec2 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:36.813009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ee5f07-df83-4986-b5ec-c66e8f35bd17 req-1d8af03d-b713-4b0f-b9dc-59e1ff627ec2 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1455770 Aug 29 17:36:36.838863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.840208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:36.841344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:36.888684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-757507c6-876c-4a76-98be-0069a586001b None None] Allocated IP 172.20.0.2 (973adf8b-adb6-4e99-87f0-ec2e0f8405d8/8bd30ac1-f018-407b-9c55-ed2408fd2ffe/190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:36.903667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ee5f07-df83-4986-b5ec-c66e8f35bd17 req-6bb971da-1fd6-4e8c-a696-965a7016332c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820451 Aug 29 17:36:36.917980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Allocated IP 172.25.2.63 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/5bf258b3-04e9-4fb3-a1a6-c51a314ed779) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:36.947211 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8575177 Aug 29 17:36:36.947211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36168) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:36.952109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Request body: {'subnet': {'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1446783831-subnet', 'tenant_id': 'fa16da6dede2430dad6c2ba9cdd4d7eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:36.989153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Made reservation on behalf of fa16da6dede2430dad6c2ba9cdd4d7eb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:36.992189 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.041885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e0b7-a2d4-4c80-87f0-06c90770155e admin admin] Pushing event updated for resources: {'Network': ['ID=76b1a9bd-383e-4d27-bea0-0018821d3981,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:37.048028 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.071322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 76b1a9bd-383e-4d27-bea0-0018821d3981 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:36:37.092803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.147470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:37.149912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:36Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:37.154719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:37.154957 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-757507c6-876c-4a76-98be-0069a586001b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.162772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:37.166271 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Pushing event updated for resources: {'Port': ['ID=5bf258b3-04e9-4fb3-a1a6-c51a314ed779,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:37.201159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9b38-8792-4f6e-8d9a-e2c51168cef3 None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:36Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:36:37.201617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-757507c6-876c-4a76-98be-0069a586001b None None] Transition to ACTIVE for port object 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:37.234758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-757507c6-876c-4a76-98be-0069a586001b None None] Transition to ACTIVE for port object 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:37.241934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.245394 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-757507c6-876c-4a76-98be-0069a586001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.311076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757507c6-876c-4a76-98be-0069a586001b None None] Network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:37.317438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-757507c6-876c-4a76-98be-0069a586001b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:37.323426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757507c6-876c-4a76-98be-0069a586001b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:37.347323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757507c6-876c-4a76-98be-0069a586001b None None] Pushing event updated for resources: {'Port': ['ID=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:37.416095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc68852-571a-477c-bf0b-53bf6a808629,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:37.425674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Checking segment: {'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:37.426036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Network hostable DHCP agents. Network: 76b1a9bd-383e-4d27-bea0-0018821d3981, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:36:37.475272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-757507c6-876c-4a76-98be-0069a586001b None None] Attempting to bind port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:37.475664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-757507c6-876c-4a76-98be-0069a586001b None None] Attempting to bind port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:37.476082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757507c6-876c-4a76-98be-0069a586001b None None] Attempting to bind port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 on network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:37.481321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Network 76b1a9bd-383e-4d27-bea0-0018821d3981 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:36:37.492481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757507c6-876c-4a76-98be-0069a586001b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:37.493093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757507c6-876c-4a76-98be-0069a586001b None None] Checking segment: {'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:37.493579 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-757507c6-876c-4a76-98be-0069a586001b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.493984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757507c6-876c-4a76-98be-0069a586001b None None] Bound using segment: {'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:37.494906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-757507c6-876c-4a76-98be-0069a586001b None None] Bound port: 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:37.495776 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-757507c6-876c-4a76-98be-0069a586001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.498295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 76b1a9bd-383e-4d27-bea0-0018821d3981) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:37.506813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:37.514144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.525787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7facba63-fa53-4ed2-b9c6-5d2e8f8774c9 None None] Network 76b1a9bd-383e-4d27-bea0-0018821d3981 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:36:37.565634 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3edc629e-093d-4877-8224-1be4dec29e77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6176896 Aug 29 17:36:37.620933 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.667790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-757507c6-876c-4a76-98be-0069a586001b None None] For port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:37.681283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-757507c6-876c-4a76-98be-0069a586001b None None] For port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,segment=NetworkSegment(307e2c0a-f84d-4699-9a0b-2694c49e1aa5),segment_id=307e2c0a-f84d-4699-9a0b-2694c49e1aa5)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:37.692484 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-757507c6-876c-4a76-98be-0069a586001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:37.799220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b3a7a-0e51-48f4-802d-0438a6a204dc None None] Network 76b1a9bd-383e-4d27-bea0-0018821d3981 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:36:37.838216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762632f-960c-4bca-8fd9-0b11d9933974 req-7a21f79f-afd6-4a91-b582-2988404d42cb tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:37.841929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d762632f-960c-4bca-8fd9-0b11d9933974 req-7a21f79f-afd6-4a91-b582-2988404d42cb tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1528585 Aug 29 17:36:37.898969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757507c6-876c-4a76-98be-0069a586001b None None] Pushing event updated for resources: {'Port': ['ID=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:38.174396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431940-bb01-458e-beb3-eaf4b0a4d31b req-95716cc9-15f2-4759-8a40-ae28858c693e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:38.176080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d431940-bb01-458e-beb3-eaf4b0a4d31b req-95716cc9-15f2-4759-8a40-ae28858c693e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1184678 Aug 29 17:36:38.254275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d431940-bb01-458e-beb3-eaf4b0a4d31b req-f40f16e9-9817-452a-9216-b9a6300b2bc8 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Aug 29 17:36:38.674256 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d762632f-960c-4bca-8fd9-0b11d9933974 req-ced47601-f4af-4886-a607-b471f5a28da5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8243809 Aug 29 17:36:38.706994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:38.712579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:38.790335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:38.796165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9217b5c4-6f27-4f34-a75b-b4a141881f0c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:38.868985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 9217b5c4-6f27-4f34-a75b-b4a141881f0c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:38.883061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9217b5c4-6f27-4f34-a75b-b4a141881f0c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:38.883483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:38.941274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:36:38.999539 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:39.090725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 9217b5c4-6f27-4f34-a75b-b4a141881f0c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9217b5c4-6f27-4f34-a75b-b4a141881f0c,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:39.100316 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:39.129848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:36:39.145038 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Sync routers for ids ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:36:39.156852 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Routers {'0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:39.158030 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:39.167698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:39.177725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36194) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:39.178597 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-41c66cba-7f5c-407d-83af-ccd12b64b4df admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2382259 Aug 29 17:36:39.181958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=9217b5c4-6f27-4f34-a75b-b4a141881f0c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:39.333231 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Set router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:39.442764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f162e26-bd92-4ff8-a780-2f8e791f9770 None None] Network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:36:39.467233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48a695-b50c-492c-87da-2cb075f45024 req-0f58e17c-406b-4e64-a9a1-93437a16f652 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:39.483048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f48a695-b50c-492c-87da-2cb075f45024 req-0f58e17c-406b-4e64-a9a1-93437a16f652 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1233797 Aug 29 17:36:39.577158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2d344bc0-8b46-4d78-a5bb-0ae733a0605b None None] Provisioning for port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:39.635610 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:37Z', 'revision_number': 3, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port': {'id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:39.640652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f48a695-b50c-492c-87da-2cb075f45024 req-ea15f765-0b0b-4caa-99c3-1507212ed742 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481407 Aug 29 17:36:39.662081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2d344bc0-8b46-4d78-a5bb-0ae733a0605b None None] Provisioning complete for port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:39.662415 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d344bc0-8b46-4d78-a5bb-0ae733a0605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:39.672340 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Checking router: 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:36:39.672622 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Updating router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:36:39.714207 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:39.854399 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d344bc0-8b46-4d78-a5bb-0ae733a0605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:39.919735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2d344bc0-8b46-4d78-a5bb-0ae733a0605b None None] For port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,segment=NetworkSegment(307e2c0a-f84d-4699-9a0b-2694c49e1aa5),segment_id=307e2c0a-f84d-4699-9a0b-2694c49e1aa5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:39.929301 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d344bc0-8b46-4d78-a5bb-0ae733a0605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:39.975413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e489b-9b9a-4306-aa60-d859c959136a req-8252af17-3197-4c26-b544-576aefaf5a1c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:39.977041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d0e489b-9b9a-4306-aa60-d859c959136a req-8252af17-3197-4c26-b544-576aefaf5a1c tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1606688 Aug 29 17:36:40.006304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d344bc0-8b46-4d78-a5bb-0ae733a0605b None None] Pushing event updated for resources: {'Port': ['ID=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:40.040935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d0e489b-9b9a-4306-aa60-d859c959136a req-51592314-602a-4e51-ae19-ee9fe582c71f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525098 Aug 29 17:36:40.141527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.156079 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9ce8c1dd-32d2-4d44-afef-4039f25342d3 None None] Provisioning complete for port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:40.157046 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c1dd-32d2-4d44-afef-4039f25342d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.175911 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.195119 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Transition to ACTIVE for port object 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:40.203959 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.269587 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b1d94-4422-423b-9ed2-5339b7146bbc None None] Pushing event updated for resources: {'Port': ['ID=5bf258b3-04e9-4fb3-a1a6-c51a314ed779,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:40.283666 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Attempting to bind port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:40.284124 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Attempting to bind port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:40.284547 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Attempting to bind port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:40.289937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:40.290385 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:40.290875 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.291341 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:40.291872 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Bound port: 5bf258b3-04e9-4fb3-a1a6-c51a314ed779, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:40.292365 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.325478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Allocated IP 172.20.0.1 (973adf8b-adb6-4e99-87f0-ec2e0f8405d8/8bd30ac1-f018-407b-9c55-ed2408fd2ffe/a082ec5b-5a26-479c-b6b6-3ea68f68fb66) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:40.347153 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] For port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:40.350261 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] For port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5bf258b3-04e9-4fb3-a1a6-c51a314ed779,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:40.356092 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.415422 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Routers {'0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:40.416480 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:40.439106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.462827 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b1d94-4422-423b-9ed2-5339b7146bbc None None] Pushing event updated for resources: {'Port': ['ID=5bf258b3-04e9-4fb3-a1a6-c51a314ed779,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:40.464794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Transition to ACTIVE for port object a082ec5b-5a26-479c-b6b6-3ea68f68fb66 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:40.520692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.546868 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] Set router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:40.600448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:40.688263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:40.689213 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.791235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9217b5c4-6f27-4f34-a75b-b4a141881f0c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:40.864460 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:37Z', 'revision_number': 3, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port': {'id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:40.881691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd0d4d-5bde-4e53-b082-610a8cf65c79 req-b91aa75a-9751-43d6-bf82-1f6766da8340 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:40.886491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0dfd0d4d-5bde-4e53-b082-610a8cf65c79 req-b91aa75a-9751-43d6-bf82-1f6766da8340 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1475086 Aug 29 17:36:40.894831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9217b5c4-6f27-4f34-a75b-b4a141881f0c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:40.895451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:40.929629 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e1c30-b218-4fb8-97cb-fa07b8b1366e None None] The sync data for ids ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'] in n-d-713499-15 is: [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:37Z', 'revision_number': 3, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port': {'id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:36:40.984441 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0dfd0d4d-5bde-4e53-b082-610a8cf65c79 req-418ba1fc-53d0-4957-a4fc-5c85c14d2f23 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866117 Aug 29 17:36:41.066120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:41.111932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:41.115038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:41.120972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:41.188591 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202a25-8cc3-41dd-91b0-46f6bd526ddd req-6c78546d-a609-444e-9618-e5419ce2ad16 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:41.197728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f202a25-8cc3-41dd-91b0-46f6bd526ddd req-6c78546d-a609-444e-9618-e5419ce2ad16 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0711348 Aug 29 17:36:41.217627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:41.238843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e74a2e1-70a1-4b60-a7c4-7e5c6a0305d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:41.283779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f202a25-8cc3-41dd-91b0-46f6bd526ddd req-73a4e597-57f4-49a5-9bbd-034c8cf38e95 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845783 Aug 29 17:36:41.308038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-a6dd1d95-54fe-499e-aa3f-29166f7cbae3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:41.309617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-a6dd1d95-54fe-499e-aa3f-29166f7cbae3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/networks?id=76b1a9bd-383e-4d27-bea0-0018821d3981 HTTP/1.1" status: 200 len: 809 time: 0.2591114 Aug 29 17:36:41.366031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-f3cf1426-2cd0-477b-aba8-219847298fe9 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/quotas/fa16da6dede2430dad6c2ba9cdd4d7eb HTTP/1.1" status: 200 len: 375 time: 0.0332785 Aug 29 17:36:41.455137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-2e655597-ddf0-4e6a-93b4-fadcc2f1f83d tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa16da6dede2430dad6c2ba9cdd4d7eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879028 Aug 29 17:36:41.495733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d5570322-00bd-4c38-bb9c-4786027ef53b None None] Provisioning for port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:41.503567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d5570322-00bd-4c38-bb9c-4786027ef53b None None] Provisioning complete for port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:41.504207 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d5570322-00bd-4c38-bb9c-4786027ef53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:41.553927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d5570322-00bd-4c38-bb9c-4786027ef53b None None] Port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:36:41.599593 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:41.620323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-feaebcea-56ac-4963-a4cf-8e6c9a95f5b9 service neutron] 10.222.0.41 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643639 Aug 29 17:36:41.763718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-537337af-8e2e-4cd3-a682-9fa92e32ec8d service neutron] 10.222.0.41 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202419 Aug 29 17:36:41.935247 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:41.944129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:42.010927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ac4e477-0644-4436-8e8b-2f86c39a6a6e req-0cdf55d4-6ea5-4d1a-ab81-a60668528abc tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 210 time: 0.0652018 Aug 29 17:36:42.030916 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:42.030916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:42.045410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.045790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.046231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.046690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.048822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.049269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.050465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.051398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.052982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.053447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.055189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.055548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:42.193224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ba96f-e2f0-433b-a44f-8062d7f8342e req-1092ad69-9948-4338-890a-81c57b5d2a17 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:42.194401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-207ba96f-e2f0-433b-a44f-8062d7f8342e req-1092ad69-9948-4338-890a-81c57b5d2a17 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0837858 Aug 29 17:36:42.203474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:42.211513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:42.319229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-207ba96f-e2f0-433b-a44f-8062d7f8342e req-ce644cfc-d31f-4978-988a-055832a831d4 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177547 Aug 29 17:36:42.455026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:36:42.467235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a50c6-d837-4afd-8418-17a52da708b9 req-a4d51289-6fff-447c-b853-d9d820d6bc50 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:42.468978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c22a50c6-d837-4afd-8418-17a52da708b9 req-a4d51289-6fff-447c-b853-d9d820d6bc50 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0750895 Aug 29 17:36:42.504663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:42.541633 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c22a50c6-d837-4afd-8418-17a52da708b9 req-42459f4d-19a7-4dc9-83ca-a5a289774e47 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656943 Aug 29 17:36:42.589939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-90abe1dc-dcd5-4b6b-a88a-764cf6e9123c None None] Provisioning complete for port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:42.590816 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-90abe1dc-dcd5-4b6b-a88a-764cf6e9123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:42.649256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-90abe1dc-dcd5-4b6b-a88a-764cf6e9123c None None] Port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:36:42.655085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:42.656156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:36:42.661189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-580b88fe-ca90-4192-943e-61521a2290d0 admin admin] 10.222.0.41 "PUT /v2.0/routers/0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4822943 Aug 29 17:36:42.850256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:42.859133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:42.859622 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:42.960739 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:42.992414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5bf258b3-04e9-4fb3-a1a6-c51a314ed779,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:43.000504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:43.003337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:43.051023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=5bf258b3-04e9-4fb3-a1a6-c51a314ed779,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:43.141484 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6bef316-0693-4637-8e5a-5b574da33707 req-3bf79848-32bc-47ea-8fd2-7870ef15be4f tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 210 time: 0.0299089 Aug 29 17:36:43.294329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6c2ddf38-37d0-4be0-97b0-9dadb721092d tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:43.296407 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6c2ddf38-37d0-4be0-97b0-9dadb721092d tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.43 "GET /v2.0/networks?id=76b1a9bd-383e-4d27-bea0-0018821d3981 HTTP/1.1" status: 200 len: 809 time: 0.1370518 Aug 29 17:36:43.311134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Request body: {'port': {'device_id': '332fba6c-b038-481c-8913-9d0b6534db3f', 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981', 'admin_state_up': True, 'tenant_id': 'fa16da6dede2430dad6c2ba9cdd4d7eb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:43.455622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Made reservation on behalf of fa16da6dede2430dad6c2ba9cdd4d7eb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:43.461238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:43.461864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2f7c-8356-45a1-8bbb-6bfa16f0a898 req-52af5254-1337-4829-aa7f-474fd5f1e673 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:43.464006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-168b2f7c-8356-45a1-8bbb-6bfa16f0a898 req-52af5254-1337-4829-aa7f-474fd5f1e673 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0684118 Aug 29 17:36:43.544543 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-168b2f7c-8356-45a1-8bbb-6bfa16f0a898 req-2c02c487-76dc-4aca-98b5-cce6e52a0e9e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733464 Aug 29 17:36:43.664723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Allocated IP 172.20.0.8 (76b1a9bd-383e-4d27-bea0-0018821d3981/4fc68852-571a-477c-bf0b-53bf6a808629/19158c7d-548d-4153-9a60-05b5ee6cb838) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:43.711477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051146a-e2bd-4cd8-b6b2-e0403dd342cd req-ad65bfaa-3509-4265-acc0-073fb2b3fd8f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:43.713471 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f051146a-e2bd-4cd8-b6b2-e0403dd342cd req-ad65bfaa-3509-4265-acc0-073fb2b3fd8f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0861833 Aug 29 17:36:43.815879 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f051146a-e2bd-4cd8-b6b2-e0403dd342cd req-b5fed986-2dc5-4ab7-afba-82219d4b44cf tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921352 Aug 29 17:36:43.851030 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-be93244f-e4e8-440d-9522-e3d9a8295312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:43.885491 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:43.906948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:43.970249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:44.024007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Network 76b1a9bd-383e-4d27-bea0-0018821d3981 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:44.027408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:44.032356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:44.036932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Pushing event updated for resources: {'Port': ['ID=19158c7d-548d-4153-9a60-05b5ee6cb838,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:44.092084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:44.092860 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:44.115718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-6f06e2f8-a690-451f-aae4-9294f4552e52 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8098810 Aug 29 17:36:44.130892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Request body: {'port': {'device_id': '332fba6c-b038-481c-8913-9d0b6534db3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:44.217511 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:44.366550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Sync routers for ids ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:36:44.381022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Routers {'0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:44.381655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:44.398128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcbb9d-fec7-43db-af8a-71c75e3285c5 req-7cb1d857-928f-47c6-bfc5-9815f88e5c5c tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:44.400053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46fcbb9d-fec7-43db-af8a-71c75e3285c5 req-7cb1d857-928f-47c6-bfc5-9815f88e5c5c tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 931 time: 0.1166084 Aug 29 17:36:44.496555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46fcbb9d-fec7-43db-af8a-71c75e3285c5 req-f88d01a3-66a4-423b-a0bd-1c8091c8b82d tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895281 Aug 29 17:36:44.522685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Set router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:44.631250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:44.632456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19158c7d-548d-4153-9a60-05b5ee6cb838 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:44.642000 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:44.661080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Transition to ACTIVE for port object 19158c7d-548d-4153-9a60-05b5ee6cb838 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:44.668442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:44.744940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:44.744940 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:44.765515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003470f-957c-4b0f-a510-7eab512b9b92 req-fd33bda5-f746-4e69-9670-442bc3bf2bd3 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:44.775887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e003470f-957c-4b0f-a510-7eab512b9b92 req-fd33bda5-f746-4e69-9670-442bc3bf2bd3 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1255658 Aug 29 17:36:44.790820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Pushing event updated for resources: {'Port': ['ID=19158c7d-548d-4153-9a60-05b5ee6cb838,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:44.827248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e003470f-957c-4b0f-a510-7eab512b9b92 req-5d5657b7-5680-4599-960e-259a72bcad47 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489328 Aug 29 17:36:44.861975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Attempting to bind port 19158c7d-548d-4153-9a60-05b5ee6cb838 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:44.862323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Attempting to bind port 19158c7d-548d-4153-9a60-05b5ee6cb838 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:44.862708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Attempting to bind port 19158c7d-548d-4153-9a60-05b5ee6cb838 on network 76b1a9bd-383e-4d27-bea0-0018821d3981 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:44.872888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Port 19158c7d-548d-4153-9a60-05b5ee6cb838 on network 76b1a9bd-383e-4d27-bea0-0018821d3981 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:36:44.873213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Attempting to bind port 19158c7d-548d-4153-9a60-05b5ee6cb838 on network 76b1a9bd-383e-4d27-bea0-0018821d3981 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:44.884421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:44.884763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Checking segment: {'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:44.885166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Bound using segment: {'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:44.885630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Bound port: 19158c7d-548d-4153-9a60-05b5ee6cb838, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:44.886007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:44.979834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461a55-86ff-4f04-bbf9-779396fc3272 req-d1e05854-babd-4ba3-a241-946308bc7e8f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:44.989992 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0461a55-86ff-4f04-bbf9-779396fc3272 req-d1e05854-babd-4ba3-a241-946308bc7e8f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0785184 Aug 29 17:36:45.043522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0461a55-86ff-4f04-bbf9-779396fc3272 req-ce14ed4b-c86f-4e52-9b5e-a04d3b52cfc8 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519831 Aug 29 17:36:45.054364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] For port 19158c7d-548d-4153-9a60-05b5ee6cb838, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:45.064322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] For port 19158c7d-548d-4153-9a60-05b5ee6cb838, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=19158c7d-548d-4153-9a60-05b5ee6cb838,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:45.071358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.123295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:45.124582 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.126623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] 10.222.0.43 "PUT /v2.0/ports/19158c7d-548d-4153-9a60-05b5ee6cb838 HTTP/1.1" status: 200 len: 1092 time: 1.0010850 Aug 29 17:36:45.129195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332fba6c-b038-481c-8913-9d0b6534db3f', 'tag': '19158c7d-548d-4153-9a60-05b5ee6cb838'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:45.134180 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c6794a-4179-4c8b-8308-f812bb2b4d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "332fba6c-b038-481c-8913-9d0b6534db3f", "tag": "19158c7d-548d-4153-9a60-05b5ee6cb838"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:45.153059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc875-7964-4925-840d-55c574220f50 req-b2dde91d-7e6d-4857-8602-94cb97e6a0d8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:45.164151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-b2dde91d-7e6d-4857-8602-94cb97e6a0d8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.2059801 Aug 29 17:36:45.192557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:41Z', 'revision_number': 4, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port': {'id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a082ec5b-5a26-479c-b6b6-3ea68f68fb66', 'name': '', 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'mac_address': 'fa:16:3e:5e:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '8bd30ac1-f018-407b-9c55-ed2408fd2ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:40Z', 'updated_at': '2021-08-29T17:36:41Z', 'revision_number': 2, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'subnets': [{'id': '8bd30ac1-f018-407b-9c55-ed2408fd2ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:45.195432 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6c1dbb-a3c0-4933-860c-444d9869b17b x-openstack-request-id: req-1a6c1dbb-a3c0-4933-860c-444d9869b17b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:45.195698 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332fba6c-b038-481c-8913-9d0b6534db3f", "tag": "19158c7d-548d-4153-9a60-05b5ee6cb838", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:45.195949 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a6c1dbb-a3c0-4933-860c-444d9869b17b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:45.196351 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332fba6c-b038-481c-8913-9d0b6534db3f', 'tag': '19158c7d-548d-4153-9a60-05b5ee6cb838', 'status': 'completed', 'code': 200} Aug 29 17:36:45.228118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Checking router: 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:36:45.228553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Updating router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:36:45.229066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-56b727e0-a3c0-4d48-8e47-ad9c4caf4aec tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/quotas/46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 375 time: 0.0639758 Aug 29 17:36:45.241934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f5c20-d010-4ffd-b3c2-c4f1d3605a86 service neutron] Pushing event updated for resources: {'Port': ['ID=19158c7d-548d-4153-9a60-05b5ee6cb838,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:45.257190 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.283196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-4d1bd60f-7e37-49fa-a47b-e4601f72ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:45.284802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-4d1bd60f-7e37-49fa-a47b-e4601f72ef38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa16da6dede2430dad6c2ba9cdd4d7eb&device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 1095 time: 0.1101418 Aug 29 17:36:45.298572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-2d7fb033-e1e3-4c45-bcd4-902ef7578b9d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680006 Aug 29 17:36:45.304610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-c2135d7f-3e29-49fd-bf0c-bc0dc2e19172 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:36:45.305588 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-c2135d7f-3e29-49fd-bf0c-bc0dc2e19172 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062296 Aug 29 17:36:45.352558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-de791636-7e60-491d-b0ee-b1ec116f331b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19158c7d-548d-4153-9a60-05b5ee6cb838 HTTP/1.1" status: 200 len: 217 time: 0.0519044 Aug 29 17:36:45.450223 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.452542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-bfa7fd4e-e15e-436f-adc3-affac1a30520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:45.454607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-bfa7fd4e-e15e-436f-adc3-affac1a30520 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fc68852-571a-477c-bf0b-53bf6a808629 HTTP/1.1" status: 200 len: 849 time: 0.0907843 Aug 29 17:36:45.495990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-62d8de2d-b1e8-4ffd-b7ea-246afab4c2c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76b1a9bd-383e-4d27-bea0-0018821d3981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343053 Aug 29 17:36:45.499537 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-a054e0e5-9989-4ae5-a42e-6052c6dc1562 service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554680 Aug 29 17:36:45.573974 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.586374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Transition to ACTIVE for port object a082ec5b-5a26-479c-b6b6-3ea68f68fb66 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:45.608097 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.644630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1825a5-7e98-435d-92b7-a1615f847546 req-a8f1a12a-7d9e-4064-8261-4f464d426fe9 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:45.646561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a1825a5-7e98-435d-92b7-a1615f847546 req-a8f1a12a-7d9e-4064-8261-4f464d426fe9 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 943 time: 0.0548282 Aug 29 17:36:45.662500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-62ce3978-d164-475e-bf26-c501cfe7f01e service neutron] 10.222.0.43 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586962 Aug 29 17:36:45.664274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-6bce0ffb-da26-4939-94bf-96507ff3785f service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514175 Aug 29 17:36:45.729606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a1825a5-7e98-435d-92b7-a1615f847546 req-072987ba-e44e-44b1-ac8a-3a00e8cf4893 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758169 Aug 29 17:36:45.761675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8d5c5-106c-410e-8dd2-6b649a0e70f9 None None] Pushing event updated for resources: {'Port': ['ID=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:45.807389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Attempting to bind port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:45.807765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Attempting to bind port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:45.808128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Attempting to bind port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 on network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:45.823469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e3b3327-bcfd-41b4-86d7-76cce698adcf req-0cb92def-aab5-415f-9dfa-8b7fe22846d5 service neutron] 10.222.0.43 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533196 Aug 29 17:36:45.827628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:45.834494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Checking segment: {'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:45.834971 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.835382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Bound using segment: {'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:45.836088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Bound port: a082ec5b-5a26-479c-b6b6-3ea68f68fb66, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307e2c0a-f84d-4699-9a0b-2694c49e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:45.837178 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.951211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-a30ed64e-3971-47f9-b476-5bc2e1b2df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:45.953009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-a30ed64e-3971-47f9-b476-5bc2e1b2df0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa16da6dede2430dad6c2ba9cdd4d7eb&device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 1095 time: 0.0728455 Aug 29 17:36:45.966668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] For port a082ec5b-5a26-479c-b6b6-3ea68f68fb66, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:45.970566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] For port a082ec5b-5a26-479c-b6b6-3ea68f68fb66, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,segment=NetworkSegment(307e2c0a-f84d-4699-9a0b-2694c49e1aa5),segment_id=307e2c0a-f84d-4699-9a0b-2694c49e1aa5)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:45.977902 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:46.016251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27d7af-5b59-4526-a6cc-d9d97423be8f req-79d3aaec-f0a1-41d7-a4fa-822683fa8d39 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:46.019859 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d27d7af-5b59-4526-a6cc-d9d97423be8f req-79d3aaec-f0a1-41d7-a4fa-822683fa8d39 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0823364 Aug 29 17:36:46.133565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d27d7af-5b59-4526-a6cc-d9d97423be8f req-f9961da0-22d3-4843-b9c8-9090dcf729f1 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057539 Aug 29 17:36:46.142015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-9bbf3355-491e-4f1f-94ad-6061f656d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:46.149957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Routers {'0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:36:46.150927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:46.156106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-9bbf3355-491e-4f1f-94ad-6061f656d2d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=76b1a9bd-383e-4d27-bea0-0018821d3981 HTTP/1.1" status: 200 len: 910 time: 0.1830971 Aug 29 17:36:46.212351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56acac3d-1dd8-4b79-abfb-9879df657ca9 req-433698d4-c743-4bd1-84e5-9cb7c4c6d39b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 210 time: 0.0368447 Aug 29 17:36:46.213837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8d5c5-106c-410e-8dd2-6b649a0e70f9 None None] Pushing event updated for resources: {'Port': ['ID=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:46.280190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-e8edc4d5-c079-4a73-890f-0dca585047f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19158c7d-548d-4153-9a60-05b5ee6cb838 HTTP/1.1" status: 200 len: 217 time: 0.1147680 Aug 29 17:36:46.314811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] Set router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:36:46.387059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-e83e87b4-948f-4542-bb16-c9f98609a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:46.390531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-e83e87b4-948f-4542-bb16-c9f98609a56c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fc68852-571a-477c-bf0b-53bf6a808629 HTTP/1.1" status: 200 len: 849 time: 0.1036770 Aug 29 17:36:46.412383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87aae2-d9ce-4cdd-9078-a743e4ca83ca req-ac0a535e-be02-492d-9a6e-e92c8504f192 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:46.414545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f87aae2-d9ce-4cdd-9078-a743e4ca83ca req-ac0a535e-be02-492d-9a6e-e92c8504f192 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1603084 Aug 29 17:36:46.463553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-78272385-d332-419c-a6f1-fb9537e5a1c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76b1a9bd-383e-4d27-bea0-0018821d3981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445228 Aug 29 17:36:46.554238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f87aae2-d9ce-4cdd-9078-a743e4ca83ca req-c95747a9-0766-46ef-89e9-23aaf488de19 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268640 Aug 29 17:36:46.583687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:41Z', 'revision_number': 4, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port': {'id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a082ec5b-5a26-479c-b6b6-3ea68f68fb66', 'name': '', 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'mac_address': 'fa:16:3e:5e:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '8bd30ac1-f018-407b-9c55-ed2408fd2ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:40Z', 'updated_at': '2021-08-29T17:36:45Z', 'revision_number': 4, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'subnets': [{'id': '8bd30ac1-f018-407b-9c55-ed2408fd2ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:46.606555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-0fa2d400-8ea6-4087-becc-716fff9d745b service neutron] 10.222.0.43 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356161 Aug 29 17:36:46.616218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e317beb-e678-4b34-b118-51f04318b11c None None] The sync data for ids ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'] in n-d-713499-15 is: [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:41Z', 'revision_number': 4, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port': {'id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a082ec5b-5a26-479c-b6b6-3ea68f68fb66', 'name': '', 'network_id': '973adf8b-adb6-4e99-87f0-ec2e0f8405d8', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'mac_address': 'fa:16:3e:5e:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '8bd30ac1-f018-407b-9c55-ed2408fd2ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:40Z', 'updated_at': '2021-08-29T17:36:45Z', 'revision_number': 4, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'subnets': [{'id': '8bd30ac1-f018-407b-9c55-ed2408fd2ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:36:46.737456 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:46.775798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24c6794a-4179-4c8b-8308-f812bb2b4d9d req-125f9f3a-be05-4b18-aa4e-0691871e89db service neutron] 10.222.0.43 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595256 Aug 29 17:36:46.896290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3b388-1c6c-4d16-be1e-657676c5fcfd req-96732284-c451-481b-a61b-5d3ca6c79429 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:46.898193 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6e3b388-1c6c-4d16-be1e-657676c5fcfd req-96732284-c451-481b-a61b-5d3ca6c79429 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 943 time: 0.0664451 Aug 29 17:36:46.942736 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6e3b388-1c6c-4d16-be1e-657676c5fcfd req-28fa4035-6757-400d-bc7a-5ab4f91910fd tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Aug 29 17:36:47.286395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cfd4d-5930-4195-b46a-e901e063c9f1 req-41e57586-f2bd-44ac-bf63-e9cea38316bd tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:47.301777 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-254cfd4d-5930-4195-b46a-e901e063c9f1 req-41e57586-f2bd-44ac-bf63-e9cea38316bd tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0963442 Aug 29 17:36:47.340683 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6b76b47-e99f-4f55-abdf-5057f3fa2437 req-1b066ffe-131a-45d0-b863-9a5f96b601ea tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 210 time: 0.0502024 Aug 29 17:36:47.395063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-254cfd4d-5930-4195-b46a-e901e063c9f1 req-2e815170-506a-41cb-b3f2-08554eb7377e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922472 Aug 29 17:36:47.465753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc875-7964-4925-840d-55c574220f50 req-09504bda-9888-415b-8269-0dec81b50dff tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:47.469063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-09504bda-9888-415b-8269-0dec81b50dff tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.43 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1483681 Aug 29 17:36:47.505687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'port': {'device_id': '57b3af10-4053-4fe8-a64c-9daa1ef89349', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'admin_state_up': True, 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:47.671340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:36:47.675555 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:47.738862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741cde5-d482-44ca-bf59-9adb0deea931 req-cbf5af77-c2a0-475c-a347-fb25c20b23b3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:47.740426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4741cde5-d482-44ca-bf59-9adb0deea931 req-cbf5af77-c2a0-475c-a347-fb25c20b23b3 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0919528 Aug 29 17:36:47.860328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4741cde5-d482-44ca-bf59-9adb0deea931 req-e45f5a19-68c4-4758-a927-cb863df18716 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738940 Aug 29 17:36:47.894129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.20.0.11 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/02b35ef1-2718-4ad4-8449-774d08949a5f) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:36:48.060473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:48.075962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Transition to ACTIVE for port object 02b35ef1-2718-4ad4-8449-774d08949a5f will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:48.079754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a530ac-d117-4f1b-a511-1d56bcb3a10d req-384d2986-f4df-4d04-b0eb-48fd06ea5948 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:48.081669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59a530ac-d117-4f1b-a511-1d56bcb3a10d req-384d2986-f4df-4d04-b0eb-48fd06ea5948 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 943 time: 0.0545435 Aug 29 17:36:48.112331 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:48.126749 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59a530ac-d117-4f1b-a511-1d56bcb3a10d req-14dd0ddd-8473-4136-a0e6-98707aaa99d9 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Aug 29 17:36:48.165803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=02b35ef1-2718-4ad4-8449-774d08949a5f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:48.186409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:36:48.188048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:36:48.191347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:36:48.253698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:48.254343 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:48.270188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-bff646fb-dbec-4d38-93b3-5af621c67f82 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686348 Aug 29 17:36:48.284258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Request body: {'port': {'device_id': '57b3af10-4053-4fe8-a64c-9daa1ef89349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:36:48.347206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:48.566990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-355e9d4b-2982-4cf1-a545-8a05345593fa None None] Provisioning for port 02b35ef1-2718-4ad4-8449-774d08949a5f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:48.575117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-355e9d4b-2982-4cf1-a545-8a05345593fa None None] Provisioning complete for port 02b35ef1-2718-4ad4-8449-774d08949a5f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:48.575731 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-355e9d4b-2982-4cf1-a545-8a05345593fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:48.689854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3994-5e80-4b94-9a6a-f10db4d3f747 req-d447d767-66f2-4422-9b50-983bd4382f16 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:48.705030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e1d3994-5e80-4b94-9a6a-f10db4d3f747 req-d447d767-66f2-4422-9b50-983bd4382f16 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1530623 Aug 29 17:36:48.707806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-355e9d4b-2982-4cf1-a545-8a05345593fa None None] Port 02b35ef1-2718-4ad4-8449-774d08949a5f cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:36:48.709317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a082ec5b-5a26-479c-b6b6-3ea68f68fb66 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:48.722894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f934352-5383-4c42-b7d4-8125381e8c97 req-6b45d6fa-f562-4528-88f2-78549f6b2d42 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:48.730686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f934352-5383-4c42-b7d4-8125381e8c97 req-6b45d6fa-f562-4528-88f2-78549f6b2d42 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 932 time: 0.1650345 Aug 29 17:36:48.788738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e1d3994-5e80-4b94-9a6a-f10db4d3f747 req-f7f8ed64-57eb-4039-bb70-dfd808cc79a7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827332 Aug 29 17:36:48.799329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:48.806510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:48.807226 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:48.894871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f934352-5383-4c42-b7d4-8125381e8c97 req-5c70fd2e-c78b-4973-89db-04ab93603051 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532989 Aug 29 17:36:48.909590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 19158c7d-548d-4153-9a60-05b5ee6cb838 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:36:49.014527 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.015600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b35ef1-2718-4ad4-8449-774d08949a5f {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:49.045056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.062926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c58f7-9229-4e30-a228-9e7b89e5a961 req-e3bf9f6f-14f6-4df5-b760-81936dccb077 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:49.068639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Transition to ACTIVE for port object 02b35ef1-2718-4ad4-8449-774d08949a5f will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:36:49.074580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-154c58f7-9229-4e30-a228-9e7b89e5a961 req-e3bf9f6f-14f6-4df5-b760-81936dccb077 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0905998 Aug 29 17:36:49.081161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.140086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-154c58f7-9229-4e30-a228-9e7b89e5a961 req-c64dd349-435d-40a8-87c7-c12d5983b254 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604632 Aug 29 17:36:49.147647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a082ec5b-5a26-479c-b6b6-3ea68f68fb66, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,segment=NetworkSegment(307e2c0a-f84d-4699-9a0b-2694c49e1aa5),segment_id=307e2c0a-f84d-4699-9a0b-2694c49e1aa5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:49.155483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.291531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Pushing event updated for resources: {'Port': ['ID=02b35ef1-2718-4ad4-8449-774d08949a5f,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:49.355729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 19158c7d-548d-4153-9a60-05b5ee6cb838, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=19158c7d-548d-4153-9a60-05b5ee6cb838,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:49.376972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:49.393529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '19158c7d-548d-4153-9a60-05b5ee6cb838', 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981', 'port_id': '19158c7d-548d-4153-9a60-05b5ee6cb838', 'mac_address': 'fa:16:3e:84:42:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc68852-571a-477c-bf0b-53bf6a808629', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:36:49.477503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15dad2-528f-4a65-894d-22b4c9ed6a78 req-02844e17-ee67-4e4e-ab49-0a99f16a6839 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:49.482687 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.497723 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b15dad2-528f-4a65-894d-22b4c9ed6a78 req-02844e17-ee67-4e4e-ab49-0a99f16a6839 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 943 time: 0.2031620 Aug 29 17:36:49.502787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7c752-3137-43c6-b5e2-3b8b155c87c9 req-02c58d89-f5af-4eb7-80fd-0f38ca677fd4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:49.510523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3f7c752-3137-43c6-b5e2-3b8b155c87c9 req-02c58d89-f5af-4eb7-80fd-0f38ca677fd4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0964723 Aug 29 17:36:49.527236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19158c7d-548d-4153-9a60-05b5ee6cb838 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:36:49.564412 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3f7c752-3137-43c6-b5e2-3b8b155c87c9 req-429699e5-bf9d-4cf9-b3bd-4cc38e1c3463 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 Aug 29 17:36:49.578577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 19158c7d-548d-4153-9a60-05b5ee6cb838, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=19158c7d-548d-4153-9a60-05b5ee6cb838,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:49.579908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Attempting to bind port 02b35ef1-2718-4ad4-8449-774d08949a5f on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:36:49.580158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Attempting to bind port 02b35ef1-2718-4ad4-8449-774d08949a5f by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:36:49.580502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Attempting to bind port 02b35ef1-2718-4ad4-8449-774d08949a5f on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:49.584697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.604613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Port 02b35ef1-2718-4ad4-8449-774d08949a5f on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:36:49.604945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Attempting to bind port 02b35ef1-2718-4ad4-8449-774d08949a5f on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:36:49.629817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:36:49.631218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:36:49.632291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:36:49.632755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Bound port: 02b35ef1-2718-4ad4-8449-774d08949a5f, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:36:49.633120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.648693 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b15dad2-528f-4a65-894d-22b4c9ed6a78 req-145befea-5aad-4c0c-85b3-7d7e1d998fbe tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502361 Aug 29 17:36:49.684657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=19158c7d-548d-4153-9a60-05b5ee6cb838,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:49.727025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c92433-a0c3-4bb0-8eed-8f3fa4adb172 req-a2fa324c-317a-486d-ab55-bbdc635dc765 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:49.729455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1c92433-a0c3-4bb0-8eed-8f3fa4adb172 req-a2fa324c-317a-486d-ab55-bbdc635dc765 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0942886 Aug 29 17:36:49.743190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] For port 02b35ef1-2718-4ad4-8449-774d08949a5f, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:36:49.746462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] For port 02b35ef1-2718-4ad4-8449-774d08949a5f, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=02b35ef1-2718-4ad4-8449-774d08949a5f,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:36:49.751965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.820066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1c92433-a0c3-4bb0-8eed-8f3fa4adb172 req-feb8667f-842d-45d9-9073-71f12da36d29 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774124 Aug 29 17:36:49.823001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['19158c7d-548d-4153-9a60-05b5ee6cb838'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:49.856643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:49.858540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.860854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] 10.222.0.43 "PUT /v2.0/ports/02b35ef1-2718-4ad4-8449-774d08949a5f HTTP/1.1" status: 200 len: 1093 time: 1.5817754 Aug 29 17:36:49.865494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b3af10-4053-4fe8-a64c-9daa1ef89349', 'tag': '02b35ef1-2718-4ad4-8449-774d08949a5f'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:49.868992 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c" -d '{"events": [{"name": "network-changed", "server_uuid": "57b3af10-4053-4fe8-a64c-9daa1ef89349", "tag": "02b35ef1-2718-4ad4-8449-774d08949a5f"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:49.873877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35e7a1-1363-4079-8622-cbf45fdf29c2 service neutron] Pushing event updated for resources: {'Port': ['ID=02b35ef1-2718-4ad4-8449-774d08949a5f,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:50.025356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b53cb-2c91-444b-938b-c64f99ac6d12 req-7ce483cb-3012-4a84-a230-d666f6abc0cd tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.026966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-728b53cb-2c91-444b-938b-c64f99ac6d12 req-7ce483cb-3012-4a84-a230-d666f6abc0cd tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1245892 Aug 29 17:36:50.037999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc875-7964-4925-840d-55c574220f50 req-aae42a28-9c22-4e88-8b77-0ce6d84e5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.049138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-aae42a28-9c22-4e88-8b77-0ce6d84e5014 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 1096 time: 0.1286516 Aug 29 17:36:50.165712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-bcfa0bd7-dc70-4ae9-ad02-83fc1c26fb80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02b35ef1-2718-4ad4-8449-774d08949a5f HTTP/1.1" status: 200 len: 217 time: 0.0802310 Aug 29 17:36:50.170491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-728b53cb-2c91-444b-938b-c64f99ac6d12 req-d258544b-af1f-4a06-a81a-1d66e0f0a493 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349895 Aug 29 17:36:50.232918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc875-7964-4925-840d-55c574220f50 req-1f40aee8-a559-49a8-b8fa-96d1f646142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.235890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-1f40aee8-a559-49a8-b8fa-96d1f646142a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0613368 Aug 29 17:36:50.239487 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4ac27b-2a4b-4f8e-b3e4-1dda11d6e815 x-openstack-request-id: req-7e4ac27b-2a4b-4f8e-b3e4-1dda11d6e815 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:50.240100 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b3af10-4053-4fe8-a64c-9daa1ef89349", "tag": "02b35ef1-2718-4ad4-8449-774d08949a5f", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:50.240566 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e4ac27b-2a4b-4f8e-b3e4-1dda11d6e815 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:50.241196 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b3af10-4053-4fe8-a64c-9daa1ef89349', 'tag': '02b35ef1-2718-4ad4-8449-774d08949a5f', 'status': 'completed', 'code': 200} Aug 29 17:36:50.301394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc875-7964-4925-840d-55c574220f50 req-74fd9d38-de76-4a7d-b0b8-d8c958639596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.303059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-74fd9d38-de76-4a7d-b0b8-d8c958639596 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605023 Aug 29 17:36:50.399067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db432f-8c25-42c8-bb53-6cc53b3dd740 req-0628ddfe-1ee3-463f-b31c-127d8888b18f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.406644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a7db432f-8c25-42c8-bb53-6cc53b3dd740 req-0628ddfe-1ee3-463f-b31c-127d8888b18f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0986974 Aug 29 17:36:50.428332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9fdaa-c90a-4881-ad7a-b07c364ee1e0 req-c53da504-8126-4cb6-bb00-8401417115a5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.430046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c9fdaa-c90a-4881-ad7a-b07c364ee1e0 req-c53da504-8126-4cb6-bb00-8401417115a5 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1236460 Aug 29 17:36:50.472720 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a7db432f-8c25-42c8-bb53-6cc53b3dd740 req-22e6659f-77c7-4b65-9ff3-243f42afae91 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638738 Aug 29 17:36:50.504307 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-b663699a-58b1-4d80-96a7-aad06abfec6e service neutron] 10.222.0.43 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864524 Aug 29 17:36:50.528773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82c9fdaa-c90a-4881-ad7a-b07c364ee1e0 req-0baa4b74-01a7-4036-af14-c1c829f59f29 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912197 Aug 29 17:36:50.611476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a082ec5b-5a26-479c-b6b6-3ea68f68fb66 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:50.638877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-551dc875-7964-4925-840d-55c574220f50 req-d8526403-e23e-420f-97ad-0f637ae7fd5d service neutron] 10.222.0.43 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258688 Aug 29 17:36:50.709133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:50.713133 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:50.760716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-95a8af77-00ef-4085-bc9b-b3aa53fb2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.762211 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-95a8af77-00ef-4085-bc9b-b3aa53fb2e3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 1096 time: 0.0663660 Aug 29 17:36:50.819277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13822d7b-f264-42f4-a9d5-f57f236ff7fe req-a7a18f85-9415-4a2f-8b30-fe208e802b56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.821991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13822d7b-f264-42f4-a9d5-f57f236ff7fe req-a7a18f85-9415-4a2f-8b30-fe208e802b56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 944 time: 0.0680079 Aug 29 17:36:50.904409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13822d7b-f264-42f4-a9d5-f57f236ff7fe req-f3f04058-a55f-414d-b695-9620570cacae tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754192 Aug 29 17:36:50.914911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 19158c7d-548d-4153-9a60-05b5ee6cb838 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:36:50.944869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-e3ce0e4d-72f9-4f4a-a05f-a3fddb4e4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:50.946550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-e3ce0e4d-72f9-4f4a-a05f-a3fddb4e4b34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.1764278 Aug 29 17:36:50.998364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 19158c7d-548d-4153-9a60-05b5ee6cb838 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:36:51.002627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-cc39bb9a-b376-4369-804c-b9ae5a5b57f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02b35ef1-2718-4ad4-8449-774d08949a5f HTTP/1.1" status: 200 len: 217 time: 0.0467350 Aug 29 17:36:51.004561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 19158c7d-548d-4153-9a60-05b5ee6cb838 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:36:51.004944 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:51.087267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-679647e9-eb5a-4256-aecc-e0db80f9e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:51.089583 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-679647e9-eb5a-4256-aecc-e0db80f9e892 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0778835 Aug 29 17:36:51.124117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:51.156775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332fba6c-b038-481c-8913-9d0b6534db3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19158c7d-548d-4153-9a60-05b5ee6cb838'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:51.159858 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2013e12d-eb14-41f2-b7f5-e924bec70fb7" -d '{"events": [{"server_uuid": "332fba6c-b038-481c-8913-9d0b6534db3f", "name": "network-vif-plugged", "status": "completed", "tag": "19158c7d-548d-4153-9a60-05b5ee6cb838"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:51.161024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-3b4d617f-9cca-497f-a1ff-e348526e0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:51.163463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-3b4d617f-9cca-497f-a1ff-e348526e0fa6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589077 Aug 29 17:36:51.192234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 19158c7d-548d-4153-9a60-05b5ee6cb838, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=19158c7d-548d-4153-9a60-05b5ee6cb838,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:51.209994 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426a52d0-b605-4d1f-be14-17d4e6c77d55 x-openstack-request-id: req-426a52d0-b605-4d1f-be14-17d4e6c77d55 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:51.210292 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332fba6c-b038-481c-8913-9d0b6534db3f", "name": "network-vif-plugged", "status": "completed", "tag": "19158c7d-548d-4153-9a60-05b5ee6cb838", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:51.210554 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-426a52d0-b605-4d1f-be14-17d4e6c77d55 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:51.213654 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332fba6c-b038-481c-8913-9d0b6534db3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19158c7d-548d-4153-9a60-05b5ee6cb838', 'code': 200} Aug 29 17:36:51.214978 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:51.309566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-c6df2e79-6d6e-4e4c-9383-77ea51f777ea service neutron] 10.222.0.43 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382504 Aug 29 17:36:51.326360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=19158c7d-548d-4153-9a60-05b5ee6cb838,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:51.335731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.336082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.336435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.336777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.337115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.337451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.337913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.338252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.338763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.338966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.339243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.339571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:36:51.398763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b144f-11df-4e87-ba58-51f3179ad06c req-bf77935f-3b06-4838-909e-3186bddc8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:51.401268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a28b144f-11df-4e87-ba58-51f3179ad06c req-bf77935f-3b06-4838-909e-3186bddc8570 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 1097 time: 0.1235847 Aug 29 17:36:51.414854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae856959-3640-4c44-b23a-f9bef38846fa req-a25b2db1-067e-41fc-8081-f5bca215bfe6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:51.423719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae856959-3640-4c44-b23a-f9bef38846fa req-a25b2db1-067e-41fc-8081-f5bca215bfe6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0915668 Aug 29 17:36:51.464220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d6f0d61d-2479-40ac-bda2-d9ffee2e225c req-bd4086a6-9361-4a83-946f-d0a40e46b66c service neutron] 10.222.0.43 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455908 Aug 29 17:36:51.548737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae856959-3640-4c44-b23a-f9bef38846fa req-76f7ed8a-a0f5-43f2-9243-47d87a1d49ba tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182911 Aug 29 17:36:51.555130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a28b144f-11df-4e87-ba58-51f3179ad06c req-b9d511b5-934b-447c-a829-0ca7cc8b6b69 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274004 Aug 29 17:36:51.576879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-f84cd9fb-4282-4c90-89f6-cb0de27d39ef tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:51.578502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-f84cd9fb-4282-4c90-89f6-cb0de27d39ef tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.1204209 Aug 29 17:36:51.644554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33cd3-8b31-4012-bb20-309e64d10e22 req-8c53f726-1367-4ead-a783-e9e92fd77b52 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:51.646253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-44c33cd3-8b31-4012-bb20-309e64d10e22 req-8c53f726-1367-4ead-a783-e9e92fd77b52 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0817041 Aug 29 17:36:51.696839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-44c33cd3-8b31-4012-bb20-309e64d10e22 req-6a3eaaaa-0240-466a-95ce-4bc740556c8a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Aug 29 17:36:51.722990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06452480-c982-4410-8a31-4ce0f60e5b27 req-567785d5-9aee-4ffc-936d-df1e5ede0541 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:51.724519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06452480-c982-4410-8a31-4ce0f60e5b27 req-567785d5-9aee-4ffc-936d-df1e5ede0541 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a63860-f5c7-4fbd-82ea-b196d665b72b HTTP/1.1" status: 200 len: 946 time: 0.0660124 Aug 29 17:36:51.745556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Deleting port 4663a2ef-6697-43fc-bd4d-507deb1b892d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:36:51.745990 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:51.822636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06452480-c982-4410-8a31-4ce0f60e5b27 req-f5db6d35-d043-4a62-adf0-4b9681a30567 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894179 Aug 29 17:36:51.860905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] For port 4663a2ef-6697-43fc-bd4d-507deb1b892d, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4663a2ef-6697-43fc-bd4d-507deb1b892d,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:51.861334 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:51.876184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Calling delete_port for 4663a2ef-6697-43fc-bd4d-507deb1b892d owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:36:52.022927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:52.039464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['4663a2ef-6697-43fc-bd4d-507deb1b892d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:52.048543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:52.052386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132700d-1b78-405d-a302-494b1ca0d3c9 req-63216497-58c8-43a4-bad1-538c5404995d tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:52.053905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9132700d-1b78-405d-a302-494b1ca0d3c9 req-63216497-58c8-43a4-bad1-538c5404995d tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 945 time: 0.0610120 Aug 29 17:36:52.059566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event deleted for resources: {'Port': ['ID=4663a2ef-6697-43fc-bd4d-507deb1b892d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:52.101739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] No DVR routers for this DVR port 4663a2ef-6697-43fc-bd4d-507deb1b892d on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:36:52.105392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:52.108303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2e40110-1f5f-461d-9b37-cbad13801fc5 req-b7e402dd-9f2e-4545-85e0-0fbca4139453 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.44 "DELETE /v2.0/ports/4663a2ef-6697-43fc-bd4d-507deb1b892d HTTP/1.1" status: 204 len: 173 time: 0.5215805 Aug 29 17:36:52.108710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9132700d-1b78-405d-a302-494b1ca0d3c9 req-5e4045a2-f778-495b-9d5a-946c2429eda1 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Aug 29 17:36:52.109387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a63860-f5c7-4fbd-82ea-b196d665b72b', 'name': 'network-vif-deleted', 'tag': '4663a2ef-6697-43fc-bd4d-507deb1b892d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:52.112436 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb00f94e-80ef-4e92-af39-abf18cee00a6" -d '{"events": [{"server_uuid": "d7a63860-f5c7-4fbd-82ea-b196d665b72b", "name": "network-vif-deleted", "tag": "4663a2ef-6697-43fc-bd4d-507deb1b892d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:52.356597 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b1915-88fc-4d88-99a0-e7eede44b4b4 x-openstack-request-id: req-c01b1915-88fc-4d88-99a0-e7eede44b4b4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:52.356904 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a63860-f5c7-4fbd-82ea-b196d665b72b", "name": "network-vif-deleted", "tag": "4663a2ef-6697-43fc-bd4d-507deb1b892d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:52.357157 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c01b1915-88fc-4d88-99a0-e7eede44b4b4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:52.357552 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a63860-f5c7-4fbd-82ea-b196d665b72b', 'name': 'network-vif-deleted', 'tag': '4663a2ef-6697-43fc-bd4d-507deb1b892d', 'status': 'completed', 'code': 200} Aug 29 17:36:52.735851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ffdb0-8b8c-4b63-a9a2-efa92111627a req-4d3b1409-f670-44f5-822c-187627478d88 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:52.745247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-687ffdb0-8b8c-4b63-a9a2-efa92111627a req-4d3b1409-f670-44f5-822c-187627478d88 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1168094 Aug 29 17:36:52.784892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-687ffdb0-8b8c-4b63-a9a2-efa92111627a req-20c1cf6e-80ef-480c-935d-3551e188be98 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386426 Aug 29 17:36:52.842981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e35b-9813-4b52-9074-fd01984f9a06 req-10212b60-3c2f-460d-9517-86a20f797e0b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:52.844925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e888e35b-9813-4b52-9074-fd01984f9a06 req-10212b60-3c2f-460d-9517-86a20f797e0b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0583315 Aug 29 17:36:52.904516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e888e35b-9813-4b52-9074-fd01984f9a06 req-5c3d2127-848f-4799-88fa-7a243fa79af1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529253 Aug 29 17:36:53.238953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1573f-77c9-4d8f-869d-a969a1a4ddeb req-75fe61ec-93f0-4a9a-b3eb-f14dda9c94a2 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:53.240677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5d1573f-77c9-4d8f-869d-a969a1a4ddeb req-75fe61ec-93f0-4a9a-b3eb-f14dda9c94a2 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 945 time: 0.0529256 Aug 29 17:36:53.291540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5d1573f-77c9-4d8f-869d-a969a1a4ddeb req-c30cc408-a67d-49a3-9715-e0e9bd252125 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Aug 29 17:36:53.697514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2276b2-fa39-4bdb-b821-953a4bbe702b req-ac69d4fe-65e7-4817-8e12-dd288187ac52 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:53.705706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b2276b2-fa39-4bdb-b821-953a4bbe702b req-ac69d4fe-65e7-4817-8e12-dd288187ac52 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 946 time: 0.0575049 Aug 29 17:36:53.743400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b2276b2-fa39-4bdb-b821-953a4bbe702b req-8323120b-27f0-49b3-95ec-73482e6def1b tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367424 Aug 29 17:36:53.917833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ced4-3809-4e2a-9326-643b57ccb3fc req-16c34fd7-4990-417e-994a-621f675ced20 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:53.919427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de31ced4-3809-4e2a-9326-643b57ccb3fc req-16c34fd7-4990-417e-994a-621f675ced20 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0644593 Aug 29 17:36:53.963883 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de31ced4-3809-4e2a-9326-643b57ccb3fc req-5a3cf69c-b8c8-4522-8cef-a126970a6fb2 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354238 Aug 29 17:36:54.006120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da4668-632b-4874-b3a3-a62406ca1991 req-f50bcb6e-53b4-4365-9f3a-8cb194a70050 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:54.014238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0da4668-632b-4874-b3a3-a62406ca1991 req-f50bcb6e-53b4-4365-9f3a-8cb194a70050 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 945 time: 0.0555179 Aug 29 17:36:54.062773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0da4668-632b-4874-b3a3-a62406ca1991 req-439ea201-b625-476b-a7b3-f96e3abd7c54 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Aug 29 17:36:54.093452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e5f83-3979-4ba3-9013-d07198082634 req-7e5363b2-76dd-4daf-9a40-c6de77c915f9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:54.095667 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e53e5f83-3979-4ba3-9013-d07198082634 req-7e5363b2-76dd-4daf-9a40-c6de77c915f9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0722470 Aug 29 17:36:54.174241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e53e5f83-3979-4ba3-9013-d07198082634 req-143d3b65-35b5-4f78-86bf-d0e1b9812751 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672011 Aug 29 17:36:54.866935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bea88e-a49c-4787-8b7d-17a4724d1e0a req-b43900a4-7892-4da1-a6e0-9a21469fbd2f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:54.868473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1bea88e-a49c-4787-8b7d-17a4724d1e0a req-b43900a4-7892-4da1-a6e0-9a21469fbd2f tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 946 time: 0.0535817 Aug 29 17:36:54.910979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1bea88e-a49c-4787-8b7d-17a4724d1e0a req-27ea7aee-bc92-45cf-ab7b-1ce6a0da36c4 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/security-groups?id=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364842 Aug 29 17:36:55.085006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093db44b-5a30-4d71-87a3-fff4771d6d98 req-ea4de765-c95e-40fe-9f93-9356dd4e013b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:55.086511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-093db44b-5a30-4d71-87a3-fff4771d6d98 req-ea4de765-c95e-40fe-9f93-9356dd4e013b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0527148 Aug 29 17:36:55.134339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-093db44b-5a30-4d71-87a3-fff4771d6d98 req-7673cdfd-4b51-41cd-9af4-4154195a9a06 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Aug 29 17:36:55.209861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-699205c0-17ed-40e8-922b-0bc42b0add78 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:55.211854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-699205c0-17ed-40e8-922b-0bc42b0add78 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 946 time: 0.0969112 Aug 29 17:36:55.227014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb83d-53eb-47c8-abfa-e10604f39c7b req-41eccb7d-2542-4530-8dde-238cb979e60d tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:55.228508 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a5bb83d-53eb-47c8-abfa-e10604f39c7b req-41eccb7d-2542-4530-8dde-238cb979e60d tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 945 time: 0.1009009 Aug 29 17:36:55.305062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213a70c-6c0c-4a3c-b705-66286a4b4a06 req-824c578e-b25a-4622-9c5d-e7478b52b4b5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:55.306669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2213a70c-6c0c-4a3c-b705-66286a4b4a06 req-824c578e-b25a-4622-9c5d-e7478b52b4b5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0551100 Aug 29 17:36:55.320114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a5bb83d-53eb-47c8-abfa-e10604f39c7b req-a7b10373-4f60-4fdb-ad94-8255a91cc08e tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827723 Aug 29 17:36:55.354946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Deleting port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:36:55.355387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:55.357959 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2213a70c-6c0c-4a3c-b705-66286a4b4a06 req-faa2dca5-851c-46d4-8424-8a3897ee45f5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Aug 29 17:36:55.452588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] For port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,segment=NetworkSegment(716f4cf1-0808-4430-a2d7-55eaf802f1b5),segment_id=716f4cf1-0808-4430-a2d7-55eaf802f1b5)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:55.453221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:55.456419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-3a5957fc-4019-4b48-b371-ab5444781a22 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:55.457958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-3a5957fc-4019-4b48-b371-ab5444781a22 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.43 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 945 time: 0.0496662 Aug 29 17:36:55.468370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Calling delete_port for ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:36:55.600879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:55.616759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4663a2ef-6697-43fc-bd4d-507deb1b892d no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:55.620166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:55.636793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Pushing event deleted for resources: {'Port': ['ID=ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:55.699241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 4663a2ef-6697-43fc-bd4d-507deb1b892d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:36:55.699810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4663a2ef-6697-43fc-bd4d-507deb1b892d not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:36:55.706489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] No DVR routers for this DVR port ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:36:55.709587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:55.712814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-222cf1be-c02f-4119-8578-95358b5f99f8 req-e9f135df-6726-47e6-8ef9-d9abdacdf652 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.43 "DELETE /v2.0/ports/ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb HTTP/1.1" status: 204 len: 173 time: 0.4833479 Aug 29 17:36:55.713297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04fe746-fe8e-4060-a634-bff4d95c3198', 'name': 'network-vif-deleted', 'tag': 'ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:55.716242 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebf10cd-5be7-4ffa-966e-1064c37560b2" -d '{"events": [{"server_uuid": "f04fe746-fe8e-4060-a634-bff4d95c3198", "name": "network-vif-deleted", "tag": "ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:55.762032 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61ead7-de03-47f8-b6a3-80cac4997e6d x-openstack-request-id: req-1c61ead7-de03-47f8-b6a3-80cac4997e6d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:55.762321 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04fe746-fe8e-4060-a634-bff4d95c3198", "name": "network-vif-deleted", "tag": "ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:55.762579 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c61ead7-de03-47f8-b6a3-80cac4997e6d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:55.763012 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04fe746-fe8e-4060-a634-bff4d95c3198', 'name': 'network-vif-deleted', 'tag': 'ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb', 'status': 'completed', 'code': 200} Aug 29 17:36:55.934899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Deleting port 19158c7d-548d-4153-9a60-05b5ee6cb838 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:36:55.935257 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:56.025096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] For port 19158c7d-548d-4153-9a60-05b5ee6cb838, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=19158c7d-548d-4153-9a60-05b5ee6cb838,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:36:56.025515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:56.025810 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20ab32ff-d25c-4126-8b5f-d649550739cd req-cc4a2dc7-fc93-4394-909e-a588e3f6a099 tempest-ServersTestJSON-1472364534 tempest-ServersTestJSON-1472364534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fe746-fe8e-4060-a634-bff4d95c3198 HTTP/1.1" status: 200 len: 210 time: 0.0282643 Aug 29 17:36:56.039354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Calling delete_port for 19158c7d-548d-4153-9a60-05b5ee6cb838 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:36:56.195065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:56.209976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['19158c7d-548d-4153-9a60-05b5ee6cb838'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:36:56.331170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Pushing event deleted for resources: {'Port': ['ID=19158c7d-548d-4153-9a60-05b5ee6cb838,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:56.355335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] No DVR routers for this DVR port 19158c7d-548d-4153-9a60-05b5ee6cb838 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:36:56.358435 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:56.360920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1657b4c1-c09b-47f6-a53b-ab9714bd909b req-b9c0f6bf-b79a-45db-b326-44c29331f8a3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.43 "DELETE /v2.0/ports/19158c7d-548d-4153-9a60-05b5ee6cb838 HTTP/1.1" status: 204 len: 173 time: 0.8967624 Aug 29 17:36:56.361402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332fba6c-b038-481c-8913-9d0b6534db3f', 'name': 'network-vif-deleted', 'tag': '19158c7d-548d-4153-9a60-05b5ee6cb838'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:36:56.363709 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032fd1f2-fb30-4482-8fbd-57abe9bd84e3" -d '{"events": [{"server_uuid": "332fba6c-b038-481c-8913-9d0b6534db3f", "name": "network-vif-deleted", "tag": "19158c7d-548d-4153-9a60-05b5ee6cb838"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:36:56.399942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f01d76-fc11-45c1-a7bf-f689b4e61c25 req-3be3649a-bc7c-4c19-b2a5-ac9f5295a1ad tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:56.405885 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97f01d76-fc11-45c1-a7bf-f689b4e61c25 req-3be3649a-bc7c-4c19-b2a5-ac9f5295a1ad tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1594932 Aug 29 17:36:56.456521 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38ff4607-db0b-4ad7-8da3-79846b9f5954 req-c6798e8a-4878-4c97-b4d3-9aac0327f0e9 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=332fba6c-b038-481c-8913-9d0b6534db3f HTTP/1.1" status: 200 len: 210 time: 0.0339758 Aug 29 17:36:56.491877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97f01d76-fc11-45c1-a7bf-f689b4e61c25 req-c9aa12c0-be3a-4801-9f53-0963364e916a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830324 Aug 29 17:36:56.549737 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ec78d-e9ce-49b3-9c19-a8f1b90f56af x-openstack-request-id: req-297ec78d-e9ce-49b3-9c19-a8f1b90f56af {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:36:56.550048 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332fba6c-b038-481c-8913-9d0b6534db3f", "name": "network-vif-deleted", "tag": "19158c7d-548d-4153-9a60-05b5ee6cb838", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:36:56.550317 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-297ec78d-e9ce-49b3-9c19-a8f1b90f56af {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:36:56.550681 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332fba6c-b038-481c-8913-9d0b6534db3f', 'name': 'network-vif-deleted', 'tag': '19158c7d-548d-4153-9a60-05b5ee6cb838', 'status': 'completed', 'code': 200} Aug 29 17:36:56.620979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cfc0b-bbad-4cc8-8d8d-c54dcfc5a5b1 req-e2e56128-ae52-4e7f-af6e-3d932cefd0c8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:56.623710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c9cfc0b-bbad-4cc8-8d8d-c54dcfc5a5b1 req-e2e56128-ae52-4e7f-af6e-3d932cefd0c8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0613308 Aug 29 17:36:56.665949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c9cfc0b-bbad-4cc8-8d8d-c54dcfc5a5b1 req-d41e8430-bb8d-43f8-8a5a-448dc02fff38 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362127 Aug 29 17:36:57.080772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36524) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:57.160921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d37658-80d3-4f06-b759-7954cb93dcfe admin admin] Deleting subnet bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:36:57.165903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-63d37658-80d3-4f06-b759-7954cb93dcfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.210739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-63d37658-80d3-4f06-b759-7954cb93dcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.271198 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-63d37658-80d3-4f06-b759-7954cb93dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.348079 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-63d37658-80d3-4f06-b759-7954cb93dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.391080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d37658-80d3-4f06-b759-7954cb93dcfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:57.394195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-63d37658-80d3-4f06-b759-7954cb93dcfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.398337 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-63d37658-80d3-4f06-b759-7954cb93dcfe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bd0c7a42-f0b9-40dd-a7ed-ad387c0e9110 HTTP/1.1" status: 204 len: 168 time: 0.3143773 Aug 29 17:36:57.399156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36528) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:57.504239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.638476 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.664259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5391bae1-cb2c-4870-ad97-f010392c0e9e']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:57.684417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716f4cf1-0808-4430-a2d7-55eaf802f1b5') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:57.684710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716f4cf1-0808-4430-a2d7-55eaf802f1b5') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:57.698047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.700563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375ca6a-4a81-4503-878a-e0928b777bf5 req-bc52c164-cd8b-4002-a126-4d0ad465de7e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:57.704222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2375ca6a-4a81-4503-878a-e0928b777bf5 req-bc52c164-cd8b-4002-a126-4d0ad465de7e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1006842 Aug 29 17:36:57.755055 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.759363 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2375ca6a-4a81-4503-878a-e0928b777bf5 req-fd4e8700-d517-4c34-adad-dab6b2437bce tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437479 Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:36:57.777928 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:36:57.902349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054bb06-8518-4a6c-ad7d-50f27bd77886 req-b140586e-c3bf-4ff3-a9bc-1cb8f8353a66 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:57.904672 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f054bb06-8518-4a6c-ad7d-50f27bd77886 req-b140586e-c3bf-4ff3-a9bc-1cb8f8353a66 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0633521 Aug 29 17:36:57.956780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f054bb06-8518-4a6c-ad7d-50f27bd77886 req-8bc439ab-f985-49f7-8982-9fcaf86df592 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Aug 29 17:36:58.198876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:58.212757 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:58.215078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] 10.222.0.41 "DELETE /v2.0/networks/5391bae1-cb2c-4870-ad97-f010392c0e9e HTTP/1.1" status: 204 len: 168 time: 0.8147671 Aug 29 17:36:58.226840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79281e00-de10-4b40-9a78-8056ad50b08c admin admin] Pushing event deleted for resources: {'Network': ['ID=5391bae1-cb2c-4870-ad97-f010392c0e9e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:58.236398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2210-2a09-4926-895c-fdb0655082fa req-0a9dbe23-8bf4-4888-a48f-a80604e04bf0 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:58.238173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-0a9dbe23-8bf4-4888-a48f-a80604e04bf0 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/networks?id=76b1a9bd-383e-4d27-bea0-0018821d3981 HTTP/1.1" status: 200 len: 809 time: 0.5450375 Aug 29 17:36:58.268923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-5c4a10cb-ad9d-4371-95aa-f708b19826b4 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/quotas/fa16da6dede2430dad6c2ba9cdd4d7eb HTTP/1.1" status: 200 len: 375 time: 0.0184734 Aug 29 17:36:58.321083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-bde9d428-3357-4f02-b702-0a34fcbf577f tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa16da6dede2430dad6c2ba9cdd4d7eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393777 Aug 29 17:36:58.503173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-798bfa99-3caa-4851-920f-c0916a1358b6 service neutron] 10.222.0.41 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678572 Aug 29 17:36:58.509286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36554) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:58.565272 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aee077cd-cb5c-4ea5-9616-59e2cb165705 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04665ef6c231485e96c15dfdcea1a752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525341 Aug 29 17:36:58.567127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36556) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:36:58.634559 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad5ecd1e-618f-476e-9f5c-4f89830840d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:58.651151 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ceace06e-89cb-4f53-a561-0f128c746088 service neutron] 10.222.0.41 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437569 Aug 29 17:36:58.663835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad5ecd1e-618f-476e-9f5c-4f89830840d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:58.763633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad5ecd1e-618f-476e-9f5c-4f89830840d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:58.769769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad5ecd1e-618f-476e-9f5c-4f89830840d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:58.771650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ad5ecd1e-618f-476e-9f5c-4f89830840d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a HTTP/1.1" status: 204 len: 168 time: 0.2034929 Aug 29 17:36:58.788079 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ecd1e-618f-476e-9f5c-4f89830840d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fcbc4e-2e3d-43f7-9421-2ef1d70ae87a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:36:58.917861 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bef049e-4b07-438d-8cfd-5cb1dc478a05 req-6c128eff-95a8-4364-bd4f-687edf0800ca tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 210 time: 0.0600584 Aug 29 17:36:58.989582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:59.022001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:36:59.027201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device ee9342e8-c2f0-4b0c-9b56-d2c40dbb69bb not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:36:59.027869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 19158c7d-548d-4153-9a60-05b5ee6cb838 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:36:59.034719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333b34-f0ec-4741-8fa0-cb1210262902 req-0a7bb8a9-4211-4dbb-81e0-a2e8752afeda tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:59.055388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cc333b34-f0ec-4741-8fa0-cb1210262902 req-0a7bb8a9-4211-4dbb-81e0-a2e8752afeda tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1659415 Aug 29 17:36:59.076793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 19158c7d-548d-4153-9a60-05b5ee6cb838 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:36:59.078886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 19158c7d-548d-4153-9a60-05b5ee6cb838 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:36:59.114392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cc333b34-f0ec-4741-8fa0-cb1210262902 req-f29017d8-fa97-4c2a-bb2d-4ea41272e496 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628278 Aug 29 17:36:59.115310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457595c-1273-4bb2-acf7-892ce5f1fd2c req-1c74defb-b917-4038-84b9-04a6e5eb631e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:59.124895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5457595c-1273-4bb2-acf7-892ce5f1fd2c req-1c74defb-b917-4038-84b9-04a6e5eb631e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0785205 Aug 29 17:36:59.191563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5457595c-1273-4bb2-acf7-892ce5f1fd2c req-6a283a3b-368b-4a77-86cb-ba3272246e10 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666635 Aug 29 17:37:00.041326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b85466cf-022d-4541-a352-15c38e4c07a6 req-38d77989-b633-4ec1-82e9-0bb970b63ccd tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 210 time: 0.0425515 Aug 29 17:37:00.262110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b979e53-6e74-49c6-a5ff-3e6042930017 req-286932c2-6c9e-4eee-9c25-e53e2a40bff7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:00.264421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b979e53-6e74-49c6-a5ff-3e6042930017 req-286932c2-6c9e-4eee-9c25-e53e2a40bff7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0798583 Aug 29 17:37:00.380634 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b979e53-6e74-49c6-a5ff-3e6042930017 req-214aec45-b971-441c-bab7-7b763cd65090 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059456 Aug 29 17:37:00.444676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2210-2a09-4926-895c-fdb0655082fa req-5ba5e9c7-20bc-492c-9c8f-79ef11185c71 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:00.446210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-5ba5e9c7-20bc-492c-9c8f-79ef11185c71 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.44 "GET /v2.0/networks?id=76b1a9bd-383e-4d27-bea0-0018821d3981 HTTP/1.1" status: 200 len: 809 time: 0.1958833 Aug 29 17:37:00.469326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Request body: {'port': {'device_id': '84b05e26-88e7-4aec-9cb5-07d0184f0155', 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981', 'admin_state_up': True, 'tenant_id': 'fa16da6dede2430dad6c2ba9cdd4d7eb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:00.660385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d762d8f-2990-4b0a-92e5-2a9c20e57010 req-01912f9f-2893-4903-996b-e3d78cbcf056 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:00.667156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d762d8f-2990-4b0a-92e5-2a9c20e57010 req-01912f9f-2893-4903-996b-e3d78cbcf056 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 944 time: 0.0968163 Aug 29 17:37:00.713924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c3b3f402-83e6-444c-aa98-2b451bc9abf8 req-5d404e17-60d9-4604-8f25-834f89eac8a8 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0287628 Aug 29 17:37:00.741049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Made reservation on behalf of fa16da6dede2430dad6c2ba9cdd4d7eb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:00.746107 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:00.771320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d762d8f-2990-4b0a-92e5-2a9c20e57010 req-760ffb65-62f6-467c-ab98-0dc6b00f67ab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030035 Aug 29 17:37:00.907343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Allocated IP 172.20.0.10 (76b1a9bd-383e-4d27-bea0-0018821d3981/4fc68852-571a-477c-bf0b-53bf6a808629/4175a698-0ad8-4948-8899-5bb5c6069c42) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:00.995468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 02b35ef1-2718-4ad4-8449-774d08949a5f details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:37:01.143591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 02b35ef1-2718-4ad4-8449-774d08949a5f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=02b35ef1-2718-4ad4-8449-774d08949a5f,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:01.175843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:01.176000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '02b35ef1-2718-4ad4-8449-774d08949a5f', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'port_id': '02b35ef1-2718-4ad4-8449-774d08949a5f', 'mac_address': 'fa:16:3e:5e:e9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:37:01.178319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-053fc89a-a684-4fbd-b071-e20a123be96f req-d13113de-059e-4519-a92b-32387c4dabdd tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 210 time: 0.0432639 Aug 29 17:37:01.241367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:01.262847 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:01.278725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Network 76b1a9bd-383e-4d27-bea0-0018821d3981 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:01.293814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b35ef1-2718-4ad4-8449-774d08949a5f {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:01.300337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:01.310379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:01.332449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 02b35ef1-2718-4ad4-8449-774d08949a5f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=02b35ef1-2718-4ad4-8449-774d08949a5f,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:01.337625 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:01.388943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Pushing event updated for resources: {'Port': ['ID=4175a698-0ad8-4948-8899-5bb5c6069c42,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:01.403146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=02b35ef1-2718-4ad4-8449-774d08949a5f,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:01.434374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:01.435534 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:01.459013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-ed2e0e8c-b369-4d0f-a25a-53000e025fb3 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0031159 Aug 29 17:37:01.558099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf78168-7148-43a7-abb9-9d87c580b358 req-bdc33cbd-4266-4e03-a816-5a49026ab088 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:01.559788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcf78168-7148-43a7-abb9-9d87c580b358 req-bdc33cbd-4266-4e03-a816-5a49026ab088 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0718503 Aug 29 17:37:01.587257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['02b35ef1-2718-4ad4-8449-774d08949a5f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:01.653539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcf78168-7148-43a7-abb9-9d87c580b358 req-9238741b-f8b3-4459-b959-b90205228edc tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874088 Aug 29 17:37:01.679872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Request body: {'port': {'device_id': '84b05e26-88e7-4aec-9cb5-07d0184f0155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:01.737692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:01.874832 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-325c1c20-b9d8-43fd-8491-3c3a6a9f00fb req-d98b7514-0cfc-4fbc-adfc-8b2706ed1971 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0350311 Aug 29 17:37:02.017279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb540-2e19-421f-9337-90939bec743f req-76e135fd-3a06-418f-b6b7-c9e226763b71 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:02.024395 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0c4eb540-2e19-421f-9337-90939bec743f req-76e135fd-3a06-418f-b6b7-c9e226763b71 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 945 time: 0.1150579 Aug 29 17:37:02.084369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0c4eb540-2e19-421f-9337-90939bec743f req-faf58c53-868b-44fe-ac82-5d6311e7fd5f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590343 Aug 29 17:37:02.176551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4175a698-0ad8-4948-8899-5bb5c6069c42 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:02.184843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:02.199509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Transition to ACTIVE for port object 4175a698-0ad8-4948-8899-5bb5c6069c42 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:02.206259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:02.303498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337dbf-45fb-4398-9d52-33eab9b667f5 req-c9e898b5-45d6-4af3-8d51-756519895b8f tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:02.310601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Pushing event updated for resources: {'Port': ['ID=4175a698-0ad8-4948-8899-5bb5c6069c42,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:02.313712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed337dbf-45fb-4398-9d52-33eab9b667f5 req-c9e898b5-45d6-4af3-8d51-756519895b8f tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 944 time: 0.0643370 Aug 29 17:37:02.338994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Attempting to bind port 4175a698-0ad8-4948-8899-5bb5c6069c42 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:02.339627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Attempting to bind port 4175a698-0ad8-4948-8899-5bb5c6069c42 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:02.340165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Attempting to bind port 4175a698-0ad8-4948-8899-5bb5c6069c42 on network 76b1a9bd-383e-4d27-bea0-0018821d3981 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:02.352286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Port 4175a698-0ad8-4948-8899-5bb5c6069c42 on network 76b1a9bd-383e-4d27-bea0-0018821d3981 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:37:02.353390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Attempting to bind port 4175a698-0ad8-4948-8899-5bb5c6069c42 on network 76b1a9bd-383e-4d27-bea0-0018821d3981 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:02.358503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:02.358979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Checking segment: {'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:02.359437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Bound using segment: {'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:02.359953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Bound port: 4175a698-0ad8-4948-8899-5bb5c6069c42, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b491bd-7d2b-41e5-8d5f-b0d36faaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:02.360386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:02.363701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed337dbf-45fb-4398-9d52-33eab9b667f5 req-d85f86b2-bbf8-42ab-ace7-ea497717d7e7 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469990 Aug 29 17:37:02.431516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] For port 4175a698-0ad8-4948-8899-5bb5c6069c42, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:02.434659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] For port 4175a698-0ad8-4948-8899-5bb5c6069c42, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4175a698-0ad8-4948-8899-5bb5c6069c42,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:02.441194 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:02.475394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:02.476239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:02.477730 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] 10.222.0.44 "PUT /v2.0/ports/4175a698-0ad8-4948-8899-5bb5c6069c42 HTTP/1.1" status: 200 len: 1093 time: 1.0103621 Aug 29 17:37:02.478846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b05e26-88e7-4aec-9cb5-07d0184f0155', 'tag': '4175a698-0ad8-4948-8899-5bb5c6069c42'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:02.481371 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "84b05e26-88e7-4aec-9cb5-07d0184f0155", "tag": "4175a698-0ad8-4948-8899-5bb5c6069c42"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:02.513455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353991ad-b47f-429a-b0f4-b5cdfe4aba0c service neutron] Pushing event updated for resources: {'Port': ['ID=4175a698-0ad8-4948-8899-5bb5c6069c42,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:02.529318 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dc36d2-4aff-41a5-9b99-a4e1de93757e x-openstack-request-id: req-64dc36d2-4aff-41a5-9b99-a4e1de93757e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:02.529607 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b05e26-88e7-4aec-9cb5-07d0184f0155", "tag": "4175a698-0ad8-4948-8899-5bb5c6069c42", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:02.529851 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64dc36d2-4aff-41a5-9b99-a4e1de93757e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:02.530236 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b05e26-88e7-4aec-9cb5-07d0184f0155', 'tag': '4175a698-0ad8-4948-8899-5bb5c6069c42', 'status': 'completed', 'code': 200} Aug 29 17:37:02.563816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2210-2a09-4926-895c-fdb0655082fa req-f33f4558-5166-482f-8c67-f32c936933f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:02.565344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-f33f4558-5166-482f-8c67-f32c936933f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa16da6dede2430dad6c2ba9cdd4d7eb&device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 1096 time: 0.0459840 Aug 29 17:37:02.613948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-dc6ecdeb-e63f-45ed-8734-4f52c3b86e4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4175a698-0ad8-4948-8899-5bb5c6069c42 HTTP/1.1" status: 200 len: 217 time: 0.0405152 Aug 29 17:37:02.669076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2210-2a09-4926-895c-fdb0655082fa req-bc47a4f0-bac6-4b74-bc1d-4b0f0d3860e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:02.670767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-bc47a4f0-bac6-4b74-bc1d-4b0f0d3860e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fc68852-571a-477c-bf0b-53bf6a808629 HTTP/1.1" status: 200 len: 849 time: 0.0495920 Aug 29 17:37:02.712141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-f93975ff-2a29-4a26-a659-d827dab08935 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=76b1a9bd-383e-4d27-bea0-0018821d3981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346327 Aug 29 17:37:02.846605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ce16-21c2-45c1-8dc0-598cd261d6bf req-4acb7197-8fce-4763-98dc-ef5fe95ac088 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:02.849551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa76ce16-21c2-45c1-8dc0-598cd261d6bf req-4acb7197-8fce-4763-98dc-ef5fe95ac088 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1198657 Aug 29 17:37:02.853764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-625f88d1-8280-41fd-a9b0-ec66dd1ec730 service neutron] 10.222.0.44 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345913 Aug 29 17:37:02.958606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa76ce16-21c2-45c1-8dc0-598cd261d6bf req-c396da3f-121a-434f-8ef0-2dfe5d762a9f tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968602 Aug 29 17:37:03.001685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fae2210-2a09-4926-895c-fdb0655082fa req-92fb10c0-a7bf-4d4a-bde3-a70ba3b7b70b service neutron] 10.222.0.44 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396472 Aug 29 17:37:03.006860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f03efb42-b743-4016-9a12-31ec129ffd48 req-e377b8ce-553b-439a-bf4f-d02e55f9d8ba tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0421901 Aug 29 17:37:03.012168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 02b35ef1-2718-4ad4-8449-774d08949a5f up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:03.074183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 02b35ef1-2718-4ad4-8449-774d08949a5f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:03.078172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 02b35ef1-2718-4ad4-8449-774d08949a5f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:03.078592 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:03.108397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b94087a7-3631-4522-b9a3-bde39aea0f78 req-1f00f00b-1f95-4030-8f3d-ad9cca9169f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0290647 Aug 29 17:37:03.110442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-339a4458-da23-4321-ae48-92ad12a77c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:03.112065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-339a4458-da23-4321-ae48-92ad12a77c44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa16da6dede2430dad6c2ba9cdd4d7eb&device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 1096 time: 0.0447147 Aug 29 17:37:03.173851 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:03.196965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b3af10-4053-4fe8-a64c-9daa1ef89349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b35ef1-2718-4ad4-8449-774d08949a5f'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:03.199202 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ecb0d9-5053-4f93-ad54-632282f27ef0" -d '{"events": [{"server_uuid": "57b3af10-4053-4fe8-a64c-9daa1ef89349", "name": "network-vif-plugged", "status": "completed", "tag": "02b35ef1-2718-4ad4-8449-774d08949a5f"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:03.215194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 02b35ef1-2718-4ad4-8449-774d08949a5f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=02b35ef1-2718-4ad4-8449-774d08949a5f,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:03.223746 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:03.276958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5bd8b-6775-418b-9a93-7e811b4fed2c req-451550dc-e628-41ec-8cdc-3fd2e3000b42 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:03.279256 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dcab52-786a-471d-a941-909006d3eaf9 x-openstack-request-id: req-42dcab52-786a-471d-a941-909006d3eaf9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:03.279472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69c5bd8b-6775-418b-9a93-7e811b4fed2c req-451550dc-e628-41ec-8cdc-3fd2e3000b42 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 945 time: 0.1051011 Aug 29 17:37:03.279743 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b3af10-4053-4fe8-a64c-9daa1ef89349", "name": "network-vif-plugged", "status": "completed", "tag": "02b35ef1-2718-4ad4-8449-774d08949a5f", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:03.279743 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42dcab52-786a-471d-a941-909006d3eaf9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:03.280471 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b3af10-4053-4fe8-a64c-9daa1ef89349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b35ef1-2718-4ad4-8449-774d08949a5f', 'code': 200} Aug 29 17:37:03.280640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=02b35ef1-2718-4ad4-8449-774d08949a5f,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:03.306323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-eabe68ae-6951-4c74-9cae-94e9e7358826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:03.308071 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-eabe68ae-6951-4c74-9cae-94e9e7358826 service neutron] 10.222.0.44 "GET /v2.0/networks?id=76b1a9bd-383e-4d27-bea0-0018821d3981 HTTP/1.1" status: 200 len: 910 time: 0.1868820 Aug 29 17:37:03.364193 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b27c27ac-a2c2-4492-935e-e45f918b24b9 req-d27d8ce5-2bc5-46cd-864a-8b5c421d854b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280542 Aug 29 17:37:03.365837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-5791ebf3-bae4-4f8e-9629-d1ea7cee70f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4175a698-0ad8-4948-8899-5bb5c6069c42 HTTP/1.1" status: 200 len: 217 time: 0.0480180 Aug 29 17:37:03.409072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9da73-a5ae-4467-af98-49ac468ddc00 req-b679aefe-bc68-451a-a54f-8bca69732042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:03.411488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fda9da73-a5ae-4467-af98-49ac468ddc00 req-b679aefe-bc68-451a-a54f-8bca69732042 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 1098 time: 0.0456688 Aug 29 17:37:03.450945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69c5bd8b-6775-418b-9a93-7e811b4fed2c req-64e3daee-a211-4b7a-98b4-182a0a780de3 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502388 Aug 29 17:37:03.458084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b27c27ac-a2c2-4492-935e-e45f918b24b9 req-dbc223e6-719a-48a9-ba0b-7371387b131f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0423138 Aug 29 17:37:03.488978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-121d8fbb-26a6-437b-844e-441f3dd9bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:03.490533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-121d8fbb-26a6-437b-844e-441f3dd9bb85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fc68852-571a-477c-bf0b-53bf6a808629 HTTP/1.1" status: 200 len: 849 time: 0.1139278 Aug 29 17:37:03.498357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fda9da73-a5ae-4467-af98-49ac468ddc00 req-1d5d9ba9-9b43-4d52-8cb4-44088fee9848 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720241 Aug 29 17:37:03.528631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-ecabb906-3cb5-4c3d-af3f-30969d3852fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=76b1a9bd-383e-4d27-bea0-0018821d3981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303259 Aug 29 17:37:03.537350 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b27c27ac-a2c2-4492-935e-e45f918b24b9 req-a1a2f06b-461f-4606-8f46-cf6d33add987 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378158 Aug 29 17:37:03.604019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac051c3-09b9-43be-9bc5-907e911cb777 req-d7e2d0e3-8ad9-4f62-9e05-b87f5e47ce44 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:03.605804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ac051c3-09b9-43be-9bc5-907e911cb777 req-d7e2d0e3-8ad9-4f62-9e05-b87f5e47ce44 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 944 time: 0.1242003 Aug 29 17:37:03.636541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-3cf3638c-64cf-4389-bbc5-173c0dfc4acf service neutron] 10.222.0.44 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002944 Aug 29 17:37:03.667324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ac051c3-09b9-43be-9bc5-907e911cb777 req-2300e177-ad1d-4e4d-b622-01c4b131bc63 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527241 Aug 29 17:37:03.672968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:37:03.682163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c27ac-a2c2-4492-935e-e45f918b24b9 req-a664ead9-86fe-4ffe-b5e2-bf6809a4a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:03.683208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:03.684034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b27c27ac-a2c2-4492-935e-e45f918b24b9 req-a664ead9-86fe-4ffe-b5e2-bf6809a4a999 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388524 Aug 29 17:37:03.786347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73904be4-f361-47b9-97f6-e1a6b0f8dbf2 req-7567ce3e-9a57-4ced-b4fe-2419e081a2a0 service neutron] 10.222.0.44 "GET /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416693 Aug 29 17:37:03.861148 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:03.883841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:03.903136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'port_id': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'mac_address': 'fa:16:3e:c3:cb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0206631c-33e7-47b2-a666-3a7d950ac202', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:37:03.915906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:03.938699 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:03.974967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.000234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:04.007555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:04.045426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:37:04.046095 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:37:04.075180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224417dd-2c31-4600-a570-05bcad0cea0f req-4626ffb3-0b53-49ff-a19d-bbe4963b30dc tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:04.076804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-224417dd-2c31-4600-a570-05bcad0cea0f req-4626ffb3-0b53-49ff-a19d-bbe4963b30dc tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 944 time: 0.0621607 Aug 29 17:37:04.115560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-224417dd-2c31-4600-a570-05bcad0cea0f req-b69590ae-becc-452c-b589-ea6e6a05991e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Aug 29 17:37:04.119786 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-76599a9f-aec4-4c77-9e28-a03c66e7615c req-e3443e2f-97d6-45ef-9810-b541b259eb81 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0271325 Aug 29 17:37:04.560121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14dff-2385-482f-a906-53c0828de4c8 req-fe426c6c-6526-4adf-8187-da41d602e2e4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:04.561665 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eda14dff-2385-482f-a906-53c0828de4c8 req-fe426c6c-6526-4adf-8187-da41d602e2e4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 946 time: 0.0526435 Aug 29 17:37:04.583878 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.596834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:04.605281 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eda14dff-2385-482f-a906-53c0828de4c8 req-b8f01b10-3bb8-4f4e-acb6-a70480d1da0f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358753 Aug 29 17:37:04.624727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:04.628186 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.675564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:04.789070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bdff6-9bc2-4b59-8618-0c09c13cd6bb req-b2a11885-9732-4385-bf47-9d283af33ebd tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:04.790542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb4bdff6-9bc2-4b59-8618-0c09c13cd6bb req-b2a11885-9732-4385-bf47-9d283af33ebd tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 944 time: 0.0492537 Aug 29 17:37:04.834673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb4bdff6-9bc2-4b59-8618-0c09c13cd6bb req-cdad88e0-eda3-434a-9b71-36d0b2dfadaa tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Aug 29 17:37:04.913944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:05.239297 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19beb0ae-6467-4f36-89b7-d66d369f3bef req-83c89f79-b057-44e1-aeab-67071a2d0abb tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0325963 Aug 29 17:37:05.247260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b50e4-8839-4ecb-8825-2cc17e9486c8 req-18ebdb04-011a-42f5-b157-3cd3d70c0d4b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:05.248932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe4b50e4-8839-4ecb-8825-2cc17e9486c8 req-18ebdb04-011a-42f5-b157-3cd3d70c0d4b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 945 time: 0.0515690 Aug 29 17:37:05.282165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:05.285418 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4dbe77-c89a-4cba-912a-1d5d5d5bc411" -d '{"events": [{"server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "name": "network-vif-unplugged", "status": "completed", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:05.296818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe4b50e4-8839-4ecb-8825-2cc17e9486c8 req-40fe6f6e-cff4-4f69-bf52-e7181f29165e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Aug 29 17:37:05.342364 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b876c6f-93fd-48e2-9eac-10b79440bf4f x-openstack-request-id: req-0b876c6f-93fd-48e2-9eac-10b79440bf4f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:05.342690 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "name": "network-vif-unplugged", "status": "completed", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:05.342947 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b876c6f-93fd-48e2-9eac-10b79440bf4f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:05.343346 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'code': 200} Aug 29 17:37:05.688699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4175a698-0ad8-4948-8899-5bb5c6069c42 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:37:05.750430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30bbdf-c855-44d5-8ff5-734d5940fbd4 req-218b7c03-d752-4ecf-b785-25e525c62db4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:05.758189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee30bbdf-c855-44d5-8ff5-734d5940fbd4 req-218b7c03-d752-4ecf-b785-25e525c62db4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 946 time: 0.0746415 Aug 29 17:37:05.807220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee30bbdf-c855-44d5-8ff5-734d5940fbd4 req-1a8d6207-3ac9-4d9a-b306-dc35acb40bb9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Aug 29 17:37:05.835686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4175a698-0ad8-4948-8899-5bb5c6069c42, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4175a698-0ad8-4948-8899-5bb5c6069c42,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:05.850560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '4175a698-0ad8-4948-8899-5bb5c6069c42', 'network_id': '76b1a9bd-383e-4d27-bea0-0018821d3981', 'port_id': '4175a698-0ad8-4948-8899-5bb5c6069c42', 'mac_address': 'fa:16:3e:d9:70:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc68852-571a-477c-bf0b-53bf6a808629', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:37:05.889387 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:05.910256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4175a698-0ad8-4948-8899-5bb5c6069c42 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:05.932309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4175a698-0ad8-4948-8899-5bb5c6069c42, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4175a698-0ad8-4948-8899-5bb5c6069c42,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:05.939551 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:06.011029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197b6ae-e092-4b85-b68c-9fb4242fad5b req-89c6b0c2-cba3-45a8-900d-ae683b87ff9f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.013158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a197b6ae-e092-4b85-b68c-9fb4242fad5b req-89c6b0c2-cba3-45a8-900d-ae683b87ff9f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 946 time: 0.0646026 Aug 29 17:37:06.017927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=4175a698-0ad8-4948-8899-5bb5c6069c42,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:06.058173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a197b6ae-e092-4b85-b68c-9fb4242fad5b req-7aa84aeb-79f0-4e1e-88d6-c114e9c6d3d8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341499 Aug 29 17:37:06.065692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea2558-f88b-4184-a6f8-ff409442d134 req-142b00fb-6506-4598-bffd-9097efe71a90 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.067199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-00ea2558-f88b-4184-a6f8-ff409442d134 req-142b00fb-6506-4598-bffd-9097efe71a90 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 945 time: 0.0510979 Aug 29 17:37:06.108600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-00ea2558-f88b-4184-a6f8-ff409442d134 req-1bbf823d-cda8-4f89-84ab-a735b7391767 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Aug 29 17:37:06.160432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6121c64-3fcf-46c2-b9e2-cbb7fbc14a3a req-2689674c-233e-4e10-b392-acee0be1ff02 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0277643 Aug 29 17:37:06.212782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad132b5-69be-4dc9-b363-6b54fc48a0ec req-029018cb-2e09-4de6-bc22-34caffb45157 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.214493 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dad132b5-69be-4dc9-b363-6b54fc48a0ec req-029018cb-2e09-4de6-bc22-34caffb45157 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 946 time: 0.0495968 Aug 29 17:37:06.221265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['4175a698-0ad8-4948-8899-5bb5c6069c42'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:06.265850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dad132b5-69be-4dc9-b363-6b54fc48a0ec req-6eac4533-cdc4-4430-b76b-4dbda65118eb tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Aug 29 17:37:06.431902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09a7e-cfb7-46aa-9597-cf752ef9172e req-ade4d326-10b4-4b94-9085-bd6b02d4301e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.433436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93a09a7e-cfb7-46aa-9597-cf752ef9172e req-ade4d326-10b4-4b94-9085-bd6b02d4301e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 945 time: 0.0573249 Aug 29 17:37:06.482493 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93a09a7e-cfb7-46aa-9597-cf752ef9172e req-2ab88a87-d5b2-4674-a50d-66673d92dd41 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Aug 29 17:37:06.541212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eb4b4-6013-48ef-a600-cafb49debefc req-e4fdf778-63f8-432d-be58-001096b3705b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.543457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-696eb4b4-6013-48ef-a600-cafb49debefc req-e4fdf778-63f8-432d-be58-001096b3705b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 946 time: 0.0585914 Aug 29 17:37:06.594617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-696eb4b4-6013-48ef-a600-cafb49debefc req-d784898c-25cc-4af7-b5a2-5cd915582dbc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439308 Aug 29 17:37:07.235298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a3f6f-e19f-4a7e-9788-4f164bfdd0fd req-6fbd1edf-2580-4a33-b2c6-0e42a4a3826c tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:07.237699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b7a3f6f-e19f-4a7e-9788-4f164bfdd0fd req-6fbd1edf-2580-4a33-b2c6-0e42a4a3826c tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 945 time: 0.0594010 Aug 29 17:37:07.267215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-45111d6a-f9ca-4253-8389-763613ba5ce9 req-0be0d9dd-5ff9-4f4c-bb78-c64866bb3748 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0281587 Aug 29 17:37:07.292348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b7a3f6f-e19f-4a7e-9788-4f164bfdd0fd req-1b48ae11-d28b-40a5-8ca1-32b7ba181705 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344369 Aug 29 17:37:07.610886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8886f9b-1770-4232-9408-a5cd6f5c6a02 req-8ec7834f-e977-4dce-93ee-a581de017529 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:07.612440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c8886f9b-1770-4232-9408-a5cd6f5c6a02 req-8ec7834f-e977-4dce-93ee-a581de017529 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 945 time: 0.0559797 Aug 29 17:37:07.700885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:07.726656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c8886f9b-1770-4232-9408-a5cd6f5c6a02 req-6fe9f062-cb51-4e03-ac59-1ba67eb2d651 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082389 Aug 29 17:37:07.797998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:07.798930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.800083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc1ce6-b9cd-49f5-94b8-2eb64fe8bf50 req-f0292f36-d2bc-40d6-8e45-91f199cdfc37 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:07.801791 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9fdc1ce6-b9cd-49f5-94b8-2eb64fe8bf50 req-f0292f36-d2bc-40d6-8e45-91f199cdfc37 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 946 time: 0.0719650 Aug 29 17:37:07.847747 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9fdc1ce6-b9cd-49f5-94b8-2eb64fe8bf50 req-3a850ef4-e26f-462a-82fc-dc34139441b2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369651 Aug 29 17:37:07.883465 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.907100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:07.909347 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d45a57-389e-4b7d-99c8-1f0d723b5900" -d '{"events": [{"server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "name": "network-vif-plugged", "status": "completed", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:07.922622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:07.926955 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.927746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4175a698-0ad8-4948-8899-5bb5c6069c42 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:07.952021 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea4762-0097-4089-88a8-07eb74d7392a x-openstack-request-id: req-31ea4762-0097-4089-88a8-07eb74d7392a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:07.952314 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "name": "network-vif-plugged", "status": "completed", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:07.952753 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31ea4762-0097-4089-88a8-07eb74d7392a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:07.953145 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'code': 200} Aug 29 17:37:08.071675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-0be185b2-6df5-4e94-b723-37bbd0e4d3d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:08.073598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-0be185b2-6df5-4e94-b723-37bbd0e4d3d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 946 time: 0.0667956 Aug 29 17:37:08.150726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ccc39-f414-4cfc-a45e-c1b5d4abef68 req-331692aa-d1a4-44d1-9845-71dc67d23fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:08.152949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-998ccc39-f414-4cfc-a45e-c1b5d4abef68 req-331692aa-d1a4-44d1-9845-71dc67d23fdf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 1098 time: 0.0496268 Aug 29 17:37:08.192307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port 02b35ef1-2718-4ad4-8449-774d08949a5f {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:08.192656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.195194 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-998ccc39-f414-4cfc-a45e-c1b5d4abef68 req-0653d45a-7de5-4d3d-a6fb-71567f4008fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Aug 29 17:37:08.196097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:08.223162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 4175a698-0ad8-4948-8899-5bb5c6069c42 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:08.227269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 4175a698-0ad8-4948-8899-5bb5c6069c42 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:08.227647 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.300168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] For port 02b35ef1-2718-4ad4-8449-774d08949a5f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=02b35ef1-2718-4ad4-8449-774d08949a5f,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:08.300739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.315630 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.328321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for 02b35ef1-2718-4ad4-8449-774d08949a5f owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:08.363832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 4175a698-0ad8-4948-8899-5bb5c6069c42, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4175a698-0ad8-4948-8899-5bb5c6069c42,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:08.370206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.436136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=4175a698-0ad8-4948-8899-5bb5c6069c42,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:08.438452 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b31f8cc-74e9-472d-ac07-420e67ae16cb req-02c286f7-80cd-460c-b7b5-d0b186c07a2b tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0345995 Aug 29 17:37:08.497972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a7527-f6c3-40c3-a4dc-488b143a1790 req-7abe9ed0-c377-41e7-8213-257dd5563d80 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:08.499536 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a1a7527-f6c3-40c3-a4dc-488b143a1790 req-7abe9ed0-c377-41e7-8213-257dd5563d80 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 946 time: 0.0858591 Aug 29 17:37:08.577530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a1a7527-f6c3-40c3-a4dc-488b143a1790 req-6a2067d5-37f6-429b-83cf-1482bbea3f3c tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706797 Aug 29 17:37:08.581624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.603555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['02b35ef1-2718-4ad4-8449-774d08949a5f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:08.611457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=02b35ef1-2718-4ad4-8449-774d08949a5f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:08.658288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] No DVR routers for this DVR port 02b35ef1-2718-4ad4-8449-774d08949a5f on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:08.661083 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.663200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3cd73c75-ab4e-48c9-88cf-53a4e85ac284 req-a26901a8-0073-4020-ba5d-61bebf5f7067 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.43 "DELETE /v2.0/ports/02b35ef1-2718-4ad4-8449-774d08949a5f HTTP/1.1" status: 204 len: 173 time: 0.5837212 Aug 29 17:37:08.663651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b3af10-4053-4fe8-a64c-9daa1ef89349', 'name': 'network-vif-deleted', 'tag': '02b35ef1-2718-4ad4-8449-774d08949a5f'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:08.666019 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bac599-dd5b-4e10-b150-04becd0c569f" -d '{"events": [{"server_uuid": "57b3af10-4053-4fe8-a64c-9daa1ef89349", "name": "network-vif-deleted", "tag": "02b35ef1-2718-4ad4-8449-774d08949a5f"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:08.795723 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ff5133-3ef9-4aa7-b135-94a59a15ab59 x-openstack-request-id: req-09ff5133-3ef9-4aa7-b135-94a59a15ab59 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:08.796269 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b3af10-4053-4fe8-a64c-9daa1ef89349", "name": "network-vif-deleted", "tag": "02b35ef1-2718-4ad4-8449-774d08949a5f", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:08.796584 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09ff5133-3ef9-4aa7-b135-94a59a15ab59 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:08.797629 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b3af10-4053-4fe8-a64c-9daa1ef89349', 'name': 'network-vif-deleted', 'tag': '02b35ef1-2718-4ad4-8449-774d08949a5f', 'status': 'completed', 'code': 200} Aug 29 17:37:08.909270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdda10-dd7f-428c-8f5d-e716b43db987 req-7bbe32b7-fb5b-4932-806b-3eacb5e0805c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:08.912148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8dbdda10-dd7f-428c-8f5d-e716b43db987 req-7bbe32b7-fb5b-4932-806b-3eacb5e0805c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0670378 Aug 29 17:37:08.954173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5da63343-2228-4f29-b555-06e5aa16ff84 req-5cd36898-9732-4bbf-8f82-d6108b451f00 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Aug 29 17:37:08.960137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8dbdda10-dd7f-428c-8f5d-e716b43db987 req-12fd9218-32d4-4260-aa6d-70eea95e1f00 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Aug 29 17:37:09.554061 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f440f778-4b47-40bf-9f84-fc8d1b3dac46 req-83a4c6af-532b-4791-aa5d-0c47f8d1a8d4 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0272810 Aug 29 17:37:09.710172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c48146-f813-4308-8ecf-31826d099b55 req-e857cbe4-e5bf-43cb-88b0-b6b77e32cd47 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:09.711922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-07c48146-f813-4308-8ecf-31826d099b55 req-e857cbe4-e5bf-43cb-88b0-b6b77e32cd47 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 946 time: 0.0532358 Aug 29 17:37:09.751149 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-07c48146-f813-4308-8ecf-31826d099b55 req-8b885a47-785c-4180-9891-273e4fe4a05b tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Aug 29 17:37:09.954200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b05e26-88e7-4aec-9cb5-07d0184f0155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4175a698-0ad8-4948-8899-5bb5c6069c42'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:09.956446 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eddd4f-369f-4cf9-8e8d-3bbf5c48c0e2" -d '{"events": [{"server_uuid": "84b05e26-88e7-4aec-9cb5-07d0184f0155", "name": "network-vif-plugged", "status": "completed", "tag": "4175a698-0ad8-4948-8899-5bb5c6069c42"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:09.996791 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee7400a-c49b-488c-bcca-9e2a4bc58327 x-openstack-request-id: req-eee7400a-c49b-488c-bcca-9e2a4bc58327 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:09.997267 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b05e26-88e7-4aec-9cb5-07d0184f0155", "name": "network-vif-plugged", "status": "completed", "tag": "4175a698-0ad8-4948-8899-5bb5c6069c42", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:09.997677 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eee7400a-c49b-488c-bcca-9e2a4bc58327 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:09.998270 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b05e26-88e7-4aec-9cb5-07d0184f0155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4175a698-0ad8-4948-8899-5bb5c6069c42', 'code': 200} Aug 29 17:37:10.155901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f79b94-e91d-4720-a78d-f46c26284a24 req-c4b9bc7b-fe0a-4192-90da-15fca6319999 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:10.169461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68f79b94-e91d-4720-a78d-f46c26284a24 req-c4b9bc7b-fe0a-4192-90da-15fca6319999 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0832567 Aug 29 17:37:10.174674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-560784db-43a8-4d64-a240-8b1b438e9e0e req-eb8b116a-04cd-47d0-9ce1-5c7ab1552c1f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 210 time: 0.0619020 Aug 29 17:37:10.212155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fefda-0392-45b3-b04f-d4be0699a58c req-452d68d3-fedb-478f-97ab-592f16226e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:10.213997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e93fefda-0392-45b3-b04f-d4be0699a58c req-452d68d3-fedb-478f-97ab-592f16226e0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 1098 time: 0.1552200 Aug 29 17:37:10.230408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68f79b94-e91d-4720-a78d-f46c26284a24 req-60647b34-743d-4592-b3b7-909cab9b3e62 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508657 Aug 29 17:37:10.286094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e93fefda-0392-45b3-b04f-d4be0699a58c req-45e8c806-4a76-4561-b7bc-b3a243d2c543 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637634 Aug 29 17:37:10.376713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3195116-60a7-484d-b3ee-47ac919f559f req-94632616-12cf-4ae7-a176-985611fdc5e7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:10.384373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3195116-60a7-484d-b3ee-47ac919f559f req-94632616-12cf-4ae7-a176-985611fdc5e7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.0693691 Aug 29 17:37:10.423353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3195116-60a7-484d-b3ee-47ac919f559f req-b15c4d31-15fa-410d-8727-9dce17224539 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381398 Aug 29 17:37:10.702406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5dbb2ae2-7c3a-4088-8f2f-b6420a81cdcc req-8d8a8b01-b1dc-4018-b7f0-af1e00a6fcd5 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0351160 Aug 29 17:37:10.917805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f58f3-aa2c-40b3-9396-a85490cba36f req-a18d8468-3242-4b1f-aa8c-7ee4cfc06ca5 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:10.926451 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-293f58f3-aa2c-40b3-9396-a85490cba36f req-a18d8468-3242-4b1f-aa8c-7ee4cfc06ca5 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 946 time: 0.0700121 Aug 29 17:37:11.006667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4328-1363-4a46-856f-eb9da193917e req-2260e4b1-11e5-4aa6-9b89-36456d760d80 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:11.009165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-2260e4b1-11e5-4aa6-9b89-36456d760d80 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 815 time: 0.1552408 Aug 29 17:37:11.010657 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-293f58f3-aa2c-40b3-9396-a85490cba36f req-c3530a4e-1131-43ac-92fb-88c4af9cfa3a tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831156 Aug 29 17:37:11.033130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-3cb4d451-7bb3-44e7-8505-7e17ab9439a8 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/quotas/467a0cc66cbb411794c577d05b97ffec HTTP/1.1" status: 200 len: 375 time: 0.0180347 Aug 29 17:37:11.087208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-c87bcbae-6613-4d87-93b9-80412fa669f1 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482676 Aug 29 17:37:11.202134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-e535d4d7-ab14-48e2-ab75-4976a518edd6 service neutron] 10.222.0.41 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071539 Aug 29 17:37:11.228663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-435c93cf-5ad0-4819-bc95-dc79cdc172e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:11.368311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8656bf3d-2d9a-4d2c-bc2b-46b98d0b447b req-85b4f863-326b-4aad-94cb-d24267c964ca tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 210 time: 0.0527446 Aug 29 17:37:11.377929 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-0030eb24-6b9d-4fee-be57-fc9dfbcc70d9 service neutron] 10.222.0.41 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564176 Aug 29 17:37:11.593399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87950cdc-9f8f-4ac0-b967-238abb891ebb req-35e9a269-a77b-4982-8303-5764da6c5ef9 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 210 time: 0.0373290 Aug 29 17:37:11.835922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9124c4f8-b890-4819-a291-9dfc71e318ab req-7e34224e-e343-4a7b-8dfe-e0aadc15d204 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0402639 Aug 29 17:37:12.173920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f3b0f-4c35-4725-b9a4-1ae2393781b1 req-372f5e4d-66ee-4282-8235-1bb477cff349 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:12.181915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-745f3b0f-4c35-4725-b9a4-1ae2393781b1 req-372f5e4d-66ee-4282-8235-1bb477cff349 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 946 time: 0.0648327 Aug 29 17:37:12.182286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-ff274f03-a82a-47b2-bf5e-cc7e5f501574 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:12.189159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-ff274f03-a82a-47b2-bf5e-cc7e5f501574 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b3c34e-0256-4583-9442-4410246880ec HTTP/1.1" status: 200 len: 946 time: 0.1408412 Aug 29 17:37:12.249825 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-745f3b0f-4c35-4725-b9a4-1ae2393781b1 req-dba1c5d1-7b8f-4e40-971e-84a2df8439a0 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641611 Aug 29 17:37:12.358836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Deleting port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:12.359989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.466864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] For port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:12.467603 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.484758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Calling delete_port for 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:12.508395 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.672606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.684807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:12.703654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08bff35-6b95-4950-b95d-7bb8819b134d req-df4b63b0-acf0-4722-971d-114c1a51993e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b3af10-4053-4fe8-a64c-9daa1ef89349 HTTP/1.1" status: 200 len: 210 time: 0.0413725 Aug 29 17:37:12.733928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Pushing event deleted for resources: {'Port': ['ID=69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:12.739880 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:37:12.804464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] No DVR routers for this DVR port 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:12.808896 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.812122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-82639c33-d0ef-4819-92c0-5148c8a91c21 req-3651c81b-ddf9-4634-a96c-52fd118bba1c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.44 "DELETE /v2.0/ports/69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a HTTP/1.1" status: 204 len: 173 time: 0.6197040 Aug 29 17:37:12.813369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'name': 'network-vif-deleted', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:12.816151 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f28dd1-285d-4003-89fe-06e0fe719c0b" -d '{"events": [{"server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "name": "network-vif-deleted", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:12.862154 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41714308-3e58-456a-80c5-163e8f8393a4 x-openstack-request-id: req-41714308-3e58-456a-80c5-163e8f8393a4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:12.862746 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3c34e-0256-4583-9442-4410246880ec", "name": "network-vif-deleted", "tag": "69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:12.863228 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41714308-3e58-456a-80c5-163e8f8393a4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:12.863973 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3c34e-0256-4583-9442-4410246880ec', 'name': 'network-vif-deleted', 'tag': '69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a', 'status': 'completed', 'code': 200} Aug 29 17:37:12.938057 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f1bdcc6-2539-4fe8-b237-05db4b7d132c req-05f2bf33-403e-40a1-b10c-e9ce8799ed1f tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 210 time: 0.0520899 Aug 29 17:37:12.960683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4328-1363-4a46-856f-eb9da193917e req-3e35b3d6-093c-41af-91e3-ff90dd8e5d6c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:12.962419 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-3e35b3d6-093c-41af-91e3-ff90dd8e5d6c tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.43 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 815 time: 0.2949882 Aug 29 17:37:12.986046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Request body: {'port': {'device_id': '8612e8c9-4291-4f32-b655-9507d103fd9f', 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'admin_state_up': True, 'tenant_id': '467a0cc66cbb411794c577d05b97ffec'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:13.003454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.049277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 02b35ef1-2718-4ad4-8449-774d08949a5f no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:13.083330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b608cef-aec1-4f78-9f38-c262c34069d4 req-ffb9f3f9-275a-4b8a-8118-3dd4ff901e46 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0357428 Aug 29 17:37:13.112832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 02b35ef1-2718-4ad4-8449-774d08949a5f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:13.113191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 02b35ef1-2718-4ad4-8449-774d08949a5f not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:13.189801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Made reservation on behalf of 467a0cc66cbb411794c577d05b97ffec for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:13.193937 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.371620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Allocated IP 172.20.0.11 (9e41453b-53e9-4b1e-9a04-c1bdebbad2a2/0206631c-33e7-47b2-a666-3a7d950ac202/04cbfa6f-706d-4612-9f24-3c1446a93885) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:13.475416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb4634-e4fc-4e11-86ef-88a8ad0178b1 req-3290033f-7fc0-4239-ba3c-0bb6c20d94ba tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:13.482829 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63eb4634-e4fc-4e11-86ef-88a8ad0178b1 req-3290033f-7fc0-4239-ba3c-0bb6c20d94ba tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 946 time: 0.1068265 Aug 29 17:37:13.538422 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63eb4634-e4fc-4e11-86ef-88a8ad0178b1 req-fdd67b41-ead0-49fb-825f-a10534d8bbd7 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479064 Aug 29 17:37:13.619162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.676888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.689308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:13.738180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:13.753015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:13.763602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:13.768626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Pushing event updated for resources: {'Port': ['ID=04cbfa6f-706d-4612-9f24-3c1446a93885,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:13.819573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:13.820234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.843677 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca5c0e40-c33b-42de-b221-6f2ca7039125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.854472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-d7847fde-795b-40b9-930b-51c34468cf69 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8806679 Aug 29 17:37:13.879941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Request body: {'port': {'device_id': '8612e8c9-4291-4f32-b655-9507d103fd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:13.894644 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.948164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:14.156743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e877d60-d557-4dc9-99e4-e1454750fcb3 req-c826758c-7c24-4fef-8e5b-5e8b4e2a56ae tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:14.158350 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e877d60-d557-4dc9-99e4-e1454750fcb3 req-c826758c-7c24-4fef-8e5b-5e8b4e2a56ae tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 932 time: 0.0853236 Aug 29 17:37:14.249613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e9cf65e-4cad-489b-9566-484cdc4cdb3b req-ddba4b34-c463-4adf-99ff-93627dfdd29e tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0651326 Aug 29 17:37:14.252318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e877d60-d557-4dc9-99e4-e1454750fcb3 req-d906a069-1daf-48ce-8269-c180fa1e3f97 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781941 Aug 29 17:37:14.394446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cbfa6f-706d-4612-9f24-3c1446a93885 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:14.402446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:14.417363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Transition to ACTIVE for port object 04cbfa6f-706d-4612-9f24-3c1446a93885 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:14.422532 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:14.514370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Pushing event updated for resources: {'Port': ['ID=04cbfa6f-706d-4612-9f24-3c1446a93885,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:14.609816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Attempting to bind port 04cbfa6f-706d-4612-9f24-3c1446a93885 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:14.609816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Attempting to bind port 04cbfa6f-706d-4612-9f24-3c1446a93885 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:14.610178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Attempting to bind port 04cbfa6f-706d-4612-9f24-3c1446a93885 on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:14.615561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Port 04cbfa6f-706d-4612-9f24-3c1446a93885 on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:37:14.615886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Attempting to bind port 04cbfa6f-706d-4612-9f24-3c1446a93885 on network 9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:14.625482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:14.625751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Checking segment: {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:14.626569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Bound using segment: {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:14.627253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Bound port: 04cbfa6f-706d-4612-9f24-3c1446a93885, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d65acde-eab2-43fa-945d-d216fbe9a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:14.627253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:14.737683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ff52b-2d99-4745-9569-1979485f2f8a req-d186e412-30bb-4df2-93f4-c02aee0f3e09 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:14.741219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-630ff52b-2d99-4745-9569-1979485f2f8a req-d186e412-30bb-4df2-93f4-c02aee0f3e09 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 946 time: 0.0998762 Aug 29 17:37:14.761289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-b07c44ba-1ffe-4e41-8214-54af4934b6db tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:14.762330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] For port 04cbfa6f-706d-4612-9f24-3c1446a93885, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:14.768970 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-b07c44ba-1ffe-4e41-8214-54af4934b6db tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.44 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 946 time: 0.1110764 Aug 29 17:37:14.815281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] For port 04cbfa6f-706d-4612-9f24-3c1446a93885, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04cbfa6f-706d-4612-9f24-3c1446a93885,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:14.833094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-630ff52b-2d99-4745-9569-1979485f2f8a req-e8238dcc-04d5-4dda-b587-8db3d8723654 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676932 Aug 29 17:37:14.836927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:14.873900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:14.874544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:14.876218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] 10.222.0.43 "PUT /v2.0/ports/04cbfa6f-706d-4612-9f24-3c1446a93885 HTTP/1.1" status: 200 len: 1093 time: 1.0048676 Aug 29 17:37:14.876759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8612e8c9-4291-4f32-b655-9507d103fd9f', 'tag': '04cbfa6f-706d-4612-9f24-3c1446a93885'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:14.883744 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573" -d '{"events": [{"name": "network-changed", "server_uuid": "8612e8c9-4291-4f32-b655-9507d103fd9f", "tag": "04cbfa6f-706d-4612-9f24-3c1446a93885"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:14.928270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f158c85-4bc5-4568-8e0f-be32e3964db6 service neutron] Pushing event updated for resources: {'Port': ['ID=04cbfa6f-706d-4612-9f24-3c1446a93885,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:14.960228 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76026c29-8d5c-49e6-b1cd-54f523db0bd1 x-openstack-request-id: req-76026c29-8d5c-49e6-b1cd-54f523db0bd1 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:14.960668 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8612e8c9-4291-4f32-b655-9507d103fd9f", "tag": "04cbfa6f-706d-4612-9f24-3c1446a93885", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:14.961020 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76026c29-8d5c-49e6-b1cd-54f523db0bd1 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:14.961652 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8612e8c9-4291-4f32-b655-9507d103fd9f', 'tag': '04cbfa6f-706d-4612-9f24-3c1446a93885', 'status': 'completed', 'code': 200} Aug 29 17:37:14.995065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4328-1363-4a46-856f-eb9da193917e req-0111de75-fc29-42d7-81a3-5e3172f23eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:14.996807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-0111de75-fc29-42d7-81a3-5e3172f23eed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0515699 Aug 29 17:37:15.019539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Deleting port 4175a698-0ad8-4948-8899-5bb5c6069c42 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:15.020203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:15.044955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-e1f31bb8-b815-44ef-9fc3-d9e7945b4876 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cbfa6f-706d-4612-9f24-3c1446a93885 HTTP/1.1" status: 200 len: 217 time: 0.0386195 Aug 29 17:37:15.104257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4328-1363-4a46-856f-eb9da193917e req-c7f4e7a9-407a-4c4a-a37b-3a0f30db3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:15.105755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-c7f4e7a9-407a-4c4a-a37b-3a0f30db3e00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0206631c-33e7-47b2-a666-3a7d950ac202 HTTP/1.1" status: 200 len: 855 time: 0.0513608 Aug 29 17:37:15.158782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] For port 4175a698-0ad8-4948-8899-5bb5c6069c42, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=4175a698-0ad8-4948-8899-5bb5c6069c42,segment=NetworkSegment(15b491bd-7d2b-41e5-8d5f-b0d36faaec49),segment_id=15b491bd-7d2b-41e5-8d5f-b0d36faaec49)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:15.159160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:15.160279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-63df69d6-424b-48a8-a0eb-df349ec9103f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434706 Aug 29 17:37:15.174987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Calling delete_port for 4175a698-0ad8-4948-8899-5bb5c6069c42 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:15.277531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-edea42b8-d534-4dbc-a709-79c959c97e2d service neutron] 10.222.0.43 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081557 Aug 29 17:37:15.421402 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:15.461449 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-479b4328-1363-4a46-856f-eb9da193917e req-25a5f207-82a2-452e-90af-2882258f0dcb service neutron] 10.222.0.43 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759202 Aug 29 17:37:15.489619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf73290e-b01e-4995-aa99-127340a886aa req-21814633-30ad-4463-bc30-a34ea38f7942 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0272400 Aug 29 17:37:15.542876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:15.558142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['4175a698-0ad8-4948-8899-5bb5c6069c42'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:15.572638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da75df-5c0e-40f5-8e44-9ddb4cf7e912 req-a1a33f8b-6d22-497e-a808-d100de547956 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:15.585684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29da75df-5c0e-40f5-8e44-9ddb4cf7e912 req-a1a33f8b-6d22-497e-a808-d100de547956 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 944 time: 0.1677516 Aug 29 17:37:15.615055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-dcf125dd-6173-4af8-927f-bc405c2971b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:15.616553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-dcf125dd-6173-4af8-927f-bc405c2971b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=467a0cc66cbb411794c577d05b97ffec&device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0808980 Aug 29 17:37:15.637342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Pushing event deleted for resources: {'Port': ['ID=4175a698-0ad8-4948-8899-5bb5c6069c42,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:15.718894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29da75df-5c0e-40f5-8e44-9ddb4cf7e912 req-001c7485-9dc3-475a-bcea-9cc860dcb7a7 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289825 Aug 29 17:37:15.724180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:15.752478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] No DVR routers for this DVR port 4175a698-0ad8-4948-8899-5bb5c6069c42 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:15.755226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:15.755964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-1ed74561-d71a-4b76-b18a-dac5634bdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:15.757548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3800466a-4d11-4370-9cf5-38a0bfe716df req-79a0f61c-1a9a-42ac-98d3-98b349165e56 tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.44 "DELETE /v2.0/ports/4175a698-0ad8-4948-8899-5bb5c6069c42 HTTP/1.1" status: 204 len: 173 time: 0.9832387 Aug 29 17:37:15.758150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b05e26-88e7-4aec-9cb5-07d0184f0155', 'name': 'network-vif-deleted', 'tag': '4175a698-0ad8-4948-8899-5bb5c6069c42'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:15.759658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:15.760012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 69cf2d7b-2a1a-4942-bab5-0cbaaa267e4a not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:15.760949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-1ed74561-d71a-4b76-b18a-dac5634bdc09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 200 len: 916 time: 0.1368089 Aug 29 17:37:15.769649 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66c2123-19e0-44d1-b96c-ad1a3381ce2c" -d '{"events": [{"server_uuid": "84b05e26-88e7-4aec-9cb5-07d0184f0155", "name": "network-vif-deleted", "tag": "4175a698-0ad8-4948-8899-5bb5c6069c42"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:15.838181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-9b084f06-15d6-43c3-a27a-f0783fb00bcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cbfa6f-706d-4612-9f24-3c1446a93885 HTTP/1.1" status: 200 len: 217 time: 0.0697265 Aug 29 17:37:15.849090 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7092ab-7144-4255-a120-13d950b488f2 x-openstack-request-id: req-be7092ab-7144-4255-a120-13d950b488f2 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:15.849473 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b05e26-88e7-4aec-9cb5-07d0184f0155", "name": "network-vif-deleted", "tag": "4175a698-0ad8-4948-8899-5bb5c6069c42", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:15.849855 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be7092ab-7144-4255-a120-13d950b488f2 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:15.850455 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b05e26-88e7-4aec-9cb5-07d0184f0155', 'name': 'network-vif-deleted', 'tag': '4175a698-0ad8-4948-8899-5bb5c6069c42', 'status': 'completed', 'code': 200} Aug 29 17:37:15.957726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-2432249d-aa25-4d10-946f-e881e3addfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:15.959977 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-2432249d-aa25-4d10-946f-e881e3addfc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0206631c-33e7-47b2-a666-3a7d950ac202 HTTP/1.1" status: 200 len: 855 time: 0.1129770 Aug 29 17:37:16.007332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-cdc62580-e996-420e-b52e-b259135977ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390677 Aug 29 17:37:16.033376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd2f139d-1082-4adb-a882-6e57b82f2da2 req-72609b81-83a3-4cee-8bd1-2d971a0bab2e tempest-VolumesActionsTest-815645391 tempest-VolumesActionsTest-815645391-project] 10.222.0.41 "GET /v2.0/ports?device_id=84b05e26-88e7-4aec-9cb5-07d0184f0155 HTTP/1.1" status: 200 len: 210 time: 0.0494678 Aug 29 17:37:16.116855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-5d791309-dfd5-44b9-9f01-f5863f549deb service neutron] 10.222.0.43 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865726 Aug 29 17:37:16.220753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53e6b5de-eff7-4cc4-af0b-a8dca8a86573 req-db6d5944-6c72-4f62-b4a0-dae5b545c2fa service neutron] 10.222.0.43 "GET /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937667 Aug 29 17:37:16.608369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79c350cf-8604-4121-91ad-46e0a9426ce9 req-de029408-850b-4d1d-9fac-aee2b5a03d09 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0313480 Aug 29 17:37:16.732156 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:16.839771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b547-a922-432c-819c-43ec671b5c68 req-6ff02ce2-b5fa-4491-a3eb-4590100a4e9d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:16.841295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fa9b547-a922-432c-819c-43ec671b5c68 req-6ff02ce2-b5fa-4491-a3eb-4590100a4e9d tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 944 time: 0.0527103 Aug 29 17:37:16.885511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fa9b547-a922-432c-819c-43ec671b5c68 req-7054d574-8a47-4731-b7c9-905df315ba4a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Aug 29 17:37:17.738989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4175a698-0ad8-4948-8899-5bb5c6069c42 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:17.775585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 4175a698-0ad8-4948-8899-5bb5c6069c42 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:17.775933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 4175a698-0ad8-4948-8899-5bb5c6069c42 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:17.788342 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-feb3aea1-96f0-4001-bdb4-3223320beead req-01772da5-d083-426f-b431-81252a2a1c50 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0571125 Aug 29 17:37:18.052376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d402d-5fe9-49c6-8bb8-a3bde784dfca req-64cac0ce-8d41-46be-9f95-1a839f545c37 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:18.060555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a7d402d-5fe9-49c6-8bb8-a3bde784dfca req-64cac0ce-8d41-46be-9f95-1a839f545c37 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 944 time: 0.0769231 Aug 29 17:37:18.127222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a7d402d-5fe9-49c6-8bb8-a3bde784dfca req-68e6c368-5135-4613-9417-b73c51a82ce5 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655978 Aug 29 17:37:18.936215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-504adb79-4d62-4180-8d16-dfb9e0cce27b req-1c62c0e4-87ec-4d64-af8d-4599538f57ad tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0294788 Aug 29 17:37:19.059458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 04cbfa6f-706d-4612-9f24-3c1446a93885 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:37:19.238405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 04cbfa6f-706d-4612-9f24-3c1446a93885, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04cbfa6f-706d-4612-9f24-3c1446a93885,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:19.252306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '04cbfa6f-706d-4612-9f24-3c1446a93885', 'network_id': '9e41453b-53e9-4b1e-9a04-c1bdebbad2a2', 'port_id': '04cbfa6f-706d-4612-9f24-3c1446a93885', 'mac_address': 'fa:16:3e:fe:5c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0206631c-33e7-47b2-a666-3a7d950ac202', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:37:19.302152 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:19.317848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cbfa6f-706d-4612-9f24-3c1446a93885 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:19.321321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab569aa-cd9b-47c7-bcc5-ac5c138e6a2a req-be30bb2b-74b7-46d8-a8aa-d0ea8f446772 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:19.331494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ab569aa-cd9b-47c7-bcc5-ac5c138e6a2a req-be30bb2b-74b7-46d8-a8aa-d0ea8f446772 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 944 time: 0.0887384 Aug 29 17:37:19.351776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 04cbfa6f-706d-4612-9f24-3c1446a93885, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04cbfa6f-706d-4612-9f24-3c1446a93885,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:19.358654 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:19.391585 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ab569aa-cd9b-47c7-bcc5-ac5c138e6a2a req-d507d0af-5f72-4d7c-91e1-3d089ad6e376 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583072 Aug 29 17:37:19.443411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=04cbfa6f-706d-4612-9f24-3c1446a93885,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:19.569326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['04cbfa6f-706d-4612-9f24-3c1446a93885'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:20.115950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a55ebe64-cb7a-4a64-8c34-44b53202c449 req-a8f3ba4e-1cfc-4abe-a494-dcc84283293f tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0627344 Aug 29 17:37:20.574871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1eaa4-b892-4d61-a156-0d2183747a13 req-9b366a7f-2dec-4fe4-9f18-6d578be974ef tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:20.577203 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17e1eaa4-b892-4d61-a156-0d2183747a13 req-9b366a7f-2dec-4fe4-9f18-6d578be974ef tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 945 time: 0.0720370 Aug 29 17:37:20.641350 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17e1eaa4-b892-4d61-a156-0d2183747a13 req-5f3cf0a7-98ae-45cb-b057-4094ea595e3b tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552824 Aug 29 17:37:21.063632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 04cbfa6f-706d-4612-9f24-3c1446a93885 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:21.121013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 04cbfa6f-706d-4612-9f24-3c1446a93885 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:21.125813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 04cbfa6f-706d-4612-9f24-3c1446a93885 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:21.126655 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:21.268673 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:21.272765 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7531081c-773c-4b8b-b2c2-5dad3c939c6c req-0ce60b72-2338-4c2d-8804-1007cfd29595 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0404105 Aug 29 17:37:21.329053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8612e8c9-4291-4f32-b655-9507d103fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cbfa6f-706d-4612-9f24-3c1446a93885'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:21.331711 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c8d03-254e-4c93-b230-8f50d05b1c90" -d '{"events": [{"server_uuid": "8612e8c9-4291-4f32-b655-9507d103fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "04cbfa6f-706d-4612-9f24-3c1446a93885"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:21.356621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 04cbfa6f-706d-4612-9f24-3c1446a93885, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04cbfa6f-706d-4612-9f24-3c1446a93885,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:21.366534 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:21.451743 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6be6e1-40f6-4647-ae59-43b0769796aa x-openstack-request-id: req-1a6be6e1-40f6-4647-ae59-43b0769796aa {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:21.453337 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8612e8c9-4291-4f32-b655-9507d103fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "04cbfa6f-706d-4612-9f24-3c1446a93885", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:21.455166 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a6be6e1-40f6-4647-ae59-43b0769796aa {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:21.456387 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8612e8c9-4291-4f32-b655-9507d103fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cbfa6f-706d-4612-9f24-3c1446a93885', 'code': 200} Aug 29 17:37:21.465030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=04cbfa6f-706d-4612-9f24-3c1446a93885,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:21.526745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3f3d-6619-48a2-b4b5-043d9b327e44 req-95ef3c47-272a-4998-8b7c-c8ca1c757be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:21.528856 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81cc3f3d-6619-48a2-b4b5-043d9b327e44 req-95ef3c47-272a-4998-8b7c-c8ca1c757be3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 1098 time: 0.0609138 Aug 29 17:37:21.576360 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81cc3f3d-6619-48a2-b4b5-043d9b327e44 req-87396c07-62aa-40a7-ba98-7c72f8a051f3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Aug 29 17:37:21.833945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435ce2f-f8b9-43f2-ba0e-2d1893b282af req-8e1e3d52-7018-417e-8e6f-5f3aceb9d677 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:21.845927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4435ce2f-f8b9-43f2-ba0e-2d1893b282af req-8e1e3d52-7018-417e-8e6f-5f3aceb9d677 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0963125 Aug 29 17:37:21.897214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4435ce2f-f8b9-43f2-ba0e-2d1893b282af req-85de491d-f36a-4c0d-b9b3-eb002a5a2e1e tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Aug 29 17:37:22.439818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-977c432d-26b5-4db3-b39f-21f8da915e35 req-9db12318-d6c8-4a0a-a7b7-29f1eacb5e1a tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0445626 Aug 29 17:37:23.053803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f3c15-a5ac-4ee1-909c-de3b93d6a246 req-2f11cd5f-c4cc-410b-9f22-b00c637c90d8 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:23.064864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f1f3c15-a5ac-4ee1-909c-de3b93d6a246 req-2f11cd5f-c4cc-410b-9f22-b00c637c90d8 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0737448 Aug 29 17:37:23.131717 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f1f3c15-a5ac-4ee1-909c-de3b93d6a246 req-2f6c78d1-d1bb-4c3d-9004-0cfc2ac6c315 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654244 Aug 29 17:37:23.329164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f0a0-d46a-4db8-b93c-3c5df0d300f8 req-eac86e23-2c5a-4164-a236-2b04a9ed3a77 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:23.330859 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e47f0a0-d46a-4db8-b93c-3c5df0d300f8 req-eac86e23-2c5a-4164-a236-2b04a9ed3a77 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0649571 Aug 29 17:37:23.428179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e47f0a0-d46a-4db8-b93c-3c5df0d300f8 req-5ae6b35c-46b8-4e20-921d-f5bb431407e0 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877509 Aug 29 17:37:23.596456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b9b1962-e1a7-4a2d-ba1d-9d07d6718861 req-a3e38e0f-cf5a-4520-8cd4-09b143960e0e tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0424192 Aug 29 17:37:23.709947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba80b4-5162-473c-b2a4-2e587c9ca095 req-c8d8a68c-03e7-4a11-86da-410228de6396 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:23.711376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70ba80b4-5162-473c-b2a4-2e587c9ca095 req-c8d8a68c-03e7-4a11-86da-410228de6396 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0580926 Aug 29 17:37:23.802863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70ba80b4-5162-473c-b2a4-2e587c9ca095 req-9c4d4d3f-df31-4d17-bb6b-82b8ac4be6d0 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794020 Aug 29 17:37:23.969301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11af7-2699-4c1f-ac87-0813a62c22d8 req-214360dc-759f-4bd9-93dc-97e9065524d6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:23.971356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8b11af7-2699-4c1f-ac87-0813a62c22d8 req-214360dc-759f-4bd9-93dc-97e9065524d6 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0684831 Aug 29 17:37:24.015384 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e8b11af7-2699-4c1f-ac87-0813a62c22d8 req-8ce1d0f5-974f-4a77-81af-994904b82758 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Aug 29 17:37:24.351762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992954c-9503-4d70-b9ec-ca35a0861ed7 req-3f12fdba-cda0-42c9-800b-72189bef6a2a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:24.353689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b992954c-9503-4d70-b9ec-ca35a0861ed7 req-3f12fdba-cda0-42c9-800b-72189bef6a2a tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0642705 Aug 29 17:37:24.406901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b992954c-9503-4d70-b9ec-ca35a0861ed7 req-5ba530d1-458d-4a87-aa3d-d6909ae72862 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Aug 29 17:37:24.554923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60a486-f4cd-4716-b4ed-a4504679fb4f req-ffa22a00-3f32-4581-ad1e-8894b7d03c98 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:24.556507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca60a486-f4cd-4716-b4ed-a4504679fb4f req-ffa22a00-3f32-4581-ad1e-8894b7d03c98 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0612676 Aug 29 17:37:24.625772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca60a486-f4cd-4716-b4ed-a4504679fb4f req-6df6ac32-47d0-4a9e-9372-bd569d431945 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480809 Aug 29 17:37:24.750787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53b239af-cdde-48b6-b6cf-244c7be3ac5c req-a25e5106-f251-4b4f-ad28-dff4e40e4fb3 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0425162 Aug 29 17:37:25.088170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda741-5638-4672-9ce2-0c21673de621 req-1fe926cb-01c5-4de5-afda-db903336a706 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:25.090322 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1fda741-5638-4672-9ce2-0c21673de621 req-1fe926cb-01c5-4de5-afda-db903336a706 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0608826 Aug 29 17:37:25.153818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1fda741-5638-4672-9ce2-0c21673de621 req-5afcb251-7c1b-4026-9270-9763483445d1 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Aug 29 17:37:25.913617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5533b22-3cfa-4aef-b9ac-1384f5abbfaa req-cc8ae7ee-5d81-427c-aeca-655486f3708d tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0364199 Aug 29 17:37:26.316008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17f52-65c6-4154-b9d0-ee7e7a449769 req-b93e3b84-8686-4628-a7af-f990f0b45ddb tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:26.317591 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2260839e-b3b2-4732-a15e-ca386b7ba151 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:26.319555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2260839e-b3b2-4732-a15e-ca386b7ba151 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0981007 Aug 29 17:37:26.325578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2f17f52-65c6-4154-b9d0-ee7e7a449769 req-b93e3b84-8686-4628-a7af-f990f0b45ddb tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 946 time: 0.0756123 Aug 29 17:37:26.430223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2f17f52-65c6-4154-b9d0-ee7e7a449769 req-e9514491-348e-4a83-817e-d8c531650ce5 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/security-groups?id=e198d9a7-5b41-45af-a028-3a1f4d4a8f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021891 Aug 29 17:37:26.518853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Deleting port 04cbfa6f-706d-4612-9f24-3c1446a93885 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:26.519476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.614411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] For port 04cbfa6f-706d-4612-9f24-3c1446a93885, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=04cbfa6f-706d-4612-9f24-3c1446a93885,segment=NetworkSegment(2d65acde-eab2-43fa-945d-d216fbe9a54f),segment_id=2d65acde-eab2-43fa-945d-d216fbe9a54f)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:26.615070 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.629094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Calling delete_port for 04cbfa6f-706d-4612-9f24-3c1446a93885 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:26.803741 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.817271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['04cbfa6f-706d-4612-9f24-3c1446a93885'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:26.841725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Pushing event deleted for resources: {'Port': ['ID=04cbfa6f-706d-4612-9f24-3c1446a93885,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:26.858748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.859124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.859612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.859820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.860120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.860459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.860835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.861172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.861505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.861832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.862170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.862625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:26.921380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] No DVR routers for this DVR port 04cbfa6f-706d-4612-9f24-3c1446a93885 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:26.925055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.930226 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ad7ce12-f256-4590-bbe4-46f1f40c6c4d req-2adc2a7d-6ad6-45f6-823c-ea89a09757da tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.43 "DELETE /v2.0/ports/04cbfa6f-706d-4612-9f24-3c1446a93885 HTTP/1.1" status: 204 len: 173 time: 0.5990732 Aug 29 17:37:26.930908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8612e8c9-4291-4f32-b655-9507d103fd9f', 'name': 'network-vif-deleted', 'tag': '04cbfa6f-706d-4612-9f24-3c1446a93885'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:26.933753 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec91a756-1003-40e8-ac0e-08306e13c29d" -d '{"events": [{"server_uuid": "8612e8c9-4291-4f32-b655-9507d103fd9f", "name": "network-vif-deleted", "tag": "04cbfa6f-706d-4612-9f24-3c1446a93885"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:26.992297 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67237f08-3906-4bd9-9bdc-1288cd6bb3d3 x-openstack-request-id: req-67237f08-3906-4bd9-9bdc-1288cd6bb3d3 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:26.992590 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8612e8c9-4291-4f32-b655-9507d103fd9f", "name": "network-vif-deleted", "tag": "04cbfa6f-706d-4612-9f24-3c1446a93885", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:26.992849 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67237f08-3906-4bd9-9bdc-1288cd6bb3d3 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:26.993253 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8612e8c9-4291-4f32-b655-9507d103fd9f', 'name': 'network-vif-deleted', 'tag': '04cbfa6f-706d-4612-9f24-3c1446a93885', 'status': 'completed', 'code': 200} Aug 29 17:37:27.129016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fabd5ec6-fc35-4493-9443-0ac3813d3953 req-e22706b3-7157-4f43-acb1-e010d1791895 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0720508 Aug 29 17:37:27.576854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d7dc6a-e1b8-40ed-9e8d-8a58f5c082ad req-f07b2c2c-af3b-429f-a6ad-ed37583d1a55 tempest-ServerDiskConfigTestJSON-588250441 tempest-ServerDiskConfigTestJSON-588250441-project] 10.222.0.41 "GET /v2.0/ports?device_id=8612e8c9-4291-4f32-b655-9507d103fd9f HTTP/1.1" status: 200 len: 210 time: 0.0437739 Aug 29 17:37:28.183621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37192) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:28.252771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b12ab073-c2cb-487c-aea3-4d447dac7954 req-f275f3b4-30bd-4245-9dec-8b5a05221e87 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0465591 Aug 29 17:37:28.350740 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ba60587-c072-4666-a18c-29c20a59d8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:28.494727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ba60587-c072-4666-a18c-29c20a59d8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:28.502113 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ba60587-c072-4666-a18c-29c20a59d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:28.583608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37196) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:28.591199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6ba60587-c072-4666-a18c-29c20a59d8b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc49d39864f74995a84a8394eccde81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061186 Aug 29 17:37:28.592043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba60587-c072-4666-a18c-29c20a59d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af543d-ccde-4d59-9372-0ee1f56c8ca9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:28.746219 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c63f8d2-c366-4b3d-b8dc-c610c4cbf654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:28.798391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c63f8d2-c366-4b3d-b8dc-c610c4cbf654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:28.877653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c63f8d2-c366-4b3d-b8dc-c610c4cbf654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:28.880841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c63f8d2-c366-4b3d-b8dc-c610c4cbf654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:28.883247 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4c63f8d2-c366-4b3d-b8dc-c610c4cbf654 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65af543d-ccde-4d59-9372-0ee1f56c8ca9 HTTP/1.1" status: 204 len: 168 time: 0.2983909 Aug 29 17:37:28.898661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63f8d2-c366-4b3d-b8dc-c610c4cbf654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af543d-ccde-4d59-9372-0ee1f56c8ca9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:28.904189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37212) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:28.985930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7261f8-89f7-4668-8453-b9fb8c229000 admin admin] Deleting subnet 0206631c-33e7-47b2-a666-3a7d950ac202 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:37:28.989223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7261f8-89f7-4668-8453-b9fb8c229000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.045634 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7261f8-89f7-4668-8453-b9fb8c229000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.096509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7261f8-89f7-4668-8453-b9fb8c229000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.166871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7261f8-89f7-4668-8453-b9fb8c229000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.242452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7261f8-89f7-4668-8453-b9fb8c229000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0206631c-33e7-47b2-a666-3a7d950ac202,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:29.254078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a7261f8-89f7-4668-8453-b9fb8c229000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.258679 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8a7261f8-89f7-4668-8453-b9fb8c229000 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0206631c-33e7-47b2-a666-3a7d950ac202 HTTP/1.1" status: 204 len: 168 time: 0.3517241 Aug 29 17:37:29.259640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37214) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:29.378084 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.451709 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8cc1365a-3d18-468c-ba25-7dbad6107ea6 req-12a38fa7-4404-4745-a27b-1a02a6586761 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0745184 Aug 29 17:37:29.551325 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.564508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e41453b-53e9-4b1e-9a04-c1bdebbad2a2']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:29.575850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d65acde-eab2-43fa-945d-d216fbe9a54f') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:29.576144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d65acde-eab2-43fa-945d-d216fbe9a54f') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:29.586002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.604254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.613467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:37:29.613869 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:37:29.615625 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:37:29.677643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.684606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.687909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e41453b-53e9-4b1e-9a04-c1bdebbad2a2 HTTP/1.1" status: 204 len: 168 time: 0.4271352 Aug 29 17:37:30.022386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37224) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:30.094756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-35158ec0-fbb0-485c-bdba-314ebbd4690b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=467a0cc66cbb411794c577d05b97ffec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699394 Aug 29 17:37:30.096826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37226) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:30.137298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d6959-900b-46f1-bd36-e6a676296a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=9e41453b-53e9-4b1e-9a04-c1bdebbad2a2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:30.183048 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-36e9d97c-131d-46f0-9a41-76c3b7bf3a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:30.222509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-36e9d97c-131d-46f0-9a41-76c3b7bf3a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:30.283119 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-36e9d97c-131d-46f0-9a41-76c3b7bf3a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:30.286995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-36e9d97c-131d-46f0-9a41-76c3b7bf3a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:30.290612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-36e9d97c-131d-46f0-9a41-76c3b7bf3a82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e198d9a7-5b41-45af-a028-3a1f4d4a8f41 HTTP/1.1" status: 204 len: 168 time: 0.1899142 Aug 29 17:37:30.298125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d97c-131d-46f0-9a41-76c3b7bf3a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198d9a7-5b41-45af-a028-3a1f4d4a8f41,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:30.596425 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bcfaa278-2a4a-42a6-ae97-10b52d838ef6 req-f45f0114-d8e3-4b68-99f6-91285ea65d02 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0528171 Aug 29 17:37:31.126234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 04cbfa6f-706d-4612-9f24-3c1446a93885 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:31.156185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 04cbfa6f-706d-4612-9f24-3c1446a93885 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:31.156716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 04cbfa6f-706d-4612-9f24-3c1446a93885 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:31.359941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37254) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:31.500441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1002292063-network', 'tenant_id': '7cf2059aaba1491d83f2fe1ade494fd3'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:31.558999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Made reservation on behalf of 7cf2059aaba1491d83f2fe1ade494fd3 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:31.571745 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.598474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.767783 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1661332d-fbd1-40f3-8616-ca0ce3795606 req-cd765f0c-0733-4bd4-a65f-1b95ea79268a tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0518904 Aug 29 17:37:31.800340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.808362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.846095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:37:31.857410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1c46ce-6214-45f6-b94e-78db75598ef4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:31.879369 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.879808 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Added segment 25e5f5cf-abfc-4e3b-be22-c86a6d08a0f5 of type vlan for network 00a16a72-46ac-4292-82d8-fa5dba8cf6d4 Aug 29 17:37:31.929080 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.963564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.965049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:31.966278 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:32.034687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6732430 Aug 29 17:37:32.037574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37268) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:32.038102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5bdad-5c8f-421a-b6fa-c4aaa8fe99b8 admin admin] Pushing event updated for resources: {'Network': ['ID=00a16a72-46ac-4292-82d8-fa5dba8cf6d4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:32.043868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Request body: {'subnet': {'network_id': '00a16a72-46ac-4292-82d8-fa5dba8cf6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1002292063-subnet', 'tenant_id': '7cf2059aaba1491d83f2fe1ade494fd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:32.054840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 00a16a72-46ac-4292-82d8-fa5dba8cf6d4 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:37:32.073368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Made reservation on behalf of 7cf2059aaba1491d83f2fe1ade494fd3 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:32.079864 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:32.299559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:32.351943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1bca94e-49fe-4504-9b0f-d16bfc807062,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:32.379711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Checking segment: {'id': '25e5f5cf-abfc-4e3b-be22-c86a6d08a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '00a16a72-46ac-4292-82d8-fa5dba8cf6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:32.380360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Network hostable DHCP agents. Network: 00a16a72-46ac-4292-82d8-fa5dba8cf6d4, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:37:32.400533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Network 00a16a72-46ac-4292-82d8-fa5dba8cf6d4 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:37:32.414511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 00a16a72-46ac-4292-82d8-fa5dba8cf6d4) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:32.425412 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:32.426504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42943d72-73b4-4426-a418-ae13d5f85bc4 None None] Network 00a16a72-46ac-4292-82d8-fa5dba8cf6d4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:32.427402 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:32.455076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d330ff9e-5344-4797-b9df-8e2199fdc973 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4153397 Aug 29 17:37:32.596277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37274) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:32.630670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb12ea7-5505-4ac4-aab5-51c51cc12be4 None None] Network 00a16a72-46ac-4292-82d8-fa5dba8cf6d4 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:32.740545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e1594c-5b60-4df8-898b-a480ce71fe1e admin admin] Deleting subnet f1bca94e-49fe-4504-9b0f-d16bfc807062 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:37:32.747715 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82e1594c-5b60-4df8-898b-a480ce71fe1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:32.879634 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82e1594c-5b60-4df8-898b-a480ce71fe1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:32.941685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3b1edd1c-0117-49b2-a40d-0b9ad507fd5c req-39e8b0a8-2aab-4ca1-b44a-cdbcf06468cc tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0423508 Aug 29 17:37:32.974324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82e1594c-5b60-4df8-898b-a480ce71fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.064877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82e1594c-5b60-4df8-898b-a480ce71fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.099949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1594c-5b60-4df8-898b-a480ce71fe1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1bca94e-49fe-4504-9b0f-d16bfc807062,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:33.176987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82e1594c-5b60-4df8-898b-a480ce71fe1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.176987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-82e1594c-5b60-4df8-898b-a480ce71fe1e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f1bca94e-49fe-4504-9b0f-d16bfc807062 HTTP/1.1" status: 204 len: 168 time: 0.5724599 Aug 29 17:37:33.179395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37282) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:33.276139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.365910 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.381016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a16a72-46ac-4292-82d8-fa5dba8cf6d4']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:33.398222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e5f5cf-abfc-4e3b-be22-c86a6d08a0f5') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:33.398578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e5f5cf-abfc-4e3b-be22-c86a6d08a0f5') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:33.416150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.431762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.440122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:37:33.441254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:37:33.444254 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:37:33.520023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.526782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.528674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] 10.222.0.41 "DELETE /v2.0/networks/00a16a72-46ac-4292-82d8-fa5dba8cf6d4 HTTP/1.1" status: 204 len: 168 time: 0.3482265 Aug 29 17:37:33.556807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a860bb-3ab3-4feb-8266-46b4cebd0861 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a16a72-46ac-4292-82d8-fa5dba8cf6d4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:33.707624 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd22f38-e6c5-46ed-9d8e-cdd0a63caafd req-22b532cd-beb0-490c-9a14-d841f5b075d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0304744 Aug 29 17:37:33.720681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37288) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:33.779332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:33.783697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-42f67f9d-a461-40db-9699-cdd65c2b092b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cf2059aaba1491d83f2fe1ade494fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569215 Aug 29 17:37:33.836324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a262-93cd-4a35-9892-2e19bfa0bef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.868517 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a262-93cd-4a35-9892-2e19bfa0bef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.930990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a262-93cd-4a35-9892-2e19bfa0bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.934109 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a262-93cd-4a35-9892-2e19bfa0bef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.935330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2fd6a262-93cd-4a35-9892-2e19bfa0bef0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b1c46ce-6214-45f6-b94e-78db75598ef4 HTTP/1.1" status: 204 len: 168 time: 0.1539555 Aug 29 17:37:33.944933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6a262-93cd-4a35-9892-2e19bfa0bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1c46ce-6214-45f6-b94e-78db75598ef4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:34.110205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0116c77-4ab0-435c-9282-6e32e80a96a3 req-9b6714ef-ae41-48b0-a09a-6ea137178e25 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0513475 Aug 29 17:37:34.955358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:35.089127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-588791974-network', 'tenant_id': '879653f16876427fa8d6806b659ebccc'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:35.122672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Made reservation on behalf of 879653f16876427fa8d6806b659ebccc for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:35.125719 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.135427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.274052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48f5062e-d90e-4594-861b-a2a4afb3e2bf req-ac073832-548a-420f-82e5-ca03937d3e64 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0361297 Aug 29 17:37:35.321174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.326680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.359117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:37:35.364785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b41bab-6d44-4810-8c5b-d9d21ab53a19,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:35.374934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.375252 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Added segment 4e424e9f-62cb-4649-94a5-5df5b6309239 of type vlan for network 7df5e51f-26b9-4341-bacd-4da6f1defd24 Aug 29 17:37:35.439589 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.484337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.486820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:35.488804 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.557954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6014795 Aug 29 17:37:35.560975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37328) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:35.569147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Request body: {'subnet': {'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-subnet', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:35.586089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a123f-8bf2-4f8a-933e-f2e33711252f admin admin] Pushing event updated for resources: {'Network': ['ID=7df5e51f-26b9-4341-bacd-4da6f1defd24,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:35.597498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Made reservation on behalf of 879653f16876427fa8d6806b659ebccc for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:35.601263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:37:35.614621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.833551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.884697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68f8a60-6a80-4219-96ca-c4afb0c61894,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:35.903637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Checking segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:35.904002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Network hostable DHCP agents. Network: 7df5e51f-26b9-4341-bacd-4da6f1defd24, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:37:35.931201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:37:35.943996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7df5e51f-26b9-4341-bacd-4da6f1defd24) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:35.951460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:35.953451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.958075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cff0b-dda7-44ec-87b3-7fe4f63405ec None None] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:35.976882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9a599084-f4bf-4616-a3d0-fd9281cabc61 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4116325 Aug 29 17:37:35.977497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37330) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:35.982288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:36.021893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.023643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.114239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.188096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7df5e51f-26b9-4341-bacd-4da6f1defd24', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:37:36.189154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.296838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.467569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Allocated IP 172.20.0.2 (7df5e51f-26b9-4341-bacd-4da6f1defd24/b68f8a60-6a80-4219-96ca-c4afb0c61894/e677f51f-435a-4615-9b78-0cf89575e284) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:36.695577 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.739579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.775039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3287e1e-9538-4408-84c1-c71a136925d6 req-34f1c860-994e-477d-a413-e1263928e0f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6c192c7d46d42d79701914e33575852&device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0667150 Aug 29 17:37:36.826068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3287e1e-9538-4408-84c1-c71a136925d6 req-0aedf11b-5645-4bfd-816b-8ff8be754bf8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b6c192c7d46d42d79701914e33575852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420914 Aug 29 17:37:36.829129 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.845245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Transition to ACTIVE for port object e677f51f-435a-4615-9b78-0cf89575e284 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:36.887304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Transition to ACTIVE for port object e677f51f-435a-4615-9b78-0cf89575e284 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:36.905061 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:36.927815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0917c094-cdb2-43ea-9527-3276696d3e50 req-a0b32fea-634c-4f28-a745-cb554ffb34f6 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.1041796 Aug 29 17:37:36.967634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Allocated IP 172.25.2.187 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/b0d5087a-a984-4399-9e5a-7bf7b5c588c0) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:36.993164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Pushing event updated for resources: {'Port': ['ID=e677f51f-435a-4615-9b78-0cf89575e284,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:37.016240 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:37.021087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:37.025376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:37.084907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3287e1e-9538-4408-84c1-c71a136925d6 req-a3a204fc-93f5-461a-8489-76aae578b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:37.090528 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3287e1e-9538-4408-84c1-c71a136925d6 req-a3a204fc-93f5-461a-8489-76aae578b8d7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2449501 Aug 29 17:37:37.122238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Attempting to bind port e677f51f-435a-4615-9b78-0cf89575e284 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:37.122643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Attempting to bind port e677f51f-435a-4615-9b78-0cf89575e284 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:37.123018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Attempting to bind port e677f51f-435a-4615-9b78-0cf89575e284 on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:37.129666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:37.130051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Checking segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:37.130459 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:37.130700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:37.131202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Bound using segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:37.131360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Bound port: e677f51f-435a-4615-9b78-0cf89575e284, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:37.131750 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:37.206474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] For port e677f51f-435a-4615-9b78-0cf89575e284, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:37.210900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] For port e677f51f-435a-4615-9b78-0cf89575e284, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e677f51f-435a-4615-9b78-0cf89575e284,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:37.219139 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:37.265778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:37.315278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac0c5b-603f-447b-afff-af8ce66d67d9 None None] Pushing event updated for resources: {'Port': ['ID=e677f51f-435a-4615-9b78-0cf89575e284,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:37.340850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d5087a-a984-4399-9e5a-7bf7b5c588c0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:37.353891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:37.355347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:37.357925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:37.821638 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:38.113586 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4d6fd1e-9f94-46dd-bbbe-7a4c3d909df8 req-6b39b5da-511b-442d-b95e-21ebbf13af40 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0601115 Aug 29 17:37:38.216515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:38.279228 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3287e1e-9538-4408-84c1-c71a136925d6 req-cbdaac10-897c-4a43-89ba-3156335986e9 tempest-ServerShowV254Test-496308196 tempest-ServerShowV254Test-496308196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd47b7e-ade2-4bed-a5a9-862662eee6cf HTTP/1.1" status: 200 len: 210 time: 0.0401008 Aug 29 17:37:38.504359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:37:38.685862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:38.700548 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe53e48-0150-441a-887d-5329a61fec82 None None] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:38.711076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Sync routers for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:38.721837 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:38.722451 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:38.744983 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:38.750000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-11630669-ad6c-449f-8206-e95d71047550 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7713912 Aug 29 17:37:38.750696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37376) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:38.787137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-28418579-537a-4e0c-aef7-dd2f45a992e8 None None] Provisioning for port e677f51f-435a-4615-9b78-0cf89575e284 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:38.815371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e677f51f-435a-4615-9b78-0cf89575e284 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:38.944307 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:39.095332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e677f51f-435a-4615-9b78-0cf89575e284 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:39.109634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e677f51f-435a-4615-9b78-0cf89575e284 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:39.110017 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:39.340660 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:39.362497 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:37Z', 'revision_number': 3, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:39.426739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port e677f51f-435a-4615-9b78-0cf89575e284, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e677f51f-435a-4615-9b78-0cf89575e284,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:39.432794 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Checking router: ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:39.433400 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Updating router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 port b0d5087a-a984-4399-9e5a-7bf7b5c588c0 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:37:39.441851 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:39.501635 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:39.560899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=e677f51f-435a-4615-9b78-0cf89575e284,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:39.588041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2c54b4ba-a2a6-47cb-a081-658194985024 None None] Provisioning complete for port e677f51f-435a-4615-9b78-0cf89575e284 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:39.588479 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2c54b4ba-a2a6-47cb-a081-658194985024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:39.776528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37392) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:39.921361 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:39.932381 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Transition to ACTIVE for port object b0d5087a-a984-4399-9e5a-7bf7b5c588c0 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:39.946885 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:39.980523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6751be0-7a6b-4010-819f-6c414f78cda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.002019 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Attempting to bind port b0d5087a-a984-4399-9e5a-7bf7b5c588c0 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:40.002708 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Attempting to bind port b0d5087a-a984-4399-9e5a-7bf7b5c588c0 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:40.003244 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Attempting to bind port b0d5087a-a984-4399-9e5a-7bf7b5c588c0 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:40.016673 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:40.017512 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:40.018100 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.018944 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:40.019655 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Bound port: b0d5087a-a984-4399-9e5a-7bf7b5c588c0, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:40.020253 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.071408 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Pushing event updated for resources: {'Port': ['ID=b0d5087a-a984-4399-9e5a-7bf7b5c588c0,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:40.093245 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.093938 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.094520 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.096074 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.096651 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.097516 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.098255 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.098866 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.099421 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.100136 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.100670 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.101327 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:40.120937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] For port b0d5087a-a984-4399-9e5a-7bf7b5c588c0, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:40.128006 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] For port b0d5087a-a984-4399-9e5a-7bf7b5c588c0, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b0d5087a-a984-4399-9e5a-7bf7b5c588c0,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:40.135254 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.156124 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6751be0-7a6b-4010-819f-6c414f78cda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.189725 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6751be0-7a6b-4010-819f-6c414f78cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.199942 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:40.200683 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:40.202518 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6c821-6b1f-41b8-8aed-0ac6d9b96524 None None] Pushing event updated for resources: {'Port': ['ID=b0d5087a-a984-4399-9e5a-7bf7b5c588c0,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:40.271833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6751be0-7a6b-4010-819f-6c414f78cda3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6c192c7d46d42d79701914e33575852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940047 Aug 29 17:37:40.274037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6751be0-7a6b-4010-819f-6c414f78cda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a5ecf2-5b10-40f3-891f-aceab0c2bcc4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:40.276917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37400) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:40.391065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58fe20de-1348-47fd-89f6-58583f1f0928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.458878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58fe20de-1348-47fd-89f6-58583f1f0928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.566811 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:40.589164 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58fe20de-1348-47fd-89f6-58583f1f0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.592260 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58fe20de-1348-47fd-89f6-58583f1f0928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:40.594112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58fe20de-1348-47fd-89f6-58583f1f0928 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2a5ecf2-5b10-40f3-891f-aceab0c2bcc4 HTTP/1.1" status: 204 len: 168 time: 0.3156595 Aug 29 17:37:40.623854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe20de-1348-47fd-89f6-58583f1f0928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a5ecf2-5b10-40f3-891f-aceab0c2bcc4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:40.719421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e677f51f-435a-4615-9b78-0cf89575e284 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:40.891906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e677f51f-435a-4615-9b78-0cf89575e284 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:40.892656 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:41.030450 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:37Z', 'revision_number': 3, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:41.079487 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:41.088451 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b60994-fe6b-4c32-9795-5769f3503d0c None None] The sync data for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 is: [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:37Z', 'revision_number': 3, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:41.239731 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5476302f-604c-4381-a6e8-4b6cafbe1df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:41.406693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Allocated IP 172.20.0.1 (7df5e51f-26b9-4341-bacd-4da6f1defd24/b68f8a60-6a80-4219-96ca-c4afb0c61894/347f1ea4-8cb2-4f8f-8f6b-06849228af19) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:41.610038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:41.627626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Transition to ACTIVE for port object 347f1ea4-8cb2-4f8f-8f6b-06849228af19 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:41.679137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:41.742097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Pushing event updated for resources: {'Port': ['ID=347f1ea4-8cb2-4f8f-8f6b-06849228af19,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:41.755441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:41.756898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:41.759534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:41.832889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:41.991833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37442) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:42.193441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-262942782-network', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:42.224250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1554447d-ed95-43fc-9deb-b73165ec839c None None] Provisioning for port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:42.234504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.244789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1554447d-ed95-43fc-9deb-b73165ec839c None None] Provisioning complete for port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:42.255014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1554447d-ed95-43fc-9deb-b73165ec839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.278144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Made reservation on behalf of 5c5b8fc31047463087ffe0f603518a3a for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:42.281331 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.305599 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.313754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1554447d-ed95-43fc-9deb-b73165ec839c None None] Port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:42.479999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.496121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.504880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.584124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:37:42.624695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609a64ba-0b2d-4563-af35-b47dd3bb643d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:42.631936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.632268 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Added segment 272fde5d-d315-4e6e-8fe3-486bf5ad5a55 of type vlan for network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 Aug 29 17:37:42.701280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.728447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.739273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.754218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b0d5087a-a984-4399-9e5a-7bf7b5c588c0 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:42.784160 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.854947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.856419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:42.857193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.862204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b0d5087a-a984-4399-9e5a-7bf7b5c588c0 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:42.866537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b0d5087a-a984-4399-9e5a-7bf7b5c588c0 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:42.867173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:42.924485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd92e63-bd84-42e6-9e69-f2123b71d5c2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:42.944395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:37:42.960295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Pushing event updated for resources: {'Port': ['ID=347f1ea4-8cb2-4f8f-8f6b-06849228af19,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:42.988769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37452) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:42.991179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-06dbaa56-251a-4ae8-b563-7b784d8fae10 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0026438 Aug 29 17:37:42.995058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Request body: {'subnet': {'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-262942782-subnet', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:43.045118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:43.050071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Made reservation on behalf of 5c5b8fc31047463087ffe0f603518a3a for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:43.050555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:43.055270 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.222885 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.262819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b0d5087a-a984-4399-9e5a-7bf7b5c588c0, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b0d5087a-a984-4399-9e5a-7bf7b5c588c0,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:43.265961 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.270850 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.353527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:37:43.396502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b0d5087a-a984-4399-9e5a-7bf7b5c588c0,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:43.572645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.607969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f759eef9-7d99-4f0a-924e-6767c17b9196 None None] Provisioning complete for port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:43.608958 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f759eef9-7d99-4f0a-924e-6767c17b9196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.634740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:43.640919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f0864dea-d790-4c98-bc2a-49e0aaf5674c admin admin] 10.222.0.41 "PUT /v2.0/routers/ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8889627 Aug 29 17:37:43.659484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f759eef9-7d99-4f0a-924e-6767c17b9196 None None] Port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:43.660199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=268459d7-37d2-4d0f-8e80-490206acff79,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:43.688051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.688326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.689399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.689399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.690049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.690478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.690932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.691356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.691794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.692383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.692634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.693052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:43.705247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Checking segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:43.705667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Network hostable DHCP agents. Network: 3cd92e63-bd84-42e6-9e69-f2123b71d5c2, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:37:43.747669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:37:43.779191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 3cd92e63-bd84-42e6-9e69-f2123b71d5c2) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:43.789882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2431ef53-d158-4b8f-aa67-cdeaf54dcb95 None None] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:43.809795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:43.810411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.845949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d4bb76a6-a1c6-4450-b357-46bca6367a1a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8550920 Aug 29 17:37:43.848446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37472) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:43.854285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:43.910512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.913042 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.972024 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:43.989529 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f31bf88f-a953-4593-b1d4-f34453fe86c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:44.022615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:44.150192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Sync routers for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:44.196525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:44.198105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:44.316857 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:44.395157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:37:44.396953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:44.776705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b0d5087a-a984-4399-9e5a-7bf7b5c588c0 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:44.799577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:44.839736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37482) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:44.846322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e795af5d-91ba-4d99-856c-323bdacdd25a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102424866', 'description': 'tempest-description--2140286438'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:44.922375 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e795af5d-91ba-4d99-856c-323bdacdd25a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.091427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Allocated IP 172.20.0.2 (3cd92e63-bd84-42e6-9e69-f2123b71d5c2/268459d7-37d2-4d0f-8e80-490206acff79/34323c57-ffc2-4310-b0ac-29cec441ab63) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:45.102859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b0d5087a-a984-4399-9e5a-7bf7b5c588c0 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:45.103230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.200518 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e795af5d-91ba-4d99-856c-323bdacdd25a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.217939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e795af5d-91ba-4d99-856c-323bdacdd25a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.263254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795af5d-91ba-4d99-856c-323bdacdd25a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce07f64-e9bd-4f56-a43b-eba52253a6b1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:45.293161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e795af5d-91ba-4d99-856c-323bdacdd25a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.296546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e795af5d-91ba-4d99-856c-323bdacdd25a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4549537 Aug 29 17:37:45.298724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37492) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:45.306599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c3294749-0b40-46fa-9529-bcc84d121bf4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'security_group_rule': {'security_group_id': '8ce07f64-e9bd-4f56-a43b-eba52253a6b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:45.352009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3294749-0b40-46fa-9529-bcc84d121bf4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.466360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3294749-0b40-46fa-9529-bcc84d121bf4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.482525 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3294749-0b40-46fa-9529-bcc84d121bf4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.495365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.505775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3294749-0b40-46fa-9529-bcc84d121bf4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdfcb65-debd-4c37-b11c-9345fa5f3bad,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:45.534220 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3294749-0b40-46fa-9529-bcc84d121bf4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.539884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c3294749-0b40-46fa-9529-bcc84d121bf4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393136 Aug 29 17:37:45.540275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37494) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:45.543882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.547091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-64625201-ec7a-4440-b4e6-ede620071d1c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'security_group_rule': {'security_group_id': '8ce07f64-e9bd-4f56-a43b-eba52253a6b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:45.555414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Transition to ACTIVE for port object 34323c57-ffc2-4310-b0ac-29cec441ab63 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:45.561075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.583996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Transition to ACTIVE for port object 34323c57-ffc2-4310-b0ac-29cec441ab63 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:45.593588 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.594441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 2, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:45.637675 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.644461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Checking router: ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:45.645090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Updating router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:37:45.656925 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64625201-ec7a-4440-b4e6-ede620071d1c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.724689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:45.734618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:45.749626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:45.752160 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.754103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Pushing event updated for resources: {'Port': ['ID=34323c57-ffc2-4310-b0ac-29cec441ab63,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:45.770979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64625201-ec7a-4440-b4e6-ede620071d1c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.789874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64625201-ec7a-4440-b4e6-ede620071d1c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.846618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64625201-ec7a-4440-b4e6-ede620071d1c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.847885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-64625201-ec7a-4440-b4e6-ede620071d1c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3066666 Aug 29 17:37:45.850499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64625201-ec7a-4440-b4e6-ede620071d1c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6199955-dbda-413f-ac36-53b1bf33cb77,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:45.852659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37498) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:45.858863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:45.881278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Allocated IP 172.25.2.254 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/27ef0ed3-00df-4ab7-bb79-b7a6259a5459) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:45.905828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Attempting to bind port 34323c57-ffc2-4310-b0ac-29cec441ab63 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:45.906372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Attempting to bind port 34323c57-ffc2-4310-b0ac-29cec441ab63 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:45.907203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Attempting to bind port 34323c57-ffc2-4310-b0ac-29cec441ab63 on network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:45.916829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.980342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:45.980919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Checking segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:45.981608 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.982155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Bound using segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:45.982891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Bound port: 34323c57-ffc2-4310-b0ac-29cec441ab63, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:45.983946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.104559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.117671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.136462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] For port 34323c57-ffc2-4310-b0ac-29cec441ab63, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:46.147035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] For port 34323c57-ffc2-4310-b0ac-29cec441ab63, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=34323c57-ffc2-4310-b0ac-29cec441ab63,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:46.157596 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.199372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.271032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:46.274376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:46.278024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:46.304211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5920a-d42e-4c4d-8529-12b62166e20a None None] Pushing event updated for resources: {'Port': ['ID=34323c57-ffc2-4310-b0ac-29cec441ab63,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:46.344946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Allocated IP 172.25.2.221 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/b15da49d-868b-4d18-9352-852804d4cf37) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:46.430599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Pushing event updated for resources: {'Port': ['ID=27ef0ed3-00df-4ab7-bb79-b7a6259a5459,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:46.441337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.469269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Transition to ACTIVE for port object 347f1ea4-8cb2-4f8f-8f6b-06849228af19 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:46.482766 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.556275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.556614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1573a-e88a-4212-bb1c-7461dc566e56 None None] Pushing event updated for resources: {'Port': ['ID=347f1ea4-8cb2-4f8f-8f6b-06849228af19,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:46.609948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.706478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:46.712279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:46.716217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:46.717169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Attempting to bind port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:46.717645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Attempting to bind port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:46.717954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Attempting to bind port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:46.727476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:46.727897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Checking segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:46.728254 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.728655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Bound using segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:46.729141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Bound port: 347f1ea4-8cb2-4f8f-8f6b-06849228af19, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:46.729528 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.778915 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'Port': ['ID=b15da49d-868b-4d18-9352-852804d4cf37,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:46.808868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.887888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] For port 347f1ea4-8cb2-4f8f-8f6b-06849228af19, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:46.892446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] For port 347f1ea4-8cb2-4f8f-8f6b-06849228af19, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=347f1ea4-8cb2-4f8f-8f6b-06849228af19,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:46.902862 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.927395 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.979358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.992955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1573a-e88a-4212-bb1c-7461dc566e56 None None] Pushing event updated for resources: {'Port': ['ID=347f1ea4-8cb2-4f8f-8f6b-06849228af19,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:47.011176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.048734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:47.049459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:47.203377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:47.250687 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.266719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.323388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.447809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'Port': ['ID=b15da49d-868b-4d18-9352-852804d4cf37,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:47.491341 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.528674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.538534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-32010b4e-fe76-4161-8e9e-c2c006eb8b65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6763413 Aug 29 17:37:47.579480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Router 319f3fa7-4e98-4a17-a063-381c14c09427 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:37:47.581811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:46Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:47.631049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541cc2a-9c39-4fea-a6bf-ca8a864e5bf4 None None] The sync data for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 is: [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:46Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:47.986482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-f89dc473-545d-42d7-9b95-c3d91342447f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2102424866&fields=id&tenant_id=879653f16876427fa8d6806b659ebccc HTTP/1.1" status: 200 len: 267 time: 0.2357702 Aug 29 17:37:48.019803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:48.031330 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Sync routers for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:48.051386 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:48.052022 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:48.057360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b4b94-39f5-4b12-b40b-8c550a39c7ef None None] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:48.114990 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:48.119174 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a0b08873-5a9c-4c7d-bf32-938d4b660acb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2670660 Aug 29 17:37:48.119341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37534) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:48.184073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-8c34d5b3-61a4-44fb-b659-3a21aa74014a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:48.187922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-8c34d5b3-61a4-44fb-b659-3a21aa74014a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 816 time: 0.1977267 Aug 29 17:37:48.219330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-199324da-9b14-488b-97d8-85fe77d187fa tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/quotas/879653f16876427fa8d6806b659ebccc HTTP/1.1" status: 200 len: 375 time: 0.0241039 Aug 29 17:37:48.283132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-51bba247-701f-4aa6-944b-8a68e6297f5d None None] Provisioning for port 34323c57-ffc2-4310-b0ac-29cec441ab63 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:48.381207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-c38b2aa7-339e-4415-96b1-1a23ef02ee8f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1454880 Aug 29 17:37:48.384524 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:48.836936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-6e009415-564e-4418-bf12-ba63f54160c7 service neutron] 10.222.0.41 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519184 Aug 29 17:37:48.890153 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 347f1ea4-8cb2-4f8f-8f6b-06849228af19 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:48.892214 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:46Z', 'revision_number': 3, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:48.958367 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Checking router: 319f3fa7-4e98-4a17-a063-381c14c09427 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:48.958753 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Updating router 319f3fa7-4e98-4a17-a063-381c14c09427 port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:37:49.009383 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:49.052917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:49.057779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:49.058551 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:49.181743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-b2708a3a-90dd-4645-8281-f7eebe10beac service neutron] 10.222.0.41 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310182 Aug 29 17:37:49.312362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:49.564964 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:49.595277 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Transition to ACTIVE for port object 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:49.604544 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:49.625119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d23970a9-64ac-49c5-b7c9-d078f6d1c05f req-a28803bd-4de2-4fd1-a071-a9d8dfdae39d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 210 time: 0.1487052 Aug 29 17:37:49.659171 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Attempting to bind port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:49.659536 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Attempting to bind port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:49.659899 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Attempting to bind port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:49.691874 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:49.692832 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:49.693237 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:49.693633 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:49.694718 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Bound port: 27ef0ed3-00df-4ab7-bb79-b7a6259a5459, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:49.694718 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:49.787687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Allocated IP 172.20.0.1 (3cd92e63-bd84-42e6-9e69-f2123b71d5c2/268459d7-37d2-4d0f-8e80-490206acff79/718e3827-7b06-496b-ae6d-bc5b719a40ac) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:49.823154 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] For port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:49.841643 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] For port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=27ef0ed3-00df-4ab7-bb79-b7a6259a5459,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:49.883449 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:37:49.931345 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.022436 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8c0d2-4825-4a68-a346-eb975c2c61ce None None] Pushing event updated for resources: {'Port': ['ID=27ef0ed3-00df-4ab7-bb79-b7a6259a5459,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:50.027862 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.114399 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:50.115811 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:50.143685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 347f1ea4-8cb2-4f8f-8f6b-06849228af19, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=347f1ea4-8cb2-4f8f-8f6b-06849228af19,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:50.145294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.152285 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.153119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 34323c57-ffc2-4310-b0ac-29cec441ab63 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:50.180011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Transition to ACTIVE for port object 718e3827-7b06-496b-ae6d-bc5b719a40ac will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:50.205112 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8c0d2-4825-4a68-a346-eb975c2c61ce None None] Pushing event updated for resources: {'Port': ['ID=27ef0ed3-00df-4ab7-bb79-b7a6259a5459,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:50.229095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.290776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:50.293802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:50.301767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:50.340287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Pushing event updated for resources: {'Port': ['ID=718e3827-7b06-496b-ae6d-bc5b719a40ac,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:50.375571 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.376324 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:50.396552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=347f1ea4-8cb2-4f8f-8f6b-06849228af19,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:50.462430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 34323c57-ffc2-4310-b0ac-29cec441ab63 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:50.481879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 34323c57-ffc2-4310-b0ac-29cec441ab63 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:50.484764 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.761089 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.775342 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:46Z', 'revision_number': 3, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:50.818717 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ce36c-3dd5-4e7f-948b-66ca3eca6260 None None] The sync data for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 is: [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:46Z', 'revision_number': 3, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:50.901845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.950258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-12973a23-9f44-484f-922a-e741fac54c69 None None] Provisioning for port 718e3827-7b06-496b-ae6d-bc5b719a40ac completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:50.957384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 34323c57-ffc2-4310-b0ac-29cec441ab63, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=34323c57-ffc2-4310-b0ac-29cec441ab63,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:50.959596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-12973a23-9f44-484f-922a-e741fac54c69 None None] Provisioning complete for port 718e3827-7b06-496b-ae6d-bc5b719a40ac triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:50.960214 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-12973a23-9f44-484f-922a-e741fac54c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.991178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62a236e1-d162-456a-a96f-af4dffe9ab4e req-6582bf2b-c3b1-405d-ade4-a9d8cddcaa3a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 210 time: 0.0762544 Aug 29 17:37:51.066951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-12973a23-9f44-484f-922a-e741fac54c69 None None] Port 718e3827-7b06-496b-ae6d-bc5b719a40ac cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:51.073564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:51.158453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=34323c57-ffc2-4310-b0ac-29cec441ab63,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:51.229906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 347f1ea4-8cb2-4f8f-8f6b-06849228af19 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:51.241782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:51.261512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:51.377349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:51.377721 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:51.506799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:51.542458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Pushing event updated for resources: {'Port': ['ID=718e3827-7b06-496b-ae6d-bc5b719a40ac,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:51.702431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-b707bfa4-7e77-4681-8d85-0774c16cccbe tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:51.715432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-b707bfa4-7e77-4681-8d85-0774c16cccbe tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 816 time: 0.4250174 Aug 29 17:37:52.154221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dbdedc52-c156-44f9-857b-6f7a91706819 req-c2fc3dbc-cab0-49ed-ae9c-a8aceb23fd23 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 210 time: 0.0284624 Aug 29 17:37:52.239766 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-9d89ff32-ddfa-43c9-aea8-4e827a604482 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879653f16876427fa8d6806b659ebccc HTTP/1.1" status: 200 len: 380 time: 0.5124521 Aug 29 17:37:52.250109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:52.253410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:52.265679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'port': {'device_id': '88b10dbe-de57-4af5-b314-ff896adc5166', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'admin_state_up': True, 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'security_groups': ['8ce07f64-e9bd-4f56-a43b-eba52253a6b1']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:52.419579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-f5569b77-7924-4be0-bff5-7ba7ae2fa21b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:52.421180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-f5569b77-7924-4be0-bff5-7ba7ae2fa21b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.6191666 Aug 29 17:37:52.523577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-e45cc7fe-93be-460b-9b74-27a936e2779e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/quotas/46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 375 time: 0.0902915 Aug 29 17:37:52.600083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Router 319f3fa7-4e98-4a17-a063-381c14c09427 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:37:52.611490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-36a576d4-8157-44ac-a92a-d06afbfd78f5 None None] Provisioning complete for port 718e3827-7b06-496b-ae6d-bc5b719a40ac triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:52.612095 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-36a576d4-8157-44ac-a92a-d06afbfd78f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:52.640243 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-295cedeb-1448-4fab-8e78-d1740e567eea tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154392 Aug 29 17:37:52.647522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Made reservation on behalf of 879653f16876427fa8d6806b659ebccc for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:52.651005 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:52.688448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-36a576d4-8157-44ac-a92a-d06afbfd78f5 None None] Port 718e3827-7b06-496b-ae6d-bc5b719a40ac cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:52.929148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:52.945136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2fa26fad-b70f-4212-9fc2-40c59c035c93 admin admin] 10.222.0.41 "PUT /v2.0/routers/319f3fa7-4e98-4a17-a063-381c14c09427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8245327 Aug 29 17:37:52.970118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Allocated IP 172.20.0.7 (7df5e51f-26b9-4341-bacd-4da6f1defd24/b68f8a60-6a80-4219-96ca-c4afb0c61894/c64c9628-7a72-4181-a269-58372131f25e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:52.973720 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-4a627f06-a866-408c-92dd-3a0ae81d0050 service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326678 Aug 29 17:37:53.184262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-043055ec-c9d0-4edd-8351-a1ec6d417585 service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020988 Aug 29 17:37:53.251166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:53.269378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Transition to ACTIVE for port object c64c9628-7a72-4181-a269-58372131f25e will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:53.314235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:53.334831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Sync routers for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:53.346995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:53.347584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:53.414952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:53.418955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:53.439236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:53.454674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:53.544426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:53.559848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:53.561567 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:53.655888 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-d1854854-66d4-40fd-955b-b40814e30bf9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3942106 Aug 29 17:37:53.667517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:53.672815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Request body: {'port': {'device_id': '88b10dbe-de57-4af5-b314-ff896adc5166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:53.725771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:53.781018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dec73-9a07-491d-83e2-1db5150835a6 req-a69b3d05-44e1-4406-ba80-29d52cf5306a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:53.790443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-725dec73-9a07-491d-83e2-1db5150835a6 req-a69b3d05-44e1-4406-ba80-29d52cf5306a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 931 time: 0.2248132 Aug 29 17:37:53.791293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:53.791882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:53.891742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37648) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:53.904900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bf354f06-0675-4ee5-a502-151b99051e70 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678372359', 'description': 'tempest-description--1920060776'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:53.938443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf354f06-0675-4ee5-a502-151b99051e70 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:53.981943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-725dec73-9a07-491d-83e2-1db5150835a6 req-13658d77-a924-4fa8-ac55-a1d5b24f7e18 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901832 Aug 29 17:37:53.997736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.052162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fcda9434-ac28-4e22-9376-12bc7e1f59ba None None] Provisioning for port c64c9628-7a72-4181-a269-58372131f25e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:54.061829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fcda9434-ac28-4e22-9376-12bc7e1f59ba None None] Provisioning complete for port c64c9628-7a72-4181-a269-58372131f25e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:54.062319 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fcda9434-ac28-4e22-9376-12bc7e1f59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.111096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31bd4993-ef57-4116-b4a6-0ac881c10713 req-0dfb6bcf-75bb-4ab8-a1ff-be4d1d304364 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 210 time: 0.0644279 Aug 29 17:37:54.118813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fcda9434-ac28-4e22-9376-12bc7e1f59ba None None] Port c64c9628-7a72-4181-a269-58372131f25e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:54.144883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 2, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:54.148137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.170133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf354f06-0675-4ee5-a502-151b99051e70 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.175426 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf354f06-0675-4ee5-a502-151b99051e70 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.199645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Checking router: 319f3fa7-4e98-4a17-a063-381c14c09427 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:54.200141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Updating router 319f3fa7-4e98-4a17-a063-381c14c09427 port 718e3827-7b06-496b-ae6d-bc5b719a40ac binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:37:54.206173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=27ef0ed3-00df-4ab7-bb79-b7a6259a5459,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:54.217876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf354f06-0675-4ee5-a502-151b99051e70 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.222034 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bf354f06-0675-4ee5-a502-151b99051e70 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3264134 Aug 29 17:37:54.224284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.225105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 34323c57-ffc2-4310-b0ac-29cec441ab63 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:54.227151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:54.237471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f4124e4d-898d-45e3-9b9c-e193a9fccf72 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'security_group_rule': {'security_group_id': 'b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:54.245935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf354f06-0675-4ee5-a502-151b99051e70 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:54.285647 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.289615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4124e4d-898d-45e3-9b9c-e193a9fccf72 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.327368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=27ef0ed3-00df-4ab7-bb79-b7a6259a5459,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:54.336196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.336545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.337271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.337271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.337558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.337865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.338192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.338515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.338862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.339186 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.339507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.339828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:54.361169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4124e4d-898d-45e3-9b9c-e193a9fccf72 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.366995 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4124e4d-898d-45e3-9b9c-e193a9fccf72 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.391098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4124e4d-898d-45e3-9b9c-e193a9fccf72 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbf6f22-4eb0-4fde-9d46-b883e1dc4224,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:54.391346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 34323c57-ffc2-4310-b0ac-29cec441ab63 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:54.391440 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.404193 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4124e4d-898d-45e3-9b9c-e193a9fccf72 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.410302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f4124e4d-898d-45e3-9b9c-e193a9fccf72 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790345 Aug 29 17:37:54.410540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37654) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:54.416965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1351c3e4-ac0c-4c08-a78a-b55b1dce7a58 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'security_group_rule': {'security_group_id': 'b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:54.444705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64c9628-7a72-4181-a269-58372131f25e {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:54.454156 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1351c3e4-ac0c-4c08-a78a-b55b1dce7a58 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.456902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.485842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Transition to ACTIVE for port object c64c9628-7a72-4181-a269-58372131f25e will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:54.491304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.538326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1351c3e4-ac0c-4c08-a78a-b55b1dce7a58 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.544989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1351c3e4-ac0c-4c08-a78a-b55b1dce7a58 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.553506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:54.576212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c3e4-ac0c-4c08-a78a-b55b1dce7a58 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abd7a4a-e3b2-45b3-92da-363f0291bc36,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:54.583498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1351c3e4-ac0c-4c08-a78a-b55b1dce7a58 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.589530 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1351c3e4-ac0c-4c08-a78a-b55b1dce7a58 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1739800 Aug 29 17:37:54.595506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37656) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:54.601537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:54.637676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.645377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Attempting to bind port c64c9628-7a72-4181-a269-58372131f25e on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:54.645973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Attempting to bind port c64c9628-7a72-4181-a269-58372131f25e by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:54.646095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Attempting to bind port c64c9628-7a72-4181-a269-58372131f25e on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:54.653825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Port c64c9628-7a72-4181-a269-58372131f25e on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:37:54.654160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Attempting to bind port c64c9628-7a72-4181-a269-58372131f25e on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:54.660219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:54.660565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Checking segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:54.660952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Bound using segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:54.661417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Bound port: c64c9628-7a72-4181-a269-58372131f25e, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:54.661784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.726912 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.747061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Transition to ACTIVE for port object 718e3827-7b06-496b-ae6d-bc5b719a40ac will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:54.762380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.777765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:54.783556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:54.801307 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.913281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:54.913912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.917298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:54.918454 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] 10.222.0.43 "PUT /v2.0/ports/c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 1092 time: 1.2533600 Aug 29 17:37:54.918958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:54.927161 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "tag": "c64c9628-7a72-4181-a269-58372131f25e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:54.944875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a9fcb-0738-49cb-8a0e-b6fc6f11b342 None None] Pushing event updated for resources: {'Port': ['ID=718e3827-7b06-496b-ae6d-bc5b719a40ac,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:55.024899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633f65c-118f-4e4f-84d8-d939bdbf93c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:55.103612 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d265df-85d6-46f9-9dac-6124857ed056 x-openstack-request-id: req-a8d265df-85d6-46f9-9dac-6124857ed056 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:55.104567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Attempting to bind port 718e3827-7b06-496b-ae6d-bc5b719a40ac on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:55.104944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Attempting to bind port 718e3827-7b06-496b-ae6d-bc5b719a40ac by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:55.105299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Attempting to bind port 718e3827-7b06-496b-ae6d-bc5b719a40ac on network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:55.107922 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "tag": "c64c9628-7a72-4181-a269-58372131f25e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:55.110265 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8d265df-85d6-46f9-9dac-6124857ed056 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:55.111376 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e', 'status': 'completed', 'code': 200} Aug 29 17:37:55.125058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:55.125445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Checking segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:55.125857 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:55.126263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Bound using segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:55.152346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-682c8a7e-8965-478f-92da-4a3d19701b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:55.154513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Bound port: 718e3827-7b06-496b-ae6d-bc5b719a40ac, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:55.155118 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:55.159511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-682c8a7e-8965-478f-92da-4a3d19701b9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1095 time: 0.1174834 Aug 29 17:37:55.226713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-a26ae34c-b08b-4b23-9524-4f4b2c13cb33 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:55.251363 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-a26ae34c-b08b-4b23-9524-4f4b2c13cb33 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.4109273 Aug 29 17:37:55.278919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:55.297645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-aca91b78-2aa4-45e5-9f4a-d50448ddeb1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 217 time: 0.1349742 Aug 29 17:37:55.319086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'port': {'device_id': 'c919c7da-1e1f-4e16-ade3-10bd5f66db48', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'admin_state_up': True, 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:55.412879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b805c-ddf2-40ce-9043-b91b8d79f775 req-8b7f1dd6-c8db-4004-aa40-e0db6c3b2dc4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:55.421142 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f1b805c-ddf2-40ce-9043-b91b8d79f775 req-8b7f1dd6-c8db-4004-aa40-e0db6c3b2dc4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.1267941 Aug 29 17:37:55.437741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3ce70806-36dc-4d95-9a37-78b7c4d861a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:55.439119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-3ce70806-36dc-4d95-9a37-78b7c4d861a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.1291053 Aug 29 17:37:55.450074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d268d921-a2ee-4323-95af-8c2fa930d7a5 req-23b0ba66-7ccc-44f0-98f7-3ee3049f0c53 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 210 time: 0.1490417 Aug 29 17:37:55.506554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:55.507027 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:55.511964 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f1b805c-ddf2-40ce-9043-b91b8d79f775 req-7ac297f5-e117-4312-a1ad-46855d29681c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898640 Aug 29 17:37:55.520615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Allocated IP 172.25.2.46 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/569642ff-fcc2-405e-9409-75d205d224ca) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:55.537372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] For port 718e3827-7b06-496b-ae6d-bc5b719a40ac, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:55.544575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-bbd8199d-f82b-46ac-974c-471f2f7fc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:55.549733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-bbd8199d-f82b-46ac-974c-471f2f7fc54a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947523 Aug 29 17:37:55.557558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] For port 718e3827-7b06-496b-ae6d-bc5b719a40ac, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=718e3827-7b06-496b-ae6d-bc5b719a40ac,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:55.566021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:55.682182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:55.683034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:55.735121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:55.739892 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:55.815050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-e065cddf-db89-431e-bea3-ba5c9dad8eeb service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572937 Aug 29 17:37:55.837058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a9fcb-0738-49cb-8a0e-b6fc6f11b342 None None] Pushing event updated for resources: {'Port': ['ID=718e3827-7b06-496b-ae6d-bc5b719a40ac,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:55.940587 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a14c5d2c-16f1-4b6a-b2d8-daadb7f49489 req-48d894c3-c8ac-4e86-aefb-c6f15372bd94 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175859 Aug 29 17:37:55.977800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:55.979558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:56.025896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.20.0.10 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/3596bf3b-a4f9-4969-aaf2-4af920f7dd30) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:56.078097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-1b0a313e-7673-450a-bdee-13cc9447db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:56.079842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-1b0a313e-7673-450a-bdee-13cc9447db26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1095 time: 0.0762994 Aug 29 17:37:56.080386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:56.175394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:56.186157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:56.197032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:56.200731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-1bbc5ec3-a336-4cca-ada9-e8245cdcb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:56.207981 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-1bbc5ec3-a336-4cca-ada9-e8245cdcb483 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.1199400 Aug 29 17:37:56.241304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'Port': ['ID=569642ff-fcc2-405e-9409-75d205d224ca,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:56.282185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-f480c241-7122-46dd-a332-009284f8ed29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 217 time: 0.0627699 Aug 29 17:37:56.322347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:55Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:56.352609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-fe823559-e643-4201-8024-8df579e814a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:56.353795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1475e-39f6-46dc-aa42-afaeda549c57 None None] The sync data for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 is: [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:55Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:56.356190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-fe823559-e643-4201-8024-8df579e814a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0657082 Aug 29 17:37:56.471902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-5c6c3900-b316-4381-8a93-fc3871b54773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:56.492877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-5c6c3900-b316-4381-8a93-fc3871b54773 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122546 Aug 29 17:37:56.512369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:56.568481 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:56.600872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Transition to ACTIVE for port object 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:56.633330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c21b4c57-ea52-4c06-8b41-491baa9a5efd req-57ec3e25-2f7c-405d-9c0d-6157452d2662 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 210 time: 0.0524619 Aug 29 17:37:56.678405 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-d11d341f-7ef1-4fc5-bd2b-69c3a6dbf4aa service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838591 Aug 29 17:37:56.685689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:56.807088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e1c9dd9f-891e-48b9-aea9-300b2c5a4e7e req-8f4924ee-d28e-4eef-9de8-11b9a57b9f0d service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195250 Aug 29 17:37:56.870464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e722d4-6058-47b0-a01d-a09f58e053df req-6883b319-2d17-48ea-a054-4e9323ee1306 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:56.872402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14e722d4-6058-47b0-a01d-a09f58e053df req-6883b319-2d17-48ea-a054-4e9323ee1306 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.2078478 Aug 29 17:37:56.876455 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:56.957966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:56.973987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:56.987541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:57.022015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:57.061611 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.103374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14e722d4-6058-47b0-a01d-a09f58e053df req-63eff16d-f5f6-4dc0-95b7-da65e9d870ee tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084374 Aug 29 17:37:57.117453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.200105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:57.205443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.273329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 718e3827-7b06-496b-ae6d-bc5b719a40ac up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:57.286785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'Port': ['ID=569642ff-fcc2-405e-9409-75d205d224ca,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:57.292695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-9f4048e0-971c-41b1-a714-4f9e19d1c9e8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9900415 Aug 29 17:37:57.313240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Request body: {'port': {'device_id': 'c919c7da-1e1f-4e16-ade3-10bd5f66db48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:57.320733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.379404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.381499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc96eec4-1904-4186-846c-7b21b6fae015 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7846057 Aug 29 17:37:57.391654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 718e3827-7b06-496b-ae6d-bc5b719a40ac completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:57.401303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 718e3827-7b06-496b-ae6d-bc5b719a40ac triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:57.401668 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.404874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3fd109b8-faa0-45b0-887b-f1569543ec78 None None] Provisioning for port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:57.419456 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.448335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3fd109b8-faa0-45b0-887b-f1569543ec78 None None] Provisioning complete for port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:57.448706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3fd109b8-faa0-45b0-887b-f1569543ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.550644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3fd109b8-faa0-45b0-887b-f1569543ec78 None None] Port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:57.605369 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.650717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-91fe6ca4-5060-48b1-a408-fd9379796e4f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--678372359&fields=id&tenant_id=5c5b8fc31047463087ffe0f603518a3a HTTP/1.1" status: 200 len: 267 time: 0.0916901 Aug 29 17:37:57.703453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 718e3827-7b06-496b-ae6d-bc5b719a40ac, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=718e3827-7b06-496b-ae6d-bc5b719a40ac,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:57.720559 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.825717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d9ab-2f2f-47b3-b47f-bb195e9edc9a req-ea6cc077-fc09-4477-810e-5417d40439d2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:57.834873 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f70d9ab-2f2f-47b3-b47f-bb195e9edc9a req-ea6cc077-fc09-4477-810e-5417d40439d2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 932 time: 0.0673320 Aug 29 17:37:57.882518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f70d9ab-2f2f-47b3-b47f-bb195e9edc9a req-9506cf4c-5302-4ec9-a395-c1be32d46815 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463648 Aug 29 17:37:58.062987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=718e3827-7b06-496b-ae6d-bc5b719a40ac,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:58.190310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723036-f9eb-491d-accb-14a6e97709e1 req-22763d9f-de3e-4236-ae15-4f0b640762ab tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:58.192908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-22763d9f-de3e-4236-ae15-4f0b640762ab tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 810 time: 0.5210092 Aug 29 17:37:58.219854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-0c84668f-f424-4061-9eb2-cf95c3239800 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/quotas/5c5b8fc31047463087ffe0f603518a3a HTTP/1.1" status: 200 len: 375 time: 0.0197852 Aug 29 17:37:58.255576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1935a3-679f-4543-9277-551178082315 req-9470bb4b-456c-4858-9388-1e434663f965 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:58.257230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1a1935a3-679f-4543-9277-551178082315 req-9470bb4b-456c-4858-9388-1e434663f965 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.0598993 Aug 29 17:37:58.299325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:58.309240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:58.323155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1a1935a3-679f-4543-9277-551178082315 req-f4a0bc0c-76da-44dc-9c44-7d18a90598c4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573511 Aug 29 17:37:58.328546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-abd8e556-6737-4086-a4c7-f61a855942de tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989561 Aug 29 17:37:58.334037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Transition to ACTIVE for port object 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:58.357130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-9c595a70-dcca-4492-bfe9-91a9285f95d6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:37:58.358504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-9c595a70-dcca-4492-bfe9-91a9285f95d6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073738 Aug 29 17:37:58.360389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:58.494664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Pushing event updated for resources: {'Port': ['ID=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:58.599072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-1b904e2b-860f-4b87-a7a3-37707a42a521 service neutron] 10.222.0.41 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323093 Aug 29 17:37:58.655780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Attempting to bind port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:58.656122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Attempting to bind port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:58.656546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Attempting to bind port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:58.668101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:37:58.668542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Attempting to bind port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:58.678659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:58.679107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:58.679573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:58.680338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Bound port: 3596bf3b-a4f9-4969-aaf2-4af920f7dd30, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:58.680772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:58.759494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-597562f3-0796-4db6-96fe-ff7d74bee82b service neutron] 10.222.0.41 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591082 Aug 29 17:37:58.792828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] For port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:58.796898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] For port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:58.804799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:58.871802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:58.872608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:58.874673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] 10.222.0.44 "PUT /v2.0/ports/3596bf3b-a4f9-4969-aaf2-4af920f7dd30 HTTP/1.1" status: 200 len: 1093 time: 1.5671244 Aug 29 17:37:58.875218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c919c7da-1e1f-4e16-ade3-10bd5f66db48', 'tag': '3596bf3b-a4f9-4969-aaf2-4af920f7dd30'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:58.882501 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78353546-f819-49b2-8f02-51a1929c93fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c919c7da-1e1f-4e16-ade3-10bd5f66db48", "tag": "3596bf3b-a4f9-4969-aaf2-4af920f7dd30"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:58.905201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c89cd-78c4-4b22-9ed1-207026f1b799 service neutron] Pushing event updated for resources: {'Port': ['ID=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:58.986534 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0006946-67cb-4f54-93a5-e324546f130e x-openstack-request-id: req-f0006946-67cb-4f54-93a5-e324546f130e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:58.987131 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c919c7da-1e1f-4e16-ade3-10bd5f66db48", "tag": "3596bf3b-a4f9-4969-aaf2-4af920f7dd30", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:58.988276 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0006946-67cb-4f54-93a5-e324546f130e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:58.988920 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c919c7da-1e1f-4e16-ade3-10bd5f66db48', 'tag': '3596bf3b-a4f9-4969-aaf2-4af920f7dd30', 'status': 'completed', 'code': 200} Aug 29 17:37:59.052342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-f332ad0c-36e6-4c72-92f6-a0b5b0b83c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:59.057554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-f332ad0c-36e6-4c72-92f6-a0b5b0b83c6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 1096 time: 0.1353185 Aug 29 17:37:59.166871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b3ce07f8-4390-4089-ad45-89026054765e req-6dfd268f-b924-40c3-9a3c-ba809254b1fa tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 210 time: 0.0838459 Aug 29 17:37:59.194535 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-572a3a3e-51d4-4d47-9c93-e2dfb9c48145 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3596bf3b-a4f9-4969-aaf2-4af920f7dd30 HTTP/1.1" status: 200 len: 217 time: 0.1274936 Aug 29 17:37:59.220430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c64c9628-7a72-4181-a269-58372131f25e details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:37:59.268186 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 718e3827-7b06-496b-ae6d-bc5b719a40ac up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:59.274209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37768) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:59.332767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-77329fb3-eb9f-4c8b-a043-b72de638da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:59.339834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-627190a7-d734-41b2-903f-296866bd84f9 admin admin] Deleting subnet 4fc68852-571a-477c-bf0b-53bf6a808629 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:37:59.343052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-77329fb3-eb9f-4c8b-a043-b72de638da54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.1022739 Aug 29 17:37:59.344001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-627190a7-d734-41b2-903f-296866bd84f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.362634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0aa811-3d3c-41c0-bbb3-bed7de834bdb req-42268172-da4a-451e-b674-7836e7e453db tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:59.378125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be0aa811-3d3c-41c0-bbb3-bed7de834bdb req-42268172-da4a-451e-b674-7836e7e453db tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.3024123 Aug 29 17:37:59.401232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.resource_extend [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:37:59.451477 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-627190a7-d734-41b2-903f-296866bd84f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.582105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:59.594438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-6d9d0e95-bc1a-44a6-9734-f1b18bdf86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:59.596208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-6d9d0e95-bc1a-44a6-9734-f1b18bdf86d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612852 Aug 29 17:37:59.602052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be0aa811-3d3c-41c0-bbb3-bed7de834bdb req-6fdcbbd8-be32-4e9d-81e3-a7fb2c9d5ca8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228062 Aug 29 17:37:59.608790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'c64c9628-7a72-4181-a269-58372131f25e', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'port_id': 'c64c9628-7a72-4181-a269-58372131f25e', 'mac_address': 'fa:16:3e:a5:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:37:59.623664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 718e3827-7b06-496b-ae6d-bc5b719a40ac triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:59.624387 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.686781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-627190a7-d734-41b2-903f-296866bd84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.750781 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.788245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce6252-6c23-4b8c-a25e-c8fb6801f68b req-32ec2289-7097-4c11-a233-caac5f082546 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:59.796476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dce6252-6c23-4b8c-a25e-c8fb6801f68b req-32ec2289-7097-4c11-a233-caac5f082546 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.2782955 Aug 29 17:37:59.800626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64c9628-7a72-4181-a269-58372131f25e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:59.866621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-cb66f4aa-b5bc-43d9-b9b5-1ace38a9cdfb service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625248 Aug 29 17:37:59.881799 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dce6252-6c23-4b8c-a25e-c8fb6801f68b req-6389930c-d3cb-4992-a2e4-8e956fa6bcf5 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738771 Aug 29 17:37:59.906348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:59.924978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-627190a7-d734-41b2-903f-296866bd84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.927143 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.002631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627190a7-d734-41b2-903f-296866bd84f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc68852-571a-477c-bf0b-53bf6a808629,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:00.024362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-627190a7-d734-41b2-903f-296866bd84f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.037569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37782) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:00.038338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-627190a7-d734-41b2-903f-296866bd84f9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4fc68852-571a-477c-bf0b-53bf6a808629 HTTP/1.1" status: 204 len: 168 time: 0.7621894 Aug 29 17:38:00.046202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:00.144966 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bbb0547-d292-4abd-af3b-08d7e9add286 req-1d906c77-4f66-4468-96ca-1f700cb61dde service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622359 Aug 29 17:38:00.149808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.150656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c64c9628-7a72-4181-a269-58372131f25e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:00.328315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-153367cf-6578-4473-aa3f-d3c4de991966 req-9dba1976-b685-4649-9c69-e40f482944c6 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 210 time: 0.0616436 Aug 29 17:38:00.332820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.357119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b1a9bd-383e-4d27-bea0-0018821d3981']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:00.363085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b491bd-7d2b-41e5-8d5f-b0d36faaec49') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:00.363244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b491bd-7d2b-41e5-8d5f-b0d36faaec49') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:00.376923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78353546-f819-49b2-8f02-51a1929c93fe req-608a422d-78c1-42ff-b2b7-aea5fa5950b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:00.378258 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78353546-f819-49b2-8f02-51a1929c93fe req-608a422d-78c1-42ff-b2b7-aea5fa5950b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 1096 time: 0.1330545 Aug 29 17:38:00.379935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.445101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.457818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:38:00.458236 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:38:00.468219 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:38:00.569394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.577844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.579707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] 10.222.0.41 "DELETE /v2.0/networks/76b1a9bd-383e-4d27-bea0-0018821d3981 HTTP/1.1" status: 204 len: 168 time: 0.5394478 Aug 29 17:38:00.582262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78353546-f819-49b2-8f02-51a1929c93fe req-4aa1b754-5e2d-49c6-a078-aeabefa58d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:00.583632 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78353546-f819-49b2-8f02-51a1929c93fe req-4aa1b754-5e2d-49c6-a078-aeabefa58d91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.1956048 Aug 29 17:38:00.603510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56c05a-8fb0-42b8-9a46-622b73caf52e admin admin] Pushing event deleted for resources: {'Network': ['ID=76b1a9bd-383e-4d27-bea0-0018821d3981,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:00.639415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78353546-f819-49b2-8f02-51a1929c93fe req-26c62ec6-7a7a-4de7-9ee4-4ac9bffeb398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3596bf3b-a4f9-4969-aaf2-4af920f7dd30 HTTP/1.1" status: 200 len: 217 time: 0.0434110 Aug 29 17:38:00.730932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78353546-f819-49b2-8f02-51a1929c93fe req-365d1f0d-7d87-4f3f-a095-135c9fbfe2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:00.733845 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78353546-f819-49b2-8f02-51a1929c93fe req-365d1f0d-7d87-4f3f-a095-135c9fbfe2d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0882342 Aug 29 17:38:00.790975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37792) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:00.860123 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f604a2c2-a40c-45de-a4ea-f9bee3dd19ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa16da6dede2430dad6c2ba9cdd4d7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663514 Aug 29 17:38:00.861179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37796) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:00.898791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78353546-f819-49b2-8f02-51a1929c93fe req-ad8c5190-1a4c-4c47-b5b3-84cc6d7e82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:00.900849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78353546-f819-49b2-8f02-51a1929c93fe req-ad8c5190-1a4c-4c47-b5b3-84cc6d7e82e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603508 Aug 29 17:38:00.911813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26df231-b13e-476a-868d-3feffa9e33e4 req-b28c8dba-ea43-430e-abdf-6768747cfd4f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:00.914923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f26df231-b13e-476a-868d-3feffa9e33e4 req-b28c8dba-ea43-430e-abdf-6768747cfd4f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.1624258 Aug 29 17:38:00.937781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723036-f9eb-491d-accb-14a6e97709e1 req-5c5297a1-c6b0-4a34-bc21-15b44aceda7e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:00.940321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-5c5297a1-c6b0-4a34-bc21-15b44aceda7e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.43 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 810 time: 0.1499383 Aug 29 17:38:01.019030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78353546-f819-49b2-8f02-51a1929c93fe req-ea8bb2aa-bfce-424b-b95b-746c647516c8 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064892 Aug 29 17:38:01.020121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f26df231-b13e-476a-868d-3feffa9e33e4 req-0e058893-0c8a-472e-bd4a-ed1277e9d9ef tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781150 Aug 29 17:38:01.043592 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-c6c44df0-d80d-4b11-bad7-9490f2dbba23 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c5b8fc31047463087ffe0f603518a3a HTTP/1.1" status: 200 len: 379 time: 0.0869076 Aug 29 17:38:01.064994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'port': {'device_id': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'admin_state_up': True, 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'security_groups': ['b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:01.138294 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dfbd517f-640f-4279-937d-c93bdea30096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.206235 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dfbd517f-640f-4279-937d-c93bdea30096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.235740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c64c9628-7a72-4181-a269-58372131f25e up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:38:01.251286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9951f-a69f-4038-b7cc-f7ecd1591aac req-c81da173-1d5c-4f58-a22f-c86804e1ffbb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:01.252808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dda9951f-a69f-4038-b7cc-f7ecd1591aac req-c81da173-1d5c-4f58-a22f-c86804e1ffbb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1309628 Aug 29 17:38:01.259693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Made reservation on behalf of 5c5b8fc31047463087ffe0f603518a3a for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:01.264188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78353546-f819-49b2-8f02-51a1929c93fe req-608f4f3b-fa1e-4be1-88df-6c5e7cddf429 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410920 Aug 29 17:38:01.273805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.309238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port c64c9628-7a72-4181-a269-58372131f25e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:38:01.315193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port c64c9628-7a72-4181-a269-58372131f25e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:01.315995 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.334419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dda9951f-a69f-4038-b7cc-f7ecd1591aac req-08b160cb-ab67-4d84-9bfe-acc138530725 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672588 Aug 29 17:38:01.346800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dfbd517f-640f-4279-937d-c93bdea30096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.349585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dfbd517f-640f-4279-937d-c93bdea30096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.350868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dfbd517f-640f-4279-937d-c93bdea30096 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f HTTP/1.1" status: 204 len: 168 time: 0.4875031 Aug 29 17:38:01.392351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd517f-640f-4279-937d-c93bdea30096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe50fd3-2646-49a0-9c7f-0357e9c7bb2f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:01.524181 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.549759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75b04beb-9d78-4927-b534-2e1c0f896d23 req-4bc9e2fe-ae17-4fd9-9605-86a3bf81d245 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 210 time: 0.0438850 Aug 29 17:38:01.579277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:01.580213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Allocated IP 172.20.0.13 (3cd92e63-bd84-42e6-9e69-f2123b71d5c2/268459d7-37d2-4d0f-8e80-490206acff79/a72598db-2dab-4de2-835d-7d1cc7e1601f) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:38:01.581548 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c14529-35de-41a9-911c-4df24f55105b" -d '{"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-plugged", "status": "completed", "tag": "c64c9628-7a72-4181-a269-58372131f25e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:01.601999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:01.611288 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.674886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:01.808302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.827696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Transition to ACTIVE for port object a72598db-2dab-4de2-835d-7d1cc7e1601f will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:38:01.884238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.953790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:38:01.957413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:38:01.962643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:38:01.966657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'Port': ['ID=a72598db-2dab-4de2-835d-7d1cc7e1601f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:01.983578 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f6738b-2431-4d5d-a1bb-7d8fb741bd18 x-openstack-request-id: req-21f6738b-2431-4d5d-a1bb-7d8fb741bd18 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:01.991592 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-plugged", "status": "completed", "tag": "c64c9628-7a72-4181-a269-58372131f25e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:01.992629 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21f6738b-2431-4d5d-a1bb-7d8fb741bd18 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:01.994606 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e', 'code': 200} Aug 29 17:38:02.054028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:02.054808 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:02.088046 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-46916e7c-1e0e-4dd3-97b3-66d2d1d98294 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0320868 Aug 29 17:38:02.100026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Request body: {'port': {'device_id': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:02.185578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:02.239536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906afcd8-d659-4730-8809-f32c5b19ce1e req-ab5eb1a1-92e6-4c1f-b724-a334a2c0e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:02.241506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-906afcd8-d659-4730-8809-f32c5b19ce1e req-ab5eb1a1-92e6-4c1f-b724-a334a2c0e5ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1097 time: 0.1684294 Aug 29 17:38:02.270441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad444-6777-4e29-a678-185f978e04ba req-4ab25b89-3854-4da9-b337-fd42b259d59e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:02.272280 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10aad444-6777-4e29-a678-185f978e04ba req-4ab25b89-3854-4da9-b337-fd42b259d59e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.1073678 Aug 29 17:38:02.340695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-906afcd8-d659-4730-8809-f32c5b19ce1e req-313959c2-2d15-41ee-8ca2-c9f335ecfd01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920033 Aug 29 17:38:02.344059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10aad444-6777-4e29-a678-185f978e04ba req-0f4bca7d-50e5-44d8-834f-dbfb52d06f99 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638988 Aug 29 17:38:02.439113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7073c8e2-4e28-46ed-b957-cec9fc2d6b97 None None] Provisioning for port a72598db-2dab-4de2-835d-7d1cc7e1601f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:38:02.444863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7073c8e2-4e28-46ed-b957-cec9fc2d6b97 None None] Provisioning complete for port a72598db-2dab-4de2-835d-7d1cc7e1601f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:02.450003 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7073c8e2-4e28-46ed-b957-cec9fc2d6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:02.536495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7073c8e2-4e28-46ed-b957-cec9fc2d6b97 None None] Port a72598db-2dab-4de2-835d-7d1cc7e1601f cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:38:02.600670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229d4e1-685b-43f7-9c17-f6692a657f1a req-d7a63929-3acb-4839-941f-c78ce87c1108 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:02.603159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7229d4e1-685b-43f7-9c17-f6692a657f1a req-d7a63929-3acb-4839-941f-c78ce87c1108 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.1173828 Aug 29 17:38:02.693845 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7229d4e1-685b-43f7-9c17-f6692a657f1a req-68038908-b36b-4abb-98d4-a2e82aac4d7b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756795 Aug 29 17:38:02.739544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37834) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:02.764368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-f8d3b93c-6e2d-4a16-87aa-a5bdb4e56e58 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1505368 Aug 29 17:38:02.784158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c114c-7248-4712-ac1e-c9aabfebeb68 req-4e39ba28-db49-494f-9b10-6909c8f2070f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:02.785122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72598db-2dab-4de2-835d-7d1cc7e1601f {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:02.793673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf7c114c-7248-4712-ac1e-c9aabfebeb68 req-4e39ba28-db49-494f-9b10-6909c8f2070f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 932 time: 0.0869493 Aug 29 17:38:02.802243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:02.817687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Transition to ACTIVE for port object a72598db-2dab-4de2-835d-7d1cc7e1601f will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:38:02.829051 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:02.887945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Pushing event updated for resources: {'Port': ['ID=a72598db-2dab-4de2-835d-7d1cc7e1601f,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:02.907670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf7c114c-7248-4712-ac1e-c9aabfebeb68 req-4f194d43-3bbb-4f23-a71a-a64a18951962 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122541 Aug 29 17:38:02.937872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-4a9fbd28-84a5-47fe-844b-dab378c8c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:02.939776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-4a9fbd28-84a5-47fe-844b-dab378c8c7d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1097 time: 0.1049514 Aug 29 17:38:02.984390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1639380047-network', 'tenant_id': '8628eb83719d4ad9a33c473a0e6f1050'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:03.040071 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Made reservation on behalf of 8628eb83719d4ad9a33c473a0e6f1050 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:03.042406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.045635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Attempting to bind port a72598db-2dab-4de2-835d-7d1cc7e1601f on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:38:03.045974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Attempting to bind port a72598db-2dab-4de2-835d-7d1cc7e1601f by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:38:03.046928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Attempting to bind port a72598db-2dab-4de2-835d-7d1cc7e1601f on network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:38:03.057298 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.061084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Port a72598db-2dab-4de2-835d-7d1cc7e1601f on network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:38:03.061084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Attempting to bind port a72598db-2dab-4de2-835d-7d1cc7e1601f on network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:38:03.073512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:38:03.073766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Checking segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:38:03.087220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Bound using segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:38:03.087458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Bound port: a72598db-2dab-4de2-835d-7d1cc7e1601f, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:38:03.087806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.167878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-098b4484-a6a0-4d1e-9713-3fe86644a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:03.173863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-098b4484-a6a0-4d1e-9713-3fe86644a554 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.2089086 Aug 29 17:38:03.231800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] For port a72598db-2dab-4de2-835d-7d1cc7e1601f, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:38:03.239474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] For port a72598db-2dab-4de2-835d-7d1cc7e1601f, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:38:03.274683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.325833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-86410290-9f80-424d-8863-c459c9aed3a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 1001 time: 0.1416821 Aug 29 17:38:03.343970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Pushing event updated for resources: {'Port': ['ID=a72598db-2dab-4de2-835d-7d1cc7e1601f,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:03.361527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:03.362305 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.368164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-42b44aa1-4aba-4a9e-ae55-0b291a7c4a06 service neutron] 10.222.0.43 "PUT /v2.0/ports/a72598db-2dab-4de2-835d-7d1cc7e1601f HTTP/1.1" status: 200 len: 1093 time: 1.2723718 Aug 29 17:38:03.368618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'tag': 'a72598db-2dab-4de2-835d-7d1cc7e1601f'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:03.371606 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672a45b8-92ad-4003-a258-5ad7236280be" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fbc9fd-404b-4f48-bd9a-76d43345510f", "tag": "a72598db-2dab-4de2-835d-7d1cc7e1601f"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:03.502002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.508710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.514565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-5aa73194-13f9-4ede-9afe-7b510ff1e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:03.516739 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-5aa73194-13f9-4ede-9afe-7b510ff1e646 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.1853890 Aug 29 17:38:03.519076 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66497741-398a-4f80-b834-c00d0410918e x-openstack-request-id: req-66497741-398a-4f80-b834-c00d0410918e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:03.519941 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fbc9fd-404b-4f48-bd9a-76d43345510f", "tag": "a72598db-2dab-4de2-835d-7d1cc7e1601f", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:03.520414 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66497741-398a-4f80-b834-c00d0410918e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:03.521007 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'tag': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'status': 'completed', 'code': 200} Aug 29 17:38:03.537593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:38:03.600353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.600722 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Added segment d822ea19-dc7f-478e-b09a-361f382e3947 of type vlan for network e799b5e4-8cb0-472f-98cd-f1999360b34c Aug 29 17:38:03.602184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd686f83-6830-4697-8906-5c6026bf8190,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:03.703175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-06ee14a3-1ea0-4230-b653-a1dcea5fdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:03.704735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-06ee14a3-1ea0-4230-b653-a1dcea5fdd14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397839 Aug 29 17:38:03.706921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.719932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a45b8-92ad-4003-a258-5ad7236280be req-d79d6ec0-b6f1-4941-b31b-a707aa16d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:03.723556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000070e-bc45-4ec9-8cd8-de1947f8c208 req-9812c3e9-a3b3-42b9-94b4-d97a68a175ef tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:03.731746 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f000070e-bc45-4ec9-8cd8-de1947f8c208 req-9812c3e9-a3b3-42b9-94b4-d97a68a175ef tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.1747444 Aug 29 17:38:03.735571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-672a45b8-92ad-4003-a258-5ad7236280be req-d79d6ec0-b6f1-4941-b31b-a707aa16d023 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 1096 time: 0.1561866 Aug 29 17:38:03.860242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f000070e-bc45-4ec9-8cd8-de1947f8c208 req-871e6b54-1b65-4265-be18-b9383cf64bc9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274598 Aug 29 17:38:03.872490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-4867c2c5-0983-4c76-a9fc-6ae77252c74f service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380553 Aug 29 17:38:03.887093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.889088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:03.890007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.027172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2862778 Aug 29 17:38:04.028715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37848) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:04.034560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b82a2ac3-88a3-43c6-b38a-2bfde66347c1 req-fd270353-dd43-4112-a435-9ce54068da0a service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548340 Aug 29 17:38:04.057523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Request body: {'subnet': {'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1639380047-subnet', 'tenant_id': '8628eb83719d4ad9a33c473a0e6f1050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:04.093224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9236f01-3a48-4ded-bef0-6ac58657d27d req-6cc21b23-bcb2-4621-b500-2e1cf82fde97 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.103418 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9236f01-3a48-4ded-bef0-6ac58657d27d req-6cc21b23-bcb2-4621-b500-2e1cf82fde97 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 944 time: 0.0885472 Aug 29 17:38:04.161311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9236f01-3a48-4ded-bef0-6ac58657d27d req-aad4fa59-b993-4646-adc6-74bb4746bc26 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565178 Aug 29 17:38:04.324926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-cc63a562-00a9-4fe3-8227-a67ef1cc2243 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0491185 Aug 29 17:38:04.408073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fdadda52-fcb7-4419-b204-f62b0c80ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.409034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fdadda52-fcb7-4419-b204-f62b0c80ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.409691 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fdadda52-fcb7-4419-b204-f62b0c80ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.410313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fdadda52-fcb7-4419-b204-f62b0c80ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.411042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fdadda52-fcb7-4419-b204-f62b0c80ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.411824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fdadda52-fcb7-4419-b204-f62b0c80ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.412468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fdadda52-fcb7-4419-b204-f62b0c80ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.414996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fdadda52-fcb7-4419-b204-f62b0c80ce15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 6498 time: 0.0633547 Aug 29 17:38:04.523633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820af43f-fb48-4b3c-aa7c-5c2536b8d9f4 req-0e9f2a39-9802-4b21-b34f-c147639c3d24 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.525119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-820af43f-fb48-4b3c-aa7c-5c2536b8d9f4 req-0e9f2a39-9802-4b21-b34f-c147639c3d24 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.6928265 Aug 29 17:38:04.538054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a45b8-92ad-4003-a258-5ad7236280be req-26c9fd8c-30d9-4cae-978b-0d2966764ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.539499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-672a45b8-92ad-4003-a258-5ad7236280be req-26c9fd8c-30d9-4cae-978b-0d2966764ce7 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5c5b8fc31047463087ffe0f603518a3a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7961683 Aug 29 17:38:04.540222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fb00a-5f33-400a-bc16-cd8809a95af9 admin admin] Pushing event updated for resources: {'Network': ['ID=e799b5e4-8cb0-472f-98cd-f1999360b34c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:04.555197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e799b5e4-8cb0-472f-98cd-f1999360b34c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:38:04.571192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-5bfab5a0-285d-4365-84bc-b92fcb07a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.574795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-5bfab5a0-285d-4365-84bc-b92fcb07a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.575257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-5bfab5a0-285d-4365-84bc-b92fcb07a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.577082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-5bfab5a0-285d-4365-84bc-b92fcb07a8d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=548b3407-0a2d-429f-b9b2-c29a429471e9&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=005282ce-7a66-4578-99b9-0f41090e2364&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac HTTP/1.1" status: 200 len: 2290 time: 0.1363888 Aug 29 17:38:04.579595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Made reservation on behalf of 8628eb83719d4ad9a33c473a0e6f1050 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:04.581748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.664941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-a4995aa7-0aed-4d9c-bc7e-e3f358b4cbf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b90ace8-95df-4493-a3ff-c3e11471c266 HTTP/1.1" status: 200 len: 1002 time: 0.0771527 Aug 29 17:38:04.727852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4a38e946-fc04-48ea-8080-1c011145da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.730250 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4a38e946-fc04-48ea-8080-1c011145da50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99fc6b28-3559-449d-9219-c46b883df500 HTTP/1.1" status: 200 len: 849 time: 0.0575202 Aug 29 17:38:04.735544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a45b8-92ad-4003-a258-5ad7236280be req-3cdc27cb-f93f-4dbb-9c60-f89b5a4f5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.737277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-672a45b8-92ad-4003-a258-5ad7236280be req-3cdc27cb-f93f-4dbb-9c60-f89b5a4f5541 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842740 Aug 29 17:38:04.751036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-820af43f-fb48-4b3c-aa7c-5c2536b8d9f4 req-f3bcf1c3-97e7-4a5d-adfd-ef96fcb958d3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166941 Aug 29 17:38:04.797850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-10c22c55-f52e-4ab5-9733-f1bcc7679d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.799825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-10c22c55-f52e-4ab5-9733-f1bcc7679d26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=548b3407-0a2d-429f-b9b2-c29a429471e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633261 Aug 29 17:38:04.866274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723036-f9eb-491d-accb-14a6e97709e1 req-3ee9c924-be0a-491e-bc8d-ef37cfa8820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.867906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-3ee9c924-be0a-491e-bc8d-ef37cfa8820c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 1096 time: 0.0528884 Aug 29 17:38:04.944280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3cf9e-11a2-4154-b64f-ab003bc532b3 req-33b2f805-53ed-4adb-bf7c-6cd8d8a1e28b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.945693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c6c3cf9e-11a2-4154-b64f-ab003bc532b3 req-33b2f805-53ed-4adb-bf7c-6cd8d8a1e28b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.1066508 Aug 29 17:38:04.950070 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-3ba53011-a20e-4f2d-94e8-2d804a1c10fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f HTTP/1.1" status: 200 len: 217 time: 0.0707591 Aug 29 17:38:04.958899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37856) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:04.970189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'floatingip': {'port_id': 'c64c9628-7a72-4181-a269-58372131f25e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:05.026816 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:05.035028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723036-f9eb-491d-accb-14a6e97709e1 req-819bff6a-165b-4121-853f-1106d1006ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:05.038518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-819bff6a-165b-4121-853f-1106d1006ba4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.0719824 Aug 29 17:38:05.058382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:05.099464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-7b405c8f-e644-447d-b26f-a463390ba429 service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922807 Aug 29 17:38:05.119566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7731300-9a81-44a2-b753-8fe995fb3264 req-8adc4cbf-bec8-48e1-8259-00f0a22becc7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:05.126785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7731300-9a81-44a2-b753-8fe995fb3264 req-8adc4cbf-bec8-48e1-8259-00f0a22becc7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.1822958 Aug 29 17:38:05.135060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32203ad-5e0f-4a4a-b70a-950d4e3b319a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:05.186168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Checking segment: {'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:38:05.186168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Network hostable DHCP agents. Network: e799b5e4-8cb0-472f-98cd-f1999360b34c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:38:05.189245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723036-f9eb-491d-accb-14a6e97709e1 req-65b22537-85f7-4872-abaa-8b44921d1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:05.190835 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-65b22537-85f7-4872-abaa-8b44921d1383 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330912 Aug 29 17:38:05.205896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7731300-9a81-44a2-b753-8fe995fb3264 req-a6a4d083-154d-4342-9d5c-e1efa0b21494 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770056 Aug 29 17:38:05.256767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Network e799b5e4-8cb0-472f-98cd-f1999360b34c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:38:05.319544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e799b5e4-8cb0-472f-98cd-f1999360b34c) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:38:05.329391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:05.329612 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:05.334317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3008a6-bc18-4d22-ab2a-d9759b02fddc None None] Network e799b5e4-8cb0-472f-98cd-f1999360b34c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:38:05.368752 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-179d6125-72d7-4796-b188-e5b6a4513bf6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3226395 Aug 29 17:38:05.423524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-3a48d741-7e99-437f-9b81-ef63f81a0633 service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130642 Aug 29 17:38:05.648803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63723036-f9eb-491d-accb-14a6e97709e1 req-5ba76852-c69f-4fd7-812b-49636d4addb5 service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138512 Aug 29 17:38:05.671406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad74cf-1a2d-4791-b610-2c06d72a8053 None None] Network e799b5e4-8cb0-472f-98cd-f1999360b34c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:38:05.753148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-40def3a5-d549-4608-94cc-3dd1c31cd612 service neutron] 10.222.0.44 "GET /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446624 Aug 29 17:38:05.840736 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-96fb8228-771e-41c8-aa59-5a5f96ce4ace service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 200 len: 217 time: 0.0798535 Aug 29 17:38:05.851465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014004c-9f8a-4715-a6ab-b11cc716a478 req-f443fffb-e25e-4eae-ac6c-f20e72b24dc4 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:05.852870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7014004c-9f8a-4715-a6ab-b11cc716a478 req-f443fffb-e25e-4eae-ac6c-f20e72b24dc4 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 944 time: 0.4984462 Aug 29 17:38:06.037153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-d1c1e9e3-cb7c-4a4f-a495-a39157b8dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:06.038672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-d1c1e9e3-cb7c-4a4f-a495-a39157b8dbbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.1847517 Aug 29 17:38:06.158332 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7014004c-9f8a-4715-a6ab-b11cc716a478 req-120655b8-d6c8-43ef-b9d8-7b99ae5cc6ca tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925043 Aug 29 17:38:06.278932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-480e93a4-5ece-44ae-a015-c3a7f78bc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:06.281105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-480e93a4-5ece-44ae-a015-c3a7f78bc9f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2333198 Aug 29 17:38:06.350447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:38:06.380612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6f11a-50d0-415b-ad2c-0d40a9da015f req-92dbcd18-9159-4896-88d0-e05ff36f1f17 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:06.393219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75c6f11a-50d0-415b-ad2c-0d40a9da015f req-92dbcd18-9159-4896-88d0-e05ff36f1f17 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.1085958 Aug 29 17:38:06.444720 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75c6f11a-50d0-415b-ad2c-0d40a9da015f req-4b884f93-a5f1-4101-8c33-051b48124e99 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504272 Aug 29 17:38:06.449027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:06.456135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:06.510905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-fd20ddbe-fe87-4700-9497-adca4eb9e14b service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216327 Aug 29 17:38:06.575307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb826b-b112-424a-9f28-8ec51eb6a1d4 req-b3be6a8d-946c-4c43-ba1e-cd1cf62141aa tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:06.578132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1eb826b-b112-424a-9f28-8ec51eb6a1d4 req-b3be6a8d-946c-4c43-ba1e-cd1cf62141aa tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 945 time: 0.0549059 Aug 29 17:38:06.618074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1eb826b-b112-424a-9f28-8ec51eb6a1d4 req-de7aecce-a4c7-48a4-a5f0-04a566542b0d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335503 Aug 29 17:38:06.639264 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Floating IP c8dd9f35-bffe-47ad-8e8a-0380a4d131bc associated. External IP: 172.25.2.221, port: c64c9628-7a72-4181-a269-58372131f25e. Aug 29 17:38:06.699157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-13069a3c-df8a-4618-88a0-ae4f16766b7d service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792274 Aug 29 17:38:06.773988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-429dbd1a-5ed2-4639-b632-c70c78738315 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 200 len: 217 time: 0.0665715 Aug 29 17:38:06.886840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-931d7f36-96a9-4e94-b14e-1a0ff6563db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:06.889475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-931d7f36-96a9-4e94-b14e-1a0ff6563db3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.1059804 Aug 29 17:38:07.004452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:38:07.006486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4a6e288f-2d5e-41a7-b67b-2028b01f0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:07.008009 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4a6e288f-2d5e-41a7-b67b-2028b01f0af5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620100 Aug 29 17:38:07.288346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6144a-8b5d-4850-b7a1-3af3d2dafb88 req-cf4ed412-d11b-4a4e-8f8c-e5054ff4655f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:07.290848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25a6144a-8b5d-4850-b7a1-3af3d2dafb88 req-cf4ed412-d11b-4a4e-8f8c-e5054ff4655f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 944 time: 0.0567312 Aug 29 17:38:07.336147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25a6144a-8b5d-4850-b7a1-3af3d2dafb88 req-468e7ae9-b05f-43e0-afb7-7280aab1b578 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383110 Aug 29 17:38:07.485061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4d55d468-1d82-47f1-93a9-3f4d307e5ddb service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682624 Aug 29 17:38:07.488991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:38:07.494066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:07.500497 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] Sync routers for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:38:07.520030 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:38:07.520655 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:07.577988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d4b42203-92e3-49b9-883a-262b3ca3c602 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "PUT /v2.0/floatingips/c8dd9f35-bffe-47ad-8e8a-0380a4d131bc HTTP/1.1" status: 200 len: 991 time: 2.6155341 Aug 29 17:38:07.579732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:07.582063 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "tag": "c64c9628-7a72-4181-a269-58372131f25e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:07.645716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0bc6a-b961-438c-a19a-407d1d2947e1 req-62a656fd-6a2a-4b9a-9863-072256b4ffbf tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:07.646853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58f0bc6a-b961-438c-a19a-407d1d2947e1 req-62a656fd-6a2a-4b9a-9863-072256b4ffbf tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0876508 Aug 29 17:38:07.664032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-5f0e9154-ff03-4b16-a04c-a90c9fde76c1 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651416 Aug 29 17:38:07.674216 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:38:07.711373 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4a4dc0-007d-44de-bd76-0f3bc44a390e x-openstack-request-id: req-5d4a4dc0-007d-44de-bd76-0f3bc44a390e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:07.711728 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "tag": "c64c9628-7a72-4181-a269-58372131f25e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:07.711932 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d4a4dc0-007d-44de-bd76-0f3bc44a390e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:07.712293 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e', 'status': 'completed', 'code': 200} Aug 29 17:38:07.719414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-8b311668-3058-4d06-98c9-473582970790 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=813cea1e-7262-422d-a892-d667f5f731aa HTTP/1.1" status: 200 len: 217 time: 0.0459979 Aug 29 17:38:07.761879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58f0bc6a-b961-438c-a19a-407d1d2947e1 req-23145975-7839-4056-8507-8268f40c3ae4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054771 Aug 29 17:38:07.781841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4baebbf2-3d67-4e1b-b8ac-7c86fe6a6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:07.782512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-3102c56e-3fd3-494a-ada3-3210d26d753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:07.783434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4baebbf2-3d67-4e1b-b8ac-7c86fe6a6bf9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.0554800 Aug 29 17:38:07.785155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-3102c56e-3fd3-494a-ada3-3210d26d753f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1097 time: 0.0544438 Aug 29 17:38:07.840117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-bdf22d79-dc16-435d-8d58-eea32c4c2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:07.842199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-bdf22d79-dc16-435d-8d58-eea32c4c2c1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514927 Aug 29 17:38:07.895070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-2859b049-4bf4-47f6-b2e7-1648e455bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:07.896632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-2859b049-4bf4-47f6-b2e7-1648e455bb33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.0994811 Aug 29 17:38:07.956361 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-c4b07671-b5e3-4b5c-9571-a54b8eceec17 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026909 Aug 29 17:38:07.980421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-0629fa9e-8f02-40c6-b474-6aaa536ca22d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 999 time: 0.0710640 Aug 29 17:38:08.041773 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'c8dd9f35-bffe-47ad-8e8a-0380a4d131bc', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'port_id': 'c64c9628-7a72-4181-a269-58372131f25e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'mac_address': 'fa:16:3e:a5:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b10dbe-de57-4af5-b314-ff896adc5166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:37:46Z', 'updated_at': '2021-08-29T17:38:06Z', 'revision_number': 1, 'project_id': '879653f16876427fa8d6806b659ebccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:08.073928 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] Checking router: ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:38:08.075938 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-ca708f62-28fe-42a8-b30d-bc8f78e4e144 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117539 Aug 29 17:38:08.078033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-a23b4bec-43d6-439f-bda3-b6997993cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.079842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-a23b4bec-43d6-439f-bda3-b6997993cd8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0907958 Aug 29 17:38:08.085331 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:38:08.085930 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:37:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:08.128797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-f9ea9198-3e19-48f0-811d-25d5b086d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.130557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-f9ea9198-3e19-48f0-811d-25d5b086d4e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426416 Aug 29 17:38:08.135419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-6c9a4960-fb0b-40b7-a233-53de346e6e90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=038c0afa-503a-4746-8ba4-ac88ced79a83 HTTP/1.1" status: 200 len: 217 time: 0.0521829 Aug 29 17:38:08.188652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-ccdd6554-57e9-49ec-bcb5-da3e5a4f4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.190065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-ccdd6554-57e9-49ec-bcb5-da3e5a4f4fe3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 200 len: 797 time: 0.0478227 Aug 29 17:38:08.202861 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:38:08.234277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-6de77f54-767c-4dd2-860f-89fdb76ae904 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920012 Aug 29 17:38:08.256984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-d61246e3-d80e-4f73-84e2-93c9ba024c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.258490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-d61246e3-d80e-4f73-84e2-93c9ba024c13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005282ce-7a66-4578-99b9-0f41090e2364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595443 Aug 29 17:38:08.352854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b815e2e-38c4-46b6-b0f6-6d62cf56e8fd req-f3094c14-e24e-4c83-93c9-613c2e53ff24 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104510 Aug 29 17:38:08.457171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-0d257209-f9a7-422a-9cf3-91592891957f service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905699 Aug 29 17:38:08.621750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626ffce-67b0-43e8-8963-58574c906257 req-bc12acb7-5494-4bcc-9bb9-2d29c4e369d7 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.627105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e626ffce-67b0-43e8-8963-58574c906257 req-bc12acb7-5494-4bcc-9bb9-2d29c4e369d7 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 944 time: 0.1271882 Aug 29 17:38:08.651950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-0f0bcf9b-6380-4a19-8070-dd17e79d7994 service neutron] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850982 Aug 29 17:38:08.668402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e626ffce-67b0-43e8-8963-58574c906257 req-1fd3f344-0617-4ab9-be8d-8d397323ca21 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352366 Aug 29 17:38:08.702102 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'c8dd9f35-bffe-47ad-8e8a-0380a4d131bc', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'port_id': 'c64c9628-7a72-4181-a269-58372131f25e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'mac_address': 'fa:16:3e:a5:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b10dbe-de57-4af5-b314-ff896adc5166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:37:46Z', 'updated_at': '2021-08-29T17:38:06Z', 'revision_number': 1, 'project_id': '879653f16876427fa8d6806b659ebccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:08.722880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-1158b72b-048a-48cd-bb29-920ccf0312c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a HTTP/1.1" status: 200 len: 217 time: 0.0629077 Aug 29 17:38:08.731326 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04472d9-df84-430d-a9c5-a1283c9084eb None None] The sync data for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 is: [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'c8dd9f35-bffe-47ad-8e8a-0380a4d131bc', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'port_id': 'c64c9628-7a72-4181-a269-58372131f25e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'mac_address': 'fa:16:3e:a5:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b10dbe-de57-4af5-b314-ff896adc5166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:37:46Z', 'updated_at': '2021-08-29T17:38:06Z', 'revision_number': 1, 'project_id': '879653f16876427fa8d6806b659ebccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:38:08.786083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-8172cb49-66b9-4c3f-a951-57a6baf7644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.787605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-8172cb49-66b9-4c3f-a951-57a6baf7644f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.0515141 Aug 29 17:38:08.850128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4035b24a-850c-45ce-b71c-05f4a5306307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.852150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-4035b24a-850c-45ce-b71c-05f4a5306307 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536180 Aug 29 17:38:08.932898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f950-4aea-496e-9eb3-0eebd226cf04 req-add5c475-f57d-42c2-9796-ff429377f23b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.936812 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b43f950-4aea-496e-9eb3-0eebd226cf04 req-add5c475-f57d-42c2-9796-ff429377f23b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0751755 Aug 29 17:38:08.954531 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-56003345-5236-4f3c-9754-0b9e6b964b2c service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930243 Aug 29 17:38:08.982759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c416e25-f6c0-4f17-a23e-bdc4335eb488 None None] New status for floating IP c8dd9f35-bffe-47ad-8e8a-0380a4d131bc: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:38:08.994260 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b43f950-4aea-496e-9eb3-0eebd226cf04 req-01e11c1c-ce00-47d7-a6c7-f92a2a9f90c9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488884 Aug 29 17:38:09.059398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-37af96f0-3fa1-43c1-b74d-ba23280cdca5 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981486 Aug 29 17:38:09.111781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-1bae8041-0efb-44aa-94c4-3abdb1d49637 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa HTTP/1.1" status: 200 len: 217 time: 0.0443187 Aug 29 17:38:09.164624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-3247ed9d-7b44-437a-bbb5-67ea51fd5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:09.166071 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-3247ed9d-7b44-437a-bbb5-67ea51fd5b32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 200 len: 797 time: 0.0480604 Aug 29 17:38:09.214151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-418d58e8-427e-4cdd-992e-03f938201204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:09.215684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-418d58e8-427e-4cdd-992e-03f938201204 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af4e67db-c902-4ea6-8da0-ef55bf51f7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425770 Aug 29 17:38:09.235441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a72598db-2dab-4de2-835d-7d1cc7e1601f details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:38:09.314909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-6ddc6db9-7b7c-4816-932b-4c5da6a20215 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921152 Aug 29 17:38:09.339609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a72598db-2dab-4de2-835d-7d1cc7e1601f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:09.352488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'port_id': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'mac_address': 'fa:16:3e:e7:b3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:38:09.391496 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:09.405019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72598db-2dab-4de2-835d-7d1cc7e1601f {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:09.421888 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89fb4786-fb58-4bb2-a7bf-2f2fc98c19fe req-203cfefe-1946-4c9a-98fe-859c002ec124 service neutron] 10.222.0.44 "GET /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996022 Aug 29 17:38:09.424189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a72598db-2dab-4de2-835d-7d1cc7e1601f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:09.428513 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:09.479817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=a72598db-2dab-4de2-835d-7d1cc7e1601f,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:09.715850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['a72598db-2dab-4de2-835d-7d1cc7e1601f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:09.861347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfd228-5b44-4322-a919-fe947085a597 req-9345433f-7bca-45d1-9885-abd1ca14601d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:09.862937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfbfd228-5b44-4322-a919-fe947085a597 req-9345433f-7bca-45d1-9885-abd1ca14601d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 945 time: 0.0900378 Aug 29 17:38:09.918069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfbfd228-5b44-4322-a919-fe947085a597 req-8e204275-b989-4f19-8dc1-4c3c566333c1 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399175 Aug 29 17:38:10.121375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fb4ed-15f2-4bc5-9a1d-1159b6180e6f req-46b9edc4-a39c-49fa-98d7-047f91a4631c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:10.123168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b5fb4ed-15f2-4bc5-9a1d-1159b6180e6f req-46b9edc4-a39c-49fa-98d7-047f91a4631c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0548007 Aug 29 17:38:10.174770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b5fb4ed-15f2-4bc5-9a1d-1159b6180e6f req-2c477b9c-2a77-434e-8021-74e7afe37774 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Aug 29 17:38:11.070742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b482222-47dc-44be-9761-d6115586e230 req-ae48fac3-4828-4bf3-a7d1-2eaf174106df tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:11.079149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b482222-47dc-44be-9761-d6115586e230 req-ae48fac3-4828-4bf3-a7d1-2eaf174106df tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 945 time: 0.0659122 Aug 29 17:38:11.150989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b482222-47dc-44be-9761-d6115586e230 req-cd359fe3-0d9b-4b5c-b31d-366ae0ccf570 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658746 Aug 29 17:38:11.236551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:38:11.239844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a72598db-2dab-4de2-835d-7d1cc7e1601f up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:38:11.252238 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aacd2cd5-430a-4ce0-8a63-6dc04d7939d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.324740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713931-1a84-465e-80ac-e201ab217beb req-2d3d2627-a907-43b1-a8b5-a03976971a61 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:11.334325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b713931-1a84-465e-80ac-e201ab217beb req-2d3d2627-a907-43b1-a8b5-a03976971a61 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0770149 Aug 29 17:38:11.426014 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b713931-1a84-465e-80ac-e201ab217beb req-0413f03a-4065-480e-8b3c-3b3eded57406 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895274 Aug 29 17:38:11.482170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port a72598db-2dab-4de2-835d-7d1cc7e1601f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:38:11.496269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port a72598db-2dab-4de2-835d-7d1cc7e1601f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:11.496767 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.562525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:11.574826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '5d70fcb8-f363-4409-8158-2b7178557f55', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '5d70fcb8-f363-4409-8158-2b7178557f55', 'mac_address': 'fa:16:3e:92:79:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:38:11.682294 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.691339 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.723355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d70fcb8-f363-4409-8158-2b7178557f55 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:11.739770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72598db-2dab-4de2-835d-7d1cc7e1601f'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:11.742542 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbd8959-fc64-441a-a6ca-bd68d54c2ad7" -d '{"events": [{"server_uuid": "e7fbc9fd-404b-4f48-bd9a-76d43345510f", "name": "network-vif-plugged", "status": "completed", "tag": "a72598db-2dab-4de2-835d-7d1cc7e1601f"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:11.764732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port a72598db-2dab-4de2-835d-7d1cc7e1601f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:11.775551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:11.777355 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.808057 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4db8c0b-8eaf-4381-8953-da546e6a1d7e x-openstack-request-id: req-d4db8c0b-8eaf-4381-8953-da546e6a1d7e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:11.808652 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fbc9fd-404b-4f48-bd9a-76d43345510f", "name": "network-vif-plugged", "status": "completed", "tag": "a72598db-2dab-4de2-835d-7d1cc7e1601f", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:11.808911 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4db8c0b-8eaf-4381-8953-da546e6a1d7e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:11.809305 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'code': 200} Aug 29 17:38:11.823795 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.860263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=a72598db-2dab-4de2-835d-7d1cc7e1601f,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:11.934734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5d70fcb8-f363-4409-8158-2b7178557f55'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:11.973743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d8fc-cfb6-4069-a10e-84e41f09e896 req-6c7923f8-5fff-43aa-ba10-7ace8ecefc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:11.975642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19f0d8fc-cfb6-4069-a10e-84e41f09e896 req-6c7923f8-5fff-43aa-ba10-7ace8ecefc4a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 1098 time: 0.0901370 Aug 29 17:38:12.017202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:12.033649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19f0d8fc-cfb6-4069-a10e-84e41f09e896 req-7619e326-be57-4b38-ba03-0ed506f6ac5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499628 Aug 29 17:38:12.307342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4c6e-21c0-48ee-a2fd-745989037655 req-0beb4eb7-c820-4397-aa3b-83308542fec7 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:12.317163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-843a4c6e-21c0-48ee-a2fd-745989037655 req-0beb4eb7-c820-4397-aa3b-83308542fec7 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0748312 Aug 29 17:38:12.364664 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-843a4c6e-21c0-48ee-a2fd-745989037655 req-d7a4452f-b1e1-47a7-8e56-136393d42d57 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459938 Aug 29 17:38:12.504762 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:12.626541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a9771-524c-4669-a5c1-5ed9e638f781 req-e2f5eb7d-6013-4c82-9675-6f08a89107e7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:12.634388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b93a9771-524c-4669-a5c1-5ed9e638f781 req-e2f5eb7d-6013-4c82-9675-6f08a89107e7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0840538 Aug 29 17:38:12.694207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b93a9771-524c-4669-a5c1-5ed9e638f781 req-70cf9ca4-b8bd-4c24-806c-c41fa98113df tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587182 Aug 29 17:38:13.042806 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:13.253714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:38:13.353718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 5d70fcb8-f363-4409-8158-2b7178557f55 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:13.354338 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:13.505052 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:13.574926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:13.590769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:13.600368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb7552-f82e-4b4b-aac4-db629a897941 req-7e297f5d-a058-446f-b510-7899b1bf123a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:13.602722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20bb7552-f82e-4b4b-aac4-db629a897941 req-7e297f5d-a058-446f-b510-7899b1bf123a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1157219 Aug 29 17:38:13.709133 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20bb7552-f82e-4b4b-aac4-db629a897941 req-501356bc-eda4-4509-b074-1a8a65ce98c8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977197 Aug 29 17:38:13.741964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:13.811182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:13.813632 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab15bb7-035a-4d89-ae39-e7924dfd84fc" -d '{"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:13.883234 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c26cc602-01f7-40f7-bf55-52b59b28873c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:13.891305 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:13.919376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654a063-d5ce-45d0-beb4-905b10435aab req-8a2ab41f-5d15-48a1-bbbb-eed094eaf9c1 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:13.931129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7654a063-d5ce-45d0-beb4-905b10435aab req-8a2ab41f-5d15-48a1-bbbb-eed094eaf9c1 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1050031 Aug 29 17:38:13.936326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38010) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:13.946045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'floatingip': {'port_id': 'a72598db-2dab-4de2-835d-7d1cc7e1601f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:13.996014 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0077fd77-c0ce-477b-8f49-9c69eb233d99 x-openstack-request-id: req-0077fd77-c0ce-477b-8f49-9c69eb233d99 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:13.996378 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:13.996546 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0077fd77-c0ce-477b-8f49-9c69eb233d99 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:13.997106 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'code': 200} Aug 29 17:38:14.009710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48667ddc-494f-4de9-9d56-0c5f84e6ff4e req-0da09268-e9de-4a6a-931b-3dd2680d250c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:14.023383 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:14.026023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48667ddc-494f-4de9-9d56-0c5f84e6ff4e req-0da09268-e9de-4a6a-931b-3dd2680d250c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.1225884 Aug 29 17:38:14.099427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-48667ddc-494f-4de9-9d56-0c5f84e6ff4e req-7ea12617-2811-4605-bf16-714bf6a1ddea tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716317 Aug 29 17:38:14.607634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:14.614418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:14.770722 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Floating IP 4b17f195-3fde-4cd3-be86-18080fc456ae associated. External IP: 172.25.2.46, port: a72598db-2dab-4de2-835d-7d1cc7e1601f. Aug 29 17:38:15.076604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Router 319f3fa7-4e98-4a17-a063-381c14c09427 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:38:15.254995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f37488-320f-46e7-8a2b-32eb8b99b6a4 req-59f03474-1b15-47eb-bef8-19d0e5267e05 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:15.264665 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43f37488-320f-46e7-8a2b-32eb8b99b6a4 req-59f03474-1b15-47eb-bef8-19d0e5267e05 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0757768 Aug 29 17:38:15.273123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:38:15.279472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:15.286522 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] Sync routers for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:38:15.307969 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:38:15.308623 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:38:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:15.351340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a9f4d20b-97ac-472e-9887-4d24f3589a2d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "PUT /v2.0/floatingips/4b17f195-3fde-4cd3-be86-18080fc456ae HTTP/1.1" status: 200 len: 991 time: 1.4135745 Aug 29 17:38:15.351903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'tag': 'a72598db-2dab-4de2-835d-7d1cc7e1601f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:15.354169 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62332012-6bc2-4008-8aa5-320a095d6eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fbc9fd-404b-4f48-bd9a-76d43345510f", "tag": "a72598db-2dab-4de2-835d-7d1cc7e1601f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:15.354778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43f37488-320f-46e7-8a2b-32eb8b99b6a4 req-8130c6c4-e1d5-415c-b639-4249902e8286 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864267 Aug 29 17:38:15.438643 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59533d1-5e20-46a9-a500-d21c01658a82 x-openstack-request-id: req-b59533d1-5e20-46a9-a500-d21c01658a82 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:15.441350 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fbc9fd-404b-4f48-bd9a-76d43345510f", "tag": "a72598db-2dab-4de2-835d-7d1cc7e1601f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:15.444030 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b59533d1-5e20-46a9-a500-d21c01658a82 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:15.445250 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'tag': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'status': 'completed', 'code': 200} Aug 29 17:38:15.486415 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:15.504465 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:38:15.548014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-5c6efd45-e95f-4867-a308-3346ff5fa94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:15.549749 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-5c6efd45-e95f-4867-a308-3346ff5fa94a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 1098 time: 0.0793703 Aug 29 17:38:15.705745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-50d50ef7-d4df-49fe-b946-5775aec5f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:15.709686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-50d50ef7-d4df-49fe-b946-5775aec5f561 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 911 time: 0.1507804 Aug 29 17:38:15.806970 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-9eb44fbc-08c3-4073-a193-4e3bab156525 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f HTTP/1.1" status: 200 len: 999 time: 0.0872400 Aug 29 17:38:15.873612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-12536be5-66e4-4d21-9a94-e4bedd9908c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:15.875104 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-12536be5-66e4-4d21-9a94-e4bedd9908c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.0583267 Aug 29 17:38:15.897821 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '4b17f195-3fde-4cd3-be86-18080fc456ae', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'floating_ip_address': '172.25.2.46', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'port_id': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'mac_address': 'fa:16:3e:e7:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:37:56Z', 'updated_at': '2021-08-29T17:38:14Z', 'revision_number': 1, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:15.928561 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] Checking router: 319f3fa7-4e98-4a17-a063-381c14c09427 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:38:15.941126 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:38:15.942132 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:38:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:16.019411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-154216ba-b85a-4173-a89b-a224bf66a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:16.022169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-154216ba-b85a-4173-a89b-a224bf66a081 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209047 Aug 29 17:38:16.101902 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:38:16.165815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-9dde7c6b-917d-477f-a393-0813745c56b0 service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341982 Aug 29 17:38:16.314793 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-62332012-6bc2-4008-8aa5-320a095d6eb6 req-2fadb115-2614-4276-9e93-5ec49b033dd2 service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411600 Aug 29 17:38:16.519095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f769-3b6a-43d6-a0c5-f09f6703798e req-1caabb3c-4c3d-4fc5-a09a-de04cb65b315 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:16.527032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de46f769-3b6a-43d6-a0c5-f09f6703798e req-1caabb3c-4c3d-4fc5-a09a-de04cb65b315 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0644474 Aug 29 17:38:16.607944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de46f769-3b6a-43d6-a0c5-f09f6703798e req-6e7b6c93-72f5-4484-b0b1-e878711a8165 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797830 Aug 29 17:38:16.664016 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '4b17f195-3fde-4cd3-be86-18080fc456ae', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'floating_ip_address': '172.25.2.46', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'port_id': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'mac_address': 'fa:16:3e:e7:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:37:56Z', 'updated_at': '2021-08-29T17:38:14Z', 'revision_number': 1, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:16.711461 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37f17b-4531-4712-af9f-8cd47eb4cebb None None] The sync data for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 is: [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '4b17f195-3fde-4cd3-be86-18080fc456ae', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'floating_ip_address': '172.25.2.46', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'port_id': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'mac_address': 'fa:16:3e:e7:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:37:56Z', 'updated_at': '2021-08-29T17:38:14Z', 'revision_number': 1, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:38:16.757206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:17.007397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa6b4e-e78d-452d-bcf7-9b89f4668ac2 None None] New status for floating IP 4b17f195-3fde-4cd3-be86-18080fc456ae: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:38:17.822236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba28b09-8e22-4bce-8ca5-562c7ae72917 req-296b2086-e374-4372-86a9-e356bae57386 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:17.831628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cba28b09-8e22-4bce-8ca5-562c7ae72917 req-296b2086-e374-4372-86a9-e356bae57386 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.1296172 Aug 29 17:38:17.887298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cba28b09-8e22-4bce-8ca5-562c7ae72917 req-76001028-d176-48bc-b089-5a7890b90ace tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487912 Aug 29 17:38:19.024684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a002cf-16b9-4b3d-b90a-f5a9ecc8fbfa req-82eef480-141c-4919-b6f0-4d6faf5e5c29 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:19.026394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f1a002cf-16b9-4b3d-b90a-f5a9ecc8fbfa req-82eef480-141c-4919-b6f0-4d6faf5e5c29 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0555048 Aug 29 17:38:19.085569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f1a002cf-16b9-4b3d-b90a-f5a9ecc8fbfa req-c3731800-6295-48b9-9f9c-12af2942b1b2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493898 Aug 29 17:38:20.242785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409ede7-f812-43ad-bbf3-7888081dc731 req-f2981503-a08f-417a-8c14-b79cc057c005 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:20.259453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d409ede7-f812-43ad-bbf3-7888081dc731 req-f2981503-a08f-417a-8c14-b79cc057c005 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.1105609 Aug 29 17:38:20.333945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d409ede7-f812-43ad-bbf3-7888081dc731 req-1d01df92-9bf3-4adc-88aa-f424cb989b91 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735235 Aug 29 17:38:21.486501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27805-0ec0-4cbe-9ab1-b1df041e02b8 req-a1b55cc9-034b-4b58-8426-24cae5d2a8d0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:21.494556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5dd27805-0ec0-4cbe-9ab1-b1df041e02b8 req-a1b55cc9-034b-4b58-8426-24cae5d2a8d0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 944 time: 0.0711904 Aug 29 17:38:21.547814 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5dd27805-0ec0-4cbe-9ab1-b1df041e02b8 req-b4d7da5b-5398-4cca-9112-52998ec17628 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519426 Aug 29 17:38:22.158333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:38:22.269343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:22.286431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '3596bf3b-a4f9-4969-aaf2-4af920f7dd30', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'port_id': '3596bf3b-a4f9-4969-aaf2-4af920f7dd30', 'mac_address': 'fa:16:3e:d0:c9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:38:22.339472 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:22.365961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:22.388959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:22.397592 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:22.457131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:22.679948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['3596bf3b-a4f9-4969-aaf2-4af920f7dd30'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:22.706813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9a645-9fa3-4542-b6d1-a56c24496743 req-5fe818f1-9556-4d0c-8117-ff9b48b27763 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:22.714941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ed9a645-9fa3-4542-b6d1-a56c24496743 req-5fe818f1-9556-4d0c-8117-ff9b48b27763 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 945 time: 0.0719721 Aug 29 17:38:22.757288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ed9a645-9fa3-4542-b6d1-a56c24496743 req-ea874a2e-49c5-413b-adc8-fe1a86748a55 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Aug 29 17:38:23.734429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb56b3-d7a7-4708-b033-88280f26bad8 req-aa5c8116-2fb7-4b45-8468-dd8a12ca9105 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:23.735936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8fdb56b3-d7a7-4708-b033-88280f26bad8 req-aa5c8116-2fb7-4b45-8468-dd8a12ca9105 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 945 time: 0.0485826 Aug 29 17:38:23.774924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8fdb56b3-d7a7-4708-b033-88280f26bad8 req-32e7b61f-5598-410d-b146-21d3d37b6696 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329499 Aug 29 17:38:23.875056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8ea94-df0d-4acc-871b-81a96c6b31c7 req-2fc5c5d4-90e4-4d20-8b8a-be3fc1becee2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:23.876523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35c8ea94-df0d-4acc-871b-81a96c6b31c7 req-2fc5c5d4-90e4-4d20-8b8a-be3fc1becee2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 945 time: 0.0488620 Aug 29 17:38:23.914473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35c8ea94-df0d-4acc-871b-81a96c6b31c7 req-cc9d3a72-c105-4e10-a229-012efaf9deb6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Aug 29 17:38:24.049085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:38:24.104569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:38:24.110449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:24.111048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:24.203266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:24.237140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c919c7da-1e1f-4e16-ade3-10bd5f66db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3596bf3b-a4f9-4969-aaf2-4af920f7dd30'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:24.239872 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57e8c7f-aab3-4185-a054-cfe80998dfa2" -d '{"events": [{"server_uuid": "c919c7da-1e1f-4e16-ade3-10bd5f66db48", "name": "network-vif-plugged", "status": "completed", "tag": "3596bf3b-a4f9-4969-aaf2-4af920f7dd30"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:24.244227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:24.250686 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:24.297549 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2213878b-8b01-499c-a41a-e5905498f423 x-openstack-request-id: req-2213878b-8b01-499c-a41a-e5905498f423 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:24.297835 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c919c7da-1e1f-4e16-ade3-10bd5f66db48", "name": "network-vif-plugged", "status": "completed", "tag": "3596bf3b-a4f9-4969-aaf2-4af920f7dd30", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:24.298084 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2213878b-8b01-499c-a41a-e5905498f423 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:24.298498 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c919c7da-1e1f-4e16-ade3-10bd5f66db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3596bf3b-a4f9-4969-aaf2-4af920f7dd30', 'code': 200} Aug 29 17:38:24.314713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:24.444192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-5300db81-c5ae-4725-a585-03b3ec0c46b9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.450002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-5300db81-c5ae-4725-a585-03b3ec0c46b9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.456493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-5300db81-c5ae-4725-a585-03b3ec0c46b9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.462419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-5300db81-c5ae-4725-a585-03b3ec0c46b9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.468268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-5300db81-c5ae-4725-a585-03b3ec0c46b9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.474061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-5300db81-c5ae-4725-a585-03b3ec0c46b9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.479863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-5300db81-c5ae-4725-a585-03b3ec0c46b9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.481833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-5300db81-c5ae-4725-a585-03b3ec0c46b9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.1340575 Aug 29 17:38:24.488240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b483b-87f9-440b-9385-73fc5857a88a req-5da300af-715e-43df-b363-d217bb0f0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.489651 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2b483b-87f9-440b-9385-73fc5857a88a req-5da300af-715e-43df-b363-d217bb0f0230 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 1098 time: 0.1123695 Aug 29 17:38:24.547425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-91bdc69d-ccb1-4f00-a747-369e01844a92 req-e19b04e0-d5fa-40c8-8608-ffe7e0f837c9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567515 Aug 29 17:38:24.553002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2b483b-87f9-440b-9385-73fc5857a88a req-7af140e7-6aae-46be-b7b4-bdc0c849e870 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487008 Aug 29 17:38:25.035152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa194ca9-7f2a-46ec-882b-8ae9f31cfd92 req-a66d418f-2828-4012-a2a6-9c0143e51fb9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.036672 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa194ca9-7f2a-46ec-882b-8ae9f31cfd92 req-a66d418f-2828-4012-a2a6-9c0143e51fb9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 946 time: 0.0515342 Aug 29 17:38:25.076104 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa194ca9-7f2a-46ec-882b-8ae9f31cfd92 req-af6bbff9-3c2e-486d-95d4-8823e2b95e01 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Aug 29 17:38:25.564875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cd6bf83d-b75c-4cd8-827d-e094812a4357 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.570807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cd6bf83d-b75c-4cd8-827d-e094812a4357 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.577183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cd6bf83d-b75c-4cd8-827d-e094812a4357 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.583495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cd6bf83d-b75c-4cd8-827d-e094812a4357 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.589380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cd6bf83d-b75c-4cd8-827d-e094812a4357 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.596686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cd6bf83d-b75c-4cd8-827d-e094812a4357 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.602570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cd6bf83d-b75c-4cd8-827d-e094812a4357 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.604465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cd6bf83d-b75c-4cd8-827d-e094812a4357 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.0935698 Aug 29 17:38:25.690088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-2d35081b-4a6c-4e9b-a599-f6592f7ba8f3 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.691504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-2d35081b-4a6c-4e9b-a599-f6592f7ba8f3 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "GET /v2.0/ports/45a7d4a3-b03c-4b36-8863-48d010d70465?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0760057 Aug 29 17:38:25.773973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-1e42141b-e647-4e7c-ac83-52c7cc8d8c54 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.779982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-1e42141b-e647-4e7c-ac83-52c7cc8d8c54 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.786143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-1e42141b-e647-4e7c-ac83-52c7cc8d8c54 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.792248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-1e42141b-e647-4e7c-ac83-52c7cc8d8c54 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.799202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-1e42141b-e647-4e7c-ac83-52c7cc8d8c54 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.806398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-1e42141b-e647-4e7c-ac83-52c7cc8d8c54 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.812936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-1e42141b-e647-4e7c-ac83-52c7cc8d8c54 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:25.814855 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-1e42141b-e647-4e7c-ac83-52c7cc8d8c54 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 5434 time: 0.1703300 Aug 29 17:38:25.882545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-cb24ef9e-3bde-4f58-9b55-b337d6cdd1cc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "GET /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1837709 Aug 29 17:38:25.886639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92a9c32c-bb1d-46b9-9020-b6c970fc7bc6 req-8f9c37e8-ce9c-4b4e-9da6-5aa0fc5052a9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5cc8aeb-4c51-428a-9f50-115a5766d6af&id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636671 Aug 29 17:38:25.895032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:25.950082 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.089933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] For port 45a7d4a3-b03c-4b36-8863-48d010d70465, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=45a7d4a3-b03c-4b36-8863-48d010d70465,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:26.123384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] For port 45a7d4a3-b03c-4b36-8863-48d010d70465, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:38:26.173861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] device_id is not set on port 45a7d4a3-b03c-4b36-8863-48d010d70465 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:38:26.184221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.192049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.217348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83d133-b906-4c4a-b56b-ba274f489d5c req-f19de4c6-5ab9-4afc-a4d1-b41f2e2fc809 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:26.219407 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f83d133-b906-4c4a-b56b-ba274f489d5c req-f19de4c6-5ab9-4afc-a4d1-b41f2e2fc809 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 946 time: 0.0561693 Aug 29 17:38:26.257166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] No DVR routers for this DVR port 45a7d4a3-b03c-4b36-8863-48d010d70465 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:26.281554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] Pushing event updated for resources: {'Port': ['ID=45a7d4a3-b03c-4b36-8863-48d010d70465,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:26.303817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] In _notify_port_updated(), no bound segment for port 45a7d4a3-b03c-4b36-8863-48d010d70465 on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:38:26.304865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:26.305571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.307106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-50882f5c-924a-41d9-a304-bdac123f00c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 200 len: 1027 time: 0.4161248 Aug 29 17:38:26.313930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f83d133-b906-4c4a-b56b-ba274f489d5c req-b214c33e-a799-4d7f-92dc-6f3e34be01d8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746293 Aug 29 17:38:26.379537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-bd075069-ddff-40d3-9063-8912522c5a47 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:26.381085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-bd075069-ddff-40d3-9063-8912522c5a47 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "GET /v2.0/ports/edfdff25-5905-4ace-a088-33d601c51a9b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0619273 Aug 29 17:38:26.394505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:26.441727 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9b9ef-3c3a-4355-9b01-7fda64e5d90e req-f7bf9f72-5783-4d9e-9699-d0ad3a3e50b9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:26.443624 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-09d9b9ef-3c3a-4355-9b01-7fda64e5d90e req-f7bf9f72-5783-4d9e-9699-d0ad3a3e50b9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 946 time: 0.0539088 Aug 29 17:38:26.458091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.508412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-09d9b9ef-3c3a-4355-9b01-7fda64e5d90e req-f2ad77d2-9d70-4eb3-b6d5-e45d660498df tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579457 Aug 29 17:38:26.540677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fefefb0d-6597-4181-ba98-0d388be6bcbe None None] Provisioning complete for port 45a7d4a3-b03c-4b36-8863-48d010d70465 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:26.541215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fefefb0d-6597-4181-ba98-0d388be6bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.578237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fefefb0d-6597-4181-ba98-0d388be6bcbe None None] Port 45a7d4a3-b03c-4b36-8863-48d010d70465 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:38:26.639257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca7ede-3a46-4046-aa2d-8d30d7f4663f req-4ca3d611-daec-43c6-aa5e-d976f0d4e4ea tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:26.641273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42ca7ede-3a46-4046-aa2d-8d30d7f4663f req-4ca3d611-daec-43c6-aa5e-d976f0d4e4ea tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 946 time: 0.0526037 Aug 29 17:38:26.644448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] For port edfdff25-5905-4ace-a088-33d601c51a9b, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=edfdff25-5905-4ace-a088-33d601c51a9b,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:26.679210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] For port edfdff25-5905-4ace-a088-33d601c51a9b, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:38:26.680349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42ca7ede-3a46-4046-aa2d-8d30d7f4663f req-39ae29e1-914a-4158-9428-9baef4ed233a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Aug 29 17:38:26.716788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] device_id is not set on port edfdff25-5905-4ace-a088-33d601c51a9b yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:38:26.725194 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.731251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.793593 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] No DVR routers for this DVR port edfdff25-5905-4ace-a088-33d601c51a9b on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:26.816941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] Pushing event updated for resources: {'Port': ['ID=edfdff25-5905-4ace-a088-33d601c51a9b,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:26.844294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] In _notify_port_updated(), no bound segment for port edfdff25-5905-4ace-a088-33d601c51a9b on network 005282ce-7a66-4578-99b9-0f41090e2364 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:38:26.845185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:26.845799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:26.847141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-d55216f8-d0e3-4aad-9e4a-0d9061308c1c service neutron] 10.222.0.44 "PUT /v2.0/ports/edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 200 len: 1026 time: 0.4572399 Aug 29 17:38:26.864050 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:38:26.990038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port a321819e-7adf-4edf-9e2f-4f6f96d7b55a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:26.990686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.047049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97897573-32f1-4463-855f-03225bba9e6e req-9f2fdfdd-92b2-44ab-8042-2c54a90ce92f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:27.055083 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97897573-32f1-4463-855f-03225bba9e6e req-9f2fdfdd-92b2-44ab-8042-2c54a90ce92f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 946 time: 0.0689883 Aug 29 17:38:27.100572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97897573-32f1-4463-855f-03225bba9e6e req-7b1329c1-2b4d-41e0-9a6e-dcc8470187fd tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441225 Aug 29 17:38:27.107001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f1cb051d-9cb5-4418-8a25-0a906a19e1c1 None None] Provisioning complete for port edfdff25-5905-4ace-a088-33d601c51a9b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:27.107468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b30d-4fb2-469a-a6d7-47efd20d281f req-bb2d1bf9-82d9-4b21-997e-9b8139735167 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:27.107636 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f1cb051d-9cb5-4418-8a25-0a906a19e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.113291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b30d-4fb2-469a-a6d7-47efd20d281f req-bb2d1bf9-82d9-4b21-997e-9b8139735167 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:27.127998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b30d-4fb2-469a-a6d7-47efd20d281f req-bb2d1bf9-82d9-4b21-997e-9b8139735167 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:27.133797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b30d-4fb2-469a-a6d7-47efd20d281f req-bb2d1bf9-82d9-4b21-997e-9b8139735167 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:27.140448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b30d-4fb2-469a-a6d7-47efd20d281f req-bb2d1bf9-82d9-4b21-997e-9b8139735167 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:27.142207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa16b30d-4fb2-469a-a6d7-47efd20d281f req-bb2d1bf9-82d9-4b21-997e-9b8139735167 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 3887 time: 0.1358583 Aug 29 17:38:27.150693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb051d-9cb5-4418-8a25-0a906a19e1c1 None None] Port edfdff25-5905-4ace-a088-33d601c51a9b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:38:27.335726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:38:27.337441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:27.509051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:27.526380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] For port a321819e-7adf-4edf-9e2f-4f6f96d7b55a, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:27.526769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.529210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '5d70fcb8-f363-4409-8158-2b7178557f55', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '5d70fcb8-f363-4409-8158-2b7178557f55', 'mac_address': 'fa:16:3e:92:79:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:38:27.531849 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.536712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa16b30d-4fb2-469a-a6d7-47efd20d281f req-f052a8c1-1c37-4efb-9143-895b56414ab3 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605099 Aug 29 17:38:27.545026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for a321819e-7adf-4edf-9e2f-4f6f96d7b55a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:27.610943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:27.613492 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dc24d8-63de-4115-ac95-d50d3ea48233" -d '{"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:27.632374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.636207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:27.650060 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.659252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d70fcb8-f363-4409-8158-2b7178557f55 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:27.685208 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5adc14c-e42f-4bc0-a61c-a66922b9e6ea x-openstack-request-id: req-e5adc14c-e42f-4bc0-a61c-a66922b9e6ea {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:27.685502 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:27.685749 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5adc14c-e42f-4bc0-a61c-a66922b9e6ea {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:27.686128 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'code': 200} Aug 29 17:38:27.695943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.726616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=a321819e-7adf-4edf-9e2f-4f6f96d7b55a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:27.742551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:27.753246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:38:27.753671 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:38:27.784383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] No DVR routers for this DVR port a321819e-7adf-4edf-9e2f-4f6f96d7b55a on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:27.787531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.790650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-087f2a91-ec2a-4868-bc2e-8af48dbaab68 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "DELETE /v2.0/ports/a321819e-7adf-4edf-9e2f-4f6f96d7b55a HTTP/1.1" status: 204 len: 173 time: 0.9361613 Aug 29 17:38:27.791148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': 'a321819e-7adf-4edf-9e2f-4f6f96d7b55a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:27.793437 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4732b0-ba16-4ca7-b060-88d959693397" -d '{"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "a321819e-7adf-4edf-9e2f-4f6f96d7b55a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:27.860060 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eec96b-86ea-4b1b-b487-d940e254e5dc x-openstack-request-id: req-87eec96b-86ea-4b1b-b487-d940e254e5dc {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:27.860349 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "a321819e-7adf-4edf-9e2f-4f6f96d7b55a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:27.860597 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87eec96b-86ea-4b1b-b487-d940e254e5dc {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:27.861043 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': 'a321819e-7adf-4edf-9e2f-4f6f96d7b55a', 'status': 'completed', 'code': 200} Aug 29 17:38:27.895648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port 038c0afa-503a-4746-8ba4-ac88ced79a83 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:27.895986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.982937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] For port 038c0afa-503a-4746-8ba4-ac88ced79a83, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=038c0afa-503a-4746-8ba4-ac88ced79a83,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:27.983315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:27.996695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for 038c0afa-503a-4746-8ba4-ac88ced79a83 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:28.046404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:28.142557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.195174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:28.200712 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.201536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 45a7d4a3-b03c-4b36-8863-48d010d70465 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:28.266052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.321862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=038c0afa-503a-4746-8ba4-ac88ced79a83,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:28.350137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:28.379468 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.388688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] No DVR routers for this DVR port 038c0afa-503a-4746-8ba4-ac88ced79a83 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:28.393255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.395313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-20f1cb25-cff6-4c90-b5ce-ae2b2e190eca tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "DELETE /v2.0/ports/038c0afa-503a-4746-8ba4-ac88ced79a83 HTTP/1.1" status: 204 len: 173 time: 0.5982513 Aug 29 17:38:28.395511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 45a7d4a3-b03c-4b36-8863-48d010d70465 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:28.395957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 038c0afa-503a-4746-8ba4-ac88ced79a83 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:28.406041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d70fcb8-f363-4409-8158-2b7178557f55 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:28.410212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2decd8c-15eb-4e65-8e00-efe2d49a096a req-bc970e0a-81ed-4e51-8ebf-bd0a429ca520 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:28.412280 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2decd8c-15eb-4e65-8e00-efe2d49a096a req-bc970e0a-81ed-4e51-8ebf-bd0a429ca520 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 946 time: 0.1680226 Aug 29 17:38:28.428179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 038c0afa-503a-4746-8ba4-ac88ced79a83 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:38:28.428566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 038c0afa-503a-4746-8ba4-ac88ced79a83 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:28.428965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 6b90ace8-95df-4493-a3ff-c3e11471c266 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:28.486461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:28.504345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-4f3c0ac4-2920-4551-99dd-5611bd0dff51 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:28.507214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-4f3c0ac4-2920-4551-99dd-5611bd0dff51 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 946 time: 0.0966959 Aug 29 17:38:28.527769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.556460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2decd8c-15eb-4e65-8e00-efe2d49a096a req-8b029bb9-11cb-4a0e-89e1-596e8aac5f5e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123862 Aug 29 17:38:28.602483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.628244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port 813cea1e-7262-422d-a892-d667f5f731aa {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:28.629993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.635047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5d70fcb8-f363-4409-8158-2b7178557f55'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:28.713719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 6b90ace8-95df-4493-a3ff-c3e11471c266, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6b90ace8-95df-4493-a3ff-c3e11471c266,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:28.739350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:28.739713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.754827 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.755859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device edfdff25-5905-4ace-a088-33d601c51a9b no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:28.792422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] For port 813cea1e-7262-422d-a892-d667f5f731aa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=813cea1e-7262-422d-a892-d667f5f731aa,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:28.793050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.808860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for 813cea1e-7262-422d-a892-d667f5f731aa owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:28.810689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:28.894092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=6b90ace8-95df-4493-a3ff-c3e11471c266,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:28.896451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] For port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:28.896801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:28.912582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:28.918617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device edfdff25-5905-4ace-a088-33d601c51a9b not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:28.919237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 813cea1e-7262-422d-a892-d667f5f731aa no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:29.080487 n-d-713499-15 neutron-server[94797]: INFO neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No ports have port_id starting with 813cea1e-7262-422d-a892-d667f5f731aa Aug 29 17:38:29.083673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a321819e-7adf-4edf-9e2f-4f6f96d7b55a no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:29.088536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:29.107317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: a321819e-7adf-4edf-9e2f-4f6f96d7b55a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:38:29.107700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device a321819e-7adf-4edf-9e2f-4f6f96d7b55a not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:29.117638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:29.130436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['3596bf3b-a4f9-4969-aaf2-4af920f7dd30'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:29.158162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=3596bf3b-a4f9-4969-aaf2-4af920f7dd30,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:29.168728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.169727 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.170171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.170624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.171065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.171498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.171927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.172355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.172795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.173222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.173646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.174403 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:29.270510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] No DVR routers for this DVR port 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:29.271002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=813cea1e-7262-422d-a892-d667f5f731aa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:29.283925 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:29.286311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a669a50-b99f-40f9-b7b6-8631504e60d8 req-7d33c66d-1522-43a2-bf1a-bb0cbbe0aff7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "DELETE /v2.0/ports/3596bf3b-a4f9-4969-aaf2-4af920f7dd30 HTTP/1.1" status: 204 len: 173 time: 0.7721725 Aug 29 17:38:29.287062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c919c7da-1e1f-4e16-ade3-10bd5f66db48', 'name': 'network-vif-deleted', 'tag': '3596bf3b-a4f9-4969-aaf2-4af920f7dd30'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:29.289648 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e372adf4-ffda-418a-9ff2-621c068cf208" -d '{"events": [{"server_uuid": "c919c7da-1e1f-4e16-ade3-10bd5f66db48", "name": "network-vif-deleted", "tag": "3596bf3b-a4f9-4969-aaf2-4af920f7dd30"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:29.300888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f8372-8b0f-4c61-9347-55294be6c70e req-f753cf3c-4a62-4cea-a2b1-3e2ebeebf9d4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:29.312685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f8372-8b0f-4c61-9347-55294be6c70e req-f753cf3c-4a62-4cea-a2b1-3e2ebeebf9d4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:29.320208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a63f8372-8b0f-4c61-9347-55294be6c70e req-f753cf3c-4a62-4cea-a2b1-3e2ebeebf9d4 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 1678 time: 0.2557762 Aug 29 17:38:29.352527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] No DVR routers for this DVR port 813cea1e-7262-422d-a892-d667f5f731aa on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:29.361356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:29.363451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-93d4716e-9bb3-4340-8617-6ed3133b7cda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "DELETE /v2.0/ports/813cea1e-7262-422d-a892-d667f5f731aa HTTP/1.1" status: 204 len: 173 time: 0.9500256 Aug 29 17:38:29.403253 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53e4abd-63da-4c86-ad96-8eee6fd10df9 x-openstack-request-id: req-e53e4abd-63da-4c86-ad96-8eee6fd10df9 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:29.403641 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c919c7da-1e1f-4e16-ade3-10bd5f66db48", "name": "network-vif-deleted", "tag": "3596bf3b-a4f9-4969-aaf2-4af920f7dd30", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:29.404024 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e53e4abd-63da-4c86-ad96-8eee6fd10df9 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:29.404445 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c919c7da-1e1f-4e16-ade3-10bd5f66db48', 'name': 'network-vif-deleted', 'tag': '3596bf3b-a4f9-4969-aaf2-4af920f7dd30', 'status': 'completed', 'code': 200} Aug 29 17:38:29.483711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a63f8372-8b0f-4c61-9347-55294be6c70e req-69bb0256-578d-4988-a005-e5554ef52ea7 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623070 Aug 29 17:38:29.589910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:29.591402 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:29.687491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa'}, {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:29.691058 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59281205-0d9b-4ca5-abf2-e7c0cd732648" -d '{"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa"}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:29.721284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f9713c50-a6c1-438c-8fbe-c3172e53ad84 req-5ecc0d1f-6720-4bf7-8a5e-38362a57124d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 210 time: 0.0273144 Aug 29 17:38:29.799505 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b836be-fdd1-4035-8174-cffac19b72f4 x-openstack-request-id: req-75b836be-fdd1-4035-8174-cffac19b72f4 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:29.800024 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa", "code": 200}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:29.800447 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75b836be-fdd1-4035-8174-cffac19b72f4 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:29.801442 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa', 'code': 200} Aug 29 17:38:29.801802 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'code': 200} Aug 29 17:38:29.838200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] For port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:29.838868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:29.855637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:29.966761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': '038c0afa-503a-4746-8ba4-ac88ced79a83'}, {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': '813cea1e-7262-422d-a892-d667f5f731aa'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:29.977397 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd017bdb-0470-44e2-aba9-e3f793ba8301" -d '{"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "038c0afa-503a-4746-8ba4-ac88ced79a83"}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "813cea1e-7262-422d-a892-d667f5f731aa"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:30.042715 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:30.075002 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af3551-23ab-437f-a651-d6c3c78ce543 x-openstack-request-id: req-33af3551-23ab-437f-a651-d6c3c78ce543 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:30.076012 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "038c0afa-503a-4746-8ba4-ac88ced79a83", "status": "completed", "code": 200}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "813cea1e-7262-422d-a892-d667f5f731aa", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:30.076263 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33af3551-23ab-437f-a651-d6c3c78ce543 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:30.076658 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': '038c0afa-503a-4746-8ba4-ac88ced79a83', 'status': 'completed', 'code': 200} Aug 29 17:38:30.076911 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': '813cea1e-7262-422d-a892-d667f5f731aa', 'status': 'completed', 'code': 200} Aug 29 17:38:30.108710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:30.212196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] No DVR routers for this DVR port 0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:30.215461 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:30.218048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-53d6363d-6043-4852-bbdf-46705e53d3be tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "DELETE /v2.0/ports/0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa HTTP/1.1" status: 204 len: 173 time: 0.8480237 Aug 29 17:38:30.376208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port 6b90ace8-95df-4493-a3ff-c3e11471c266 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:30.376597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:30.601472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] For port 6b90ace8-95df-4493-a3ff-c3e11471c266, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=6b90ace8-95df-4493-a3ff-c3e11471c266,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:30.601836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:30.848665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebd116-2a7f-45cb-96c7-887430d61b5c req-58be435a-37ae-4d5e-8e87-d1efcd2cacda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:30.856756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aaebd116-2a7f-45cb-96c7-887430d61b5c req-58be435a-37ae-4d5e-8e87-d1efcd2cacda tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 944 time: 0.1925049 Aug 29 17:38:30.939700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aaebd116-2a7f-45cb-96c7-887430d61b5c req-ca6447e3-2228-4dd0-a8fb-4f2567806a9f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7712b22e-6139-44e6-a5d4-c870247c9087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825589 Aug 29 17:38:31.034746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ee9b3d6-8e83-4d7f-97e7-1111a02e3fa6 req-777f48e3-3e75-4fb0-a9bd-8c594b9ce5ef tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 210 time: 0.0840831 Aug 29 17:38:31.105077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:31.105719 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:31.106105 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Floating IP 7c1ac7de-5795-489c-8c25-e80c3190797c disassociated. External IP: 172.25.2.146, port: 6b90ace8-95df-4493-a3ff-c3e11471c266. Aug 29 17:38:31.107119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for 6b90ace8-95df-4493-a3ff-c3e11471c266 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:31.312553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:31.360503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:38:31.437468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=6b90ace8-95df-4493-a3ff-c3e11471c266,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:31.440765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 5d70fcb8-f363-4409-8158-2b7178557f55 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:31.442019 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:31.634701 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:31.650189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Router 989b3422-c6f8-47b5-805b-65746449b083 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:38:31.673755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:31.690643 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:31.784738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:31.799526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:38:31.802576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:31.809697 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a9b8a3-d82b-4bfd-8ac2-6d1854a0bd43" -d '{"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:31.815446 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] Sync routers for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:38:31.830087 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:38:31.831145 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:38:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:31.883607 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61192e-98ae-4e7b-9817-663b8b787519 x-openstack-request-id: req-cf61192e-98ae-4e7b-9817-663b8b787519 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:31.884125 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:31.884768 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf61192e-98ae-4e7b-9817-663b8b787519 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:31.885495 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'code': 200} Aug 29 17:38:31.900417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] No DVR routers for this DVR port 6b90ace8-95df-4493-a3ff-c3e11471c266 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:31.913328 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:31.921578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40869862-27ee-4e68-8efa-a1c915e62bfa req-432a073f-f3bd-4bba-8f9a-df5383c24704 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.44 "DELETE /v2.0/ports/6b90ace8-95df-4493-a3ff-c3e11471c266 HTTP/1.1" status: 204 len: 173 time: 1.6845956 Aug 29 17:38:32.061607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:32.079156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa'}, {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:32.081518 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ac19b-4e25-4262-9ba7-6a8b90da5e74" -d '{"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa"}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:32.144556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:38:32.144914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 3596bf3b-a4f9-4969-aaf2-4af920f7dd30 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:32.222066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5aac7cf7-19e4-4f6c-a94e-a32cf5647448 req-380e19f0-529d-4af5-8cf0-f97191e4f4f9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0907915 Aug 29 17:38:32.263681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d835f1a3-5fef-4da8-bbba-ee050df4748e req-bb22dd25-1c33-42b9-a0d5-b9440787f732 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 210 time: 0.0592878 Aug 29 17:38:32.381488 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d21085a-291e-4102-b802-beb7a13c128d x-openstack-request-id: req-0d21085a-291e-4102-b802-beb7a13c128d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:32.381786 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa", "status": "completed", "code": 200}, {"server_uuid": "82b0511a-a310-456e-b69c-b8682b4edc6b", "name": "network-vif-deleted", "tag": "6b90ace8-95df-4493-a3ff-c3e11471c266", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:32.382185 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d21085a-291e-4102-b802-beb7a13c128d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:32.382486 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': '0ea01ff4-ec85-4fd4-b7f1-fb7ec35a3caa', 'status': 'completed', 'code': 200} Aug 29 17:38:32.382829 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0511a-a310-456e-b69c-b8682b4edc6b', 'name': 'network-vif-deleted', 'tag': '6b90ace8-95df-4493-a3ff-c3e11471c266', 'status': 'completed', 'code': 200} Aug 29 17:38:32.459575 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:38:32.744532 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 5, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:32.819671 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] Checking router: 989b3422-c6f8-47b5-805b-65746449b083 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:38:32.829583 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:38:32.830463 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:38:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:32.984278 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:38:33.250217 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 5, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:33.305136 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd0fef-615b-48a5-b4ca-4aec6dddc037 None None] The sync data for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 is: [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:27:56Z', 'revision_number': 4, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '41ffb144-3ba0-478f-b09c-fe75cc5dd5fa', 'name': '', 'network_id': '548b3407-0a2d-429f-b9b2-c29a429471e9', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'mac_address': 'fa:16:3e:49:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '99fc6b28-3559-449d-9219-c46b883df500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:52Z', 'updated_at': '2021-08-29T17:28:05Z', 'revision_number': 5, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'subnets': [{'id': '99fc6b28-3559-449d-9219-c46b883df500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:38:33.410473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-13a8aa3b-2c35-4bed-ac64-f1f8711cb631 req-a9516e31-805d-4366-8332-c2735535a627 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0696723 Aug 29 17:38:33.410944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-901154a7-cabc-484e-8a61-b2a0f9dcaf81 req-3e2c2aa9-2e40-4eda-8dd7-99b6cd9fc2af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 210 time: 0.0480597 Aug 29 17:38:33.732147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82de969-f0f0-4262-958d-eccecb73ae31 None None] New status for floating IP 7c1ac7de-5795-489c-8c25-e80c3190797c: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:38:34.578453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d07f2bf8-adb1-4299-993c-c5d44bb9445b req-7e98c57a-48f4-4ff6-95fc-855443efd978 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=c919c7da-1e1f-4e16-ade3-10bd5f66db48 HTTP/1.1" status: 200 len: 210 time: 0.0502021 Aug 29 17:38:34.638428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7de2ffd-a395-460f-977e-48db253c8f15 req-5a40bcad-1f12-4d17-a3c5-f60f4c9465e6 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0692413 Aug 29 17:38:35.832032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f92a03a-9c3f-4cda-8663-a5f1d7621d96 req-fba95512-da8d-4023-9ff5-e6682f24c888 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0388596 Aug 29 17:38:37.014408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8558bd94-938c-4349-ad38-3c01e2f09906 req-db617978-ef9d-40fd-b7da-9306fd8d91dc tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0399177 Aug 29 17:38:38.187327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1992603f-67a8-4d8f-8ed6-42ccadf5be56 req-ec1d6201-0195-48e2-9869-0ca43de24a1e tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0299003 Aug 29 17:38:39.355255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0fc763c9-33be-4585-aa70-49a7b8cc35a9 req-002890b4-c616-4e55-8d3b-dafa49d04c76 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0508268 Aug 29 17:38:40.480299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-451fcc3a-321e-454a-a078-dd71aa2a25ea req-e4f3e075-3f38-45aa-9935-6fe681d1a388 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0421054 Aug 29 17:38:41.248760 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-67c1d2da-fb65-4733-a32a-7a31d42f820e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:41.661553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d30adf6-cf7f-43bb-8dcd-dd8d3e4097b5 req-ec43f903-8fcb-4717-840d-cd4b66617bfd tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0542865 Aug 29 17:38:42.518974 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:42.885548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0063f1d1-0765-4041-9373-cd860dfb1ad9 req-8f692b42-18d0-49d7-b859-5ea634600903 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0469894 Aug 29 17:38:43.069363 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:43.905336 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8b8a2b01-8d66-420d-856f-ac8916409b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:43.909037 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:44.016132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8dee9ceb-ecc9-46ec-b9cc-877a4172b1d8 req-64157c91-3964-4483-b4fc-101642f440f9 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0284202 Aug 29 17:38:44.181539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf9e4d-c434-495e-9a90-01ca7a981d29 req-9bc29619-dfc9-492a-9916-5fd409a52114 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:44.190396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a5bf9e4d-c434-495e-9a90-01ca7a981d29 req-9bc29619-dfc9-492a-9916-5fd409a52114 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0974424 Aug 29 17:38:44.235313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a5bf9e4d-c434-495e-9a90-01ca7a981d29 req-c9554f2e-8024-4bd2-aaf9-67b1784c8457 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379138 Aug 29 17:38:45.177373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-33ba86e0-6607-4f5f-8c26-67473ef6ee26 req-94048ca9-c40e-48a6-ba4b-fa6a6319fd7c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0417116 Aug 29 17:38:45.366509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912edeb-227b-4559-abbb-7512fc727938 req-459049a8-8318-4a40-953a-1a911aacb7eb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:45.368184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d912edeb-227b-4559-abbb-7512fc727938 req-459049a8-8318-4a40-953a-1a911aacb7eb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0538714 Aug 29 17:38:45.422441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d912edeb-227b-4559-abbb-7512fc727938 req-23389a7f-e9b3-40ce-9e1b-1ab307d57667 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475237 Aug 29 17:38:45.441045 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:45.951682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e98e18-dcd2-46b2-a8f8-86cf8b9e9ce8 req-0398dee7-ab26-478d-a908-9b591a53f6c1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:45.959140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2e98e18-dcd2-46b2-a8f8-86cf8b9e9ce8 req-0398dee7-ab26-478d-a908-9b591a53f6c1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0781105 Aug 29 17:38:45.997761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2e98e18-dcd2-46b2-a8f8-86cf8b9e9ce8 req-6b372e08-f2ce-497e-8114-bc976724bc96 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363603 Aug 29 17:38:46.311776 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23e21885-9ca4-476d-8a30-b87d805c10c4 req-6c509caa-a058-4de9-b876-7542b45b69c1 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0391130 Aug 29 17:38:46.748979 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:47.165693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a9033-1ea8-4c61-a4f6-7855cce3cc84 req-715db2bf-f510-4c73-a1ac-841b7159c9d9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:47.168791 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f4a9033-1ea8-4c61-a4f6-7855cce3cc84 req-715db2bf-f510-4c73-a1ac-841b7159c9d9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0805786 Aug 29 17:38:47.216895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f4a9033-1ea8-4c61-a4f6-7855cce3cc84 req-72c1c158-48b2-4934-9a11-1c7d6f654ac7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420425 Aug 29 17:38:47.437425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:47.491237 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21e7a75d-52fd-4c89-89cb-6ef10d31a956 req-10a8efe6-0782-47bf-b66c-ccb754efa5d5 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0597618 Aug 29 17:38:47.565700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:47.593182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:47.595738 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21403360-e2a7-4a09-9de2-104ed78d846d" -d '{"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:47.610439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:47.632310 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:47.670497 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c23ed34-943e-4f22-ab6c-a23ee53c7a77 x-openstack-request-id: req-7c23ed34-943e-4f22-ab6c-a23ee53c7a77 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:47.670991 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:47.671310 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c23ed34-943e-4f22-ab6c-a23ee53c7a77 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:47.671968 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'code': 200} Aug 29 17:38:47.686009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=11']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:48.415154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57a40d-d852-486e-a551-e90d9036d05a req-3f0f67f8-dfc5-4cf4-a910-ee64d529eada tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:48.425310 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f57a40d-d852-486e-a551-e90d9036d05a req-3f0f67f8-dfc5-4cf4-a910-ee64d529eada tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1012588 Aug 29 17:38:48.477838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f57a40d-d852-486e-a551-e90d9036d05a req-0b10c278-3e8c-498e-a08d-7e287ba5241b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494511 Aug 29 17:38:48.638091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71847de7-8b16-4026-843b-6f26ea93001d req-fab85106-6d7d-4287-8018-46def6815867 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/ports?device_id=82b0511a-a310-456e-b69c-b8682b4edc6b HTTP/1.1" status: 200 len: 210 time: 0.0294833 Aug 29 17:38:49.453443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:38:49.618350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:49.631304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '5d70fcb8-f363-4409-8158-2b7178557f55', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '5d70fcb8-f363-4409-8158-2b7178557f55', 'mac_address': 'fa:16:3e:92:79:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:38:49.679187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dae3a-df3a-4ae8-b23e-bc692827a02b req-0febb8f7-a358-4d95-b1d4-2741a45d6a71 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:49.682622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-332dae3a-df3a-4ae8-b23e-bc692827a02b req-0febb8f7-a358-4d95-b1d4-2741a45d6a71 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1145818 Aug 29 17:38:49.686406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:49.729658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d70fcb8-f363-4409-8158-2b7178557f55 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:49.771293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-332dae3a-df3a-4ae8-b23e-bc692827a02b req-0d198a41-a299-43bc-964a-6cd45d5b53e9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837762 Aug 29 17:38:49.776331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:49.783739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38980) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:49.791498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:49.864299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=12']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:49.882173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5d70fcb8-f363-4409-8158-2b7178557f55'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:49.896824 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:49.948586 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.029296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.032807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.034811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "DELETE /v2.0/security-groups/7712b22e-6139-44e6-a5d4-c870247c9087 HTTP/1.1" status: 204 len: 168 time: 0.2493188 Aug 29 17:38:50.037299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38988) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:50.052527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7712b22e-6139-44e6-a5d4-c870247c9087,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:50.058307 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-4f637b2d-10d9-495d-a646-dbaa4c3e087d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] show failed (client error): The resource could not be found. Aug 29 17:38:50.063932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.064500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.065031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.065962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.066302 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4f637b2d-10d9-495d-a646-dbaa4c3e087d tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "GET /v2.0/security-groups/7712b22e-6139-44e6-a5d4-c870247c9087 HTTP/1.1" status: 404 len: 347 time: 0.0279436 Aug 29 17:38:50.066755 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.066893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38990) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:50.067376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.067951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.068577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.069164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.070054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.070655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.071244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009891da-6c6f-41f5-b8b8-56b07866c54f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:50.285377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port 017cd34b-3ddd-48c1-beb3-77e539e6fefd {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:50.286269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.386464 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.387179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.450400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for 017cd34b-3ddd-48c1-beb3-77e539e6fefd owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:50.747041 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.884715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=017cd34b-3ddd-48c1-beb3-77e539e6fefd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:50.916829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.921196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.922656 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e934eb16-0c68-4630-9a5f-37ddf08dd7f2 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "DELETE /v2.0/floatingips/7c1ac7de-5795-489c-8c25-e80c3190797c HTTP/1.1" status: 204 len: 168 time: 0.8548200 Aug 29 17:38:50.925489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39008) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:51.029899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2ed7f-1882-40e7-8ffd-b5af91525743 req-b533db6a-7a5c-464b-b310-ade95e1938f2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:51.031854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74c2ed7f-1882-40e7-8ffd-b5af91525743 req-b533db6a-7a5c-464b-b310-ade95e1938f2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 945 time: 0.1075554 Aug 29 17:38:51.131870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74c2ed7f-1882-40e7-8ffd-b5af91525743 req-6b5bbda5-c1b5-4cf1-8868-f683f5847b28 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759065 Aug 29 17:38:51.166216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8da5765e-b8fe-4e1e-ac92-defd2014ee01 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port edfdff25-5905-4ace-a088-33d601c51a9b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:51.166540 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8da5765e-b8fe-4e1e-ac92-defd2014ee01 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.291472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8da5765e-b8fe-4e1e-ac92-defd2014ee01 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.316328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8da5765e-b8fe-4e1e-ac92-defd2014ee01 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for edfdff25-5905-4ace-a088-33d601c51a9b owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:51.485557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:38:51.644147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 5d70fcb8-f363-4409-8158-2b7178557f55 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:51.644528 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.662157 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8da5765e-b8fe-4e1e-ac92-defd2014ee01 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.725499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5765e-b8fe-4e1e-ac92-defd2014ee01 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=edfdff25-5905-4ace-a088-33d601c51a9b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:51.805855 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.867625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8da5765e-b8fe-4e1e-ac92-defd2014ee01 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.876577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8da5765e-b8fe-4e1e-ac92-defd2014ee01 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "DELETE /v2.0/ports/edfdff25-5905-4ace-a088-33d601c51a9b HTTP/1.1" status: 204 len: 168 time: 0.9499719 Aug 29 17:38:51.877653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39026) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:51.904364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:51.917753 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466e2746-a829-4275-965d-31c4aabde1fd" -d '{"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:51.939799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:51.951679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.020105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=13']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:52.023779 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6062df6-a1de-40ff-ba54-e97cad0f6989 x-openstack-request-id: req-f6062df6-a1de-40ff-ba54-e97cad0f6989 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:52.024067 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:52.024558 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6062df6-a1de-40ff-ba54-e97cad0f6989 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:52.024957 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'code': 200} Aug 29 17:38:52.072712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e927b889-70c8-411d-9b67-f0ed4ceff15f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port 45a7d4a3-b03c-4b36-8863-48d010d70465 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:52.074480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e927b889-70c8-411d-9b67-f0ed4ceff15f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.260551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e927b889-70c8-411d-9b67-f0ed4ceff15f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.277272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e927b889-70c8-411d-9b67-f0ed4ceff15f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for 45a7d4a3-b03c-4b36-8863-48d010d70465 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:52.393950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7572322-c3de-4313-bf15-d98225d75db9 req-e1fd1d0e-ee94-4053-a434-6da797c47273 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:52.403950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7572322-c3de-4313-bf15-d98225d75db9 req-e1fd1d0e-ee94-4053-a434-6da797c47273 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.1339927 Aug 29 17:38:52.517532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7572322-c3de-4313-bf15-d98225d75db9 req-c7ad97f4-d395-44be-ae1a-d85991e9f7e4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051786 Aug 29 17:38:52.787780 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e927b889-70c8-411d-9b67-f0ed4ceff15f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.819380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927b889-70c8-411d-9b67-f0ed4ceff15f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=45a7d4a3-b03c-4b36-8863-48d010d70465,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:52.938901 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e927b889-70c8-411d-9b67-f0ed4ceff15f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.944987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e927b889-70c8-411d-9b67-f0ed4ceff15f tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "DELETE /v2.0/ports/45a7d4a3-b03c-4b36-8863-48d010d70465 HTTP/1.1" status: 204 len: 168 time: 1.0622160 Aug 29 17:38:52.945210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39046) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:53.099290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8027e2-ae13-4aac-9350-62cbd99b8b77 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting subnet 9daf563f-a4ff-4aed-a803-323172dacbdd {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:38:53.102922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff8027e2-ae13-4aac-9350-62cbd99b8b77 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.155428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff8027e2-ae13-4aac-9350-62cbd99b8b77 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.279786 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff8027e2-ae13-4aac-9350-62cbd99b8b77 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.404838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff8027e2-ae13-4aac-9350-62cbd99b8b77 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.428425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff8027e2-ae13-4aac-9350-62cbd99b8b77 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.435096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdef2c4-fbbf-4c49-85d2-7a41fc80924a None None] Network af4e67db-c902-4ea6-8da0-ef55bf51f7ac requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:38:53.436752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39056) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:53.439494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ff8027e2-ae13-4aac-9350-62cbd99b8b77 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "DELETE /v2.0/subnets/9daf563f-a4ff-4aed-a803-323172dacbdd HTTP/1.1" status: 204 len: 168 time: 0.4947929 Aug 29 17:38:53.544832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8027e2-ae13-4aac-9350-62cbd99b8b77 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Subnet': ['ID=9daf563f-a4ff-4aed-a803-323172dacbdd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:53.564041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecdf927-ee82-4305-b179-e102bfd40d5a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting subnet 532a4cf8-0776-407f-be63-b0430308eee4 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:38:53.568708 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf927-ee82-4305-b179-e102bfd40d5a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.665379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf927-ee82-4305-b179-e102bfd40d5a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.756957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] DHCP port deletion for af4e67db-c902-4ea6-8da0-ef55bf51f7ac request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:38:53.844061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd79764-dc71-489d-9753-e83c236d2223 req-b12e4be3-ef4d-4e9e-b564-57ac29ba251d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:53.848035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Deleting port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:53.849219 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.851830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1fd79764-dc71-489d-9753-e83c236d2223 req-b12e4be3-ef4d-4e9e-b564-57ac29ba251d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.2121098 Aug 29 17:38:53.933084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf927-ee82-4305-b179-e102bfd40d5a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.973514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] For port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:53.974047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.000347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Calling delete_port for 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:54.064386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1fd79764-dc71-489d-9753-e83c236d2223 req-789c558e-bdc3-406e-803b-b9d194c27ff4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116747 Aug 29 17:38:54.066302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf927-ee82-4305-b179-e102bfd40d5a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.082208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf927-ee82-4305-b179-e102bfd40d5a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.084416 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3ecdf927-ee82-4305-b179-e102bfd40d5a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "DELETE /v2.0/subnets/532a4cf8-0776-407f-be63-b0430308eee4 HTTP/1.1" status: 204 len: 168 time: 0.6461282 Aug 29 17:38:54.095750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39068) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:54.117424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdf927-ee82-4305-b179-e102bfd40d5a tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Subnet': ['ID=532a4cf8-0776-407f-be63-b0430308eee4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:54.189550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61dd327-d8cf-4363-83d9-97bedcaa5855 None None] Network 005282ce-7a66-4578-99b9-0f41090e2364 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:38:54.271885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.414980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Deleting port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:54.416476 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.495654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] For port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,segment=NetworkSegment(2030df2f-bd6c-4db3-bc31-94a7f55b5b01),segment_id=2030df2f-bd6c-4db3-bc31-94a7f55b5b01)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:54.496373 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.512700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Calling delete_port for 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:54.631547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.674769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.743058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Port': ['ID=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:54.743058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] No DVR routers for this DVR port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:54.782998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] DHCP port deletion for 005282ce-7a66-4578-99b9-0f41090e2364 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:38:54.785327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] No DVR routers for this DVR port 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:54.796451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Pushing event deleted for resources: {'Port': ['ID=1d96bd3f-e29c-4c4a-8d39-9b1485742f42,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:54.832063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.832417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.832760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.834628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.835190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.835691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.836032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.836365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.836694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.837104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.837433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.837759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674f16c-2d1e-40c0-bad0-7522478519a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:54.898873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.916556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4e67db-c902-4ea6-8da0-ef55bf51f7ac']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:54.928972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2030df2f-bd6c-4db3-bc31-94a7f55b5b01') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:54.929400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2030df2f-bd6c-4db3-bc31-94a7f55b5b01') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:54.942806 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.946386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] Deleting port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:54.946821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.966208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.974250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:38:54.975088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:38:54.979622 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:38:55.040433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] For port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=06d95d6d-d12c-49d6-a7dd-9f6bfebb331f,segment=NetworkSegment(c4c644ff-d5fb-409a-a457-e9105154b933),segment_id=c4c644ff-d5fb-409a-a457-e9105154b933)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:55.040983 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.060443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] Calling delete_port for 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:55.063123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.074090 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.077327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "DELETE /v2.0/networks/af4e67db-c902-4ea6-8da0-ef55bf51f7ac HTTP/1.1" status: 204 len: 168 time: 0.9889884 Aug 29 17:38:55.080136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39086) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:55.178009 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.183172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bb705-2bc5-4518-98db-59dcdcc8f308 tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Network': ['ID=af4e67db-c902-4ea6-8da0-ef55bf51f7ac,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:55.203621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] No DVR routers for this DVR port 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:55.227136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbf1f0-0f1b-4351-8a4c-324a1c2a0e5d None None] Pushing event deleted for resources: {'Port': ['ID=06d95d6d-d12c-49d6-a7dd-9f6bfebb331f,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:55.302654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.321304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:55.370256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a6f9-d24c-4049-b75f-d80c3f2f7a8c req-4846b081-1e47-43da-b2f5-0056404dcade tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:55.384035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b59a6f9-d24c-4049-b75f-d80c3f2f7a8c req-4846b081-1e47-43da-b2f5-0056404dcade tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.1225214 Aug 29 17:38:55.387256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:38:55.390006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1d96bd3f-e29c-4c4a-8d39-9b1485742f42 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:55.390845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:55.434770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:38:55.435437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 06d95d6d-d12c-49d6-a7dd-9f6bfebb331f not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:55.478826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b59a6f9-d24c-4049-b75f-d80c3f2f7a8c req-b291877a-1fbb-41c7-9a94-832f9c5225a5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902829 Aug 29 17:38:55.505059 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.520999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005282ce-7a66-4578-99b9-0f41090e2364']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:55.540089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c644ff-d5fb-409a-a457-e9105154b933') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:55.540384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c644ff-d5fb-409a-a457-e9105154b933') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:55.561308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.578833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.588047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:38:55.588459 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:38:55.592673 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:38:55.691956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.707458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.710022 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] 10.222.0.41 "DELETE /v2.0/networks/005282ce-7a66-4578-99b9-0f41090e2364 HTTP/1.1" status: 204 len: 168 time: 0.6286311 Aug 29 17:38:55.749278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d19d5-c350-4c98-9000-4bd1954d126c tempest-TaggedBootDevicesTest-1638626297 tempest-TaggedBootDevicesTest-1638626297-project] Pushing event deleted for resources: {'Network': ['ID=005282ce-7a66-4578-99b9-0f41090e2364,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:56.707838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358441c-0d08-4c32-a9ea-a17aa94386a5 req-f69530aa-63f5-4e8c-9124-1160df5ba641 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:56.711435 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9358441c-0d08-4c32-a9ea-a17aa94386a5 req-f69530aa-63f5-4e8c-9124-1160df5ba641 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.1261699 Aug 29 17:38:56.828491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9358441c-0d08-4c32-a9ea-a17aa94386a5 req-03a3bc42-c2d4-4711-9093-f372001ae7ba tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162946 Aug 29 17:38:58.005651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c946d3-c845-44e3-97dc-6b670ea97bbf req-010b322c-efb1-4cad-9777-3577fe99676c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:58.018282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88c946d3-c845-44e3-97dc-6b670ea97bbf req-010b322c-efb1-4cad-9777-3577fe99676c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0774863 Aug 29 17:38:58.077612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88c946d3-c845-44e3-97dc-6b670ea97bbf req-9a0db5e1-b0ad-452d-bb9c-7c62d6feccc6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564780 Aug 29 17:38:59.257551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3e93-e8f0-4bc8-b4b4-02da238cb368 req-2048903d-b955-4a83-b13c-4a6873e5ddd4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:59.265965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2cbe3e93-e8f0-4bc8-b4b4-02da238cb368 req-2048903d-b955-4a83-b13c-4a6873e5ddd4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0714338 Aug 29 17:38:59.318572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2cbe3e93-e8f0-4bc8-b4b4-02da238cb368 req-cbb2d5d2-d5c9-4f04-adf9-a9a8b1da52b2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460260 Aug 29 17:39:00.553571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7504b7-8b33-4c93-bd19-a26042326d46 req-eb165d19-a72a-4f40-9e74-05bf230509ff tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:00.559697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c7504b7-8b33-4c93-bd19-a26042326d46 req-eb165d19-a72a-4f40-9e74-05bf230509ff tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0932057 Aug 29 17:39:00.667287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c7504b7-8b33-4c93-bd19-a26042326d46 req-d05783de-ba5e-41cc-b790-18ff01f5c37b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006105 Aug 29 17:39:01.885688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37437118-ebba-45e1-8b5d-b3fa3270ad3a req-fc005310-7338-4550-a9cb-76b1d62251bd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:01.909146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37437118-ebba-45e1-8b5d-b3fa3270ad3a req-fc005310-7338-4550-a9cb-76b1d62251bd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.1279919 Aug 29 17:39:01.993788 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37437118-ebba-45e1-8b5d-b3fa3270ad3a req-c6358a0a-4465-4d0f-ad81-159fd420efe6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785003 Aug 29 17:39:03.248693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6743d1-b887-46e2-a192-5f8ab0964ae4 req-828a8ed4-9293-4788-9703-b7e08f79a69a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:03.254871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e6743d1-b887-46e2-a192-5f8ab0964ae4 req-828a8ed4-9293-4788-9703-b7e08f79a69a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.1548619 Aug 29 17:39:03.389432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e6743d1-b887-46e2-a192-5f8ab0964ae4 req-58c11445-7fe7-4693-af53-e4a0bf91dd0e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198471 Aug 29 17:39:03.870661 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:39:04.784329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4577-b995-46a8-a5ac-bbffc922f992 req-942fb3ec-3864-455c-8795-760235c700af tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:04.790820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c97d4577-b995-46a8-a5ac-bbffc922f992 req-942fb3ec-3864-455c-8795-760235c700af tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.2640252 Aug 29 17:39:04.873156 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c97d4577-b995-46a8-a5ac-bbffc922f992 req-5d8f722f-b24d-44e5-be72-280d2d061f3c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706897 Aug 29 17:39:04.880988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437135-3e9b-41eb-9377-610193c04970 req-38419a86-6283-473b-a2f2-03b693f7c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:04.885175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68437135-3e9b-41eb-9377-610193c04970 req-38419a86-6283-473b-a2f2-03b693f7c00e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1098 time: 0.2101419 Aug 29 17:39:05.044316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437135-3e9b-41eb-9377-610193c04970 req-1fbccde0-9e23-4a21-befd-6e035226ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:05.046216 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68437135-3e9b-41eb-9377-610193c04970 req-1fbccde0-9e23-4a21-befd-6e035226ee86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.1380429 Aug 29 17:39:05.160317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68437135-3e9b-41eb-9377-610193c04970 req-4fc76e21-1e0d-4faa-9d4c-00fc5d8c5176 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 1001 time: 0.0955577 Aug 29 17:39:05.242431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437135-3e9b-41eb-9377-610193c04970 req-cd2d711d-6778-4e66-8442-c87fa89fc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:05.243978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68437135-3e9b-41eb-9377-610193c04970 req-cd2d711d-6778-4e66-8442-c87fa89fc962 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0746577 Aug 29 17:39:05.315077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437135-3e9b-41eb-9377-610193c04970 req-09d63cc9-33d3-4184-aba4-5f68f989e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:05.318134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68437135-3e9b-41eb-9377-610193c04970 req-09d63cc9-33d3-4184-aba4-5f68f989e9f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639057 Aug 29 17:39:05.434817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68437135-3e9b-41eb-9377-610193c04970 req-16c73a46-b352-483d-b771-6ca491f4c3ab service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086924 Aug 29 17:39:05.603450 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68437135-3e9b-41eb-9377-610193c04970 req-f1525f40-a573-460d-84a4-cf88c2731ee0 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616404 Aug 29 17:39:06.109364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79664089-b930-4df0-8d7c-158c1066a4c6 req-794c6628-acc3-443e-829e-0cf6e9d2c164 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:06.114926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79664089-b930-4df0-8d7c-158c1066a4c6 req-794c6628-acc3-443e-829e-0cf6e9d2c164 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.1370220 Aug 29 17:39:06.268919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79664089-b930-4df0-8d7c-158c1066a4c6 req-4731965d-5e64-47f6-bca9-9483c10f5059 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468921 Aug 29 17:39:07.436795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632c579-8ea3-4463-abfe-1b2f8a62f883 req-81bf4a4f-b934-48a6-b9c2-855ff1f71543 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:07.438422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a632c579-8ea3-4463-abfe-1b2f8a62f883 req-81bf4a4f-b934-48a6-b9c2-855ff1f71543 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0800045 Aug 29 17:39:07.495896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a632c579-8ea3-4463-abfe-1b2f8a62f883 req-cfb00d86-65cf-4b35-9095-b020ccb89084 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498800 Aug 29 17:39:07.690904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 39402) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:08.303192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:08.651500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Deleting port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:39:08.651500 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:08.739972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b83f7-756e-4fe8-8546-36f0b09536b7 req-ebde7f5f-5bfd-47a2-91bf-c670e0cde25a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:08.743317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] For port 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:08.743769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:08.748928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a60b83f7-756e-4fe8-8546-36f0b09536b7 req-ebde7f5f-5bfd-47a2-91bf-c670e0cde25a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0635912 Aug 29 17:39:08.761419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Calling delete_port for 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:39:08.798473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a60b83f7-756e-4fe8-8546-36f0b09536b7 req-37bb8cd4-d513-4204-9e77-dfcf75705d77 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484765 Aug 29 17:39:09.016423 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:09.067626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ffb144-3ba0-478f-b09c-fe75cc5dd5fa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:09.361592 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:10.017101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Router 989b3422-c6f8-47b5-805b-65746449b083 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:39:10.210841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:39:10.223888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] Sync routers for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:39:10.229239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39534) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:10.230579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b11fb6a6-a0e6-489c-b0c2-3af753e02507 admin admin] 10.222.0.41 "PUT /v2.0/routers/989b3422-c6f8-47b5-805b-65746449b083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5369759 Aug 29 17:39:10.251228 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:39:10.254976 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:38:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:10.381406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:10.429112 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:39:10.512413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:10.558129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc98b5a-17da-48ca-8889-6195d7c52368 req-20193956-4d7c-4b05-839b-66418ac9f4c7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:10.566730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcc98b5a-17da-48ca-8889-6195d7c52368 req-20193956-4d7c-4b05-839b-66418ac9f4c7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.0899024 Aug 29 17:39:10.610466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Deleting port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:39:10.611030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:10.634526 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcc98b5a-17da-48ca-8889-6195d7c52368 req-8704b058-1d2a-4c1d-9bcb-56b2a60e2f70 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665500 Aug 29 17:39:10.710992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] For port 8059e976-2957-42ea-9a5c-9ea1ec26fc3f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8059e976-2957-42ea-9a5c-9ea1ec26fc3f,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:10.711355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:10.730436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Calling delete_port for 8059e976-2957-42ea-9a5c-9ea1ec26fc3f owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:39:10.751820 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:39:08Z', 'revision_number': 5, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port': {'id': '8059e976-2957-42ea-9a5c-9ea1ec26fc3f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989b3422-c6f8-47b5-805b-65746449b083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:43Z', 'updated_at': '2021-08-29T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:10.803123 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] Checking router: 989b3422-c6f8-47b5-805b-65746449b083 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:39:10.824406 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] Routers {'989b3422-c6f8-47b5-805b-65746449b083'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:39:10.825897 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:38:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['989b3422-c6f8-47b5-805b-65746449b083'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:10.971081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:10.977085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] Set router 989b3422-c6f8-47b5-805b-65746449b083 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:39:11.029240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=8059e976-2957-42ea-9a5c-9ea1ec26fc3f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:11.055136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01c930-ed3b-40d8-ba2a-9e066bf0d149 req-bede6611-0452-4e1c-94b7-2ae05fb90617 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:11.057669 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be01c930-ed3b-40d8-ba2a-9e066bf0d149 req-bede6611-0452-4e1c-94b7-2ae05fb90617 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 946 time: 0.1174216 Aug 29 17:39:11.060337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec13a1-bce6-4416-8ea1-991112442989 req-304fcc66-9e66-422f-b300-4f1f1bd770a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:11.061731 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdec13a1-bce6-4416-8ea1-991112442989 req-304fcc66-9e66-422f-b300-4f1f1bd770a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1098 time: 0.1382611 Aug 29 17:39:11.064005 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:39:10Z', 'revision_number': 6, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:11.099336 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa373ad-569e-480a-9df0-8dc2400e2411 None None] The sync data for ids ['989b3422-c6f8-47b5-805b-65746449b083'] in n-d-713499-15 is: [{'id': '989b3422-c6f8-47b5-805b-65746449b083', 'name': 'tempest-TaggedBootDevicesTest-37233618-router', 'tenant_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:41Z', 'updated_at': '2021-08-29T17:39:10Z', 'revision_number': 6, 'project_id': '0ee1e82f1a5e4557b5f4d9caf465ffc6', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:39:11.129209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.232649 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd498-cfd9-4341-9872-c98dca780180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.256280 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.258613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.280003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec13a1-bce6-4416-8ea1-991112442989 req-df8e2bee-ed79-48b7-8549-7303e6a538b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:11.284394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdec13a1-bce6-4416-8ea1-991112442989 req-df8e2bee-ed79-48b7-8549-7303e6a538b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.1717105 Aug 29 17:39:11.287753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be01c930-ed3b-40d8-ba2a-9e066bf0d149 req-f75893cd-7dcc-4705-ad5e-0787540a2b30 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217526 Aug 29 17:39:11.325063 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.325707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 989b3422-c6f8-47b5-805b-65746449b083 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:39:11.334547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.335821 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-380f1552-b0c3-4adf-bbce-95349b457a6d admin admin] 10.222.0.41 "DELETE /v2.0/routers/989b3422-c6f8-47b5-805b-65746449b083 HTTP/1.1" status: 204 len: 168 time: 1.1035986 Aug 29 17:39:11.338416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39554) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:11.384145 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdec13a1-bce6-4416-8ea1-991112442989 req-65738bf9-1d10-4f42-a1d0-06755d8cbe5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 1001 time: 0.0919168 Aug 29 17:39:11.386430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5371fe4-3a83-4f3c-a2d4-871a1b49ff7b admin admin] Deleting subnet 99fc6b28-3559-449d-9219-c46b883df500 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:39:11.392795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e5371fe4-3a83-4f3c-a2d4-871a1b49ff7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.446342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec13a1-bce6-4416-8ea1-991112442989 req-9a8253fe-e8e6-432d-9ac6-0a316b9cf1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:11.447911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdec13a1-bce6-4416-8ea1-991112442989 req-9a8253fe-e8e6-432d-9ac6-0a316b9cf1fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0544662 Aug 29 17:39:11.502853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e5371fe4-3a83-4f3c-a2d4-871a1b49ff7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.618401 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec13a1-bce6-4416-8ea1-991112442989 req-4988dab8-eeba-4fc3-9ad7-ba8d42240a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:11.620994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdec13a1-bce6-4416-8ea1-991112442989 req-4988dab8-eeba-4fc3-9ad7-ba8d42240a0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648991 Aug 29 17:39:11.625050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:39:11.646028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e5371fe4-3a83-4f3c-a2d4-871a1b49ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.723393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:39:11.748936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:39:11.749313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 41ffb144-3ba0-478f-b09c-fe75cc5dd5fa not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:39:11.771454 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e5371fe4-3a83-4f3c-a2d4-871a1b49ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.794776 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdec13a1-bce6-4416-8ea1-991112442989 req-75020cf5-0b2d-404f-aa8b-4ecc7ab2a184 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660631 Aug 29 17:39:11.801212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.837327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:11.845460 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a5e387-4922-40e8-878e-578cbe60871d" -d '{"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:11.856081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e5371fe4-3a83-4f3c-a2d4-871a1b49ff7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.857973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e5371fe4-3a83-4f3c-a2d4-871a1b49ff7b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/99fc6b28-3559-449d-9219-c46b883df500 HTTP/1.1" status: 204 len: 168 time: 0.5185206 Aug 29 17:39:11.861733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc8b8e-2f2d-438d-8ea0-424676a10643 None None] Network 548b3407-0a2d-429f-b9b2-c29a429471e9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:39:11.872298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39590) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:11.883666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5371fe4-3a83-4f3c-a2d4-871a1b49ff7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99fc6b28-3559-449d-9219-c46b883df500,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:11.884190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:11.964226 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:11.968349 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ea213-1a04-4a6a-94c6-3f98823b6677 x-openstack-request-id: req-a83ea213-1a04-4a6a-94c6-3f98823b6677 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:11.968854 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:11.969301 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a83ea213-1a04-4a6a-94c6-3f98823b6677 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:11.969867 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'code': 200} Aug 29 17:39:12.001607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdec13a1-bce6-4416-8ea1-991112442989 req-10f2f1ba-8376-4088-a2d3-bcb697af472f service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975913 Aug 29 17:39:12.165881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=14']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:12.424428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] DHCP port deletion for 548b3407-0a2d-429f-b9b2-c29a429471e9 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:39:12.547986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:12.559724 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:12.575266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] Deleting port 7d015251-1f7f-4beb-8e5c-778dad867b6a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:39:12.575780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:12.622167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494f78-8371-42c9-8851-a327af46410b req-ab701f1e-8508-4a26-88ab-e1abfc6d9862 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:12.636789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85494f78-8371-42c9-8851-a327af46410b req-ab701f1e-8508-4a26-88ab-e1abfc6d9862 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1826451 Aug 29 17:39:12.765334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Deleting port 7d015251-1f7f-4beb-8e5c-778dad867b6a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:39:12.767548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:12.772514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85494f78-8371-42c9-8851-a327af46410b req-6e81a8ac-ff44-4b1f-a479-6c700c4afeca tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347528 Aug 29 17:39:12.797585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] For port 7d015251-1f7f-4beb-8e5c-778dad867b6a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7d015251-1f7f-4beb-8e5c-778dad867b6a,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:12.798729 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:12.824750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] Calling delete_port for 7d015251-1f7f-4beb-8e5c-778dad867b6a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:39:12.872190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] For port 7d015251-1f7f-4beb-8e5c-778dad867b6a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7d015251-1f7f-4beb-8e5c-778dad867b6a,segment=NetworkSegment(c4b372b4-4279-46a3-943a-09bbfe459dfd),segment_id=c4b372b4-4279-46a3-943a-09bbfe459dfd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:12.872645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:12.886840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Calling delete_port for 7d015251-1f7f-4beb-8e5c-778dad867b6a owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:39:12.956809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:12.984566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.006175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] Pushing event deleted for resources: {'Port': ['ID=7d015251-1f7f-4beb-8e5c-778dad867b6a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:13.013767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3b671-8c7f-4b65-bd51-70fb4607df26 None None] No DVR routers for this DVR port 7d015251-1f7f-4beb-8e5c-778dad867b6a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:39:13.030917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d015251-1f7f-4beb-8e5c-778dad867b6a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:13.039423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] No DVR routers for this DVR port 7d015251-1f7f-4beb-8e5c-778dad867b6a on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:39:13.061659 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.167117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.181289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548b3407-0a2d-429f-b9b2-c29a429471e9']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:13.213399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b372b4-4279-46a3-943a-09bbfe459dfd') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:13.213706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b372b4-4279-46a3-943a-09bbfe459dfd') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:13.227610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.258614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8059e976-2957-42ea-9a5c-9ea1ec26fc3f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:39:13.282531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.289812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 8059e976-2957-42ea-9a5c-9ea1ec26fc3f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:39:13.290467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8059e976-2957-42ea-9a5c-9ea1ec26fc3f not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:39:13.290937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7d015251-1f7f-4beb-8e5c-778dad867b6a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:39:13.293172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:39:13.296233 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:39:13.298845 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:39:13.319625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 7d015251-1f7f-4beb-8e5c-778dad867b6a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:39:13.320701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7d015251-1f7f-4beb-8e5c-778dad867b6a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:39:13.405511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.421910 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.426296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] 10.222.0.41 "DELETE /v2.0/networks/548b3407-0a2d-429f-b9b2-c29a429471e9 HTTP/1.1" status: 204 len: 168 time: 1.5455542 Aug 29 17:39:13.448021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7aeb7-186a-4e2f-b08f-7e0ab98e1196 admin admin] Pushing event deleted for resources: {'Network': ['ID=548b3407-0a2d-429f-b9b2-c29a429471e9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:13.706171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39764) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:13.772607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ba06b989-8261-49ab-8aee-fe60a64e7f9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ee1e82f1a5e4557b5f4d9caf465ffc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619481 Aug 29 17:39:13.772607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39776) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:13.873939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-87718523-d533-4c07-b70d-b0810307316a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.893360 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-65c201ec-a5fa-4b56-b779-14f97a8c6cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.916041 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.956474 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-87718523-d533-4c07-b70d-b0810307316a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:14.006147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85e6e8-22b7-4e2e-885c-5dc4f8f70cbf req-e7b5727d-206a-4b83-ba72-c0a8ea5cb115 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:14.007664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da85e6e8-22b7-4e2e-885c-5dc4f8f70cbf req-e7b5727d-206a-4b83-ba72-c0a8ea5cb115 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1164396 Aug 29 17:39:14.049168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-87718523-d533-4c07-b70d-b0810307316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:14.051848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-87718523-d533-4c07-b70d-b0810307316a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:14.053078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-87718523-d533-4c07-b70d-b0810307316a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5cc8aeb-4c51-428a-9f50-115a5766d6af HTTP/1.1" status: 204 len: 168 time: 0.2747893 Aug 29 17:39:14.061226 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da85e6e8-22b7-4e2e-885c-5dc4f8f70cbf req-bc1ab160-9123-49c4-9481-6a1c51ec3267 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466721 Aug 29 17:39:14.066348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87718523-d533-4c07-b70d-b0810307316a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc8aeb-4c51-428a-9f50-115a5766d6af,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:14.289944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fd1f6-ced2-44a3-8810-45a62c11a543 req-243f8875-0fea-44a2-9b9b-e7ad6667047c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:14.292118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c1fd1f6-ced2-44a3-8810-45a62c11a543 req-243f8875-0fea-44a2-9b9b-e7ad6667047c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0641341 Aug 29 17:39:14.351130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c1fd1f6-ced2-44a3-8810-45a62c11a543 req-18e3e612-8ffe-43ff-9c3d-477eed39d9c5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527585 Aug 29 17:39:14.519375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c0bd-7499-4923-8271-f60a9ceb3c07 req-c363bee6-aa4e-4b71-bd0c-2a1f0a46fa51 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:14.521968 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccb6c0bd-7499-4923-8271-f60a9ceb3c07 req-c363bee6-aa4e-4b71-bd0c-2a1f0a46fa51 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0915122 Aug 29 17:39:14.581023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccb6c0bd-7499-4923-8271-f60a9ceb3c07 req-30548903-035f-45cc-b88a-27a715d0dab9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506501 Aug 29 17:39:14.962730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14c10201-4f8a-49db-8dc1-d654b213b5ec tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:14.964415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14c10201-4f8a-49db-8dc1-d654b213b5ec tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.1084878 Aug 29 17:39:14.981414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-6a71883c-022a-4b38-b030-785099edd959 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/quotas/fdd02ad258d94cb58933550ba3972f3f HTTP/1.1" status: 200 len: 375 time: 0.0111012 Aug 29 17:39:15.056820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-d325cb70-8d9d-4f7d-ad97-9f581ccee237 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0651629 Aug 29 17:39:15.074315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 39962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:15.187237 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-3ca68d64-165a-4b60-9057-8d74dd70ff93 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220951 Aug 29 17:39:15.216539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-48821186-network', 'tenant_id': '95561413ef5641629e3e3ad42074b27d'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:15.248225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Made reservation on behalf of 95561413ef5641629e3e3ad42074b27d for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:15.253337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.265645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.311257 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-921eaec7-238a-4464-b6e8-b1091c0435c2 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220450 Aug 29 17:39:15.427320 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.433139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-3d087aad-19d7-4980-a296-ae86081fca6d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:15.434747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-3d087aad-19d7-4980-a296-ae86081fca6d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1407030 Aug 29 17:39:15.471170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-74c0292f-76a7-48d4-a906-db72ecd69ed1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/quotas/46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 375 time: 0.0224967 Aug 29 17:39:15.525988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9ad168f-24f5-4512-b159-b9b1c01dfda7 req-1884e6e9-7ed5-461b-ae23-2d8c0fff8456 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 210 time: 0.0368686 Aug 29 17:39:15.532399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.543007 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.582635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-2919e712-2a6f-41eb-9f09-8fa7b7c3591a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102860 Aug 29 17:39:15.604900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:39:15.670077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:15.695196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.695602 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Added segment 59f7d5ea-fb11-4bd3-8c62-3173f63af80b of type vlan for network 153fce34-46a3-4bee-b5d9-689cf180da4b Aug 29 17:39:15.775909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.810716 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-1b34a151-4898-409b-a52b-95572312f8f8 service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272692 Aug 29 17:39:15.819759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.821503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:15.822893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.949660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40088) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:15.955135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Request body: {'subnet': {'network_id': '153fce34-46a3-4bee-b5d9-689cf180da4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-48821186-subnet', 'tenant_id': '95561413ef5641629e3e3ad42074b27d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:15.955669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8788824 Aug 29 17:39:15.979955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Made reservation on behalf of 95561413ef5641629e3e3ad42074b27d for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:15.980686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708d660-6b1b-4bf3-9970-5c9e13b1a11d admin admin] Pushing event updated for resources: {'Network': ['ID=153fce34-46a3-4bee-b5d9-689cf180da4b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:15.982623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.992301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 153fce34-46a3-4bee-b5d9-689cf180da4b details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:39:16.018997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-dd29927c-d5cc-499c-994a-00abf8f143c5 service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867244 Aug 29 17:39:16.210705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:16.267598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44335fa4-337a-4b52-939a-6d9e2e4f22f9,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:16.275788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Checking segment: {'id': '59f7d5ea-fb11-4bd3-8c62-3173f63af80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '153fce34-46a3-4bee-b5d9-689cf180da4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:16.276224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Network hostable DHCP agents. Network: 153fce34-46a3-4bee-b5d9-689cf180da4b, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:39:16.299863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Network 153fce34-46a3-4bee-b5d9-689cf180da4b is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:39:16.309636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 153fce34-46a3-4bee-b5d9-689cf180da4b) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:16.314097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:16.314825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:16.318921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215564e2-3532-4711-b900-1770f475b485 None None] Network 153fce34-46a3-4bee-b5d9-689cf180da4b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:39:16.349139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-55a98560-85fa-459c-ad89-98450b6ff061 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3911343 Aug 29 17:39:16.357831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d9db244-abe3-43ee-9e67-a44efe75ee1b req-c38bd8bc-cf83-45e6-aef8-4a3b80d4b9c3 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 210 time: 0.0291178 Aug 29 17:39:16.500340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c0a9b3-5403-4bee-804c-8516b146c8be None None] Network 153fce34-46a3-4bee-b5d9-689cf180da4b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:39:16.663364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6140e50d-e49d-4216-be42-8cba35c547b6 req-9e5eb96e-5adf-4ea4-94eb-40bad3627e28 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 210 time: 0.0489976 Aug 29 17:39:16.709858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264170-bd41-43af-a988-cd6e797cfb5a req-44f53a1b-edc9-4747-95fb-c5f12fa3509b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:16.712288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-44f53a1b-edc9-4747-95fb-c5f12fa3509b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.44 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.2285604 Aug 29 17:39:16.731420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'port': {'device_id': 'c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'admin_state_up': True, 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:16.759340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:16.892496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Made reservation on behalf of fdd02ad258d94cb58933550ba3972f3f for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:16.896555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:17.048741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-eef3dafb-c8a6-4c76-9b03-4f50c6a125d6 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:17.050251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-eef3dafb-c8a6-4c76-9b03-4f50c6a125d6 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/networks?id=153fce34-46a3-4bee-b5d9-689cf180da4b HTTP/1.1" status: 200 len: 820 time: 0.1364639 Aug 29 17:39:17.065566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-4606f91e-3ee9-4f12-8781-d09aff03d122 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/quotas/95561413ef5641629e3e3ad42074b27d HTTP/1.1" status: 200 len: 375 time: 0.0092521 Aug 29 17:39:17.099069 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-1fbe50db-cca5-4860-b8d7-b824301020b1 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=95561413ef5641629e3e3ad42074b27d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277393 Aug 29 17:39:17.126362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Allocated IP 172.20.0.12 (6fd795cd-4abb-4204-8223-4261ff8a2795/1db625a3-326f-4d57-8b76-9cb46b26cbaf/7d659923-a489-4648-a2d8-6004d0eac158) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:39:17.134363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-4c5dfe33-72ce-49ed-98b9-004a4a30d509 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:17.136395 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-4c5dfe33-72ce-49ed-98b9-004a4a30d509 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/networks?id=e799b5e4-8cb0-472f-98cd-f1999360b34c HTTP/1.1" status: 200 len: 814 time: 0.1660814 Aug 29 17:39:17.159575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-f8ac54f5-3b0e-4d18-99d9-43ddc2485c4d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/quotas/8628eb83719d4ad9a33c473a0e6f1050 HTTP/1.1" status: 200 len: 375 time: 0.0147309 Aug 29 17:39:17.193591 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-11a4a2b0-e0d9-4882-872c-53103932b006 service neutron] 10.222.0.41 "GET /v2.0/networks/153fce34-46a3-4bee-b5d9-689cf180da4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Aug 29 17:39:17.200997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-107fa848-4698-413a-9f9d-7f9e9f289eac tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8628eb83719d4ad9a33c473a0e6f1050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318856 Aug 29 17:39:17.286884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-2f7de670-3490-4acc-97db-d51aede90bca service neutron] 10.222.0.41 "GET /v2.0/networks/153fce34-46a3-4bee-b5d9-689cf180da4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861406 Aug 29 17:39:17.374608 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-9ebca7db-52c3-489c-9b0b-d5ffb1d6e68e service neutron] 10.222.0.41 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643085 Aug 29 17:39:17.401217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:17.481167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Transition to ACTIVE for port object 7d659923-a489-4648-a2d8-6004d0eac158 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:17.488080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-4248f546-0ffc-40df-8d6b-869014639d08 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:17.495697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-4248f546-0ffc-40df-8d6b-869014639d08 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.43 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1761911 Aug 29 17:39:17.509298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'port': {'device_id': 'e472d35b-b15c-4fa0-bea1-1c8413a14985', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'admin_state_up': True, 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:17.541758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-da8ea331-0d96-4372-acf4-d7a8418ec02f service neutron] 10.222.0.41 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559365 Aug 29 17:39:17.570423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:17.614092 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb5b53cc-050e-42d1-9de4-1039c593f4da req-dd372e28-5f61-4bd4-95f1-a4828e4b7bb6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 210 time: 0.0676987 Aug 29 17:39:17.659903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:39:17.660845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'Port': ['ID=7d659923-a489-4648-a2d8-6004d0eac158,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:17.669759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:17.672733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:39:17.754091 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:17.759149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:17.760108 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:17.761399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:17.798514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-14eca640-dc95-42d3-a76f-82c8f8932636 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0741913 Aug 29 17:39:17.799876 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-250ea910-f990-4934-9fc6-d0154990439f req-2b97a9df-f329-49d6-8f5f-c16eab4da660 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 210 time: 0.0640042 Aug 29 17:39:17.883791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Request body: {'port': {'device_id': 'c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:17.953460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-38a8ef41-b8ae-4fa1-90a0-70352bd8beb2 req-796720f8-2e74-452b-b4e5-24ca7b186690 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 210 time: 0.0565279 Aug 29 17:39:17.980030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.114164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.20.0.10 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/e67399c3-838f-4e7f-a582-c8008205fffd) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:39:18.118065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc68ef-14b2-4b7e-8494-3a29dcb67eee req-9a5bd16d-e66d-4c55-bdcf-76057cd660d6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:18.135504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abbc68ef-14b2-4b7e-8494-3a29dcb67eee req-9a5bd16d-e66d-4c55-bdcf-76057cd660d6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 932 time: 0.3399761 Aug 29 17:39:18.141822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5d8cb2b0-263a-4358-9711-5b86e3f6d297 None None] Provisioning for port 7d659923-a489-4648-a2d8-6004d0eac158 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:18.150217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5d8cb2b0-263a-4358-9711-5b86e3f6d297 None None] Provisioning complete for port 7d659923-a489-4648-a2d8-6004d0eac158 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:18.151063 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb2b0-263a-4358-9711-5b86e3f6d297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.225537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5d8cb2b0-263a-4358-9711-5b86e3f6d297 None None] Port 7d659923-a489-4648-a2d8-6004d0eac158 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:39:18.327652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abbc68ef-14b2-4b7e-8494-3a29dcb67eee req-dbe2f150-0f1c-4c7e-bb01-167cf4fa72a7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750076 Aug 29 17:39:18.381942 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.400294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Transition to ACTIVE for port object e67399c3-838f-4e7f-a582-c8008205fffd will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:18.454809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.494051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:39:18.520042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:18.524371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:39:18.583961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=e67399c3-838f-4e7f-a582-c8008205fffd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:18.601891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d659923-a489-4648-a2d8-6004d0eac158 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:18.606614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:18.607578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.616870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.625362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-26ccf42c-cb79-4582-8423-2b1024344796 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1214585 Aug 29 17:39:18.632714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Transition to ACTIVE for port object 7d659923-a489-4648-a2d8-6004d0eac158 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:18.639975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Request body: {'port': {'device_id': 'e472d35b-b15c-4fa0-bea1-1c8413a14985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:18.642331 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.707920 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.754557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Pushing event updated for resources: {'Port': ['ID=7d659923-a489-4648-a2d8-6004d0eac158,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:18.869229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Attempting to bind port 7d659923-a489-4648-a2d8-6004d0eac158 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:39:18.870340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Attempting to bind port 7d659923-a489-4648-a2d8-6004d0eac158 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:39:18.874825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Attempting to bind port 7d659923-a489-4648-a2d8-6004d0eac158 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:18.892777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Port 7d659923-a489-4648-a2d8-6004d0eac158 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:39:18.893371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Attempting to bind port 7d659923-a489-4648-a2d8-6004d0eac158 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:18.904541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:39:18.904881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Checking segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:18.910479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Bound using segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:39:18.911065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Bound port: 7d659923-a489-4648-a2d8-6004d0eac158, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:39:18.918964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.973304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dcbfa4f9-6d2d-499e-b65c-aa7ee287d2f5 None None] Provisioning for port e67399c3-838f-4e7f-a582-c8008205fffd completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:18.980967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dcbfa4f9-6d2d-499e-b65c-aa7ee287d2f5 None None] Provisioning complete for port e67399c3-838f-4e7f-a582-c8008205fffd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:18.981394 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa4f9-6d2d-499e-b65c-aa7ee287d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.983860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30977cca-ba8e-4e6a-bd7f-85cd7a85f637 req-c0e5aa48-ac6c-4a02-9762-da15bb9c6c12 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 210 time: 0.0616663 Aug 29 17:39:19.045438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfa4f9-6d2d-499e-b65c-aa7ee287d2f5 None None] Port e67399c3-838f-4e7f-a582-c8008205fffd cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:39:19.122545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] For port 7d659923-a489-4648-a2d8-6004d0eac158, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:19.164214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-25092608-ee04-4685-8068-8f5cc1499943 req-4dc0d080-42a9-4327-aeca-6ae45fb55cca tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 210 time: 0.0544837 Aug 29 17:39:19.169316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] For port 7d659923-a489-4648-a2d8-6004d0eac158, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7d659923-a489-4648-a2d8-6004d0eac158,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:39:19.180231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:19.213394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.214311 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:19.218200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] 10.222.0.44 "PUT /v2.0/ports/7d659923-a489-4648-a2d8-6004d0eac158 HTTP/1.1" status: 200 len: 1093 time: 1.3429432 Aug 29 17:39:19.221000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b', 'tag': '7d659923-a489-4648-a2d8-6004d0eac158'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:19.223488 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11082c6c-df94-4679-b875-6e3a17ca6c41" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b", "tag": "7d659923-a489-4648-a2d8-6004d0eac158"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:19.246905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540bbcb-4eb1-4b00-a4aa-9d786f3e68d7 req-c8c08fd3-15f3-44c5-865a-ffda00171380 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.248508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4540bbcb-4eb1-4b00-a4aa-9d786f3e68d7 req-c8c08fd3-15f3-44c5-865a-ffda00171380 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 932 time: 0.2646859 Aug 29 17:39:19.317030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-0026101e-4b2c-41b5-a532-6779e34ee911 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.318740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-0026101e-4b2c-41b5-a532-6779e34ee911 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.44 "GET /v2.0/networks?id=153fce34-46a3-4bee-b5d9-689cf180da4b HTTP/1.1" status: 200 len: 820 time: 0.2692821 Aug 29 17:39:19.352421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Request body: {'port': {'device_id': '4bc2c58b-7346-4680-ae34-35f859241ce6', 'network_id': '153fce34-46a3-4bee-b5d9-689cf180da4b', 'admin_state_up': True, 'tenant_id': '95561413ef5641629e3e3ad42074b27d'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:19.399614 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bfa82c-c296-4ead-ab4a-2dc02030c984 x-openstack-request-id: req-66bfa82c-c296-4ead-ab4a-2dc02030c984 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:19.399984 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b", "tag": "7d659923-a489-4648-a2d8-6004d0eac158", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:19.400225 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66bfa82c-c296-4ead-ab4a-2dc02030c984 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:19.400563 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b', 'tag': '7d659923-a489-4648-a2d8-6004d0eac158', 'status': 'completed', 'code': 200} Aug 29 17:39:19.434635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70266e4-67f8-4c66-8e09-fe5b69f6a05d service neutron] Pushing event updated for resources: {'Port': ['ID=7d659923-a489-4648-a2d8-6004d0eac158,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:19.506338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4540bbcb-4eb1-4b00-a4aa-9d786f3e68d7 req-4f936293-ef82-429e-a8da-a7388ea8d996 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486186 Aug 29 17:39:19.512941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264170-bd41-43af-a988-cd6e797cfb5a req-e2323317-26be-4d9d-84d4-b921cb56fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.514464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-e2323317-26be-4d9d-84d4-b921cb56fa8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 1096 time: 0.2056782 Aug 29 17:39:19.538565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67399c3-838f-4e7f-a582-c8008205fffd {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:19.550802 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:19.581876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Transition to ACTIVE for port object e67399c3-838f-4e7f-a582-c8008205fffd will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:19.592869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-34f18916-6c1b-4989-a248-3aa6ff4a6245 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d659923-a489-4648-a2d8-6004d0eac158 HTTP/1.1" status: 200 len: 217 time: 0.0667987 Aug 29 17:39:19.594399 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:19.634319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Made reservation on behalf of 95561413ef5641629e3e3ad42074b27d for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:19.638274 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:19.679682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Pushing event updated for resources: {'Port': ['ID=e67399c3-838f-4e7f-a582-c8008205fffd,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:19.733214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-d6d03d49-603f-4691-831a-13038627101d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.734775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-d6d03d49-603f-4691-831a-13038627101d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.44 "GET /v2.0/networks?id=e799b5e4-8cb0-472f-98cd-f1999360b34c HTTP/1.1" status: 200 len: 814 time: 0.4270749 Aug 29 17:39:19.738410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264170-bd41-43af-a988-cd6e797cfb5a req-50b29442-8aca-47b7-85a9-8d5d7819f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.739819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-50b29442-8aca-47b7-85a9-8d5d7819f1f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.1294913 Aug 29 17:39:19.749803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bb39a-9f05-4876-bf5f-3ac885437cbd req-2c7b637f-d812-43b4-98e2-e6528c252ea9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.751311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b93bb39a-9f05-4876-bf5f-3ac885437cbd req-2c7b637f-d812-43b4-98e2-e6528c252ea9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 944 time: 0.1397624 Aug 29 17:39:19.785642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Request body: {'port': {'device_id': '5f2312f2-3cae-4bb8-9950-bb4baa711281', 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c', 'admin_state_up': True, 'tenant_id': '8628eb83719d4ad9a33c473a0e6f1050'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:19.849378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Attempting to bind port e67399c3-838f-4e7f-a582-c8008205fffd on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:39:19.849774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Attempting to bind port e67399c3-838f-4e7f-a582-c8008205fffd by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:39:19.850050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Attempting to bind port e67399c3-838f-4e7f-a582-c8008205fffd on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:19.860048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Port e67399c3-838f-4e7f-a582-c8008205fffd on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:39:19.860595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Attempting to bind port e67399c3-838f-4e7f-a582-c8008205fffd on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:19.871867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:39:19.872348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:19.872607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:39:19.873054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Bound port: e67399c3-838f-4e7f-a582-c8008205fffd, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:39:19.873463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:19.874805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b93bb39a-9f05-4876-bf5f-3ac885437cbd req-bf45ea80-d710-4613-836c-75044f2e25cc tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931520 Aug 29 17:39:19.884907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Allocated IP 172.20.0.4 (153fce34-46a3-4bee-b5d9-689cf180da4b/44335fa4-337a-4b52-939a-6d9e2e4f22f9/15151337-0f0f-48e6-a786-a6a7fd8e477e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:39:19.901024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264170-bd41-43af-a988-cd6e797cfb5a req-aab6a7b0-2d25-491c-b791-bf43fd9c5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.902925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-aab6a7b0-2d25-491c-b791-bf43fd9c5dae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494608 Aug 29 17:39:19.994358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] For port e67399c3-838f-4e7f-a582-c8008205fffd, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:20.030722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-e5234091-480a-4514-82ec-87849afd62d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205599 Aug 29 17:39:20.034526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Made reservation on behalf of 8628eb83719d4ad9a33c473a0e6f1050 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:20.038796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:20.047641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] For port e67399c3-838f-4e7f-a582-c8008205fffd, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e67399c3-838f-4e7f-a582-c8008205fffd,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:39:20.060834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:20.118017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:20.118579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:20.132556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] 10.222.0.43 "PUT /v2.0/ports/e67399c3-838f-4e7f-a582-c8008205fffd HTTP/1.1" status: 200 len: 1093 time: 1.4986563 Aug 29 17:39:20.136042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e472d35b-b15c-4fa0-bea1-1c8413a14985', 'tag': 'e67399c3-838f-4e7f-a582-c8008205fffd'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:20.138127 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0d38fd-cb15-4720-8194-16ad66622a99" -d '{"events": [{"name": "network-changed", "server_uuid": "e472d35b-b15c-4fa0-bea1-1c8413a14985", "tag": "e67399c3-838f-4e7f-a582-c8008205fffd"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:20.228105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6747dbe0-070e-4fbb-bb19-c032bca8b3a0 req-21620919-143f-4fb2-86a5-53dd547000df tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 210 time: 0.0725644 Aug 29 17:39:20.236555 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa19080a-c44b-4b46-b946-a4dff1a4f5d7 x-openstack-request-id: req-aa19080a-c44b-4b46-b946-a4dff1a4f5d7 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:20.237318 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e472d35b-b15c-4fa0-bea1-1c8413a14985", "tag": "e67399c3-838f-4e7f-a582-c8008205fffd", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:20.237714 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa19080a-c44b-4b46-b946-a4dff1a4f5d7 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:20.238272 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e472d35b-b15c-4fa0-bea1-1c8413a14985', 'tag': 'e67399c3-838f-4e7f-a582-c8008205fffd', 'status': 'completed', 'code': 200} Aug 29 17:39:20.240255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4a90d-4191-4882-9aae-965aae178e90 service neutron] Pushing event updated for resources: {'Port': ['ID=e67399c3-838f-4e7f-a582-c8008205fffd,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:20.275717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:20.339826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-b4d6bf7a-4e43-43a1-854e-086c19d1be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:20.352818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-b4d6bf7a-4e43-43a1-854e-086c19d1be6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 1096 time: 0.1700294 Aug 29 17:39:20.375872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78264170-bd41-43af-a988-cd6e797cfb5a req-6f98bfeb-61f1-47a7-9d6c-35f83379c199 service neutron] 10.222.0.44 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343287 Aug 29 17:39:20.411775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-99b013d3-68e5-4944-9b84-753f94b2af35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67399c3-838f-4e7f-a582-c8008205fffd HTTP/1.1" status: 200 len: 217 time: 0.0577435 Aug 29 17:39:20.422079 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6bce65d-d626-4794-83aa-68f1fac548c9 req-1b8102bb-770d-4008-a71d-33f63e8871c1 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 210 time: 0.0728652 Aug 29 17:39:20.484717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Allocated IP 172.20.0.6 (e799b5e4-8cb0-472f-98cd-f1999360b34c/f32203ad-5e0f-4a4a-b70a-950d4e3b319a/318748d8-a4fc-47ac-9b15-3d56d0047336) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:39:20.498939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-12be60b4-5683-4052-9c1c-aa3b6ba4f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:20.500837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-12be60b4-5683-4052-9c1c-aa3b6ba4f0d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0794368 Aug 29 17:39:20.502173 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:20.576750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-5acdb6fd-0c4d-4ef3-9405-b9d8d22c45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:20.582970 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-5acdb6fd-0c4d-4ef3-9405-b9d8d22c45e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 1096 time: 0.1240714 Aug 29 17:39:20.624211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Pushing event updated for resources: {'Port': ['ID=15151337-0f0f-48e6-a786-a6a7fd8e477e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:20.664601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Network 153fce34-46a3-4bee-b5d9-689cf180da4b is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:39:20.668830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:20.678225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:39:20.683264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-57877e19-51ce-4163-b92f-2360e83fd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:20.685185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-57877e19-51ce-4163-b92f-2360e83fd178 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748057 Aug 29 17:39:20.838230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:20.892460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d89b7-2ed7-4539-a1fe-f3378935a50e req-bc8afe3a-ae11-49aa-856c-d00f6b2acfc0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:20.894254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-217d89b7-2ed7-4539-a1fe-f3378935a50e req-bc8afe3a-ae11-49aa-856c-d00f6b2acfc0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.1545961 Aug 29 17:39:20.946104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-be16058c-4d5a-43cb-9b94-38f3206909a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:20.947647 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-be16058c-4d5a-43cb-9b94-38f3206909a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.2069154 Aug 29 17:39:20.973465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-217d89b7-2ed7-4539-a1fe-f3378935a50e req-c1a685de-b26a-4384-ade4-ae68f7d972a0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577364 Aug 29 17:39:21.017862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:21.020622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-41f600fe-2baa-4fc8-b4bb-a0a87421a2a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d659923-a489-4648-a2d8-6004d0eac158 HTTP/1.1" status: 200 len: 217 time: 0.0622914 Aug 29 17:39:21.077471 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-278402b1-e984-4166-a789-93efb039be33 service neutron] 10.222.0.43 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692296 Aug 29 17:39:21.096541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Network e799b5e4-8cb0-472f-98cd-f1999360b34c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:39:21.101430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:21.109729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:39:21.146068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Pushing event updated for resources: {'Port': ['ID=318748d8-a4fc-47ac-9b15-3d56d0047336,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:21.182318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1dd7b489-d3ad-4acc-9ef0-24c2b9579c28 req-b13d3e58-bddd-4ce0-96ff-3d935f1f4915 service neutron] 10.222.0.43 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913982 Aug 29 17:39:21.184940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-77258064-685d-4133-9a0e-282a09dbfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.186642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-77258064-685d-4133-9a0e-282a09dbfde7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.1360502 Aug 29 17:39:21.250242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.251455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.251617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:21.252618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:21.280920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-41c87947-763f-437e-b262-c65219e65dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.284303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-41c87947-763f-437e-b262-c65219e65dee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890458 Aug 29 17:39:21.286390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0d5503d8-9bbc-49a8-88ef-d5add8ba4c2e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5341554 Aug 29 17:39:21.318214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Request body: {'port': {'device_id': '5f2312f2-3cae-4bb8-9950-bb4baa711281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:21.319697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc0e4-0f7b-40a6-a087-bcabe59c1ccf req-e8fa1284-8392-49cb-b5a7-27c0cb9d7308 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.321213 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18bcc0e4-0f7b-40a6-a087-bcabe59c1ccf req-e8fa1284-8392-49cb-b5a7-27c0cb9d7308 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 944 time: 0.2426667 Aug 29 17:39:21.323606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-3b115279-940e-40ed-a19a-aa368d97bf88 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9954314 Aug 29 17:39:21.339469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Request body: {'port': {'device_id': '4bc2c58b-7346-4680-ae34-35f859241ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:21.350838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-5057b20e-0296-4397-9f97-fc5a28eb584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.352319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-5057b20e-0296-4397-9f97-fc5a28eb584b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 1096 time: 0.0950360 Aug 29 17:39:21.480579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:21.499712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18bcc0e4-0f7b-40a6-a087-bcabe59c1ccf req-d24e8d6c-1b2b-45a2-b274-895f468ccd74 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690762 Aug 29 17:39:21.648663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-c71d0337-fa24-4d21-b6cd-fce6e96a60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.650338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-c71d0337-fa24-4d21-b6cd-fce6e96a60d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.2765186 Aug 29 17:39:21.721527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-1f34fd8e-cbf6-4704-b4f4-590ae37eef71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67399c3-838f-4e7f-a582-c8008205fffd HTTP/1.1" status: 200 len: 217 time: 0.0564914 Aug 29 17:39:21.829289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88690f2-0ab3-4f02-8c82-31c52d183507 req-1c29f5de-e8e2-40f2-9fda-3df70e788376 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.831038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b88690f2-0ab3-4f02-8c82-31c52d183507 req-1c29f5de-e8e2-40f2-9fda-3df70e788376 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 931 time: 0.1872084 Aug 29 17:39:21.858410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-77528b56-667f-46dc-9f06-70840c9c43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.860073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-77528b56-667f-46dc-9f06-70840c9c43c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.1280160 Aug 29 17:39:21.869656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-8138a573-00f4-4ced-8e28-56c69e5d4d3b service neutron] 10.222.0.44 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677996 Aug 29 17:39:21.874296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:21.901132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03b85f-7b25-4bb2-8338-31775aab7870 req-a47083bf-2d9e-483f-8ee2-30162f24e58e tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.903377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f03b85f-7b25-4bb2-8338-31775aab7870 req-a47083bf-2d9e-483f-8ee2-30162f24e58e tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 931 time: 0.5684638 Aug 29 17:39:21.950124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b88690f2-0ab3-4f02-8c82-31c52d183507 req-95eba4f9-58bc-4881-bdf3-e3230c4946cb tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111233 Aug 29 17:39:21.971349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-bfea2358-df89-4b54-873b-0e6450e801e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.971349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-bfea2358-df89-4b54-873b-0e6450e801e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915625 Aug 29 17:39:22.032050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15151337-0f0f-48e6-a786-a6a7fd8e477e {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:22.050779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f03b85f-7b25-4bb2-8338-31775aab7870 req-aff4c9a3-a7d6-47bd-8bd4-feb815a31eeb tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303666 Aug 29 17:39:22.054886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.103829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Transition to ACTIVE for port object 15151337-0f0f-48e6-a786-a6a7fd8e477e will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:22.123771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.133672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-2845d063-d917-409f-b892-76fde18a82c0 service neutron] 10.222.0.44 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546782 Aug 29 17:39:22.225184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-e0e6a18b-a913-4b7e-af58-e748095a1065 service neutron] 10.222.0.43 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496300 Aug 29 17:39:22.229402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Pushing event updated for resources: {'Port': ['ID=15151337-0f0f-48e6-a786-a6a7fd8e477e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:22.301619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318748d8-a4fc-47ac-9b15-3d56d0047336 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:22.309703 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.328685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Transition to ACTIVE for port object 318748d8-a4fc-47ac-9b15-3d56d0047336 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:22.329028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525b42-4032-412e-88cb-8de7f4677d46 req-387c225a-df65-4cef-bb14-00177abca418 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.330518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca525b42-4032-412e-88cb-8de7f4677d46 req-387c225a-df65-4cef-bb14-00177abca418 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.2111051 Aug 29 17:39:22.334912 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.400029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Pushing event updated for resources: {'Port': ['ID=318748d8-a4fc-47ac-9b15-3d56d0047336,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:22.421178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Attempting to bind port 15151337-0f0f-48e6-a786-a6a7fd8e477e on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:39:22.421528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Attempting to bind port 15151337-0f0f-48e6-a786-a6a7fd8e477e by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '59f7d5ea-fb11-4bd3-8c62-3173f63af80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '153fce34-46a3-4bee-b5d9-689cf180da4b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:39:22.421867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Attempting to bind port 15151337-0f0f-48e6-a786-a6a7fd8e477e on network 153fce34-46a3-4bee-b5d9-689cf180da4b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:22.433512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed0d38fd-cb15-4720-8194-16ad66622a99 req-4ce9c405-d32a-4c7e-951a-032563f4cc1d service neutron] 10.222.0.43 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980820 Aug 29 17:39:22.434871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Port 15151337-0f0f-48e6-a786-a6a7fd8e477e on network 153fce34-46a3-4bee-b5d9-689cf180da4b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:39:22.434871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Attempting to bind port 15151337-0f0f-48e6-a786-a6a7fd8e477e on network 153fce34-46a3-4bee-b5d9-689cf180da4b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:22.441044 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca525b42-4032-412e-88cb-8de7f4677d46 req-c45ff1a7-9743-4544-9c22-e38b68afcfc1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976081 Aug 29 17:39:22.443890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:39:22.444236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Checking segment: {'id': '59f7d5ea-fb11-4bd3-8c62-3173f63af80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '153fce34-46a3-4bee-b5d9-689cf180da4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:22.444826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Bound using segment: {'id': '59f7d5ea-fb11-4bd3-8c62-3173f63af80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '153fce34-46a3-4bee-b5d9-689cf180da4b'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:39:22.445274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Bound port: 15151337-0f0f-48e6-a786-a6a7fd8e477e, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f7d5ea-fb11-4bd3-8c62-3173f63af80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '153fce34-46a3-4bee-b5d9-689cf180da4b'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:39:22.445643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.496080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Attempting to bind port 318748d8-a4fc-47ac-9b15-3d56d0047336 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:39:22.496687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Attempting to bind port 318748d8-a4fc-47ac-9b15-3d56d0047336 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:39:22.497195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Attempting to bind port 318748d8-a4fc-47ac-9b15-3d56d0047336 on network e799b5e4-8cb0-472f-98cd-f1999360b34c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:22.501741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Port 318748d8-a4fc-47ac-9b15-3d56d0047336 on network e799b5e4-8cb0-472f-98cd-f1999360b34c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:39:22.502064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Attempting to bind port 318748d8-a4fc-47ac-9b15-3d56d0047336 on network e799b5e4-8cb0-472f-98cd-f1999360b34c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:22.506980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:39:22.507319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Checking segment: {'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:22.507712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Bound using segment: {'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:39:22.508135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Bound port: 318748d8-a4fc-47ac-9b15-3d56d0047336, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:39:22.508492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.526288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] For port 15151337-0f0f-48e6-a786-a6a7fd8e477e, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:22.530689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] For port 15151337-0f0f-48e6-a786-a6a7fd8e477e, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=15151337-0f0f-48e6-a786-a6a7fd8e477e,segment=NetworkSegment(59f7d5ea-fb11-4bd3-8c62-3173f63af80b),segment_id=59f7d5ea-fb11-4bd3-8c62-3173f63af80b)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:39:22.536277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.581852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.582343 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.583865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] 10.222.0.44 "PUT /v2.0/ports/15151337-0f0f-48e6-a786-a6a7fd8e477e HTTP/1.1" status: 200 len: 1092 time: 1.2503948 Aug 29 17:39:22.584322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc2c58b-7346-4680-ae34-35f859241ce6', 'tag': '15151337-0f0f-48e6-a786-a6a7fd8e477e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:22.586861 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc2c58b-7346-4680-ae34-35f859241ce6", "tag": "15151337-0f0f-48e6-a786-a6a7fd8e477e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:22.622120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] For port 318748d8-a4fc-47ac-9b15-3d56d0047336, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:22.639393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] For port 318748d8-a4fc-47ac-9b15-3d56d0047336, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=318748d8-a4fc-47ac-9b15-3d56d0047336,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:39:22.652388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.665327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413615e-8d16-40b3-a5f2-871be2b782c7 req-b1d29ffd-577e-4cac-a6b5-03eb03e47a9f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.667771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2413615e-8d16-40b3-a5f2-871be2b782c7 req-b1d29ffd-577e-4cac-a6b5-03eb03e47a9f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 944 time: 0.0971718 Aug 29 17:39:22.675638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d5bd3-4ff8-4611-9226-516d9e532d8c service neutron] Pushing event updated for resources: {'Port': ['ID=15151337-0f0f-48e6-a786-a6a7fd8e477e,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:22.695552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-60231071-370d-48a9-aa56-b18cb0772acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.697299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-60231071-370d-48a9-aa56-b18cb0772acb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95561413ef5641629e3e3ad42074b27d&device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0744820 Aug 29 17:39:22.716763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.717413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:22.718802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] 10.222.0.44 "PUT /v2.0/ports/318748d8-a4fc-47ac-9b15-3d56d0047336 HTTP/1.1" status: 200 len: 1092 time: 1.4188759 Aug 29 17:39:22.720392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2312f2-3cae-4bb8-9950-bb4baa711281', 'tag': '318748d8-a4fc-47ac-9b15-3d56d0047336'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:22.724058 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f5d17d-856a-4839-b295-5cc18d8e81ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2312f2-3cae-4bb8-9950-bb4baa711281", "tag": "318748d8-a4fc-47ac-9b15-3d56d0047336"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:22.753170 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7625581-2600-4c07-b079-f974a4271fa3 x-openstack-request-id: req-f7625581-2600-4c07-b079-f974a4271fa3 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:22.753561 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc2c58b-7346-4680-ae34-35f859241ce6", "tag": "15151337-0f0f-48e6-a786-a6a7fd8e477e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:22.753908 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7625581-2600-4c07-b079-f974a4271fa3 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:22.754402 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc2c58b-7346-4680-ae34-35f859241ce6', 'tag': '15151337-0f0f-48e6-a786-a6a7fd8e477e', 'status': 'completed', 'code': 200} Aug 29 17:39:22.756355 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-a5c5d26d-0e6f-4a13-b7ec-3c0777857066 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15151337-0f0f-48e6-a786-a6a7fd8e477e HTTP/1.1" status: 200 len: 217 time: 0.0463173 Aug 29 17:39:22.777025 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5343254-546a-4478-a30f-4391d84e54b3 x-openstack-request-id: req-d5343254-546a-4478-a30f-4391d84e54b3 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:22.777341 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2312f2-3cae-4bb8-9950-bb4baa711281", "tag": "318748d8-a4fc-47ac-9b15-3d56d0047336", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:22.777666 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5343254-546a-4478-a30f-4391d84e54b3 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:22.778130 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2312f2-3cae-4bb8-9950-bb4baa711281', 'tag': '318748d8-a4fc-47ac-9b15-3d56d0047336', 'status': 'completed', 'code': 200} Aug 29 17:39:22.790230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2413615e-8d16-40b3-a5f2-871be2b782c7 req-555ef0b6-d567-4428-90d5-5e1bd78ec2b4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896888 Aug 29 17:39:22.790861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe4193-1d76-46b4-b57e-be9761c99dad service neutron] Pushing event updated for resources: {'Port': ['ID=318748d8-a4fc-47ac-9b15-3d56d0047336,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:22.823871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-9747779a-7782-4c80-a3f1-8e0c454631ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.825370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-9747779a-7782-4c80-a3f1-8e0c454631ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44335fa4-337a-4b52-939a-6d9e2e4f22f9 HTTP/1.1" status: 200 len: 860 time: 0.0535941 Aug 29 17:39:22.835384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0c4ffee4-e788-46c0-8f15-f515b442e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.836986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-0c4ffee4-e788-46c0-8f15-f515b442e35f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8628eb83719d4ad9a33c473a0e6f1050&device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 1095 time: 0.0579982 Aug 29 17:39:22.860152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-d088328a-b73a-4890-81b4-34f11794a66d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=153fce34-46a3-4bee-b5d9-689cf180da4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273604 Aug 29 17:39:22.880885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-27b830af-68e4-4a7b-a7d4-f6f5b58798b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=318748d8-a4fc-47ac-9b15-3d56d0047336 HTTP/1.1" status: 200 len: 217 time: 0.0360222 Aug 29 17:39:22.941988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-6f9c67f6-b956-4c9e-93a3-06d942f06761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.943407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-6f9c67f6-b956-4c9e-93a3-06d942f06761 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f32203ad-5e0f-4a4a-b70a-950d4e3b319a HTTP/1.1" status: 200 len: 854 time: 0.0559735 Aug 29 17:39:22.959109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-f6e80f71-23a1-4cc8-a0f0-2148d0cf3a05 service neutron] 10.222.0.44 "GET /v2.0/networks/153fce34-46a3-4bee-b5d9-689cf180da4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916891 Aug 29 17:39:22.980253 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-f4d2fc17-180e-42ad-9181-45df8ef99c39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e799b5e4-8cb0-472f-98cd-f1999360b34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282986 Aug 29 17:39:23.081916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-188d4050-7edb-4a32-ae28-d92966609f18 service neutron] 10.222.0.44 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953374 Aug 29 17:39:23.094930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986b678-e014-45e4-9d36-07d19052acd9 req-28aef290-0c95-4c3d-893b-979447842685 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.096431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5986b678-e014-45e4-9d36-07d19052acd9 req-28aef290-0c95-4c3d-893b-979447842685 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 943 time: 0.0760825 Aug 29 17:39:23.098872 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e52a03-a3e9-4c6b-9536-b98059efea9b req-7140f722-6a18-4d4f-b33e-dc2fb2db33ab service neutron] 10.222.0.44 "GET /v2.0/networks/153fce34-46a3-4bee-b5d9-689cf180da4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332679 Aug 29 17:39:23.138884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5986b678-e014-45e4-9d36-07d19052acd9 req-8ce37770-f98b-4d03-a4c5-2a79f1b4f76a tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348227 Aug 29 17:39:23.204545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-91649781-e93d-486d-868c-8b3b15f69dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.206041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-91649781-e93d-486d-868c-8b3b15f69dfd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95561413ef5641629e3e3ad42074b27d&device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0500004 Aug 29 17:39:23.227456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a90fa9b-49c1-4e69-9b02-f05e95a7599a req-136e7a6f-9da5-4d0b-a5ef-7f266e203a91 service neutron] 10.222.0.44 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374826 Aug 29 17:39:23.241842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f2228-9c3d-4bb5-ac05-0b2c024fca87 req-622f206d-f955-491c-9a6d-47ca0cf62e2f tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.243669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-139f2228-9c3d-4bb5-ac05-0b2c024fca87 req-622f206d-f955-491c-9a6d-47ca0cf62e2f tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 943 time: 0.0648632 Aug 29 17:39:23.300235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-592345b8-de98-47df-a940-48dd283795cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.301652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-592345b8-de98-47df-a940-48dd283795cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=153fce34-46a3-4bee-b5d9-689cf180da4b HTTP/1.1" status: 200 len: 921 time: 0.0876553 Aug 29 17:39:23.309413 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-139f2228-9c3d-4bb5-ac05-0b2c024fca87 req-8e538408-c4eb-4131-9a2f-7ea4939edd0c tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Aug 29 17:39:23.328879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-0ba90b21-bfab-49ae-a39a-75b6c1ebc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.330431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-0ba90b21-bfab-49ae-a39a-75b6c1ebc9e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8628eb83719d4ad9a33c473a0e6f1050&device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 1095 time: 0.0507226 Aug 29 17:39:23.344857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-d3de3712-8f62-443c-bb22-0715b116753f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15151337-0f0f-48e6-a786-a6a7fd8e477e HTTP/1.1" status: 200 len: 217 time: 0.0351973 Aug 29 17:39:23.399290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-b2457280-ff95-42c6-a7df-ce48f2e96d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.400864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-b2457280-ff95-42c6-a7df-ce48f2e96d7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44335fa4-337a-4b52-939a-6d9e2e4f22f9 HTTP/1.1" status: 200 len: 860 time: 0.0477951 Aug 29 17:39:23.428069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-4780ac92-fda2-41ec-bcf1-8783be54333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.429533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-4780ac92-fda2-41ec-bcf1-8783be54333e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e799b5e4-8cb0-472f-98cd-f1999360b34c HTTP/1.1" status: 200 len: 915 time: 0.0911548 Aug 29 17:39:23.433905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-4fe6de97-4c1c-481e-91e6-83d323783adc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=153fce34-46a3-4bee-b5d9-689cf180da4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258117 Aug 29 17:39:23.477968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-867ced45-ed6b-4587-9409-c50d2347cd5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=318748d8-a4fc-47ac-9b15-3d56d0047336 HTTP/1.1" status: 200 len: 217 time: 0.0350704 Aug 29 17:39:23.531934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-19e09db8-ae4d-4290-a24c-7e782ec26fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.533635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-19e09db8-ae4d-4290-a24c-7e782ec26fca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f32203ad-5e0f-4a4a-b70a-950d4e3b319a HTTP/1.1" status: 200 len: 854 time: 0.0483277 Aug 29 17:39:23.536615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-528c1a35-7d2f-4fd2-a85b-5f4f7fdc75c7 service neutron] 10.222.0.44 "GET /v2.0/networks/153fce34-46a3-4bee-b5d9-689cf180da4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933821 Aug 29 17:39:23.572402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-d37cd0d9-04e0-446c-b8ef-c26b147805d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e799b5e4-8cb0-472f-98cd-f1999360b34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252299 Aug 29 17:39:23.622623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c08fd-f306-4adc-8e8f-a47bd50445f3 req-3c761886-30e7-4c96-853e-876e621ad778 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.624114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd5c08fd-f306-4adc-8e8f-a47bd50445f3 req-3c761886-30e7-4c96-853e-876e621ad778 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.1065836 Aug 29 17:39:23.660192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-7e360105-bc5c-4362-94e7-527f2cf64607 service neutron] 10.222.0.44 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804572 Aug 29 17:39:23.679384 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cab25deb-60a5-4529-bef0-b8cc1c2b1ef3 req-317f06a6-5156-4d4b-95c0-cc44ca6aabca service neutron] 10.222.0.44 "GET /v2.0/networks/153fce34-46a3-4bee-b5d9-689cf180da4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256101 Aug 29 17:39:23.682864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd5c08fd-f306-4adc-8e8f-a47bd50445f3 req-42b4d52f-a7bc-4763-a9f2-f1325d85b740 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480258 Aug 29 17:39:23.758162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81f5d17d-856a-4839-b295-5cc18d8e81ba req-7f07744b-a086-45df-9202-94ac7c649914 service neutron] 10.222.0.44 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897295 Aug 29 17:39:23.915364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54e5e4-ec95-47fd-844b-a350083861ce req-6e1c2b27-3694-494d-b7ab-e3924190ccdc tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.917369 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff54e5e4-ec95-47fd-844b-a350083861ce req-6e1c2b27-3694-494d-b7ab-e3924190ccdc tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 944 time: 0.0521328 Aug 29 17:39:23.953579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff54e5e4-ec95-47fd-844b-a350083861ce req-7b65bddc-71bd-4772-be47-2fc6d5ac99e2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303354 Aug 29 17:39:24.257673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39ba51-53c9-4bb3-bb1a-90e2269b62a6 req-266beb21-153e-4065-9e93-d6830f0d274e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:24.259182 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa39ba51-53c9-4bb3-bb1a-90e2269b62a6 req-266beb21-153e-4065-9e93-d6830f0d274e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 943 time: 0.0487115 Aug 29 17:39:24.281595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7d659923-a489-4648-a2d8-6004d0eac158 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:39:24.297598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa39ba51-53c9-4bb3-bb1a-90e2269b62a6 req-b5e5faa3-ec64-4d4f-9a5e-f10ed317b97b tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Aug 29 17:39:24.374375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7d659923-a489-4648-a2d8-6004d0eac158, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7d659923-a489-4648-a2d8-6004d0eac158,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:24.388852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '7d659923-a489-4648-a2d8-6004d0eac158', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '7d659923-a489-4648-a2d8-6004d0eac158', 'mac_address': 'fa:16:3e:9e:fa:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:39:24.428671 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:24.430993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb658d-8741-4db9-b53b-5d26c02a26f3 req-3f631050-18ba-484d-bb38-17659c7ec905 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:24.432543 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2cb658d-8741-4db9-b53b-5d26c02a26f3 req-3f631050-18ba-484d-bb38-17659c7ec905 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 943 time: 0.0514786 Aug 29 17:39:24.441617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d659923-a489-4648-a2d8-6004d0eac158 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:24.460833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7d659923-a489-4648-a2d8-6004d0eac158, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7d659923-a489-4648-a2d8-6004d0eac158,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:24.465331 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:24.471283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e2cb658d-8741-4db9-b53b-5d26c02a26f3 req-b731847a-43de-4dae-aa5f-2aad3ae8f4f8 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Aug 29 17:39:24.513015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=7d659923-a489-4648-a2d8-6004d0eac158,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:24.693877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7d659923-a489-4648-a2d8-6004d0eac158'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:24.808324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cad91-f317-4655-82a8-d00b63c7d340 req-fb6db6ec-335e-45c4-bebf-ba68f34a7fe0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:24.810175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b9cad91-f317-4655-82a8-d00b63c7d340 req-fb6db6ec-335e-45c4-bebf-ba68f34a7fe0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.0564117 Aug 29 17:39:24.850452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b9cad91-f317-4655-82a8-d00b63c7d340 req-c1e9e509-d709-44a9-a0ec-ea0dd89edeca tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345728 Aug 29 17:39:25.067222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03285c1d-7790-4d09-8600-e637d91c8d39 req-f69ceb1d-ac2a-4769-bcdb-e7bd0334e2d0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:25.068671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03285c1d-7790-4d09-8600-e637d91c8d39 req-f69ceb1d-ac2a-4769-bcdb-e7bd0334e2d0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 945 time: 0.0479157 Aug 29 17:39:25.105743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-03285c1d-7790-4d09-8600-e637d91c8d39 req-5077ecd9-7cf5-46ec-bf39-29212e6b5749 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301237 Aug 29 17:39:25.418153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd433ee-eb7b-4fb4-aa6b-3015852a2714 req-c2aad051-21c2-4808-a4f6-5fb856d9fa6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:25.419729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bd433ee-eb7b-4fb4-aa6b-3015852a2714 req-c2aad051-21c2-4808-a4f6-5fb856d9fa6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 943 time: 0.0565991 Aug 29 17:39:25.456613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bd433ee-eb7b-4fb4-aa6b-3015852a2714 req-72f516c1-2cc6-4cfa-819d-3bd356fdc1b9 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Aug 29 17:39:25.592159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628abe4-0884-482b-b390-51bec43cd308 req-4a4050ed-0cb2-4509-8527-0ad379dbe8ec tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:25.593534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d628abe4-0884-482b-b390-51bec43cd308 req-4a4050ed-0cb2-4509-8527-0ad379dbe8ec tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 943 time: 0.0523200 Aug 29 17:39:25.630789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d628abe4-0884-482b-b390-51bec43cd308 req-0eca56f9-e551-4ea1-8b31-1010fd3d4812 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Aug 29 17:39:25.963006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be506b98-d8ad-4e28-9eef-ecb6136f5a4b req-9d93d686-6a97-40c8-bb1e-c66549e6b0f9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:25.964984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be506b98-d8ad-4e28-9eef-ecb6136f5a4b req-9d93d686-6a97-40c8-bb1e-c66549e6b0f9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.0473800 Aug 29 17:39:26.001519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be506b98-d8ad-4e28-9eef-ecb6136f5a4b req-79bc542b-c1b0-4335-8b23-17621b4a224f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306890 Aug 29 17:39:26.220730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808264eb-c58a-4356-8eea-554c2a54b970 req-8337220b-343e-4762-9deb-f1e6e375868e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:26.222162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-808264eb-c58a-4356-8eea-554c2a54b970 req-8337220b-343e-4762-9deb-f1e6e375868e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 945 time: 0.0484605 Aug 29 17:39:26.259478 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-808264eb-c58a-4356-8eea-554c2a54b970 req-2578883e-d7cb-4c39-bcc7-aa8763ca92a4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Aug 29 17:39:26.296949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 15151337-0f0f-48e6-a786-a6a7fd8e477e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:39:26.300051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7d659923-a489-4648-a2d8-6004d0eac158 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:39:26.408940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 7d659923-a489-4648-a2d8-6004d0eac158 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:26.416681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 7d659923-a489-4648-a2d8-6004d0eac158 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:26.417057 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:26.450375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 15151337-0f0f-48e6-a786-a6a7fd8e477e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=15151337-0f0f-48e6-a786-a6a7fd8e477e,segment=NetworkSegment(59f7d5ea-fb11-4bd3-8c62-3173f63af80b),segment_id=59f7d5ea-fb11-4bd3-8c62-3173f63af80b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:26.469202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '15151337-0f0f-48e6-a786-a6a7fd8e477e', 'network_id': '153fce34-46a3-4bee-b5d9-689cf180da4b', 'port_id': '15151337-0f0f-48e6-a786-a6a7fd8e477e', 'mac_address': 'fa:16:3e:27:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44335fa4-337a-4b52-939a-6d9e2e4f22f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:39:26.531080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:26.555248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15151337-0f0f-48e6-a786-a6a7fd8e477e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:26.563285 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:26.581803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7e87-d14e-498e-b129-3f9a2956d33d req-202a13bd-f441-4fd1-86f3-c1bc689d242f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:26.583827 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-448c7e87-d14e-498e-b129-3f9a2956d33d req-202a13bd-f441-4fd1-86f3-c1bc689d242f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 943 time: 0.0533907 Aug 29 17:39:26.585922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 15151337-0f0f-48e6-a786-a6a7fd8e477e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=15151337-0f0f-48e6-a786-a6a7fd8e477e,segment=NetworkSegment(59f7d5ea-fb11-4bd3-8c62-3173f63af80b),segment_id=59f7d5ea-fb11-4bd3-8c62-3173f63af80b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:26.593394 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:26.594047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 318748d8-a4fc-47ac-9b15-3d56d0047336 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:39:26.603429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d659923-a489-4648-a2d8-6004d0eac158'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:26.604949 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67af3bae-639d-44bd-836e-c5f952b25d76" -d '{"events": [{"server_uuid": "c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b", "name": "network-vif-plugged", "status": "completed", "tag": "7d659923-a489-4648-a2d8-6004d0eac158"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:26.622548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-448c7e87-d14e-498e-b129-3f9a2956d33d req-6feb09b8-16f0-4eda-81d8-120968a88f06 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328274 Aug 29 17:39:26.644841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 7d659923-a489-4648-a2d8-6004d0eac158, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7d659923-a489-4648-a2d8-6004d0eac158,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:26.649436 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8a840-593c-41c0-bce3-3b5b20a8dcc5 x-openstack-request-id: req-36b8a840-593c-41c0-bce3-3b5b20a8dcc5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:26.649703 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b", "name": "network-vif-plugged", "status": "completed", "tag": "7d659923-a489-4648-a2d8-6004d0eac158", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:26.649955 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36b8a840-593c-41c0-bce3-3b5b20a8dcc5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:26.650347 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d659923-a489-4648-a2d8-6004d0eac158', 'code': 200} Aug 29 17:39:26.655284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:26.711550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=15151337-0f0f-48e6-a786-a6a7fd8e477e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:26.780889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b4781-b333-432b-ab1b-58fcc970a4af req-1702fa7c-8765-4c1c-8c57-c2997946ad77 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:26.782373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a9b4781-b333-432b-ab1b-58fcc970a4af req-1702fa7c-8765-4c1c-8c57-c2997946ad77 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 944 time: 0.0809216 Aug 29 17:39:26.785125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e757d-de98-43e4-9526-f83a4c966ad2 req-0a580588-5e7a-46f1-b13a-28a30831842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:26.786516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-339e757d-de98-43e4-9526-f83a4c966ad2 req-0a580588-5e7a-46f1-b13a-28a30831842a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 1098 time: 0.0748861 Aug 29 17:39:26.795349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 318748d8-a4fc-47ac-9b15-3d56d0047336, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=318748d8-a4fc-47ac-9b15-3d56d0047336,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:26.797925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=7d659923-a489-4648-a2d8-6004d0eac158,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:26.810120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '318748d8-a4fc-47ac-9b15-3d56d0047336', 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c', 'port_id': '318748d8-a4fc-47ac-9b15-3d56d0047336', 'mac_address': 'fa:16:3e:79:82:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32203ad-5e0f-4a4a-b70a-950d4e3b319a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:39:26.842668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-339e757d-de98-43e4-9526-f83a4c966ad2 req-ed450e13-ae90-445d-a694-1c4ed647cd9a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Aug 29 17:39:26.845560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a9b4781-b333-432b-ab1b-58fcc970a4af req-4740e899-3baa-487b-9d53-14ac294686ff tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566318 Aug 29 17:39:26.853644 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:26.877452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318748d8-a4fc-47ac-9b15-3d56d0047336 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:26.906444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 318748d8-a4fc-47ac-9b15-3d56d0047336, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=318748d8-a4fc-47ac-9b15-3d56d0047336,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:26.914518 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:26.961796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=318748d8-a4fc-47ac-9b15-3d56d0047336,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:27.120353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfa20b-4c10-4ab6-b619-7063c55e4a3e req-13508e03-c9f0-45c7-831d-b789c7f94391 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:27.121426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-acdfa20b-4c10-4ab6-b619-7063c55e4a3e req-13508e03-c9f0-45c7-831d-b789c7f94391 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.0536723 Aug 29 17:39:27.157743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['318748d8-a4fc-47ac-9b15-3d56d0047336'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:27.158811 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-acdfa20b-4c10-4ab6-b619-7063c55e4a3e req-8017d38b-bce6-4fc5-8417-8430f0af117b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310857 Aug 29 17:39:27.167173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['15151337-0f0f-48e6-a786-a6a7fd8e477e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:27.388396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a0541-7b71-4654-8637-ffc0d51add78 req-62823b82-b090-4a07-95c5-156fff38b243 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:27.390388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b5a0541-7b71-4654-8637-ffc0d51add78 req-62823b82-b090-4a07-95c5-156fff38b243 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0574298 Aug 29 17:39:27.429703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b5a0541-7b71-4654-8637-ffc0d51add78 req-e0d24a36-8af8-45cb-be7f-3a6d1abd35ca tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Aug 29 17:39:27.744937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f22e6-4219-44ca-8756-34417e8360d7 req-a3980fba-c0ec-4679-b610-e614d4502870 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:27.746381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-938f22e6-4219-44ca-8756-34417e8360d7 req-a3980fba-c0ec-4679-b610-e614d4502870 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 944 time: 0.0526798 Aug 29 17:39:27.783969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-938f22e6-4219-44ca-8756-34417e8360d7 req-03d16533-4f86-49fc-ad6d-6b7af27ee318 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Aug 29 17:39:27.973365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d206ac-7994-4942-9a03-1ccd08d4060c req-4107dd4d-3ed6-4afb-9464-5aff2aa771b1 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:27.974900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1d206ac-7994-4942-9a03-1ccd08d4060c req-4107dd4d-3ed6-4afb-9464-5aff2aa771b1 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 944 time: 0.0605836 Aug 29 17:39:28.014466 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1d206ac-7994-4942-9a03-1ccd08d4060c req-323f02e9-1f7a-4df7-8ab4-9b495c6d73f4 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Aug 29 17:39:28.278147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb09913-c010-471c-8203-d7182db5a9a7 req-fddf799a-db9f-42db-a402-5d5f87081ce2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:28.279690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efb09913-c010-471c-8203-d7182db5a9a7 req-fddf799a-db9f-42db-a402-5d5f87081ce2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.0496938 Aug 29 17:39:28.310750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 15151337-0f0f-48e6-a786-a6a7fd8e477e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:39:28.316916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efb09913-c010-471c-8203-d7182db5a9a7 req-98162147-e656-4559-b143-6f4fa787804b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 29 17:39:28.362522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 15151337-0f0f-48e6-a786-a6a7fd8e477e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:28.366358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 15151337-0f0f-48e6-a786-a6a7fd8e477e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:28.366867 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:28.446128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:28.478791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 15151337-0f0f-48e6-a786-a6a7fd8e477e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=15151337-0f0f-48e6-a786-a6a7fd8e477e,segment=NetworkSegment(59f7d5ea-fb11-4bd3-8c62-3173f63af80b),segment_id=59f7d5ea-fb11-4bd3-8c62-3173f63af80b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:28.482492 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:28.483303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 318748d8-a4fc-47ac-9b15-3d56d0047336 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:39:28.550667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b794ca8-1a54-4c5e-95f0-8178b76bb684 req-3ed25ac9-adf7-445f-8703-568aede940cf tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:28.552575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b794ca8-1a54-4c5e-95f0-8178b76bb684 req-3ed25ac9-adf7-445f-8703-568aede940cf tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0519660 Aug 29 17:39:28.556908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=15151337-0f0f-48e6-a786-a6a7fd8e477e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:28.568802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 318748d8-a4fc-47ac-9b15-3d56d0047336 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:28.572654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 318748d8-a4fc-47ac-9b15-3d56d0047336 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:28.573537 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:28.594934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1b794ca8-1a54-4c5e-95f0-8178b76bb684 req-fb809b67-5dad-4660-bf26-cecbded5a0e0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362003 Aug 29 17:39:28.652428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc2c58b-7346-4680-ae34-35f859241ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15151337-0f0f-48e6-a786-a6a7fd8e477e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:28.654666 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32e2269-1a34-4bf9-81f9-aa0824993341" -d '{"events": [{"server_uuid": "4bc2c58b-7346-4680-ae34-35f859241ce6", "name": "network-vif-plugged", "status": "completed", "tag": "15151337-0f0f-48e6-a786-a6a7fd8e477e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:28.657964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:28.690992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 318748d8-a4fc-47ac-9b15-3d56d0047336, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=318748d8-a4fc-47ac-9b15-3d56d0047336,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:28.695236 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f822691a-d9d9-4e5e-9de6-41665bdfb121 x-openstack-request-id: req-f822691a-d9d9-4e5e-9de6-41665bdfb121 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:28.695611 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc2c58b-7346-4680-ae34-35f859241ce6", "name": "network-vif-plugged", "status": "completed", "tag": "15151337-0f0f-48e6-a786-a6a7fd8e477e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:28.696071 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f822691a-d9d9-4e5e-9de6-41665bdfb121 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:28.696406 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc2c58b-7346-4680-ae34-35f859241ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15151337-0f0f-48e6-a786-a6a7fd8e477e', 'code': 200} Aug 29 17:39:28.697563 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:28.759578 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=318748d8-a4fc-47ac-9b15-3d56d0047336,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:28.831427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e4382-4d1b-447e-9736-b58408639055 req-59875bbf-1283-457f-a8fa-c12a3f45e29a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:28.832905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-467e4382-4d1b-447e-9736-b58408639055 req-59875bbf-1283-457f-a8fa-c12a3f45e29a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0855834 Aug 29 17:39:28.834972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c3648-c255-4158-b299-39e786ad05a0 req-609876db-b928-4a61-9d78-dbc13b607138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:28.836466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-592c3648-c255-4158-b299-39e786ad05a0 req-609876db-b928-4a61-9d78-dbc13b607138 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0586722 Aug 29 17:39:28.891568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-467e4382-4d1b-447e-9736-b58408639055 req-5ff2bd19-828f-49fc-af13-d5cd446fa46c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528295 Aug 29 17:39:28.895172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-592c3648-c255-4158-b299-39e786ad05a0 req-8f8eb826-25b3-4c74-a153-c679acdbcff1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Aug 29 17:39:28.901428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f9d58-f8c9-4cef-b460-d0c89e1c0200 req-ab850da3-66a7-4175-b96c-f555a731550d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:28.908837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-319f9d58-f8c9-4cef-b460-d0c89e1c0200 req-ab850da3-66a7-4175-b96c-f555a731550d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 945 time: 0.0554087 Aug 29 17:39:28.940616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-319f9d58-f8c9-4cef-b460-d0c89e1c0200 req-47650a5f-b6d1-41ed-a7bd-a8b348100fdb tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309684 Aug 29 17:39:29.129110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8a143-1489-4dd2-86f4-8611b91237b6 req-74db9bc0-78dd-4889-9aca-d7c1bedb72ea tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:29.130640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-90a8a143-1489-4dd2-86f4-8611b91237b6 req-74db9bc0-78dd-4889-9aca-d7c1bedb72ea tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 945 time: 0.0488076 Aug 29 17:39:29.167570 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-90a8a143-1489-4dd2-86f4-8611b91237b6 req-0009c29e-75a9-4d12-901a-c2adb276300f tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Aug 29 17:39:29.434751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079ec16-9604-47ec-b662-c691ce25d118 req-7dcf7190-c175-4e1d-a0d0-bc0849ed9c11 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:29.436230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d079ec16-9604-47ec-b662-c691ce25d118 req-7dcf7190-c175-4e1d-a0d0-bc0849ed9c11 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.0511780 Aug 29 17:39:29.482049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d079ec16-9604-47ec-b662-c691ce25d118 req-893e6be1-a812-4569-b9d2-21cb1b059a10 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397975 Aug 29 17:39:30.015962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772b558-b3b6-425f-9ff0-239c75ac62e5 req-10bac671-b60d-47ee-9980-b5004c96843b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:30.017613 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5772b558-b3b6-425f-9ff0-239c75ac62e5 req-10bac671-b60d-47ee-9980-b5004c96843b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0580299 Aug 29 17:39:30.059818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5772b558-b3b6-425f-9ff0-239c75ac62e5 req-028531ae-2b8b-40ec-8b1d-b26e8315c97f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361199 Aug 29 17:39:30.068143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7732fa-1937-4f68-a204-665b8bd2e61c req-38488027-b6ef-4200-a103-d973e6c5e1fe tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:30.075118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d7732fa-1937-4f68-a204-665b8bd2e61c req-38488027-b6ef-4200-a103-d973e6c5e1fe tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 945 time: 0.0630579 Aug 29 17:39:30.109507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d7732fa-1937-4f68-a204-665b8bd2e61c req-8e8974fe-a81f-4b8e-a87d-5c0edd8a7485 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331590 Aug 29 17:39:30.280054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaa601-6506-4213-bb34-1189cb51fb49 req-0e873cd0-af60-4e1b-9d56-98b076bd6124 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:30.281488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38aaa601-6506-4213-bb34-1189cb51fb49 req-0e873cd0-af60-4e1b-9d56-98b076bd6124 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 945 time: 0.0484793 Aug 29 17:39:30.318671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38aaa601-6506-4213-bb34-1189cb51fb49 req-72f434d1-5ee2-4272-81f9-f166a263eaab tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Aug 29 17:39:30.613430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f8215-5f1d-4f26-b29c-d56ba7cd0439 req-178e473b-1912-4ac7-8f32-d1e95fe0faa4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:30.614966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-426f8215-5f1d-4f26-b29c-d56ba7cd0439 req-178e473b-1912-4ac7-8f32-d1e95fe0faa4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.0483003 Aug 29 17:39:30.634335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adab989-015a-450c-afb5-bab87456822f req-f63afc16-ffbe-4b44-b7c4-db583527e9ca tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:30.636031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7adab989-015a-450c-afb5-bab87456822f req-f63afc16-ffbe-4b44-b7c4-db583527e9ca tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 945 time: 0.0491328 Aug 29 17:39:30.653860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-426f8215-5f1d-4f26-b29c-d56ba7cd0439 req-6f2ab525-b360-4bf4-b9b9-427dd7333166 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Aug 29 17:39:30.678754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7adab989-015a-450c-afb5-bab87456822f req-718cb2b8-45c1-4b0f-bc8a-6576cbcba809 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365584 Aug 29 17:39:30.697595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2312f2-3cae-4bb8-9950-bb4baa711281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318748d8-a4fc-47ac-9b15-3d56d0047336'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:30.700069 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b1d8ea-783a-47df-9454-362a69a1f9f8" -d '{"events": [{"server_uuid": "5f2312f2-3cae-4bb8-9950-bb4baa711281", "name": "network-vif-plugged", "status": "completed", "tag": "318748d8-a4fc-47ac-9b15-3d56d0047336"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:30.734755 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62162d-f2eb-4d5a-a669-196dc3ca94a9 x-openstack-request-id: req-dd62162d-f2eb-4d5a-a669-196dc3ca94a9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:30.735136 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2312f2-3cae-4bb8-9950-bb4baa711281", "name": "network-vif-plugged", "status": "completed", "tag": "318748d8-a4fc-47ac-9b15-3d56d0047336", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:30.735386 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd62162d-f2eb-4d5a-a669-196dc3ca94a9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:30.735798 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2312f2-3cae-4bb8-9950-bb4baa711281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318748d8-a4fc-47ac-9b15-3d56d0047336', 'code': 200} Aug 29 17:39:30.828755 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7918-ea4f-4ac4-8134-23b3c1e21730 req-9463498c-a831-4ca4-9176-8ed4f3fe86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:30.830214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efff7918-ea4f-4ac4-8134-23b3c1e21730 req-9463498c-a831-4ca4-9176-8ed4f3fe86ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 1097 time: 0.0395916 Aug 29 17:39:30.865931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-efff7918-ea4f-4ac4-8134-23b3c1e21730 req-3f96bf85-161b-4880-90ad-b8c88256f15c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268528 Aug 29 17:39:31.176398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910c98-783a-4df8-8276-d55e245b7f2d req-eee0be31-1bd4-4d76-aa90-f49c5475e958 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:31.177994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd910c98-783a-4df8-8276-d55e245b7f2d req-eee0be31-1bd4-4d76-aa90-f49c5475e958 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0508413 Aug 29 17:39:31.216195 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd910c98-783a-4df8-8276-d55e245b7f2d req-01092cc2-20cb-40cd-8e7b-5e9ba3b3b727 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Aug 29 17:39:31.225327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964d08b-f8c0-4a54-86f7-e6cafe6add3e req-23885897-4d81-4d5f-8f22-b8a9a860f388 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:31.226859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1964d08b-f8c0-4a54-86f7-e6cafe6add3e req-23885897-4d81-4d5f-8f22-b8a9a860f388 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Aug 29 17:39:31.266574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1964d08b-f8c0-4a54-86f7-e6cafe6add3e req-e89f764a-619d-4a27-807b-cdf29e3a56a5 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Aug 29 17:39:31.753624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e67399c3-838f-4e7f-a582-c8008205fffd details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:39:31.773432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81662a-0500-4606-ba1c-280b603f4b3b req-bc2e72c4-abda-4775-91db-7ce711b27550 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:31.775115 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a81662a-0500-4606-ba1c-280b603f4b3b req-bc2e72c4-abda-4775-91db-7ce711b27550 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 944 time: 0.0532320 Aug 29 17:39:31.801414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0e012-3a17-4ef9-8709-f5efd45dd2fc req-3d7cd010-29c7-4f5d-a612-92d6c8edf18a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:31.803727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ed0e012-3a17-4ef9-8709-f5efd45dd2fc req-3d7cd010-29c7-4f5d-a612-92d6c8edf18a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 945 time: 0.0538237 Aug 29 17:39:31.819394 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a81662a-0500-4606-ba1c-280b603f4b3b req-c6fe67d9-ccbe-4946-a52e-6562d7df90ac tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Aug 29 17:39:31.844086 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ed0e012-3a17-4ef9-8709-f5efd45dd2fc req-08e11be0-457c-413c-9d71-3bd4851e315f tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Aug 29 17:39:31.853684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e67399c3-838f-4e7f-a582-c8008205fffd, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e67399c3-838f-4e7f-a582-c8008205fffd,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:32.018445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'e67399c3-838f-4e7f-a582-c8008205fffd', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'port_id': 'e67399c3-838f-4e7f-a582-c8008205fffd', 'mac_address': 'fa:16:3e:c7:6c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:39:32.056454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:32.070433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67399c3-838f-4e7f-a582-c8008205fffd {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:32.089280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e67399c3-838f-4e7f-a582-c8008205fffd, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e67399c3-838f-4e7f-a582-c8008205fffd,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:32.093473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:32.138052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e67399c3-838f-4e7f-a582-c8008205fffd,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:32.174446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157f843-c134-4428-b867-dfe7a2c7961e req-0125f6be-b7b1-483a-844d-a1d2871371a8 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:32.175913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7157f843-c134-4428-b867-dfe7a2c7961e req-0125f6be-b7b1-483a-844d-a1d2871371a8 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 945 time: 0.0500801 Aug 29 17:39:32.267975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Deleting port 15151337-0f0f-48e6-a786-a6a7fd8e477e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:39:32.268711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:32.356457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e67399c3-838f-4e7f-a582-c8008205fffd'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:32.396845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56978007-df73-4c39-8961-bbf9524da754 req-4bd20395-b9c9-45c6-8136-b17655d9281e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:32.398328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56978007-df73-4c39-8961-bbf9524da754 req-4bd20395-b9c9-45c6-8136-b17655d9281e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0878317 Aug 29 17:39:32.404047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] For port 15151337-0f0f-48e6-a786-a6a7fd8e477e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=15151337-0f0f-48e6-a786-a6a7fd8e477e,segment=NetworkSegment(59f7d5ea-fb11-4bd3-8c62-3173f63af80b),segment_id=59f7d5ea-fb11-4bd3-8c62-3173f63af80b)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:32.404416 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:32.434923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Calling delete_port for 15151337-0f0f-48e6-a786-a6a7fd8e477e owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:39:32.450349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d76f4a-ef4e-489c-a592-f6b062c5d2a4 req-db32bd80-a15b-4c65-881c-02c64eeb09b2 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:32.452059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37d76f4a-ef4e-489c-a592-f6b062c5d2a4 req-db32bd80-a15b-4c65-881c-02c64eeb09b2 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 945 time: 0.0596590 Aug 29 17:39:32.462044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56978007-df73-4c39-8961-bbf9524da754 req-9dce8464-6ef6-4de5-9aee-b10cb7fec00d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547535 Aug 29 17:39:32.509918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37d76f4a-ef4e-489c-a592-f6b062c5d2a4 req-3fc59c37-ef87-4a59-8fb9-4cd4b9229de9 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491545 Aug 29 17:39:32.584676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:32.613882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Pushing event deleted for resources: {'Port': ['ID=15151337-0f0f-48e6-a786-a6a7fd8e477e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:32.667144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] No DVR routers for this DVR port 15151337-0f0f-48e6-a786-a6a7fd8e477e on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:39:32.670075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:32.672340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7157f843-c134-4428-b867-dfe7a2c7961e req-68f668bd-058d-4cac-a701-303f52830d0a tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.44 "DELETE /v2.0/ports/15151337-0f0f-48e6-a786-a6a7fd8e477e HTTP/1.1" status: 204 len: 173 time: 0.4905946 Aug 29 17:39:32.672782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc2c58b-7346-4680-ae34-35f859241ce6', 'name': 'network-vif-deleted', 'tag': '15151337-0f0f-48e6-a786-a6a7fd8e477e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:32.675183 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7be950f-cfd8-473b-91ac-56120a09124c" -d '{"events": [{"server_uuid": "4bc2c58b-7346-4680-ae34-35f859241ce6", "name": "network-vif-deleted", "tag": "15151337-0f0f-48e6-a786-a6a7fd8e477e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:32.711924 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16def84a-99bb-4ee7-9191-02da35659fc1 x-openstack-request-id: req-16def84a-99bb-4ee7-9191-02da35659fc1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:32.712216 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc2c58b-7346-4680-ae34-35f859241ce6", "name": "network-vif-deleted", "tag": "15151337-0f0f-48e6-a786-a6a7fd8e477e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:32.712463 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16def84a-99bb-4ee7-9191-02da35659fc1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:32.712872 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc2c58b-7346-4680-ae34-35f859241ce6', 'name': 'network-vif-deleted', 'tag': '15151337-0f0f-48e6-a786-a6a7fd8e477e', 'status': 'completed', 'code': 200} Aug 29 17:39:32.965831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a7c0792-29e2-4619-9a4a-67e83119ab00 req-0488121f-7afb-4a6c-ba7f-12ab03f47769 tempest-ServerAddressesNegativeTestJSON-1145692836 tempest-ServerAddressesNegativeTestJSON-1145692836-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc2c58b-7346-4680-ae34-35f859241ce6 HTTP/1.1" status: 200 len: 210 time: 0.0307047 Aug 29 17:39:32.969083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63261be-c9f1-4bf1-9d75-eb423e6ca382 req-fecfe452-210e-499c-adf8-48b42d065fe8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:32.983236 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63261be-c9f1-4bf1-9d75-eb423e6ca382 req-fecfe452-210e-499c-adf8-48b42d065fe8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 945 time: 0.0880747 Aug 29 17:39:33.027614 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63261be-c9f1-4bf1-9d75-eb423e6ca382 req-9a27004c-9796-47ef-b53c-646179002c60 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Aug 29 17:39:33.586140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e70280-b6bc-4267-9425-b9a1313c2840 req-12115271-21a2-48c4-bb24-398b6b953c27 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:33.587781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84e70280-b6bc-4267-9425-b9a1313c2840 req-12115271-21a2-48c4-bb24-398b6b953c27 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0502288 Aug 29 17:39:33.627623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84e70280-b6bc-4267-9425-b9a1313c2840 req-ed4e23d8-49ef-4828-805c-4ab79d3e6f2b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Aug 29 17:39:33.766385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e67399c3-838f-4e7f-a582-c8008205fffd up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:39:33.815413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port e67399c3-838f-4e7f-a582-c8008205fffd completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:33.819074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port e67399c3-838f-4e7f-a582-c8008205fffd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:33.819550 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:33.912581 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:33.935722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e472d35b-b15c-4fa0-bea1-1c8413a14985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67399c3-838f-4e7f-a582-c8008205fffd'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:33.938107 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5336f206-d092-4d86-bc3f-8fc09516b45c" -d '{"events": [{"server_uuid": "e472d35b-b15c-4fa0-bea1-1c8413a14985", "name": "network-vif-plugged", "status": "completed", "tag": "e67399c3-838f-4e7f-a582-c8008205fffd"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:33.952065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e67399c3-838f-4e7f-a582-c8008205fffd, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e67399c3-838f-4e7f-a582-c8008205fffd,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:33.959841 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:33.983617 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443df9d3-aa60-4e77-a63c-60ccf451e1f2 x-openstack-request-id: req-443df9d3-aa60-4e77-a63c-60ccf451e1f2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:33.983904 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e472d35b-b15c-4fa0-bea1-1c8413a14985", "name": "network-vif-plugged", "status": "completed", "tag": "e67399c3-838f-4e7f-a582-c8008205fffd", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:33.984165 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-443df9d3-aa60-4e77-a63c-60ccf451e1f2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:33.984530 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e472d35b-b15c-4fa0-bea1-1c8413a14985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67399c3-838f-4e7f-a582-c8008205fffd', 'code': 200} Aug 29 17:39:34.018633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e67399c3-838f-4e7f-a582-c8008205fffd,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:34.031899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40440) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:34.093861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Deleting subnet 44335fa4-337a-4b52-939a-6d9e2e4f22f9 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:39:34.111132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.153889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.156929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb0895-1b71-4914-a518-d40015e5855f req-ff1e0eae-2d66-49e9-b8ba-017fa0629fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:34.158495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71bb0895-1b71-4914-a518-d40015e5855f req-ff1e0eae-2d66-49e9-b8ba-017fa0629fc8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 1098 time: 0.0837996 Aug 29 17:39:34.164197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c342b7d-98ba-440d-8688-fdd8090966b1 req-2a45aa84-6887-4c53-9c36-989daf64804f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:34.165673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c342b7d-98ba-440d-8688-fdd8090966b1 req-2a45aa84-6887-4c53-9c36-989daf64804f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 946 time: 0.0592804 Aug 29 17:39:34.212136 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c342b7d-98ba-440d-8688-fdd8090966b1 req-b68099f4-6004-4b64-ac5a-305d048d7d77 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Aug 29 17:39:34.224678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71bb0895-1b71-4914-a518-d40015e5855f req-0fe9cf8c-94e6-41f3-b98d-85e3e34b5a6a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Aug 29 17:39:34.225613 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.283735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.311707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44335fa4-337a-4b52-939a-6d9e2e4f22f9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:34.312948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 15151337-0f0f-48e6-a786-a6a7fd8e477e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:39:34.314235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.316090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/44335fa4-337a-4b52-939a-6d9e2e4f22f9 HTTP/1.1" status: 204 len: 168 time: 0.2831838 Aug 29 17:39:34.318697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40444) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:34.322953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.323305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.323651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.323993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.324328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.324661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.324994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.325321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.325650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.325974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.326298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.326650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52c3e-8bca-4ca4-8039-57cc3b4d6b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:34.338181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 15151337-0f0f-48e6-a786-a6a7fd8e477e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:39:34.338526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 15151337-0f0f-48e6-a786-a6a7fd8e477e not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:39:34.406945 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.495957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.506181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153fce34-46a3-4bee-b5d9-689cf180da4b']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:34.517035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f7d5ea-fb11-4bd3-8c62-3173f63af80b') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:34.517337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f7d5ea-fb11-4bd3-8c62-3173f63af80b') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:34.526321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.539981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.546403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:39:34.546876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:39:34.548562 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:39:34.605159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.611579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.615676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] 10.222.0.41 "DELETE /v2.0/networks/153fce34-46a3-4bee-b5d9-689cf180da4b HTTP/1.1" status: 204 len: 168 time: 0.2934384 Aug 29 17:39:34.625473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2395e-3098-47ae-821e-e36c53797f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=153fce34-46a3-4bee-b5d9-689cf180da4b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:34.745332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40452) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:34.770622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed73ed-5151-41ca-a4c6-07b734cedea1 req-978c8600-3d59-4e02-aae6-8e9343b947ce tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:34.772114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b2ed73ed-5151-41ca-a4c6-07b734cedea1 req-978c8600-3d59-4e02-aae6-8e9343b947ce tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0736842 Aug 29 17:39:34.816768 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-941bbfcd-2e55-4162-b5d9-4f4c9bc0eefe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95561413ef5641629e3e3ad42074b27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702875 Aug 29 17:39:34.819347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40456) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:34.836432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b2ed73ed-5151-41ca-a4c6-07b734cedea1 req-d280e75b-accd-45e3-b1aa-82934343e65a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525670 Aug 29 17:39:34.883216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d76-299b-4e85-aae3-38f3040a3717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.906208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d76-299b-4e85-aae3-38f3040a3717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.953864 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d76-299b-4e85-aae3-38f3040a3717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.956517 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d76-299b-4e85-aae3-38f3040a3717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:34.960497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bfec2d76-299b-4e85-aae3-38f3040a3717 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a728c2b-aae0-4881-adc8-1abd7f5fdd6a HTTP/1.1" status: 204 len: 168 time: 0.1399024 Aug 29 17:39:34.969614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2d76-299b-4e85-aae3-38f3040a3717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a728c2b-aae0-4881-adc8-1abd7f5fdd6a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:35.374471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462843bc-4821-4979-b717-611e3df5496e req-74b36392-3b59-42a6-b721-9ba58ea18d12 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:35.376071 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-462843bc-4821-4979-b717-611e3df5496e req-74b36392-3b59-42a6-b721-9ba58ea18d12 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 946 time: 0.0568449 Aug 29 17:39:35.424792 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-462843bc-4821-4979-b717-611e3df5496e req-51175dfb-33fe-4cac-a3a5-9f48cec18e1e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Aug 29 17:39:35.702767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40484) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:35.805192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1940529108-network', 'tenant_id': 'b6847e93a3274793a2075157e39e4686'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:35.827673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Made reservation on behalf of b6847e93a3274793a2075157e39e4686 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:35.830707 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:35.839125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:35.955860 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:35.961174 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:35.971592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46961b-dc51-4670-bcc1-3aee2debba63 req-5b0b8845-7cb0-457b-8e38-679a860db200 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:35.973708 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee46961b-dc51-4670-bcc1-3aee2debba63 req-5b0b8845-7cb0-457b-8e38-679a860db200 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0528948 Aug 29 17:39:35.983749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:39:35.999841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e8c411-844e-474a-afda-962b1abcd9f4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:36.004064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.004419 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Added segment 32a638ee-9ef6-4f80-b634-ff9480d614b5 of type vlan for network 1149e01e-61a8-4030-8020-19722865ac44 Aug 29 17:39:36.019929 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee46961b-dc51-4670-bcc1-3aee2debba63 req-7cc285bf-978e-4364-9d3f-1aff1d726c99 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373266 Aug 29 17:39:36.051345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.077251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.078428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.079030 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.137684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4310222 Aug 29 17:39:36.137868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40494) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:36.144154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3784e-0b9e-4b0a-bedc-75eb3a2d1da9 admin admin] Pushing event updated for resources: {'Network': ['ID=1149e01e-61a8-4030-8020-19722865ac44,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:36.144737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Request body: {'subnet': {'network_id': '1149e01e-61a8-4030-8020-19722865ac44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1940529108-subnet', 'tenant_id': 'b6847e93a3274793a2075157e39e4686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:36.155557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 1149e01e-61a8-4030-8020-19722865ac44 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:39:36.175167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Made reservation on behalf of b6847e93a3274793a2075157e39e4686 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:36.177482 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.353710 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.403409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac571d3-1750-4307-b803-67c02187ede7,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:36.420232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Checking segment: {'id': '32a638ee-9ef6-4f80-b634-ff9480d614b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1149e01e-61a8-4030-8020-19722865ac44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:36.420595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Network hostable DHCP agents. Network: 1149e01e-61a8-4030-8020-19722865ac44, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:39:36.437926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Network 1149e01e-61a8-4030-8020-19722865ac44 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:39:36.448219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 1149e01e-61a8-4030-8020-19722865ac44) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:36.452450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.453951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.459247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbcfe9-bb47-4216-8a6d-d52cdb30b4f0 None None] Network 1149e01e-61a8-4030-8020-19722865ac44 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:39:36.483897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-caa03249-1588-40e0-969d-92c4e300927d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3448288 Aug 29 17:39:36.576810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00a19-599c-4b57-8472-61da11abdeb7 req-30cc1ca0-08bb-4f2f-bd78-a12fc019cf08 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.584978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0b00a19-599c-4b57-8472-61da11abdeb7 req-30cc1ca0-08bb-4f2f-bd78-a12fc019cf08 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 946 time: 0.0572381 Aug 29 17:39:36.621756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0b00a19-599c-4b57-8472-61da11abdeb7 req-4dd6b22e-bea7-4e96-bc58-0875d5ee6801 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356042 Aug 29 17:39:36.661210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105784a5-aefc-4770-9db3-e3450574c1bf None None] Network 1149e01e-61a8-4030-8020-19722865ac44 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:39:36.790194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a54253-daeb-433c-a89a-baa6cf970879 req-b881dbef-8b57-41a0-bc8a-264c09c056df tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.791968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02a54253-daeb-433c-a89a-baa6cf970879 req-b881dbef-8b57-41a0-bc8a-264c09c056df tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 946 time: 0.0619719 Aug 29 17:39:36.832442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02a54253-daeb-433c-a89a-baa6cf970879 req-9675c982-15da-49f9-955f-413ea5a5821b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Aug 29 17:39:37.247580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90107f17-cda1-4503-82ca-7062f4759916 req-99236712-2afb-4e90-935f-b125ef44f124 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:37.249247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-90107f17-cda1-4503-82ca-7062f4759916 req-99236712-2afb-4e90-935f-b125ef44f124 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0502031 Aug 29 17:39:37.299204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-90107f17-cda1-4503-82ca-7062f4759916 req-8f248b51-88f0-485c-95df-ebace7b4b441 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Aug 29 17:39:38.336926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-62486373-2a3c-4abd-a7e2-b5e6d76a4d24 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:38.338842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-62486373-2a3c-4abd-a7e2-b5e6d76a4d24 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/networks?id=1149e01e-61a8-4030-8020-19722865ac44 HTTP/1.1" status: 200 len: 810 time: 0.1532340 Aug 29 17:39:38.360104 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-81430129-300d-45ed-8d0f-0a331937e07a tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/quotas/b6847e93a3274793a2075157e39e4686 HTTP/1.1" status: 200 len: 375 time: 0.0141952 Aug 29 17:39:38.396765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-1207b66b-de42-4874-bc30-2ea6f77b043c tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6847e93a3274793a2075157e39e4686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306325 Aug 29 17:39:38.488813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee22e-a5cb-4f4f-b91c-bfe64985bdd8 req-13b017b6-e3fa-4ab4-ae10-8996752c2828 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:38.497245 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3bee22e-a5cb-4f4f-b91c-bfe64985bdd8 req-13b017b6-e3fa-4ab4-ae10-8996752c2828 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.1199110 Aug 29 17:39:38.563676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3bee22e-a5cb-4f4f-b91c-bfe64985bdd8 req-3899f775-8a1a-422d-a9b1-8f0b3048406c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651000 Aug 29 17:39:38.570732 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-a02d6453-8494-4134-9365-ccfd95b51001 service neutron] 10.222.0.41 "GET /v2.0/networks/1149e01e-61a8-4030-8020-19722865ac44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653407 Aug 29 17:39:38.672411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-fffdab72-1e4d-4295-9971-411bba50e72a service neutron] 10.222.0.41 "GET /v2.0/networks/1149e01e-61a8-4030-8020-19722865ac44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948455 Aug 29 17:39:38.956155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c2023b7-cc85-4431-bf8a-f0ecbe23e137 req-cca2dcd7-a783-4028-a9b7-db9a7f671b14 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 210 time: 0.0293062 Aug 29 17:39:39.623796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-0f5ee20f-838a-4ed0-853d-02ce7eee2be4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:39.625350 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-0f5ee20f-838a-4ed0-853d-02ce7eee2be4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1166394 Aug 29 17:39:39.642824 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-2d90ea73-dad3-4a95-a99c-9868c545ab34 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/quotas/46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 375 time: 0.0101027 Aug 29 17:39:39.684596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535a28-d5b6-4f40-b2fb-ca965dec4c8b req-7d00bc15-8c14-4eea-8ee6-46bcd78ef344 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:39.686246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4535a28-d5b6-4f40-b2fb-ca965dec4c8b req-7d00bc15-8c14-4eea-8ee6-46bcd78ef344 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0505822 Aug 29 17:39:39.702784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-3893c692-5ef3-47c1-bba0-fb5f101fa5d6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531056 Aug 29 17:39:39.729710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4535a28-d5b6-4f40-b2fb-ca965dec4c8b req-5d804f7e-cb97-46f8-9f4c-913b37022382 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372579 Aug 29 17:39:39.799397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-0491fa0b-d154-493f-bb1a-8723d51582b0 service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893111 Aug 29 17:39:39.897814 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-b9e861cc-5121-4efd-a8db-35068ae970ce service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911717 Aug 29 17:39:40.033638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-6e70f650-fe19-468c-bc8a-e238fc372801 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:40.035445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-6e70f650-fe19-468c-bc8a-e238fc372801 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.43 "GET /v2.0/networks?id=1149e01e-61a8-4030-8020-19722865ac44 HTTP/1.1" status: 200 len: 810 time: 0.1295178 Aug 29 17:39:40.050799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Request body: {'port': {'device_id': 'c62f17b4-4c2c-4e2d-b012-1fa6528a3b70', 'network_id': '1149e01e-61a8-4030-8020-19722865ac44', 'admin_state_up': True, 'tenant_id': 'b6847e93a3274793a2075157e39e4686'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:40.177639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c9059203-e0b9-4959-bcf3-0dea4fab5a25 req-5a42470e-70a8-4a66-a2a8-6cf95417f98c tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 210 time: 0.0707359 Aug 29 17:39:40.422215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b3cf36aa-435f-4e3c-a974-0c81e2981ef2 req-e159056b-3501-4e8c-9984-1603e8f12a3a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 210 time: 0.0621541 Aug 29 17:39:40.508956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Made reservation on behalf of b6847e93a3274793a2075157e39e4686 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:40.513983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:40.658344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Allocated IP 172.20.0.4 (1149e01e-61a8-4030-8020-19722865ac44/9ac571d3-1750-4307-b803-67c02187ede7/9028ea87-240a-4890-8781-63b887622507) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:39:40.855305 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:40.871387 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:39:40.887357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69070df0-a4c5-43da-894f-97063bc43769 req-0405cc43-32ef-488b-9e6d-44baae17db47 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:40.888863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69070df0-a4c5-43da-894f-97063bc43769 req-0405cc43-32ef-488b-9e6d-44baae17db47 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0756562 Aug 29 17:39:40.937138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:40.941099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69070df0-a4c5-43da-894f-97063bc43769 req-4844f7c7-bf36-4e42-af2b-f48797e9405d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422621 Aug 29 17:39:40.989763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Network 1149e01e-61a8-4030-8020-19722865ac44 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:39:40.993167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:40.998886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:39:41.025329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Pushing event updated for resources: {'Port': ['ID=9028ea87-240a-4890-8781-63b887622507,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:41.054363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:41.054896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.073387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-73f6c543-493e-4275-96c3-2305439a6cee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0256352 Aug 29 17:39:41.085602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Request body: {'port': {'device_id': 'c62f17b4-4c2c-4e2d-b012-1fa6528a3b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:41.152631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.230999 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26e55fde-9cbf-4f30-98a5-2cfa907a6a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.353398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-3ec767e8-4fcc-4267-b565-41f2ab4bcadc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:41.355847 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-3ec767e8-4fcc-4267-b565-41f2ab4bcadc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1453943 Aug 29 17:39:41.371011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'port': {'device_id': '5aca0a05-16f3-4f38-b080-f159393638a9', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'admin_state_up': True, 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:41.385192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869316-cb89-4752-975f-f91c8c7d4ab3 req-d66e4d75-24e1-4479-ac45-312c5c7815ae tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:41.386879 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-05869316-cb89-4752-975f-f91c8c7d4ab3 req-d66e4d75-24e1-4479-ac45-312c5c7815ae tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 931 time: 0.1044929 Aug 29 17:39:41.497225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-05869316-cb89-4752-975f-f91c8c7d4ab3 req-e68ddf67-2f2c-4c7b-8a2c-e5cc237f1b23 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961225 Aug 29 17:39:41.536064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c8fd619d-43ba-4c05-8cac-715dfb478794 req-3dc021e4-ba25-44be-9170-0f9f741042de tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 210 time: 0.0551143 Aug 29 17:39:41.608500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:41.612215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.641101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9028ea87-240a-4890-8781-63b887622507 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:41.651909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.667957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Transition to ACTIVE for port object 9028ea87-240a-4890-8781-63b887622507 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:41.673914 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.747099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9028ea87-240a-4890-8781-63b887622507,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:41.781776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.20.0.4 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/c99f2702-f1b7-4d2f-98c9-2e26a341d239) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:39:41.811715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Attempting to bind port 9028ea87-240a-4890-8781-63b887622507 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:39:41.812170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Attempting to bind port 9028ea87-240a-4890-8781-63b887622507 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '32a638ee-9ef6-4f80-b634-ff9480d614b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1149e01e-61a8-4030-8020-19722865ac44'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:39:41.812594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Attempting to bind port 9028ea87-240a-4890-8781-63b887622507 on network 1149e01e-61a8-4030-8020-19722865ac44 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:41.820651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Port 9028ea87-240a-4890-8781-63b887622507 on network 1149e01e-61a8-4030-8020-19722865ac44 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:39:41.821157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Attempting to bind port 9028ea87-240a-4890-8781-63b887622507 on network 1149e01e-61a8-4030-8020-19722865ac44 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:41.827566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:39:41.828073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Checking segment: {'id': '32a638ee-9ef6-4f80-b634-ff9480d614b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1149e01e-61a8-4030-8020-19722865ac44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:41.828580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Bound using segment: {'id': '32a638ee-9ef6-4f80-b634-ff9480d614b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1149e01e-61a8-4030-8020-19722865ac44'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:39:41.829371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Bound port: 9028ea87-240a-4890-8781-63b887622507, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a638ee-9ef6-4f80-b634-ff9480d614b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1149e01e-61a8-4030-8020-19722865ac44'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:39:41.829826 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.945625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] For port 9028ea87-240a-4890-8781-63b887622507, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:41.951758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] For port 9028ea87-240a-4890-8781-63b887622507, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9028ea87-240a-4890-8781-63b887622507,segment=NetworkSegment(32a638ee-9ef6-4f80-b634-ff9480d614b5),segment_id=32a638ee-9ef6-4f80-b634-ff9480d614b5)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:39:41.957223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.986319 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.004310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Transition to ACTIVE for port object c99f2702-f1b7-4d2f-98c9-2e26a341d239 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:42.029397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.030031 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.031510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/9028ea87-240a-4890-8781-63b887622507 HTTP/1.1" status: 200 len: 1092 time: 0.9504387 Aug 29 17:39:42.031961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62f17b4-4c2c-4e2d-b012-1fa6528a3b70', 'tag': '9028ea87-240a-4890-8781-63b887622507'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:42.034386 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dda7484-8db7-4907-8013-6d1e284b985a" -d '{"events": [{"name": "network-changed", "server_uuid": "c62f17b4-4c2c-4e2d-b012-1fa6528a3b70", "tag": "9028ea87-240a-4890-8781-63b887622507"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:42.089729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.096076 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176a58c-55db-4532-86c4-e6d286b55458 x-openstack-request-id: req-1176a58c-55db-4532-86c4-e6d286b55458 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:42.096760 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62f17b4-4c2c-4e2d-b012-1fa6528a3b70", "tag": "9028ea87-240a-4890-8781-63b887622507", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:42.096760 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1176a58c-55db-4532-86c4-e6d286b55458 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:42.097178 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62f17b4-4c2c-4e2d-b012-1fa6528a3b70', 'tag': '9028ea87-240a-4890-8781-63b887622507', 'status': 'completed', 'code': 200} Aug 29 17:39:42.101387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e67399c3-838f-4e7f-a582-c8008205fffd'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:42.147043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc8035-4ff8-4f0d-9dc2-bbc0629d33e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9028ea87-240a-4890-8781-63b887622507,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:42.177627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f42a42-3366-48bb-8eb3-6b2f254a47de req-c43cf52a-6d0a-4888-812e-bb63e8b50fe4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.186800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f42a42-3366-48bb-8eb3-6b2f254a47de req-c43cf52a-6d0a-4888-812e-bb63e8b50fe4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.1485789 Aug 29 17:39:42.199627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-af0fe548-97c0-4fc8-b197-eec04e923fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.201760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-af0fe548-97c0-4fc8-b197-eec04e923fac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6847e93a3274793a2075157e39e4686&device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 1095 time: 0.1242955 Aug 29 17:39:42.216651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:39:42.229111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:42.246340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:39:42.305694 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-63c753b5-2759-4d1b-9f5f-6da9d3de6037 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9028ea87-240a-4890-8781-63b887622507 HTTP/1.1" status: 200 len: 217 time: 0.0945306 Aug 29 17:39:42.313980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.315031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.324042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=c99f2702-f1b7-4d2f-98c9-2e26a341d239,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:42.370910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f42a42-3366-48bb-8eb3-6b2f254a47de req-9a06236a-1712-4444-9e2a-cb34e52db69b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732278 Aug 29 17:39:42.373339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-92c8ada0-bf83-4c9d-8ee5-13a696e4d618 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0087848 Aug 29 17:39:42.399468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-a6bbf609-fc22-4d97-b095-cd2f39408827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.400980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-a6bbf609-fc22-4d97-b095-cd2f39408827 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ac571d3-1750-4307-b803-67c02187ede7 HTTP/1.1" status: 200 len: 850 time: 0.0831177 Aug 29 17:39:42.404068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Request body: {'port': {'device_id': '5aca0a05-16f3-4f38-b080-f159393638a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:42.444822 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-3e552ae4-15bb-442d-b65d-27060e07eddb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1149e01e-61a8-4030-8020-19722865ac44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354402 Aug 29 17:39:42.484148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.527963 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.663293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0e24de18-c448-463c-9946-63234c098203 None None] Provisioning for port c99f2702-f1b7-4d2f-98c9-2e26a341d239 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:42.673656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0e24de18-c448-463c-9946-63234c098203 None None] Provisioning complete for port c99f2702-f1b7-4d2f-98c9-2e26a341d239 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:42.673935 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e24de18-c448-463c-9946-63234c098203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.675297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-483575f6-aacf-44e8-8452-bb519cfe9652 service neutron] 10.222.0.43 "GET /v2.0/networks/1149e01e-61a8-4030-8020-19722865ac44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220972 Aug 29 17:39:42.798425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0e24de18-c448-463c-9946-63234c098203 None None] Port c99f2702-f1b7-4d2f-98c9-2e26a341d239 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:39:42.829336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4d91-0d68-4b6a-bce6-a3a943825a4f req-34a7f8e6-415b-4c23-88c7-a1824f1b7873 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.831599 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-989f4d91-0d68-4b6a-bce6-a3a943825a4f req-34a7f8e6-415b-4c23-88c7-a1824f1b7873 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 943 time: 0.1983216 Aug 29 17:39:42.859772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99f2702-f1b7-4d2f-98c9-2e26a341d239 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:42.871910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab06a76a-f39b-47ac-a332-9f7547642f87 req-e4a84b89-726a-4407-986d-4a791dfe4145 service neutron] 10.222.0.43 "GET /v2.0/networks/1149e01e-61a8-4030-8020-19722865ac44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643090 Aug 29 17:39:42.881899 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.904586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Transition to ACTIVE for port object c99f2702-f1b7-4d2f-98c9-2e26a341d239 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:42.912452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.914561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-989f4d91-0d68-4b6a-bce6-a3a943825a4f req-6ae80331-699c-469e-b2fc-299d4293d9f5 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 Aug 29 17:39:42.922396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc7de-1f06-452f-b73b-e257b9390f9d req-1716d5e2-9703-48f9-839e-a1787dfc4f53 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.925986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-529dc7de-1f06-452f-b73b-e257b9390f9d req-1716d5e2-9703-48f9-839e-a1787dfc4f53 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 931 time: 0.0827620 Aug 29 17:39:42.996590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Pushing event updated for resources: {'Port': ['ID=c99f2702-f1b7-4d2f-98c9-2e26a341d239,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:43.020639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-529dc7de-1f06-452f-b73b-e257b9390f9d req-111e8eda-2db6-4d44-8854-b9cfddd774b7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671217 Aug 29 17:39:43.035649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda7484-8db7-4907-8013-6d1e284b985a req-032f0a28-bc1d-450a-9569-4bbf7af2e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.037869 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dda7484-8db7-4907-8013-6d1e284b985a req-032f0a28-bc1d-450a-9569-4bbf7af2e1d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6847e93a3274793a2075157e39e4686&device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 1095 time: 0.1151733 Aug 29 17:39:43.060148 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.136985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Attempting to bind port c99f2702-f1b7-4d2f-98c9-2e26a341d239 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:39:43.137402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Attempting to bind port c99f2702-f1b7-4d2f-98c9-2e26a341d239 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:39:43.143242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Attempting to bind port c99f2702-f1b7-4d2f-98c9-2e26a341d239 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:43.147936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Port c99f2702-f1b7-4d2f-98c9-2e26a341d239 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:39:43.148329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Attempting to bind port c99f2702-f1b7-4d2f-98c9-2e26a341d239 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:43.153738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:39:43.154173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:43.155162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:39:43.155162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Bound port: c99f2702-f1b7-4d2f-98c9-2e26a341d239, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:39:43.155408 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.166143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda7484-8db7-4907-8013-6d1e284b985a req-d47e1f0b-83f6-4763-8dfe-21e0117336be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.166143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dda7484-8db7-4907-8013-6d1e284b985a req-d47e1f0b-83f6-4763-8dfe-21e0117336be service neutron] 10.222.0.43 "GET /v2.0/networks?id=1149e01e-61a8-4030-8020-19722865ac44 HTTP/1.1" status: 200 len: 911 time: 0.1153584 Aug 29 17:39:43.232924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dda7484-8db7-4907-8013-6d1e284b985a req-3e4f6c89-303f-4ced-a40e-3d6db3ad8ac7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9028ea87-240a-4890-8781-63b887622507 HTTP/1.1" status: 200 len: 217 time: 0.0540326 Aug 29 17:39:43.254958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] For port c99f2702-f1b7-4d2f-98c9-2e26a341d239, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:43.265687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] For port c99f2702-f1b7-4d2f-98c9-2e26a341d239, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c99f2702-f1b7-4d2f-98c9-2e26a341d239,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:39:43.278696 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.334808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda7484-8db7-4907-8013-6d1e284b985a req-ae777ac3-b2de-48f3-9030-335a597852b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.336612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dda7484-8db7-4907-8013-6d1e284b985a req-ae777ac3-b2de-48f3-9030-335a597852b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ac571d3-1750-4307-b803-67c02187ede7 HTTP/1.1" status: 200 len: 850 time: 0.0947034 Aug 29 17:39:43.342037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.342698 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.344109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] 10.222.0.44 "PUT /v2.0/ports/c99f2702-f1b7-4d2f-98c9-2e26a341d239 HTTP/1.1" status: 200 len: 1092 time: 0.9454379 Aug 29 17:39:43.344579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aca0a05-16f3-4f38-b080-f159393638a9', 'tag': 'c99f2702-f1b7-4d2f-98c9-2e26a341d239'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:43.346937 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e24bea-7baa-4930-9147-8b8c87e0feaa" -d '{"events": [{"name": "network-changed", "server_uuid": "5aca0a05-16f3-4f38-b080-f159393638a9", "tag": "c99f2702-f1b7-4d2f-98c9-2e26a341d239"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:43.386391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210abb8-ded2-47a8-a9a4-5810631d2c0a service neutron] Pushing event updated for resources: {'Port': ['ID=c99f2702-f1b7-4d2f-98c9-2e26a341d239,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:43.401804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dda7484-8db7-4907-8013-6d1e284b985a req-9d185158-74de-4ace-93ee-4c43551b4d0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1149e01e-61a8-4030-8020-19722865ac44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537546 Aug 29 17:39:43.435977 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7193b3-6d69-4e11-ba57-6dfeb42b22de x-openstack-request-id: req-6b7193b3-6d69-4e11-ba57-6dfeb42b22de {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:43.436275 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aca0a05-16f3-4f38-b080-f159393638a9", "tag": "c99f2702-f1b7-4d2f-98c9-2e26a341d239", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:43.436572 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b7193b3-6d69-4e11-ba57-6dfeb42b22de {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:43.436976 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aca0a05-16f3-4f38-b080-f159393638a9', 'tag': 'c99f2702-f1b7-4d2f-98c9-2e26a341d239', 'status': 'completed', 'code': 200} Aug 29 17:39:43.476551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-29fe5211-55c2-4646-b946-4530c563fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.476551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-29fe5211-55c2-4646-b946-4530c563fadd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 1095 time: 0.0847282 Aug 29 17:39:43.545382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-a010bb06-308f-4964-b231-6cecd8bde2d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c99f2702-f1b7-4d2f-98c9-2e26a341d239 HTTP/1.1" status: 200 len: 217 time: 0.0560589 Aug 29 17:39:43.617587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-dc033103-6ce1-4198-baa5-e574ce9d1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.620086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-dc033103-6ce1-4198-baa5-e574ce9d1af6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0636513 Aug 29 17:39:43.622320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d399f5a-b22f-4b6c-9e12-9cd4f7bc0947 req-a9089b37-ee56-472a-a5c8-b24b7aef7faa tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.623889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d399f5a-b22f-4b6c-9e12-9cd4f7bc0947 req-a9089b37-ee56-472a-a5c8-b24b7aef7faa tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.1275141 Aug 29 17:39:43.625919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dda7484-8db7-4907-8013-6d1e284b985a req-89e5d229-04c6-46e0-8a83-2d7a90a5760c service neutron] 10.222.0.43 "GET /v2.0/networks/1149e01e-61a8-4030-8020-19722865ac44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161150 Aug 29 17:39:43.690349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-bbc173c5-5f66-42bd-abe5-1c85ba46c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.692263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-bbc173c5-5f66-42bd-abe5-1c85ba46c931 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650115 Aug 29 17:39:43.721155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d399f5a-b22f-4b6c-9e12-9cd4f7bc0947 req-39d6fe81-2f59-40c4-b35c-688c5b9131a2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896556 Aug 29 17:39:43.761961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dda7484-8db7-4907-8013-6d1e284b985a req-a08b628c-0d7d-4f4e-b2eb-81f323bacf63 service neutron] 10.222.0.43 "GET /v2.0/networks/1149e01e-61a8-4030-8020-19722865ac44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241188 Aug 29 17:39:43.804174 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-e20e7f26-b918-4093-8584-224895f3f120 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037462 Aug 29 17:39:43.862453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5daa92b-f8ce-4004-ac25-5921bca6230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.883707 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.931737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-159547ae-7a48-4477-858d-49cf02d7b0ee req-dbca0394-4330-45fb-bef2-e444ec3ee073 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175168 Aug 29 17:39:44.061815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-074ddff8-89ce-41ab-a176-1999cf8d8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.063391 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-074ddff8-89ce-41ab-a176-1999cf8d8e7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 1095 time: 0.0759647 Aug 29 17:39:44.076676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ade94-05b9-478a-84cf-7420cfd45c3c req-2cc3c078-6d84-48c6-a8b1-df3f49c9dfd0 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.078283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ba2ade94-05b9-478a-84cf-7420cfd45c3c req-2cc3c078-6d84-48c6-a8b1-df3f49c9dfd0 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 943 time: 0.0780575 Aug 29 17:39:44.168843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ba2ade94-05b9-478a-84cf-7420cfd45c3c req-6035aed4-23d9-4efb-9376-68c820e9127d tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815430 Aug 29 17:39:44.226172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-fc3a111d-451e-4d89-a1d3-9bc877dc53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.228203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-fc3a111d-451e-4d89-a1d3-9bc877dc53f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.1489782 Aug 29 17:39:44.231286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee055b4f-fd14-4b69-afb9-80b0610920c5 req-d49e2753-72f9-4fdc-9b75-aea2cf48c6de tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.232909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee055b4f-fd14-4b69-afb9-80b0610920c5 req-d49e2753-72f9-4fdc-9b75-aea2cf48c6de tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0756063 Aug 29 17:39:44.281020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee055b4f-fd14-4b69-afb9-80b0610920c5 req-2090e1cd-927c-451d-8eb7-4300521a453b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Aug 29 17:39:44.296767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-57807b83-eb10-4d16-9ff8-fb23934ac85f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c99f2702-f1b7-4d2f-98c9-2e26a341d239 HTTP/1.1" status: 200 len: 217 time: 0.0600231 Aug 29 17:39:44.411383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-03ea0cc4-09df-42f2-b71d-5feed68a8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.415261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-03ea0cc4-09df-42f2-b71d-5feed68a8e0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.1087368 Aug 29 17:39:44.483081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-719dd95c-0fe2-4d9b-abfe-1bb461f5443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.484636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-719dd95c-0fe2-4d9b-abfe-1bb461f5443a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595193 Aug 29 17:39:44.598972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-107a7fb1-6e5f-45cf-a06a-f20a9260b177 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031661 Aug 29 17:39:44.710686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7e24bea-7baa-4930-9147-8b8c87e0feaa req-a84a4ba9-cb27-4661-af5e-ac9f3c1d3528 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021247 Aug 29 17:39:44.906752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9122a-f774-47ac-9332-6da93e369c59 req-5c9c3f3c-1370-438c-8d5b-034450feb26e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.908369 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4dc9122a-f774-47ac-9332-6da93e369c59 req-5c9c3f3c-1370-438c-8d5b-034450feb26e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0802975 Aug 29 17:39:44.979895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4dc9122a-f774-47ac-9332-6da93e369c59 req-05defd86-5554-459b-9f0b-3d91844bf200 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618925 Aug 29 17:39:45.322640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168e2e-53dc-4d53-b65c-18f53106274a req-b00cc54e-57e1-44f1-afe4-06d91729472b tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:45.324164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a168e2e-53dc-4d53-b65c-18f53106274a req-b00cc54e-57e1-44f1-afe4-06d91729472b tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 943 time: 0.0605319 Aug 29 17:39:45.382869 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a168e2e-53dc-4d53-b65c-18f53106274a req-cfa43e01-adb8-43b6-8170-9986864ffffb tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514245 Aug 29 17:39:45.437170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:45.452082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab010-b811-43c7-abab-c1dabd66918c req-8748a080-0bb6-4cb6-b252-1644f623f394 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:45.454224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e5ab010-b811-43c7-abab-c1dabd66918c req-8748a080-0bb6-4cb6-b252-1644f623f394 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0703750 Aug 29 17:39:45.523208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e5ab010-b811-43c7-abab-c1dabd66918c req-148c8bbb-3f8d-4747-b17c-2910e7cbde43 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570321 Aug 29 17:39:45.814478 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9028ea87-240a-4890-8781-63b887622507 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:39:45.959048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9028ea87-240a-4890-8781-63b887622507, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9028ea87-240a-4890-8781-63b887622507,segment=NetworkSegment(32a638ee-9ef6-4f80-b634-ff9480d614b5),segment_id=32a638ee-9ef6-4f80-b634-ff9480d614b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:45.988645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '9028ea87-240a-4890-8781-63b887622507', 'network_id': '1149e01e-61a8-4030-8020-19722865ac44', 'port_id': '9028ea87-240a-4890-8781-63b887622507', 'mac_address': 'fa:16:3e:5d:7a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac571d3-1750-4307-b803-67c02187ede7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:39:46.057379 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:46.077591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9028ea87-240a-4890-8781-63b887622507 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:46.124907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9028ea87-240a-4890-8781-63b887622507, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9028ea87-240a-4890-8781-63b887622507,segment=NetworkSegment(32a638ee-9ef6-4f80-b634-ff9480d614b5),segment_id=32a638ee-9ef6-4f80-b634-ff9480d614b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:46.150405 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:46.188636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2bcec-e604-455d-b94a-2f11bbe6b4aa req-0d3aadff-5e5a-4b00-bd5f-cc7310e66eee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:46.192718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37c2bcec-e604-455d-b94a-2f11bbe6b4aa req-0d3aadff-5e5a-4b00-bd5f-cc7310e66eee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.1263907 Aug 29 17:39:46.225651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9028ea87-240a-4890-8781-63b887622507,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:46.249594 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37c2bcec-e604-455d-b94a-2f11bbe6b4aa req-669ac13f-bac5-46fa-965e-14f31600c53f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Aug 29 17:39:46.424424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['9028ea87-240a-4890-8781-63b887622507'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:46.522358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba85a-4ad8-49a2-8a8d-14cc2796aa69 req-c2433c30-0bcd-4a41-9060-d0b9a1f058ee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:46.531424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-276ba85a-4ad8-49a2-8a8d-14cc2796aa69 req-c2433c30-0bcd-4a41-9060-d0b9a1f058ee tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 944 time: 0.0716627 Aug 29 17:39:46.602960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-276ba85a-4ad8-49a2-8a8d-14cc2796aa69 req-8b87b2e2-152e-40c9-bf1f-15c1e926472e tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664763 Aug 29 17:39:46.750173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92ba21-020b-449e-9e3b-5e5e2a1d82d8 req-41061c25-17bc-424a-b1ff-562a91f3c675 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:46.752110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f92ba21-020b-449e-9e3b-5e5e2a1d82d8 req-41061c25-17bc-424a-b1ff-562a91f3c675 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.1255770 Aug 29 17:39:46.764487 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:46.846615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f92ba21-020b-449e-9e3b-5e5e2a1d82d8 req-23950be7-e912-491e-8917-b775aece8414 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821571 Aug 29 17:39:47.443156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428970d-4ddd-4153-a9b0-68221477cf7e req-901cdb6e-3dc7-4fae-a7e5-c475701a5fb5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:47.444925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1428970d-4ddd-4153-a9b0-68221477cf7e req-901cdb6e-3dc7-4fae-a7e5-c475701a5fb5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0788879 Aug 29 17:39:47.490871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1428970d-4ddd-4153-a9b0-68221477cf7e req-36a625f4-a2ec-46dc-902f-9b7c9a15aee9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Aug 29 17:39:47.773886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ccbaf-51a8-424e-a9e4-acdb40b8cc0b req-ad6caef0-9252-45ff-b8f7-ee5fd95c5121 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:47.776610 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-284ccbaf-51a8-424e-a9e4-acdb40b8cc0b req-ad6caef0-9252-45ff-b8f7-ee5fd95c5121 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 944 time: 0.0740499 Aug 29 17:39:47.825178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9028ea87-240a-4890-8781-63b887622507 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:39:47.836168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-284ccbaf-51a8-424e-a9e4-acdb40b8cc0b req-2395a110-e452-4629-b16e-23532d777d4b tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Aug 29 17:39:47.918691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 9028ea87-240a-4890-8781-63b887622507 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:47.924601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 9028ea87-240a-4890-8781-63b887622507 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:47.925237 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:48.045388 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf062d-7142-4d04-8838-6a6eddbb472e req-185c0e95-cfa5-44fc-8767-f8d55aa93b8e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:48.054744 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88cf062d-7142-4d04-8838-6a6eddbb472e req-185c0e95-cfa5-44fc-8767-f8d55aa93b8e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.1155922 Aug 29 17:39:48.060989 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:48.120170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9028ea87-240a-4890-8781-63b887622507, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9028ea87-240a-4890-8781-63b887622507,segment=NetworkSegment(32a638ee-9ef6-4f80-b634-ff9480d614b5),segment_id=32a638ee-9ef6-4f80-b634-ff9480d614b5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:48.122130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62f17b4-4c2c-4e2d-b012-1fa6528a3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9028ea87-240a-4890-8781-63b887622507'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:48.125527 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6015ad-9528-4c72-9148-9b8b594cae4e" -d '{"events": [{"server_uuid": "c62f17b4-4c2c-4e2d-b012-1fa6528a3b70", "name": "network-vif-plugged", "status": "completed", "tag": "9028ea87-240a-4890-8781-63b887622507"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:48.137904 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88cf062d-7142-4d04-8838-6a6eddbb472e req-3dc81a84-54f9-4a9b-a030-943616f56531 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821614 Aug 29 17:39:48.142639 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:48.208134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9028ea87-240a-4890-8781-63b887622507,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:48.218060 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde7d9a8-371c-4372-9e6c-19f7e7a5c251 x-openstack-request-id: req-dde7d9a8-371c-4372-9e6c-19f7e7a5c251 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:48.218838 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62f17b4-4c2c-4e2d-b012-1fa6528a3b70", "name": "network-vif-plugged", "status": "completed", "tag": "9028ea87-240a-4890-8781-63b887622507", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:48.219485 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dde7d9a8-371c-4372-9e6c-19f7e7a5c251 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:48.220355 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62f17b4-4c2c-4e2d-b012-1fa6528a3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9028ea87-240a-4890-8781-63b887622507', 'code': 200} Aug 29 17:39:48.361895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a617-614b-47b7-a29f-fb5a59cbe870 req-107e0b32-230a-4dd9-9d49-ed714d240740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:48.363501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ab6a617-614b-47b7-a29f-fb5a59cbe870 req-107e0b32-230a-4dd9-9d49-ed714d240740 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 1097 time: 0.0620151 Aug 29 17:39:48.439718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ab6a617-614b-47b7-a29f-fb5a59cbe870 req-5dd78cfe-7a56-4078-8d62-d109c289e54a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680220 Aug 29 17:39:48.635952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b732ed7-1223-476e-b7b0-c682bd639274 req-3f8aaa8f-b7cd-4450-b940-afbb8fef6e2f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:48.644129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b732ed7-1223-476e-b7b0-c682bd639274 req-3f8aaa8f-b7cd-4450-b940-afbb8fef6e2f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0645092 Aug 29 17:39:48.717112 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b732ed7-1223-476e-b7b0-c682bd639274 req-26390071-9c9a-4c41-8fce-d8644a872e65 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719006 Aug 29 17:39:48.981528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061ead-9a67-49e0-9b71-76134529b5c0 req-d09de29c-d913-432a-ab1f-353abe129604 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:48.988477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46061ead-9a67-49e0-9b71-76134529b5c0 req-d09de29c-d913-432a-ab1f-353abe129604 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 945 time: 0.0638974 Aug 29 17:39:49.045293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46061ead-9a67-49e0-9b71-76134529b5c0 req-c911286c-f280-41db-8079-813faeddc9a9 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516882 Aug 29 17:39:49.336821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e7442-7b9c-403f-ab51-cd368582b7b2 req-c2fd91ae-79fa-4916-afaf-d9358c7e9f64 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:49.340187 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e3e7442-7b9c-403f-ab51-cd368582b7b2 req-c2fd91ae-79fa-4916-afaf-d9358c7e9f64 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0576046 Aug 29 17:39:49.404728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e3e7442-7b9c-403f-ab51-cd368582b7b2 req-0ea822fc-1d86-45cc-812a-6dc129233602 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527198 Aug 29 17:39:49.857651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2a2c-2d64-4626-a188-61b32dafaae9 req-c6a4e1b9-d3e2-49dc-8c57-1736b707041b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:49.859190 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-877c2a2c-2d64-4626-a188-61b32dafaae9 req-c6a4e1b9-d3e2-49dc-8c57-1736b707041b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0537076 Aug 29 17:39:49.944931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-877c2a2c-2d64-4626-a188-61b32dafaae9 req-df0ba8ba-1fd5-44a7-9b82-fd2797f4aa0f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767787 Aug 29 17:39:50.214283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c8ea5-7ce8-4d0a-961e-55c737f190d5 req-7ecf02dc-3017-4acb-a2f8-ad81ade4acb9 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:50.215892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef8c8ea5-7ce8-4d0a-961e-55c737f190d5 req-7ecf02dc-3017-4acb-a2f8-ad81ade4acb9 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 945 time: 0.0647473 Aug 29 17:39:50.267329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef8c8ea5-7ce8-4d0a-961e-55c737f190d5 req-818fcaf4-22c4-46c6-8076-debbea4aab7a tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Aug 29 17:39:50.579183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff193b-3347-4d46-b0b0-dde6ffd79ab1 req-38a6ecac-2fc9-46e9-8ca9-4226e4852b13 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:50.584433 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bff193b-3347-4d46-b0b0-dde6ffd79ab1 req-38a6ecac-2fc9-46e9-8ca9-4226e4852b13 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0762796 Aug 29 17:39:50.658540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bff193b-3347-4d46-b0b0-dde6ffd79ab1 req-cb947158-c9e0-4e39-a76e-f386283fd6d8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649815 Aug 29 17:39:50.781091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d9c8d-76f4-4fbb-a4e4-9c2951d03f72 req-96b8c802-cd29-4fb1-acd4-568781357558 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:50.789426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-308d9c8d-76f4-4fbb-a4e4-9c2951d03f72 req-96b8c802-cd29-4fb1-acd4-568781357558 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 945 time: 0.0678735 Aug 29 17:39:50.829603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-308d9c8d-76f4-4fbb-a4e4-9c2951d03f72 req-1d8c1a41-ed31-481e-973e-6dee36f8ca87 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Aug 29 17:39:51.081946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7530bd-64a1-41bc-9018-5cb5777f5005 req-7404e70c-c485-4f00-bb16-fc997f64c0fd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:51.083477 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a7530bd-64a1-41bc-9018-5cb5777f5005 req-7404e70c-c485-4f00-bb16-fc997f64c0fd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0507452 Aug 29 17:39:51.123226 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a7530bd-64a1-41bc-9018-5cb5777f5005 req-1999f8d7-e8f5-4328-8456-9b51752b55b1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328584 Aug 29 17:39:51.581293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be91ab8-6094-4fe3-be19-0c8dde5ee367 req-bd1e6aee-84d5-459c-b13e-b38c6d954420 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:51.582931 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1be91ab8-6094-4fe3-be19-0c8dde5ee367 req-bd1e6aee-84d5-459c-b13e-b38c6d954420 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0522249 Aug 29 17:39:51.628736 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1be91ab8-6094-4fe3-be19-0c8dde5ee367 req-71019145-843c-4137-ae29-b5794e2307e8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384364 Aug 29 17:39:51.773865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa50ab-44d6-499b-90ea-c18448fd60d7 req-649cace4-424e-443d-a0af-c6dd91cdcea1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:51.775406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa50ab-44d6-499b-90ea-c18448fd60d7 req-649cace4-424e-443d-a0af-c6dd91cdcea1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0492318 Aug 29 17:39:51.818010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa50ab-44d6-499b-90ea-c18448fd60d7 req-f8f6d209-e287-41c3-a7c5-0991fbc19ba3 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Aug 29 17:39:51.949623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade32ab5-3d12-4172-97f0-41da1245812d req-3cadb1b8-ca5f-4593-bed6-c0e6268986ef tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:51.951217 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ade32ab5-3d12-4172-97f0-41da1245812d req-3cadb1b8-ca5f-4593-bed6-c0e6268986ef tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 945 time: 0.0486717 Aug 29 17:39:51.994700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ade32ab5-3d12-4172-97f0-41da1245812d req-90338f20-f342-405a-9f99-a7e40e23a4d5 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/security-groups?id=40e8c411-844e-474a-afda-962b1abcd9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372524 Aug 29 17:39:52.144756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-397673e4-b42a-4cfd-ae04-4a077482a468 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:52.146328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-397673e4-b42a-4cfd-ae04-4a077482a468 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 945 time: 0.0498044 Aug 29 17:39:52.280752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dc06-ba06-4976-bc5e-3a2895d41994 req-6ddd1475-c0fd-47bc-80df-1e1da7f8e8b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:52.282244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9853dc06-ba06-4976-bc5e-3a2895d41994 req-6ddd1475-c0fd-47bc-80df-1e1da7f8e8b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0888455 Aug 29 17:39:52.297692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Deleting port 9028ea87-240a-4890-8781-63b887622507 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:39:52.298037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:52.369528 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9853dc06-ba06-4976-bc5e-3a2895d41994 req-272bd92e-bf1d-442f-ae19-068ddf0da00d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795524 Aug 29 17:39:52.405260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] For port 9028ea87-240a-4890-8781-63b887622507, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9028ea87-240a-4890-8781-63b887622507,segment=NetworkSegment(32a638ee-9ef6-4f80-b634-ff9480d614b5),segment_id=32a638ee-9ef6-4f80-b634-ff9480d614b5)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:52.405663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:52.419278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Calling delete_port for 9028ea87-240a-4890-8781-63b887622507 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:39:52.548873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:52.561853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['9028ea87-240a-4890-8781-63b887622507'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:52.580726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Pushing event deleted for resources: {'Port': ['ID=9028ea87-240a-4890-8781-63b887622507,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:52.651898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] No DVR routers for this DVR port 9028ea87-240a-4890-8781-63b887622507 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:39:52.661321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:52.664402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af3f4ad7-15fa-46a3-bd6f-5ab3cd0317fb req-ac2afeb7-685b-4d66-b5e0-550dcf5661b7 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.43 "DELETE /v2.0/ports/9028ea87-240a-4890-8781-63b887622507 HTTP/1.1" status: 204 len: 173 time: 0.5066569 Aug 29 17:39:52.665430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62f17b4-4c2c-4e2d-b012-1fa6528a3b70', 'name': 'network-vif-deleted', 'tag': '9028ea87-240a-4890-8781-63b887622507'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:52.670079 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c524db1e-9901-4d6d-aa8b-e83a8596b647" -d '{"events": [{"server_uuid": "c62f17b4-4c2c-4e2d-b012-1fa6528a3b70", "name": "network-vif-deleted", "tag": "9028ea87-240a-4890-8781-63b887622507"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:52.802190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34553c72-30a4-45da-84bd-ce03c6bb3f3a req-2082051e-aacc-4d07-b1ed-e169124c6610 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:52.804237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34553c72-30a4-45da-84bd-ce03c6bb3f3a req-2082051e-aacc-4d07-b1ed-e169124c6610 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0915432 Aug 29 17:39:52.851250 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34553c72-30a4-45da-84bd-ce03c6bb3f3a req-921a25ec-278c-448e-b2fd-eba0110ce204 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405788 Aug 29 17:39:52.903241 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd9e987-c83b-487b-afb7-b61a92969af2 x-openstack-request-id: req-bbd9e987-c83b-487b-afb7-b61a92969af2 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:52.903787 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62f17b4-4c2c-4e2d-b012-1fa6528a3b70", "name": "network-vif-deleted", "tag": "9028ea87-240a-4890-8781-63b887622507", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:52.904216 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbd9e987-c83b-487b-afb7-b61a92969af2 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:52.904904 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62f17b4-4c2c-4e2d-b012-1fa6528a3b70', 'name': 'network-vif-deleted', 'tag': '9028ea87-240a-4890-8781-63b887622507', 'status': 'completed', 'code': 200} Aug 29 17:39:53.010938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d09ca-2463-4c60-8f36-0dcbdd0627b8 req-884a4c9c-28ae-473b-9443-1cd66f168364 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:53.016420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-437d09ca-2463-4c60-8f36-0dcbdd0627b8 req-884a4c9c-28ae-473b-9443-1cd66f168364 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0584674 Aug 29 17:39:53.057118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-437d09ca-2463-4c60-8f36-0dcbdd0627b8 req-b11bc29f-e768-4f25-a0dc-bbb66e6d9957 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384157 Aug 29 17:39:53.129940 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-972aa81e-6437-4fd9-8b16-f6e890a9498a req-8e08e8f8-eab4-44ae-9054-ade7650ad3e0 tempest-ServerGroupTestJSON-260474324 tempest-ServerGroupTestJSON-260474324-project] 10.222.0.41 "GET /v2.0/ports?device_id=c62f17b4-4c2c-4e2d-b012-1fa6528a3b70 HTTP/1.1" status: 200 len: 210 time: 0.0273304 Aug 29 17:39:53.507655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c019-c46a-4dea-bd99-09054506fc85 req-d7e35089-b35a-4687-82d8-3fe36f390a6b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:53.509359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de59c019-c46a-4dea-bd99-09054506fc85 req-d7e35089-b35a-4687-82d8-3fe36f390a6b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0625463 Aug 29 17:39:53.551762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de59c019-c46a-4dea-bd99-09054506fc85 req-8ae66a7b-ccb7-4ff2-9822-fa5f9dcb9980 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Aug 29 17:39:53.974443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62895b-5aef-4898-843e-84e253038f32 req-7a1efa7d-600f-47bf-8993-7213c4476df1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:53.975886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b62895b-5aef-4898-843e-84e253038f32 req-7a1efa7d-600f-47bf-8993-7213c4476df1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0502031 Aug 29 17:39:54.017057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b62895b-5aef-4898-843e-84e253038f32 req-38abc264-87a6-4bec-a6b7-5d44f6caab6b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345147 Aug 29 17:39:54.180280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466feac-10b8-4f53-ba2d-68e16a9e4e21 req-0348a5cc-bfb1-4415-ad1c-456547d570a1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:54.183304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c466feac-10b8-4f53-ba2d-68e16a9e4e21 req-0348a5cc-bfb1-4415-ad1c-456547d570a1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0533230 Aug 29 17:39:54.233760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c466feac-10b8-4f53-ba2d-68e16a9e4e21 req-425fd858-188c-4588-9d5d-839388b7ca1d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407181 Aug 29 17:39:54.502678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40902) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:54.552380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfa3a1e-0107-4cf0-8a89-d98fbc3da579 admin admin] Deleting subnet 9ac571d3-1750-4307-b803-67c02187ede7 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:39:54.556410 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1e-0107-4cf0-8a89-d98fbc3da579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.604407 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1e-0107-4cf0-8a89-d98fbc3da579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.647181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1e-0107-4cf0-8a89-d98fbc3da579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.685447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8adbb1-1983-4446-8fce-892656b076ed req-ebafb4a4-450f-4e99-af23-78d9c2e5d55c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:54.687187 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d8adbb1-1983-4446-8fce-892656b076ed req-ebafb4a4-450f-4e99-af23-78d9c2e5d55c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0579619 Aug 29 17:39:54.708446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1e-0107-4cf0-8a89-d98fbc3da579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.738327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d8adbb1-1983-4446-8fce-892656b076ed req-8e07f5b7-94c9-4722-9002-e2732f8623d2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Aug 29 17:39:54.739423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa3a1e-0107-4cf0-8a89-d98fbc3da579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac571d3-1750-4307-b803-67c02187ede7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:54.741429 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1e-0107-4cf0-8a89-d98fbc3da579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.747304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40906) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:54.747889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7dfa3a1e-0107-4cf0-8a89-d98fbc3da579 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9ac571d3-1750-4307-b803-67c02187ede7 HTTP/1.1" status: 204 len: 168 time: 0.2441041 Aug 29 17:39:54.823279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.909618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.919670 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1149e01e-61a8-4030-8020-19722865ac44']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:54.930068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a638ee-9ef6-4f80-b634-ff9480d614b5') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:54.930411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a638ee-9ef6-4f80-b634-ff9480d614b5') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:39:54.939836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.953886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.959928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:39:54.960388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:39:54.962161 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:39:55.017451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:55.022217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:55.026635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1149e01e-61a8-4030-8020-19722865ac44 HTTP/1.1" status: 204 len: 168 time: 0.2766018 Aug 29 17:39:55.036933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Pushing event deleted for resources: {'Network': ['ID=1149e01e-61a8-4030-8020-19722865ac44,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:55.044740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.045083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.045425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.045759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.046081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.046616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.047118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.047607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.048096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.048573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.049062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.049737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475471f-7571-41cc-afd0-acbfec7d1769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:55.152514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40912) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:55.157196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2bd45-b373-471f-9a97-143d53130ecf req-02d95faa-6af0-4a25-8569-249079273f28 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:55.158985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0f2bd45-b373-471f-9a97-143d53130ecf req-02d95faa-6af0-4a25-8569-249079273f28 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0615091 Aug 29 17:39:55.203464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c3e461ca-dd03-4c71-a828-89dcc3eebed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6847e93a3274793a2075157e39e4686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480256 Aug 29 17:39:55.203740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40914) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:55.207270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0f2bd45-b373-471f-9a97-143d53130ecf req-ebc70dc3-05ae-4132-a4c7-0ba3e26deedf tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Aug 29 17:39:55.259165 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8425c6bb-13ad-4992-a09b-8a0646e1cf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:55.284977 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8425c6bb-13ad-4992-a09b-8a0646e1cf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:55.378039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fd326-7b1f-4788-9ef9-139910b6958e req-f4954de9-f434-47c4-afb9-0826409ed932 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:55.379557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c5fd326-7b1f-4788-9ef9-139910b6958e req-f4954de9-f434-47c4-afb9-0826409ed932 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0688376 Aug 29 17:39:55.395495 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8425c6bb-13ad-4992-a09b-8a0646e1cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:55.398052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8425c6bb-13ad-4992-a09b-8a0646e1cf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:55.399144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8425c6bb-13ad-4992-a09b-8a0646e1cf5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40e8c411-844e-474a-afda-962b1abcd9f4 HTTP/1.1" status: 204 len: 168 time: 0.1937096 Aug 29 17:39:55.419222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425c6bb-13ad-4992-a09b-8a0646e1cf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e8c411-844e-474a-afda-962b1abcd9f4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:55.435118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c5fd326-7b1f-4788-9ef9-139910b6958e req-058ec96b-1f89-4617-8f2c-275d5fce2fee tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485146 Aug 29 17:39:55.872241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9028ea87-240a-4890-8781-63b887622507 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:39:55.891023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2226c-d9ac-4a65-9f05-37b074100eb3 req-aec24d86-7974-452d-83fa-382f4f1cd04f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:55.893525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdf2226c-d9ac-4a65-9f05-37b074100eb3 req-aec24d86-7974-452d-83fa-382f4f1cd04f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0600972 Aug 29 17:39:55.910834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 9028ea87-240a-4890-8781-63b887622507 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:39:55.911134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9028ea87-240a-4890-8781-63b887622507 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:39:55.953984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cdf2226c-d9ac-4a65-9f05-37b074100eb3 req-3bfbbca2-e059-447d-92c8-33283e400be5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Aug 29 17:39:56.332498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7212ae7-192d-4a7d-b045-6630f1ac184c req-be9b50f4-49e9-4880-8542-c9ab7781c9ce tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:56.333983 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7212ae7-192d-4a7d-b045-6630f1ac184c req-be9b50f4-49e9-4880-8542-c9ab7781c9ce tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Aug 29 17:39:56.376281 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7212ae7-192d-4a7d-b045-6630f1ac184c req-c87a00f6-2129-426e-8383-0f7926620ae9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355806 Aug 29 17:39:56.434955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 40952) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:56.572518 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71d75606-7720-4d91-a763-4acc60e60a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:56.596516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce030-446a-4d84-8862-9125a7469db8 req-e8ed730a-ee9e-4cfa-94cc-91cdbe8d5695 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:56.598307 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a0ce030-446a-4d84-8862-9125a7469db8 req-e8ed730a-ee9e-4cfa-94cc-91cdbe8d5695 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0634122 Aug 29 17:39:56.645295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a0ce030-446a-4d84-8862-9125a7469db8 req-863eda07-51a5-4e9c-ade8-9fc3df8da21e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391285 Aug 29 17:39:56.684996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71d75606-7720-4d91-a763-4acc60e60a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:56.690286 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71d75606-7720-4d91-a763-4acc60e60a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:56.731066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-71d75606-7720-4d91-a763-4acc60e60a3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=740a9484f3ea4ed593cdd6762a944b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948446 Aug 29 17:39:56.732294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d75606-7720-4d91-a763-4acc60e60a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e48006-db8d-4812-88fc-8a8d4c40bed3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:56.733740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 40962) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:39:56.785165 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-502b5ab6-2e7d-4eb9-98f1-6f322defcdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:56.806293 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-502b5ab6-2e7d-4eb9-98f1-6f322defcdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:56.859347 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-502b5ab6-2e7d-4eb9-98f1-6f322defcdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:56.862886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-502b5ab6-2e7d-4eb9-98f1-6f322defcdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:56.863612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-502b5ab6-2e7d-4eb9-98f1-6f322defcdcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2e48006-db8d-4812-88fc-8a8d4c40bed3 HTTP/1.1" status: 204 len: 168 time: 0.1281850 Aug 29 17:39:56.871615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b5ab6-2e7d-4eb9-98f1-6f322defcdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e48006-db8d-4812-88fc-8a8d4c40bed3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:57.079946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c4912-9233-433d-a740-b38bf3c90e4a req-aa8c7d84-cf11-40fe-920a-8a284fd7b351 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:57.081585 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f97c4912-9233-433d-a740-b38bf3c90e4a req-aa8c7d84-cf11-40fe-920a-8a284fd7b351 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0507755 Aug 29 17:39:57.129105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f97c4912-9233-433d-a740-b38bf3c90e4a req-ad254e8a-06da-4445-a0f2-fd8046971aae tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Aug 29 17:39:57.507107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b5fc4-b66e-4e61-b3f9-5b6d8524efba req-43e90a7d-dde7-473e-8ac7-275bb8079517 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:57.515268 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ad6b5fc4-b66e-4e61-b3f9-5b6d8524efba req-43e90a7d-dde7-473e-8ac7-275bb8079517 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0587797 Aug 29 17:39:57.569246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ad6b5fc4-b66e-4e61-b3f9-5b6d8524efba req-7453e4a0-a2b1-4c2e-86cd-7dd19cf68a27 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499012 Aug 29 17:39:57.843383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842a587-f18e-4161-b53f-f42de4a17dee req-2bf5540d-2273-41e3-8e3a-76df37b6c0f5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:57.853573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6842a587-f18e-4161-b53f-f42de4a17dee req-2bf5540d-2273-41e3-8e3a-76df37b6c0f5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.1082489 Aug 29 17:39:57.892779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6842a587-f18e-4161-b53f-f42de4a17dee req-c2d05099-7608-43b7-8f26-c0b23583a14b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Aug 29 17:39:58.339434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930be2a9-c3ef-4003-95c8-599c1883addd req-2d8f7116-dea7-42a0-a308-25b154bd491c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:58.341357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-930be2a9-c3ef-4003-95c8-599c1883addd req-2d8f7116-dea7-42a0-a308-25b154bd491c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.1186976 Aug 29 17:39:58.419753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-930be2a9-c3ef-4003-95c8-599c1883addd req-b8a4e349-d32c-4aa3-98ac-58a09c696c83 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712154 Aug 29 17:39:58.786187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1dd76-364c-4300-91e9-caea7a040470 req-159ee3e6-1498-442b-af33-a9dc0955f651 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:58.787780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3cd1dd76-364c-4300-91e9-caea7a040470 req-159ee3e6-1498-442b-af33-a9dc0955f651 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0802021 Aug 29 17:39:58.831192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3cd1dd76-364c-4300-91e9-caea7a040470 req-4ed3ec27-8bf1-4a77-9e5c-78f1e2aa9149 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364161 Aug 29 17:39:59.048290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248070e-0993-417d-9e2c-17656889e67e req-0f064f40-e0ed-402e-882c-21b322cb6510 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:59.055903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0248070e-0993-417d-9e2c-17656889e67e req-0f064f40-e0ed-402e-882c-21b322cb6510 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0794051 Aug 29 17:39:59.103473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0248070e-0993-417d-9e2c-17656889e67e req-4b045379-2877-4ac2-887e-1d9eee9aeda4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453255 Aug 29 17:39:59.590460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc0067-4b31-47d0-8dad-cf98f912298f req-ce90e26c-f54f-4b9d-bac9-7107bf0d767b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:59.592042 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21dc0067-4b31-47d0-8dad-cf98f912298f req-ce90e26c-f54f-4b9d-bac9-7107bf0d767b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0546725 Aug 29 17:39:59.641802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21dc0067-4b31-47d0-8dad-cf98f912298f req-0908c733-296f-4743-9321-1eba4fe656ee tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Aug 29 17:39:59.880171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29ac69-1e0d-4b9a-948b-8d74b194cddf req-60296b15-ad7f-4836-823a-f00a6140648f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:59.882210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb29ac69-1e0d-4b9a-948b-8d74b194cddf req-60296b15-ad7f-4836-823a-f00a6140648f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0564771 Aug 29 17:39:59.930849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb29ac69-1e0d-4b9a-948b-8d74b194cddf req-fc695c24-8797-42f7-bf07-4605c4c985ad tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400717 Aug 29 17:39:59.992109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1af2fd-e40e-4d38-b934-e8cbd23f4dd7 req-3cdaf013-9eec-4581-a2d7-85137a794e4d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:59.993952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f1af2fd-e40e-4d38-b934-e8cbd23f4dd7 req-3cdaf013-9eec-4581-a2d7-85137a794e4d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0675311 Aug 29 17:40:00.045680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f1af2fd-e40e-4d38-b934-e8cbd23f4dd7 req-0caaee33-8d87-4d4f-a09e-170a2b0231b0 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428054 Aug 29 17:40:00.093489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79e3c2-15f9-4dad-a0d5-838367bcf5e9 req-8be61ed0-8f7a-4f49-9671-d68a88e3d402 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:00.095692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c79e3c2-15f9-4dad-a0d5-838367bcf5e9 req-8be61ed0-8f7a-4f49-9671-d68a88e3d402 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0636261 Aug 29 17:40:00.161110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c79e3c2-15f9-4dad-a0d5-838367bcf5e9 req-adb60577-1d09-451e-8d5c-418ada1734b9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586152 Aug 29 17:40:00.254870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03db653-1da4-4cc9-8137-baa389ff0aa6 req-67cdc427-a0fe-4e4c-99e8-6d1e28055bbc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:00.256773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e03db653-1da4-4cc9-8137-baa389ff0aa6 req-67cdc427-a0fe-4e4c-99e8-6d1e28055bbc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0591762 Aug 29 17:40:00.297861 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e03db653-1da4-4cc9-8137-baa389ff0aa6 req-24541b21-7612-4a58-95aa-d3cba9c2decc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Aug 29 17:40:00.465894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-3508db0b-2639-4195-bc51-d2e2da265f99 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:00.473240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-3508db0b-2639-4195-bc51-d2e2da265f99 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.1152735 Aug 29 17:40:00.486231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-0e7ba4f4-ca9d-4839-b592-f799a73da338 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/quotas/fdd02ad258d94cb58933550ba3972f3f HTTP/1.1" status: 200 len: 375 time: 0.0121732 Aug 29 17:40:00.549699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-e53065de-d481-46ab-8967-e6ff472c094f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0570931 Aug 29 17:40:00.655222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-cfb2e895-0fc6-4ba1-9221-fb160e376607 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969043 Aug 29 17:40:00.767445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-2502fa89-140e-43e6-a01b-ffac494bb9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057847 Aug 29 17:40:01.006632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8bf1358-277e-4bfb-a440-8a7a937aae22 req-da39a6d3-9ffd-485c-aa65-140fa2c9d77b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 210 time: 0.0400863 Aug 29 17:40:01.200448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b362fde-9733-4319-8cb7-bac8b237c796 req-32fa4c9f-7613-41f3-9fd9-7e44d962d199 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:01.202814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b362fde-9733-4319-8cb7-bac8b237c796 req-32fa4c9f-7613-41f3-9fd9-7e44d962d199 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0598240 Aug 29 17:40:01.260640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b362fde-9733-4319-8cb7-bac8b237c796 req-041c3049-9b66-45bd-9aa1-10aa1d52a358 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506837 Aug 29 17:40:01.447965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e9683-eab4-4465-8746-6a2eafcdc554 req-d319d82e-0153-4c67-8c6f-2f11cc2738cf tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:01.449530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-876e9683-eab4-4465-8746-6a2eafcdc554 req-d319d82e-0153-4c67-8c6f-2f11cc2738cf tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.0673027 Aug 29 17:40:01.518204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-876e9683-eab4-4465-8746-6a2eafcdc554 req-fbb65792-6376-4a3c-be01-5cb31b07dec1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Aug 29 17:40:02.173868 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-438c880f-e738-4c63-9bdd-3441bbe59c09 req-4edd7501-38ab-4ead-96a2-223749e8b7da tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 210 time: 0.0525889 Aug 29 17:40:02.247254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6364cee7-7c79-4b58-a916-118345968285 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:02.249859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6364cee7-7c79-4b58-a916-118345968285 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.2629042 Aug 29 17:40:02.266216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'port': {'device_id': 'b5fd6708-ee30-406b-a5e6-cf4efaf64044', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'admin_state_up': True, 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:02.397611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41118) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:02.439059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd6c52-9b84-48b7-85f7-521acd8e0d6c req-37e9b70e-e986-4fa4-b700-71228584b978 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:02.446054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Made reservation on behalf of fdd02ad258d94cb58933550ba3972f3f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:02.448141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3acd6c52-9b84-48b7-85f7-521acd8e0d6c req-37e9b70e-e986-4fa4-b700-71228584b978 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0811567 Aug 29 17:40:02.454871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:02.493967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3acd6c52-9b84-48b7-85f7-521acd8e0d6c req-850d859c-5e15-44bf-a545-d1f203cecb85 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449951 Aug 29 17:40:02.616760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a69d36c-cd1c-4279-9bf9-b698cc58188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:02.732467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83e19-a3d3-4521-bd09-599459c0adf4 req-08195017-15b5-480c-aafa-3210bb32944e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:02.734006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ab83e19-a3d3-4521-bd09-599459c0adf4 req-08195017-15b5-480c-aafa-3210bb32944e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.1222339 Aug 29 17:40:02.743151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Allocated IP 172.20.0.9 (6fd795cd-4abb-4204-8223-4261ff8a2795/1db625a3-326f-4d57-8b76-9cb46b26cbaf/36afb658-721c-4d64-98a4-69b3a7789ed0) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:02.818660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ab83e19-a3d3-4521-bd09-599459c0adf4 req-d6a92a5a-4db6-4d34-83b4-bf0c0fdba6c5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733025 Aug 29 17:40:02.937557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a69d36c-cd1c-4279-9bf9-b698cc58188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:02.943600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a69d36c-cd1c-4279-9bf9-b698cc58188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.001231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69d36c-cd1c-4279-9bf9-b698cc58188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e9060-5186-4349-b6e9-c6893617cbe1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:03.005458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3a69d36c-cd1c-4279-9bf9-b698cc58188d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a983ae7f1e6b4b91b231607e006b9ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066084 Aug 29 17:40:03.008790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41128) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:03.035432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.064516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Transition to ACTIVE for port object 36afb658-721c-4d64-98a4-69b3a7789ed0 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:03.091583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-76616575-180c-43e4-a3be-e13c38fa89f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.127758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-76616575-180c-43e4-a3be-e13c38fa89f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.138979 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.152832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7d659923-a489-4648-a2d8-6004d0eac158'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:03.299702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23544f6-1de6-4732-9a2c-8ca75e50c7c3 req-fc1c0f97-55bd-45a2-8315-d65e873142a7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:03.301833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c23544f6-1de6-4732-9a2c-8ca75e50c7c3 req-fc1c0f97-55bd-45a2-8315-d65e873142a7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 931 time: 0.0547101 Aug 29 17:40:03.354430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c23544f6-1de6-4732-9a2c-8ca75e50c7c3 req-7e33a94e-74be-4b74-bb0a-40717972d6a5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 Aug 29 17:40:03.478181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:03.483566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:03.490244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:03.520621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'Port': ['ID=36afb658-721c-4d64-98a4-69b3a7789ed0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:03.540389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-76616575-180c-43e4-a3be-e13c38fa89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.543757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-76616575-180c-43e4-a3be-e13c38fa89f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.547269 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-76616575-180c-43e4-a3be-e13c38fa89f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa1e9060-5186-4349-b6e9-c6893617cbe1 HTTP/1.1" status: 204 len: 168 time: 0.5358396 Aug 29 17:40:03.555154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:03.555779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.567264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616575-180c-43e4-a3be-e13c38fa89f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e9060-5186-4349-b6e9-c6893617cbe1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:03.584172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-d626562e-fc36-40de-a1c1-341c9172dd60 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3228946 Aug 29 17:40:03.599325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Request body: {'port': {'device_id': 'b5fd6708-ee30-406b-a5e6-cf4efaf64044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:03.712425 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.723914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbddb68-638f-48f8-ab7d-f7bcdc19443e req-eb31b225-849b-459c-8ea3-47021fc13492 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:03.725645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3dbddb68-638f-48f8-ab7d-f7bcdc19443e req-eb31b225-849b-459c-8ea3-47021fc13492 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0950217 Aug 29 17:40:03.800293 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3dbddb68-638f-48f8-ab7d-f7bcdc19443e req-3163bcd8-c147-4546-a3c2-da9a2686ead8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656304 Aug 29 17:40:03.856339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a9a09cb4-e43a-4456-8894-4033b96e7c05 None None] Provisioning for port 36afb658-721c-4d64-98a4-69b3a7789ed0 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:03.862203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a9a09cb4-e43a-4456-8894-4033b96e7c05 None None] Provisioning complete for port 36afb658-721c-4d64-98a4-69b3a7789ed0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:03.862941 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a9a09cb4-e43a-4456-8894-4033b96e7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:03.929094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c64c9628-7a72-4181-a269-58372131f25e details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:40:03.954638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a9a09cb4-e43a-4456-8894-4033b96e7c05 None None] Port 36afb658-721c-4d64-98a4-69b3a7789ed0 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:40:04.084485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3ee7-c316-455a-b08c-8f6fc4b00478 req-73e61a49-8f55-43df-911b-e53eafa4b35e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:04.088040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e60a3ee7-c316-455a-b08c-8f6fc4b00478 req-73e61a49-8f55-43df-911b-e53eafa4b35e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.1204100 Aug 29 17:40:04.113767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:04.127943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'c64c9628-7a72-4181-a269-58372131f25e', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'port_id': 'c64c9628-7a72-4181-a269-58372131f25e', 'mac_address': 'fa:16:3e:a5:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:40:04.144386 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e60a3ee7-c316-455a-b08c-8f6fc4b00478 req-90dd9fdd-5fe9-4dc4-91eb-91c115608b00 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Aug 29 17:40:04.197316 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:04.214711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c64c9628-7a72-4181-a269-58372131f25e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:04.245472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:04.251511 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:04.287782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36afb658-721c-4d64-98a4-69b3a7789ed0 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:04.336030 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:04.336404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:04.351756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.352407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.353262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.354696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.355248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.355690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.356084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.356661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.357007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.357571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.357977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.358459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:04.401499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c64c9628-7a72-4181-a269-58372131f25e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:04.409518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Transition to ACTIVE for port object 36afb658-721c-4d64-98a4-69b3a7789ed0 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:04.418400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:04.423133 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e97dadfd-e327-4293-852c-c117b62c8387 req-4490a0b1-c778-4b2d-975b-e6fdcce028bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1151621 Aug 29 17:40:04.629611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e97dadfd-e327-4293-852c-c117b62c8387 req-0e1f2af0-c3db-4b23-a654-c8447360f19a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.1023417 Aug 29 17:40:04.693912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e97dadfd-e327-4293-852c-c117b62c8387 req-40522e65-997c-4316-b330-3291f0388cb7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333781 Aug 29 17:40:04.705959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=36afb658-721c-4d64-98a4-69b3a7789ed0,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:04.789941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Attempting to bind port 36afb658-721c-4d64-98a4-69b3a7789ed0 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:04.790469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Attempting to bind port 36afb658-721c-4d64-98a4-69b3a7789ed0 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:04.790839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Attempting to bind port 36afb658-721c-4d64-98a4-69b3a7789ed0 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:04.820902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3837d45-6142-44b3-a969-1443070dba70 req-b0ad4411-3226-49c4-87a8-417306e42551 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:04.822641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c3837d45-6142-44b3-a969-1443070dba70 req-b0ad4411-3226-49c4-87a8-417306e42551 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 943 time: 0.2584934 Aug 29 17:40:04.824111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Port 36afb658-721c-4d64-98a4-69b3a7789ed0 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:40:04.824111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Attempting to bind port 36afb658-721c-4d64-98a4-69b3a7789ed0 on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:04.831172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:04.831522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Checking segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:04.832640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Bound using segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:04.836000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Bound port: 36afb658-721c-4d64-98a4-69b3a7789ed0, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:04.836480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:04.879096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dadfd-e327-4293-852c-c117b62c8387 req-8f99000f-69c1-44d5-af42-dd4fb9c16fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:04.882504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e97dadfd-e327-4293-852c-c117b62c8387 req-8f99000f-69c1-44d5-af42-dd4fb9c16fd7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810155 Aug 29 17:40:04.983794 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c3837d45-6142-44b3-a969-1443070dba70 req-27818a2a-bdf3-4f3f-b930-b3fb3972cd80 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153669 Aug 29 17:40:05.038340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] For port 36afb658-721c-4d64-98a4-69b3a7789ed0, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:05.046265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] For port 36afb658-721c-4d64-98a4-69b3a7789ed0, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=36afb658-721c-4d64-98a4-69b3a7789ed0,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:05.053213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:05.105777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:05.109127 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:05.114940 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] 10.222.0.43 "PUT /v2.0/ports/36afb658-721c-4d64-98a4-69b3a7789ed0 HTTP/1.1" status: 200 len: 1092 time: 1.5216753 Aug 29 17:40:05.117729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fd6708-ee30-406b-a5e6-cf4efaf64044', 'tag': '36afb658-721c-4d64-98a4-69b3a7789ed0'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:05.129473 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fd6708-ee30-406b-a5e6-cf4efaf64044", "tag": "36afb658-721c-4d64-98a4-69b3a7789ed0"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:05.255612 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01eebf5-a5aa-45ab-ac63-dc08b53e2b8b x-openstack-request-id: req-f01eebf5-a5aa-45ab-ac63-dc08b53e2b8b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:05.255903 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fd6708-ee30-406b-a5e6-cf4efaf64044", "tag": "36afb658-721c-4d64-98a4-69b3a7789ed0", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:05.256454 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f01eebf5-a5aa-45ab-ac63-dc08b53e2b8b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:05.257011 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fd6708-ee30-406b-a5e6-cf4efaf64044', 'tag': '36afb658-721c-4d64-98a4-69b3a7789ed0', 'status': 'completed', 'code': 200} Aug 29 17:40:05.270676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba39b5-2be9-4079-80b6-2c6d9e69ebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=36afb658-721c-4d64-98a4-69b3a7789ed0,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:05.293466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-253abaa0-f527-4cc6-9173-405980bb3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:05.296315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-253abaa0-f527-4cc6-9173-405980bb3d70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 1095 time: 0.1217752 Aug 29 17:40:05.368866 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-86f5d084-91ae-4cb7-9691-8f77cf932075 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36afb658-721c-4d64-98a4-69b3a7789ed0 HTTP/1.1" status: 200 len: 217 time: 0.0636735 Aug 29 17:40:05.493035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-fa064d8c-ab5d-464d-993e-071a49a67eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:05.500811 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-fa064d8c-ab5d-464d-993e-071a49a67eab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.1227436 Aug 29 17:40:05.573320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2053c-57f2-4f12-9835-abff54eddbc9 req-7bd5f9bd-acb6-485f-b74c-403d8fe23881 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:05.581837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78c2053c-57f2-4f12-9835-abff54eddbc9 req-7bd5f9bd-acb6-485f-b74c-403d8fe23881 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.2156534 Aug 29 17:40:05.658020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-24f26ccf-70da-450d-bee0-bb24f0fe420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:05.659646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-24f26ccf-70da-450d-bee0-bb24f0fe420c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503503 Aug 29 17:40:05.674319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78c2053c-57f2-4f12-9835-abff54eddbc9 req-c3a525a5-24cd-4f39-bf95-7621e59c99aa tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911539 Aug 29 17:40:05.695008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586da58-e24a-45eb-8fe6-2608132e134a req-18f2cfa8-c508-4828-8e9c-7bd370040402 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:05.711208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2586da58-e24a-45eb-8fe6-2608132e134a req-18f2cfa8-c508-4828-8e9c-7bd370040402 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.7691362 Aug 29 17:40:05.762580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41214) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:05.803934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2586da58-e24a-45eb-8fe6-2608132e134a req-cdc35d57-f6a8-49f3-9f73-31d4106b5d09 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907059 Aug 29 17:40:05.841849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-10658eae-5bdb-4c25-8da9-f5800752f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:05.847053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-10658eae-5bdb-4c25-8da9-f5800752f9d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1096 time: 0.1303709 Aug 29 17:40:05.876072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-8577372f-8ff4-4c6e-b9c5-bc3050820953 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006640 Aug 29 17:40:05.949814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c64c9628-7a72-4181-a269-58372131f25e up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:05.952924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5968ee9-897e-4f86-92e0-12582e4051c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.031106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port c64c9628-7a72-4181-a269-58372131f25e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:06.031309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-d01fb9ff-fbc2-4a11-8c7d-6e40c8dfd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.031932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.032830 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-d01fb9ff-fbc2-4a11-8c7d-6e40c8dfd09b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.1602731 Aug 29 17:40:06.045006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba58451d-3592-4ce4-b101-857e1412a8e6 req-b8e0ff15-3ca3-4d0e-baa2-b17110aaf9cd service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576955 Aug 29 17:40:06.179446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-3765878c-c549-4139-8754-080493de3fb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 1000 time: 0.1379447 Aug 29 17:40:06.265512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-5f7f85a8-8cff-425b-87fb-5976269e1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.267208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-5f7f85a8-8cff-425b-87fb-5976269e1088 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 1095 time: 0.1570303 Aug 29 17:40:06.271616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-ddeeba14-f787-41c8-9f18-75e5bd78ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.274571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-ddeeba14-f787-41c8-9f18-75e5bd78ca34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0864971 Aug 29 17:40:06.280829 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.296000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc900b4-1b67-41f2-ab7e-e5b09e4bb68f req-d93dcc60-0ec9-4c9c-abe8-0fa2f2deb711 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.305536 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8bc900b4-1b67-41f2-ab7e-e5b09e4bb68f req-d93dcc60-0ec9-4c9c-abe8-0fa2f2deb711 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 943 time: 0.1250932 Aug 29 17:40:06.310440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5968ee9-897e-4f86-92e0-12582e4051c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.316787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:06.320989 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c877e23-5e21-4253-b15d-3fe5a94bb1b4" -d '{"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-plugged", "status": "completed", "tag": "c64c9628-7a72-4181-a269-58372131f25e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:06.339103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:06.348045 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.368871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5968ee9-897e-4f86-92e0-12582e4051c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.403287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-e192b157-fd85-4430-bd58-0903c74163a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.405111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-e192b157-fd85-4430-bd58-0903c74163a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218092 Aug 29 17:40:06.409253 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff64a8-13d7-4518-b17a-2a7782736f05 x-openstack-request-id: req-f1ff64a8-13d7-4518-b17a-2a7782736f05 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:06.409763 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-plugged", "status": "completed", "tag": "c64c9628-7a72-4181-a269-58372131f25e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:06.410272 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1ff64a8-13d7-4518-b17a-2a7782736f05 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:06.410964 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e', 'code': 200} Aug 29 17:40:06.422414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d5968ee9-897e-4f86-92e0-12582e4051c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48755422aa39496d87981347e76bc584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6527259 Aug 29 17:40:06.423708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5968ee9-897e-4f86-92e0-12582e4051c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1bece8-25b2-4057-8ce4-9374e128be06,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:06.426484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41224) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:06.432274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c99f2702-f1b7-4d2f-98c9-2e26a341d239 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:40:06.484780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:06.535382 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8bc900b4-1b67-41f2-ab7e-e5b09e4bb68f req-26fb67bf-2e03-4d21-a2ae-fece806a54da tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288227 Aug 29 17:40:06.576177 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-c992e1b4-c3af-4c67-91c9-bccf99b75406 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612997 Aug 29 17:40:06.638478 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2347de92-f45a-442e-8dc0-960c459a1c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.641393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-f5b42160-e578-4db2-8040-283a71a707b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.643432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-f5b42160-e578-4db2-8040-283a71a707b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.3687465 Aug 29 17:40:06.696251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c99f2702-f1b7-4d2f-98c9-2e26a341d239, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c99f2702-f1b7-4d2f-98c9-2e26a341d239,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:06.731027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'c99f2702-f1b7-4d2f-98c9-2e26a341d239', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'port_id': 'c99f2702-f1b7-4d2f-98c9-2e26a341d239', 'mac_address': 'fa:16:3e:c8:43:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:40:06.743564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-1a7797c6-c106-42c0-9afa-425379b263e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36afb658-721c-4d64-98a4-69b3a7789ed0 HTTP/1.1" status: 200 len: 217 time: 0.0859444 Aug 29 17:40:06.813709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9510815e-f682-4974-9fe0-10c47a0b65ee req-3a4bb366-d9dd-4180-88af-b8b7939a840f service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292042 Aug 29 17:40:06.849235 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.863991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2347de92-f45a-442e-8dc0-960c459a1c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.891694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99f2702-f1b7-4d2f-98c9-2e26a341d239 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:06.919130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c99f2702-f1b7-4d2f-98c9-2e26a341d239, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c99f2702-f1b7-4d2f-98c9-2e26a341d239,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:06.935956 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:06.941895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4215-d6bd-4b06-a956-784f38f00e5b req-2ee04ecc-d8b6-479f-8d3c-a8061d3755ff tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.946035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-a8bb5be5-85e7-4bd5-bb88-880cbe3af330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.948807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-a8bb5be5-85e7-4bd5-bb88-880cbe3af330 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.1941874 Aug 29 17:40:06.958023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f32d4215-d6bd-4b06-a956-784f38f00e5b req-2ee04ecc-d8b6-479f-8d3c-a8061d3755ff tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 943 time: 0.1577241 Aug 29 17:40:07.007555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c99f2702-f1b7-4d2f-98c9-2e26a341d239,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:07.018936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2347de92-f45a-442e-8dc0-960c459a1c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:07.019794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f32d4215-d6bd-4b06-a956-784f38f00e5b req-8ba256bf-e2c4-467b-81f9-bea71735a2f5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604651 Aug 29 17:40:07.048224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2347de92-f45a-442e-8dc0-960c459a1c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:07.051785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2347de92-f45a-442e-8dc0-960c459a1c4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e1bece8-25b2-4057-8ce4-9374e128be06 HTTP/1.1" status: 204 len: 168 time: 0.6179984 Aug 29 17:40:07.084102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347de92-f45a-442e-8dc0-960c459a1c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1bece8-25b2-4057-8ce4-9374e128be06,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:07.108805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-5155eeaf-24c0-4a5b-8929-7fb427e4d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:07.110396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-5155eeaf-24c0-4a5b-8929-7fb427e4d4bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522262 Aug 29 17:40:07.143628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ced9c0-589c-4847-ba67-9eff57ce0fef req-b68595d3-17f6-4966-a1ac-9f3c59577a9d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:07.145777 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95ced9c0-589c-4847-ba67-9eff57ce0fef req-b68595d3-17f6-4966-a1ac-9f3c59577a9d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.1528566 Aug 29 17:40:07.181119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['c99f2702-f1b7-4d2f-98c9-2e26a341d239'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:07.287812 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95ced9c0-589c-4847-ba67-9eff57ce0fef req-b56246d9-0529-4228-ab9a-d49388c8bab4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340849 Aug 29 17:40:07.375555 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-6184a97b-abf4-4dc3-adcd-e01eea8785d7 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417068 Aug 29 17:40:07.608288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cbd0c5d-1a74-40ee-8d82-8f289d825d2b req-46a3e237-44e8-4914-8026-e28cbe454a31 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196484 Aug 29 17:40:07.773659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a4823-4e81-4805-953a-e9855216436b req-1a1659d9-3959-40b4-8cf6-6539126a8a9e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:07.779739 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef3a4823-4e81-4805-953a-e9855216436b req-1a1659d9-3959-40b4-8cf6-6539126a8a9e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 943 time: 0.0959015 Aug 29 17:40:07.844620 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef3a4823-4e81-4805-953a-e9855216436b req-54ba2225-143f-4a66-b245-e61284a1ac3a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587678 Aug 29 17:40:08.173336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8b7e1-a31f-471e-bf1d-4314b7d0393e req-8bc8761f-dbdd-4796-90fc-6cd01a304867 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:08.183150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bb8b7e1-a31f-471e-bf1d-4314b7d0393e req-8bc8761f-dbdd-4796-90fc-6cd01a304867 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 944 time: 0.0866530 Aug 29 17:40:08.224012 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bb8b7e1-a31f-471e-bf1d-4314b7d0393e req-e84c172c-62bf-4480-a983-8a669e602b4c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Aug 29 17:40:08.452189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c99f2702-f1b7-4d2f-98c9-2e26a341d239 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:08.466841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5a98d-6a43-4b9d-9af5-549cabce82de req-d936bc7d-f40e-4ed2-b1b0-3f2d673b22c6 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:08.475324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c3c5a98d-6a43-4b9d-9af5-549cabce82de req-d936bc7d-f40e-4ed2-b1b0-3f2d673b22c6 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0791321 Aug 29 17:40:08.533266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c3c5a98d-6a43-4b9d-9af5-549cabce82de req-0a31f7be-a8be-4225-849a-247be21d8785 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569940 Aug 29 17:40:08.538507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port c99f2702-f1b7-4d2f-98c9-2e26a341d239 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:08.549727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port c99f2702-f1b7-4d2f-98c9-2e26a341d239 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:08.550103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:08.692143 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:08.750217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aca0a05-16f3-4f38-b080-f159393638a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99f2702-f1b7-4d2f-98c9-2e26a341d239'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:08.758157 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197d4b2-9bd7-411a-855c-6e8c2941976e" -d '{"events": [{"server_uuid": "5aca0a05-16f3-4f38-b080-f159393638a9", "name": "network-vif-plugged", "status": "completed", "tag": "c99f2702-f1b7-4d2f-98c9-2e26a341d239"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:08.777783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c99f2702-f1b7-4d2f-98c9-2e26a341d239, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c99f2702-f1b7-4d2f-98c9-2e26a341d239,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:08.783221 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:08.851609 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdd1705-61e2-4730-8ced-90cc6942c9c3 x-openstack-request-id: req-cbdd1705-61e2-4730-8ced-90cc6942c9c3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:08.852015 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aca0a05-16f3-4f38-b080-f159393638a9", "name": "network-vif-plugged", "status": "completed", "tag": "c99f2702-f1b7-4d2f-98c9-2e26a341d239", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:08.852434 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbdd1705-61e2-4730-8ced-90cc6942c9c3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:08.852910 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aca0a05-16f3-4f38-b080-f159393638a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99f2702-f1b7-4d2f-98c9-2e26a341d239', 'code': 200} Aug 29 17:40:08.910793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c99f2702-f1b7-4d2f-98c9-2e26a341d239,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:09.119677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020c57e-5033-4d1d-8381-6e732736dcba req-83ba87c3-18b5-406e-9515-f7d0a112a182 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:09.122167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f020c57e-5033-4d1d-8381-6e732736dcba req-83ba87c3-18b5-406e-9515-f7d0a112a182 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 943 time: 0.1359029 Aug 29 17:40:09.129537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a6531-d054-4910-8fca-4ba89aa5b543 req-8d635158-ef4d-4d05-a8b6-ed02f2b6c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:09.131969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c3a6531-d054-4910-8fca-4ba89aa5b543 req-8d635158-ef4d-4d05-a8b6-ed02f2b6c36a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 1097 time: 0.1039913 Aug 29 17:40:09.218878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f020c57e-5033-4d1d-8381-6e732736dcba req-03a66e17-cab3-422e-b952-f536efc10155 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658364 Aug 29 17:40:09.220385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c3a6531-d054-4910-8fca-4ba89aa5b543 req-ef9eb146-d2bb-4316-8139-3ca674cd50c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783782 Aug 29 17:40:09.437475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75043308-90e7-4524-b167-2762bb86c371 req-3efa341b-b6e1-44e7-bc7c-7099de95e487 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:09.441135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75043308-90e7-4524-b167-2762bb86c371 req-3efa341b-b6e1-44e7-bc7c-7099de95e487 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 945 time: 0.1201651 Aug 29 17:40:09.507918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-75043308-90e7-4524-b167-2762bb86c371 req-df4684b4-55ea-41f8-b7e9-e5428bbbcb47 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600476 Aug 29 17:40:09.678912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12919f-9467-44c3-8c7d-167dc129e324 req-886af95e-ae23-4b8f-adea-084af827ee31 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:09.689550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c12919f-9467-44c3-8c7d-167dc129e324 req-886af95e-ae23-4b8f-adea-084af827ee31 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0762639 Aug 29 17:40:09.740129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c12919f-9467-44c3-8c7d-167dc129e324 req-e4624cee-9fe0-47fd-8063-11dff0d4aca3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496707 Aug 29 17:40:09.826325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41302) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:09.966417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3631a5fb-708c-4042-97b6-c6b552f3e578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:09.966820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 36afb658-721c-4d64-98a4-69b3a7789ed0 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:40:10.110466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 36afb658-721c-4d64-98a4-69b3a7789ed0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=36afb658-721c-4d64-98a4-69b3a7789ed0,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:10.118286 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3631a5fb-708c-4042-97b6-c6b552f3e578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:10.135989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '36afb658-721c-4d64-98a4-69b3a7789ed0', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '36afb658-721c-4d64-98a4-69b3a7789ed0', 'mac_address': 'fa:16:3e:e6:de:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:40:10.146437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3631a5fb-708c-4042-97b6-c6b552f3e578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:10.224189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3631a5fb-708c-4042-97b6-c6b552f3e578 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdd245bbcdea42c49ef94166a441bb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960252 Aug 29 17:40:10.224613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631a5fb-708c-4042-97b6-c6b552f3e578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2acc781-86f1-4f99-8bb2-df96b1eed2de,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:10.226258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41312) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:10.239154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:10.278103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36afb658-721c-4d64-98a4-69b3a7789ed0 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:10.315495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 36afb658-721c-4d64-98a4-69b3a7789ed0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=36afb658-721c-4d64-98a4-69b3a7789ed0,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:10.322878 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:10.336533 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f29c7-b8ce-4bf0-97df-9b33f5de818c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:10.382549 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f29c7-b8ce-4bf0-97df-9b33f5de818c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:10.521371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=36afb658-721c-4d64-98a4-69b3a7789ed0,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:10.615345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['36afb658-721c-4d64-98a4-69b3a7789ed0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:10.653227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf360d-16b0-44e0-a8c6-cfec1c1e3de1 req-9178738e-d716-415d-a78d-6a7e358f450e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:10.662427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4acf360d-16b0-44e0-a8c6-cfec1c1e3de1 req-9178738e-d716-415d-a78d-6a7e358f450e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 944 time: 0.2357981 Aug 29 17:40:10.709956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f29c7-b8ce-4bf0-97df-9b33f5de818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:10.735014 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f29c7-b8ce-4bf0-97df-9b33f5de818c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:10.744701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-634f29c7-b8ce-4bf0-97df-9b33f5de818c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2acc781-86f1-4f99-8bb2-df96b1eed2de HTTP/1.1" status: 204 len: 168 time: 0.5164871 Aug 29 17:40:10.766969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f29c7-b8ce-4bf0-97df-9b33f5de818c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2acc781-86f1-4f99-8bb2-df96b1eed2de,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:10.789187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2ea2e-75ec-4f46-a475-712428244837 req-bec9d547-0f45-48c5-be7e-be87908e0f64 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:10.791129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3d2ea2e-75ec-4f46-a475-712428244837 req-bec9d547-0f45-48c5-be7e-be87908e0f64 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 945 time: 0.1172578 Aug 29 17:40:10.838075 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4acf360d-16b0-44e0-a8c6-cfec1c1e3de1 req-712df5c0-4a5f-43ac-aa5b-625e4e9785cd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642535 Aug 29 17:40:11.001701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3d2ea2e-75ec-4f46-a475-712428244837 req-8621a804-f8a8-49dd-bac7-6ebc6e31d8ed tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958385 Aug 29 17:40:11.228085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f60fa1-0c02-4305-a9d0-48ab10a1887e req-1106b48a-06c2-4942-b38b-d812ec8c8af1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:11.238143 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-83fff968-ea15-4beb-9769-ac415beefd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:11.239599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0f60fa1-0c02-4305-a9d0-48ab10a1887e req-1106b48a-06c2-4942-b38b-d812ec8c8af1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.1469390 Aug 29 17:40:11.294715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0f60fa1-0c02-4305-a9d0-48ab10a1887e req-19f3da12-749d-49a0-b894-c5461d9dfa49 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495985 Aug 29 17:40:11.344640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2765e7-cc25-434d-8025-3f3dfec853ce req-e30e1211-6648-47b8-b6ea-5ebc2f52e3f6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:11.352729 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e2765e7-cc25-434d-8025-3f3dfec853ce req-e30e1211-6648-47b8-b6ea-5ebc2f52e3f6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 945 time: 0.1219211 Aug 29 17:40:11.390895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e2765e7-cc25-434d-8025-3f3dfec853ce req-acd3f1be-f154-4d24-a8b2-db5adc223e04 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Aug 29 17:40:11.438227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21de44-fac1-419f-bbb1-990fa07f03c2 req-8260c1b0-7079-4f1d-bf5b-678788b33d88 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:11.447199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b21de44-fac1-419f-bbb1-990fa07f03c2 req-8260c1b0-7079-4f1d-bf5b-678788b33d88 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0752163 Aug 29 17:40:11.456284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41342) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:11.484432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1f20dac-1f0b-4165-a143-4a87c7b3a97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:11.498868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b21de44-fac1-419f-bbb1-990fa07f03c2 req-4f3e338e-3e25-4172-b500-63319c43b84b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498960 Aug 29 17:40:11.699507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1f20dac-1f0b-4165-a143-4a87c7b3a97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:11.710535 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1f20dac-1f0b-4165-a143-4a87c7b3a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:11.758005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d1f20dac-1f0b-4165-a143-4a87c7b3a97b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a987062186440179e15a86f83d4ca3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006253 Aug 29 17:40:11.761951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41348) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:11.788578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f20dac-1f0b-4165-a143-4a87c7b3a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64daa063-9d06-4977-a187-e1e941092d56,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:11.923111 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5df7755e-1109-4210-9598-9cc781941dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:11.947985 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5df7755e-1109-4210-9598-9cc781941dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:11.968350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 36afb658-721c-4d64-98a4-69b3a7789ed0 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:11.972379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c05db-4b2f-4c43-90f7-188e72989944 req-860da1f5-21ea-4793-94d5-384b575a6ced tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:11.987459 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-188c05db-4b2f-4c43-90f7-188e72989944 req-860da1f5-21ea-4793-94d5-384b575a6ced tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 945 time: 0.1348379 Aug 29 17:40:12.015973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d2cd-832b-4da9-863e-b4d9df296880 req-506c6471-57f3-4b7d-85a8-bbff48534b52 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:12.026540 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b547d2cd-832b-4da9-863e-b4d9df296880 req-506c6471-57f3-4b7d-85a8-bbff48534b52 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 944 time: 0.0831101 Aug 29 17:40:12.072988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 36afb658-721c-4d64-98a4-69b3a7789ed0 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:12.077580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 36afb658-721c-4d64-98a4-69b3a7789ed0 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:12.078430 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:12.085946 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b547d2cd-832b-4da9-863e-b4d9df296880 req-d8dcb77b-eeed-44e0-a331-d3c0f0089df6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582678 Aug 29 17:40:12.115354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-188c05db-4b2f-4c43-90f7-188e72989944 req-4da1e529-ab53-47f6-8075-f200d6d34a78 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265917 Aug 29 17:40:12.165212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5df7755e-1109-4210-9598-9cc781941dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:12.170525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5df7755e-1109-4210-9598-9cc781941dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:12.171925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5df7755e-1109-4210-9598-9cc781941dbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64daa063-9d06-4977-a187-e1e941092d56 HTTP/1.1" status: 204 len: 168 time: 0.4079854 Aug 29 17:40:12.183108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7755e-1109-4210-9598-9cc781941dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64daa063-9d06-4977-a187-e1e941092d56,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:12.244784 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:12.286184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fd6708-ee30-406b-a5e6-cf4efaf64044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36afb658-721c-4d64-98a4-69b3a7789ed0'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:12.288956 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d274cbcf-9432-4237-a715-2f3439834af5" -d '{"events": [{"server_uuid": "b5fd6708-ee30-406b-a5e6-cf4efaf64044", "name": "network-vif-plugged", "status": "completed", "tag": "36afb658-721c-4d64-98a4-69b3a7789ed0"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:12.304138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 36afb658-721c-4d64-98a4-69b3a7789ed0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=36afb658-721c-4d64-98a4-69b3a7789ed0,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:12.309509 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:12.366725 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06856d5a-b20a-47da-9cf0-434114756eb4 x-openstack-request-id: req-06856d5a-b20a-47da-9cf0-434114756eb4 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:12.370559 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fd6708-ee30-406b-a5e6-cf4efaf64044", "name": "network-vif-plugged", "status": "completed", "tag": "36afb658-721c-4d64-98a4-69b3a7789ed0", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:12.374266 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06856d5a-b20a-47da-9cf0-434114756eb4 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:12.374722 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fd6708-ee30-406b-a5e6-cf4efaf64044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36afb658-721c-4d64-98a4-69b3a7789ed0', 'code': 200} Aug 29 17:40:12.433725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=36afb658-721c-4d64-98a4-69b3a7789ed0,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:12.480764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c348bb7-ffa4-4f6d-8209-37375f21a3b0 req-21e2cb23-acd1-4bd4-8c59-f6e0a50cf5c1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:12.492723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c348bb7-ffa4-4f6d-8209-37375f21a3b0 req-21e2cb23-acd1-4bd4-8c59-f6e0a50cf5c1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0841455 Aug 29 17:40:12.501542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16791f-4328-460d-8981-3502e5f04f24 req-392acaef-2c48-4d54-999f-464394a6a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:12.507689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d16791f-4328-460d-8981-3502e5f04f24 req-392acaef-2c48-4d54-999f-464394a6a290 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 1097 time: 0.0746169 Aug 29 17:40:12.545260 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:12.576259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c348bb7-ffa4-4f6d-8209-37375f21a3b0 req-7e99ecfb-a029-4227-afb1-9e248df0b243 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825500 Aug 29 17:40:12.577476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d16791f-4328-460d-8981-3502e5f04f24 req-9631e1c1-1223-4c4c-bf8a-be64ffebb184 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617197 Aug 29 17:40:12.764763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcda54-f0c3-4ba0-a8e9-bc130cbdde01 req-b90b8728-1e67-4620-886e-2d5a39e19e25 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:12.774617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1fdcda54-f0c3-4ba0-a8e9-bc130cbdde01 req-b90b8728-1e67-4620-886e-2d5a39e19e25 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0949767 Aug 29 17:40:12.845754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1fdcda54-f0c3-4ba0-a8e9-bc130cbdde01 req-9deab0c3-3e61-4384-a8c5-b35e02f176fb tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654111 Aug 29 17:40:13.072651 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:13.371611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd45e3-f60c-4184-b50e-e8352663e23d req-62f29b6e-a789-425b-b33f-ee706c3a8b75 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:13.377230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1cd45e3-f60c-4184-b50e-e8352663e23d req-62f29b6e-a789-425b-b33f-ee706c3a8b75 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 945 time: 0.1254599 Aug 29 17:40:13.379196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a0942-6586-479b-aacd-3ec099720d7c req-6e7534dd-d331-476e-904d-11e58679739b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:13.380900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a49a0942-6586-479b-aacd-3ec099720d7c req-6e7534dd-d331-476e-904d-11e58679739b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 945 time: 0.0893211 Aug 29 17:40:13.456498 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1cd45e3-f60c-4184-b50e-e8352663e23d req-f87df1c1-d30d-4dec-8941-e3d3d8e6796a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648313 Aug 29 17:40:13.473244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a49a0942-6586-479b-aacd-3ec099720d7c req-cc339784-2368-40d1-aa40-a16460ac1091 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841451 Aug 29 17:40:13.502227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aede4-5535-47ff-873f-11d090fd8a4f req-e841abee-6266-43f2-8424-34ae4e0977d3 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:13.507133 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-487aede4-5535-47ff-873f-11d090fd8a4f req-e841abee-6266-43f2-8424-34ae4e0977d3 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 945 time: 0.2046087 Aug 29 17:40:13.640566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port c99f2702-f1b7-4d2f-98c9-2e26a341d239 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:40:13.641177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:13.833878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c824-31d7-4467-bf2a-694c2a12bb78 req-1baddf9f-59a8-4919-b19b-bc8b1b54b94f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:13.841409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de73c824-31d7-4467-bf2a-694c2a12bb78 req-1baddf9f-59a8-4919-b19b-bc8b1b54b94f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.1225622 Aug 29 17:40:13.895677 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de73c824-31d7-4467-bf2a-694c2a12bb78 req-3ea6f421-dc47-4dbf-8a17-65f788d0155a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532994 Aug 29 17:40:13.919587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] For port c99f2702-f1b7-4d2f-98c9-2e26a341d239, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c99f2702-f1b7-4d2f-98c9-2e26a341d239,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:13.919972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:13.934912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for c99f2702-f1b7-4d2f-98c9-2e26a341d239 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:40:13.945619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:13.957800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cef70dee-a42a-4be3-b106-f1069282683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:14.069630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac57ad-d125-4506-93dc-d15f0f289b5e req-6609e47c-c454-4f40-b073-8e948c8469da tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:14.071487 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-31ac57ad-d125-4506-93dc-d15f0f289b5e req-6609e47c-c454-4f40-b073-8e948c8469da tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0894775 Aug 29 17:40:14.134145 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-31ac57ad-d125-4506-93dc-d15f0f289b5e req-593a1d2e-b583-4810-9062-00d065f03833 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525916 Aug 29 17:40:14.234834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:14.250337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e67399c3-838f-4e7f-a582-c8008205fffd'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:14.268967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=c99f2702-f1b7-4d2f-98c9-2e26a341d239,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:14.338543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] No DVR routers for this DVR port c99f2702-f1b7-4d2f-98c9-2e26a341d239 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:40:14.344847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:14.347726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-487aede4-5535-47ff-873f-11d090fd8a4f req-f7a03101-9dff-40a7-aa90-3b24766c5664 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "DELETE /v2.0/ports/c99f2702-f1b7-4d2f-98c9-2e26a341d239 HTTP/1.1" status: 204 len: 173 time: 0.8344636 Aug 29 17:40:14.349357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aca0a05-16f3-4f38-b080-f159393638a9', 'name': 'network-vif-deleted', 'tag': 'c99f2702-f1b7-4d2f-98c9-2e26a341d239'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:14.362637 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d4dcec-d422-4a56-9b9b-42a9dc3ce0d0" -d '{"events": [{"server_uuid": "5aca0a05-16f3-4f38-b080-f159393638a9", "name": "network-vif-deleted", "tag": "c99f2702-f1b7-4d2f-98c9-2e26a341d239"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:14.382233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['c99f2702-f1b7-4d2f-98c9-2e26a341d239'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:14.450974 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c9f39a-88a3-4f89-9d78-a4a3a084c4b7 x-openstack-request-id: req-31c9f39a-88a3-4f89-9d78-a4a3a084c4b7 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:14.451354 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aca0a05-16f3-4f38-b080-f159393638a9", "name": "network-vif-deleted", "tag": "c99f2702-f1b7-4d2f-98c9-2e26a341d239", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:14.451631 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31c9f39a-88a3-4f89-9d78-a4a3a084c4b7 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:14.452083 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aca0a05-16f3-4f38-b080-f159393638a9', 'name': 'network-vif-deleted', 'tag': 'c99f2702-f1b7-4d2f-98c9-2e26a341d239', 'status': 'completed', 'code': 200} Aug 29 17:40:14.720295 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10cc5d89-dfb6-4fd1-90a7-9ec3c17ce809 req-86d21459-13a0-48ea-a239-c19622ca8661 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 210 time: 0.0844946 Aug 29 17:40:14.758898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91ca1-6df5-4f05-992e-001ec5f36ec2 req-78eba81e-500d-4758-b3d2-56b6728363b7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:14.770820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61f91ca1-6df5-4f05-992e-001ec5f36ec2 req-78eba81e-500d-4758-b3d2-56b6728363b7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 945 time: 0.1785126 Aug 29 17:40:14.885512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61f91ca1-6df5-4f05-992e-001ec5f36ec2 req-0fb2e0a6-1e3c-4d49-b910-70ec3e0e9008 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133144 Aug 29 17:40:15.128691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90f508-7c33-4e4e-92e8-601c8109e868 req-b8b18f18-44ab-424d-a469-e2323f80d81a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:15.130368 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb90f508-7c33-4e4e-92e8-601c8109e868 req-b8b18f18-44ab-424d-a469-e2323f80d81a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.1000001 Aug 29 17:40:15.186390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb90f508-7c33-4e4e-92e8-601c8109e868 req-15183aa4-a164-4ec4-af9e-334e4c84b2d1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488687 Aug 29 17:40:15.375650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75327425-d289-43f2-b859-34e174c8042a req-51aef89a-c404-4e31-8302-361d6d9e83b0 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:15.377868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75327425-d289-43f2-b859-34e174c8042a req-51aef89a-c404-4e31-8302-361d6d9e83b0 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1255193 Aug 29 17:40:15.435901 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:15.443049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75327425-d289-43f2-b859-34e174c8042a req-665d17ca-caa1-457b-ad74-57ae61753c14 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589855 Aug 29 17:40:15.933813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f2f0235d-ef29-44e2-96c1-1387c9caf27d req-bb428bd4-45ff-49b2-aec0-6704fd87ef14 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 210 time: 0.0623305 Aug 29 17:40:16.331604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d209c-f5c0-41d0-baaa-2d4371437dc4 req-98554beb-d9e8-4b2b-94ac-db2bf381f3eb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:16.341461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d0d209c-f5c0-41d0-baaa-2d4371437dc4 req-98554beb-d9e8-4b2b-94ac-db2bf381f3eb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0627730 Aug 29 17:40:16.402798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d0d209c-f5c0-41d0-baaa-2d4371437dc4 req-ba0c6dc4-6acc-4635-bd43-4391a20d7b37 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564563 Aug 29 17:40:16.652840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1101d-200e-402a-a2bd-179bf5b7a6bb req-05f04175-82e7-4b5c-af8e-2f8c5a0a3407 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:16.654476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bc1101d-200e-402a-a2bd-179bf5b7a6bb req-05f04175-82e7-4b5c-af8e-2f8c5a0a3407 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1176825 Aug 29 17:40:16.716430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bc1101d-200e-402a-a2bd-179bf5b7a6bb req-ca5883b1-ad91-4d66-b800-a8199a9392ac tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492182 Aug 29 17:40:16.762019 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:17.093119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f9a73ce-a403-4f88-8343-c0f1df46c8c2 req-ce6d4ef2-a14d-44de-93e3-9cb9b109fcc9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 210 time: 0.0578449 Aug 29 17:40:17.590943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1ccd7-8e4a-4222-9f08-b7521bb2e1bc req-58e02d0d-ad6f-4a91-8caf-6e9ac246e37e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:17.592525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cca1ccd7-8e4a-4222-9f08-b7521bb2e1bc req-58e02d0d-ad6f-4a91-8caf-6e9ac246e37e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0919888 Aug 29 17:40:17.659901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cca1ccd7-8e4a-4222-9f08-b7521bb2e1bc req-b4a4c3b6-bc16-4b72-afa4-2ad21d2c09e4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609024 Aug 29 17:40:17.874225 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:40:17.902618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e561013-f8f0-4714-bbe5-2718cdc17332 req-931f8f18-d05f-4da5-99e8-17d4ad791e5d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:17.904214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e561013-f8f0-4714-bbe5-2718cdc17332 req-931f8f18-d05f-4da5-99e8-17d4ad791e5d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0844910 Aug 29 17:40:17.998101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7e561013-f8f0-4714-bbe5-2718cdc17332 req-2025ca7a-ca41-49d4-aa6f-30af1a6157a9 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873935 Aug 29 17:40:18.239985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2957c35a-9b75-4ade-b620-b2e7c2229ceb req-3c6803e0-3701-4c70-8104-0d5efe0c1cb9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 210 time: 0.0588789 Aug 29 17:40:18.271841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41626) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:18.441181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33feb72d-9b23-4e2d-8016-8a96fa34a6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:18.531576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c99f2702-f1b7-4d2f-98c9-2e26a341d239 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:40:18.582239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: c99f2702-f1b7-4d2f-98c9-2e26a341d239 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:40:18.583367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c99f2702-f1b7-4d2f-98c9-2e26a341d239 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:40:18.651096 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33feb72d-9b23-4e2d-8016-8a96fa34a6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:18.659429 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33feb72d-9b23-4e2d-8016-8a96fa34a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:18.726986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-33feb72d-9b23-4e2d-8016-8a96fa34a6e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cac4eae262742c1bf8a3503a7fdf134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537523 Aug 29 17:40:18.731392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41634) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:18.797376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33feb72d-9b23-4e2d-8016-8a96fa34a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612238df-d34b-46cf-b747-0aa91ef0ffa3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:18.844019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3334fc7-3737-49cd-873a-aefd1e563ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:18.869190 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3334fc7-3737-49cd-873a-aefd1e563ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:18.883200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d6d2b-de63-4e92-ad54-5880a1038dcc req-4d930e10-10b4-430c-a9fc-eb0dce6fdca3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:18.892557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f19d6d2b-de63-4e92-ad54-5880a1038dcc req-4d930e10-10b4-430c-a9fc-eb0dce6fdca3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0902853 Aug 29 17:40:18.943210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3334fc7-3737-49cd-873a-aefd1e563ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:18.953549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3334fc7-3737-49cd-873a-aefd1e563ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:18.957427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b3334fc7-3737-49cd-873a-aefd1e563ac3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/612238df-d34b-46cf-b747-0aa91ef0ffa3 HTTP/1.1" status: 204 len: 168 time: 0.2226651 Aug 29 17:40:18.959306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f19d6d2b-de63-4e92-ad54-5880a1038dcc req-7dde87c3-41f1-442c-96f7-522eececb857 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636766 Aug 29 17:40:18.992188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3334fc7-3737-49cd-873a-aefd1e563ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612238df-d34b-46cf-b747-0aa91ef0ffa3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:19.225029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba92005-9a50-4857-ad95-7838e27bc4d9 req-d95524e0-e02a-40b9-9ff0-40ed971f8400 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:19.226625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ba92005-9a50-4857-ad95-7838e27bc4d9 req-d95524e0-e02a-40b9-9ff0-40ed971f8400 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1115992 Aug 29 17:40:19.355284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ba92005-9a50-4857-ad95-7838e27bc4d9 req-ea0c0e95-8086-4abf-bf60-b1886221c7d0 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197505 Aug 29 17:40:19.474985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-294d1e0a-048c-4827-aeef-7485a5bf8e7b req-8d329d90-5a95-4a2e-9b35-f56ec477d4b8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 210 time: 0.0942430 Aug 29 17:40:20.173967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ba85d-b33f-478b-b519-980cb6182d86 req-f7d07221-095e-4f45-b5b0-8fc342b6d92d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:20.184400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d3ba85d-b33f-478b-b519-980cb6182d86 req-f7d07221-095e-4f45-b5b0-8fc342b6d92d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0999153 Aug 29 17:40:20.249327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d3ba85d-b33f-478b-b519-980cb6182d86 req-d170b498-2cf1-4bab-b040-d2611d73b1db tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628250 Aug 29 17:40:20.621662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd03a6-02a1-46a7-951f-d3a085f702c1 req-e590e3b3-acf4-464a-b104-1ad64ef10ae0 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:20.638115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4dd03a6-02a1-46a7-951f-d3a085f702c1 req-e590e3b3-acf4-464a-b104-1ad64ef10ae0 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1396103 Aug 29 17:40:20.724283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4dd03a6-02a1-46a7-951f-d3a085f702c1 req-f13bc84d-1561-4886-b64d-1389a21a8c8f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846398 Aug 29 17:40:20.793742 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ebb37fd-d7d1-4d11-a51e-84e7663a24aa req-2daeb460-43ec-498f-88c3-86250e52b2ff tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca0a05-16f3-4f38-b080-f159393638a9 HTTP/1.1" status: 200 len: 210 time: 0.0504577 Aug 29 17:40:21.584682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e385818-78ff-425b-9bf4-72cf8b495ad1 req-fcd91687-7d8e-47a3-9f02-2085b78ba495 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:21.596108 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e385818-78ff-425b-9bf4-72cf8b495ad1 req-fcd91687-7d8e-47a3-9f02-2085b78ba495 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.1871049 Aug 29 17:40:21.726309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1e385818-78ff-425b-9bf4-72cf8b495ad1 req-e87d3035-c1c3-451c-bfc5-b364af5fa2e8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206779 Aug 29 17:40:21.913680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b48458-31a1-43b3-9bbd-4f081d3c7cf0 req-5506baca-e15e-4c4d-9f02-42a7faa077fa tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:21.926952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26b48458-31a1-43b3-9bbd-4f081d3c7cf0 req-5506baca-e15e-4c4d-9f02-42a7faa077fa tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1065364 Aug 29 17:40:22.055298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26b48458-31a1-43b3-9bbd-4f081d3c7cf0 req-70781a71-4bd0-4414-b4cc-3673ab4aa881 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272087 Aug 29 17:40:22.452940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c9fd6-13a2-43f4-bab7-7976637946f4 req-5452cbd6-3597-4e86-a7f0-994c945fb325 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.470377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-276c9fd6-13a2-43f4-bab7-7976637946f4 req-5452cbd6-3597-4e86-a7f0-994c945fb325 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1356215 Aug 29 17:40:22.486185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-8f489a25-ad25-40e5-8c7a-531f0cb8b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.492320 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-8f489a25-ad25-40e5-8c7a-531f0cb8b036 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 1098 time: 0.1247990 Aug 29 17:40:22.573956 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-276c9fd6-13a2-43f4-bab7-7976637946f4 req-7d5dd892-1875-4508-89eb-78376c14b1cd tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966177 Aug 29 17:40:22.695004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-c568c79f-7a5d-4128-b7db-9a5ff1680efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.696589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-c568c79f-7a5d-4128-b7db-9a5ff1680efa service neutron] 10.222.0.43 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 911 time: 0.2006834 Aug 29 17:40:22.805186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-db1b199c-97d2-43b3-8477-66e537fa1474 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f HTTP/1.1" status: 200 len: 1001 time: 0.0986185 Aug 29 17:40:22.881813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-9ca32401-1774-494d-9280-79dc86b72b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.884727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-9ca32401-1774-494d-9280-79dc86b72b20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.0696218 Aug 29 17:40:22.920790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e78ba-66f5-48f7-a5d2-16e286b32e7d req-927144b2-e1ae-49f2-a641-e7b598e98574 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.923085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d0e78ba-66f5-48f7-a5d2-16e286b32e7d req-927144b2-e1ae-49f2-a641-e7b598e98574 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.1127090 Aug 29 17:40:22.976037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-d3684641-b980-4d5b-9dbe-40e4c1790935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.980739 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-d3684641-b980-4d5b-9dbe-40e4c1790935 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893147 Aug 29 17:40:22.992529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d0e78ba-66f5-48f7-a5d2-16e286b32e7d req-d4cb33fb-44c4-4309-9371-789e52f80934 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629253 Aug 29 17:40:23.135414 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-2ec044a4-a587-4e5a-9ac6-e76445a66eaf service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422794 Aug 29 17:40:23.269378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f91dc3b1-7866-4dfe-b460-b91a5f616141 req-868c1677-4a18-4d82-8b75-63634bd4ab4f service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270936 Aug 29 17:40:23.491353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41792) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:23.604037 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e39eec3-0e6f-424b-a541-515987ddb50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:23.740046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762f171-0600-4ce9-880f-00015d09f2df req-5040c7f2-3efb-4229-86de-d58508f4e26c tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:23.741129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e39eec3-0e6f-424b-a541-515987ddb50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:23.742033 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7762f171-0600-4ce9-880f-00015d09f2df req-5040c7f2-3efb-4229-86de-d58508f4e26c tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0758028 Aug 29 17:40:23.747076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3e39eec3-0e6f-424b-a541-515987ddb50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:23.793646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3e39eec3-0e6f-424b-a541-515987ddb50f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b1d5e6760154497b364573ea8728540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011141 Aug 29 17:40:23.796264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41800) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:23.813582 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7762f171-0600-4ce9-880f-00015d09f2df req-96300d48-5a6c-430e-b2fa-682cc7ed71b5 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605452 Aug 29 17:40:23.846638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39eec3-0e6f-424b-a541-515987ddb50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5812c-48a1-4c1b-9976-e41b80ba20de,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:23.875273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89593ac6-9870-48b7-90e4-b0931b3ba3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:23.899117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89593ac6-9870-48b7-90e4-b0931b3ba3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:23.903014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-cf42ffff-b00c-405f-8a4c-afe3340a6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:23.904862 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-cf42ffff-b00c-405f-8a4c-afe3340a6df1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1097 time: 0.0538414 Aug 29 17:40:23.951708 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89593ac6-9870-48b7-90e4-b0931b3ba3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:23.954396 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89593ac6-9870-48b7-90e4-b0931b3ba3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:23.956320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-89593ac6-9870-48b7-90e4-b0931b3ba3f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cf5812c-48a1-4c1b-9976-e41b80ba20de HTTP/1.1" status: 204 len: 168 time: 0.1534703 Aug 29 17:40:23.976730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89593ac6-9870-48b7-90e4-b0931b3ba3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5812c-48a1-4c1b-9976-e41b80ba20de,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:24.035617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-74ea2da8-be6e-4c38-a1d0-4bb339cb16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:24.036983 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-74ea2da8-be6e-4c38-a1d0-4bb339cb16ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.1134269 Aug 29 17:40:24.163198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-55044008-9bb1-4587-8587-e449582b5741 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 1001 time: 0.1180823 Aug 29 17:40:24.429352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41816) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:24.447426 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9056eb2-8819-4584-a812-29027e30edc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:24.557494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18362f84-9e63-47df-93c4-a0b1ae9c2be2 req-f204fef2-0726-4d73-a318-6f8853189569 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:24.559546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18362f84-9e63-47df-93c4-a0b1ae9c2be2 req-f204fef2-0726-4d73-a318-6f8853189569 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.4014711 Aug 29 17:40:24.588753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-04ce91f9-3375-4f5d-a8b6-4f36a5c155f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:24.590728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-04ce91f9-3375-4f5d-a8b6-4f36a5c155f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.4152818 Aug 29 17:40:24.617543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9056eb2-8819-4584-a812-29027e30edc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:24.622918 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9056eb2-8819-4584-a812-29027e30edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:24.662661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9056eb2-8819-4584-a812-29027e30edc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1affa7-87fb-4c83-826e-c0785d6e4f0f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:24.663525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18362f84-9e63-47df-93c4-a0b1ae9c2be2 req-d45b3502-bbae-47af-98cc-114d7e191115 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927382 Aug 29 17:40:24.681849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-7f252b3b-b80e-4966-9d8f-04e1d58d5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:24.694164 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-7f252b3b-b80e-4966-9d8f-04e1d58d5ff6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885363 Aug 29 17:40:24.697605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e9056eb2-8819-4584-a812-29027e30edc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86e11dc7fa2c449dbb1e6f65694a7593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669787 Aug 29 17:40:24.700033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41818) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:24.795208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8d4bc5-b581-496c-b4a0-2cdd2a550372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:24.840516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8d4bc5-b581-496c-b4a0-2cdd2a550372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:24.880189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-2997634c-6ad8-4798-a4ac-a3171fa6892d service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791046 Aug 29 17:40:24.940329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8d4bc5-b581-496c-b4a0-2cdd2a550372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:24.942824 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2a8d4bc5-b581-496c-b4a0-2cdd2a550372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:24.946319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2a8d4bc5-b581-496c-b4a0-2cdd2a550372 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a1affa7-87fb-4c83-826e-c0785d6e4f0f HTTP/1.1" status: 204 len: 168 time: 0.2428739 Aug 29 17:40:24.961401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d4bc5-b581-496c-b4a0-2cdd2a550372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1affa7-87fb-4c83-826e-c0785d6e4f0f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:25.046809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57689356-7fbd-415a-bf16-6d3ef4a63d8e req-aa1c292b-f94f-41d8-9d54-e9fab3aafd89 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489818 Aug 29 17:40:25.071087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224a2c-c4fa-4129-9fe6-f569230971fe req-22355ae4-f0de-4559-91e2-29f52f2aba61 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:25.072916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d224a2c-c4fa-4129-9fe6-f569230971fe req-22355ae4-f0de-4559-91e2-29f52f2aba61 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1278205 Aug 29 17:40:25.133957 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d224a2c-c4fa-4129-9fe6-f569230971fe req-2822dbaa-4ab7-429a-b33a-04f396b4f9ce tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531573 Aug 29 17:40:25.817113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc4ff-9a8a-48de-a043-3920eb0b4371 req-c3006357-28ff-4434-8c02-f194f52c0d2f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:25.818885 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324fc4ff-9a8a-48de-a043-3920eb0b4371 req-c3006357-28ff-4434-8c02-f194f52c0d2f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0609784 Aug 29 17:40:25.859423 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-324fc4ff-9a8a-48de-a043-3920eb0b4371 req-3b6e5026-f66c-4b45-8334-c7e4a74d66ac tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338769 Aug 29 17:40:26.389246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 41886) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:26.512707 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbd9cb28-28e9-4972-a052-90104002dd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:26.624374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbd9cb28-28e9-4972-a052-90104002dd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:26.630276 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbd9cb28-28e9-4972-a052-90104002dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:26.658302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9cb28-28e9-4972-a052-90104002dd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48427584-21a4-4cb5-b03d-6b7bb4b0b695,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:26.713291 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fbd9cb28-28e9-4972-a052-90104002dd93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f61bac625f514f1e9f24bbbbfb959167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224225 Aug 29 17:40:26.715983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:26.729507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8d3e3-7b2c-4e57-89ce-0a160a75af48 req-816a239b-8ea6-46a2-a591-517617aed394 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:26.731315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fac8d3e3-7b2c-4e57-89ce-0a160a75af48 req-816a239b-8ea6-46a2-a591-517617aed394 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 946 time: 0.0757806 Aug 29 17:40:26.770247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-764bc18b-c858-4a2f-aab3-916402503c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:26.773588 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fac8d3e3-7b2c-4e57-89ce-0a160a75af48 req-3d739ed2-e34f-4ef3-8e74-e244b5051b69 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348899 Aug 29 17:40:26.802177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-764bc18b-c858-4a2f-aab3-916402503c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:26.859494 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-764bc18b-c858-4a2f-aab3-916402503c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:26.863412 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-764bc18b-c858-4a2f-aab3-916402503c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:26.867098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-764bc18b-c858-4a2f-aab3-916402503c52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48427584-21a4-4cb5-b03d-6b7bb4b0b695 HTTP/1.1" status: 204 len: 168 time: 0.1467607 Aug 29 17:40:26.875289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bc18b-c858-4a2f-aab3-916402503c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48427584-21a4-4cb5-b03d-6b7bb4b0b695,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:26.995030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4acc4-cce6-4456-be5c-12b3091287ae req-e3271178-9f57-401b-a958-455e36238980 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:26.996856 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47c4acc4-cce6-4456-be5c-12b3091287ae req-e3271178-9f57-401b-a958-455e36238980 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0531163 Aug 29 17:40:27.062516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47c4acc4-cce6-4456-be5c-12b3091287ae req-7cf515db-f734-48a1-ae50-3f016542e621 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596859 Aug 29 17:40:27.831118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5cd83-3f99-4d3e-af70-e10dc7be885f req-6507d016-4810-4208-a361-6007c4c07739 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:27.833480 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb5cd83-3f99-4d3e-af70-e10dc7be885f req-6507d016-4810-4208-a361-6007c4c07739 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0535016 Aug 29 17:40:27.898089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb5cd83-3f99-4d3e-af70-e10dc7be885f req-4ac28104-1647-49a1-8f8f-1a8609ff58aa tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566838 Aug 29 17:40:27.934054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73054152-4b09-459b-834f-a4f54cbc3b03 req-7d78cde0-5795-48ec-a6d6-cef611de128b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:27.935810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73054152-4b09-459b-834f-a4f54cbc3b03 req-7d78cde0-5795-48ec-a6d6-cef611de128b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 946 time: 0.0739012 Aug 29 17:40:27.978714 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73054152-4b09-459b-834f-a4f54cbc3b03 req-453da4ba-7cda-4554-94bf-2db83e8cfadf tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360334 Aug 29 17:40:28.037747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c64c9628-7a72-4181-a269-58372131f25e no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:40:28.056548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41962) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:28.120907 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.147021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:28.149991 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c45e8b-8e28-4c73-b661-ab03d81f2c14" -d '{"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-unplugged", "status": "completed", "tag": "c64c9628-7a72-4181-a269-58372131f25e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:28.164435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:28.169623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.218488 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f3ea68-2b4d-4f65-b9d6-cf6d2f4209e3 x-openstack-request-id: req-47f3ea68-2b4d-4f65-b9d6-cf6d2f4209e3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:28.218810 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-unplugged", "status": "failed", "tag": "c64c9628-7a72-4181-a269-58372131f25e", "code": 422}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:28.219066 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47f3ea68-2b4d-4f65-b9d6-cf6d2f4209e3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:28.220336 n-d-713499-15 neutron-server[94797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e', 'code': 422} returned with failed status Aug 29 17:40:28.243864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:28.310815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-dfe81148-1671-42bd-9837-f4e0dc554d74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2528658 Aug 29 17:40:28.322815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfa01f-40bd-445f-9244-613009f0a256 req-23c5997c-58bc-4445-844c-5a6aa65fb1be tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:28.332030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3cbfa01f-40bd-445f-9244-613009f0a256 req-23c5997c-58bc-4445-844c-5a6aa65fb1be tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0705953 Aug 29 17:40:28.350413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 41980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:28.376597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3cbfa01f-40bd-445f-9244-613009f0a256 req-f71169b6-33d2-48fb-b381-79edbae64656 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377100 Aug 29 17:40:28.433304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-facfd4d7-8f74-4c13-adba-c430cf8d1c20 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:28.434871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-facfd4d7-8f74-4c13-adba-c430cf8d1c20 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 946 time: 0.0668766 Aug 29 17:40:28.533906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-203918520'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:28.596094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3e2b6-449b-482a-bf53-0d6d252532b2 req-fd616ef9-a58b-465a-9c91-8c36be09c2b5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:28.597619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d3e2b6-449b-482a-bf53-0d6d252532b2 req-fd616ef9-a58b-465a-9c91-8c36be09c2b5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1265101 Aug 29 17:40:28.637467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Made reservation on behalf of f50ed7cd8702416fba8069bcaa5b02a8 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:28.642319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.661607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.693536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port e67399c3-838f-4e7f-a582-c8008205fffd {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:40:28.693885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.703341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d3e2b6-449b-482a-bf53-0d6d252532b2 req-f0a75da9-a2f9-4747-ba88-541c4ca0acfd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963073 Aug 29 17:40:28.795899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f430e-bb69-4e37-8ac0-9b208d9ed8b8 req-ae59dfdf-3288-48cd-88c8-1565b5b6eb1d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:28.803752 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e7f430e-bb69-4e37-8ac0-9b208d9ed8b8 req-ae59dfdf-3288-48cd-88c8-1565b5b6eb1d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 945 time: 0.0672119 Aug 29 17:40:28.856847 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e7f430e-bb69-4e37-8ac0-9b208d9ed8b8 req-f4cf8b5d-4805-4543-a482-f49e7e21d389 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476055 Aug 29 17:40:28.869623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] For port e67399c3-838f-4e7f-a582-c8008205fffd, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e67399c3-838f-4e7f-a582-c8008205fffd,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:28.869991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.890264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for e67399c3-838f-4e7f-a582-c8008205fffd owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:40:28.952049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.958256 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.969597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:40:29.005483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780d54c5-7720-43a2-9c02-66d7e7d68f00,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:29.018092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7a266-46c3-40a0-92b5-cd3e63bbc885 req-1457bdd5-431d-4380-8630-85884bb7b92f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:29.020476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52f7a266-46c3-40a0-92b5-cd3e63bbc885 req-1457bdd5-431d-4380-8630-85884bb7b92f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0675154 Aug 29 17:40:29.033049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.033304 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Added segment 8f734e2f-6496-4053-89f6-b84c737627f9 of type vlan for network b00380da-9b91-4b12-bc6a-a6b258a088cd Aug 29 17:40:29.064416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52f7a266-46c3-40a0-92b5-cd3e63bbc885 req-9037d6cd-6e2c-433e-9374-253c34284168 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366371 Aug 29 17:40:29.131598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab3bdf-556a-418b-bb02-fe5c976d5f39 req-9910db03-f96c-4e4f-bded-b9581035b341 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:29.133135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20ab3bdf-556a-418b-bb02-fe5c976d5f39 req-9910db03-f96c-4e4f-bded-b9581035b341 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.1333447 Aug 29 17:40:29.136407 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.184019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338b732-86e8-4743-a226-16fe17539a41 req-36541db1-225a-4d72-abfa-fc9bb1d20617 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:29.185346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9338b732-86e8-4743-a226-16fe17539a41 req-36541db1-225a-4d72-abfa-fc9bb1d20617 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 946 time: 0.0514340 Aug 29 17:40:29.228551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.234015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:29.234619 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.237140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9338b732-86e8-4743-a226-16fe17539a41 req-2a841073-ba66-43c6-8ad7-269d183bc303 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=fee481d7-048f-4ed8-baef-c7e58758fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439706 Aug 29 17:40:29.266771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.286208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e67399c3-838f-4e7f-a582-c8008205fffd'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:29.304737 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20ab3bdf-556a-418b-bb02-fe5c976d5f39 req-f0d32007-7469-4e31-b7f6-eb9b4d681479 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613543 Aug 29 17:40:29.369780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=e67399c3-838f-4e7f-a582-c8008205fffd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:29.373461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0219157 Aug 29 17:40:29.376770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42008) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:29.418264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f21bb-b39e-484a-bca1-32ce77d17304 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Pushing event updated for resources: {'Network': ['ID=b00380da-9b91-4b12-bc6a-a6b258a088cd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:29.432376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network b00380da-9b91-4b12-bc6a-a6b258a088cd details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:40:29.452675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] No DVR routers for this DVR port e67399c3-838f-4e7f-a582-c8008205fffd on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:40:29.458328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.460786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9b33079f-5f5d-4dd5-abab-462f427ba0ef req-47cdff5f-65f9-48f5-a806-4f9aae69802e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.43 "DELETE /v2.0/ports/e67399c3-838f-4e7f-a582-c8008205fffd HTTP/1.1" status: 204 len: 173 time: 1.0187702 Aug 29 17:40:29.461430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e472d35b-b15c-4fa0-bea1-1c8413a14985', 'name': 'network-vif-deleted', 'tag': 'e67399c3-838f-4e7f-a582-c8008205fffd'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:29.465359 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0092dd-5466-431f-967b-948bbef75d3a" -d '{"events": [{"server_uuid": "e472d35b-b15c-4fa0-bea1-1c8413a14985", "name": "network-vif-deleted", "tag": "e67399c3-838f-4e7f-a582-c8008205fffd"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:29.474761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Request body: {'network': {'name': 'tempest-network--360671658', 'router:external': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:29.534893 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d81990-35eb-4e00-b640-0ff6e2ce5a85 x-openstack-request-id: req-65d81990-35eb-4e00-b640-0ff6e2ce5a85 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:29.535431 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e472d35b-b15c-4fa0-bea1-1c8413a14985", "name": "network-vif-deleted", "tag": "e67399c3-838f-4e7f-a582-c8008205fffd", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:29.536495 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65d81990-35eb-4e00-b640-0ff6e2ce5a85 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:29.537278 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e472d35b-b15c-4fa0-bea1-1c8413a14985', 'name': 'network-vif-deleted', 'tag': 'e67399c3-838f-4e7f-a582-c8008205fffd', 'status': 'completed', 'code': 200} Aug 29 17:40:29.553533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Made reservation on behalf of be9181a6e42a4740b4881530c226e85b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:29.558873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.579202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.709449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca50c16-c3c6-4236-a873-0d54449a44ec req-0f76d1f8-9fcb-4e13-a6af-4a3b4ec71f93 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:29.711719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ca50c16-c3c6-4236-a873-0d54449a44ec req-0f76d1f8-9fcb-4e13-a6af-4a3b4ec71f93 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0758028 Aug 29 17:40:29.732228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.741966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.771106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:40:29.796337 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ca50c16-c3c6-4236-a873-0d54449a44ec req-fb3938f5-7f04-414f-b75a-e29a136ad209 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784526 Aug 29 17:40:29.799033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3626a8f6-557c-44d7-b50d-01f2a1d9ad1b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:29.812212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.812623 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Added segment 5e75b3a8-d299-4af2-a55f-8828d3feeba4 of type vlan for network 6414f4b0-c46c-439c-b50d-9096e98d47a7 Aug 29 17:40:29.862067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.909236 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.910556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:29.911415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.973680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5957255 Aug 29 17:40:29.976841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42020) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:29.986171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884838a1-bc69-4786-aa7a-98609f8fe8b2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Network': ['ID=6414f4b0-c46c-439c-b50d-9096e98d47a7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:29.997722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1fd9-0f02-41d6-b67f-d86a35772bd6 req-b5670c55-7a2a-4b6a-aaba-1038fa2098f6 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:29.998242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 6414f4b0-c46c-439c-b50d-9096e98d47a7 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:40:30.005696 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91dc1fd9-0f02-41d6-b67f-d86a35772bd6 req-b5670c55-7a2a-4b6a-aaba-1038fa2098f6 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 945 time: 0.0780153 Aug 29 17:40:30.066273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91dc1fd9-0f02-41d6-b67f-d86a35772bd6 req-f61f245b-2b98-4b9f-8ca2-29e91c45b79c tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515926 Aug 29 17:40:30.075085 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.160157 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.170448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6414f4b0-c46c-439c-b50d-9096e98d47a7']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:30.182867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e75b3a8-d299-4af2-a55f-8828d3feeba4') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:30.183323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e75b3a8-d299-4af2-a55f-8828d3feeba4') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:30.195446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.232831 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.242142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:40:30.242618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:40:30.244940 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:40:30.310030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-9b911320-5bdb-4176-a735-be6ccb993ddc tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:30.311461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-9b911320-5bdb-4176-a735-be6ccb993ddc tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 945 time: 0.1182909 Aug 29 17:40:30.348393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-611a1049-b3af-465d-8336-6a54204795b0 req-2d464554-490c-46cf-9c16-c53fbcc249d0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 210 time: 0.0349252 Aug 29 17:40:30.370492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.370492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6414f4b0-c46c-439c-b50d-9096e98d47a7 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:40:30.371852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.374754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6414f4b0-c46c-439c-b50d-9096e98d47a7 HTTP/1.1" status: 204 len: 168 time: 0.3946078 Aug 29 17:40:30.379450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42026) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:30.384753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:30.418809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab2c00-861c-42a5-bc15-d07c71f2a979 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event deleted for resources: {'Network': ['ID=6414f4b0-c46c-439c-b50d-9096e98d47a7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:30.455690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Made reservation on behalf of be9181a6e42a4740b4881530c226e85b for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:30.457987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.493376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:40:30.502457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf7ff3-9ea6-4916-8009-77d9ccbacadf req-65f8c494-72d3-47b7-951d-08187f4b5094 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:30.504013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68cf7ff3-9ea6-4916-8009-77d9ccbacadf req-65f8c494-72d3-47b7-951d-08187f4b5094 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.0822759 Aug 29 17:40:30.512610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.513203 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Added segment 0c9a366a-8c43-40ea-bdc0-830f2ca9729c of type vlan for network 976e6e30-c2e4-4400-8b1e-c195e11d9f7f Aug 29 17:40:30.526247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Deleting port 318748d8-a4fc-47ac-9b15-3d56d0047336 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:40:30.526738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.589453 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.601006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68cf7ff3-9ea6-4916-8009-77d9ccbacadf req-2c7c6d14-4d12-4b52-9f8d-fa8e920dbfd6 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855737 Aug 29 17:40:30.645771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.647454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:30.648146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.657529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] For port 318748d8-a4fc-47ac-9b15-3d56d0047336, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=318748d8-a4fc-47ac-9b15-3d56d0047336,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:30.657959 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.676000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Calling delete_port for 318748d8-a4fc-47ac-9b15-3d56d0047336 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:40:30.718134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3376417 Aug 29 17:40:30.720953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42028) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:30.726011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Request body: {'subnet': {'network_id': '976e6e30-c2e4-4400-8b1e-c195e11d9f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:30.734498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7edc9d-49ba-4be2-955f-5cd48c4ad845 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Network': ['ID=976e6e30-c2e4-4400-8b1e-c195e11d9f7f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:30.745830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 976e6e30-c2e4-4400-8b1e-c195e11d9f7f details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:40:30.787332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Made reservation on behalf of be9181a6e42a4740b4881530c226e85b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:30.790300 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.871771 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.887335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['318748d8-a4fc-47ac-9b15-3d56d0047336'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:30.934754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Pushing event deleted for resources: {'Port': ['ID=318748d8-a4fc-47ac-9b15-3d56d0047336,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:31.002691 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] No DVR routers for this DVR port 318748d8-a4fc-47ac-9b15-3d56d0047336 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:40:31.005788 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.007790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b835b007-c2f1-4b09-b014-333235cb17c4 req-3c12a80c-b232-41b5-abc8-9bfe5da0ca6d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.44 "DELETE /v2.0/ports/318748d8-a4fc-47ac-9b15-3d56d0047336 HTTP/1.1" status: 204 len: 173 time: 0.6856134 Aug 29 17:40:31.010167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2312f2-3cae-4bb8-9950-bb4baa711281', 'name': 'network-vif-deleted', 'tag': '318748d8-a4fc-47ac-9b15-3d56d0047336'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:31.012435 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec6c60c-0641-4d08-b27b-b413ecf5d924" -d '{"events": [{"server_uuid": "5f2312f2-3cae-4bb8-9950-bb4baa711281", "name": "network-vif-deleted", "tag": "318748d8-a4fc-47ac-9b15-3d56d0047336"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:31.032112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1abd4-1025-4368-a33c-da83dd322c04 req-398b71e7-c059-4f3b-8f15-5999bfff3d15 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:31.033886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2e1abd4-1025-4368-a33c-da83dd322c04 req-398b71e7-c059-4f3b-8f15-5999bfff3d15 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1107554 Aug 29 17:40:31.062228 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630de500-6c6c-4783-8c66-23f7a5427258 x-openstack-request-id: req-630de500-6c6c-4783-8c66-23f7a5427258 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:31.062501 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2312f2-3cae-4bb8-9950-bb4baa711281", "name": "network-vif-deleted", "tag": "318748d8-a4fc-47ac-9b15-3d56d0047336", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:31.062752 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-630de500-6c6c-4783-8c66-23f7a5427258 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:31.063137 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2312f2-3cae-4bb8-9950-bb4baa711281', 'name': 'network-vif-deleted', 'tag': '318748d8-a4fc-47ac-9b15-3d56d0047336', 'status': 'completed', 'code': 200} Aug 29 17:40:31.085557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2e1abd4-1025-4368-a33c-da83dd322c04 req-09a5611e-97f5-475b-9c50-adc684e5f0b1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391581 Aug 29 17:40:31.163653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-810aef57-7222-4309-b60e-778a10fd24e1 req-a87e444d-bedf-4571-91bb-36453860a60d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2312f2-3cae-4bb8-9950-bb4baa711281 HTTP/1.1" status: 200 len: 210 time: 0.0345814 Aug 29 17:40:31.214156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:40:31.214624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.269758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9c7df1f4-eb69-4145-b9a9-b3997a4e6117,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:31.278665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Checking segment: {'id': '0c9a366a-8c43-40ea-bdc0-830f2ca9729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '976e6e30-c2e4-4400-8b1e-c195e11d9f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:31.279033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Network hostable DHCP agents. Network: 976e6e30-c2e4-4400-8b1e-c195e11d9f7f, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:40:31.296018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Network 976e6e30-c2e4-4400-8b1e-c195e11d9f7f is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:40:31.304797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 976e6e30-c2e4-4400-8b1e-c195e11d9f7f) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:31.309426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:31.310015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.317176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c80f72-2b3a-4d6c-b103-5dbdb3b962cb None None] Network 976e6e30-c2e4-4400-8b1e-c195e11d9f7f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:40:31.324846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-04514d29-ff91-4607-97a4-95973482f8fb tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6027889 Aug 29 17:40:31.327635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42036) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:31.331997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Request body: {'floatingip': {'floating_network_id': '976e6e30-c2e4-4400-8b1e-c195e11d9f7f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:31.355845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.480749 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f27de01c-90bc-4317-83f4-f415753850ff req-f9645752-1b43-4fee-ab9f-781baf0b3f78 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 210 time: 0.0394340 Aug 29 17:40:31.537196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.663474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e1928-7a8e-470c-b092-eca05a144370 None None] Network 976e6e30-c2e4-4400-8b1e-c195e11d9f7f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:40:31.672530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Allocated IP 172.20.0.9 (976e6e30-c2e4-4400-8b1e-c195e11d9f7f/9c7df1f4-eb69-4145-b9a9-b3997a4e6117/06a2d78d-6b3c-4350-93a5-cef926ed9616) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:31.735487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea76a9-095a-4c95-980c-5f6cf5bf73e8 req-e40e3326-14fe-403c-bd58-0e3e6004f492 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:31.743990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06ea76a9-095a-4c95-980c-5f6cf5bf73e8 req-e40e3326-14fe-403c-bd58-0e3e6004f492 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.0640597 Aug 29 17:40:31.787687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06ea76a9-095a-4c95-980c-5f6cf5bf73e8 req-c0c22c62-0f36-4c3b-b0d7-2794bd86f4b7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Aug 29 17:40:31.805544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.844897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.880911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Network 976e6e30-c2e4-4400-8b1e-c195e11d9f7f is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:31.883641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:31.889764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:31.913437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Port': ['ID=06a2d78d-6b3c-4350-93a5-cef926ed9616,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:31.976692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.013930 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.062801 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e67399c3-838f-4e7f-a582-c8008205fffd no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:40:32.082627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: e67399c3-838f-4e7f-a582-c8008205fffd {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:40:32.083339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e67399c3-838f-4e7f-a582-c8008205fffd not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:40:32.171734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.176412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.282275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a797b-93e2-4a23-b5c0-1cf15f2e4bc1 req-de295c85-bf14-4dcf-9b43-718798cbe80f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:32.283801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e89a797b-93e2-4a23-b5c0-1cf15f2e4bc1 req-de295c85-bf14-4dcf-9b43-718798cbe80f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1235642 Aug 29 17:40:32.284408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Port': ['ID=06a2d78d-6b3c-4350-93a5-cef926ed9616,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:32.294460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.323939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.325125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0095a606-488a-48f0-a624-2f8b9e5c3841 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9965060 Aug 29 17:40:32.328554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42048) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:32.338248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e89a797b-93e2-4a23-b5c0-1cf15f2e4bc1 req-737725c8-3bd8-4532-8dc5-d387372c9de9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409586 Aug 29 17:40:32.405140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1bc4f98e-3923-4b6b-b4ad-c024012702b3 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=976e6e30-c2e4-4400-8b1e-c195e11d9f7f HTTP/1.1" status: 200 len: 689 time: 0.0752814 Aug 29 17:40:32.408166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42050) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:32.497766 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.581461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-08f7ec86-4229-440c-bc0e-0856ef519d5e req-bc10ff80-d39e-4e9e-a794-fa2b20b5dd21 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 210 time: 0.0284095 Aug 29 17:40:32.615065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Deleting port 06a2d78d-6b3c-4350-93a5-cef926ed9616 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:40:32.615413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.690921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.691187 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.703225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Calling delete_port for 06a2d78d-6b3c-4350-93a5-cef926ed9616 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:40:32.842039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.871501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event deleted for resources: {'Port': ['ID=06a2d78d-6b3c-4350-93a5-cef926ed9616,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:32.961720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.971880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f950e-2def-46c0-afc3-a4f07883832f req-94432cbc-5266-4175-90f9-86b46468352c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:32.973357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-030f950e-2def-46c0-afc3-a4f07883832f req-94432cbc-5266-4175-90f9-86b46468352c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.1059201 Aug 29 17:40:33.040473 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.045159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-030f950e-2def-46c0-afc3-a4f07883832f req-65f12286-0d9c-4fcc-9dc3-250a7f886163 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643227 Aug 29 17:40:33.101128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.129715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7df1f4-eb69-4145-b9a9-b3997a4e6117,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:33.185004 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.194692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976e6e30-c2e4-4400-8b1e-c195e11d9f7f']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:33.204708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9a366a-8c43-40ea-bdc0-830f2ca9729c') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:33.204999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9a366a-8c43-40ea-bdc0-830f2ca9729c') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:33.214047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.228215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.234660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:40:33.235181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:40:33.236932 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:40:33.297171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.302370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 976e6e30-c2e4-4400-8b1e-c195e11d9f7f {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:40:33.304939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.309145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "DELETE /v2.0/networks/976e6e30-c2e4-4400-8b1e-c195e11d9f7f HTTP/1.1" status: 204 len: 168 time: 0.8978803 Aug 29 17:40:33.309633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42056) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:33.316782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542abb2-4634-4447-acf9-fa8619c45b35 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event deleted for resources: {'Network': ['ID=976e6e30-c2e4-4400-8b1e-c195e11d9f7f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:33.490212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5a091e69-fa16-457d-88ae-955eed4071f4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2563 time: 0.1792967 Aug 29 17:40:33.492759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42060) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:33.510378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbbec0-1e37-4303-8ee4-df7eaeb6f116 req-2c6af0b9-9938-4092-9c13-1fc7d773e299 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.513545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbbbec0-1e37-4303-8ee4-df7eaeb6f116 req-2c6af0b9-9938-4092-9c13-1fc7d773e299 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0924079 Aug 29 17:40:33.560184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5fbbbec0-1e37-4303-8ee4-df7eaeb6f116 req-0a4ff7bf-c1b3-49a3-b192-b32fdf01c9d9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Aug 29 17:40:33.591543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.592013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.592471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.592927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.593381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.593830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.594276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.594794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.595247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.600155 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c120e8ce-475c-4517-9a7c-419719b69d3a tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5942 time: 0.1036685 Aug 29 17:40:33.600331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42062) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:33.651115 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-aa5d60b2-9d26-43a9-9eb4-b70146f743d0 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] delete failed (client error): The resource could not be found. Aug 29 17:40:33.655052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42066) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:33.655223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aa5d60b2-9d26-43a9-9eb4-b70146f743d0 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/fc48b6f9-447d-426c-9205-0ad5e0fe8fea HTTP/1.1" status: 404 len: 345 time: 0.0539842 Aug 29 17:40:33.674549 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfe82f0-1df6-4b61-a9c4-2f9e2f223b58 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] DELETE failed (client error): The resource could not be found. Aug 29 17:40:33.675289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfe82f0-1df6-4b61-a9c4-2f9e2f223b58 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:40:33.677140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7dfe82f0-1df6-4b61-a9c4-2f9e2f223b58 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "DELETE /v2.0/networks/976e6e30-c2e4-4400-8b1e-c195e11d9f7f HTTP/1.1" status: 404 len: 339 time: 0.0209215 Aug 29 17:40:33.683835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42068) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:33.685976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4230b733-c0ff-4515-ac03-9f3056018747 req-2df4d7ac-51a9-4fa2-baa2-46dc0b5d7d55 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 210 time: 0.0296447 Aug 29 17:40:33.688689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Request body: {'network': {'name': 'tempest-network--1375781672', 'router:external': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:33.712667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Made reservation on behalf of be9181a6e42a4740b4881530c226e85b for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:33.715140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.739099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:40:33.749402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.749866 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Added segment 5604dd01-b04c-4f1e-b688-6278678b29d5 of type vlan for network d7c5f218-52ce-4d18-aa82-03a790e1e226 Aug 29 17:40:33.796575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.827888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.828952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:33.829654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.889263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2043047 Aug 29 17:40:33.892085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42070) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:33.895054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3c7da-614b-462d-9a79-adaa601ebc75 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Network': ['ID=d7c5f218-52ce-4d18-aa82-03a790e1e226,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:33.907389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d7c5f218-52ce-4d18-aa82-03a790e1e226 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:40:34.175728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accf961-3083-4e9b-b9cd-3426a7ef1262 req-37ac8da4-6f62-4da4-a35a-8fb422e5d733 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:34.177334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2accf961-3083-4e9b-b9cd-3426a7ef1262 req-37ac8da4-6f62-4da4-a35a-8fb422e5d733 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.0534813 Aug 29 17:40:34.217950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2accf961-3083-4e9b-b9cd-3426a7ef1262 req-1f1a0527-3b76-4aaa-b3a2-2841783b61e8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341287 Aug 29 17:40:34.325001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d0e92b-abc7-44d4-9639-167389334125 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:34.330950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d0e92b-abc7-44d4-9639-167389334125 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:34.337393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d0e92b-abc7-44d4-9639-167389334125 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:34.343416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d0e92b-abc7-44d4-9639-167389334125 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:34.344989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a8d0e92b-abc7-44d4-9639-167389334125 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4518180 Aug 29 17:40:34.347640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42074) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:34.415331 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.496971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.506370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c5f218-52ce-4d18-aa82-03a790e1e226']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:34.516878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5604dd01-b04c-4f1e-b688-6278678b29d5') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:34.517165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5604dd01-b04c-4f1e-b688-6278678b29d5') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:34.526088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.539410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.545690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:40:34.546308 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:40:34.548052 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:40:34.604558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.610652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7c5f218-52ce-4d18-aa82-03a790e1e226 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:40:34.613619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.615887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d7c5f218-52ce-4d18-aa82-03a790e1e226 HTTP/1.1" status: 204 len: 168 time: 0.2673423 Aug 29 17:40:34.620726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 318748d8-a4fc-47ac-9b15-3d56d0047336 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:40:34.621457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42078) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:34.626368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Request body: {'network': {'name': 'tempest-network--840009062', 'router:external': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:34.643070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421241ee-cba3-465e-8366-d891c50fadd2 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7c5f218-52ce-4d18-aa82-03a790e1e226,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:34.652268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 318748d8-a4fc-47ac-9b15-3d56d0047336 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:40:34.653362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 318748d8-a4fc-47ac-9b15-3d56d0047336 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:40:34.670277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Made reservation on behalf of be9181a6e42a4740b4881530c226e85b for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:34.673033 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.704074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:40:34.724026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773d39-aa44-4da8-938c-9ac71d7f843e req-4931584e-99cc-4361-9769-88c007752f9d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:34.725733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5773d39-aa44-4da8-938c-9ac71d7f843e req-4931584e-99cc-4361-9769-88c007752f9d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0716250 Aug 29 17:40:34.736705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.738460 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Added segment 9bdcb59b-0c66-44d7-b52e-16b55cc6e8fd of type vlan for network 99cfc8c4-4e6d-48bf-99c3-4b393e1ad4fd Aug 29 17:40:34.808914 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.813602 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5773d39-aa44-4da8-938c-9ac71d7f843e req-90ab71cc-4588-4581-8587-afae22f5e54f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814400 Aug 29 17:40:34.839708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8513b59c-9cd2-4fad-81c2-88bc3a28d9c4 req-918255c1-4087-4ee6-bf30-d08fce4467c7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 210 time: 0.0448294 Aug 29 17:40:34.866905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.868925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:34.869608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.923161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3005979 Aug 29 17:40:34.926169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42082) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:34.935141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Network': ['ID=99cfc8c4-4e6d-48bf-99c3-4b393e1ad4fd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:34.943392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.943767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.944115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.944694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.945486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.945832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.946735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.947244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.947591 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.947927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.948261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.948587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7526f0d-3dab-402b-beea-a88704ba5e85 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.959109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 99cfc8c4-4e6d-48bf-99c3-4b393e1ad4fd details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:40:35.018435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccae607-c956-4098-9be5-cc8df981a38d tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:35.020044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eccae607-c956-4098-9be5-cc8df981a38d tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] 10.222.0.41 "GET /v2.0/networks/99cfc8c4-4e6d-48bf-99c3-4b393e1ad4fd HTTP/1.1" status: 200 len: 756 time: 0.0927444 Aug 29 17:40:35.022747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42084) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:35.109544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae263f-f41b-4c2e-92cd-fac8ba7b8056 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:35.110835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c5ae263f-f41b-4c2e-92cd-fac8ba7b8056 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] 10.222.0.41 "GET /v2.0/networks/b00380da-9b91-4b12-bc6a-a6b258a088cd HTTP/1.1" status: 200 len: 767 time: 0.0872142 Aug 29 17:40:35.113590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42086) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:35.183700 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.268233 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.281294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cfc8c4-4e6d-48bf-99c3-4b393e1ad4fd']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:35.295687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdcb59b-0c66-44d7-b52e-16b55cc6e8fd') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:35.296060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdcb59b-0c66-44d7-b52e-16b55cc6e8fd') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:35.309876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.325606 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.335198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:40:35.335628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:40:35.340828 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:40:35.376069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24023a2-dc02-4696-9de8-dd7e767635ac req-b2987fa2-2b3a-42b1-988a-f04d523cd32a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:35.377718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f24023a2-dc02-4696-9de8-dd7e767635ac req-b2987fa2-2b3a-42b1-988a-f04d523cd32a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.0554004 Aug 29 17:40:35.421573 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.427271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f24023a2-dc02-4696-9de8-dd7e767635ac req-9e564924-8bb9-4275-ac48-fba91b55fddb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419011 Aug 29 17:40:35.432990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99cfc8c4-4e6d-48bf-99c3-4b393e1ad4fd {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:40:35.435607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.437566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "DELETE /v2.0/networks/99cfc8c4-4e6d-48bf-99c3-4b393e1ad4fd HTTP/1.1" status: 204 len: 168 time: 0.3229766 Aug 29 17:40:35.443263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42090) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:35.449507 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d072246-8abc-4d2c-9669-361efa49c762 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event deleted for resources: {'Network': ['ID=99cfc8c4-4e6d-48bf-99c3-4b393e1ad4fd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:35.453970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Request body: {'network': {'name': 'tempest-network--1453665049'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:35.479581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Made reservation on behalf of be9181a6e42a4740b4881530c226e85b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:35.483946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.513999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:40:35.534836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.535347 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Added segment 6180b96e-6670-4a0e-9389-6ec8894dd81a of type vlan for network c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5 Aug 29 17:40:35.628484 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.672101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.673407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:35.674329 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.753928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3090515 Aug 29 17:40:35.756773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42094) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:35.757339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c8649-45c0-49e2-a13c-5b05551bf9e6 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Network': ['ID=c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:35.762320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-af42ae07-cb37-49bd-9881-4ddb0b2fa7e4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:35.767465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:40:35.985288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c0548aa-e963-4373-bf24-4330d6aad6c5 req-90150d14-3a6e-4d7d-9f8f-34c7e68b0f38 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=e472d35b-b15c-4fa0-bea1-1c8413a14985 HTTP/1.1" status: 200 len: 210 time: 0.0350387 Aug 29 17:40:36.302746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170a7b-82e6-4690-9a84-4ed9758400c2 req-79e1bf2d-9918-4132-8720-123497969405 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:36.304300 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82170a7b-82e6-4690-9a84-4ed9758400c2 req-79e1bf2d-9918-4132-8720-123497969405 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.3957617 Aug 29 17:40:36.308321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af42ae07-cb37-49bd-9881-4ddb0b2fa7e4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.334114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af42ae07-cb37-49bd-9881-4ddb0b2fa7e4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.392691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af42ae07-cb37-49bd-9881-4ddb0b2fa7e4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Network c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5 is not hosted by any dhcp agent {{(pid=94795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:40:36.393567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42ae07-cb37-49bd-9881-4ddb0b2fa7e4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:36.394158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af42ae07-cb37-49bd-9881-4ddb0b2fa7e4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.398847 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-af42ae07-cb37-49bd-9881-4ddb0b2fa7e4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "PUT /v2.0/networks/c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5 HTTP/1.1" status: 200 len: 858 time: 0.6375160 Aug 29 17:40:36.399048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42100) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:36.405707 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82170a7b-82e6-4690-9a84-4ed9758400c2 req-0ca72168-2532-45f0-9720-fa9bc11dad0d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895262 Aug 29 17:40:36.411267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42ae07-cb37-49bd-9881-4ddb0b2fa7e4 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event updated for resources: {'Network': ['ID=c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:36.497279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.607187 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.619582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:36.637554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6180b96e-6670-4a0e-9389-6ec8894dd81a') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:36.637907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6180b96e-6670-4a0e-9389-6ec8894dd81a') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:36.650802 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.659982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba2d74-32f5-4cf4-8745-7be10b7d35a3 req-7dc19d00-3e30-4390-96a4-e1be6d38c6cd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:36.671896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49ba2d74-32f5-4cf4-8745-7be10b7d35a3 req-7dc19d00-3e30-4390-96a4-e1be6d38c6cd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.1037958 Aug 29 17:40:36.707301 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.723901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:40:36.724310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:40:36.726251 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:40:36.810477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49ba2d74-32f5-4cf4-8745-7be10b7d35a3 req-3d21963a-8e14-41ee-a312-f6ad07966e4d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312788 Aug 29 17:40:36.888347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.904450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:40:36.956321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.958701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5 HTTP/1.1" status: 204 len: 168 time: 0.5589156 Aug 29 17:40:36.960447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a647340-d413-40a4-8ba7-7bc932afb783 tempest-ExternalNetworksTestJSON-1885464373 tempest-ExternalNetworksTestJSON-1885464373-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2cff2ea-c583-49d2-bcb0-cf9fd92f39c5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:36.962720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42106) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:37.017801 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bab5ff0-39d5-4414-b8a5-52887be97721 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] DELETE failed (client error): The resource could not be found. Aug 29 17:40:37.018415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bab5ff0-39d5-4414-b8a5-52887be97721 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:40:37.022997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7bab5ff0-39d5-4414-b8a5-52887be97721 tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] 10.222.0.41 "DELETE /v2.0/subnets/9c7df1f4-eb69-4145-b9a9-b3997a4e6117 HTTP/1.1" status: 404 len: 337 time: 0.0534475 Aug 29 17:40:37.023413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42110) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:37.146054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.256785 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.267153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00380da-9b91-4b12-bc6a-a6b258a088cd']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:37.278639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f734e2f-6496-4053-89f6-b84c737627f9') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:37.278963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f734e2f-6496-4053-89f6-b84c737627f9') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:37.289228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.303854 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.309652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:40:37.310071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:40:37.313333 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:40:37.369348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.376055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.378212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] 10.222.0.41 "DELETE /v2.0/networks/b00380da-9b91-4b12-bc6a-a6b258a088cd HTTP/1.1" status: 204 len: 168 time: 0.3528559 Aug 29 17:40:37.391974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb015422-4ac4-4303-b2f2-810c9646fceb tempest-ExternalNetworksTestJSON-1618280803 tempest-ExternalNetworksTestJSON-1618280803-project] Pushing event deleted for resources: {'Network': ['ID=b00380da-9b91-4b12-bc6a-a6b258a088cd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:37.633940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eccc2-f5ac-40a5-94ee-aaf194e8387d req-56877f48-4b0a-4445-8bac-be8da1806cd3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:37.638988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f38eccc2-f5ac-40a5-94ee-aaf194e8387d req-56877f48-4b0a-4445-8bac-be8da1806cd3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1426759 Aug 29 17:40:37.642715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-4ece5f12-a76d-493b-8ea5-60f26b5c4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:37.644220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-4ece5f12-a76d-493b-8ea5-60f26b5c4422 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166&tenant_id=879653f16876427fa8d6806b659ebccc HTTP/1.1" status: 200 len: 1095 time: 0.1123307 Aug 29 17:40:37.663629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:37.665103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42120) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:37.718419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f38eccc2-f5ac-40a5-94ee-aaf194e8387d req-e942e1e6-51f7-4b7a-b49a-6e7d55e52abd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683763 Aug 29 17:40:37.759759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.838192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d0cc5400-eea2-4f3c-a2d7-f29e9ca79092 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f50ed7cd8702416fba8069bcaa5b02a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713204 Aug 29 17:40:37.838522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42132) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:37.928125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-772a3360-dedf-433e-a875-78d53e7bca8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.981807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-772a3360-dedf-433e-a875-78d53e7bca8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.006836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2ce1b-c601-49c0-952e-d8e764dec774 req-6f920ae8-4316-4f49-b2c0-77bebd89cd0b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:38.008975 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eeb2ce1b-c601-49c0-952e-d8e764dec774 req-6f920ae8-4316-4f49-b2c0-77bebd89cd0b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 943 time: 0.0843115 Aug 29 17:40:38.017042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:38.058227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:38.066516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eeb2ce1b-c601-49c0-952e-d8e764dec774 req-3519c30b-5867-4602-bb53-5ad1f7ef7020 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501642 Aug 29 17:40:38.078500 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-772a3360-dedf-433e-a875-78d53e7bca8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.081641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-772a3360-dedf-433e-a875-78d53e7bca8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.083121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-772a3360-dedf-433e-a875-78d53e7bca8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/780d54c5-7720-43a2-9c02-66d7e7d68f00 HTTP/1.1" status: 204 len: 168 time: 0.2434399 Aug 29 17:40:38.092687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a3360-dedf-433e-a875-78d53e7bca8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780d54c5-7720-43a2-9c02-66d7e7d68f00,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:38.098832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64c9628-7a72-4181-a269-58372131f25e {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:38.110084 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.135873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Transition to ACTIVE for port object c64c9628-7a72-4181-a269-58372131f25e will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:38.147795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.368333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=9']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:38.448999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] No DVR routers for this DVR port c64c9628-7a72-4181-a269-58372131f25e on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:40:38.528210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42148) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:38.597299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Attempting to bind port c64c9628-7a72-4181-a269-58372131f25e on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:38.597693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Attempting to bind port c64c9628-7a72-4181-a269-58372131f25e by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:38.598127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Attempting to bind port c64c9628-7a72-4181-a269-58372131f25e on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:38.600138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-508eb7a7-ff50-4076-a7cf-384d4e5e3658 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be9181a6e42a4740b4881530c226e85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707171 Aug 29 17:40:38.602723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42150) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:38.606800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Port c64c9628-7a72-4181-a269-58372131f25e on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:40:38.607276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Attempting to bind port c64c9628-7a72-4181-a269-58372131f25e on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:38.613379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:38.613891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Checking segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:38.614384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Bound using segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:38.614951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Bound port: c64c9628-7a72-4181-a269-58372131f25e, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:38.615417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.662377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddb0a-9214-4f3d-a794-50039b23c1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.685513 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddb0a-9214-4f3d-a794-50039b23c1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.685809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:38.689319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:38.695442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.744609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddb0a-9214-4f3d-a794-50039b23c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.746425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:38.747079 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.748472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] 10.222.0.44 "PUT /v2.0/ports/c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 1092 time: 1.0953066 Aug 29 17:40:38.748930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:38.749683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddb0a-9214-4f3d-a794-50039b23c1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:38.751129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3a0ddb0a-9214-4f3d-a794-50039b23c1cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3626a8f6-557c-44d7-b50d-01f2a1d9ad1b HTTP/1.1" status: 204 len: 168 time: 0.1471128 Aug 29 17:40:38.754109 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f324c0-157c-4730-a2f0-d2116391f6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "tag": "c64c9628-7a72-4181-a269-58372131f25e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:38.776508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ddb0a-9214-4f3d-a794-50039b23c1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3626a8f6-557c-44d7-b50d-01f2a1d9ad1b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:38.783608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bb5a9-0c8f-404b-88ab-f3264677626a service neutron] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=10']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:38.836425 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d415faa9-75a8-4267-b9c7-6cd6db0280fb x-openstack-request-id: req-d415faa9-75a8-4267-b9c7-6cd6db0280fb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:38.836664 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "tag": "c64c9628-7a72-4181-a269-58372131f25e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:38.836905 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d415faa9-75a8-4267-b9c7-6cd6db0280fb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:38.837307 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e', 'status': 'completed', 'code': 200} Aug 29 17:40:38.904168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29956dab-64ac-40ed-83a8-2e4afa9ded42 req-7fc07c8e-c205-43e5-9107-a144266a5d91 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:38.911404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29956dab-64ac-40ed-83a8-2e4afa9ded42 req-7fc07c8e-c205-43e5-9107-a144266a5d91 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0963960 Aug 29 17:40:38.944855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-a47d9f15-3a8e-41a1-9d83-1a8e69a4d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:38.952251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-a47d9f15-3a8e-41a1-9d83-1a8e69a4d0fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1096 time: 0.1269650 Aug 29 17:40:38.980749 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29956dab-64ac-40ed-83a8-2e4afa9ded42 req-05299717-a820-4369-a4df-81c7f3c16413 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683305 Aug 29 17:40:39.122533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-6a7b1280-f408-4e84-8335-4c7a906de4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.126368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-6a7b1280-f408-4e84-8335-4c7a906de4b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.1436965 Aug 29 17:40:39.208801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-c79269d3-5523-4302-a8e5-e5249e1585fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 999 time: 0.0745103 Aug 29 17:40:39.272762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e74c0b-4e95-494f-aae9-2c2e71939ec4 req-d5c6a910-31af-44ba-b146-db419caa2447 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.283219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7e74c0b-4e95-494f-aae9-2c2e71939ec4 req-d5c6a910-31af-44ba-b146-db419caa2447 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1015418 Aug 29 17:40:39.303052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-31e24855-58dc-4563-857f-e9fb3842ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.308104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-31e24855-58dc-4563-857f-e9fb3842ab86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0917914 Aug 29 17:40:39.325254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7e74c0b-4e95-494f-aae9-2c2e71939ec4 req-25c77ca1-bc25-4e58-8756-5174fa8edad2 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Aug 29 17:40:39.366031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-f566ce98-6a30-44fd-8804-f7aeba0179ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.371010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-f566ce98-6a30-44fd-8804-f7aeba0179ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523815 Aug 29 17:40:39.494055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-2fe31047-7e1f-4937-85fd-b0a8dda63a5d service neutron] 10.222.0.44 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189675 Aug 29 17:40:39.599259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-21f0fe56-e293-4480-a781-6a81e2a36762 req-2a555f3d-ccbd-48f9-9249-47dfb286147d service neutron] 10.222.0.44 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977497 Aug 29 17:40:39.698248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-f8425d50-5fd4-4598-9ba5-4190185732b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.700095 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-f8425d50-5fd4-4598-9ba5-4190185732b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1096 time: 0.0522180 Aug 29 17:40:39.800524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-22c08ec1-1bbd-4fd0-b533-e50807b6fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.802346 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-22c08ec1-1bbd-4fd0-b533-e50807b6fcd5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.0912154 Aug 29 17:40:39.924320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-a654f5ce-b4f7-4c80-a490-ed1f62f2dd84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 200 len: 999 time: 0.1138413 Aug 29 17:40:39.980394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-54ac9f71-3932-4e08-afcb-3ff02e29085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.982224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-54ac9f71-3932-4e08-afcb-3ff02e29085d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0502918 Aug 29 17:40:40.046552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-b817cc77-d75a-4a98-beb0-cb576af7f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.047995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-b817cc77-d75a-4a98-beb0-cb576af7f335 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584135 Aug 29 17:40:40.189001 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-f493a930-7236-44de-85b5-78e75a33e8b4 service neutron] 10.222.0.44 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320996 Aug 29 17:40:40.197039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626f4b0-8c9e-4bf1-85bf-2df8cfc36490 req-9b07d3e0-2144-4fbf-ac74-2f6a81854200 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.199015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0626f4b0-8c9e-4bf1-85bf-2df8cfc36490 req-9b07d3e0-2144-4fbf-ac74-2f6a81854200 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0921528 Aug 29 17:40:40.298710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0626f4b0-8c9e-4bf1-85bf-2df8cfc36490 req-8fbaff53-9520-4b66-b296-d17a6d1e84a6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893328 Aug 29 17:40:40.396664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4f324c0-157c-4730-a2f0-d2116391f6a5 req-59a77749-f1c7-4240-99c7-59170f18d043 service neutron] 10.222.0.44 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970654 Aug 29 17:40:40.647537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7603-976e-4d6b-9031-894b1b09c153 req-05c7edfd-9592-4085-8bef-bf3bca57130b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.660364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf8f7603-976e-4d6b-9031-894b1b09c153 req-05c7edfd-9592-4085-8bef-bf3bca57130b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1285861 Aug 29 17:40:40.747327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf8f7603-976e-4d6b-9031-894b1b09c153 req-08249a67-6098-4c51-80c4-68075fd56772 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857699 Aug 29 17:40:40.921516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-59ff3e01-8c83-4053-8bbf-e21f11a22a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.931444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-59ff3e01-8c83-4053-8bbf-e21f11a22a12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1096 time: 0.2240431 Aug 29 17:40:41.079366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ffaaf-0856-4db2-803e-e20923304a35 req-8a705ba3-1253-41f0-a53b-10bda860ad37 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:41.089068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-310ffaaf-0856-4db2-803e-e20923304a35 req-8a705ba3-1253-41f0-a53b-10bda860ad37 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.2739308 Aug 29 17:40:41.171919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-310ffaaf-0856-4db2-803e-e20923304a35 req-66a17fda-1aa3-4ec7-808c-ba4af6355396 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811050 Aug 29 17:40:41.196039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-a23d0aee-921c-42e9-bced-31d1f7ffe055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:41.198232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-a23d0aee-921c-42e9-bced-31d1f7ffe055 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.2538822 Aug 29 17:40:41.228491 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3247-bf53-429b-aaae-47ca691f4e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:41.355855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-76198f57-bc4b-45a1-8418-8b522e9cdc73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 999 time: 0.1474571 Aug 29 17:40:41.457742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-42a454bb-a580-49e1-bd0b-8e2812553c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:41.458518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-42a454bb-a580-49e1-bd0b-8e2812553c10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0952694 Aug 29 17:40:41.568481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-f5a7019a-0e8e-4d0e-8e4e-26eb2eac50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:41.571159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-f5a7019a-0e8e-4d0e-8e4e-26eb2eac50f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054320 Aug 29 17:40:41.727937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42268) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:41.766745 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-87bf3e0d-173c-4357-9b6c-cfeb021153b2 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866319 Aug 29 17:40:41.959863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a8f8397-17b8-440d-9a33-3b4c449bd55b req-869acea5-413c-4322-9309-88f7a54bb368 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847219 Aug 29 17:40:42.056896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccadae-7487-43ba-8afb-b8eefd814673 req-87cdd0e1-aff2-4532-ac9b-48bfd572010d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:42.065113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8ccadae-7487-43ba-8afb-b8eefd814673 req-87cdd0e1-aff2-4532-ac9b-48bfd572010d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.0881188 Aug 29 17:40:42.127045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8ccadae-7487-43ba-8afb-b8eefd814673 req-b5d5ad80-9897-4467-a698-5f45b3e8fd9d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564394 Aug 29 17:40:42.200554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:42.276937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:42.566140 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:42.713587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ef3f-6e4d-4b60-b4f3-4bbd441c9ab0 req-521e425b-e0e4-4d68-9353-e1307cf30424 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:42.720901 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0319ef3f-6e4d-4b60-b4f3-4bbd441c9ab0 req-521e425b-e0e4-4d68-9353-e1307cf30424 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.3247180 Aug 29 17:40:42.752611 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:42.830888 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0319ef3f-6e4d-4b60-b4f3-4bbd441c9ab0 req-c3a4baa6-4a2b-4cba-a4b0-ec41fa222f98 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045978 Aug 29 17:40:42.914254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Allocated IP 172.25.2.57 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/c4cecb99-5ea9-44e1-91c4-aacec6f793b9) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:42.924080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42296) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:42.931677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c9371aaa-fe77-4ad4-a2da-0186aeaac34e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813139599', 'description': 'tempest-secgroup-smoke-813139599 description', 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:42.959269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9371aaa-fe77-4ad4-a2da-0186aeaac34e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.066846 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.082458 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.115696 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9371aaa-fe77-4ad4-a2da-0186aeaac34e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.123569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9371aaa-fe77-4ad4-a2da-0186aeaac34e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.140921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.188148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:43.191008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:43.197506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:43.204910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9371aaa-fe77-4ad4-a2da-0186aeaac34e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfad108d-8a74-4e05-b5d9-1b4201d82656,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:43.209598 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9371aaa-fe77-4ad4-a2da-0186aeaac34e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.213245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c9371aaa-fe77-4ad4-a2da-0186aeaac34e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2875638 Aug 29 17:40:43.216686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42300) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:43.223147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'Port': ['ID=c4cecb99-5ea9-44e1-91c4-aacec6f793b9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:43.234388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-35cba48c-e656-498f-a446-2eb3138ef126 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'security_group_rule': {'security_group_id': 'bfad108d-8a74-4e05-b5d9-1b4201d82656', 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:43.297518 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35cba48c-e656-498f-a446-2eb3138ef126 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.404071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35cba48c-e656-498f-a446-2eb3138ef126 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.415127 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35cba48c-e656-498f-a446-2eb3138ef126 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.430184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e88d5-3b73-4667-b9b0-776ceb179220 req-19435737-96d5-441f-85b8-5791b46c1d0d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:43.431896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb0e88d5-3b73-4667-b9b0-776ceb179220 req-19435737-96d5-441f-85b8-5791b46c1d0d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1752155 Aug 29 17:40:43.436871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.439170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cba48c-e656-498f-a446-2eb3138ef126 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b742f6-fa69-454c-b743-31f03a40cb31,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:43.464199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-35cba48c-e656-498f-a446-2eb3138ef126 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.465967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-35cba48c-e656-498f-a446-2eb3138ef126 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2477283 Aug 29 17:40:43.468737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42304) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:43.478672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bb97f098-5bf6-411b-b938-0271a5c31767 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'security_group_rule': {'security_group_id': 'bfad108d-8a74-4e05-b5d9-1b4201d82656', 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:43.528117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb97f098-5bf6-411b-b938-0271a5c31767 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.551449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb0e88d5-3b73-4667-b9b0-776ceb179220 req-edb73f31-4c6b-403d-b5ce-0b52add68aab tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125872 Aug 29 17:40:43.590713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.689655 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb97f098-5bf6-411b-b938-0271a5c31767 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.695186 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb97f098-5bf6-411b-b938-0271a5c31767 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.779412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97f098-5bf6-411b-b938-0271a5c31767 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463e0bf5-690d-48cc-8da1-82845872683f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:43.789082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb97f098-5bf6-411b-b938-0271a5c31767 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.793169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bb97f098-5bf6-411b-b938-0271a5c31767 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3204021 Aug 29 17:40:43.793333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42320) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:43.798040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0990bca9-5c1b-446e-92ee-cf6ac9681a89 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'security_group_rule': {'security_group_id': 'bfad108d-8a74-4e05-b5d9-1b4201d82656', 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:43.857780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5c20aab0-bd0d-4b5e-8b78-7b2ff651f8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.887056 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.888399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-9be75928-e18d-43b2-bb56-d7ccdf32e78c tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:43.890313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-9be75928-e18d-43b2-bb56-d7ccdf32e78c tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/networks?id=e799b5e4-8cb0-472f-98cd-f1999360b34c HTTP/1.1" status: 200 len: 814 time: 0.1835752 Aug 29 17:40:43.891433 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0990bca9-5c1b-446e-92ee-cf6ac9681a89 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.918317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.926465 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.951833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0990bca9-5c1b-446e-92ee-cf6ac9681a89 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.969093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-7cfdd548-589e-4e5f-9e6d-ef75c5b8befc tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/quotas/8628eb83719d4ad9a33c473a0e6f1050 HTTP/1.1" status: 200 len: 375 time: 0.0373845 Aug 29 17:40:43.972264 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0990bca9-5c1b-446e-92ee-cf6ac9681a89 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.035344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1cea4f49-34af-43f9-8842-0bee3b7c4267 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8628eb83719d4ad9a33c473a0e6f1050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651469 Aug 29 17:40:44.042955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990bca9-5c1b-446e-92ee-cf6ac9681a89 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dfaa5e-cc7f-4528-9d67-c383fe45ea95,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:44.046507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'Port': ['ID=c4cecb99-5ea9-44e1-91c4-aacec6f793b9,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:44.056616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0990bca9-5c1b-446e-92ee-cf6ac9681a89 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.057833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0990bca9-5c1b-446e-92ee-cf6ac9681a89 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2634795 Aug 29 17:40:44.060705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42324) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:44.066148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-18093315-1f86-4651-b844-e40a4fe42cab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'security_group_rule': {'security_group_id': 'bfad108d-8a74-4e05-b5d9-1b4201d82656', 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:44.075671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.085804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee533a-85fb-44b2-8168-806ae8ed9a7d req-27a57f8f-240d-4e60-a683-5f8bb597c362 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:44.093042 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a0ee533a-85fb-44b2-8168-806ae8ed9a7d req-27a57f8f-240d-4e60-a683-5f8bb597c362 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1228273 Aug 29 17:40:44.142974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a0ee533a-85fb-44b2-8168-806ae8ed9a7d req-bd37a0f4-f8ca-4f9b-927c-59f2c8880ba5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488276 Aug 29 17:40:44.158556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18093315-1f86-4651-b844-e40a4fe42cab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.162211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.166867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fea5a711-735b-428b-a7ee-fccb65a47d5d tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4375584 Aug 29 17:40:44.167552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42328) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:44.172832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1614966642'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:44.200327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Made reservation on behalf of 002f38d33e394f0b80d024d524830bb0 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:44.205934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.217743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.253059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-108dd877-9843-4804-bf6c-8d71f8ea5e9f service neutron] 10.222.0.41 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140427 Aug 29 17:40:44.314680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18093315-1f86-4651-b844-e40a4fe42cab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.329138 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18093315-1f86-4651-b844-e40a4fe42cab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.364108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18093315-1f86-4651-b844-e40a4fe42cab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b896016c-ee6b-47e3-8083-0fe13b7968f2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:44.378118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8a2de-78e8-4ae3-9f5b-048f12c9b28e req-9c535929-5d20-418e-9aca-f6cb076292c6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:44.380096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2f8a2de-78e8-4ae3-9f5b-048f12c9b28e req-9c535929-5d20-418e-9aca-f6cb076292c6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1194980 Aug 29 17:40:44.407935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-e001ae20-61cc-4c72-a4e3-e1cb34e5dbe0 service neutron] 10.222.0.41 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539536 Aug 29 17:40:44.443444 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.458490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2f8a2de-78e8-4ae3-9f5b-048f12c9b28e req-e3a22eb9-1ee1-4864-a9a8-15ac153af124 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678656 Aug 29 17:40:44.458716 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18093315-1f86-4651-b844-e40a4fe42cab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.460033 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-18093315-1f86-4651-b844-e40a4fe42cab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3983994 Aug 29 17:40:44.463868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42330) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:44.468681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5a17cbdf-8a94-4330-ac7d-a6fb5a9621af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'security_group_rule': {'security_group_id': 'bfad108d-8a74-4e05-b5d9-1b4201d82656', 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:44.480953 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.508502 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-5a17cbdf-8a94-4330-ac7d-a6fb5a9621af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Project 46a22c53e21d48a5a9e5a62cee5cc5ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:40:44.520079 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a17cbdf-8a94-4330-ac7d-a6fb5a9621af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.546211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd6b693-4e4f-45e7-8b75-c37733dc8b4e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:44.566754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:40:44.615877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.619080 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Added segment bd8c937d-2b21-47b7-af48-f30fc8eb7fcd of type vlan for network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 Aug 29 17:40:44.665315 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a17cbdf-8a94-4330-ac7d-a6fb5a9621af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.673201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a17cbdf-8a94-4330-ac7d-a6fb5a9621af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.720697 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.741549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17cbdf-8a94-4330-ac7d-a6fb5a9621af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b453e21-c9db-4ea7-9043-11c085bf3fcd,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:44.755998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5a17cbdf-8a94-4330-ac7d-a6fb5a9621af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.757826 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5a17cbdf-8a94-4330-ac7d-a6fb5a9621af tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2930028 Aug 29 17:40:44.760817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42342) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:44.766910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-aa7f47e4-7517-417e-aa90-151ba27ece3e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'security_group_rule': {'security_group_id': 'bfad108d-8a74-4e05-b5d9-1b4201d82656', 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:44.775596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.793964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:44.794513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.816084 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-aa7f47e4-7517-417e-aa90-151ba27ece3e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Project 46a22c53e21d48a5a9e5a62cee5cc5ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:40:44.822872 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa7f47e4-7517-417e-aa90-151ba27ece3e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:44.878065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfb98d-06ac-43b6-9fe5-c1c811194bd2 req-bcf1b474-654a-4b71-8c32-87798df4d2fd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:44.879150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69dfb98d-06ac-43b6-9fe5-c1c811194bd2 req-bcf1b474-654a-4b71-8c32-87798df4d2fd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1714916 Aug 29 17:40:44.927297 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8c24147-7815-4196-b02a-a28af5ece9e3 req-80a72ce2-2ab5-4340-9e11-6707710c2f65 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 210 time: 0.1208048 Aug 29 17:40:44.930975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7623608 Aug 29 17:40:44.933732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42348) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:44.939519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Request body: {'subnet': {'network_id': '077747ff-1d24-4860-95a3-09c0f7c8c6a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:44.957815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6974195-c779-468b-91fb-4d7874d9c14b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'Network': ['ID=077747ff-1d24-4860-95a3-09c0f7c8c6a3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:44.972458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:40:45.122005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69dfb98d-06ac-43b6-9fe5-c1c811194bd2 req-67c526c6-17b3-43ac-ba53-0aba33fa858d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217479 Aug 29 17:40:45.137391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bfa9e-9e2e-486e-a674-fb57cd324833 req-967c40f8-0be5-4279-becb-1448b342273a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:45.139546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c7bfa9e-9e2e-486e-a674-fb57cd324833 req-967c40f8-0be5-4279-becb-1448b342273a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0857191 Aug 29 17:40:45.148187 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa7f47e4-7517-417e-aa90-151ba27ece3e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:45.162316 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa7f47e4-7517-417e-aa90-151ba27ece3e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:45.170982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Made reservation on behalf of 002f38d33e394f0b80d024d524830bb0 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:45.174931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:45.197281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f47e4-7517-417e-aa90-151ba27ece3e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1d575e-1068-4f60-83d3-6bac93773eca,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:45.213810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aa7f47e4-7517-417e-aa90-151ba27ece3e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:45.215339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aa7f47e4-7517-417e-aa90-151ba27ece3e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4533126 Aug 29 17:40:45.281521 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c7bfa9e-9e2e-486e-a674-fb57cd324833 req-a5657bf6-860a-4d9e-82a6-e77f617259f2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285009 Aug 29 17:40:45.452082 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:45.596391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.095775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-deb5b0b7-4be7-4fe6-aa5f-bc2f4500b217 req-c42d65b4-d114-4127-bd2e-bed98bc5ee5a tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 210 time: 0.0648429 Aug 29 17:40:46.103170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d57ef-5839-4e31-b4d6-a1fdd83a12bd req-73d2dce4-d2c0-42b6-b2e3-3fb68b349f85 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:46.104840 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd6d57ef-5839-4e31-b4d6-a1fdd83a12bd req-73d2dce4-d2c0-42b6-b2e3-3fb68b349f85 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.5764043 Aug 29 17:40:46.123915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'Subnet': ['ID=10fbe168-ecd8-4f83-9298-29688e67ae14,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:46.162654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd6d57ef-5839-4e31-b4d6-a1fdd83a12bd req-19918577-ca4f-486c-b4f3-1d8000c57bc5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466740 Aug 29 17:40:46.163485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Checking segment: {'id': 'bd8c937d-2b21-47b7-af48-f30fc8eb7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '077747ff-1d24-4860-95a3-09c0f7c8c6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:46.163849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Network hostable DHCP agents. Network: 077747ff-1d24-4860-95a3-09c0f7c8c6a3, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:40:46.203365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:40:46.228943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 077747ff-1d24-4860-95a3-09c0f7c8c6a3) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:46.238923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5452f3-685d-4dae-8077-555bde25b7fb None None] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:40:46.244382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:46.245304 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.283446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e9b2de58-ff7f-4c64-a1a0-b51ebb7d0938 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3477850 Aug 29 17:40:46.285142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42430) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:46.292551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-345454367', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:46.342047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73bd92-a36d-4051-b1dd-c752f1cf8616 req-2881488c-d3d4-4f86-a8cb-435290aa3812 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:46.344422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a73bd92-a36d-4051-b1dd-c752f1cf8616 req-2881488c-d3d4-4f86-a8cb-435290aa3812 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.0953295 Aug 29 17:40:46.347782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.349140 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.479926 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.493482 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a73bd92-a36d-4051-b1dd-c752f1cf8616 req-bb64695a-e6af-405b-a605-fba8b5d4feb2 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363213 Aug 29 17:40:46.519518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-077747ff-1d24-4860-95a3-09c0f7c8c6a3', 'network_id': '077747ff-1d24-4860-95a3-09c0f7c8c6a3', 'tenant_id': '002f38d33e394f0b80d024d524830bb0', 'fixed_ips': [{'subnet_id': '10fbe168-ecd8-4f83-9298-29688e67ae14'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:40:46.520470 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.681618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.754407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Allocated IP 172.20.0.2 (077747ff-1d24-4860-95a3-09c0f7c8c6a3/10fbe168-ecd8-4f83-9298-29688e67ae14/0c53b994-1121-43c8-af09-5da30bbd8630) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:46.783433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.977913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.028665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.057872 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.080849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Transition to ACTIVE for port object 0c53b994-1121-43c8-af09-5da30bbd8630 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:47.128756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Transition to ACTIVE for port object 0c53b994-1121-43c8-af09-5da30bbd8630 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:47.137600 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.199221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:47.208603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:47.213076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:47.249607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Pushing event updated for resources: {'Port': ['ID=0c53b994-1121-43c8-af09-5da30bbd8630,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:47.278397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78295340-e786-4442-90ef-db50f317f999 req-996c6dee-462a-497a-aa92-f3467326690a tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 210 time: 0.0714610 Aug 29 17:40:47.281955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Attempting to bind port 0c53b994-1121-43c8-af09-5da30bbd8630 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:47.282444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Attempting to bind port 0c53b994-1121-43c8-af09-5da30bbd8630 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'bd8c937d-2b21-47b7-af48-f30fc8eb7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '077747ff-1d24-4860-95a3-09c0f7c8c6a3'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:47.282943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Attempting to bind port 0c53b994-1121-43c8-af09-5da30bbd8630 on network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:47.288698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:47.289227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Checking segment: {'id': 'bd8c937d-2b21-47b7-af48-f30fc8eb7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '077747ff-1d24-4860-95a3-09c0f7c8c6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:47.289878 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.290617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Bound using segment: {'id': 'bd8c937d-2b21-47b7-af48-f30fc8eb7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '077747ff-1d24-4860-95a3-09c0f7c8c6a3'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:47.291190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Bound port: 0c53b994-1121-43c8-af09-5da30bbd8630, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8c937d-2b21-47b7-af48-f30fc8eb7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '077747ff-1d24-4860-95a3-09c0f7c8c6a3'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:47.291731 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.315344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Allocated IP 172.25.2.65 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/e40a1e7c-b3dd-48df-80a0-41d6021f9635) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:47.359074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5e0f1-699b-45fc-954e-0390220d0c8a req-0963e736-6ffb-4de3-a2a2-abce84cb05bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:47.372436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d5e0f1-699b-45fc-954e-0390220d0c8a req-0963e736-6ffb-4de3-a2a2-abce84cb05bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0938814 Aug 29 17:40:47.432966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4d5e0f1-699b-45fc-954e-0390220d0c8a req-e10f62e9-ead4-489b-a69e-94a3a3353613 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536931 Aug 29 17:40:47.438342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] For port 0c53b994-1121-43c8-af09-5da30bbd8630, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:47.442222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] For port 0c53b994-1121-43c8-af09-5da30bbd8630, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c53b994-1121-43c8-af09-5da30bbd8630,segment=NetworkSegment(bd8c937d-2b21-47b7-af48-f30fc8eb7fcd),segment_id=bd8c937d-2b21-47b7-af48-f30fc8eb7fcd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:47.451635 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.548946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73d2a1-e1d4-4ccf-ba96-8becd21c27b8 None None] Pushing event updated for resources: {'Port': ['ID=0c53b994-1121-43c8-af09-5da30bbd8630,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:47.615234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.712087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745f816-12d4-4752-97de-cc26e0c0e812 req-43b20fa4-9b6a-4a1b-917e-588af6f0e2db tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:47.722066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d745f816-12d4-4752-97de-cc26e0c0e812 req-43b20fa4-9b6a-4a1b-917e-588af6f0e2db tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1150002 Aug 29 17:40:47.743341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.777587 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d745f816-12d4-4752-97de-cc26e0c0e812 req-d45d8672-c4bb-4a8c-ad5b-b96af4ded0c2 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511401 Aug 29 17:40:47.986769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:48.046792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:48.051675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:48.158062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'Port': ['ID=e40a1e7c-b3dd-48df-80a0-41d6021f9635,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:48.245460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb742196-0d3e-40bf-8dd9-9133b2e91b03 req-31471e5e-4fa8-4359-b782-c21fea6417d7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:48.253059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb742196-0d3e-40bf-8dd9-9133b2e91b03 req-31471e5e-4fa8-4359-b782-c21fea6417d7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.3681755 Aug 29 17:40:48.337963 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb742196-0d3e-40bf-8dd9-9133b2e91b03 req-e67e2136-37d4-4e4c-ae82-6d64018d7c36 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837913 Aug 29 17:40:48.431932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5476baf-eeb9-4c6e-a1a2-58474ba578cc req-878d57d1-0154-49de-98d1-0468881bd7b6 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 210 time: 0.0539105 Aug 29 17:40:48.575910 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:48.905313 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:48.936030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db24b19-63aa-422e-89ea-afb8bf34f2df None None] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:40:49.076771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d6db841b-7675-45fa-a0fd-9015f623d21e None None] Provisioning for port 0c53b994-1121-43c8-af09-5da30bbd8630 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:49.085794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27373e-1a32-49eb-9e02-e06c72668194 req-77643c28-384c-4de2-976d-9b800b004b80 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:49.095624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e27373e-1a32-49eb-9e02-e06c72668194 req-77643c28-384c-4de2-976d-9b800b004b80 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1165769 Aug 29 17:40:49.182278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e27373e-1a32-49eb-9e02-e06c72668194 req-c1460b1f-bf2a-4e40-898f-ac1dc9776247 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877380 Aug 29 17:40:49.213184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Router 3f3b33ec-5b3d-4348-87a5-2c4197ccd08a is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:40:49.389617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:40:49.430890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05b03b-6ae1-4273-a48c-f0c5f858edf3 None None] Sync routers for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:40:49.442569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:49.447423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-40b8eb60-8f25-4c5f-99a6-29459cc2027b tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.1586363 Aug 29 17:40:49.448559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42464) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:49.452355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05b03b-6ae1-4273-a48c-f0c5f858edf3 None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:49.453108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca05b03b-6ae1-4273-a48c-f0c5f858edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:49.577966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c53b994-1121-43c8-af09-5da30bbd8630 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:49.584947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca05b03b-6ae1-4273-a48c-f0c5f858edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:49.586715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7f36f335-03ba-4ad0-b8ca-43c3aac6b13a req-93f43d65-3b65-4aab-a033-f38a8a87e21e tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 210 time: 0.0419955 Aug 29 17:40:49.642986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05b03b-6ae1-4273-a48c-f0c5f858edf3 None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:49.644694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca05b03b-6ae1-4273-a48c-f0c5f858edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:49.690002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ca05b03b-6ae1-4273-a48c-f0c5f858edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:49.691119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05b03b-6ae1-4273-a48c-f0c5f858edf3 None None] The sync data for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:40:49.717292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0c53b994-1121-43c8-af09-5da30bbd8630 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:49.725263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0c53b994-1121-43c8-af09-5da30bbd8630 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:49.726140 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:49.843230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:49.851331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636a83c-b94d-4a13-834e-3e63f4d1b937 req-26d2307d-f942-4511-b534-97b835e9b735 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:49.859170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5636a83c-b94d-4a13-834e-3e63f4d1b937 req-26d2307d-f942-4511-b534-97b835e9b735 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.2416646 Aug 29 17:40:49.891805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0c53b994-1121-43c8-af09-5da30bbd8630, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c53b994-1121-43c8-af09-5da30bbd8630,segment=NetworkSegment(bd8c937d-2b21-47b7-af48-f30fc8eb7fcd),segment_id=bd8c937d-2b21-47b7-af48-f30fc8eb7fcd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:49.900912 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:49.930369 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5636a83c-b94d-4a13-834e-3e63f4d1b937 req-203a7665-ba9a-4882-b7c3-053f625549c8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701842 Aug 29 17:40:49.996447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0c53b994-1121-43c8-af09-5da30bbd8630,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:50.109420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141011ad-22d7-4c4a-8655-f9bb2a61537e req-d2bf7c7e-b069-4626-bfd1-345e3830f5a9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:50.110928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-141011ad-22d7-4c4a-8655-f9bb2a61537e req-d2bf7c7e-b069-4626-bfd1-345e3830f5a9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0763173 Aug 29 17:40:50.208765 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-141011ad-22d7-4c4a-8655-f9bb2a61537e req-40b69fed-750f-42ff-ad18-0f9ba85cd964 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893316 Aug 29 17:40:50.416218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cfdcf-8766-44ca-bc59-7bc1cd08601e req-7d4e1a25-03b6-47f7-8bef-50f3f3762560 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:50.423358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e4cfdcf-8766-44ca-bc59-7bc1cd08601e req-7d4e1a25-03b6-47f7-8bef-50f3f3762560 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1059277 Aug 29 17:40:50.439017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b63fa-8c51-4f16-bc96-f5d2e893473e req-8f63ec2e-edfc-4c77-8455-caf1a1d5a529 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:50.447043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9b63fa-8c51-4f16-bc96-f5d2e893473e req-8f63ec2e-edfc-4c77-8455-caf1a1d5a529 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1194911 Aug 29 17:40:50.528370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9b63fa-8c51-4f16-bc96-f5d2e893473e req-06aa99c3-e484-49e2-a62b-672a39f50bed tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796824 Aug 29 17:40:50.615380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e4cfdcf-8766-44ca-bc59-7bc1cd08601e req-b7393ecf-05d9-493a-b1c6-afa9f321507a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876936 Aug 29 17:40:50.679479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b5362-135e-4509-b0de-fd2c476eaef0 req-61b47545-ce34-4235-91bb-8cdff0da0cd5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:50.681389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca1b5362-135e-4509-b0de-fd2c476eaef0 req-61b47545-ce34-4235-91bb-8cdff0da0cd5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0739689 Aug 29 17:40:50.722674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:50.723475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca1b5362-135e-4509-b0de-fd2c476eaef0 req-85061a6b-1101-41f6-8ec5-123962c59adc tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353098 Aug 29 17:40:50.727874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7721324c-9b44-4568-88da-e0ffe50b5928 req-125e8539-8fd1-48d5-b28d-5b9b68773e10 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 210 time: 0.0341835 Aug 29 17:40:51.346120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Allocated IP 172.20.0.1 (077747ff-1d24-4860-95a3-09c0f7c8c6a3/10fbe168-ecd8-4f83-9298-29688e67ae14/5c03961e-1d23-4b56-87d1-939dc33c6107) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:51.370714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c53b994-1121-43c8-af09-5da30bbd8630 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:51.434964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0c53b994-1121-43c8-af09-5da30bbd8630 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:51.435437 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:51.506518 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:51.524355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Transition to ACTIVE for port object 5c03961e-1d23-4b56-87d1-939dc33c6107 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:51.567434 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:51.609430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:51.614800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:51.619497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:51.643884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'Port': ['ID=5c03961e-1d23-4b56-87d1-939dc33c6107,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:51.673940 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:51.823069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977dcf9-7051-4690-b84b-0445f591a4a2 req-3a533a7a-1849-4d53-9755-8e25d3bb945f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:51.827172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4977dcf9-7051-4690-b84b-0445f591a4a2 req-3a533a7a-1849-4d53-9755-8e25d3bb945f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1230042 Aug 29 17:40:51.885386 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4977dcf9-7051-4690-b84b-0445f591a4a2 req-21666f19-5c0a-4f3d-a40a-d02f3c85b542 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506973 Aug 29 17:40:51.901191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-646f2db7-ee25-443f-939e-fad935b365eb req-489fe2f1-f6c8-4ed9-8804-5647b4a40718 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 210 time: 0.0314016 Aug 29 17:40:51.905247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:51.981241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-34da21df-bd4c-427e-89ae-fb387a02a915 None None] Provisioning for port 5c03961e-1d23-4b56-87d1-939dc33c6107 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:51.987403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-34da21df-bd4c-427e-89ae-fb387a02a915 None None] Provisioning complete for port 5c03961e-1d23-4b56-87d1-939dc33c6107 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:51.987813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34da21df-bd4c-427e-89ae-fb387a02a915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.044434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-34da21df-bd4c-427e-89ae-fb387a02a915 None None] Port 5c03961e-1d23-4b56-87d1-939dc33c6107 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:40:52.093151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1a9b33f3-e6db-4ee9-b219-036cb3750f50 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:52.094737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1a9b33f3-e6db-4ee9-b219-036cb3750f50 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.44 "GET /v2.0/networks?id=e799b5e4-8cb0-472f-98cd-f1999360b34c HTTP/1.1" status: 200 len: 814 time: 0.1227252 Aug 29 17:40:52.110386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Request body: {'port': {'device_id': '573ea94b-cb1a-4549-b3e0-02daba70aac7', 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c', 'admin_state_up': True, 'tenant_id': '8628eb83719d4ad9a33c473a0e6f1050'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:52.240229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Made reservation on behalf of 8628eb83719d4ad9a33c473a0e6f1050 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:52.244307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.244603 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.249310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.329144 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.331720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'Port': ['ID=5c03961e-1d23-4b56-87d1-939dc33c6107,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:52.389997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Allocated IP 172.20.0.8 (e799b5e4-8cb0-472f-98cd-f1999360b34c/f32203ad-5e0f-4a4a-b70a-950d4e3b319a/aa6ae732-ecbe-45b7-b9ab-183605f7cf99) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:52.431704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:52.433406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:52.573622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.592187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Router 3f3b33ec-5b3d-4348-87a5-2c4197ccd08a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:40:52.624584 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.690653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Pushing event updated for resources: {'Port': ['ID=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:52.703293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Network e799b5e4-8cb0-472f-98cd-f1999360b34c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:52.704717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:52.707073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:52.731059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:40:52.736816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e8957e33-e721-4cb0-91e8-e17e59d87e2f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "PUT /v2.0/routers/3f3b33ec-5b3d-4348-87a5-2c4197ccd08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2863820 Aug 29 17:40:52.739513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42492) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:52.744014 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88479c77-43ad-4a36-a40e-c77cb295ddee None None] Sync routers for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:40:52.746620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Request body: {'port': {'network_id': '077747ff-1d24-4860-95a3-09c0f7c8c6a3', 'name': 'tempest-FloatingIPAdminTestJSON-1784264020'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:52.754748 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88479c77-43ad-4a36-a40e-c77cb295ddee None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:52.755353 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-88479c77-43ad-4a36-a40e-c77cb295ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:52.777665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-36594a8c-778e-4105-a398-f773a5e80f0f None None] Provisioning complete for port 5c03961e-1d23-4b56-87d1-939dc33c6107 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:52.779077 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-36594a8c-778e-4105-a398-f773a5e80f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.781666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:52.782362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.802893 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-88479c77-43ad-4a36-a40e-c77cb295ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:52.814229 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88479c77-43ad-4a36-a40e-c77cb295ddee None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:52.814882 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-88479c77-43ad-4a36-a40e-c77cb295ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:52.815616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1674f4b0-f016-435c-8dbf-363bc1ce100f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7089186 Aug 29 17:40:52.828056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Request body: {'port': {'device_id': '573ea94b-cb1a-4549-b3e0-02daba70aac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:52.843974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-36594a8c-778e-4105-a398-f773a5e80f0f None None] Port 5c03961e-1d23-4b56-87d1-939dc33c6107 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:40:52.897895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Made reservation on behalf of 002f38d33e394f0b80d024d524830bb0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:52.901807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.915843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:52.932471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] device_id is not set on port dcadd3f7-0810-4763-a82c-10d5e31918fc yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:40:52.972223 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-88479c77-43ad-4a36-a40e-c77cb295ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:52.974282 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88479c77-43ad-4a36-a40e-c77cb295ddee None None] The sync data for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:40:53.105550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36633d-dd9e-4ac0-bcb8-bb8bcb02ca9b req-a1ddd129-ab7b-435b-a9ea-49a70c721dfc tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:53.107050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d36633d-dd9e-4ac0-bcb8-bb8bcb02ca9b req-a1ddd129-ab7b-435b-a9ea-49a70c721dfc tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 931 time: 0.0889969 Aug 29 17:40:53.139160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Allocated IP 172.20.0.4 (077747ff-1d24-4860-95a3-09c0f7c8c6a3/10fbe168-ecd8-4f83-9298-29688e67ae14/dcadd3f7-0810-4763-a82c-10d5e31918fc) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:53.151900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4c23-9480-43d6-8898-846b3eb2af8f req-c8116509-adc7-4a9a-bb1e-fa31c49d3d22 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:53.153181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9df4c23-9480-43d6-8898-846b3eb2af8f req-c8116509-adc7-4a9a-bb1e-fa31c49d3d22 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.1568611 Aug 29 17:40:53.172376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7d36633d-dd9e-4ac0-bcb8-bb8bcb02ca9b req-56bdc01c-aa06-4579-bbb6-6d1aa3ea78a0 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567806 Aug 29 17:40:53.217681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9df4c23-9480-43d6-8898-846b3eb2af8f req-1dab5dd7-38eb-48ef-82b6-7890e6119cec tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562291 Aug 29 17:40:53.295982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6ae732-ecbe-45b7-b9ab-183605f7cf99 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:53.303889 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.317302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Transition to ACTIVE for port object aa6ae732-ecbe-45b7-b9ab-183605f7cf99 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:53.321331 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.329620 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.345526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Transition to ACTIVE for port object dcadd3f7-0810-4763-a82c-10d5e31918fc will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:53.378285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Pushing event updated for resources: {'Port': ['ID=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:53.390616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.446011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:53.451890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:53.454556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:53.478681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Attempting to bind port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:53.479026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Attempting to bind port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:53.479358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Attempting to bind port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 on network e799b5e4-8cb0-472f-98cd-f1999360b34c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:53.486842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 on network e799b5e4-8cb0-472f-98cd-f1999360b34c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:40:53.487172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Attempting to bind port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 on network e799b5e4-8cb0-472f-98cd-f1999360b34c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:53.493527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:53.493871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Checking segment: {'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:53.494267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Bound using segment: {'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:53.494723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Bound port: aa6ae732-ecbe-45b7-b9ab-183605f7cf99, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd822ea19-dc7f-478e-b09a-361f382e3947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:53.495084 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.516601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event updated for resources: {'Port': ['ID=dcadd3f7-0810-4763-a82c-10d5e31918fc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:53.561193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:53.561903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.577792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] For port aa6ae732-ecbe-45b7-b9ab-183605f7cf99, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:53.581355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] For port aa6ae732-ecbe-45b7-b9ab-183605f7cf99, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:53.585257 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-384b2096-82d7-4d72-92c0-ee7ec5075080 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8414073 Aug 29 17:40:53.585604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42502) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:53.586841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.606292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:53.607429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.609580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] 10.222.0.44 "PUT /v2.0/ports/aa6ae732-ecbe-45b7-b9ab-183605f7cf99 HTTP/1.1" status: 200 len: 1092 time: 0.7872818 Aug 29 17:40:53.631242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573ea94b-cb1a-4549-b3e0-02daba70aac7', 'tag': 'aa6ae732-ecbe-45b7-b9ab-183605f7cf99'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:53.635054 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63" -d '{"events": [{"name": "network-changed", "server_uuid": "573ea94b-cb1a-4549-b3e0-02daba70aac7", "tag": "aa6ae732-ecbe-45b7-b9ab-183605f7cf99"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:53.651756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'project_id': '002f38d33e394f0b80d024d524830bb0', 'port_id': 'dcadd3f7-0810-4763-a82c-10d5e31918fc'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:53.677107 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.698552 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b6caf-0e09-41b8-b5d0-84db5d906414 x-openstack-request-id: req-6b6b6caf-0e09-41b8-b5d0-84db5d906414 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:53.698940 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573ea94b-cb1a-4549-b3e0-02daba70aac7", "tag": "aa6ae732-ecbe-45b7-b9ab-183605f7cf99", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:53.699245 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b6b6caf-0e09-41b8-b5d0-84db5d906414 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:53.699689 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573ea94b-cb1a-4549-b3e0-02daba70aac7', 'tag': 'aa6ae732-ecbe-45b7-b9ab-183605f7cf99', 'status': 'completed', 'code': 200} Aug 29 17:40:53.716252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8293f-3835-4b99-a530-e042d76a796b service neutron] Pushing event updated for resources: {'Port': ['ID=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:53.730546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-d0c5db85-0718-493d-ae89-d7564f1b89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:53.732107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-d0c5db85-0718-493d-ae89-d7564f1b89ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8628eb83719d4ad9a33c473a0e6f1050&device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 1095 time: 0.0735748 Aug 29 17:40:53.778195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6eea0e69-5fd3-4df1-850b-929d683399ca None None] Provisioning for port dcadd3f7-0810-4763-a82c-10d5e31918fc completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:53.784598 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.787745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-97bf4399-02a5-49d1-a0b4-ab259ce61f0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6ae732-ecbe-45b7-b9ab-183605f7cf99 HTTP/1.1" status: 200 len: 217 time: 0.0475202 Aug 29 17:40:53.790066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6eea0e69-5fd3-4df1-850b-929d683399ca None None] Provisioning complete for port dcadd3f7-0810-4763-a82c-10d5e31918fc triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:53.790665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6eea0e69-5fd3-4df1-850b-929d683399ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:53.832064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6eea0e69-5fd3-4df1-850b-929d683399ca None None] Port dcadd3f7-0810-4763-a82c-10d5e31918fc cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:40:53.847466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-04135ac8-5120-4734-a9df-63fc553d2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:53.849479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-04135ac8-5120-4734-a9df-63fc553d2d64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f32203ad-5e0f-4a4a-b70a-950d4e3b319a HTTP/1.1" status: 200 len: 854 time: 0.0544648 Aug 29 17:40:53.883011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-f62f6d8b-9e43-4589-b37a-6a85dc5b98c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e799b5e4-8cb0-472f-98cd-f1999360b34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265574 Aug 29 17:40:53.915403 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Allocated IP 172.25.2.137 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/3192d6dc-524b-4d8d-a143-8ed5fc061f4d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:53.985159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-65b06fa9-62fc-48cc-a334-89d2ab5e1017 service neutron] 10.222.0.44 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949318 Aug 29 17:40:54.018974 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:54.060410 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:54.084800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2b1db9a-8684-4b74-9f23-3e3e6728e231 req-11d73800-9577-4425-b373-5fe1b5941ade service neutron] 10.222.0.44 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915129 Aug 29 17:40:54.101301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:54.104736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:54.110858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:54.139520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Pushing event updated for resources: {'Port': ['ID=3192d6dc-524b-4d8d-a143-8ed5fc061f4d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:54.177657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-d393e954-b44e-44b4-aa73-ccbfa21cd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:54.179184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-d393e954-b44e-44b4-aa73-ccbfa21cd102 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8628eb83719d4ad9a33c473a0e6f1050&device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 1095 time: 0.0474083 Aug 29 17:40:54.339951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3982a-fcd1-48af-a7bd-f3637b9641cd req-16301ab3-cbda-4893-b38a-1d1dff3922da tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:54.341674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ba3982a-fcd1-48af-a7bd-f3637b9641cd req-16301ab3-cbda-4893-b38a-1d1dff3922da tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 943 time: 0.0886822 Aug 29 17:40:54.344772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-c59c0d88-9546-4930-98ad-5615325aef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:54.346290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-c59c0d88-9546-4930-98ad-5615325aef7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e799b5e4-8cb0-472f-98cd-f1999360b34c HTTP/1.1" status: 200 len: 915 time: 0.1595004 Aug 29 17:40:54.403594 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-5c489c16-a08b-4333-a496-0386da115157 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6ae732-ecbe-45b7-b9ab-183605f7cf99 HTTP/1.1" status: 200 len: 217 time: 0.0471952 Aug 29 17:40:54.413752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c741d8d-5182-4d33-bfd3-23ab17b6799d req-8cfd4ebf-f5a6-46c8-8477-62def9d2de28 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:54.415862 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c741d8d-5182-4d33-bfd3-23ab17b6799d req-8cfd4ebf-f5a6-46c8-8477-62def9d2de28 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.0936606 Aug 29 17:40:54.448117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ba3982a-fcd1-48af-a7bd-f3637b9641cd req-80d1eecf-2697-4a7c-82ea-1b1fe08f3d68 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995817 Aug 29 17:40:54.465911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-d22e9c75-abf3-4c25-b4d5-dec3c067f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:54.467600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-d22e9c75-abf3-4c25-b4d5-dec3c067f60e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f32203ad-5e0f-4a4a-b70a-950d4e3b319a HTTP/1.1" status: 200 len: 854 time: 0.0540466 Aug 29 17:40:54.503932 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-a6912f27-9ac2-42b6-8440-39c499539cea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e799b5e4-8cb0-472f-98cd-f1999360b34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285945 Aug 29 17:40:54.513878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c741d8d-5182-4d33-bfd3-23ab17b6799d req-e5cee466-9db6-417d-9196-4b6d5382db76 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859241 Aug 29 17:40:54.580649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:54.619908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-ce7fa552-ff0d-4a59-b7c2-6c6793c7dfab service neutron] 10.222.0.44 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065588 Aug 29 17:40:54.655271 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:54.722510 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17f7febb-f0e9-4ebd-99cd-d1a9f4371f63 req-fc645003-1f2a-4c38-aa60-ddd7597e82e0 service neutron] 10.222.0.44 "GET /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956137 Aug 29 17:40:54.814050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:54.818834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:54.876194 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:40:54.886420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Pushing event updated for resources: {'Port': ['ID=3192d6dc-524b-4d8d-a143-8ed5fc061f4d,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:54.897266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:55.001337 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Floating IP 0ead8b3c-229b-4ac7-8578-c27782a0c83c associated. External IP: 172.25.2.137, port: dcadd3f7-0810-4763-a82c-10d5e31918fc. Aug 29 17:40:55.217203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Router 3f3b33ec-5b3d-4348-87a5-2c4197ccd08a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:40:55.326445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:40:55.339165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9d2bc-2fde-4f2d-9eef-d46a1ce317f6 None None] Sync routers for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:40:55.342019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:55.348855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9d2bc-2fde-4f2d-9eef-d46a1ce317f6 None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:55.349469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-80c9d2bc-2fde-4f2d-9eef-d46a1ce317f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:55.371905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-af6adc3e-f1b9-4952-8568-bc8b7e4c198d tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.7823367 Aug 29 17:40:55.372169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42514) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:55.385027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-80c9d2bc-2fde-4f2d-9eef-d46a1ce317f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:55.394166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9d2bc-2fde-4f2d-9eef-d46a1ce317f6 None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:55.394834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-80c9d2bc-2fde-4f2d-9eef-d46a1ce317f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:55.427540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-80c9d2bc-2fde-4f2d-9eef-d46a1ce317f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:55.428205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9d2bc-2fde-4f2d-9eef-d46a1ce317f6 None None] The sync data for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:40:55.493883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fc73819b-b7de-4208-8013-8f6d68162b3e tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] 10.222.0.41 "GET /v2.0/floatingips/0ead8b3c-229b-4ac7-8578-c27782a0c83c HTTP/1.1" status: 200 len: 983 time: 0.1206720 Aug 29 17:40:55.496221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42518) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:55.620539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027fee-4a20-4e03-9792-990ab33f6609 req-e21ebfa8-41b7-4a63-a8a4-8749d887e5e2 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:55.622121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d027fee-4a20-4e03-9792-990ab33f6609 req-e21ebfa8-41b7-4a63-a8a4-8749d887e5e2 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 943 time: 0.0949409 Aug 29 17:40:55.672308 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d027fee-4a20-4e03-9792-990ab33f6609 req-52a96b1a-52a6-4d83-99a0-91c96295ebaf tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Aug 29 17:40:55.871553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b88433a8-4a22-4ca8-8584-a13b50a22cbd tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.3741553 Aug 29 17:40:55.874331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42524) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:55.922834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6d300-4daf-462e-aef1-16f0ea8c0c70 req-024a16a4-a4e4-42ce-b8ea-9f2e8457ba32 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:55.924383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0f6d300-4daf-462e-aef1-16f0ea8c0c70 req-024a16a4-a4e4-42ce-b8ea-9f2e8457ba32 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.0577495 Aug 29 17:40:55.965424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0f6d300-4daf-462e-aef1-16f0ea8c0c70 req-99fe8ccf-7429-4d40-b112-ee064ee94484 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340762 Aug 29 17:40:56.045610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Deleting port 3192d6dc-524b-4d8d-a143-8ed5fc061f4d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:40:56.045952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:56.121954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:56.122185 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:56.134246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Calling delete_port for 3192d6dc-524b-4d8d-a143-8ed5fc061f4d owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:40:56.310800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:56.344741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event deleted for resources: {'Port': ['ID=3192d6dc-524b-4d8d-a143-8ed5fc061f4d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:56.369880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.370232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.370577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.370943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.371284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.371619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.371950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.372330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.372611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.372940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.373267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.373592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:56.413585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:56.414797 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Floating IP 0ead8b3c-229b-4ac7-8578-c27782a0c83c disassociated (deleted). External IP: 172.25.2.137, port: dcadd3f7-0810-4763-a82c-10d5e31918fc. Aug 29 17:40:56.747603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device aa6ae732-ecbe-45b7-b9ab-183605f7cf99 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:40:56.854891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port aa6ae732-ecbe-45b7-b9ab-183605f7cf99, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:56.867077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'aa6ae732-ecbe-45b7-b9ab-183605f7cf99', 'network_id': 'e799b5e4-8cb0-472f-98cd-f1999360b34c', 'port_id': 'aa6ae732-ecbe-45b7-b9ab-183605f7cf99', 'mac_address': 'fa:16:3e:78:e1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32203ad-5e0f-4a4a-b70a-950d4e3b319a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:40:56.909363 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:56.925458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6ae732-ecbe-45b7-b9ab-183605f7cf99 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:56.947437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port aa6ae732-ecbe-45b7-b9ab-183605f7cf99, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:56.954006 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:56.999067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Router 3f3b33ec-5b3d-4348-87a5-2c4197ccd08a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:40:57.002794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:57.016984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f046acc-4df9-48ba-96cb-5505d1e94c2b req-cf70d75d-e1e0-4abb-a1f9-29598c060dd3 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:57.019376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f046acc-4df9-48ba-96cb-5505d1e94c2b req-cf70d75d-e1e0-4abb-a1f9-29598c060dd3 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 944 time: 0.0798807 Aug 29 17:40:57.108255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4109828-edd8-4838-86a0-c7ab33d7c785 req-456c6d29-576d-4730-96be-b82bbd8f2015 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:57.110106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1f046acc-4df9-48ba-96cb-5505d1e94c2b req-9ebea773-31ed-4e8f-b940-975c6bd03346 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815866 Aug 29 17:40:57.121530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4109828-edd8-4838-86a0-c7ab33d7c785 req-456c6d29-576d-4730-96be-b82bbd8f2015 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.0671487 Aug 29 17:40:57.160448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:40:57.166118 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:57.170578 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb1505-48f6-483d-a319-961ec543c26b None None] Sync routers for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:40:57.175127 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4109828-edd8-4838-86a0-c7ab33d7c785 req-4aeba711-bbc4-4d62-a5d1-07a21813ae6c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Aug 29 17:40:57.181976 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb1505-48f6-483d-a319-961ec543c26b None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:57.182571 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-facb1505-48f6-483d-a319-961ec543c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:57.204439 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-61b65878-6717-4fbf-8fbc-0f7a0ad512dc tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "DELETE /v2.0/floatingips/0ead8b3c-229b-4ac7-8578-c27782a0c83c HTTP/1.1" status: 204 len: 168 time: 1.3254170 Aug 29 17:40:57.204681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['aa6ae732-ecbe-45b7-b9ab-183605f7cf99'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:57.204897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42534) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:57.211332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:57.223148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-facb1505-48f6-483d-a319-961ec543c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:57.233936 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb1505-48f6-483d-a319-961ec543c26b None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:57.235137 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-facb1505-48f6-483d-a319-961ec543c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:57.239451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:57.273547 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-facb1505-48f6-483d-a319-961ec543c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:57.274626 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb1505-48f6-483d-a319-961ec543c26b None None] The sync data for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:40:57.359208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:57.474575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Allocated IP 172.25.2.25 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/2d5bf8ce-49ff-479b-b668-7e905e8e74e7) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:57.587213 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:57.627222 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:57.664469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:57.670980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:57.673384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:57.679135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Pushing event updated for resources: {'Port': ['ID=2d5bf8ce-49ff-479b-b668-7e905e8e74e7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:57.772380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:57.817211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:57.971236 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:57.978071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.051568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Pushing event updated for resources: {'Port': ['ID=2d5bf8ce-49ff-479b-b668-7e905e8e74e7,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:58.061960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.075750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.077113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-26f078bb-d28e-4e9e-9c4b-6e4bc5f0c080 tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8708608 Aug 29 17:40:58.080049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42540) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:58.192498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:58.245979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.269273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddce6b-0fbb-4260-b39d-fd7f9d94dd39 req-afafa41d-9b78-438a-8c92-eaf6edc0506d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:58.270792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6dddce6b-0fbb-4260-b39d-fd7f9d94dd39 req-afafa41d-9b78-438a-8c92-eaf6edc0506d tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 944 time: 0.0720503 Aug 29 17:40:58.316982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d483a44-76cb-4c7b-9c41-0c46f5b5c0cf req-ebfd7b03-b342-405b-86f9-d52a1ee870a6 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:58.319630 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5d483a44-76cb-4c7b-9c41-0c46f5b5c0cf req-ebfd7b03-b342-405b-86f9-d52a1ee870a6 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.0626369 Aug 29 17:40:58.371296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5d483a44-76cb-4c7b-9c41-0c46f5b5c0cf req-038f3fa9-965a-4193-a7b6-10428820fb4b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Aug 29 17:40:58.374120 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6dddce6b-0fbb-4260-b39d-fd7f9d94dd39 req-a433b0ea-ee60-43df-aee9-f8356c28b149 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686011 Aug 29 17:40:58.423353 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.529495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Allocated IP 172.25.2.177 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/f7d91d57-4ce7-4833-b2f5-3eb7b4e34faf) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:58.640225 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.680395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.716948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:58.721939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:58.725427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:58.756666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Pushing event updated for resources: {'Port': ['ID=f7d91d57-4ce7-4833-b2f5-3eb7b4e34faf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:58.762527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device aa6ae732-ecbe-45b7-b9ab-183605f7cf99 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:58.837455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:58.843975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:58.844470 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.858357 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.897403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.929842 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:58.960970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ea94b-cb1a-4549-b3e0-02daba70aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6ae732-ecbe-45b7-b9ab-183605f7cf99'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:58.964314 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f679cc70-830c-4dda-b7a7-72e41ee4c1f0" -d '{"events": [{"server_uuid": "573ea94b-cb1a-4549-b3e0-02daba70aac7", "name": "network-vif-plugged", "status": "completed", "tag": "aa6ae732-ecbe-45b7-b9ab-183605f7cf99"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:58.997347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port aa6ae732-ecbe-45b7-b9ab-183605f7cf99, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:59.003885 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.076427 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0110f14-4f98-4fb7-8f66-f7a774063b70 x-openstack-request-id: req-f0110f14-4f98-4fb7-8f66-f7a774063b70 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:59.076729 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ea94b-cb1a-4549-b3e0-02daba70aac7", "name": "network-vif-plugged", "status": "completed", "tag": "aa6ae732-ecbe-45b7-b9ab-183605f7cf99", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:59.076865 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0110f14-4f98-4fb7-8f66-f7a774063b70 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:59.077539 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ea94b-cb1a-4549-b3e0-02daba70aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6ae732-ecbe-45b7-b9ab-183605f7cf99', 'code': 200} Aug 29 17:40:59.096943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:59.144193 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.150393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.248249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Pushing event updated for resources: {'Port': ['ID=f7d91d57-4ce7-4833-b2f5-3eb7b4e34faf,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:59.258040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.261925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f4d23-e502-43a7-9473-c47e14966135 req-340fbc8d-a867-4922-af26-2f07808058c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:59.263464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511f4d23-e502-43a7-9473-c47e14966135 req-340fbc8d-a867-4922-af26-2f07808058c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 1097 time: 0.1387703 Aug 29 17:40:59.287101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.288232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ac862b9-0f38-4741-bb6d-0136fb7b8df9 tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2072628 Aug 29 17:40:59.291451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:59.303058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511f4d23-e502-43a7-9473-c47e14966135 req-5024e82e-c467-416b-98e8-a083e30bb0ae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315962 Aug 29 17:40:59.352876 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-083f0c56-ca82-4822-a818-54ee499aa51e tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.0600450 Aug 29 17:40:59.355253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:59.425740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-91dce7fc-d344-4a1a-a632-10e5d3ba12be tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0693874 Aug 29 17:40:59.428448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42568) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:59.506380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39f7f-a9f6-4f38-b61d-c6166b06390b req-7f862fb5-fc24-474e-b6cc-de8a0ad30830 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:59.507980 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6fe39f7f-a9f6-4f38-b61d-c6166b06390b req-7f862fb5-fc24-474e-b6cc-de8a0ad30830 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.0532126 Aug 29 17:40:59.548219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6fe39f7f-a9f6-4f38-b61d-c6166b06390b req-44126336-e551-4e35-b7de-bc0173926470 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342748 Aug 29 17:40:59.582031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11539ea-d9ec-431f-840d-95abfebee2da req-490e8928-8539-4e28-b5e8-45cbfcfe8cf7 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:59.583539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d11539ea-d9ec-431f-840d-95abfebee2da req-490e8928-8539-4e28-b5e8-45cbfcfe8cf7 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 945 time: 0.1181350 Aug 29 17:40:59.624958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Deleting port f7d91d57-4ce7-4833-b2f5-3eb7b4e34faf {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:40:59.625275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.669099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d11539ea-d9ec-431f-840d-95abfebee2da req-e1c038f2-d8b0-43e8-aeeb-b59bd0e2125a tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783267 Aug 29 17:40:59.708390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.708722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.721369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Calling delete_port for f7d91d57-4ce7-4833-b2f5-3eb7b4e34faf owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:40:59.856070 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.881575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Pushing event deleted for resources: {'Port': ['ID=f7d91d57-4ce7-4833-b2f5-3eb7b4e34faf,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:59.941546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.944246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:59.945954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8608d6d8-f2d3-4772-a2fe-5e6142693fdf tempest-FloatingIPAdminTestJSON-639312979 tempest-FloatingIPAdminTestJSON-639312979-project] 10.222.0.41 "DELETE /v2.0/floatingips/6b2dae29-de13-43ae-a067-609d25527341 HTTP/1.1" status: 204 len: 168 time: 0.5165896 Aug 29 17:40:59.948582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42572) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:00.076509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Deleting port 2d5bf8ce-49ff-479b-b668-7e905e8e74e7 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:00.076863 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.160679 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.161015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.172263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Calling delete_port for 2d5bf8ce-49ff-479b-b668-7e905e8e74e7 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:00.309734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.337416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d5bf8ce-49ff-479b-b668-7e905e8e74e7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:00.409773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.413032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.414147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-31148369-5164-4377-bd9f-5b22de0ea87f tempest-FloatingIPAdminTestJSON-2104745021 tempest-FloatingIPAdminTestJSON-2104745021-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/641d4f42-6ce5-4798-a27e-72112162491b HTTP/1.1" status: 204 len: 168 time: 0.4646244 Aug 29 17:41:00.417421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42584) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:00.517150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-88496830-58c6-4ce0-b99e-e13cef3bfae0 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Deleting port dcadd3f7-0810-4763-a82c-10d5e31918fc {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:00.517494 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88496830-58c6-4ce0-b99e-e13cef3bfae0 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.602789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88496830-58c6-4ce0-b99e-e13cef3bfae0 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.615373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-88496830-58c6-4ce0-b99e-e13cef3bfae0 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Calling delete_port for dcadd3f7-0810-4763-a82c-10d5e31918fc owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:00.758629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c64c9628-7a72-4181-a269-58372131f25e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:41:00.772887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88496830-58c6-4ce0-b99e-e13cef3bfae0 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:00.808792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88496830-58c6-4ce0-b99e-e13cef3bfae0 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event deleted for resources: {'Port': ['ID=dcadd3f7-0810-4763-a82c-10d5e31918fc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:00.868117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ec05b-df8b-408c-a7b2-4118d6a635d4 req-a4bac0c9-3e86-4356-ac79-77c05a39336f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:00.869789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc6ec05b-df8b-408c-a7b2-4118d6a635d4 req-a4bac0c9-3e86-4356-ac79-77c05a39336f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 944 time: 0.2471399 Aug 29 17:41:00.887430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:00.910551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'c64c9628-7a72-4181-a269-58372131f25e', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'port_id': 'c64c9628-7a72-4181-a269-58372131f25e', 'mac_address': 'fa:16:3e:a5:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:41:00.958360 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc6ec05b-df8b-408c-a7b2-4118d6a635d4 req-abdc9ca7-05e4-4f1f-8808-732281af79cc tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662751 Aug 29 17:41:00.991119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:01.004777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d878f-8512-4ea7-bbcb-d43697c3c3ab req-a617196d-1a25-48f8-9861-49c3f2e5239b tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:01.006694 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-331d878f-8512-4ea7-bbcb-d43697c3c3ab req-a617196d-1a25-48f8-9861-49c3f2e5239b tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 945 time: 0.2644968 Aug 29 17:41:01.008633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88496830-58c6-4ce0-b99e-e13cef3bfae0 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:01.010834 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88496830-58c6-4ce0-b99e-e13cef3bfae0 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "DELETE /v2.0/ports/dcadd3f7-0810-4763-a82c-10d5e31918fc HTTP/1.1" status: 204 len: 168 time: 0.5922811 Aug 29 17:41:01.013634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42596) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:01.021232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64c9628-7a72-4181-a269-58372131f25e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:41:01.057802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:01.064185 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:01.101959 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-331d878f-8512-4ea7-bbcb-d43697c3c3ab req-b4459632-1312-4e01-a738-c4fe2ade30f8 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749607 Aug 29 17:41:01.115961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce8abf-f4b2-44ab-85e0-dec2014b4858 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:01.118105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3fce8abf-f4b2-44ab-85e0-dec2014b4858 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f3b33ec-5b3d-4348-87a5-2c4197ccd08a HTTP/1.1" status: 200 len: 913 time: 0.1028743 Aug 29 17:41:01.120861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42598) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:01.152830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=11']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:01.294520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['c64c9628-7a72-4181-a269-58372131f25e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:41:01.581446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:01.859684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Deleting port 5c03961e-1d23-4b56-87d1-939dc33c6107 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:01.860445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:01.955378 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:01.971637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Calling delete_port for 5c03961e-1d23-4b56-87d1-939dc33c6107 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:02.088473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718cd48-bc23-439e-8c84-3aef44614f97 req-824efcb5-39f3-4a93-9eed-9d429b32f49e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:02.089973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c718cd48-bc23-439e-8c84-3aef44614f97 req-824efcb5-39f3-4a93-9eed-9d429b32f49e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 945 time: 0.0603931 Aug 29 17:41:02.138136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c718cd48-bc23-439e-8c84-3aef44614f97 req-a0c04b49-a3a8-443d-b52d-614bf5603beb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417647 Aug 29 17:41:02.201562 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:02.234735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event deleted for resources: {'Port': ['ID=5c03961e-1d23-4b56-87d1-939dc33c6107,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:02.434510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:02.684173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Router 3f3b33ec-5b3d-4348-87a5-2c4197ccd08a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:41:02.751719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c64c9628-7a72-4181-a269-58372131f25e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:02.810082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:41:02.825723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7feb3e8d-1397-446c-816b-20cf8f3cb78f tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "PUT /v2.0/routers/3f3b33ec-5b3d-4348-87a5-2c4197ccd08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015622 Aug 29 17:41:02.826716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42626) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:02.835902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port c64c9628-7a72-4181-a269-58372131f25e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:02.842512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port c64c9628-7a72-4181-a269-58372131f25e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:02.843499 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:02.845937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c60e93-e5cd-443f-ba6f-c0b0466c2946 None None] Sync routers for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:41:02.903571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c60e93-e5cd-443f-ba6f-c0b0466c2946 None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:02.904388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-96c60e93-e5cd-443f-ba6f-c0b0466c2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:02.957589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-96c60e93-e5cd-443f-ba6f-c0b0466c2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:02.969158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:02.975317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c60e93-e5cd-443f-ba6f-c0b0466c2946 None None] Routers {'3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:02.976975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-96c60e93-e5cd-443f-ba6f-c0b0466c2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:40:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:03.022423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-96c60e93-e5cd-443f-ba6f-c0b0466c2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:03.022978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c60e93-e5cd-443f-ba6f-c0b0466c2946 None None] The sync data for ids ['3f3b33ec-5b3d-4348-87a5-2c4197ccd08a'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:41:03.084773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:03.133064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:41:03.135579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:03.136270 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b655ca40-9234-45a7-a6b4-3adba93508c5" -d '{"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-plugged", "status": "completed", "tag": "c64c9628-7a72-4181-a269-58372131f25e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:41:03.161215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:03.168595 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:03.270318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Deleting port e40a1e7c-b3dd-48df-80a0-41d6021f9635 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:03.270896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:03.276282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=12']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:03.296458 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4860be-fd42-49f3-8568-517917d3edb9 x-openstack-request-id: req-9e4860be-fd42-49f3-8568-517917d3edb9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:41:03.296765 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-plugged", "status": "completed", "tag": "c64c9628-7a72-4181-a269-58372131f25e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:41:03.297022 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e4860be-fd42-49f3-8568-517917d3edb9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:41:03.297424 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e', 'code': 200} Aug 29 17:41:03.400763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afb4d5-1131-45b7-8c53-f3e06f34e55c req-c0a15f70-34b8-46fe-a192-d5fd9994e837 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:03.402241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9afb4d5-1131-45b7-8c53-f3e06f34e55c req-c0a15f70-34b8-46fe-a192-d5fd9994e837 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 946 time: 0.0818965 Aug 29 17:41:03.444760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:03.493134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9afb4d5-1131-45b7-8c53-f3e06f34e55c req-8a55901a-7216-49a9-901e-fb589c3d7b8f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736783 Aug 29 17:41:03.494773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Calling delete_port for e40a1e7c-b3dd-48df-80a0-41d6021f9635 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:03.521226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f159ab0-59f7-4153-9679-408ce24093a9 req-790f0715-5b74-46ec-92ec-a8cdac6b9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:03.525785 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6f159ab0-59f7-4153-9679-408ce24093a9 req-790f0715-5b74-46ec-92ec-a8cdac6b9ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 1098 time: 0.0710604 Aug 29 17:41:03.589368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6f159ab0-59f7-4153-9679-408ce24093a9 req-dc7bd92e-b5f2-435d-a8dd-624ed7bbc9a7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553055 Aug 29 17:41:03.739430 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:03.770916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event deleted for resources: {'Port': ['ID=e40a1e7c-b3dd-48df-80a0-41d6021f9635,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:03.851191 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.010906 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.013352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.080272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.081567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Fanout notify agent at l3_agent the message router_deleted on router 3f3b33ec-5b3d-4348-87a5-2c4197ccd08a {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:41:04.092083 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.093326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4f0bbafd-ce7d-49d7-b9a6-4aaa03609a68 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "DELETE /v2.0/routers/3f3b33ec-5b3d-4348-87a5-2c4197ccd08a HTTP/1.1" status: 204 len: 168 time: 1.2630270 Aug 29 17:41:04.095814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42650) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:04.152824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e5a560-2093-4307-8c00-bc4644fdd8b9 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Deleting subnet 10fbe168-ecd8-4f83-9298-29688e67ae14 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:41:04.156398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a560-2093-4307-8c00-bc4644fdd8b9 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.205907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a560-2093-4307-8c00-bc4644fdd8b9 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.320968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a560-2093-4307-8c00-bc4644fdd8b9 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.369442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-1d562e2a-1bd7-4784-938d-e7b49bd0b774 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888081 Aug 29 17:41:04.396554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a560-2093-4307-8c00-bc4644fdd8b9 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.423040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5a560-2093-4307-8c00-bc4644fdd8b9 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event deleted for resources: {'Subnet': ['ID=10fbe168-ecd8-4f83-9298-29688e67ae14,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:04.455282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a560-2093-4307-8c00-bc4644fdd8b9 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.462689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c0e5a560-2093-4307-8c00-bc4644fdd8b9 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "DELETE /v2.0/subnets/10fbe168-ecd8-4f83-9298-29688e67ae14 HTTP/1.1" status: 204 len: 168 time: 0.3630166 Aug 29 17:41:04.462689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42654) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:04.472255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f8a63-7ca8-4865-a921-9483ae4d977a None None] Network 077747ff-1d24-4860-95a3-09c0f7c8c6a3 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:04.595553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-20ebe80e-5b5e-41d4-8a11-42759d8f77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:04.597948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-20ebe80e-5b5e-41d4-8a11-42759d8f77f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 1098 time: 0.1757538 Aug 29 17:41:04.616896 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.773941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] DHCP port deletion for 077747ff-1d24-4860-95a3-09c0f7c8c6a3 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:41:04.775680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae71fe9-f99a-4e48-a1a0-2fa732fcd63e req-dfbb830f-2ce4-4ccc-ba66-238ee7718a32 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:04.777850 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ae71fe9-f99a-4e48-a1a0-2fa732fcd63e req-dfbb830f-2ce4-4ccc-ba66-238ee7718a32 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 946 time: 0.1597610 Aug 29 17:41:04.806689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Deleting port 0c53b994-1121-43c8-af09-5da30bbd8630 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:04.812656 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.842891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Deleting port 0c53b994-1121-43c8-af09-5da30bbd8630 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:04.843281 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.854173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ae71fe9-f99a-4e48-a1a0-2fa732fcd63e req-a39b11a8-90ee-4d8c-9660-c02eff4dbab1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695429 Aug 29 17:41:04.916947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-bdf0e877-6a25-4bfc-b71d-3a2c4e9b4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:04.918788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-bdf0e877-6a25-4bfc-b71d-3a2c4e9b4ec0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.2631094 Aug 29 17:41:04.927063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] For port 0c53b994-1121-43c8-af09-5da30bbd8630, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c53b994-1121-43c8-af09-5da30bbd8630,segment=NetworkSegment(bd8c937d-2b21-47b7-af48-f30fc8eb7fcd),segment_id=bd8c937d-2b21-47b7-af48-f30fc8eb7fcd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:04.927470 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.944361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] For port 0c53b994-1121-43c8-af09-5da30bbd8630, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c53b994-1121-43c8-af09-5da30bbd8630,segment=NetworkSegment(bd8c937d-2b21-47b7-af48-f30fc8eb7fcd),segment_id=bd8c937d-2b21-47b7-af48-f30fc8eb7fcd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:04.945726 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:04.982862 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-b1ffc961-58fe-4287-9784-ed1766865890 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d659923-a489-4648-a2d8-6004d0eac158 HTTP/1.1" status: 200 len: 217 time: 0.0511537 Aug 29 17:41:04.987141 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Calling delete_port for 0c53b994-1121-43c8-af09-5da30bbd8630 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:05.056376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-4e30de25-f0aa-4e5b-8f69-4720d109f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:05.058027 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-4e30de25-f0aa-4e5b-8f69-4720d109f95b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0664532 Aug 29 17:41:05.150117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Calling delete_port for 0c53b994-1121-43c8-af09-5da30bbd8630 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:05.157895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-b23d808e-be2b-4cb1-aa74-cb5aabace34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:05.159437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-b23d808e-be2b-4cb1-aa74-cb5aabace34b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939491 Aug 29 17:41:05.254333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.278727 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.298768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event deleted for resources: {'Port': ['ID=0c53b994-1121-43c8-af09-5da30bbd8630,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:05.309287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Pushing event deleted for resources: {'Port': ['ID=0c53b994-1121-43c8-af09-5da30bbd8630,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:05.311794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] No DVR routers for this DVR port 0c53b994-1121-43c8-af09-5da30bbd8630 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:05.329496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.330338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.330709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.331040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.331816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.332314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.332799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.333295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.333833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.334475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.335083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.335618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:05.340105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be2b92-908c-4fba-87f2-c889e200c438 None None] No DVR routers for this DVR port 0c53b994-1121-43c8-af09-5da30bbd8630 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:05.371690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c53b994-1121-43c8-af09-5da30bbd8630 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:41:05.392638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-6b23c943-6bd6-4f49-b1a7-7b73af6f2e4d service neutron] 10.222.0.44 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230690 Aug 29 17:41:05.402088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0c53b994-1121-43c8-af09-5da30bbd8630 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:41:05.402826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c53b994-1121-43c8-af09-5da30bbd8630 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:41:05.522399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.536270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077747ff-1d24-4860-95a3-09c0f7c8c6a3']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:05.554373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8c937d-2b21-47b7-af48-f30fc8eb7fcd') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:05.554691 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8c937d-2b21-47b7-af48-f30fc8eb7fcd') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:05.569372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.589367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dffd36f-186d-4f17-a2fb-a38ede595d2c req-2056b074-4500-47ba-bc73-e1453234c891 service neutron] 10.222.0.44 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792350 Aug 29 17:41:05.592806 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.600999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:05.602210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:05.605620 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:05.672688 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.679856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.682059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "DELETE /v2.0/networks/077747ff-1d24-4860-95a3-09c0f7c8c6a3 HTTP/1.1" status: 204 len: 168 time: 1.2183330 Aug 29 17:41:05.684482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42700) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:05.696771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f0e05-cb75-4555-8dd1-e7d060a51481 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event deleted for resources: {'Network': ['ID=077747ff-1d24-4860-95a3-09c0f7c8c6a3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:05.814621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Deleting port c4cecb99-5ea9-44e1-91c4-aacec6f793b9 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:05.815199 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.888794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.889038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:05.903039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Calling delete_port for c4cecb99-5ea9-44e1-91c4-aacec6f793b9 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:05.997943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a556fa6-71b7-44e5-add6-b8fd1e13c98d req-0021025f-248e-46ca-888f-f0488a59830f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:05.999511 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1a556fa6-71b7-44e5-add6-b8fd1e13c98d req-0021025f-248e-46ca-888f-f0488a59830f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 946 time: 0.0498650 Aug 29 17:41:06.039570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1a556fa6-71b7-44e5-add6-b8fd1e13c98d req-d7ef6fbf-97a3-49ce-83fc-fc93d11c7791 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330005 Aug 29 17:41:06.046607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:06.074758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Pushing event deleted for resources: {'Port': ['ID=c4cecb99-5ea9-44e1-91c4-aacec6f793b9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:06.134139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:06.136798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:06.137974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-622ea6e4-be41-4daa-b5b2-1815ce493a64 tempest-FloatingIPAdminTestJSON-2113267002 tempest-FloatingIPAdminTestJSON-2113267002-project] 10.222.0.41 "DELETE /v2.0/floatingips/ce13c4de-cfdc-4995-b151-31cb7797e477 HTTP/1.1" status: 204 len: 168 time: 0.4522715 Aug 29 17:41:06.384878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42710) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:06.528136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b7ab1ac-f804-480f-a864-8a6dbd9a6ee0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=002f38d33e394f0b80d024d524830bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421034 Aug 29 17:41:06.530683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42714) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:06.577411 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-affe8c76-4c4a-42ea-a4b4-2f4425a2afbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:06.597516 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-affe8c76-4c4a-42ea-a4b4-2f4425a2afbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:06.644401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-affe8c76-4c4a-42ea-a4b4-2f4425a2afbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:06.647208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-affe8c76-4c4a-42ea-a4b4-2f4425a2afbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:06.648725 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-affe8c76-4c4a-42ea-a4b4-2f4425a2afbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cd6b693-4e4f-45e7-8b75-c37733dc8b4e HTTP/1.1" status: 204 len: 168 time: 0.1171441 Aug 29 17:41:06.656537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe8c76-4c4a-42ea-a4b4-2f4425a2afbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd6b693-4e4f-45e7-8b75-c37733dc8b4e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:06.925243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42720) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:06.939475 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42489a13-4662-4f45-9c5c-148248b3c0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.029932 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42489a13-4662-4f45-9c5c-148248b3c0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.034923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42489a13-4662-4f45-9c5c-148248b3c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.077000 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-42489a13-4662-4f45-9c5c-148248b3c0f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59d9a77c018449a7bd1c4677c64b2235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480837 Aug 29 17:41:07.077000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42489a13-4662-4f45-9c5c-148248b3c0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392cea24-50d3-47ae-9a53-2a0a9841df10,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:07.077583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42722) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:07.127720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b51a7af-18d7-4956-a0c2-088954639447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.149313 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b51a7af-18d7-4956-a0c2-088954639447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.200790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b51a7af-18d7-4956-a0c2-088954639447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.203547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b51a7af-18d7-4956-a0c2-088954639447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.204745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9b51a7af-18d7-4956-a0c2-088954639447 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/392cea24-50d3-47ae-9a53-2a0a9841df10 HTTP/1.1" status: 204 len: 168 time: 0.1259592 Aug 29 17:41:07.216447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51a7af-18d7-4956-a0c2-088954639447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392cea24-50d3-47ae-9a53-2a0a9841df10,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:07.562653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42728) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:07.578102 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2f92ad16-7e7d-49a0-b98b-eb9fe9c3fcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.682686 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-a5240473-7a4b-4cc8-8e95-82995a658a63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499718 Aug 29 17:41:07.684469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2f92ad16-7e7d-49a0-b98b-eb9fe9c3fcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.689736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2f92ad16-7e7d-49a0-b98b-eb9fe9c3fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.731423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2f92ad16-7e7d-49a0-b98b-eb9fe9c3fcfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4da26cdcb21e4f29a058d06538ee6492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672447 Aug 29 17:41:07.732369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92ad16-7e7d-49a0-b98b-eb9fe9c3fcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c974c21-dc11-4f64-8ad1-2efb66b0d948,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:07.733867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42730) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:07.776375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-fba71b9e-d43a-4883-823e-3d2c821cb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:07.777891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-fba71b9e-d43a-4883-823e-3d2c821cb21f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 1098 time: 0.0734062 Aug 29 17:41:07.795099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec8da-180a-4c41-a58f-e98e7db58999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.863349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec8da-180a-4c41-a58f-e98e7db58999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.926552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-99363390-a02b-4eff-b816-7471c91d4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:07.928072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-99363390-a02b-4eff-b816-7471c91d4acb service neutron] 10.222.0.43 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 911 time: 0.1284747 Aug 29 17:41:07.945705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec8da-180a-4c41-a58f-e98e7db58999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.948229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec8da-180a-4c41-a58f-e98e7db58999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:07.951906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8f3ec8da-180a-4c41-a58f-e98e7db58999 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c974c21-dc11-4f64-8ad1-2efb66b0d948 HTTP/1.1" status: 204 len: 168 time: 0.2142971 Aug 29 17:41:07.989004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ec8da-180a-4c41-a58f-e98e7db58999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c974c21-dc11-4f64-8ad1-2efb66b0d948,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:08.008667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-19a329a7-b3bb-4a11-8b10-c24d0672d106 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f HTTP/1.1" status: 200 len: 1001 time: 0.0704281 Aug 29 17:41:08.064028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-d3f1a6ab-0389-4b18-bc40-e046f08bc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:08.065849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-d3f1a6ab-0389-4b18-bc40-e046f08bc777 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.0491798 Aug 29 17:41:08.113060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-50236b6a-5db9-488d-90f3-489cf49676d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:08.115386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-50236b6a-5db9-488d-90f3-489cf49676d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421710 Aug 29 17:41:08.216115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-c36fb4e7-b6d9-466d-b0ee-a4c9a7a07562 service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934112 Aug 29 17:41:08.322168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-735c3ed8-b4f4-4645-a830-f40a7062a9ba req-38f2c1b2-b08e-4240-8e19-0773f3de572e service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987117 Aug 29 17:41:08.760769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ab26-4180-4d88-a03b-daf27da159b5 req-144f6d3f-cf71-4b42-865c-17040ee54490 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:08.762306 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65f5ab26-4180-4d88-a03b-daf27da159b5 req-144f6d3f-cf71-4b42-865c-17040ee54490 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0568419 Aug 29 17:41:08.804584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65f5ab26-4180-4d88-a03b-daf27da159b5 req-6be4ef9f-db25-4976-9bfa-4702e44aa51d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Aug 29 17:41:08.940179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-10f30075-3b52-444b-989e-488f6792eb0a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813139599&fields=id&tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 267 time: 0.0477002 Aug 29 17:41:09.353729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a058-689f-4d34-8528-32181178d8f8 req-e4659d1d-93de-42ae-828b-39e72b64c483 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:09.355246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-e4659d1d-93de-42ae-828b-39e72b64c483 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.4066672 Aug 29 17:41:09.371038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-986d6a0f-0425-42fa-920c-ae1f506f092f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/quotas/46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 375 time: 0.0093105 Aug 29 17:41:09.432646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-82ef56b8-6fd2-4928-9947-c1e0407cfc03 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554509 Aug 29 17:41:09.548085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-72a558d6-9a21-4987-a141-cda3d641ca6b service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042690 Aug 29 17:41:09.565531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42786) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:09.640796 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-68a8724a-f809-484c-bc2a-8b79bfc36cb7 service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918655 Aug 29 17:41:09.671172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-659828ab-4d9e-4fb4-afc0-e330d68841cf tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:09.692370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-659828ab-4d9e-4fb4-afc0-e330d68841cf tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] 10.222.0.41 "PUT /v2.0/quotas/ee7ab97b76904d65b5c6dcf3462f62ee HTTP/1.1" status: 200 len: 368 time: 0.1254926 Aug 29 17:41:09.695470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42790) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:09.700525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Request body: {'network': {'project_id': 'ee7ab97b76904d65b5c6dcf3462f62ee'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:09.724542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Made reservation on behalf of ee7ab97b76904d65b5c6dcf3462f62ee for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:09.727823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:09.737845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:09.974737 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a235427-f7b4-4bd0-807c-c2860d05a13a req-38377065-9dc4-458f-9cf1-7e8279a5b627 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 210 time: 0.0313070 Aug 29 17:41:10.213693 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.225908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9432e-ae82-439a-9b4e-eaa8a8207964 req-d6024ca4-26b7-4345-bf83-cc19c0e2ee73 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:10.227422 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69d9432e-ae82-439a-9b4e-eaa8a8207964 req-d6024ca4-26b7-4345-bf83-cc19c0e2ee73 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0665491 Aug 29 17:41:10.228170 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.261666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:10.283020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9983bf9-5550-47f8-b8f3-3452069a2dc8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:10.285854 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.286205 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Added segment 082334e5-90f9-476e-a99d-3f7da9fb2248 of type vlan for network 6de25fdd-224a-4dc2-83b7-0ff945b6c8af Aug 29 17:41:10.307958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69d9432e-ae82-439a-9b4e-eaa8a8207964 req-494e9719-3994-4b52-a5f9-d6d42cb57caa tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734017 Aug 29 17:41:10.339978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.365246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.366342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:10.367541 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.424475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7276735 Aug 29 17:41:10.427062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42810) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:10.432465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Request body: {'network': {'project_id': 'ee7ab97b76904d65b5c6dcf3462f62ee'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:10.440289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc54a66-70ab-4474-b5fc-42be09f797e2 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Pushing event updated for resources: {'Network': ['ID=6de25fdd-224a-4dc2-83b7-0ff945b6c8af,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:10.451876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 6de25fdd-224a-4dc2-83b7-0ff945b6c8af details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:10.459580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Made reservation on behalf of ee7ab97b76904d65b5c6dcf3462f62ee for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:10.462795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.491474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:10.503868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.504317 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Added segment 5246b773-6a25-42b3-855f-9216968f3aee of type vlan for network 4d782c61-3886-4600-95ed-50e9e5a3e5c2 Aug 29 17:41:10.547398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.573016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.574191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:10.574809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.631619 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2035303 Aug 29 17:41:10.634542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42816) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:10.639740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b1823b01-bbaf-4ae0-91d4-57f9bded48e0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Request body: {'network': {'project_id': 'ee7ab97b76904d65b5c6dcf3462f62ee'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:10.642611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994153e-75b9-42c1-91df-3f26d6ff91c4 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Pushing event updated for resources: {'Network': ['ID=4d782c61-3886-4600-95ed-50e9e5a3e5c2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:10.653783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 4d782c61-3886-4600-95ed-50e9e5a3e5c2 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:10.654540 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1823b01-bbaf-4ae0-91d4-57f9bded48e0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 17:41:10.655036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1823b01-bbaf-4ae0-91d4-57f9bded48e0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:41:10.656188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b1823b01-bbaf-4ae0-91d4-57f9bded48e0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0206225 Aug 29 17:41:10.658963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42818) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:10.698511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f40c343f-f435-45e9-b096-3f1c06c48bc5 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee7ab97b76904d65b5c6dcf3462f62ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384736 Aug 29 17:41:10.701046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42820) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:10.751225 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-794de825-6316-48e5-afd8-604b0dafe8f0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.772522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-794de825-6316-48e5-afd8-604b0dafe8f0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.825193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-794de825-6316-48e5-afd8-604b0dafe8f0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.828284 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-794de825-6316-48e5-afd8-604b0dafe8f0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.829711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-794de825-6316-48e5-afd8-604b0dafe8f0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9983bf9-5550-47f8-b8f3-3452069a2dc8 HTTP/1.1" status: 204 len: 168 time: 0.1277726 Aug 29 17:41:10.833144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42822) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:10.846279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794de825-6316-48e5-afd8-604b0dafe8f0 tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9983bf9-5550-47f8-b8f3-3452069a2dc8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:10.932214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:10.941053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a058-689f-4d34-8528-32181178d8f8 req-87a6848c-b92a-4045-af59-f71aee2ed729 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:10.943531 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-87a6848c-b92a-4045-af59-f71aee2ed729 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1263602 Aug 29 17:41:11.020827 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.024175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-b2c080a7-da61-4326-ad2b-e30e7e5ab56f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 379 time: 0.0669444 Aug 29 17:41:11.031434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d782c61-3886-4600-95ed-50e9e5a3e5c2']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:11.043258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5246b773-6a25-42b3-855f-9216968f3aee') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:11.043604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5246b773-6a25-42b3-855f-9216968f3aee') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:11.046698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'port': {'device_id': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'admin_state_up': True, 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'security_groups': ['bfad108d-8a74-4e05-b5d9-1b4201d82656']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:11.053242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.089529 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ad91f9cb-a16c-4ebb-ab96-d3eace3fe728 req-3f12bf6b-e0e7-453e-a976-7b1138b7c632 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 210 time: 0.0341160 Aug 29 17:41:11.091247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.097897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:11.098307 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:11.100974 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:11.162803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.168077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.169992 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] 10.222.0.41 "DELETE /v2.0/networks/4d782c61-3886-4600-95ed-50e9e5a3e5c2 HTTP/1.1" status: 204 len: 168 time: 0.3358982 Aug 29 17:41:11.173296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42826) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:11.187724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c7d7e-5b7b-47a1-98b7-95be4a986c2a tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d782c61-3886-4600-95ed-50e9e5a3e5c2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:11.229103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-013434f0-fb17-46c9-b984-456b15b46dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.234665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:11.238186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.280587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.459945 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.479397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de25fdd-224a-4dc2-83b7-0ff945b6c8af']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:11.495638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082334e5-90f9-476e-a99d-3f7da9fb2248') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:11.496012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082334e5-90f9-476e-a99d-3f7da9fb2248') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:11.507776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.20.0.5 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/8af0d074-ed2f-40c0-b71e-b667bd664226) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:11.516918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5f807-a8f8-4cdb-a43e-bddfebff0379 req-1399e193-7708-4f84-8e30-11bbd6afcf24 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:11.518414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ef5f807-a8f8-4cdb-a43e-bddfebff0379 req-1399e193-7708-4f84-8e30-11bbd6afcf24 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1270278 Aug 29 17:41:11.523194 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.565567 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.589798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:11.590206 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:11.594170 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:11.649655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ef5f807-a8f8-4cdb-a43e-bddfebff0379 req-9e42578a-9731-405e-bdb1-c1ce16ad9c2e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246054 Aug 29 17:41:11.709915 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.716493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.719030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6de25fdd-224a-4dc2-83b7-0ff945b6c8af HTTP/1.1" status: 204 len: 168 time: 0.5425963 Aug 29 17:41:11.738692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50438e4f-6771-4775-a7c5-e637ef4eccab tempest-QuotasNegativeTest-1801797607 tempest-QuotasNegativeTest-1801797607-project-admin] Pushing event deleted for resources: {'Network': ['ID=6de25fdd-224a-4dc2-83b7-0ff945b6c8af,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:11.782860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.797902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Transition to ACTIVE for port object 8af0d074-ed2f-40c0-b71e-b667bd664226 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:11.833488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.882353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:11.887415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:11.890040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:11.918786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=8af0d074-ed2f-40c0-b71e-b667bd664226,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:11.946482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:11.947149 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:11.963215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-5b6012f9-b35c-421a-a12d-fc9cb9529d75 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9218042 Aug 29 17:41:11.977523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Request body: {'port': {'device_id': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:12.063511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.204776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42840) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:12.207530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9cbad708-d47b-4edd-bc5d-146d27f2e8ae None None] Provisioning for port 8af0d074-ed2f-40c0-b71e-b667bd664226 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:12.229343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9cbad708-d47b-4edd-bc5d-146d27f2e8ae None None] Provisioning complete for port 8af0d074-ed2f-40c0-b71e-b667bd664226 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:12.230201 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9cbad708-d47b-4edd-bc5d-146d27f2e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.240868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63e9d-8d7e-4a59-9bf8-c7d2eb7d6309 req-c045d5e5-ce12-43f2-894a-d7229e8adbe8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:12.243690 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b63e9d-8d7e-4a59-9bf8-c7d2eb7d6309 req-c045d5e5-ce12-43f2-894a-d7229e8adbe8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 931 time: 0.0704775 Aug 29 17:41:12.314950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9cbad708-d47b-4edd-bc5d-146d27f2e8ae None None] Port 8af0d074-ed2f-40c0-b71e-b667bd664226 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:12.319968 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27b63e9d-8d7e-4a59-9bf8-c7d2eb7d6309 req-8df070ee-ca25-42ed-b99a-147685f7ecca tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661745 Aug 29 17:41:12.406595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d84dfbd3-d377-420f-a3ce-3b3b80f2b464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.426050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af0d074-ed2f-40c0-b71e-b667bd664226 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:41:12.436845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.457510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Transition to ACTIVE for port object 8af0d074-ed2f-40c0-b71e-b667bd664226 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:12.465242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.540002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Pushing event updated for resources: {'Port': ['ID=8af0d074-ed2f-40c0-b71e-b667bd664226,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:12.541278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.627384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d84dfbd3-d377-420f-a3ce-3b3b80f2b464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.634780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d84dfbd3-d377-420f-a3ce-3b3b80f2b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.670815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Attempting to bind port 8af0d074-ed2f-40c0-b71e-b667bd664226 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:41:12.671228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Attempting to bind port 8af0d074-ed2f-40c0-b71e-b667bd664226 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:41:12.671592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Attempting to bind port 8af0d074-ed2f-40c0-b71e-b667bd664226 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:12.695422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dfbd3-d377-420f-a3ce-3b3b80f2b464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c0b055-4820-441c-89dd-03baa560711c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:12.708364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d84dfbd3-d377-420f-a3ce-3b3b80f2b464 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=802d1975ec874a7db6d7e70ab3e3f13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025036 Aug 29 17:41:12.709661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Port 8af0d074-ed2f-40c0-b71e-b667bd664226 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:41:12.709996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Attempting to bind port 8af0d074-ed2f-40c0-b71e-b667bd664226 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:12.711011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42848) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:12.722763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:41:12.723104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:12.723488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:41:12.723918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Bound port: 8af0d074-ed2f-40c0-b71e-b667bd664226, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:41:12.724274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.788215 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f402ef3-21a0-4452-a475-7b710342659f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.809749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f402ef3-21a0-4452-a475-7b710342659f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.840452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a653-c9b3-49e5-824d-1a9c26659250 req-9dfe6cee-8bfe-4138-83b2-64dc64a3460b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:12.842056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c44a653-c9b3-49e5-824d-1a9c26659250 req-9dfe6cee-8bfe-4138-83b2-64dc64a3460b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0985413 Aug 29 17:41:12.852763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] For port 8af0d074-ed2f-40c0-b71e-b667bd664226, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:41:12.862098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] For port 8af0d074-ed2f-40c0-b71e-b667bd664226, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8af0d074-ed2f-40c0-b71e-b667bd664226,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:41:12.876025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f402ef3-21a0-4452-a475-7b710342659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.878910 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f402ef3-21a0-4452-a475-7b710342659f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.879487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.883696 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9f402ef3-21a0-4452-a475-7b710342659f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5c0b055-4820-441c-89dd-03baa560711c HTTP/1.1" status: 204 len: 168 time: 0.1681237 Aug 29 17:41:12.902734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f402ef3-21a0-4452-a475-7b710342659f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c0b055-4820-441c-89dd-03baa560711c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:12.931065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:12.931682 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:12.933407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] 10.222.0.44 "PUT /v2.0/ports/8af0d074-ed2f-40c0-b71e-b667bd664226 HTTP/1.1" status: 200 len: 1092 time: 0.9616296 Aug 29 17:41:12.935786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'tag': '8af0d074-ed2f-40c0-b71e-b667bd664226'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:41:12.938075 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345cc722-4578-4b25-a935-c7013395ba07" -d '{"events": [{"name": "network-changed", "server_uuid": "58f7b076-451e-4a92-8d9d-8ea6d10c4b0d", "tag": "8af0d074-ed2f-40c0-b71e-b667bd664226"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:41:12.954921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c44a653-c9b3-49e5-824d-1a9c26659250 req-ef5e4ec4-bf44-4ab6-9328-afc02326ad5d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989237 Aug 29 17:41:12.984170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822254d-8598-46d9-b908-2e3d78f4f987 service neutron] Pushing event updated for resources: {'Port': ['ID=8af0d074-ed2f-40c0-b71e-b667bd664226,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:13.039712 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b88a8a4-dfb1-4150-9b28-201e649f8abe x-openstack-request-id: req-2b88a8a4-dfb1-4150-9b28-201e649f8abe {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:41:13.039985 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f7b076-451e-4a92-8d9d-8ea6d10c4b0d", "tag": "8af0d074-ed2f-40c0-b71e-b667bd664226", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:41:13.040380 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b88a8a4-dfb1-4150-9b28-201e649f8abe {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:41:13.040647 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'tag': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'status': 'completed', 'code': 200} Aug 29 17:41:13.070821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.078786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a058-689f-4d34-8528-32181178d8f8 req-d09d24fd-4f7e-4620-afad-3f9a315861cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:13.080486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-d09d24fd-4f7e-4620-afad-3f9a315861cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 1095 time: 0.0822575 Aug 29 17:41:13.138627 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-3e38d53f-0d40-48fa-bc2e-9fd2e4564156 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af0d074-ed2f-40c0-b71e-b667bd664226 HTTP/1.1" status: 200 len: 217 time: 0.0488489 Aug 29 17:41:13.196248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a058-689f-4d34-8528-32181178d8f8 req-2b8328f8-45cc-4452-b98e-add2e7adc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:13.197845 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-2b8328f8-45cc-4452-b98e-add2e7adc6ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0492637 Aug 29 17:41:13.249222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a058-689f-4d34-8528-32181178d8f8 req-70dcd776-2411-44cc-a269-c3e9e0480cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:13.250753 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-70dcd776-2411-44cc-a269-c3e9e0480cfb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455949 Aug 29 17:41:13.267681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42856) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:13.297760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f69cf4e-0d21-4550-9181-1cccb231c86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.358712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-3475d625-b303-40da-a9cd-5bf5662d8557 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999625 Aug 29 17:41:13.396223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f69cf4e-0d21-4550-9181-1cccb231c86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.401591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f69cf4e-0d21-4550-9181-1cccb231c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.442149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7f69cf4e-0d21-4550-9181-1cccb231c86d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2dab4c11c6d46e9879acde40e191f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727474 Aug 29 17:41:13.443147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69cf4e-0d21-4550-9181-1cccb231c86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a20bef-3649-47e0-a498-3c20b24b18ce,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:13.446198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42860) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:13.503198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83118292-0dac-4bf9-9454-03144e539b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.524307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc3089-4292-4d06-ad6d-2ed8a36bb870 req-3066395e-98f5-4d66-b660-a55dcff89bef tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:13.525663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83118292-0dac-4bf9-9454-03144e539b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.525951 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3dc3089-4292-4d06-ad6d-2ed8a36bb870 req-3066395e-98f5-4d66-b660-a55dcff89bef tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.1030235 Aug 29 17:41:13.532568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b277a058-689f-4d34-8528-32181178d8f8 req-a87943aa-72f0-4b36-b44e-c0b8d3245906 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639977 Aug 29 17:41:13.583166 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3dc3089-4292-4d06-ad6d-2ed8a36bb870 req-2a0a7be6-dad4-4edc-98ed-d5c5b0c2e901 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483892 Aug 29 17:41:13.591245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83118292-0dac-4bf9-9454-03144e539b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.594070 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83118292-0dac-4bf9-9454-03144e539b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.595406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83118292-0dac-4bf9-9454-03144e539b36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60a20bef-3649-47e0-a498-3c20b24b18ce HTTP/1.1" status: 204 len: 168 time: 0.1482174 Aug 29 17:41:13.607740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83118292-0dac-4bf9-9454-03144e539b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a20bef-3649-47e0-a498-3c20b24b18ce,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:13.638516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc722-4578-4b25-a935-c7013395ba07 req-cb0f1296-ea97-4d07-87e4-952dfba43237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:13.640339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-345cc722-4578-4b25-a935-c7013395ba07 req-cb0f1296-ea97-4d07-87e4-952dfba43237 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 1095 time: 0.0558717 Aug 29 17:41:13.742221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc722-4578-4b25-a935-c7013395ba07 req-bfb3560a-f83c-4f4c-8c44-d746fad17fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:13.744005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-345cc722-4578-4b25-a935-c7013395ba07 req-bfb3560a-f83c-4f4c-8c44-d746fad17fdd service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.0933301 Aug 29 17:41:13.790638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-345cc722-4578-4b25-a935-c7013395ba07 req-da9c4703-e492-4e63-b475-869cef80db45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af0d074-ed2f-40c0-b71e-b667bd664226 HTTP/1.1" status: 200 len: 217 time: 0.0367813 Aug 29 17:41:13.859668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc722-4578-4b25-a935-c7013395ba07 req-140c5001-dce1-41cc-b853-642303c9ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:13.861171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-345cc722-4578-4b25-a935-c7013395ba07 req-140c5001-dce1-41cc-b853-642303c9ed9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0633018 Aug 29 17:41:13.863923 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13014909-985d-4f59-a9a0-8f8de82111bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.880736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:13.921944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc722-4578-4b25-a935-c7013395ba07 req-043af851-dfbc-45dc-9076-40d72bc0bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:13.923639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-345cc722-4578-4b25-a935-c7013395ba07 req-043af851-dfbc-45dc-9076-40d72bc0bf09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541618 Aug 29 17:41:14.025044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-345cc722-4578-4b25-a935-c7013395ba07 req-5cc9ce8d-94a4-42d8-aef3-da4e6abc2839 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932412 Aug 29 17:41:14.115242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a7591-9cad-45ea-b6c6-bfc130870e14 req-b177b476-c16f-42e6-99e6-9c2b4afb57d6 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:14.123923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-651a7591-9cad-45ea-b6c6-bfc130870e14 req-b177b476-c16f-42e6-99e6-9c2b4afb57d6 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0616927 Aug 29 17:41:14.169259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-651a7591-9cad-45ea-b6c6-bfc130870e14 req-9690ffbc-3ab6-486a-b840-594edffe4d27 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438535 Aug 29 17:41:14.176685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-345cc722-4578-4b25-a935-c7013395ba07 req-aff7c3d6-f2ce-47da-a3ef-341b3060fc64 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439385 Aug 29 17:41:14.719017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5759a3e-8852-407e-9350-e55a2dd1d660 req-34d2adf5-e028-4280-bb84-73234c12686e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:14.720560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5759a3e-8852-407e-9350-e55a2dd1d660 req-34d2adf5-e028-4280-bb84-73234c12686e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.0546076 Aug 29 17:41:14.764001 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5759a3e-8852-407e-9350-e55a2dd1d660 req-d96e2d40-2fc5-4c18-bdcc-6c47020c5462 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335093 Aug 29 17:41:14.974160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42904) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:15.072072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-7ebb9162-291a-4701-a380-4ed675959f8e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1108522940'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:15.097168 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9162-291a-4701-a380-4ed675959f8e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.098170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9162-291a-4701-a380-4ed675959f8e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.150456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9162-291a-4701-a380-4ed675959f8e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.155879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9162-291a-4701-a380-4ed675959f8e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.168518 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9162-291a-4701-a380-4ed675959f8e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.169825 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7ebb9162-291a-4701-a380-4ed675959f8e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1946232 Aug 29 17:41:15.172378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42908) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:15.256102 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46eff5ba-5e85-4b45-a882-3cf46d74dd5c tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.432374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c9df2-fd3a-40ad-8ad1-57d52ddd7667 req-3cb3dd9a-1cc7-4672-812c-a980068d5a9a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:15.434015 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-092c9df2-fd3a-40ad-8ad1-57d52ddd7667 req-3cb3dd9a-1cc7-4672-812c-a980068d5a9a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1931217 Aug 29 17:41:15.443555 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.484131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46eff5ba-5e85-4b45-a882-3cf46d74dd5c tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.491222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46eff5ba-5e85-4b45-a882-3cf46d74dd5c tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.552649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-092c9df2-fd3a-40ad-8ad1-57d52ddd7667 req-7b94a0f6-77b7-4567-912c-6f7a0b93358e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816493 Aug 29 17:41:15.553987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46eff5ba-5e85-4b45-a882-3cf46d74dd5c tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.554699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eff5ba-5e85-4b45-a882-3cf46d74dd5c tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0cdf2ab-ffb6-47c4-a77c-882290965d70 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:41:15.559987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46eff5ba-5e85-4b45-a882-3cf46d74dd5c tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.560980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-46eff5ba-5e85-4b45-a882-3cf46d74dd5c tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "DELETE /v2.0/routers/b0cdf2ab-ffb6-47c4-a77c-882290965d70 HTTP/1.1" status: 204 len: 168 time: 0.3876357 Aug 29 17:41:15.564050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42912) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:15.569094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-382333e6-7b95-450c-99b2-29ce696a32aa tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Request body: {'router': {'name': 'tempest-router-1832730997', 'distributed': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:15.590461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-382333e6-7b95-450c-99b2-29ce696a32aa tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.591476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-382333e6-7b95-450c-99b2-29ce696a32aa tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.648502 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-382333e6-7b95-450c-99b2-29ce696a32aa tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.652444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-382333e6-7b95-450c-99b2-29ce696a32aa tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.663846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-382333e6-7b95-450c-99b2-29ce696a32aa tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.665065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-382333e6-7b95-450c-99b2-29ce696a32aa tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0997922 Aug 29 17:41:15.667724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42914) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:15.739374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebf920e-ecdc-44ef-a889-d246c789358e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.881684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638058ca-1f19-4a34-93d6-6c7347d4ef3c req-ef050acd-8e4f-4df4-9598-771cfb84f7a8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:15.883704 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-638058ca-1f19-4a34-93d6-6c7347d4ef3c req-ef050acd-8e4f-4df4-9598-771cfb84f7a8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.0488896 Aug 29 17:41:15.897159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebf920e-ecdc-44ef-a889-d246c789358e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.899898 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebf920e-ecdc-44ef-a889-d246c789358e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.922974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-638058ca-1f19-4a34-93d6-6c7347d4ef3c req-eb80e059-deee-45eb-921f-2c58d3bf4d4e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Aug 29 17:41:15.944232 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebf920e-ecdc-44ef-a889-d246c789358e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.945393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebf920e-ecdc-44ef-a889-d246c789358e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57cec946-993b-403f-ac0f-6f45950272a6 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:41:15.950411 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ebf920e-ecdc-44ef-a889-d246c789358e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.951964 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7ebf920e-ecdc-44ef-a889-d246c789358e tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "DELETE /v2.0/routers/57cec946-993b-403f-ac0f-6f45950272a6 HTTP/1.1" status: 204 len: 168 time: 0.2829893 Aug 29 17:41:15.955393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42920) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:15.960965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2c04c099-e318-4165-879c-b0fac5a52f54 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Request body: {'router': {'name': 'tempest-router-850724850', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4ee87a2658f4436aa7f1feafd1d6c0c2'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:15.980774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c04c099-e318-4165-879c-b0fac5a52f54 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.981755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c04c099-e318-4165-879c-b0fac5a52f54 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.037660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c04c099-e318-4165-879c-b0fac5a52f54 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.042803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c04c099-e318-4165-879c-b0fac5a52f54 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.055881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c04c099-e318-4165-879c-b0fac5a52f54 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.057367 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2c04c099-e318-4165-879c-b0fac5a52f54 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1001515 Aug 29 17:41:16.060005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42924) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:16.064443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:16.274484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.274909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.354826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94795) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 29 17:41:16.355165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Router e8498ee2-315a-4334-987f-d4a362ed084b migrating from provider to provider. {{(pid=94795) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 29 17:41:16.355542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.360240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.364495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.443539 n-d-713499-15 neutron-server[94795]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] No L3 agents can host the router e8498ee2-315a-4334-987f-d4a362ed084b Aug 29 17:41:16.558892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Hosts for router e8498ee2-315a-4334-987f-d4a362ed084b: [] {{(pid=94795) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 29 17:41:16.581821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Hosts for other DVR routers connected to router e8498ee2-315a-4334-987f-d4a362ed084b: set() {{(pid=94795) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 29 17:41:16.584633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.586449 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d6144c56-5519-45f2-81c8-26dbb65e06b4 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "PUT /v2.0/routers/e8498ee2-315a-4334-987f-d4a362ed084b HTTP/1.1" status: 200 len: 716 time: 0.5254660 Aug 29 17:41:16.588964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42930) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:16.671571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-102fa4c5-1a8f-4f1e-a044-da188b7f7c77 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "GET /v2.0/routers/e8498ee2-315a-4334-987f-d4a362ed084b HTTP/1.1" status: 200 len: 716 time: 0.0814564 Aug 29 17:41:16.674093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42932) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:16.709440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6df42-f66b-4f7a-89a2-476c941450fa req-e0368ec1-e310-461f-b187-1a18b8409c49 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:16.711173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db6df42-f66b-4f7a-89a2-476c941450fa req-e0368ec1-e310-461f-b187-1a18b8409c49 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0548544 Aug 29 17:41:16.752904 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6db6df42-f66b-4f7a-89a2-476c941450fa req-53b6c55c-8ee5-4f30-b9f8-dd92f2c5edaa tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Aug 29 17:41:16.767549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.883758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f4030875-a578-400b-bd99-67fb8470c991 tempest-RoutersTestDVR-1389855513 tempest-RoutersTestDVR-1389855513-project] 10.222.0.41 "GET /v2.0/routers/e8498ee2-315a-4334-987f-d4a362ed084b HTTP/1.1" status: 200 len: 682 time: 0.2083035 Aug 29 17:41:16.886243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42936) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:16.960587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba5a15ac-ac14-4a0a-aff1-768e269b5cf1 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.224660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f67f0c-7f02-423b-bff2-973aae53f26d req-00089e64-4390-415e-b5dc-e28305eb5f4a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:17.226780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0f67f0c-7f02-423b-bff2-973aae53f26d req-00089e64-4390-415e-b5dc-e28305eb5f4a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.2333214 Aug 29 17:41:17.230573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba5a15ac-ac14-4a0a-aff1-768e269b5cf1 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.232797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba5a15ac-ac14-4a0a-aff1-768e269b5cf1 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.303745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0f67f0c-7f02-423b-bff2-973aae53f26d req-d10df932-4d5b-4045-9bf1-7ae40d171c3a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690825 Aug 29 17:41:17.304388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba5a15ac-ac14-4a0a-aff1-768e269b5cf1 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.304906 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5a15ac-ac14-4a0a-aff1-768e269b5cf1 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8498ee2-315a-4334-987f-d4a362ed084b {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:41:17.309043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba5a15ac-ac14-4a0a-aff1-768e269b5cf1 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.310546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ba5a15ac-ac14-4a0a-aff1-768e269b5cf1 tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e8498ee2-315a-4334-987f-d4a362ed084b HTTP/1.1" status: 204 len: 168 time: 0.4233446 Aug 29 17:41:17.314239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42944) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:17.318529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9c11dab8-c126-4c09-bc80-37618702b1bb tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Request body: {'router': {'name': 'tempest-router-1471093916', 'distributed': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:17.339541 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c11dab8-c126-4c09-bc80-37618702b1bb tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.340521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c11dab8-c126-4c09-bc80-37618702b1bb tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.390295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c11dab8-c126-4c09-bc80-37618702b1bb tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.394119 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c11dab8-c126-4c09-bc80-37618702b1bb tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.406723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c11dab8-c126-4c09-bc80-37618702b1bb tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.407912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9c11dab8-c126-4c09-bc80-37618702b1bb tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0929089 Aug 29 17:41:17.410579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42946) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:17.481697 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31cd59df-6c0e-44fc-ad67-1f8ceb86863f tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.875021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f8116-f080-4954-921d-819b48d366ff req-2d21884e-1f02-4b66-b2ee-8e27575a7c88 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:17.876531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba5f8116-f080-4954-921d-819b48d366ff req-2d21884e-1f02-4b66-b2ee-8e27575a7c88 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0501955 Aug 29 17:41:17.914740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba5f8116-f080-4954-921d-819b48d366ff req-d5d98d12-5792-4164-b44a-7540d8e8032d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320776 Aug 29 17:41:17.964264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31cd59df-6c0e-44fc-ad67-1f8ceb86863f tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.966349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31cd59df-6c0e-44fc-ad67-1f8ceb86863f tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.008706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31cd59df-6c0e-44fc-ad67-1f8ceb86863f tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.009230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cd59df-6c0e-44fc-ad67-1f8ceb86863f tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7874a734-4080-452f-9088-8be5127241da {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:41:18.013521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31cd59df-6c0e-44fc-ad67-1f8ceb86863f tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.014926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-31cd59df-6c0e-44fc-ad67-1f8ceb86863f tempest-RoutersTestDVR-1760246744 tempest-RoutersTestDVR-1760246744-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7874a734-4080-452f-9088-8be5127241da HTTP/1.1" status: 204 len: 168 time: 0.6034117 Aug 29 17:41:18.255591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42958) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:18.381809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baf6221b-33de-406e-b1b0-49236eff7445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.466171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d76c-4516-4fe2-8de9-ce8615965bc2 req-6fae0468-81c6-4543-984f-d0f5306a2e68 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:18.467841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4660d76c-4516-4fe2-8de9-ce8615965bc2 req-6fae0468-81c6-4543-984f-d0f5306a2e68 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.0779779 Aug 29 17:41:18.531516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4660d76c-4516-4fe2-8de9-ce8615965bc2 req-300258d5-46fc-4e5d-a7ea-18ab60aaa9ef tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497923 Aug 29 17:41:18.556218 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baf6221b-33de-406e-b1b0-49236eff7445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.560180 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-baf6221b-33de-406e-b1b0-49236eff7445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.600209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-baf6221b-33de-406e-b1b0-49236eff7445 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ee87a2658f4436aa7f1feafd1d6c0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434439 Aug 29 17:41:18.601003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6221b-33de-406e-b1b0-49236eff7445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638fd6a8-6590-45e4-a2b2-7cd7944440f1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:18.603290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42968) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:18.652305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90816c72-d95a-4c0a-bfe9-cba2901914ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.672769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90816c72-d95a-4c0a-bfe9-cba2901914ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.718704 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90816c72-d95a-4c0a-bfe9-cba2901914ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.721195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-90816c72-d95a-4c0a-bfe9-cba2901914ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.722330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-90816c72-d95a-4c0a-bfe9-cba2901914ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/638fd6a8-6590-45e4-a2b2-7cd7944440f1 HTTP/1.1" status: 204 len: 168 time: 0.1177974 Aug 29 17:41:18.730241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90816c72-d95a-4c0a-bfe9-cba2901914ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638fd6a8-6590-45e4-a2b2-7cd7944440f1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:19.039989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 42980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:19.057035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6601217a-68e5-46b6-9c7a-70d9ec43287f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:19.066912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40e49f-3baa-4917-ab4d-3e4fe7903e55 req-bcd1e0f3-0860-4575-9075-3158619b10c6 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.075202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4f40e49f-3baa-4917-ab4d-3e4fe7903e55 req-bcd1e0f3-0860-4575-9075-3158619b10c6 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0694289 Aug 29 17:41:19.123633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4f40e49f-3baa-4917-ab4d-3e4fe7903e55 req-159d028b-57c5-4980-8b9e-e901c7abae35 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473967 Aug 29 17:41:19.167453 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6601217a-68e5-46b6-9c7a-70d9ec43287f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:19.177370 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6601217a-68e5-46b6-9c7a-70d9ec43287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:19.243580 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6601217a-68e5-46b6-9c7a-70d9ec43287f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2dc75f20f21a48a4a494d1f718a03fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020009 Aug 29 17:41:19.246545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 42986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:19.287574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601217a-68e5-46b6-9c7a-70d9ec43287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e0b5b8-62bf-4900-835f-cbee73d91897,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:19.317628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffb378-77d2-45ca-b7e6-bcbbb041f4a8 req-bf5327b4-9ec7-44fc-a2c3-72f8cc919eeb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.325300 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3ffb378-77d2-45ca-b7e6-bcbbb041f4a8 req-bf5327b4-9ec7-44fc-a2c3-72f8cc919eeb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0956905 Aug 29 17:41:19.344834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-f301353b-00f2-4cbe-9232-03266be31a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.345962 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-f301353b-00f2-4cbe-9232-03266be31a39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1096 time: 0.1067796 Aug 29 17:41:19.346654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4eeb93a2-a0e0-4607-a7ee-2137bed5d1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:19.421266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4eeb93a2-a0e0-4607-a7ee-2137bed5d1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:19.571859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3ffb378-77d2-45ca-b7e6-bcbbb041f4a8 req-c34fb502-a285-49b2-8390-f0ea4383b048 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456818 Aug 29 17:41:19.598644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60934-9713-4fc4-9521-44ee1c283f52 req-8b59cdd8-3afd-47cd-90f9-1215a4b6ed30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.600144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb60934-9713-4fc4-9521-44ee1c283f52 req-8b59cdd8-3afd-47cd-90f9-1215a4b6ed30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.2383425 Aug 29 17:41:19.626440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-f134c401-af6f-4fb1-bbdf-3d19232bdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.628066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-f134c401-af6f-4fb1-bbdf-3d19232bdf3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 1098 time: 0.1628151 Aug 29 17:41:19.649785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-e08b900a-42fb-45bb-abf5-5912927cbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.650598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4eeb93a2-a0e0-4607-a7ee-2137bed5d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:19.652337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-e08b900a-42fb-45bb-abf5-5912927cbb6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.2962182 Aug 29 17:41:19.653300 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4eeb93a2-a0e0-4607-a7ee-2137bed5d1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:19.655216 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4eeb93a2-a0e0-4607-a7ee-2137bed5d1f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48e0b5b8-62bf-4900-835f-cbee73d91897 HTTP/1.1" status: 204 len: 168 time: 0.4071372 Aug 29 17:41:19.720266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb93a2-a0e0-4607-a7ee-2137bed5d1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e0b5b8-62bf-4900-835f-cbee73d91897,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:19.743094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb60934-9713-4fc4-9521-44ee1c283f52 req-061bdecc-3e68-4022-8093-c164ac9b518d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329176 Aug 29 17:41:19.761335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-7d01aa8e-b69a-4c1c-b1c5-a50cff1a609c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 999 time: 0.1016326 Aug 29 17:41:19.774153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc26b20-8065-4283-9cc1-79566248faa2 req-383bb353-c64b-448c-8df2-74eaa07828c9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.775676 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cc26b20-8065-4283-9cc1-79566248faa2 req-383bb353-c64b-448c-8df2-74eaa07828c9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.1067059 Aug 29 17:41:19.791546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-bbaea2b8-91d5-4be5-94a8-b3a378ffe033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.793240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-bbaea2b8-91d5-4be5-94a8-b3a378ffe033 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 911 time: 0.1566188 Aug 29 17:41:19.880204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-2fe2d11a-9310-4cc7-8e01-8dbc816b4fe0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f HTTP/1.1" status: 200 len: 1001 time: 0.0777037 Aug 29 17:41:19.932824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-b1a71d2d-175e-4fd8-a639-3e87ccc89f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.934627 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-b1a71d2d-175e-4fd8-a639-3e87ccc89f23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.0477548 Aug 29 17:41:19.983722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-cbcd468c-c804-4423-957d-5b5c7711c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:19.985549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-cbcd468c-c804-4423-957d-5b5c7711c5bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432858 Aug 29 17:41:20.091149 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-74898217-33c1-4968-a4d5-8889aa98a51d service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976992 Aug 29 17:41:20.135658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0cc26b20-8065-4283-9cc1-79566248faa2 req-8d791206-9ee2-459e-a4c4-04ccd83dee1d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509381 Aug 29 17:41:20.137040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-64eba76a-5284-461a-8b96-df08f21108ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:20.138761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-64eba76a-5284-461a-8b96-df08f21108ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.3618526 Aug 29 17:41:20.195891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-3ff1ba6c-7846-43fc-aaa3-e17d5cb6d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:20.198088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-3ff1ba6c-7846-43fc-aaa3-e17d5cb6d503 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507922 Aug 29 17:41:20.213697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1191cc6-28b3-44aa-90a8-d810f2d2a064 req-3e09e8e0-5614-40d0-a122-8381bead9eb3 service neutron] 10.222.0.43 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150022 Aug 29 17:41:20.298827 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-1b394fc9-4d5a-4d8d-a996-6c6bcf3aa404 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911252 Aug 29 17:41:20.398649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba82cbc7-ec2a-4bb0-b9f7-43dabd27b0a0 req-0ace9072-5adb-49a3-a798-9401cb87c71d service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934210 Aug 29 17:41:20.513659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43016) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:20.664740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1532526534'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:20.779780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e758fd-8406-467b-9abe-46d38f96f290 req-6c89b7b5-4038-4070-8325-c1f8fa74dd9a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:20.781882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1e758fd-8406-467b-9abe-46d38f96f290 req-6c89b7b5-4038-4070-8325-c1f8fa74dd9a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0942175 Aug 29 17:41:20.783659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:20.789618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:20.806177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:20.848456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1e758fd-8406-467b-9abe-46d38f96f290 req-119db507-e01e-4c8c-a1c9-f9a726b63644 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563307 Aug 29 17:41:20.917991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e82d5-3006-4eec-8562-cef5920730f5 req-63ce13dd-b1e4-43ff-9fa4-933a3b784fd3 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:20.920093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c24e82d5-3006-4eec-8562-cef5920730f5 req-63ce13dd-b1e4-43ff-9fa4-933a3b784fd3 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0946100 Aug 29 17:41:20.959303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:20.964155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c24e82d5-3006-4eec-8562-cef5920730f5 req-05b2f3d0-fc46-4e5d-94ae-3b8e77073ab7 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380423 Aug 29 17:41:20.966200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.001222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:21.009883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae7fb52-ae3f-48ee-a4a7-c3b50c061bc7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:21.017679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.017980 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Added segment f048411d-1b36-4780-a067-854e2846b0f9 of type vlan for network b899915f-f67e-4952-b0e6-07276ffbf508 Aug 29 17:41:21.061498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.087685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.093260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:21.093853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.164443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6493313 Aug 29 17:41:21.167290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43032) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:21.170753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466bf96-e980-47f0-8854-590ef155b6f5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Network': ['ID=b899915f-f67e-4952-b0e6-07276ffbf508,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:21.173190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'name': 'tempest-PortsTestJSON-1531786250'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:21.182161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:21.277015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55824-a62b-42b5-9d7f-761a630d8890 req-89a14b96-dd77-4320-ba4c-fdf5b9b3ea04 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:21.278906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b55824-a62b-42b5-9d7f-761a630d8890 req-89a14b96-dd77-4320-ba4c-fdf5b9b3ea04 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.0584536 Aug 29 17:41:21.284411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:21.288601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.308323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 439e0adb-c440-42af-b60e-27a7ac97b7c1 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:21.322524 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b55824-a62b-42b5-9d7f-761a630d8890 req-a4b6e116-f58e-4993-9d66-bd74ec0df6c7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362086 Aug 29 17:41:21.484263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.528653 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.632387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=439e0adb-c440-42af-b60e-27a7ac97b7c1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:21.652924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Checking segment: {'id': 'f048411d-1b36-4780-a067-854e2846b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:21.653305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network hostable DHCP agents. Network: b899915f-f67e-4952-b0e6-07276ffbf508, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:41:21.675189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:41:21.684726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, b899915f-f67e-4952-b0e6-07276ffbf508) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:21.689081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:21.693868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405ef07-2fbc-46bc-9e5a-211975991d88 None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:21.696863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:21.697514 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.712527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70f81408-ec66-4dae-83c2-70835f854e90 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5440321 Aug 29 17:41:21.715672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43036) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:21.720724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-920784272'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:21.744604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:21.748081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.775032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:21.784412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.798764 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Added segment 8020d374-e2fc-4a6b-9485-791552ff5a15 of type vlan for network 602128e8-1587-412c-9e9f-cb372f87a3e1 Aug 29 17:41:21.846315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.871713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.877585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:21.878200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:21.945934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2289813 Aug 29 17:41:21.948875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43040) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:21.953918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'ports': [{'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508'}, {'network_id': '602128e8-1587-412c-9e9f-cb372f87a3e1'}]} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:21.954231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:21.954737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': '602128e8-1587-412c-9e9f-cb372f87a3e1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:21.974096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582a2e2-2cb3-411c-8d59-b4b7aac50646 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Network': ['ID=602128e8-1587-412c-9e9f-cb372f87a3e1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:21.986539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 602128e8-1587-412c-9e9f-cb372f87a3e1 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:21.998276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e7a16-3114-45e2-b039-055254257e53 req-c0a6bd5c-25cd-436c-a082-d770765d31ca tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:22.006002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be1e7a16-3114-45e2-b039-055254257e53 req-c0a6bd5c-25cd-436c-a082-d770765d31ca tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0789084 Aug 29 17:41:22.042067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be1e7a16-3114-45e2-b039-055254257e53 req-6b060925-2edf-46bd-92f6-be2184b0db75 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349674 Aug 29 17:41:22.130491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 2} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:22.135674 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:22.148727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:22.223982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port aca77008-7149-4606-a0af-84386d34c374 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:22.343416 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:22.446763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 9fd0de6c-17e4-4c5e-8bdb-bc0cc971aeb5 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:22.475728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c138be5-7233-44af-8c47-057c43d830b6 req-4f78d5bb-066e-4fba-979a-3515415d91bf tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:22.477221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c138be5-7233-44af-8c47-057c43d830b6 req-4f78d5bb-066e-4fba-979a-3515415d91bf tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.0816684 Aug 29 17:41:22.553919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c138be5-7233-44af-8c47-057c43d830b6 req-afd5b0c6-22b9-4ea9-9329-ca2d18a6c0d1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703056 Aug 29 17:41:22.601626 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:22.640113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:22.688001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:22.691109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:22.693455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:22.695077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:22.705203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=aca77008-7149-4606-a0af-84386d34c374,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:22.770795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Checking segment: {'id': '8020d374-e2fc-4a6b-9485-791552ff5a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '602128e8-1587-412c-9e9f-cb372f87a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:22.770795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network hostable DHCP agents. Network: 602128e8-1587-412c-9e9f-cb372f87a3e1, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:41:22.778826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=9fd0de6c-17e4-4c5e-8bdb-bc0cc971aeb5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:22.795126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 602128e8-1587-412c-9e9f-cb372f87a3e1 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:41:22.804843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 602128e8-1587-412c-9e9f-cb372f87a3e1) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:22.809122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:22.815214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:22.816163 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd7b48-f028-4a5a-8301-9773ceedaaa9 None None] Network 602128e8-1587-412c-9e9f-cb372f87a3e1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:22.820681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:22.821360 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:22.839687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0c93d59f-c2aa-4492-ae0d-2aaef2ba2987 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8873858 Aug 29 17:41:22.840263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43050) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:22.938345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c49a1400-7e04-482f-aa61-7eb63b65abc3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 9fd0de6c-17e4-4c5e-8bdb-bc0cc971aeb5 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:22.938735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c49a1400-7e04-482f-aa61-7eb63b65abc3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.016918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c49a1400-7e04-482f-aa61-7eb63b65abc3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.029703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c49a1400-7e04-482f-aa61-7eb63b65abc3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 9fd0de6c-17e4-4c5e-8bdb-bc0cc971aeb5 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:23.107402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c49a1400-7e04-482f-aa61-7eb63b65abc3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.167472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a1400-7e04-482f-aa61-7eb63b65abc3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=9fd0de6c-17e4-4c5e-8bdb-bc0cc971aeb5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:23.170712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c49a1400-7e04-482f-aa61-7eb63b65abc3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.174969 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c49a1400-7e04-482f-aa61-7eb63b65abc3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/9fd0de6c-17e4-4c5e-8bdb-bc0cc971aeb5 HTTP/1.1" status: 204 len: 168 time: 0.3310440 Aug 29 17:41:23.175917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43054) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:23.201146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1771e29-920f-4495-9ade-1f20e2aca3c2 req-9e0706eb-b909-42f5-a93a-ac42d78e8375 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:23.204169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f1771e29-920f-4495-9ade-1f20e2aca3c2 req-9e0706eb-b909-42f5-a93a-ac42d78e8375 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0882671 Aug 29 17:41:23.246243 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f1771e29-920f-4495-9ade-1f20e2aca3c2 req-4f4f167a-f89c-492a-bdfd-57c04519d898 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370307 Aug 29 17:41:23.294540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43e486-3408-481f-8f21-ec28883f5e40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:23.300394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43e486-3408-481f-8f21-ec28883f5e40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:23.301927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7c43e486-3408-481f-8f21-ec28883f5e40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1256313 Aug 29 17:41:23.305334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43056) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:23.392097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-02995bc6-bc83-4036-9a56-7451f3ee628d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port aca77008-7149-4606-a0af-84386d34c374 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:23.392449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02995bc6-bc83-4036-9a56-7451f3ee628d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.461089 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02995bc6-bc83-4036-9a56-7451f3ee628d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.474349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-02995bc6-bc83-4036-9a56-7451f3ee628d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for aca77008-7149-4606-a0af-84386d34c374 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:23.552373 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02995bc6-bc83-4036-9a56-7451f3ee628d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.586525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02995bc6-bc83-4036-9a56-7451f3ee628d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=aca77008-7149-4606-a0af-84386d34c374,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:23.592131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02995bc6-bc83-4036-9a56-7451f3ee628d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.594224 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-02995bc6-bc83-4036-9a56-7451f3ee628d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/aca77008-7149-4606-a0af-84386d34c374 HTTP/1.1" status: 204 len: 168 time: 0.2877207 Aug 29 17:41:23.596577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43060) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:23.693453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d322a-93e6-478b-9e22-2d4ba817985d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:23.699557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ed5d322a-93e6-478b-9e22-2d4ba817985d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0993664 Aug 29 17:41:23.702898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43062) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:23.720243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d417342-99ab-41d3-8c1f-a4dadd70a86f req-cd122dda-b356-4b4d-8477-679e2d6fe610 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:23.721657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d417342-99ab-41d3-8c1f-a4dadd70a86f req-cd122dda-b356-4b4d-8477-679e2d6fe610 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.0901299 Aug 29 17:41:23.742803 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf6d5ca-6bbf-4400-84b7-ba09f74d9596 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:23.744303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5cf6d5ca-6bbf-4400-84b7-ba09f74d9596 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/9fd0de6c-17e4-4c5e-8bdb-bc0cc971aeb5 HTTP/1.1" status: 404 len: 333 time: 0.0416408 Aug 29 17:41:23.747344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43064) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:23.774078 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e7332d-2b5d-4133-9aa0-4bc39b563f29 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:23.775660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70e7332d-2b5d-4133-9aa0-4bc39b563f29 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/aca77008-7149-4606-a0af-84386d34c374 HTTP/1.1" status: 404 len: 333 time: 0.0270598 Aug 29 17:41:23.778268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43068) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:23.789996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d417342-99ab-41d3-8c1f-a4dadd70a86f req-b3da1c00-4765-4e75-8f14-12207da28748 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503345 Aug 29 17:41:23.870824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.955091 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:23.964701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602128e8-1587-412c-9e9f-cb372f87a3e1']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:23.980221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8020d374-e2fc-4a6b-9485-791552ff5a15') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:23.980519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8020d374-e2fc-4a6b-9485-791552ff5a15') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:23.989756 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.004616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.011008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:24.011402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:24.014638 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:24.069882 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.077146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.078923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/networks/602128e8-1587-412c-9e9f-cb372f87a3e1 HTTP/1.1" status: 204 len: 168 time: 0.2996855 Aug 29 17:41:24.082546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43070) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:24.087929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2074776604'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:24.090245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90cccf-273d-4524-872f-f836c06da454 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Network': ['ID=602128e8-1587-412c-9e9f-cb372f87a3e1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:24.110183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:24.113634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.136244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:24.145789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.146129 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Added segment e75ac345-5474-4498-8d86-44d068817a5b of type vlan for network 66f726c6-4f74-45a1-86ac-bee639feb7d7 Aug 29 17:41:24.185426 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.209111 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.215185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:24.215762 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.278789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945310 Aug 29 17:41:24.281344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43074) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:24.287163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': '66f726c6-4f74-45a1-86ac-bee639feb7d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:24.289639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24d11d-a053-461a-916e-df3e5b5dfa11 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Network': ['ID=66f726c6-4f74-45a1-86ac-bee639feb7d7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:24.301292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 66f726c6-4f74-45a1-86ac-bee639feb7d7 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:24.412440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aa073-46e3-4bb6-a2fc-2c5e3b778815 req-dea6ef6a-11ff-475b-9394-73ebeffb8686 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:24.414492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-491aa073-46e3-4bb6-a2fc-2c5e3b778815 req-dea6ef6a-11ff-475b-9394-73ebeffb8686 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0779018 Aug 29 17:41:24.437355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:24.440743 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.506802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-491aa073-46e3-4bb6-a2fc-2c5e3b778815 req-5f7015a9-c257-4f74-8340-76d5fa64a784 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862131 Aug 29 17:41:24.628437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.684970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=f6da3234-004f-45f4-81ca-53eb6cddbf43,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:24.696552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Checking segment: {'id': 'e75ac345-5474-4498-8d86-44d068817a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '66f726c6-4f74-45a1-86ac-bee639feb7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:24.696921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network hostable DHCP agents. Network: 66f726c6-4f74-45a1-86ac-bee639feb7d7, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:41:24.712621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 66f726c6-4f74-45a1-86ac-bee639feb7d7 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:41:24.720905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 66f726c6-4f74-45a1-86ac-bee639feb7d7) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:24.724735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:24.725323 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.730733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03bb9e7-6e32-4b2e-a360-0d961c5503c5 None None] Network 66f726c6-4f74-45a1-86ac-bee639feb7d7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:24.739138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-067999f9-128b-4267-bfca-c60a6e827764 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4563549 Aug 29 17:41:24.741691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43076) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:24.746971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': '66f726c6-4f74-45a1-86ac-bee639feb7d7', 'name': 'tempest-PortsTestJSON-1325259212'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:24.870497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:24.876487 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.883472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8af0d074-ed2f-40c0-b71e-b667bd664226 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:41:24.899552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-66f726c6-4f74-45a1-86ac-bee639feb7d7', 'network_id': '66f726c6-4f74-45a1-86ac-bee639feb7d7', 'tenant_id': '37d922b34b4f4e0aa2b4ff770b88e938', 'fixed_ips': [{'subnet_id': 'f6da3234-004f-45f4-81ca-53eb6cddbf43'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:41:24.899552 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:24.908974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 166376c7-2fd4-4416-8f84-e77ded329bf2 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:24.962327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc7178-cf8b-4afa-a9d9-e2c668862987 req-74617349-57a5-403f-84bc-4498add08282 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:24.964171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4bc7178-cf8b-4afa-a9d9-e2c668862987 req-74617349-57a5-403f-84bc-4498add08282 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 943 time: 0.0884831 Aug 29 17:41:25.030438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4bc7178-cf8b-4afa-a9d9-e2c668862987 req-f2f078a4-b0bf-43c3-8ce8-dd00820472c7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476210 Aug 29 17:41:25.067453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.4 (66f726c6-4f74-45a1-86ac-bee639feb7d7/f6da3234-004f-45f4-81ca-53eb6cddbf43/166376c7-2fd4-4416-8f84-e77ded329bf2) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:25.124883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 8af0d074-ed2f-40c0-b71e-b667bd664226, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8af0d074-ed2f-40c0-b71e-b667bd664226,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:25.137487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'port_id': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'mac_address': 'fa:16:3e:53:7b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:41:25.175920 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.189657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af0d074-ed2f-40c0-b71e-b667bd664226 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:41:25.210146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 8af0d074-ed2f-40c0-b71e-b667bd664226, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8af0d074-ed2f-40c0-b71e-b667bd664226,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:25.214438 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.220376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.234562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object 166376c7-2fd4-4416-8f84-e77ded329bf2 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:25.261908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=8af0d074-ed2f-40c0-b71e-b667bd664226,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:25.274213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.320223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 66f726c6-4f74-45a1-86ac-bee639feb7d7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:25.324742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Allocated IP 172.20.0.2 (66f726c6-4f74-45a1-86ac-bee639feb7d7/f6da3234-004f-45f4-81ca-53eb6cddbf43/8024d54e-c857-4374-b9a0-7dfb9b23f958) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:25.328360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:25.332153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:25.338780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=166376c7-2fd4-4416-8f84-e77ded329bf2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:25.384162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:25.384806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.401291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-811bd4e6-bba9-4e6a-9bf2-9a04df5225a0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6584342 Aug 29 17:41:25.404475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43086) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:25.482104 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.490462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['8af0d074-ed2f-40c0-b71e-b667bd664226'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:41:25.494855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Transition to ACTIVE for port object 8024d54e-c857-4374-b9a0-7dfb9b23f958 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:25.510306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-03d00ab2-dbb2-406d-95d5-9f23dd21fb49 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 166376c7-2fd4-4416-8f84-e77ded329bf2 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:25.510776 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03d00ab2-dbb2-406d-95d5-9f23dd21fb49 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.533605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Transition to ACTIVE for port object 8024d54e-c857-4374-b9a0-7dfb9b23f958 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:25.546123 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.612274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Network 66f726c6-4f74-45a1-86ac-bee639feb7d7 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:25.625777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:25.628659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:25.630818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Pushing event updated for resources: {'Port': ['ID=8024d54e-c857-4374-b9a0-7dfb9b23f958,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:25.643339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03d00ab2-dbb2-406d-95d5-9f23dd21fb49 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.660870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-03d00ab2-dbb2-406d-95d5-9f23dd21fb49 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 166376c7-2fd4-4416-8f84-e77ded329bf2 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:25.683625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ad74-0523-4a6d-9140-75e2817d381f req-7a35bc4a-5552-4887-999a-566c9afe36c9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:25.690891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81f2ad74-0523-4a6d-9140-75e2817d381f req-7a35bc4a-5552-4887-999a-566c9afe36c9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0894344 Aug 29 17:41:25.706736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Attempting to bind port 8024d54e-c857-4374-b9a0-7dfb9b23f958 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:41:25.707174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Attempting to bind port 8024d54e-c857-4374-b9a0-7dfb9b23f958 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e75ac345-5474-4498-8d86-44d068817a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '66f726c6-4f74-45a1-86ac-bee639feb7d7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:41:25.707463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Attempting to bind port 8024d54e-c857-4374-b9a0-7dfb9b23f958 on network 66f726c6-4f74-45a1-86ac-bee639feb7d7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:25.715343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:41:25.715726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Checking segment: {'id': 'e75ac345-5474-4498-8d86-44d068817a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '66f726c6-4f74-45a1-86ac-bee639feb7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:25.716122 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.716518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Bound using segment: {'id': 'e75ac345-5474-4498-8d86-44d068817a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '66f726c6-4f74-45a1-86ac-bee639feb7d7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:41:25.716982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Bound port: 8024d54e-c857-4374-b9a0-7dfb9b23f958, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ac345-5474-4498-8d86-44d068817a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '66f726c6-4f74-45a1-86ac-bee639feb7d7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:41:25.717353 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.778803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81f2ad74-0523-4a6d-9140-75e2817d381f req-18199ff4-064d-4209-b251-90fd05b7b06e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864778 Aug 29 17:41:25.846487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] For port 8024d54e-c857-4374-b9a0-7dfb9b23f958, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:41:25.851373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] For port 8024d54e-c857-4374-b9a0-7dfb9b23f958, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8024d54e-c857-4374-b9a0-7dfb9b23f958,segment=NetworkSegment(e75ac345-5474-4498-8d86-44d068817a5b),segment_id=e75ac345-5474-4498-8d86-44d068817a5b)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:41:25.860785 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.884892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03d00ab2-dbb2-406d-95d5-9f23dd21fb49 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:25.939788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d00ab2-dbb2-406d-95d5-9f23dd21fb49 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=166376c7-2fd4-4416-8f84-e77ded329bf2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:25.995232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e4fec-51e0-444a-a39d-ae9db2cdf205 None None] Pushing event updated for resources: {'Port': ['ID=8024d54e-c857-4374-b9a0-7dfb9b23f958,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:26.048198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-03d00ab2-dbb2-406d-95d5-9f23dd21fb49 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.050641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-03d00ab2-dbb2-406d-95d5-9f23dd21fb49 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/166376c7-2fd4-4416-8f84-e77ded329bf2 HTTP/1.1" status: 204 len: 168 time: 0.6443036 Aug 29 17:41:26.052844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43094) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:26.082793 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-953e5446-bccb-4e5c-bf64-f8b0a75c1002 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:41:26.083484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953e5446-bccb-4e5c-bf64-f8b0a75c1002 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:41:26.086139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-953e5446-bccb-4e5c-bf64-f8b0a75c1002 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/166376c7-2fd4-4416-8f84-e77ded329bf2 HTTP/1.1" status: 404 len: 333 time: 0.0322347 Aug 29 17:41:26.089012 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43096) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:26.115826 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b85ff5-1b81-48ef-b40b-657e207d7684 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:26.120222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-07b85ff5-1b81-48ef-b40b-657e207d7684 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/166376c7-2fd4-4416-8f84-e77ded329bf2 HTTP/1.1" status: 404 len: 333 time: 0.0301425 Aug 29 17:41:26.120831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43098) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:26.165093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252e50e-5814-40b6-ab43-9b15ff420fd0 req-934aed6d-73d6-4cec-bfff-1756f3a5b3a8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:26.171139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4252e50e-5814-40b6-ab43-9b15ff420fd0 req-934aed6d-73d6-4cec-bfff-1756f3a5b3a8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 944 time: 0.0598140 Aug 29 17:41:26.205842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27a0f26-d194-4850-b2cb-175a5a05f243 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet f6da3234-004f-45f4-81ca-53eb6cddbf43 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:41:26.217142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e27a0f26-d194-4850-b2cb-175a5a05f243 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.225126 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4252e50e-5814-40b6-ab43-9b15ff420fd0 req-71b9b971-ceb0-424b-82f3-09087c1e5969 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472932 Aug 29 17:41:26.264658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e27a0f26-d194-4850-b2cb-175a5a05f243 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.360424 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e27a0f26-d194-4850-b2cb-175a5a05f243 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.417618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e27a0f26-d194-4850-b2cb-175a5a05f243 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.448704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a0f26-d194-4850-b2cb-175a5a05f243 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=f6da3234-004f-45f4-81ca-53eb6cddbf43,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:26.450564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e27a0f26-d194-4850-b2cb-175a5a05f243 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.452455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e27a0f26-d194-4850-b2cb-175a5a05f243 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/f6da3234-004f-45f4-81ca-53eb6cddbf43 HTTP/1.1" status: 204 len: 168 time: 0.3306909 Aug 29 17:41:26.455063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43100) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:26.529624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.585827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 8024d54e-c857-4374-b9a0-7dfb9b23f958 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:26.586163 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.647073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] For port 8024d54e-c857-4374-b9a0-7dfb9b23f958, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8024d54e-c857-4374-b9a0-7dfb9b23f958,segment=NetworkSegment(e75ac345-5474-4498-8d86-44d068817a5b),segment_id=e75ac345-5474-4498-8d86-44d068817a5b)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:26.647446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.660490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 8024d54e-c857-4374-b9a0-7dfb9b23f958 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:26.745548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.773438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=8024d54e-c857-4374-b9a0-7dfb9b23f958,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:26.777077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No DVR routers for this DVR port 8024d54e-c857-4374-b9a0-7dfb9b23f958 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:26.859157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.871041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8af0d074-ed2f-40c0-b71e-b667bd664226 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:26.885140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f726c6-4f74-45a1-86ac-bee639feb7d7']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:26.913956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75ac345-5474-4498-8d86-44d068817a5b') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:26.914612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75ac345-5474-4498-8d86-44d068817a5b') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:26.927267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.927465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 8af0d074-ed2f-40c0-b71e-b667bd664226 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:26.932374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 8af0d074-ed2f-40c0-b71e-b667bd664226 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:26.932753 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.945980 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.957908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c84082-0b54-4d97-b8ff-4a424348b857 req-e37d7cea-4325-43cf-ae3e-ade69515d6e2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:26.959511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16c84082-0b54-4d97-b8ff-4a424348b857 req-e37d7cea-4325-43cf-ae3e-ade69515d6e2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0912371 Aug 29 17:41:26.963062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:26.963476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:26.966616 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:26.993011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3651e-3430-4bed-9d96-16ad70893550 None None] Network 66f726c6-4f74-45a1-86ac-bee639feb7d7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:27.048575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.053761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16c84082-0b54-4d97-b8ff-4a424348b857 req-e1ee955a-b277-4e70-aabd-49666edcde0c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857470 Aug 29 17:41:27.060590 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.063162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-49b881d8-0cb7-45cb-9a13-71098573f7fe None None] Could not find standard attr ID for object 8024d54e-c857-4374-b9a0-7dfb9b23f958. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:41:27.066371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43110) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:27.066930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/networks/66f726c6-4f74-45a1-86ac-bee639feb7d7 HTTP/1.1" status: 204 len: 168 time: 0.6104841 Aug 29 17:41:27.081381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1331887339'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:27.088224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19c318-e2f4-44d2-8133-94ed30f8cc3b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Network': ['ID=66f726c6-4f74-45a1-86ac-bee639feb7d7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:27.108350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:27.112510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.142716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:27.153667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.153776 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.153871 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Added segment b79c6b8a-cb87-443b-a261-a06520e5a282 of type vlan for network 0383b238-e41e-4577-9612-bdfb3e6269fd Aug 29 17:41:27.197616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.204885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af0d074-ed2f-40c0-b71e-b667bd664226'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:41:27.207353 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96cf6b3-5a5e-4a6a-a22f-a80f260220b9" -d '{"events": [{"server_uuid": "58f7b076-451e-4a92-8d9d-8ea6d10c4b0d", "name": "network-vif-plugged", "status": "completed", "tag": "8af0d074-ed2f-40c0-b71e-b667bd664226"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:41:27.224542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 8af0d074-ed2f-40c0-b71e-b667bd664226, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8af0d074-ed2f-40c0-b71e-b667bd664226,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:27.228659 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.237476 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.248265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:27.249094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.283550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed4684-b677-48dd-8b78-2f1e02e07215 None None] DHCP port deletion for 66f726c6-4f74-45a1-86ac-bee639feb7d7 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:41:27.317067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=8af0d074-ed2f-40c0-b71e-b667bd664226,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:27.329763 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db8e471-8e93-408b-8579-6bc300870014 x-openstack-request-id: req-8db8e471-8e93-408b-8579-6bc300870014 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:41:27.329763 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f7b076-451e-4a92-8d9d-8ea6d10c4b0d", "name": "network-vif-plugged", "status": "completed", "tag": "8af0d074-ed2f-40c0-b71e-b667bd664226", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:41:27.329763 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8db8e471-8e93-408b-8579-6bc300870014 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:41:27.330378 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'code': 200} Aug 29 17:41:27.383284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3139169 Aug 29 17:41:27.386231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43124) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:27.393468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': '0383b238-e41e-4577-9612-bdfb3e6269fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:27.466614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6b643-af03-4bf8-8e3a-53991815806b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Network': ['ID=0383b238-e41e-4577-9612-bdfb3e6269fd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:27.477830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 0383b238-e41e-4577-9612-bdfb3e6269fd details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:27.535618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437910c5-7953-4293-bbb1-e0ce31882b3a req-a143329f-10bc-4027-a58c-978bf23d99e4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:27.537115 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-437910c5-7953-4293-bbb1-e0ce31882b3a req-a143329f-10bc-4027-a58c-978bf23d99e4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 945 time: 0.1728806 Aug 29 17:41:27.542730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ea2d5-bcb8-4af2-b3b1-6bf934c59d28 req-9933063c-f350-40f5-9b36-00110872916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:27.544158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-124ea2d5-bcb8-4af2-b3b1-6bf934c59d28 req-9933063c-f350-40f5-9b36-00110872916b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 1097 time: 0.0932515 Aug 29 17:41:27.595707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:27.599119 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.659323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-437910c5-7953-4293-bbb1-e0ce31882b3a req-04646f9f-7374-48d0-a482-4ef40d9ae76f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127479 Aug 29 17:41:27.665205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-124ea2d5-bcb8-4af2-b3b1-6bf934c59d28 req-f963799f-46e4-497b-9dcc-583795011aa7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078005 Aug 29 17:41:27.793872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.855794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=d9034dcd-342f-4842-85a0-2b25df2bb39d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:27.867146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Checking segment: {'id': 'b79c6b8a-cb87-443b-a261-a06520e5a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0383b238-e41e-4577-9612-bdfb3e6269fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:27.867510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network hostable DHCP agents. Network: 0383b238-e41e-4577-9612-bdfb3e6269fd, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:41:27.883763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 0383b238-e41e-4577-9612-bdfb3e6269fd is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:41:27.892969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 0383b238-e41e-4577-9612-bdfb3e6269fd) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:27.897565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:27.898160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:27.902406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb2c81-e6b8-45ef-a436-8bc40020d706 None None] Network 0383b238-e41e-4577-9612-bdfb3e6269fd requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:27.916999 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-11d36c39-7a81-4bec-a9ba-4564f26093ba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5266831 Aug 29 17:41:27.916999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43126) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:27.922003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': '0383b238-e41e-4577-9612-bdfb3e6269fd', 'security_groups': [], 'name': 'tempest-PortsTestJSON-109579841'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:28.038360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:28.042002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.055144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-0383b238-e41e-4577-9612-bdfb3e6269fd', 'network_id': '0383b238-e41e-4577-9612-bdfb3e6269fd', 'tenant_id': '37d922b34b4f4e0aa2b4ff770b88e938', 'fixed_ips': [{'subnet_id': 'd9034dcd-342f-4842-85a0-2b25df2bb39d'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:41:28.056051 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.060476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 89dea9c2-e5ee-4785-955b-83bd82a2eaf8 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:28.186047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.14 (0383b238-e41e-4577-9612-bdfb3e6269fd/d9034dcd-342f-4842-85a0-2b25df2bb39d/89dea9c2-e5ee-4785-955b-83bd82a2eaf8) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:28.305367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.319815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object 89dea9c2-e5ee-4785-955b-83bd82a2eaf8 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:28.356142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.402976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 0383b238-e41e-4577-9612-bdfb3e6269fd is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:28.406460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:28.410020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Allocated IP 172.20.0.2 (0383b238-e41e-4577-9612-bdfb3e6269fd/d9034dcd-342f-4842-85a0-2b25df2bb39d/79438262-13e1-4a80-ae0e-7e23b34c2d88) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:28.411266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:28.460082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=89dea9c2-e5ee-4785-955b-83bd82a2eaf8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:28.473880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:28.474670 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.491464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fcf47488-a438-47ff-bb27-ffaec80454b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.5737193 Aug 29 17:41:28.493989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43130) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:28.577765 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.591345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Transition to ACTIVE for port object 79438262-13e1-4a80-ae0e-7e23b34c2d88 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:28.601788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-777a7533-38a5-4515-9543-3318f847a2be tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 89dea9c2-e5ee-4785-955b-83bd82a2eaf8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:28.602578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-777a7533-38a5-4515-9543-3318f847a2be tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.607667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Transition to ACTIVE for port object 79438262-13e1-4a80-ae0e-7e23b34c2d88 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:28.614045 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.658853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Network 0383b238-e41e-4577-9612-bdfb3e6269fd is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:28.661716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:28.666163 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:28.669169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Pushing event updated for resources: {'Port': ['ID=79438262-13e1-4a80-ae0e-7e23b34c2d88,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:28.707380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-777a7533-38a5-4515-9543-3318f847a2be tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.721624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-777a7533-38a5-4515-9543-3318f847a2be tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 89dea9c2-e5ee-4785-955b-83bd82a2eaf8 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:28.727668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Attempting to bind port 79438262-13e1-4a80-ae0e-7e23b34c2d88 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:41:28.728043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Attempting to bind port 79438262-13e1-4a80-ae0e-7e23b34c2d88 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b79c6b8a-cb87-443b-a261-a06520e5a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0383b238-e41e-4577-9612-bdfb3e6269fd'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:41:28.728755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Attempting to bind port 79438262-13e1-4a80-ae0e-7e23b34c2d88 on network 0383b238-e41e-4577-9612-bdfb3e6269fd {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:28.734272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:41:28.735909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Checking segment: {'id': 'b79c6b8a-cb87-443b-a261-a06520e5a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0383b238-e41e-4577-9612-bdfb3e6269fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:28.736343 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.736747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Bound using segment: {'id': 'b79c6b8a-cb87-443b-a261-a06520e5a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0383b238-e41e-4577-9612-bdfb3e6269fd'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:41:28.738029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Bound port: 79438262-13e1-4a80-ae0e-7e23b34c2d88, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79c6b8a-cb87-443b-a261-a06520e5a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0383b238-e41e-4577-9612-bdfb3e6269fd'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:41:28.738422 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.798992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a51fd-3e8d-4aa7-81a5-02a3d20dcda6 req-6d14acfc-9456-47b6-a860-e8aa048023c4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:28.801277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b60a51fd-3e8d-4aa7-81a5-02a3d20dcda6 req-6d14acfc-9456-47b6-a860-e8aa048023c4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 945 time: 0.0572150 Aug 29 17:41:28.822659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] For port 79438262-13e1-4a80-ae0e-7e23b34c2d88, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:41:28.824419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] For port 79438262-13e1-4a80-ae0e-7e23b34c2d88, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=79438262-13e1-4a80-ae0e-7e23b34c2d88,segment=NetworkSegment(b79c6b8a-cb87-443b-a261-a06520e5a282),segment_id=b79c6b8a-cb87-443b-a261-a06520e5a282)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:41:28.831930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.858209 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b60a51fd-3e8d-4aa7-81a5-02a3d20dcda6 req-479e5aed-a762-425a-ac7b-f4b4207164f8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494382 Aug 29 17:41:28.909777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-777a7533-38a5-4515-9543-3318f847a2be tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:28.912105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533133d-d5f3-4ffc-83df-e415ec372e40 None None] Pushing event updated for resources: {'Port': ['ID=79438262-13e1-4a80-ae0e-7e23b34c2d88,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:28.945826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a7533-38a5-4515-9543-3318f847a2be tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=89dea9c2-e5ee-4785-955b-83bd82a2eaf8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:29.019744 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-777a7533-38a5-4515-9543-3318f847a2be tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.024131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-777a7533-38a5-4515-9543-3318f847a2be tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/89dea9c2-e5ee-4785-955b-83bd82a2eaf8 HTTP/1.1" status: 204 len: 168 time: 0.5265305 Aug 29 17:41:29.024398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43134) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:29.058817 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fb4eb3-1ce8-49bf-8d9d-9d5beef8fb61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:29.060911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-97fb4eb3-1ce8-49bf-8d9d-9d5beef8fb61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/89dea9c2-e5ee-4785-955b-83bd82a2eaf8 HTTP/1.1" status: 404 len: 333 time: 0.0356276 Aug 29 17:41:29.063857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:29.136300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1557e7-abb1-4b1f-acde-c66a4d018741 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet d9034dcd-342f-4842-85a0-2b25df2bb39d {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:41:29.140258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a1557e7-abb1-4b1f-acde-c66a4d018741 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.187562 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a1557e7-abb1-4b1f-acde-c66a4d018741 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.276311 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a1557e7-abb1-4b1f-acde-c66a4d018741 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.359555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a1557e7-abb1-4b1f-acde-c66a4d018741 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.392186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1557e7-abb1-4b1f-acde-c66a4d018741 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=d9034dcd-342f-4842-85a0-2b25df2bb39d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:29.394808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a1557e7-abb1-4b1f-acde-c66a4d018741 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.400271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8a1557e7-abb1-4b1f-acde-c66a4d018741 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/d9034dcd-342f-4842-85a0-2b25df2bb39d HTTP/1.1" status: 204 len: 168 time: 0.3353810 Aug 29 17:41:29.400929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43138) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:29.401534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 79438262-13e1-4a80-ae0e-7e23b34c2d88 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:29.465462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 79438262-13e1-4a80-ae0e-7e23b34c2d88 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:29.487621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.543586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 79438262-13e1-4a80-ae0e-7e23b34c2d88 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:29.543940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.616741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] For port 79438262-13e1-4a80-ae0e-7e23b34c2d88, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=79438262-13e1-4a80-ae0e-7e23b34c2d88,segment=NetworkSegment(b79c6b8a-cb87-443b-a261-a06520e5a282),segment_id=b79c6b8a-cb87-443b-a261-a06520e5a282)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:29.617217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.634154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 79438262-13e1-4a80-ae0e-7e23b34c2d88 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:29.719054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.750416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=79438262-13e1-4a80-ae0e-7e23b34c2d88,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:29.755328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No DVR routers for this DVR port 79438262-13e1-4a80-ae0e-7e23b34c2d88 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:29.838778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.858354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0383b238-e41e-4577-9612-bdfb3e6269fd']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:29.869556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79c6b8a-cb87-443b-a261-a06520e5a282') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:29.869857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79c6b8a-cb87-443b-a261-a06520e5a282') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:29.879243 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.894964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.902129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb464fe-6a74-4030-9632-7d1a4101c1b1 None None] Network 0383b238-e41e-4577-9612-bdfb3e6269fd requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:29.905335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:29.905898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:29.909576 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:29.953148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a80f1299-d4fb-4701-8c2c-25db4fc28c83 None None] Could not find standard attr ID for object 79438262-13e1-4a80-ae0e-7e23b34c2d88. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:41:30.009945 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.020052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431a4e1-c6b2-49b4-8725-9b601bbad663 req-23321cfe-acba-4986-b40b-87786b21ed9d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:30.021722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6431a4e1-c6b2-49b4-8725-9b601bbad663 req-23321cfe-acba-4986-b40b-87786b21ed9d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 945 time: 0.0669935 Aug 29 17:41:30.028191 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.033743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/networks/0383b238-e41e-4577-9612-bdfb3e6269fd HTTP/1.1" status: 204 len: 168 time: 0.6315188 Aug 29 17:41:30.034105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43144) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:30.039158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'name': 'tempest-PortsTestJSON-2042470246'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:30.053529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f3a9-a289-4df5-a26f-1ef08bcdeec0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Network': ['ID=0383b238-e41e-4577-9612-bdfb3e6269fd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:30.082802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6431a4e1-c6b2-49b4-8725-9b601bbad663 req-1f286153-9b25-4438-b728-1a52f6ede8d5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455854 Aug 29 17:41:30.135171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a04ba-8043-444c-9d5b-01ce13f421fb None None] DHCP port deletion for 0383b238-e41e-4577-9612-bdfb3e6269fd request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:41:30.164384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:30.168246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.220175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 547682c7-23dd-425a-84d6-ef8f946ca9e4 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:30.270840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684810e-34ad-49a4-9bf3-be169db275dd req-cc36fe2f-7eae-4e9a-b876-7616ffbfcb5d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:30.272416 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c684810e-34ad-49a4-9bf3-be169db275dd req-cc36fe2f-7eae-4e9a-b876-7616ffbfcb5d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 945 time: 0.1018605 Aug 29 17:41:30.337352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c684810e-34ad-49a4-9bf3-be169db275dd req-db546d7b-792d-4c86-b6ac-60d6e5cd1993 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571856 Aug 29 17:41:30.360770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:30.402350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928ee1c-1d52-4ef1-ab2f-24f2bfeee04c tempest-TestVolumeBootPattern-577756172 tempest-TestVolumeBootPattern-577756172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:30.407333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f928ee1c-1d52-4ef1-ab2f-24f2bfeee04c tempest-TestVolumeBootPattern-577756172 tempest-TestVolumeBootPattern-577756172-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 1092 time: 0.0426774 Aug 29 17:41:30.407603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43150) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:30.412031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:30.426441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.434810 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.475217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.527497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:30.529029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:30.547886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.550722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=547682c7-23dd-425a-84d6-ef8f946ca9e4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:30.553116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:30.562056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:30.562774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.581408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4f6a41d1-8cf1-472d-8614-f4e6565447de tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5460942 Aug 29 17:41:30.583787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43154) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:30.666040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.25.2.233 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/71bf4a83-b7b8-40a3-adfb-4da81cc3d5e8) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:30.675334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c287efea-e8cf-4bd8-a0a2-5d7334efc585 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 547682c7-23dd-425a-84d6-ef8f946ca9e4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:30.675691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c287efea-e8cf-4bd8-a0a2-5d7334efc585 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.744596 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c287efea-e8cf-4bd8-a0a2-5d7334efc585 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.758117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c287efea-e8cf-4bd8-a0a2-5d7334efc585 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 547682c7-23dd-425a-84d6-ef8f946ca9e4 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:30.771081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.814856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.852904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:30.856378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:30.856916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c287efea-e8cf-4bd8-a0a2-5d7334efc585 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.860333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:30.889916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287efea-e8cf-4bd8-a0a2-5d7334efc585 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=547682c7-23dd-425a-84d6-ef8f946ca9e4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:30.899779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c287efea-e8cf-4bd8-a0a2-5d7334efc585 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:30.900073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=71bf4a83-b7b8-40a3-adfb-4da81cc3d5e8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:30.901566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c287efea-e8cf-4bd8-a0a2-5d7334efc585 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/547682c7-23dd-425a-84d6-ef8f946ca9e4 HTTP/1.1" status: 204 len: 168 time: 0.3167329 Aug 29 17:41:30.904196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43156) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:30.910780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'mac_address': 'fa:16:3e:2d:8b:4f', 'name': 'tempest-PortsTestJSON-1558972234'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:31.099393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:31.207817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:31.243648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port ec97fe8e-7b43-4c5d-894f-464652e9fe69 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:31.356561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 79438262-13e1-4a80-ae0e-7e23b34c2d88 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:41:31.382138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 79438262-13e1-4a80-ae0e-7e23b34c2d88 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:41:31.382844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 79438262-13e1-4a80-ae0e-7e23b34c2d88 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:41:31.872205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246224-c34b-4da8-b019-22b5cac6ca33 req-e2d1dd29-8e47-47f7-bf00-b0087b76638a tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:31.873808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b246224-c34b-4da8-b019-22b5cac6ca33 req-e2d1dd29-8e47-47f7-bf00-b0087b76638a tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 945 time: 0.0517220 Aug 29 17:41:31.874813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:41:31.913069 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b246224-c34b-4da8-b019-22b5cac6ca33 req-870901ac-77fb-427a-9af3-0d42d67d0c1f tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Aug 29 17:41:31.952287 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.009724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.076982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.109502 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.200747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:32.207033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:32.212694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:32.217762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:32.218355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.220491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=ec97fe8e-7b43-4c5d-894f-464652e9fe69,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:32.245328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-67843b7a-c6a5-41cb-8815-f42fdb93cae9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3401124 Aug 29 17:41:32.248003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43164) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:32.290352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475f01f-5817-4753-b691-cc25a7de961c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:32.290706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.295107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b475f01f-5817-4753-b691-cc25a7de961c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/ec97fe8e-7b43-4c5d-894f-464652e9fe69 HTTP/1.1" status: 200 len: 841 time: 0.0427094 Aug 29 17:41:32.295107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43166) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:32.296316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.364421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=71bf4a83-b7b8-40a3-adfb-4da81cc3d5e8,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:32.376598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.384886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1f62212e-b2fa-4c8c-b7a4-75f40925ebaa tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port ec97fe8e-7b43-4c5d-894f-464652e9fe69 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:32.385236 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f62212e-b2fa-4c8c-b7a4-75f40925ebaa tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.450384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f62212e-b2fa-4c8c-b7a4-75f40925ebaa tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.464750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1f62212e-b2fa-4c8c-b7a4-75f40925ebaa tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for ec97fe8e-7b43-4c5d-894f-464652e9fe69 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:32.478118 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Floating IP 509ad1a5-498d-4682-a526-2f9def83fcc5 associated. External IP: 172.25.2.233, port: 8af0d074-ed2f-40c0-b71e-b667bd664226. Aug 29 17:41:32.548906 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f62212e-b2fa-4c8c-b7a4-75f40925ebaa tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.576501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62212e-b2fa-4c8c-b7a4-75f40925ebaa tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=ec97fe8e-7b43-4c5d-894f-464652e9fe69,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:32.582097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f62212e-b2fa-4c8c-b7a4-75f40925ebaa tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.586837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1f62212e-b2fa-4c8c-b7a4-75f40925ebaa tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/ec97fe8e-7b43-4c5d-894f-464652e9fe69 HTTP/1.1" status: 204 len: 168 time: 0.2876384 Aug 29 17:41:32.587169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43168) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:32.611186 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-31adf8b5-bbf2-44da-8bcf-a7604ab91ad8 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:32.612647 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-31adf8b5-bbf2-44da-8bcf-a7604ab91ad8 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/ec97fe8e-7b43-4c5d-894f-464652e9fe69 HTTP/1.1" status: 404 len: 333 time: 0.0246246 Aug 29 17:41:32.616685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43170) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:32.621608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'name': 'tempest-PortsTestJSON-222008663'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:32.685764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:41:32.712243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:32.715773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.733313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 98d981bd-0785-4898-ae75-85674f50b7aa yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:32.795525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:41:32.809319 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:41:32.812419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.820206 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:32.820864 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:32.854605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b60f68cc-2b92-4d93-9bd6-52e06328756d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4356019 Aug 29 17:41:32.854605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'tag': '8af0d074-ed2f-40c0-b71e-b667bd664226'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:41:32.854605 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee" -d '{"events": [{"name": "network-changed", "server_uuid": "58f7b076-451e-4a92-8d9d-8ea6d10c4b0d", "tag": "8af0d074-ed2f-40c0-b71e-b667bd664226"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:41:32.891760 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294c0b1f-62b2-431a-a1f7-91000eee41f0 x-openstack-request-id: req-294c0b1f-62b2-431a-a1f7-91000eee41f0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:41:32.892329 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f7b076-451e-4a92-8d9d-8ea6d10c4b0d", "tag": "8af0d074-ed2f-40c0-b71e-b667bd664226", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:41:32.892761 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-294c0b1f-62b2-431a-a1f7-91000eee41f0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:41:32.893166 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'tag': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'status': 'completed', 'code': 200} Aug 29 17:41:32.906287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.932037 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:41:32.952782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:32.969755 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-910c3821-044a-4e03-9107-3b54ce912945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:32.969755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-910c3821-044a-4e03-9107-3b54ce912945 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 1097 time: 0.0458996 Aug 29 17:41:33.003126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:33.023735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:33.040873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:33.046643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:33.047291 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.053404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=98d981bd-0785-4898-ae75-85674f50b7aa,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:33.074490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-57cafeba-7ffd-49a9-aa87-b665b90adbb0 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4542763 Aug 29 17:41:33.074843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43178) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:33.080137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:33.088036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-8f535b53-048a-4366-8c4e-ead42f91e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:33.089960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-8f535b53-048a-4366-8c4e-ead42f91e970 service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.1003385 Aug 29 17:41:33.092837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44de39-da0f-429a-bb0c-b540d4a4715c req-d424ec5f-944a-4029-bc4e-dc2c52212991 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:33.094361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc44de39-da0f-429a-bb0c-b540d4a4715c req-d424ec5f-944a-4029-bc4e-dc2c52212991 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 945 time: 0.0901749 Aug 29 17:41:33.167848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-b213fb9b-65b3-482b-b6c9-18a8a2b7309f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af0d074-ed2f-40c0-b71e-b667bd664226 HTTP/1.1" status: 200 len: 999 time: 0.0666537 Aug 29 17:41:33.178846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.184084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc44de39-da0f-429a-bb0c-b540d4a4715c req-139373e6-619f-48ea-80e3-f7f5aa2b9957 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd686f83-6830-4697-8906-5c6026bf8190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734453 Aug 29 17:41:33.191918 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '509ad1a5-498d-4682-a526-2f9def83fcc5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:53:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:41:31Z', 'updated_at': '2021-08-29T17:41:31Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:33.219598 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:41:33.228550 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:33.229097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-a2ff04b0-8ae7-4066-bf14-16d8a441e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:33.229372 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:33.230763 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-a2ff04b0-8ae7-4066-bf14-16d8a441e8bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0498049 Aug 29 17:41:33.279429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-30c94278-4776-4c31-9288-aee410c90628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:33.281507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-30c94278-4776-4c31-9288-aee410c90628 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424304 Aug 29 17:41:33.339940 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:41:33.342991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.348228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.392617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-8bb096cd-001a-4acf-9187-7e41ef86818e service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001134 Aug 29 17:41:33.503372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b9e2bb0-5723-4b59-95f9-4cc8cb2a3dee req-0c3032cf-caa8-495d-8d5a-2450a5d0ae50 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018767 Aug 29 17:41:33.578712 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '509ad1a5-498d-4682-a526-2f9def83fcc5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:53:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:41:31Z', 'updated_at': '2021-08-29T17:41:31Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:33.609761 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b75d3-9638-4610-be71-a17223ed4011 None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '509ad1a5-498d-4682-a526-2f9def83fcc5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:53:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:41:31Z', 'updated_at': '2021-08-29T17:41:31Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:41:33.625454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-8df48810-208d-460d-910f-6fea04f9afd8 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:33.627210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-8df48810-208d-460d-910f-6fea04f9afd8 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.44 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 945 time: 0.0525627 Aug 29 17:41:33.679548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] In _notify_port_updated(), no bound segment for port 98d981bd-0785-4898-ae75-85674f50b7aa on network b899915f-f67e-4952-b0e6-07276ffbf508 {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:41:33.685054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:33.685699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.689527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "PUT /v2.0/ports/98d981bd-0785-4898-ae75-85674f50b7aa HTTP/1.1" status: 200 len: 818 time: 0.6112125 Aug 29 17:41:33.689783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43182) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:33.728570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc91392-ea14-408e-b2f0-c0bf6e29acb4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=98d981bd-0785-4898-ae75-85674f50b7aa,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:33.735950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Deleting port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:33.736322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.788122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d5875-add9-4cbe-ad44-ab373216df61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 98d981bd-0785-4898-ae75-85674f50b7aa {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:33.788574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5875-add9-4cbe-ad44-ab373216df61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.827102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac3c48-0f02-44ef-b9d5-bf25c72ec5ad None None] New status for floating IP 509ad1a5-498d-4682-a526-2f9def83fcc5: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:41:33.834354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] For port aa6ae732-ecbe-45b7-b9ab-183605f7cf99, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,segment=NetworkSegment(d822ea19-dc7f-478e-b09a-361f382e3947),segment_id=d822ea19-dc7f-478e-b09a-361f382e3947)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:33.835014 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.853399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Calling delete_port for aa6ae732-ecbe-45b7-b9ab-183605f7cf99 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:33.872334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5875-add9-4cbe-ad44-ab373216df61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.886240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d5875-add9-4cbe-ad44-ab373216df61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 98d981bd-0785-4898-ae75-85674f50b7aa owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:33.966827 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5875-add9-4cbe-ad44-ab373216df61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.989637 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:33.996967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d5875-add9-4cbe-ad44-ab373216df61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=98d981bd-0785-4898-ae75-85674f50b7aa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:34.001932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['aa6ae732-ecbe-45b7-b9ab-183605f7cf99'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:41:34.013452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5875-add9-4cbe-ad44-ab373216df61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.018009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bc4d5875-add9-4cbe-ad44-ab373216df61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/98d981bd-0785-4898-ae75-85674f50b7aa HTTP/1.1" status: 204 len: 168 time: 0.3250606 Aug 29 17:41:34.018171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43184) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:34.034183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Pushing event deleted for resources: {'Port': ['ID=aa6ae732-ecbe-45b7-b9ab-183605f7cf99,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:34.069345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a3b6f-d7d0-4c48-897c-49976384e81c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:34.070863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-255a3b6f-d7d0-4c48-897c-49976384e81c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0516977 Aug 29 17:41:34.073065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] No DVR routers for this DVR port aa6ae732-ecbe-45b7-b9ab-183605f7cf99 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:34.073522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43186) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:34.075578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.077569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f3785ef-39e4-4e60-9979-29f564dab359 req-b9abb004-3490-4178-8b4b-cd7fd799ce97 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.44 "DELETE /v2.0/ports/aa6ae732-ecbe-45b7-b9ab-183605f7cf99 HTTP/1.1" status: 204 len: 173 time: 0.4438179 Aug 29 17:41:34.098265 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e02f06-5782-412e-a23f-55c499889bd3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:34.099808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38e02f06-5782-412e-a23f-55c499889bd3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/98d981bd-0785-4898-ae75-85674f50b7aa HTTP/1.1" status: 404 len: 333 time: 0.0247781 Aug 29 17:41:34.103952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43188) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:34.108864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1988547775'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:34.128293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:34.131784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.158899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:34.165717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.166064 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Added segment cdb9aaa4-1dec-473e-877c-d9352f5834f8 of type vlan for network 7a1badd1-531b-40ca-8935-9eb8051557e5 Aug 29 17:41:34.205414 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.230806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.236347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:34.236936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.298161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1929929 Aug 29 17:41:34.300703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43192) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:34.302717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a67fe22b-2ce8-4a4c-b16c-aac9c0aa2191 req-364ce515-2b7a-4242-9b4c-5c45e89f1f63 tempest-VolumesSnapshotTestJSON-986586811 tempest-VolumesSnapshotTestJSON-986586811-project] 10.222.0.41 "GET /v2.0/ports?device_id=573ea94b-cb1a-4549-b3e0-02daba70aac7 HTTP/1.1" status: 200 len: 210 time: 0.0323761 Aug 29 17:41:34.305933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:34.356699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458c4bf-dbf5-4c3c-b15f-6fb0c28ca963 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Network': ['ID=7a1badd1-531b-40ca-8935-9eb8051557e5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:34.366790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:34.400426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:34.404417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.590953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.657853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=45cd687d-db8c-469a-9698-54bfd24e085f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:34.662104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Checking segment: {'id': 'cdb9aaa4-1dec-473e-877c-d9352f5834f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:34.662491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network hostable DHCP agents. Network: 7a1badd1-531b-40ca-8935-9eb8051557e5, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:41:34.678950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:41:34.687028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7a1badd1-531b-40ca-8935-9eb8051557e5) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:34.690821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:34.691402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.696650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2384c-d409-4844-9895-948779692e34 None None] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:34.705880 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dccd359b-72d1-41de-9f8f-e2b22a9f98d5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4039056 Aug 29 17:41:34.708993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43194) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:34.714154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c0caf621-c50d-4ee6-9329-0066f5dbc247 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:34.818258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0caf621-c50d-4ee6-9329-0066f5dbc247 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:34.822726 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0caf621-c50d-4ee6-9329-0066f5dbc247 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.834333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7a1badd1-531b-40ca-8935-9eb8051557e5', 'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5', 'tenant_id': '37d922b34b4f4e0aa2b4ff770b88e938', 'fixed_ips': [{'subnet_id': '45cd687d-db8c-469a-9698-54bfd24e085f'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:41:34.835227 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:34.894680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ea94b-cb1a-4549-b3e0-02daba70aac7', 'name': 'network-vif-deleted', 'tag': 'aa6ae732-ecbe-45b7-b9ab-183605f7cf99'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:41:34.897591 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96973265-42f4-4e82-9660-18d64eba46d1" -d '{"events": [{"server_uuid": "573ea94b-cb1a-4549-b3e0-02daba70aac7", "name": "network-vif-deleted", "tag": "aa6ae732-ecbe-45b7-b9ab-183605f7cf99"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:41:34.918396 n-d-713499-15 neutron-server[94796]: INFO neutron.db.ipam_backend_mixin [None req-c0caf621-c50d-4ee6-9329-0066f5dbc247 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45cd687d-db8c-469a-9698-54bfd24e085f (CIDR: 172.20.0.0/28) Aug 29 17:41:34.921958 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0caf621-c50d-4ee6-9329-0066f5dbc247 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:41:34.922529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0caf621-c50d-4ee6-9329-0066f5dbc247 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:41:34.939450 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6870d08-72bd-4378-b4b4-211c2e6082ad x-openstack-request-id: req-e6870d08-72bd-4378-b4b4-211c2e6082ad {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:41:34.939741 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ea94b-cb1a-4549-b3e0-02daba70aac7", "name": "network-vif-deleted", "tag": "aa6ae732-ecbe-45b7-b9ab-183605f7cf99", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:41:34.940098 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6870d08-72bd-4378-b4b4-211c2e6082ad {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:41:34.940507 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ea94b-cb1a-4549-b3e0-02daba70aac7', 'name': 'network-vif-deleted', 'tag': 'aa6ae732-ecbe-45b7-b9ab-183605f7cf99', 'status': 'completed', 'code': 200} Aug 29 17:41:34.942318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c0caf621-c50d-4ee6-9329-0066f5dbc247 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2322223 Aug 29 17:41:34.945634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43198) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:34.953074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:34.973440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Allocated IP 172.20.0.2 (7a1badd1-531b-40ca-8935-9eb8051557e5/45cd687d-db8c-469a-9698-54bfd24e085f/338325fc-76ed-445c-aa05-7e59a4d8c949) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:35.066322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:35.070312 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.263625 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.272009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Transition to ACTIVE for port object 338325fc-76ed-445c-aa05-7e59a4d8c949 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:35.286006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Transition to ACTIVE for port object 338325fc-76ed-445c-aa05-7e59a4d8c949 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:35.292209 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.312768 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.334919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:35.338936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:35.341054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Pushing event updated for resources: {'Port': ['ID=338325fc-76ed-445c-aa05-7e59a4d8c949,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:35.343890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:35.346874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:35.350971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:35.356682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:35.357274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.382563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4359071 Aug 29 17:41:35.383487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65636a65-ff20-4bad-9f01-d5762de2a810 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=6f668dcc-080b-47ed-aeee-95dd075805f2,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:35.385729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43204) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:35.393711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5', 'fixed_ips': [{'subnet_id': '45cd687d-db8c-469a-9698-54bfd24e085f'}, {'subnet_id': '6f668dcc-080b-47ed-aeee-95dd075805f2'}], 'name': 'tempest-PortsTestJSON-1171651275'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:35.423775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Attempting to bind port 338325fc-76ed-445c-aa05-7e59a4d8c949 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:41:35.424148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Attempting to bind port 338325fc-76ed-445c-aa05-7e59a4d8c949 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'cdb9aaa4-1dec-473e-877c-d9352f5834f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:41:35.425210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Attempting to bind port 338325fc-76ed-445c-aa05-7e59a4d8c949 on network 7a1badd1-531b-40ca-8935-9eb8051557e5 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:35.432188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:41:35.432781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Checking segment: {'id': 'cdb9aaa4-1dec-473e-877c-d9352f5834f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:35.433216 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.433839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Bound using segment: {'id': 'cdb9aaa4-1dec-473e-877c-d9352f5834f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:41:35.434314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Bound port: 338325fc-76ed-445c-aa05-7e59a4d8c949, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb9aaa4-1dec-473e-877c-d9352f5834f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:41:35.434736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.511708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] For port 338325fc-76ed-445c-aa05-7e59a4d8c949, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:41:35.515404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:35.515682 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] For port 338325fc-76ed-445c-aa05-7e59a4d8c949, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=338325fc-76ed-445c-aa05-7e59a4d8c949,segment=NetworkSegment(cdb9aaa4-1dec-473e-877c-d9352f5834f8),segment_id=cdb9aaa4-1dec-473e-877c-d9352f5834f8)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:41:35.520051 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.581509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e64ee-f4d3-4fe2-9e29-331e7fd19c06 None None] Pushing event updated for resources: {'Port': ['ID=338325fc-76ed-445c-aa05-7e59a4d8c949,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:35.627865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:35.649338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port c0fc6ca3-e001-47da-8913-6a86334d4ffd yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:35.939053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.13 (7a1badd1-531b-40ca-8935-9eb8051557e5/45cd687d-db8c-469a-9698-54bfd24e085f/c0fc6ca3-e001-47da-8913-6a86334d4ffd) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:35.945996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.26 (7a1badd1-531b-40ca-8935-9eb8051557e5/6f668dcc-080b-47ed-aeee-95dd075805f2/c0fc6ca3-e001-47da-8913-6a86334d4ffd) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:36.089057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:36.103230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object c0fc6ca3-e001-47da-8913-6a86334d4ffd will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:36.137445 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:36.179746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:36.182803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:36.189959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:36.215954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=c0fc6ca3-e001-47da-8913-6a86334d4ffd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:36.231565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.231934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.232284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.232631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.232955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.233290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.233617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.233942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.234269 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.234703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.234943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.235284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:36.258122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:36.258964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:36.279263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-772f0fd9-f57f-4320-872f-079b012289b4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.8883698 Aug 29 17:41:36.279756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43212) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:36.285418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45cd687d-db8c-469a-9698-54bfd24e085f'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:36.368569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:36.581843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c54a04-dc09-49b8-b032-3fd7473a229f None None] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:36.620673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Delete allocated IP 172.20.0.26 (7a1badd1-531b-40ca-8935-9eb8051557e5/6f668dcc-080b-47ed-aeee-95dd075805f2) {{(pid=94795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:41:36.643394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-493e6467-dea5-41d3-90e4-a6a3289629a9 None None] Provisioning for port 338325fc-76ed-445c-aa05-7e59a4d8c949 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:36.752277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:36.766351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Ignored duplicate provisioning block setup for port c0fc6ca3-e001-47da-8913-6a86334d4ffd by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:41:36.770402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:36.829352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce89c66-3381-4544-90be-39ebe1ba0846 None None] Update dhcp port {'port': {'network_id': '7a1badd1-531b-40ca-8935-9eb8051557e5', 'fixed_ips': [{'subnet_id': '45cd687d-db8c-469a-9698-54bfd24e085f', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f668dcc-080b-47ed-aeee-95dd075805f2'}], 'binding:host_id': 'n-d-713499-15'}, 'id': '338325fc-76ed-445c-aa05-7e59a4d8c949'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:41:36.844197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=c0fc6ca3-e001-47da-8913-6a86334d4ffd,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:36.869902 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1ce89c66-3381-4544-90be-39ebe1ba0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:36.897949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] In _notify_port_updated(), no bound segment for port c0fc6ca3-e001-47da-8913-6a86334d4ffd on network 7a1badd1-531b-40ca-8935-9eb8051557e5 {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:41:36.902775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:36.903466 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:36.904858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eaf40a05-6061-4e0c-8832-a4a0b6b521ec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "PUT /v2.0/ports/c0fc6ca3-e001-47da-8913-6a86334d4ffd HTTP/1.1" status: 200 len: 920 time: 0.6241505 Aug 29 17:41:36.908030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43220) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:36.914424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45cd687d-db8c-469a-9698-54bfd24e085f'}, {'subnet_id': '6f668dcc-080b-47ed-aeee-95dd075805f2'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:37.043395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1ce89c66-3381-4544-90be-39ebe1ba0846 None None] Allocated IP 172.20.0.18 (7a1badd1-531b-40ca-8935-9eb8051557e5/6f668dcc-080b-47ed-aeee-95dd075805f2/338325fc-76ed-445c-aa05-7e59a4d8c949) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:37.071141 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:37.146133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1ce89c66-3381-4544-90be-39ebe1ba0846 None None] For port 338325fc-76ed-445c-aa05-7e59a4d8c949, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=338325fc-76ed-445c-aa05-7e59a4d8c949,segment=NetworkSegment(cdb9aaa4-1dec-473e-877c-d9352f5834f8),segment_id=cdb9aaa4-1dec-473e-877c-d9352f5834f8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:37.174623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1ce89c66-3381-4544-90be-39ebe1ba0846 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:37.195875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1ce89c66-3381-4544-90be-39ebe1ba0846 None None] Transition to ACTIVE for port object 338325fc-76ed-445c-aa05-7e59a4d8c949 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:37.199976 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1ce89c66-3381-4544-90be-39ebe1ba0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:37.292007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce89c66-3381-4544-90be-39ebe1ba0846 None None] Pushing event updated for resources: {'Port': ['ID=338325fc-76ed-445c-aa05-7e59a4d8c949,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:37.405319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.27 (7a1badd1-531b-40ca-8935-9eb8051557e5/6f668dcc-080b-47ed-aeee-95dd075805f2/c0fc6ca3-e001-47da-8913-6a86334d4ffd) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:37.430120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 338325fc-76ed-445c-aa05-7e59a4d8c949 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:37.495558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 338325fc-76ed-445c-aa05-7e59a4d8c949 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:37.546743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:37.559383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Ignored duplicate provisioning block setup for port c0fc6ca3-e001-47da-8913-6a86334d4ffd by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:41:37.565116 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:37.622910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=c0fc6ca3-e001-47da-8913-6a86334d4ffd,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:37.715540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] In _notify_port_updated(), no bound segment for port c0fc6ca3-e001-47da-8913-6a86334d4ffd on network 7a1badd1-531b-40ca-8935-9eb8051557e5 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:41:37.721362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:37.721988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:37.723399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-78ed6bc9-2e6d-47e1-b4a5-059575dbad74 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "PUT /v2.0/ports/c0fc6ca3-e001-47da-8913-6a86334d4ffd HTTP/1.1" status: 200 len: 1000 time: 0.8142571 Aug 29 17:41:37.726784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43222) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:37.826334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-77bae6b3-10f3-44bb-9a8f-f21af501f2f9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port c0fc6ca3-e001-47da-8913-6a86334d4ffd {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:37.826712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77bae6b3-10f3-44bb-9a8f-f21af501f2f9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:37.843838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e660f-08c3-4fb8-ba9c-f6f3a1b28c99 None None] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:37.957560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77bae6b3-10f3-44bb-9a8f-f21af501f2f9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:37.964269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Provisioning for port c0fc6ca3-e001-47da-8913-6a86334d4ffd completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:37.976216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-77bae6b3-10f3-44bb-9a8f-f21af501f2f9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for c0fc6ca3-e001-47da-8913-6a86334d4ffd owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:37.983364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Provisioning complete for port c0fc6ca3-e001-47da-8913-6a86334d4ffd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:37.984624 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.038204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Port c0fc6ca3-e001-47da-8913-6a86334d4ffd cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:38.072737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Provisioning for port 338325fc-76ed-445c-aa05-7e59a4d8c949 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:38.079644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Provisioning complete for port 338325fc-76ed-445c-aa05-7e59a4d8c949 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:38.079934 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.216880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.249199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] For port 338325fc-76ed-445c-aa05-7e59a4d8c949, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=338325fc-76ed-445c-aa05-7e59a4d8c949,segment=NetworkSegment(cdb9aaa4-1dec-473e-877c-d9352f5834f8),segment_id=cdb9aaa4-1dec-473e-877c-d9352f5834f8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:38.253862 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.303897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3e968-9939-4194-a89e-e58074bb5cff None None] Pushing event updated for resources: {'Port': ['ID=338325fc-76ed-445c-aa05-7e59a4d8c949,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:38.408900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77bae6b3-10f3-44bb-9a8f-f21af501f2f9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.435495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bae6b3-10f3-44bb-9a8f-f21af501f2f9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=c0fc6ca3-e001-47da-8913-6a86334d4ffd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:38.527675 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77bae6b3-10f3-44bb-9a8f-f21af501f2f9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.529754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-77bae6b3-10f3-44bb-9a8f-f21af501f2f9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/c0fc6ca3-e001-47da-8913-6a86334d4ffd HTTP/1.1" status: 204 len: 168 time: 0.8020172 Aug 29 17:41:38.532287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43228) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:38.557481 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cec699-71b3-4644-b267-5d03071d2d8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:38.559105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b4cec699-71b3-4644-b267-5d03071d2d8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/c0fc6ca3-e001-47da-8913-6a86334d4ffd HTTP/1.1" status: 404 len: 333 time: 0.0258663 Aug 29 17:41:38.561850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43230) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:38.619025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-362917fd-ac32-4449-8bed-2c28f66ce65f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet 6f668dcc-080b-47ed-aeee-95dd075805f2 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:41:38.622627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-362917fd-ac32-4449-8bed-2c28f66ce65f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.671618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-362917fd-ac32-4449-8bed-2c28f66ce65f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.759745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-362917fd-ac32-4449-8bed-2c28f66ce65f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.770233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e41c485a-a7f0-445e-bc95-bd3d20be4392 None None] Could not find standard attr ID for object c0fc6ca3-e001-47da-8913-6a86334d4ffd. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:41:38.780136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e41c485a-a7f0-445e-bc95-bd3d20be4392 None None] Provisioning complete for port 338325fc-76ed-445c-aa05-7e59a4d8c949 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:38.780615 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e41c485a-a7f0-445e-bc95-bd3d20be4392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.822683 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-362917fd-ac32-4449-8bed-2c28f66ce65f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.855607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362917fd-ac32-4449-8bed-2c28f66ce65f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=6f668dcc-080b-47ed-aeee-95dd075805f2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:38.863398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-362917fd-ac32-4449-8bed-2c28f66ce65f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.868599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43232) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:38.869126 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-362917fd-ac32-4449-8bed-2c28f66ce65f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/6f668dcc-080b-47ed-aeee-95dd075805f2 HTTP/1.1" status: 204 len: 168 time: 0.3058319 Aug 29 17:41:38.875678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f786eaf1-49ae-4c5b-822b-c5ba7c7b5d22 None None] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:38.912734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device aa6ae732-ecbe-45b7-b9ab-183605f7cf99 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:41:38.927646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1edc1e3-852b-4d32-a3e3-f6966cf82aff tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet 45cd687d-db8c-469a-9698-54bfd24e085f {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:41:38.931384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f1edc1e3-852b-4d32-a3e3-f6966cf82aff tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:38.937359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: aa6ae732-ecbe-45b7-b9ab-183605f7cf99 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:41:38.937560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device aa6ae732-ecbe-45b7-b9ab-183605f7cf99 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:41:38.978170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f1edc1e3-852b-4d32-a3e3-f6966cf82aff tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.027260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cf49f072-0189-4ec3-a64d-742227764c95 None None] Could not find standard attr ID for object c0fc6ca3-e001-47da-8913-6a86334d4ffd. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:41:39.078042 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f1edc1e3-852b-4d32-a3e3-f6966cf82aff tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.150803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f1edc1e3-852b-4d32-a3e3-f6966cf82aff tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.183932 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f1edc1e3-852b-4d32-a3e3-f6966cf82aff tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.189738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43246) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:39.200405 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f1edc1e3-852b-4d32-a3e3-f6966cf82aff tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/45cd687d-db8c-469a-9698-54bfd24e085f HTTP/1.1" status: 204 len: 168 time: 0.3306425 Aug 29 17:41:39.203538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edc1e3-852b-4d32-a3e3-f6966cf82aff tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=45cd687d-db8c-469a-9698-54bfd24e085f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:39.308706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.409000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 338325fc-76ed-445c-aa05-7e59a4d8c949 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:39.431797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 338325fc-76ed-445c-aa05-7e59a4d8c949 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:39.432159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.479187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 338325fc-76ed-445c-aa05-7e59a4d8c949 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:39.479906 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.516676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] For port 338325fc-76ed-445c-aa05-7e59a4d8c949, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=338325fc-76ed-445c-aa05-7e59a4d8c949,segment=NetworkSegment(cdb9aaa4-1dec-473e-877c-d9352f5834f8),segment_id=cdb9aaa4-1dec-473e-877c-d9352f5834f8)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:39.517099 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.535581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 338325fc-76ed-445c-aa05-7e59a4d8c949 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:39.621178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.650518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=338325fc-76ed-445c-aa05-7e59a4d8c949,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:39.652607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No DVR routers for this DVR port 338325fc-76ed-445c-aa05-7e59a4d8c949 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:39.737043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.744661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-66e738ef-a9ba-42e5-8978-72c5a56f8d1c None None] Could not find standard attr ID for object 338325fc-76ed-445c-aa05-7e59a4d8c949. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:41:39.747261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999eda8b-eb61-47c6-b983-dd16f5901784 None None] Network 7a1badd1-531b-40ca-8935-9eb8051557e5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:39.753331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1badd1-531b-40ca-8935-9eb8051557e5']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:39.765398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb9aaa4-1dec-473e-877c-d9352f5834f8') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:39.765850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb9aaa4-1dec-473e-877c-d9352f5834f8') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:39.777294 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.791689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.798147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:39.798530 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:39.802241 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:39.870097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.877638 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:39.881604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/networks/7a1badd1-531b-40ca-8935-9eb8051557e5 HTTP/1.1" status: 204 len: 168 time: 0.6893783 Aug 29 17:41:39.886067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43260) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:39.898374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2a17e-0d49-4eca-a40c-f49cb5f2ec8e tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Network': ['ID=7a1badd1-531b-40ca-8935-9eb8051557e5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:39.941833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866d6663-1c4a-48a8-9605-9f6f3c5f5944 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:39.944261 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-866d6663-1c4a-48a8-9605-9f6f3c5f5944 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0561361 Aug 29 17:41:39.947431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43262) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:39.976441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aaf2f1-aa54-4775-bad9-857239053b30 None None] DHCP port deletion for 7a1badd1-531b-40ca-8935-9eb8051557e5 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:41:40.003082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bb8fcb3a-41eb-450f-bb8c-6e95cf902196 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0544999 Aug 29 17:41:40.007055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43264) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:40.012226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1294869187'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:40.033588 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:40.040401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.067294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:40.078049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.078700 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Added segment d6879617-092c-43f3-9e5d-69d22bde079c of type vlan for network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 Aug 29 17:41:40.143885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.173867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.180700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:40.181683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.245677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2372789 Aug 29 17:41:40.248982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43266) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:40.254457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:40.315922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34b03b-eec4-4b8f-968d-10892947ede9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Network': ['ID=c1e4fabb-7696-4c17-b401-2f3e02f45ed6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:40.329642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:40.396483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:40.400082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.628676 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.703699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=e11668f0-e29a-4248-9164-c2170f6dfd1b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:40.710100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Checking segment: {'id': 'd6879617-092c-43f3-9e5d-69d22bde079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:40.710467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network hostable DHCP agents. Network: c1e4fabb-7696-4c17-b401-2f3e02f45ed6, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:41:40.730820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:41:40.741119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c1e4fabb-7696-4c17-b401-2f3e02f45ed6) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:40.746080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:40.746973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.752037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a905ff0-6c5b-461c-afd7-2cb09f32cd92 None None] Network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:40.766905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43272) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:40.767524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f22e05ee-ab9d-41b2-b25f-4daf67f6ab2d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5169742 Aug 29 17:41:40.773980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6', 'name': 'tempest-PortsTestJSON-802599537'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:40.909014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:40.915142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:40.937761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 6aa12c3b-0174-4109-9b0a-ea3354dc47ba yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:40.962291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c1e4fabb-7696-4c17-b401-2f3e02f45ed6', 'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6', 'tenant_id': '37d922b34b4f4e0aa2b4ff770b88e938', 'fixed_ips': [{'subnet_id': 'e11668f0-e29a-4248-9164-c2170f6dfd1b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:41:40.963382 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.085940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.7 (c1e4fabb-7696-4c17-b401-2f3e02f45ed6/e11668f0-e29a-4248-9164-c2170f6dfd1b/6aa12c3b-0174-4109-9b0a-ea3354dc47ba) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:41.224703 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-501f869c-3ef0-49cd-a940-ae992ed0d51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.284717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.300560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object 6aa12c3b-0174-4109-9b0a-ea3354dc47ba will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:41.351027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.384524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 338325fc-76ed-445c-aa05-7e59a4d8c949 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:41:41.405204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:41.408814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:41.415344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 338325fc-76ed-445c-aa05-7e59a4d8c949 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:41:41.416275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:41.416549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 338325fc-76ed-445c-aa05-7e59a4d8c949 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:41:41.441983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Allocated IP 172.20.0.2 (c1e4fabb-7696-4c17-b401-2f3e02f45ed6/e11668f0-e29a-4248-9164-c2170f6dfd1b/aac234ac-cde3-47a2-a7e0-c47649da744e) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:41.505191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:41.507075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.528799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=6aa12c3b-0174-4109-9b0a-ea3354dc47ba,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:41.548698 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ad3c32ab-5597-49dc-b5cc-65870d81fa28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7791488 Aug 29 17:41:41.550920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43276) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:41.558483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6', 'name': 'tempest-PortsTestJSON-609994928'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:41.697828 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.708677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Transition to ACTIVE for port object aac234ac-cde3-47a2-a7e0-c47649da744e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:41.714970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:41.718991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.731581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Transition to ACTIVE for port object aac234ac-cde3-47a2-a7e0-c47649da744e will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:41.738993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port f1aea5eb-2053-4561-a8e2-1c4bd851142f yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:41.739716 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.789368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:41.797328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:41.800158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:41.812915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Pushing event updated for resources: {'Port': ['ID=aac234ac-cde3-47a2-a7e0-c47649da744e,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:41.880184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.12 (c1e4fabb-7696-4c17-b401-2f3e02f45ed6/e11668f0-e29a-4248-9164-c2170f6dfd1b/f1aea5eb-2053-4561-a8e2-1c4bd851142f) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:41.884890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Attempting to bind port aac234ac-cde3-47a2-a7e0-c47649da744e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:41:41.885542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Attempting to bind port aac234ac-cde3-47a2-a7e0-c47649da744e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd6879617-092c-43f3-9e5d-69d22bde079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:41:41.886616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Attempting to bind port aac234ac-cde3-47a2-a7e0-c47649da744e on network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:41.894308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:41:41.895176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Checking segment: {'id': 'd6879617-092c-43f3-9e5d-69d22bde079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:41.895926 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.896739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Bound using segment: {'id': 'd6879617-092c-43f3-9e5d-69d22bde079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:41:41.897751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Bound port: aac234ac-cde3-47a2-a7e0-c47649da744e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6879617-092c-43f3-9e5d-69d22bde079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c1e4fabb-7696-4c17-b401-2f3e02f45ed6'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:41:41.898478 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:41.974250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] For port aac234ac-cde3-47a2-a7e0-c47649da744e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:41:41.978634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] For port aac234ac-cde3-47a2-a7e0-c47649da744e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=aac234ac-cde3-47a2-a7e0-c47649da744e,segment=NetworkSegment(d6879617-092c-43f3-9e5d-69d22bde079c),segment_id=d6879617-092c-43f3-9e5d-69d22bde079c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:41:41.984931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:42.089803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d1cea-69d5-4a52-8df0-189402ebf68b None None] Pushing event updated for resources: {'Port': ['ID=aac234ac-cde3-47a2-a7e0-c47649da744e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:42.136490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:42.158640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object f1aea5eb-2053-4561-a8e2-1c4bd851142f will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:42.205630 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:42.264309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:42.269367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:42.274992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:42.324914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=f1aea5eb-2053-4561-a8e2-1c4bd851142f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:42.349016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:42.350321 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:42.368915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3c805cf8-be9d-4a34-88b2-7b256b529579 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8158672 Aug 29 17:41:42.371264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43282) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:42.497836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0747ef3-8ea4-4c8b-9fd1-535ad60dc8b7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:42.499895 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c0747ef3-8ea4-4c8b-9fd1-535ad60dc8b7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1276150 Aug 29 17:41:42.502661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43284) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:42.565386 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:42.632219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ede3427d-0c8c-49b6-995b-63afcef433fd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port f1aea5eb-2053-4561-a8e2-1c4bd851142f {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:42.632794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ede3427d-0c8c-49b6-995b-63afcef433fd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:42.790578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ede3427d-0c8c-49b6-995b-63afcef433fd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:42.804754 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ede3427d-0c8c-49b6-995b-63afcef433fd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for f1aea5eb-2053-4561-a8e2-1c4bd851142f owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:43.020795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ede3427d-0c8c-49b6-995b-63afcef433fd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.080809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.092292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3427d-0c8c-49b6-995b-63afcef433fd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=f1aea5eb-2053-4561-a8e2-1c4bd851142f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:43.166635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ede3427d-0c8c-49b6-995b-63afcef433fd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.170636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ede3427d-0c8c-49b6-995b-63afcef433fd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/f1aea5eb-2053-4561-a8e2-1c4bd851142f HTTP/1.1" status: 204 len: 168 time: 0.6655457 Aug 29 17:41:43.171775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:43.200825 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6fa287-f8fb-4757-91bc-d4960144197b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:43.205501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8e6fa287-f8fb-4757-91bc-d4960144197b tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/f1aea5eb-2053-4561-a8e2-1c4bd851142f HTTP/1.1" status: 404 len: 333 time: 0.0297182 Aug 29 17:41:43.205501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43292) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:43.338881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e824e813-318a-456e-b130-599a906337c9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 6aa12c3b-0174-4109-9b0a-ea3354dc47ba {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:43.339233 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e824e813-318a-456e-b130-599a906337c9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.387566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d8908-fc9b-4404-9935-ac58ccfe736d None None] Network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:43.438994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device aac234ac-cde3-47a2-a7e0-c47649da744e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:43.465036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e824e813-318a-456e-b130-599a906337c9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.473897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f2c633d5-f43e-414b-84bf-7eb73d3459b0 None None] Provisioning for port aac234ac-cde3-47a2-a7e0-c47649da744e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:43.483895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e824e813-318a-456e-b130-599a906337c9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 6aa12c3b-0174-4109-9b0a-ea3354dc47ba owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:43.561274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port aac234ac-cde3-47a2-a7e0-c47649da744e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:43.570628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port aac234ac-cde3-47a2-a7e0-c47649da744e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:43.570628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.704666 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.750439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e824e813-318a-456e-b130-599a906337c9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.794239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port aac234ac-cde3-47a2-a7e0-c47649da744e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=aac234ac-cde3-47a2-a7e0-c47649da744e,segment=NetworkSegment(d6879617-092c-43f3-9e5d-69d22bde079c),segment_id=d6879617-092c-43f3-9e5d-69d22bde079c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:43.802793 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.831187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824e813-318a-456e-b130-599a906337c9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=6aa12c3b-0174-4109-9b0a-ea3354dc47ba,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:43.880397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=aac234ac-cde3-47a2-a7e0-c47649da744e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:43.919829 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ecd494c-256b-4f32-aa1d-22147eda14b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.929246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.960865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e824e813-318a-456e-b130-599a906337c9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:43.968890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e824e813-318a-456e-b130-599a906337c9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/6aa12c3b-0174-4109-9b0a-ea3354dc47ba HTTP/1.1" status: 204 len: 168 time: 0.7566917 Aug 29 17:41:43.971581 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43298) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:44.004999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fdbb8d03-fe99-42a3-b4d2-0c2d8ffc8079 None None] Could not find standard attr ID for object 6aa12c3b-0174-4109-9b0a-ea3354dc47ba. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:41:44.013996 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0740b608-6553-4c9f-ad05-2a47356ae30f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:44.015996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0740b608-6553-4c9f-ad05-2a47356ae30f tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/6aa12c3b-0174-4109-9b0a-ea3354dc47ba HTTP/1.1" status: 404 len: 333 time: 0.0441020 Aug 29 17:41:44.019659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43300) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:44.026020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fdbb8d03-fe99-42a3-b4d2-0c2d8ffc8079 None None] Provisioning complete for port aac234ac-cde3-47a2-a7e0-c47649da744e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:44.026601 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8d03-fe99-42a3-b4d2-0c2d8ffc8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.116560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-13911847-3c6e-409a-8e0c-bddb327b4cb1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet e11668f0-e29a-4248-9164-c2170f6dfd1b {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:41:44.119865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13911847-3c6e-409a-8e0c-bddb327b4cb1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.175674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13911847-3c6e-409a-8e0c-bddb327b4cb1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.282599 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13911847-3c6e-409a-8e0c-bddb327b4cb1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.293137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-066cbd58-267a-4ce9-953f-27d879623fb4 None None] Could not find standard attr ID for object 6aa12c3b-0174-4109-9b0a-ea3354dc47ba. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:41:44.372147 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13911847-3c6e-409a-8e0c-bddb327b4cb1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.405347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13911847-3c6e-409a-8e0c-bddb327b4cb1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=e11668f0-e29a-4248-9164-c2170f6dfd1b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:44.407466 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13911847-3c6e-409a-8e0c-bddb327b4cb1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.409385 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-13911847-3c6e-409a-8e0c-bddb327b4cb1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/e11668f0-e29a-4248-9164-c2170f6dfd1b HTTP/1.1" status: 204 len: 168 time: 0.3895197 Aug 29 17:41:44.412167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43302) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:44.487155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a3c57-79ac-4921-a220-937f5d0f29bf None None] Network c1e4fabb-7696-4c17-b401-2f3e02f45ed6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:44.501652 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.539992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9486b9ce-cab2-4cc5-9e45-bf76fcb2670f None None] Could not find standard attr ID for object f1aea5eb-2053-4561-a8e2-1c4bd851142f. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:41:44.583721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port aac234ac-cde3-47a2-a7e0-c47649da744e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:44.584078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.649574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] For port aac234ac-cde3-47a2-a7e0-c47649da744e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=aac234ac-cde3-47a2-a7e0-c47649da744e,segment=NetworkSegment(d6879617-092c-43f3-9e5d-69d22bde079c),segment_id=d6879617-092c-43f3-9e5d-69d22bde079c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:44.649823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.667055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for aac234ac-cde3-47a2-a7e0-c47649da744e owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:44.688165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] DHCP port deletion for c1e4fabb-7696-4c17-b401-2f3e02f45ed6 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:41:44.736207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] Deleting port aac234ac-cde3-47a2-a7e0-c47649da744e {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:44.736665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.764992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.796793 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No DVR routers for this DVR port aac234ac-cde3-47a2-a7e0-c47649da744e on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:44.802203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=aac234ac-cde3-47a2-a7e0-c47649da744e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:44.805597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] For port aac234ac-cde3-47a2-a7e0-c47649da744e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=aac234ac-cde3-47a2-a7e0-c47649da744e,segment=NetworkSegment(d6879617-092c-43f3-9e5d-69d22bde079c),segment_id=d6879617-092c-43f3-9e5d-69d22bde079c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:44.805980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.823729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] Calling delete_port for aac234ac-cde3-47a2-a7e0-c47649da744e owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:44.912342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.931110 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:44.941836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e4fabb-7696-4c17-b401-2f3e02f45ed6']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:44.959915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] Pushing event deleted for resources: {'Port': ['ID=aac234ac-cde3-47a2-a7e0-c47649da744e,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:44.963586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6879617-092c-43f3-9e5d-69d22bde079c') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:44.964068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6879617-092c-43f3-9e5d-69d22bde079c') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:44.978621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd948a67-72f1-446a-b3f7-308321933046 None None] No DVR routers for this DVR port aac234ac-cde3-47a2-a7e0-c47649da744e on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:44.994692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.021008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.027768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:45.028343 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:45.081997 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:45.102009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.106891 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.108813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/networks/c1e4fabb-7696-4c17-b401-2f3e02f45ed6 HTTP/1.1" status: 204 len: 168 time: 0.6957915 Aug 29 17:41:45.113873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43312) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:45.125286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-55957947'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:45.154991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d7e18-8910-4549-aece-f8b59b8664a7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Network': ['ID=c1e4fabb-7696-4c17-b401-2f3e02f45ed6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:45.165320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:45.169303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.195645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:45.232726 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.233470 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Added segment 1044b9c0-ca52-425b-9995-90bb666ffff8 of type vlan for network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 Aug 29 17:41:45.278506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.314735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560fdf8-da74-42e4-9f95-6d2cbe2c6cd6 req-bc03e46d-3ad7-4e78-8b1d-cbd5542967be tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:45.316615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a560fdf8-da74-42e4-9f95-6d2cbe2c6cd6 req-bc03e46d-3ad7-4e78-8b1d-cbd5542967be tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 946 time: 0.1187229 Aug 29 17:41:45.317724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.323163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:45.323755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.380102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device aac234ac-cde3-47a2-a7e0-c47649da744e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:41:45.405994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: aac234ac-cde3-47a2-a7e0-c47649da744e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:41:45.406940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device aac234ac-cde3-47a2-a7e0-c47649da744e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:41:45.416255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3007541 Aug 29 17:41:45.418823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:45.424312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:45.429089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a560fdf8-da74-42e4-9f95-6d2cbe2c6cd6 req-200cdde3-b1e0-4025-b935-032499262e53 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026433 Aug 29 17:41:45.432393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c9134-df48-45c2-b41b-213d7cd8ae23 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Network': ['ID=4b6620f4-4a5a-4b9c-b9f1-5aef96954057,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:45.445405 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.462725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:45.546422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:45.549979 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.734177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.798124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=515329f0-3f85-4cf0-ad16-6f5c1c4fce81,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:45.806719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Checking segment: {'id': '1044b9c0-ca52-425b-9995-90bb666ffff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:45.807956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network hostable DHCP agents. Network: 4b6620f4-4a5a-4b9c-b9f1-5aef96954057, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:41:45.824630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:41:45.834311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 4b6620f4-4a5a-4b9c-b9f1-5aef96954057) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:45.838701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:45.839282 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.849035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7653a4e-13ae-4590-8a10-748c55293d38 None None] Network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:45.860103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e2924d5f-4c80-4c9f-b21f-86007f3bc703 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4403427 Aug 29 17:41:45.863020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:45.868776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057', 'name': 'tempest-PortsTestJSON-689087518', 'fixed_ips': [{'subnet_id': '515329f0-3f85-4cf0-ad16-6f5c1c4fce81', 'ip_address': '172.20.0.10'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:46.008091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:46.043141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-4b6620f4-4a5a-4b9c-b9f1-5aef96954057', 'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057', 'tenant_id': '37d922b34b4f4e0aa2b4ff770b88e938', 'fixed_ips': [{'subnet_id': '515329f0-3f85-4cf0-ad16-6f5c1c4fce81'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:41:46.045541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.111307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.131582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 4913f93f-3a17-43a3-840a-f91eeacf8fb0 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:46.207116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Allocated IP 172.20.0.2 (4b6620f4-4a5a-4b9c-b9f1-5aef96954057/515329f0-3f85-4cf0-ad16-6f5c1c4fce81/f3b5fa59-391b-4e7b-ad8c-ce2d98b51240) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:46.531881 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.543479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Transition to ACTIVE for port object f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:46.561017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Transition to ACTIVE for port object f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:46.570719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.594023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db74604-f4fd-4888-b7f3-bf526c9f54c3 req-8a3da96c-10fb-468a-ab82-de52af8a08ef tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:46.595701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2db74604-f4fd-4888-b7f3-bf526c9f54c3 req-8a3da96c-10fb-468a-ab82-de52af8a08ef tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 946 time: 0.0568120 Aug 29 17:41:46.626416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:46.633722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:46.636779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:46.644870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Pushing event updated for resources: {'Port': ['ID=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:46.648396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2db74604-f4fd-4888-b7f3-bf526c9f54c3 req-8a4f0194-4544-485e-bcaa-4cf7e444601c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ce07f64-e9bd-4f56-a43b-eba52253a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445383 Aug 29 17:41:46.655170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.10 (4b6620f4-4a5a-4b9c-b9f1-5aef96954057/515329f0-3f85-4cf0-ad16-6f5c1c4fce81/4913f93f-3a17-43a3-840a-f91eeacf8fb0) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:46.722834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Attempting to bind port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:41:46.723659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Attempting to bind port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '1044b9c0-ca52-425b-9995-90bb666ffff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:41:46.723659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Attempting to bind port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 on network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:46.730476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:41:46.730476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Checking segment: {'id': '1044b9c0-ca52-425b-9995-90bb666ffff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:46.731821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.731821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Bound using segment: {'id': '1044b9c0-ca52-425b-9995-90bb666ffff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:41:46.732215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Bound port: f3b5fa59-391b-4e7b-ad8c-ce2d98b51240, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1044b9c0-ca52-425b-9995-90bb666ffff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:41:46.733184 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.791348 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.799756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-6df6dd5f-f5a8-4a86-81f0-92a30bc82955 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:46.801230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-6df6dd5f-f5a8-4a86-81f0-92a30bc82955 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 946 time: 0.1042702 Aug 29 17:41:46.816146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] For port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:41:46.819912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] For port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,segment=NetworkSegment(1044b9c0-ca52-425b-9995-90bb666ffff8),segment_id=1044b9c0-ca52-425b-9995-90bb666ffff8)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:41:46.827362 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.894771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca9b6a-e469-422d-91b7-644f43e03a1c None None] Pushing event updated for resources: {'Port': ['ID=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:46.969468 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.990927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object 4913f93f-3a17-43a3-840a-f91eeacf8fb0 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:47.000075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Deleting port c64c9628-7a72-4181-a269-58372131f25e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:47.000411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:47.160321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:47.165383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] For port c64c9628-7a72-4181-a269-58372131f25e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c64c9628-7a72-4181-a269-58372131f25e,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:47.165383 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:47.306506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:47.316541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:47.319851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:47.352535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=4913f93f-3a17-43a3-840a-f91eeacf8fb0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:47.426435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:47.437513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:47.438749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:47.482444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-82398199-e4b5-40dd-a805-040f7b273acf tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6182406 Aug 29 17:41:47.485436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43328) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:47.492679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': '4b6620f4-4a5a-4b9c-b9f1-5aef96954057', 'name': 'tempest-PortsTestJSON-937627885', 'fixed_ips': [{'subnet_id': '515329f0-3f85-4cf0-ad16-6f5c1c4fce81', 'ip_address': '172.20.0.9'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:47.520149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:47.549044 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:47.549662 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:47.550391 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Floating IP c8dd9f35-bffe-47ad-8e8a-0380a4d131bc disassociated. External IP: 172.25.2.221, port: c64c9628-7a72-4181-a269-58372131f25e. Aug 29 17:41:47.550684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Calling delete_port for c64c9628-7a72-4181-a269-58372131f25e owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:47.706452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:47.745353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event deleted for resources: {'Port': ['ID=c64c9628-7a72-4181-a269-58372131f25e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:47.840269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e5505be-2fbc-4645-9975-b2345f9f953c req-56e07957-a959-4845-be4e-10507ae5f707 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 210 time: 0.0407586 Aug 29 17:41:47.934034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:41:47.988016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:48.078844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.084937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ea74d-30d0-4ed6-8b30-13c8d0add05a None None] Network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:48.100853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port bcb3fcfd-fd5e-4f39-9245-c7327fa2229f yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:48.275514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-20062055-d8fd-404e-965e-a820ef37ad43 None None] Provisioning for port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:48.282928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-20062055-d8fd-404e-965e-a820ef37ad43 None None] Provisioning complete for port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:48.283380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20062055-d8fd-404e-965e-a820ef37ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.377707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.9 (4b6620f4-4a5a-4b9c-b9f1-5aef96954057/515329f0-3f85-4cf0-ad16-6f5c1c4fce81/bcb3fcfd-fd5e-4f39-9245-c7327fa2229f) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:48.430972 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20062055-d8fd-404e-965e-a820ef37ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.476509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:41:48.487829 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] Sync routers for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:41:48.498876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-20062055-d8fd-404e-965e-a820ef37ad43 None None] For port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,segment=NetworkSegment(1044b9c0-ca52-425b-9995-90bb666ffff8),segment_id=1044b9c0-ca52-425b-9995-90bb666ffff8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:48.508064 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20062055-d8fd-404e-965e-a820ef37ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.508652 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:48.509486 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:48.557973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] No DVR routers for this DVR port c64c9628-7a72-4181-a269-58372131f25e on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:48.570986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.573426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1cbe6bf1-db48-4fb5-8f18-dc5ef223d3a8 req-ff8f7213-dcec-4215-a073-ff534fcff58e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.44 "DELETE /v2.0/ports/c64c9628-7a72-4181-a269-58372131f25e HTTP/1.1" status: 204 len: 173 time: 1.7622843 Aug 29 17:41:48.573999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-deleted', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:41:48.579732 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e9a37-29de-4556-9b7d-7e8f8d6cf176" -d '{"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-deleted", "tag": "c64c9628-7a72-4181-a269-58372131f25e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:41:48.630940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20062055-d8fd-404e-965e-a820ef37ad43 None None] Pushing event updated for resources: {'Port': ['ID=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:48.653515 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c96597-e4e3-48fe-9e58-263cb152d9f1 x-openstack-request-id: req-50c96597-e4e3-48fe-9e58-263cb152d9f1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:41:48.654074 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b10dbe-de57-4af5-b314-ff896adc5166", "name": "network-vif-deleted", "tag": "c64c9628-7a72-4181-a269-58372131f25e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:41:48.654560 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50c96597-e4e3-48fe-9e58-263cb152d9f1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:41:48.655316 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b10dbe-de57-4af5-b314-ff896adc5166', 'name': 'network-vif-deleted', 'tag': 'c64c9628-7a72-4181-a269-58372131f25e', 'status': 'completed', 'code': 200} Aug 29 17:41:48.669894 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:41:48.685284 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.702388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object bcb3fcfd-fd5e-4f39-9245-c7327fa2229f will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:48.752641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.818511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=bcb3fcfd-fd5e-4f39-9245-c7327fa2229f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:48.835582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:48.837232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:48.839363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8ba526fc-1eb3-4d41-96c9-44f3dcefcef4 None None] Provisioning for port 4913f93f-3a17-43a3-840a-f91eeacf8fb0 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:48.843805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8ba526fc-1eb3-4d41-96c9-44f3dcefcef4 None None] Provisioning complete for port 4913f93f-3a17-43a3-840a-f91eeacf8fb0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:48.844306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:48.844578 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ba526fc-1eb3-4d41-96c9-44f3dcefcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.899346 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:48.908126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:48.909062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.925491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8ba526fc-1eb3-4d41-96c9-44f3dcefcef4 None None] Port 4913f93f-3a17-43a3-840a-f91eeacf8fb0 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:48.925789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b3fa6440-7518-4d8c-af48-a232958dbc69 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4391379 Aug 29 17:41:48.928825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43346) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:48.937088 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] Checking router: ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:41:48.946733 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:48.947599 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:48.980302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8ba526fc-1eb3-4d41-96c9-44f3dcefcef4 None None] Provisioning complete for port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:48.980669 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ba526fc-1eb3-4d41-96c9-44f3dcefcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:49.158905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0aa601ca-dc81-4ca5-bd97-18f222ed4cb9 req-66fd1f8c-fa3c-46b6-95ec-83bf4807f598 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=88b10dbe-de57-4af5-b314-ff896adc5166 HTTP/1.1" status: 200 len: 210 time: 0.1543360 Aug 29 17:41:49.194440 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:41:49.198211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f396af8d-59ca-4003-a814-e38492923176 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:49.202821 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f396af8d-59ca-4003-a814-e38492923176 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2727175 Aug 29 17:41:49.203375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43348) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:49.257583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c7f73703-bbeb-4a4b-9767-9bed360b752d None None] Provisioning complete for port 4913f93f-3a17-43a3-840a-f91eeacf8fb0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:49.258180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7f73703-bbeb-4a4b-9767-9bed360b752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:49.306363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c7f73703-bbeb-4a4b-9767-9bed360b752d None None] Port 4913f93f-3a17-43a3-840a-f91eeacf8fb0 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:49.375519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f8a3a-545e-4c76-bab6-39f3390fa57a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:49.382297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f8a3a-545e-4c76-bab6-39f3390fa57a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:49.389232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f8a3a-545e-4c76-bab6-39f3390fa57a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:49.391928 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-319f8a3a-545e-4c76-bab6-39f3390fa57a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1864831 Aug 29 17:41:49.394068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43350) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:49.394458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:49.459595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-86072052-d6a5-4fac-b04e-86eb30662314 None None] Provisioning for port bcb3fcfd-fd5e-4f39-9245-c7327fa2229f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:49.468781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-86072052-d6a5-4fac-b04e-86eb30662314 None None] Provisioning complete for port bcb3fcfd-fd5e-4f39-9245-c7327fa2229f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:49.469153 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-86072052-d6a5-4fac-b04e-86eb30662314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:49.489818 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:49.492677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:49.493401 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:49.528929 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d5ec59-9955-41f9-8e50-0944f8dc0182 None None] The sync data for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 is: [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:41:49.531901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d84825a0-5132-41ce-b9f1-839d5389ec91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port bcb3fcfd-fd5e-4f39-9245-c7327fa2229f {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:49.532658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d84825a0-5132-41ce-b9f1-839d5389ec91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:49.538641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-86072052-d6a5-4fac-b04e-86eb30662314 None None] Port bcb3fcfd-fd5e-4f39-9245-c7327fa2229f cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:49.664560 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d84825a0-5132-41ce-b9f1-839d5389ec91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:49.684261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d84825a0-5132-41ce-b9f1-839d5389ec91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for bcb3fcfd-fd5e-4f39-9245-c7327fa2229f owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:49.828381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817c74b-f724-4e1f-bb5f-94b9b3b177aa None None] New status for floating IP c8dd9f35-bffe-47ad-8e8a-0380a4d131bc: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:41:49.837693 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d84825a0-5132-41ce-b9f1-839d5389ec91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:49.871290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84825a0-5132-41ce-b9f1-839d5389ec91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=bcb3fcfd-fd5e-4f39-9245-c7327fa2229f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:49.953440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d84825a0-5132-41ce-b9f1-839d5389ec91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:49.956524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d84825a0-5132-41ce-b9f1-839d5389ec91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/bcb3fcfd-fd5e-4f39-9245-c7327fa2229f HTTP/1.1" status: 204 len: 168 time: 0.5607696 Aug 29 17:41:49.960492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43354) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:49.987815 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-511133e6-c179-477e-a8a3-84862c37b149 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:49.989512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-511133e6-c179-477e-a8a3-84862c37b149 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/bcb3fcfd-fd5e-4f39-9245-c7327fa2229f HTTP/1.1" status: 404 len: 333 time: 0.0261655 Aug 29 17:41:49.992689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43356) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:50.097498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4a6af0b1-48b8-4f11-865f-39acfc920bba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 4913f93f-3a17-43a3-840a-f91eeacf8fb0 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:50.097772 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a6af0b1-48b8-4f11-865f-39acfc920bba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.190227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a6af0b1-48b8-4f11-865f-39acfc920bba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.205231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4a6af0b1-48b8-4f11-865f-39acfc920bba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 4913f93f-3a17-43a3-840a-f91eeacf8fb0 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:50.262734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43362) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:50.327743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-424a3afa-e98c-45b2-b092-bb9777b70ed3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.356106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-424a3afa-e98c-45b2-b092-bb9777b70ed3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.364309 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a6af0b1-48b8-4f11-865f-39acfc920bba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.399297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6af0b1-48b8-4f11-865f-39acfc920bba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=4913f93f-3a17-43a3-840a-f91eeacf8fb0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:50.425759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-424a3afa-e98c-45b2-b092-bb9777b70ed3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.431084 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-424a3afa-e98c-45b2-b092-bb9777b70ed3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.433486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-424a3afa-e98c-45b2-b092-bb9777b70ed3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ce07f64-e9bd-4f56-a43b-eba52253a6b1 HTTP/1.1" status: 204 len: 168 time: 0.1690273 Aug 29 17:41:50.446998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43364) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:50.448302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a3afa-e98c-45b2-b092-bb9777b70ed3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce07f64-e9bd-4f56-a43b-eba52253a6b1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:50.473704 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-a432b8d1-0099-425c-aac6-f917ca74afa3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] show failed (client error): The resource could not be found. Aug 29 17:41:50.475073 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a432b8d1-0099-425c-aac6-f917ca74afa3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups/8ce07f64-e9bd-4f56-a43b-eba52253a6b1 HTTP/1.1" status: 404 len: 347 time: 0.0235019 Aug 29 17:41:50.478491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:50.492099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a6af0b1-48b8-4f11-865f-39acfc920bba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.500212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4a6af0b1-48b8-4f11-865f-39acfc920bba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/4913f93f-3a17-43a3-840a-f91eeacf8fb0 HTTP/1.1" status: 204 len: 168 time: 0.5063610 Aug 29 17:41:50.500875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:50.530796 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c323227-2585-48d1-855d-b6e57bda923d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:41:50.535777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43370) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:50.536093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4c323227-2585-48d1-855d-b6e57bda923d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/4913f93f-3a17-43a3-840a-f91eeacf8fb0 HTTP/1.1" status: 404 len: 333 time: 0.0329361 Aug 29 17:41:50.649133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce02a51-c1b2-44e4-8b80-607000a09e7a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet 515329f0-3f85-4cf0-ad16-6f5c1c4fce81 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:41:50.653769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ce02a51-c1b2-44e4-8b80-607000a09e7a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.716933 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ce02a51-c1b2-44e4-8b80-607000a09e7a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.743265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Deleting port b15da49d-868b-4d18-9352-852804d4cf37 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:50.743728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.866030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.866366 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.879014 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ce02a51-c1b2-44e4-8b80-607000a09e7a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.907651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Calling delete_port for b15da49d-868b-4d18-9352-852804d4cf37 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:50.928202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c64c9628-7a72-4181-a269-58372131f25e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:41:50.971407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: c64c9628-7a72-4181-a269-58372131f25e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:41:50.971829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c64c9628-7a72-4181-a269-58372131f25e not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:41:51.031843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ce02a51-c1b2-44e4-8b80-607000a09e7a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.065883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce02a51-c1b2-44e4-8b80-607000a09e7a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=515329f0-3f85-4cf0-ad16-6f5c1c4fce81,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:51.071741 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ce02a51-c1b2-44e4-8b80-607000a09e7a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.073635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5ce02a51-c1b2-44e4-8b80-607000a09e7a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/515329f0-3f85-4cf0-ad16-6f5c1c4fce81 HTTP/1.1" status: 204 len: 168 time: 0.5363209 Aug 29 17:41:51.076540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43382) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:51.093691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b8b52-0dc1-4fbe-bacf-2bf791045e63 None None] Network 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:51.161512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.192125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event deleted for resources: {'Port': ['ID=b15da49d-868b-4d18-9352-852804d4cf37,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:51.211512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.263107 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.267371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.272561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-beced84e-ce0e-4d3c-98de-29fb946fad07 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "DELETE /v2.0/floatingips/c8dd9f35-bffe-47ad-8e8a-0380a4d131bc HTTP/1.1" status: 204 len: 168 time: 0.7887762 Aug 29 17:41:51.334417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:51.334888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.370419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] DHCP port deletion for 4b6620f4-4a5a-4b9c-b9f1-5aef96954057 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:41:51.433247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] Deleting port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:51.435182 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.460783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] For port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,segment=NetworkSegment(1044b9c0-ca52-425b-9995-90bb666ffff8),segment_id=1044b9c0-ca52-425b-9995-90bb666ffff8)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:51.461251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.478973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:51.537303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] For port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,segment=NetworkSegment(1044b9c0-ca52-425b-9995-90bb666ffff8),segment_id=1044b9c0-ca52-425b-9995-90bb666ffff8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:51.538099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.557088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] Calling delete_port for f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:51.580055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.617320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No DVR routers for this DVR port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:51.643001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:51.673220 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.721581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] Pushing event deleted for resources: {'Port': ['ID=f3b5fa59-391b-4e7b-ad8c-ce2d98b51240,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:51.723071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.727497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c285200f-379c-4dcd-a274-d55b37d96d91 None None] No DVR routers for this DVR port f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:51.747552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6620f4-4a5a-4b9c-b9f1-5aef96954057']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:51.760653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1044b9c0-ca52-425b-9995-90bb666ffff8') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:51.762854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1044b9c0-ca52-425b-9995-90bb666ffff8') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:51.773624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.795911 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.811150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:41:51.812037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:41:51.815569 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:41:51.891295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.903774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.905596 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/networks/4b6620f4-4a5a-4b9c-b9f1-5aef96954057 HTTP/1.1" status: 204 len: 168 time: 0.8270645 Aug 29 17:41:51.909599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43386) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:51.914572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2027796007'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:51.923741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b931cdf-9f11-42f4-94b8-4ca2ef3344e2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Network': ['ID=4b6620f4-4a5a-4b9c-b9f1-5aef96954057,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:51.935421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:51.938842 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.978753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:41:51.988026 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:51.988382 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Added segment bf0c7df9-b14c-4f34-ad06-5fb39cbb7952 of type vlan for network ad0e1cb6-0322-4024-95db-76a1936ac20b Aug 29 17:41:52.037494 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.042446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43390) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:52.048584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2ecb234b-1062-4f53-b127-574510701adf tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285623278', 'description': 'tempest-description--769764778'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:52.071887 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.075971 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ecb234b-1062-4f53-b127-574510701adf tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.079218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:52.079366 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.156079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Network': ['ID=ad0e1cb6-0322-4024-95db-76a1936ac20b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:52.168048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ad0e1cb6-0322-4024-95db-76a1936ac20b details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:41:52.172796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ecb234b-1062-4f53-b127-574510701adf tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.176389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ecb234b-1062-4f53-b127-574510701adf tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.183924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-416a2b63-c93e-4a9c-925a-3e6f1b15ff58 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2729561 Aug 29 17:41:52.187369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43394) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:52.195861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'ad0e1cb6-0322-4024-95db-76a1936ac20b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:52.216820 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ecb234b-1062-4f53-b127-574510701adf tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.218185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2ecb234b-1062-4f53-b127-574510701adf tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1746101 Aug 29 17:41:52.219685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb234b-1062-4f53-b127-574510701adf tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca390328-00c5-4940-9bb9-97b4adb1962c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:52.221381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43398) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:52.227879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6762b968-5ba8-4b2b-95ec-3e1f28edb648 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'security_group_rule': {'security_group_id': 'ca390328-00c5-4940-9bb9-97b4adb1962c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:52.319445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6762b968-5ba8-4b2b-95ec-3e1f28edb648 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.363330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:52.367632 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.484071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6762b968-5ba8-4b2b-95ec-3e1f28edb648 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.490534 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6762b968-5ba8-4b2b-95ec-3e1f28edb648 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.518671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762b968-5ba8-4b2b-95ec-3e1f28edb648 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20c743f-5bc5-4f8a-9856-8cc6b899bc68,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:52.529673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6762b968-5ba8-4b2b-95ec-3e1f28edb648 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.533474 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6762b968-5ba8-4b2b-95ec-3e1f28edb648 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3090250 Aug 29 17:41:52.534310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43400) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:52.540906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8c8b8f93-e08d-4253-ba99-dcfc38342b74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'security_group_rule': {'security_group_id': 'ca390328-00c5-4940-9bb9-97b4adb1962c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:52.571053 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8f93-e08d-4253-ba99-dcfc38342b74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.628300 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.634486 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8f93-e08d-4253-ba99-dcfc38342b74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.638237 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8f93-e08d-4253-ba99-dcfc38342b74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.663216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b8f93-e08d-4253-ba99-dcfc38342b74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332fa110-e24f-41d0-b8cd-6f6953b6cea4,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:52.671353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8f93-e08d-4253-ba99-dcfc38342b74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.672577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8c8b8f93-e08d-4253-ba99-dcfc38342b74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366670 Aug 29 17:41:52.675933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43402) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:52.681101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:52.702959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=ac2fb2c4-94c0-4d2f-98ff-6e5519b54b44,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:52.718257 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.719441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Checking segment: {'id': 'bf0c7df9-b14c-4f34-ad06-5fb39cbb7952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ad0e1cb6-0322-4024-95db-76a1936ac20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:52.719875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network hostable DHCP agents. Network: ad0e1cb6-0322-4024-95db-76a1936ac20b, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:41:52.742087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network ad0e1cb6-0322-4024-95db-76a1936ac20b is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:41:52.752446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ad0e1cb6-0322-4024-95db-76a1936ac20b) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:52.760828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:52.763074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d10f3a-ebcb-4f57-8b81-fa92d9c0e975 None None] Network ad0e1cb6-0322-4024-95db-76a1936ac20b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:52.763229 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.784137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d50c70b9-a2ee-4459-ac09-115d0d668a4a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5952115 Aug 29 17:41:52.787492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43404) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:52.792686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7794517c-8b45-4ccf-8edd-5cb99191cd44 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-202566657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:52.820156 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7794517c-8b45-4ccf-8edd-5cb99191cd44 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.821343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7794517c-8b45-4ccf-8edd-5cb99191cd44 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.833945 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.890425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7794517c-8b45-4ccf-8edd-5cb99191cd44 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.898246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7794517c-8b45-4ccf-8edd-5cb99191cd44 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.924263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7794517c-8b45-4ccf-8edd-5cb99191cd44 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.925695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7794517c-8b45-4ccf-8edd-5cb99191cd44 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1371498 Aug 29 17:41:52.930035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43406) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:52.937011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'network_id': 'ad0e1cb6-0322-4024-95db-76a1936ac20b', 'name': 'tempest-PortsTestJSON-72263152'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:52.964064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ad0e1cb6-0322-4024-95db-76a1936ac20b', 'network_id': 'ad0e1cb6-0322-4024-95db-76a1936ac20b', 'tenant_id': '37d922b34b4f4e0aa2b4ff770b88e938', 'fixed_ips': [{'subnet_id': 'ac2fb2c4-94c0-4d2f-98ff-6e5519b54b44'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:41:52.965116 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:52.973660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Allocated IP 172.25.2.11 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/b6f8aee1-4e6a-4002-bfa6-1fe08539f870) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:53.096968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:53.101010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.111462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.121850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Allocated IP 172.20.0.2 (ad0e1cb6-0322-4024-95db-76a1936ac20b/ac2fb2c4-94c0-4d2f-98ff-6e5519b54b44/afa63186-3830-4590-a132-3696b5bd9d37) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:53.127474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port b10fe978-aef0-49eb-854d-9eb59918873b yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:41:53.161957 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.222681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:53.225901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:53.230351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:53.284787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'Port': ['ID=b6f8aee1-4e6a-4002-bfa6-1fe08539f870,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:53.314639 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.331018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Transition to ACTIVE for port object afa63186-3830-4590-a132-3696b5bd9d37 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:53.390492 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.395391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Transition to ACTIVE for port object afa63186-3830-4590-a132-3696b5bd9d37 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:53.409516 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.456211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.463849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:41:53.519468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:41:53.520004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f3b5fa59-391b-4e7b-ad8c-ce2d98b51240 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:41:53.523402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.5 (ad0e1cb6-0322-4024-95db-76a1936ac20b/ac2fb2c4-94c0-4d2f-98ff-6e5519b54b44/b10fe978-aef0-49eb-854d-9eb59918873b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:53.531147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Network ad0e1cb6-0322-4024-95db-76a1936ac20b is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:53.536054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:53.541463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:53.548465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Pushing event updated for resources: {'Port': ['ID=afa63186-3830-4590-a132-3696b5bd9d37,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:53.622986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Attempting to bind port afa63186-3830-4590-a132-3696b5bd9d37 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:41:53.623465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Attempting to bind port afa63186-3830-4590-a132-3696b5bd9d37 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'bf0c7df9-b14c-4f34-ad06-5fb39cbb7952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ad0e1cb6-0322-4024-95db-76a1936ac20b'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:41:53.623879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Attempting to bind port afa63186-3830-4590-a132-3696b5bd9d37 on network ad0e1cb6-0322-4024-95db-76a1936ac20b {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:53.630299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:41:53.630935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Checking segment: {'id': 'bf0c7df9-b14c-4f34-ad06-5fb39cbb7952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ad0e1cb6-0322-4024-95db-76a1936ac20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:53.631348 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.631887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Bound using segment: {'id': 'bf0c7df9-b14c-4f34-ad06-5fb39cbb7952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ad0e1cb6-0322-4024-95db-76a1936ac20b'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:41:53.632762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Bound port: afa63186-3830-4590-a132-3696b5bd9d37, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0c7df9-b14c-4f34-ad06-5fb39cbb7952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ad0e1cb6-0322-4024-95db-76a1936ac20b'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:41:53.632910 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.699909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.705308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.715466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] For port afa63186-3830-4590-a132-3696b5bd9d37, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:41:53.718552 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.720552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] For port afa63186-3830-4590-a132-3696b5bd9d37, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=afa63186-3830-4590-a132-3696b5bd9d37,segment=NetworkSegment(bf0c7df9-b14c-4f34-ad06-5fb39cbb7952),segment_id=bf0c7df9-b14c-4f34-ad06-5fb39cbb7952)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:41:53.726462 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.735050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object b10fe978-aef0-49eb-854d-9eb59918873b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:53.774728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.800392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'Port': ['ID=b6f8aee1-4e6a-4002-bfa6-1fe08539f870,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:53.806664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.811125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c8430-66af-4c0e-beb5-36b0918b17e2 None None] Pushing event updated for resources: {'Port': ['ID=afa63186-3830-4590-a132-3696b5bd9d37,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:53.826379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.830722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cfa07372-e719-45d5-8eb5-a7387ef745bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1515272 Aug 29 17:41:53.846017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network ad0e1cb6-0322-4024-95db-76a1936ac20b is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:53.850393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:53.852881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=b10fe978-aef0-49eb-854d-9eb59918873b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:53.855212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:53.909700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:53.910290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:53.925794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-762b2323-e789-473a-872c-bac09633f7ca tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9942651 Aug 29 17:41:53.928641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43418) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:54.077763 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-c768311d-3a7e-48b1-93ec-9e1b7734316e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--285623278&fields=id&tenant_id=879653f16876427fa8d6806b659ebccc HTTP/1.1" status: 200 len: 267 time: 0.0532112 Aug 29 17:41:54.202023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-386a8331-2d8a-4ed7-be23-a9af0d78a0cd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:54.203949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-386a8331-2d8a-4ed7-be23-a9af0d78a0cd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 816 time: 0.1158311 Aug 29 17:41:54.220666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-691954e5-dfe3-4f30-b922-09843f5bd60a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/quotas/879653f16876427fa8d6806b659ebccc HTTP/1.1" status: 200 len: 375 time: 0.0105538 Aug 29 17:41:54.291520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:54.325914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-d6815928-119b-4159-955a-0829364d6eab tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992186 Aug 29 17:41:54.463698 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-401bc9bf-4628-4787-b0eb-b080f301dfb2 service neutron] 10.222.0.41 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170373 Aug 29 17:41:54.589573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-4dfd4fd8-6792-4e7c-b8a8-25c6fa56b194 service neutron] 10.222.0.41 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275370 Aug 29 17:41:54.644268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c6d3c-0374-4ec0-88a1-482c11fe359e req-de0cfd86-1cd9-443d-aa01-aa6778319d7f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:54.646230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d4c6d3c-0374-4ec0-88a1-482c11fe359e req-de0cfd86-1cd9-443d-aa01-aa6778319d7f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.1064055 Aug 29 17:41:54.717643 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d4c6d3c-0374-4ec0-88a1-482c11fe359e req-520e2d93-4a5d-4209-9757-1c21b0bfc184 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558615 Aug 29 17:41:54.743494 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:54.757277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:54.895376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95275e47-f359-41df-9c5b-3c6b70560b19 req-6b19cafa-6a76-4716-85be-dbb0c9705c38 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 210 time: 0.0473487 Aug 29 17:41:54.909910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=b10fe978-aef0-49eb-854d-9eb59918873b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:55.064570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6935d5fd-0edb-4418-af0a-cac8e8a6d291 None None] Network ad0e1cb6-0322-4024-95db-76a1936ac20b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:41:55.103689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.132905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3a63e393-08da-484a-8aed-95e3901fedf3 None None] Provisioning for port afa63186-3830-4590-a132-3696b5bd9d37 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:55.244622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.505651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device afa63186-3830-4590-a132-3696b5bd9d37 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:55.594844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port afa63186-3830-4590-a132-3696b5bd9d37 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:55.610615 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port afa63186-3830-4590-a132-3696b5bd9d37 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:55.611003 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.675617 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.686333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.700707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-49bcb12c-ce26-4855-9d57-ac2cb64eeb89 None None] Provisioning for port b10fe978-aef0-49eb-854d-9eb59918873b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:55.709763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-49bcb12c-ce26-4855-9d57-ac2cb64eeb89 None None] Provisioning complete for port b10fe978-aef0-49eb-854d-9eb59918873b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:55.710307 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49bcb12c-ce26-4855-9d57-ac2cb64eeb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.754857 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.785038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-49bcb12c-ce26-4855-9d57-ac2cb64eeb89 None None] Port b10fe978-aef0-49eb-854d-9eb59918873b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:55.789731 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.811131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-49bcb12c-ce26-4855-9d57-ac2cb64eeb89 None None] Provisioning complete for port afa63186-3830-4590-a132-3696b5bd9d37 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:55.811674 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49bcb12c-ce26-4855-9d57-ac2cb64eeb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.839428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=b10fe978-aef0-49eb-854d-9eb59918873b,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:55.896400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network ad0e1cb6-0322-4024-95db-76a1936ac20b is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:55.898047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:55.912883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port afa63186-3830-4590-a132-3696b5bd9d37, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=afa63186-3830-4590-a132-3696b5bd9d37,segment=NetworkSegment(bf0c7df9-b14c-4f34-ad06-5fb39cbb7952),segment_id=bf0c7df9-b14c-4f34-ad06-5fb39cbb7952)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:55.917446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923792ba-4271-4bc7-b48d-15c4b63bd0bd req-3dcadf6e-f614-439f-8334-2355efda3ab3 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:55.923813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:55.929809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-923792ba-4271-4bc7-b48d-15c4b63bd0bd req-3dcadf6e-f614-439f-8334-2355efda3ab3 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0915208 Aug 29 17:41:56.060017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-923792ba-4271-4bc7-b48d-15c4b63bd0bd req-0bf27ec7-b911-4f43-bb1c-30ef68529ad9 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288533 Aug 29 17:41:56.096246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=afa63186-3830-4590-a132-3696b5bd9d37,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:56.140341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f327539-6fe1-476b-a2b9-021f7fab5fa8 req-45b006ec-a280-4972-a521-0ca7ee0477ff tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 210 time: 0.0566976 Aug 29 17:41:56.189628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Router 1cdfcf0c-f3a0-436e-9beb-879a93d61f98 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:41:56.214883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9a8b8e22-1c89-4c6f-92fa-e322d2e2042e None None] Provisioning complete for port b10fe978-aef0-49eb-854d-9eb59918873b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:56.215361 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8e22-1c89-4c6f-92fa-e322d2e2042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:56.265195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b8e22-1c89-4c6f-92fa-e322d2e2042e None None] Port b10fe978-aef0-49eb-854d-9eb59918873b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:56.490459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4198c50c-0005-4b39-a38c-303895c5f5f7 None None] Provisioning complete for port b10fe978-aef0-49eb-854d-9eb59918873b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:56.490950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4198c50c-0005-4b39-a38c-303895c5f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:56.530284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4198c50c-0005-4b39-a38c-303895c5f5f7 None None] Port b10fe978-aef0-49eb-854d-9eb59918873b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:56.616628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-e0594503-3f34-41af-a8e9-f8507277ec67 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:56.618140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-e0594503-3f34-41af-a8e9-f8507277ec67 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.0502603 Aug 29 17:41:56.686887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-83278b9c-506f-4ed0-94f0-c10ea6bb7a2a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:56.688388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-83278b9c-506f-4ed0-94f0-c10ea6bb7a2a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 816 time: 0.5620148 Aug 29 17:41:56.691731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:41:56.696115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-21c4b691-4b6b-4108-8894-1198c89d5dec tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "PUT /v2.0/routers/1cdfcf0c-f3a0-436e-9beb-879a93d61f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7664022 Aug 29 17:41:56.699140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43466) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:56.706923 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1437f-866a-4920-a608-dccccf016ed3 None None] Sync routers for ids ['1cdfcf0c-f3a0-436e-9beb-879a93d61f98'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:41:56.723495 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1437f-866a-4920-a608-dccccf016ed3 None None] Routers {'1cdfcf0c-f3a0-436e-9beb-879a93d61f98'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:56.725947 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7cb1437f-866a-4920-a608-dccccf016ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1cdfcf0c-f3a0-436e-9beb-879a93d61f98'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:56.732473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-c8e110d7-d654-443b-8290-cfeab660c134 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879653f16876427fa8d6806b659ebccc HTTP/1.1" status: 200 len: 379 time: 0.0348325 Aug 29 17:41:56.743617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'port': {'device_id': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'admin_state_up': True, 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'security_groups': ['ca390328-00c5-4940-9bb9-97b4adb1962c']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:56.754577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Deleting port a72598db-2dab-4de2-835d-7d1cc7e1601f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:56.754940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:56.778491 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7cb1437f-866a-4920-a608-dccccf016ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:56.781112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eeee6c-a801-40e4-a45c-83ba7f99fe21 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:56.787481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-36eeee6c-a801-40e4-a45c-83ba7f99fe21 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdfcf0c-f3a0-436e-9beb-879a93d61f98 HTTP/1.1" status: 200 len: 980 time: 0.0870910 Aug 29 17:41:56.788412 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43468) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:41:56.795948 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1437f-866a-4920-a608-dccccf016ed3 None None] Routers {'1cdfcf0c-f3a0-436e-9beb-879a93d61f98'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:56.796883 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7cb1437f-866a-4920-a608-dccccf016ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1cdfcf0c-f3a0-436e-9beb-879a93d61f98'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:56.837905 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7cb1437f-866a-4920-a608-dccccf016ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:56.838755 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1437f-866a-4920-a608-dccccf016ed3 None None] The sync data for ids ['1cdfcf0c-f3a0-436e-9beb-879a93d61f98'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:41:56.890256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Made reservation on behalf of 879653f16876427fa8d6806b659ebccc for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:41:56.894153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.023294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] For port a72598db-2dab-4de2-835d-7d1cc7e1601f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=a72598db-2dab-4de2-835d-7d1cc7e1601f,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:41:57.023879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.049470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Allocated IP 172.20.0.12 (7df5e51f-26b9-4341-bacd-4da6f1defd24/b68f8a60-6a80-4219-96ca-c4afb0c61894/7a4b34d1-6202-413d-8f27-9105a6e52185) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:41:57.226189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.246098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Transition to ACTIVE for port object 7a4b34d1-6202-413d-8f27-9105a6e52185 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:57.293722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54f19ffb-5f1c-4d48-98c1-c2d268502186 req-b80fc630-ff22-431a-91d9-7ce0762a7f97 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 210 time: 0.0373669 Aug 29 17:41:57.336223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.378376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:41:57.382541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:41:57.398223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:41:57.406213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device afa63186-3830-4590-a132-3696b5bd9d37 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:41:57.481196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:57.500847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port afa63186-3830-4590-a132-3696b5bd9d37 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:57.501683 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.513352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:57.514305 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.534624 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-eef73fcc-6b16-4c3b-aebb-418f325b1366 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7957935 Aug 29 17:41:57.590723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3cbe-d341-4a49-a0e1-749daf2b3cb4 req-cd264305-a664-417b-926f-6260dea93777 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:57.593761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29bc3cbe-d341-4a49-a0e1-749daf2b3cb4 req-cd264305-a664-417b-926f-6260dea93777 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 946 time: 0.4266143 Aug 29 17:41:57.624548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Request body: {'port': {'device_id': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:41:57.692240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.711503 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.712040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.712361 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Floating IP 4b17f195-3fde-4cd3-be86-18080fc456ae disassociated. External IP: 172.25.2.46, port: a72598db-2dab-4de2-835d-7d1cc7e1601f. Aug 29 17:41:57.712965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Calling delete_port for a72598db-2dab-4de2-835d-7d1cc7e1601f owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:57.743365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29bc3cbe-d341-4a49-a0e1-749daf2b3cb4 req-eaeff792-b32b-41a3-aca0-0d79d243bd67 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419966 Aug 29 17:41:57.773223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b30f7984-a545-48e0-b177-31c89f90b9dd None None] Provisioning for port 7a4b34d1-6202-413d-8f27-9105a6e52185 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:41:57.784831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b30f7984-a545-48e0-b177-31c89f90b9dd None None] Provisioning complete for port 7a4b34d1-6202-413d-8f27-9105a6e52185 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:41:57.785362 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b30f7984-a545-48e0-b177-31c89f90b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:57.840228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b30f7984-a545-48e0-b177-31c89f90b9dd None None] Port 7a4b34d1-6202-413d-8f27-9105a6e52185 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:41:57.983594 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.089427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4b34d1-6202-413d-8f27-9105a6e52185 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:41:58.102063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.103228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.119726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Transition to ACTIVE for port object 7a4b34d1-6202-413d-8f27-9105a6e52185 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:41:58.128465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.146416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event deleted for resources: {'Port': ['ID=a72598db-2dab-4de2-835d-7d1cc7e1601f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:58.164662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.166656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.166656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.166656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.166656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.166656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.167377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.167377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.167674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.168546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.168546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.168546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:41:58.215251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:58.274925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Attempting to bind port 7a4b34d1-6202-413d-8f27-9105a6e52185 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:41:58.275608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Attempting to bind port 7a4b34d1-6202-413d-8f27-9105a6e52185 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:41:58.276110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Attempting to bind port 7a4b34d1-6202-413d-8f27-9105a6e52185 on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:58.281674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Port 7a4b34d1-6202-413d-8f27-9105a6e52185 on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:41:58.282225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Attempting to bind port 7a4b34d1-6202-413d-8f27-9105a6e52185 on network 7df5e51f-26b9-4341-bacd-4da6f1defd24 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:41:58.291358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:41:58.291358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Checking segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:41:58.291732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Bound using segment: {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:41:58.292180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Bound port: 7a4b34d1-6202-413d-8f27-9105a6e52185, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e424e9f-62cb-4649-94a5-5df5b6309239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:41:58.293061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.388510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:41:58.392751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:41:58.397138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Router 319f3fa7-4e98-4a17-a063-381c14c09427 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:41:58.406609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.504801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:58.506710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.507225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 200 len: 1093 time: 0.9643526 Aug 29 17:41:58.516410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:41:58.519751 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7a32d9-f343-49ea-a54c-621dd89334f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:41:58.539694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392a762-e89d-4f56-8326-bc14bf7819cf req-068df48f-3611-4a57-915c-ab573120e5de tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:58.541282 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f392a762-e89d-4f56-8326-bc14bf7819cf req-068df48f-3611-4a57-915c-ab573120e5de tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.1260970 Aug 29 17:41:58.603660 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875bf4eb-d1fd-4291-8777-99405e2925b8 x-openstack-request-id: req-875bf4eb-d1fd-4291-8777-99405e2925b8 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:41:58.603949 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:41:58.604198 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-875bf4eb-d1fd-4291-8777-99405e2925b8 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:41:58.604679 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'status': 'completed', 'code': 200} Aug 29 17:41:58.627107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7fabf-9fa7-489d-9670-d61e67980951 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:58.652090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port b10fe978-aef0-49eb-854d-9eb59918873b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:41:58.652452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.664342 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f392a762-e89d-4f56-8326-bc14bf7819cf req-15fb78c2-ed7e-498a-aed7-01e3c05897f5 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059718 Aug 29 17:41:58.676601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-6263b387-07a9-4b43-8657-92271c42533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:58.678915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-6263b387-07a9-4b43-8657-92271c42533f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1096 time: 0.1104796 Aug 29 17:41:58.727770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-f467d05e-4038-46d5-9d0e-95911229f58f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 200 len: 217 time: 0.0401785 Aug 29 17:41:58.764562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:41:58.778015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] Sync routers for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:41:58.795893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:58.797537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:58.836622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] No DVR routers for this DVR port a72598db-2dab-4de2-835d-7d1cc7e1601f on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:41:58.840658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-9fea2708-00e5-4546-b3f7-d7b7b40d32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:58.843007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-9fea2708-00e5-4546-b3f7-d7b7b40d32ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.1082549 Aug 29 17:41:58.844059 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:58.852641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc226c55-8c34-44bc-b8f0-6f263450548b req-87a8048a-f202-4bbd-8e90-066f246e93e8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.43 "DELETE /v2.0/ports/a72598db-2dab-4de2-835d-7d1cc7e1601f HTTP/1.1" status: 204 len: 173 time: 2.2277381 Aug 29 17:41:58.869147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'name': 'network-vif-deleted', 'tag': 'a72598db-2dab-4de2-835d-7d1cc7e1601f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:41:58.873928 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2c2c3e-9ade-4710-87c3-b168a6dae7a3" -d '{"events": [{"server_uuid": "e7fbc9fd-404b-4f48-bd9a-76d43345510f", "name": "network-vif-deleted", "tag": "a72598db-2dab-4de2-835d-7d1cc7e1601f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:41:58.971835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-354edb4f-2a06-4665-85e8-cfbbfb338acf req-3f2401dd-7419-469b-85b8-69393d326f84 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fbc9fd-404b-4f48-bd9a-76d43345510f HTTP/1.1" status: 200 len: 210 time: 0.0837350 Aug 29 17:41:59.010755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:59.034392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for b10fe978-aef0-49eb-854d-9eb59918873b owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:41:59.095856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-a70167e9-47c1-46b6-b564-4fd05d9f0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:59.095856 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-a70167e9-47c1-46b6-b564-4fd05d9f0518 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447822 Aug 29 17:41:59.253549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:41:59.261708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e22fc-df47-4688-bfe2-42c254256abb req-cc89553c-ecfe-45c8-9640-7877cb5dba62 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:59.263504 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-818e22fc-df47-4688-bfe2-42c254256abb req-cc89553c-ecfe-45c8-9640-7877cb5dba62 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.2950156 Aug 29 17:41:59.291085 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb3fbc-367d-4c5e-9cbc-e2ae627a3d3f x-openstack-request-id: req-5ecb3fbc-367d-4c5e-9cbc-e2ae627a3d3f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:41:59.292130 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fbc9fd-404b-4f48-bd9a-76d43345510f", "name": "network-vif-deleted", "tag": "a72598db-2dab-4de2-835d-7d1cc7e1601f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:41:59.292610 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ecb3fbc-367d-4c5e-9cbc-e2ae627a3d3f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:41:59.293223 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fbc9fd-404b-4f48-bd9a-76d43345510f', 'name': 'network-vif-deleted', 'tag': 'a72598db-2dab-4de2-835d-7d1cc7e1601f', 'status': 'completed', 'code': 200} Aug 29 17:41:59.318290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-d5e8056a-f1f1-4f81-a9d6-41c4896af9e0 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130532 Aug 29 17:41:59.405864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-818e22fc-df47-4688-bfe2-42c254256abb req-49902c09-3b45-4628-92e8-f8c6e729bd03 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302056 Aug 29 17:41:59.438817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:59.504939 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd23b5eb-fde9-4e7e-8081-b637f959813f req-12ea89c3-57a4-41aa-8b89-e4b07c724a60 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800964 Aug 29 17:41:59.514699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=b10fe978-aef0-49eb-854d-9eb59918873b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:41:59.613133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:59.654639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] Checking router: 319f3fa7-4e98-4a17-a063-381c14c09427 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:41:59.670524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:41:59.671760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:41:59.728237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-27f6a636-b326-4c06-b743-835ca1586924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:59.730930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-27f6a636-b326-4c06-b743-835ca1586924 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1096 time: 0.1012332 Aug 29 17:41:59.821933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18e60e-4d5f-4fcd-be53-eb6da61f7d0a req-efb93547-6465-40a9-bb57-483883d69ea2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:59.823648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a18e60e-4d5f-4fcd-be53-eb6da61f7d0a req-efb93547-6465-40a9-bb57-483883d69ea2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.2512584 Aug 29 17:41:59.824391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:59.861375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:41:59.919125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb7d3f-f5b5-4bd6-b6d4-9494fe0d58eb req-efb45f3b-705c-49aa-b28b-bdc5d353ae4c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:59.920706 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53cb7d3f-f5b5-4bd6-b6d4-9494fe0d58eb req-efb45f3b-705c-49aa-b28b-bdc5d353ae4c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.1131513 Aug 29 17:41:59.948368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8a18e60e-4d5f-4fcd-be53-eb6da61f7d0a req-08612bed-35f6-4e6e-afa5-8b67fffe9760 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176403 Aug 29 17:41:59.948799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-147f0d74-8f95-4008-b694-b01bb960b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:59.950237 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-147f0d74-8f95-4008-b694-b01bb960b486 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.2120757 Aug 29 17:42:00.006922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-4b1df7f1-d097-47b9-9a1f-fb2af2553283 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 200 len: 217 time: 0.0472274 Aug 29 17:42:00.009926 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53cb7d3f-f5b5-4bd6-b6d4-9494fe0d58eb req-1682a780-8169-46d1-a0f1-5fefeee584b5 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778065 Aug 29 17:42:00.103013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-b4bde0f6-f697-4e66-befb-e18e87ff75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:00.104616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-b4bde0f6-f697-4e66-befb-e18e87ff75f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0884793 Aug 29 17:42:00.112089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Router 1cdfcf0c-f3a0-436e-9beb-879a93d61f98 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:42:00.153235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43506) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:00.159427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:00.193016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6349b8-2a65-42e7-90af-7b516183407f None None] The sync data for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 is: [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:42:00.236873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-4a431dbc-2d71-4b92-9d5c-dc88c734da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:00.238483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-4a431dbc-2d71-4b92-9d5c-dc88c734da4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238277 Aug 29 17:42:00.320899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43bb2695-2465-498b-897e-edc3036457ce tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:00.359185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:42:00.371319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43bb2695-2465-498b-897e-edc3036457ce tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:00.371533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e8677311-6ca0-48d3-bd2b-d48c041adaba tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "PUT /v2.0/routers/1cdfcf0c-f3a0-436e-9beb-879a93d61f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5441954 Aug 29 17:42:00.371642 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb898c9d-a8d7-43ea-9ca6-7da68f1fc857 None None] Sync routers for ids ['1cdfcf0c-f3a0-436e-9beb-879a93d61f98'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:42:00.374452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43518) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:00.381145 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb898c9d-a8d7-43ea-9ca6-7da68f1fc857 None None] Routers {'1cdfcf0c-f3a0-436e-9beb-879a93d61f98'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:00.381759 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eb898c9d-a8d7-43ea-9ca6-7da68f1fc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1cdfcf0c-f3a0-436e-9beb-879a93d61f98'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:00.407973 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6818d74-3607-43f2-92ec-02fbde41e563 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:42:00.409644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6818d74-3607-43f2-92ec-02fbde41e563 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/b10fe978-aef0-49eb-854d-9eb59918873b HTTP/1.1" status: 404 len: 333 time: 0.0344558 Aug 29 17:42:00.414171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43520) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:00.442417 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-c73e2f28-9b17-4697-b1c6-62b5181118e5 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845348 Aug 29 17:42:00.454863 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eb898c9d-a8d7-43ea-9ca6-7da68f1fc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:00.466151 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb898c9d-a8d7-43ea-9ca6-7da68f1fc857 None None] Routers {'1cdfcf0c-f3a0-436e-9beb-879a93d61f98'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:00.467167 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eb898c9d-a8d7-43ea-9ca6-7da68f1fc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['1cdfcf0c-f3a0-436e-9beb-879a93d61f98'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:00.495884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a72598db-2dab-4de2-835d-7d1cc7e1601f no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:42:00.538891 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43bb2695-2465-498b-897e-edc3036457ce tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:00.542836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43bb2695-2465-498b-897e-edc3036457ce tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:00.544733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-43bb2695-2465-498b-897e-edc3036457ce tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55 HTTP/1.1" status: 204 len: 168 time: 0.3904645 Aug 29 17:42:00.552425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: a72598db-2dab-4de2-835d-7d1cc7e1601f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:42:00.553306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device a72598db-2dab-4de2-835d-7d1cc7e1601f not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:42:00.558369 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eb898c9d-a8d7-43ea-9ca6-7da68f1fc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:00.559080 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb898c9d-a8d7-43ea-9ca6-7da68f1fc857 None None] The sync data for ids ['1cdfcf0c-f3a0-436e-9beb-879a93d61f98'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:42:00.564693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43522) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:00.566684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb2695-2465-498b-897e-edc3036457ce tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:00.595297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-485c5784-74d1-4686-a6f4-9690cb2687a6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:00.628941 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-5b46c530-1bb4-44a1-b785-58d467746369 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] show failed (client error): The resource could not be found. Aug 29 17:42:00.631000 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5b46c530-1bb4-44a1-b785-58d467746369 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups/b5aad7b2-e21e-4b7f-ac0f-a87a5c8acb55 HTTP/1.1" status: 404 len: 347 time: 0.0614765 Aug 29 17:42:00.634312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43524) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:00.655080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-8616f962-96a0-47be-9041-793f0281b196 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:00.663129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-8616f962-96a0-47be-9041-793f0281b196 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.3766310 Aug 29 17:42:00.686798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372fadbd-9d4a-4d6a-93cb-5202b0b1bcfe None None] New status for floating IP 4b17f195-3fde-4cd3-be86-18080fc456ae: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:42:00.695063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c7a32d9-f343-49ea-a54c-621dd89334f2 req-e49ea2cd-fd93-4c22-9755-0b6d961701a6 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451453 Aug 29 17:42:00.859741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Deleting port 569642ff-fcc2-405e-9409-75d205d224ca {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:42:00.860460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:00.951352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:00.951985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:00.965783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Calling delete_port for 569642ff-fcc2-405e-9409-75d205d224ca owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:42:01.034500 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-5cfcdce6-5e29-4bfa-bc92-3505c02025a0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/quotas/fdd02ad258d94cb58933550ba3972f3f HTTP/1.1" status: 200 len: 375 time: 0.3686516 Aug 29 17:42:01.177536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-485c5784-74d1-4686-a6f4-9690cb2687a6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.180978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-485c5784-74d1-4686-a6f4-9690cb2687a6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.194575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.230876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event deleted for resources: {'Port': ['ID=569642ff-fcc2-405e-9409-75d205d224ca,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:01.256943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-4b4675fb-cabb-480f-87ca-b2139c264c82 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2162225 Aug 29 17:42:01.272464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e4819-006c-4c3d-9d9c-71de18d4b638 req-c162926d-d153-434a-b94f-5f34f10a96e6 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:01.274056 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e9e4819-006c-4c3d-9d9c-71de18d4b638 req-c162926d-d153-434a-b94f-5f34f10a96e6 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.1095798 Aug 29 17:42:01.279373 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-485c5784-74d1-4686-a6f4-9690cb2687a6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.279907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c5784-74d1-4686-a6f4-9690cb2687a6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Fanout notify agent at l3_agent the message router_deleted on router 1cdfcf0c-f3a0-436e-9beb-879a93d61f98 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:42:01.319633 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-485c5784-74d1-4686-a6f4-9690cb2687a6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.321629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-485c5784-74d1-4686-a6f4-9690cb2687a6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/routers/1cdfcf0c-f3a0-436e-9beb-879a93d61f98 HTTP/1.1" status: 204 len: 168 time: 0.9064810 Aug 29 17:42:01.330869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43530) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:01.381035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.383927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.385336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a005e7e3-4b5b-4606-ad34-325e54d987ae tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "DELETE /v2.0/floatingips/4b17f195-3fde-4cd3-be86-18080fc456ae HTTP/1.1" status: 204 len: 168 time: 0.7498145 Aug 29 17:42:01.417753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e9e4819-006c-4c3d-9d9c-71de18d4b638 req-986ede39-28b6-41d2-bd70-c208e3220b5d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969429 Aug 29 17:42:01.438277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a698d2-a48a-40b9-90ff-985cd4ba2d1d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet ac2fb2c4-94c0-4d2f-98ff-6e5519b54b44 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:42:01.443388 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08a698d2-a48a-40b9-90ff-985cd4ba2d1d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.478989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-9e09579e-5817-48b0-92f6-02227f463961 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094829 Aug 29 17:42:01.519037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08a698d2-a48a-40b9-90ff-985cd4ba2d1d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.628109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-60aba72a-50c1-40f0-be65-1ec49b7cbac8 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478789 Aug 29 17:42:01.640581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08a698d2-a48a-40b9-90ff-985cd4ba2d1d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.757622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08a698d2-a48a-40b9-90ff-985cd4ba2d1d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.809341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a698d2-a48a-40b9-90ff-985cd4ba2d1d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2fb2c4-94c0-4d2f-98ff-6e5519b54b44,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:01.823064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08a698d2-a48a-40b9-90ff-985cd4ba2d1d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.829783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43536) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:01.835596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70637ca-9bbb-47f0-8cb1-9b853595f3e8 None None] Network ad0e1cb6-0322-4024-95db-76a1936ac20b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:01.843025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-08a698d2-a48a-40b9-90ff-985cd4ba2d1d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/ac2fb2c4-94c0-4d2f-98ff-6e5519b54b44 HTTP/1.1" status: 204 len: 168 time: 0.4948254 Aug 29 17:42:01.878212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43542) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:01.886289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-cba5f818-a8a0-4785-99b8-fb098e9ec70a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187610857', 'description': 'tempest-description--2074355017'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:01.926246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba5f818-a8a0-4785-99b8-fb098e9ec70a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:01.971955 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a92a599f-57ae-4cfb-8598-e73b5b9d8a2f req-88448c68-acda-4f5e-aa3d-187245f8332e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0855231 Aug 29 17:42:02.031163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.056626 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba5f818-a8a0-4785-99b8-fb098e9ec70a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.063126 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba5f818-a8a0-4785-99b8-fb098e9ec70a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.102163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5f818-a8a0-4785-99b8-fb098e9ec70a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152523e5-1414-43cf-9451-610cb9ebd4b7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:02.113041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port afa63186-3830-4590-a132-3696b5bd9d37 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:42:02.113469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.117120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba5f818-a8a0-4785-99b8-fb098e9ec70a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.118831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cba5f818-a8a0-4785-99b8-fb098e9ec70a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2398500 Aug 29 17:42:02.122285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43544) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:02.127959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-86f304cc-5c38-4f48-8eaa-b3474d85323b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'security_group_rule': {'security_group_id': '152523e5-1414-43cf-9451-610cb9ebd4b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:02.166337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86f304cc-5c38-4f48-8eaa-b3474d85323b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.184642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] DHCP port deletion for ad0e1cb6-0322-4024-95db-76a1936ac20b request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:42:02.205452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] For port afa63186-3830-4590-a132-3696b5bd9d37, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=afa63186-3830-4590-a132-3696b5bd9d37,segment=NetworkSegment(bf0c7df9-b14c-4f34-ad06-5fb39cbb7952),segment_id=bf0c7df9-b14c-4f34-ad06-5fb39cbb7952)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:02.205823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.228718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for afa63186-3830-4590-a132-3696b5bd9d37 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:42:02.258399 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86f304cc-5c38-4f48-8eaa-b3474d85323b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.267014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] Deleting port afa63186-3830-4590-a132-3696b5bd9d37 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:42:02.268700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.269805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86f304cc-5c38-4f48-8eaa-b3474d85323b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.289168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f304cc-5c38-4f48-8eaa-b3474d85323b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df64a617-a098-4d8e-bb98-681678eb5711,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:02.298372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86f304cc-5c38-4f48-8eaa-b3474d85323b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.303591 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-86f304cc-5c38-4f48-8eaa-b3474d85323b tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1800992 Aug 29 17:42:02.304924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43548) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:02.312194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2682c40a-665b-40eb-973e-2b5cc1ecda56 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'security_group_rule': {'security_group_id': '152523e5-1414-43cf-9451-610cb9ebd4b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:02.365207 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2682c40a-665b-40eb-973e-2b5cc1ecda56 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.417235 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.438761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] For port afa63186-3830-4590-a132-3696b5bd9d37, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=afa63186-3830-4590-a132-3696b5bd9d37,segment=NetworkSegment(bf0c7df9-b14c-4f34-ad06-5fb39cbb7952),segment_id=bf0c7df9-b14c-4f34-ad06-5fb39cbb7952)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:02.440248 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.447105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2682c40a-665b-40eb-973e-2b5cc1ecda56 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.454419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2682c40a-665b-40eb-973e-2b5cc1ecda56 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.469648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] Calling delete_port for afa63186-3830-4590-a132-3696b5bd9d37 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:42:02.479016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=afa63186-3830-4590-a132-3696b5bd9d37,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:02.488371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No DVR routers for this DVR port afa63186-3830-4590-a132-3696b5bd9d37 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:42:02.525516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:42:02.527968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682c40a-665b-40eb-973e-2b5cc1ecda56 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452694cb-bebd-4caf-a429-b6f8ea53db40,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:02.556435 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2682c40a-665b-40eb-973e-2b5cc1ecda56 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.562674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2682c40a-665b-40eb-973e-2b5cc1ecda56 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2541738 Aug 29 17:42:02.563415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43558) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:02.568166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:02.640768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:02.650898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.660455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'port_id': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'mac_address': 'fa:16:3e:22:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:42:02.671527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0e1cb6-0322-4024-95db-76a1936ac20b']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:02.689149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.701567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f78cfd-29bb-49c4-a5f8-ea38260c846a req-a8d129e6-b189-4a84-85f4-f22e61693bc4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:02.710845 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69f78cfd-29bb-49c4-a5f8-ea38260c846a req-a8d129e6-b189-4a84-85f4-f22e61693bc4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.1325843 Aug 29 17:42:02.711084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0c7df9-b14c-4f34-ad06-5fb39cbb7952') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:02.711384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0c7df9-b14c-4f34-ad06-5fb39cbb7952') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:02.727889 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.728209 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.754480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.755813 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.762071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4b34d1-6202-413d-8f27-9105a6e52185 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:02.764953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:42:02.765671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:42:02.769314 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:42:02.832759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-69f78cfd-29bb-49c4-a5f8-ea38260c846a req-2bb46fe9-115f-44c1-bfd4-5e367b4ea906 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207635 Aug 29 17:42:02.840096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] No DVR routers for this DVR port afa63186-3830-4590-a132-3696b5bd9d37 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:42:02.843949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e2c1e-b2ad-4139-bcc6-e8e8513b7e7b None None] Pushing event deleted for resources: {'Port': ['ID=afa63186-3830-4590-a132-3696b5bd9d37,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:02.848430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:02.860140 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.875920 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.901143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.913700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:02.923317 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/networks/ad0e1cb6-0322-4024-95db-76a1936ac20b HTTP/1.1" status: 204 len: 168 time: 1.0902081 Aug 29 17:42:02.926088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0647d4-2a6b-49fd-a5d8-eaab5cf40a39 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Network': ['ID=ad0e1cb6-0322-4024-95db-76a1936ac20b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:02.935586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43564) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:02.976398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:03.002742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79ec54-c472-475b-a648-414523f9b8e5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:03.009141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6d79ec54-c472-475b-a648-414523f9b8e5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/439e0adb-c440-42af-b60e-27a7ac97b7c1 HTTP/1.1" status: 200 len: 841 time: 0.0714428 Aug 29 17:42:03.010075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43568) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:03.079384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3fa1abe7-3be6-484e-af7d-ed2316a43df5 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/439e0adb-c440-42af-b60e-27a7ac97b7c1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0673728 Aug 29 17:42:03.080036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43570) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:03.086476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:03.092450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['7a4b34d1-6202-413d-8f27-9105a6e52185'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:03.113405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Allocated IP 172.25.2.5 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/f61af9d6-7a5a-4a34-b053-d7eb3710a227) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:03.188209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53702c8a-658c-429b-a1be-20b58f5fabe5 req-f2ed49c0-a526-4a10-bdc0-00870831eeaf tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0463920 Aug 29 17:42:03.267687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:03.273512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.338653 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.386044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device afa63186-3830-4590-a132-3696b5bd9d37 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:42:03.420127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: afa63186-3830-4590-a132-3696b5bd9d37 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:42:03.420514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device afa63186-3830-4590-a132-3696b5bd9d37 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:42:03.442057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.494615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:03.500288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:03.505776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:03.513872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'Port': ['ID=f61af9d6-7a5a-4a34-b053-d7eb3710a227,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:03.618617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.681071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.681651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:03.685049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:03.689349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:03.689987 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.696389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca61b7-1349-4e7c-a814-903f51906556 None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:03.704524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=3f6fd0f4-8997-493b-b9e1-0ac07efce94f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:03.724137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4022e73e-72bb-419e-b0ae-4419730cb09d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6392758 Aug 29 17:42:03.724137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43574) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:03.729252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-626f0087-7b91-48da-8b77-76dc3f8ba5ae tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'security_group': {'name': 'tempest-secgroup-2044493439'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:03.759841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-626f0087-7b91-48da-8b77-76dc3f8ba5ae tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.890620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-626f0087-7b91-48da-8b77-76dc3f8ba5ae tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.898984 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-626f0087-7b91-48da-8b77-76dc3f8ba5ae tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.904028 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.962992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-b899915f-f67e-4952-b0e6-07276ffbf508', 'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'tenant_id': '37d922b34b4f4e0aa2b4ff770b88e938', 'fixed_ips': [{'subnet_id': '3f6fd0f4-8997-493b-b9e1-0ac07efce94f'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:42:03.964718 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.973068 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-626f0087-7b91-48da-8b77-76dc3f8ba5ae tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:03.976840 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-626f0087-7b91-48da-8b77-76dc3f8ba5ae tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2511528 Aug 29 17:42:03.979570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43578) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:03.986507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5a25ff1c-8e57-4efa-b0bb-90d132bfb2fc tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'security_group': {'name': 'tempest-secgroup-111603944'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:04.006146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f0087-7b91-48da-8b77-76dc3f8ba5ae tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a188277b-67aa-499c-b3f0-ddb2f96f9784,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:04.019302 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a25ff1c-8e57-4efa-b0bb-90d132bfb2fc tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.030111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-00cb4f7c-466b-4f01-9d9d-a0afe56b9fc5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:04.031973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-00cb4f7c-466b-4f01-9d9d-a0afe56b9fc5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.3827331 Aug 29 17:42:04.083436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'port': {'device_id': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'admin_state_up': True, 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:04.154380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57277364-aea4-4f8d-95c0-95079419d2ef req-a52cebb7-a2ad-4835-b8a7-650b7ca491a8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:04.161915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57277364-aea4-4f8d-95c0-95079419d2ef req-a52cebb7-a2ad-4835-b8a7-650b7ca491a8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 945 time: 0.1221721 Aug 29 17:42:04.165815 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a25ff1c-8e57-4efa-b0bb-90d132bfb2fc tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.172304 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a25ff1c-8e57-4efa-b0bb-90d132bfb2fc tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.202501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Allocated IP 172.20.0.2 (b899915f-f67e-4952-b0e6-07276ffbf508/3f6fd0f4-8997-493b-b9e1-0ac07efce94f/dbccb1df-be37-4fd3-9ec3-915b58d03071) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:04.203156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25ff1c-8e57-4efa-b0bb-90d132bfb2fc tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad1991-bed0-43c3-8c80-2ee96b3c6226,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:04.216120 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a25ff1c-8e57-4efa-b0bb-90d132bfb2fc tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.217645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a25ff1c-8e57-4efa-b0bb-90d132bfb2fc tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2371409 Aug 29 17:42:04.219178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57277364-aea4-4f8d-95c0-95079419d2ef req-f1362f24-287e-4936-bee3-06506207da19 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564497 Aug 29 17:42:04.221292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43582) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:04.231831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-397698438', 'security_groups': ['29ad1991-bed0-43c3-8c80-2ee96b3c6226'], 'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f6fd0f4-8997-493b-b9e1-0ac07efce94f'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:04.277008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.288669 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.370700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'Port': ['ID=f61af9d6-7a5a-4a34-b053-d7eb3710a227,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:04.382598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Made reservation on behalf of fdd02ad258d94cb58933550ba3972f3f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:04.386358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.419180 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.443666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:04.481050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.490081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9c0a8e23-9c58-4f8c-8c8e-ffe8c9908a4e tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9176822 Aug 29 17:42:04.490303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0223d913-1381-4f50-a46a-13d7e9bb5392 req-9b58284c-9565-4af2-a0a4-35daa89dfe04 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0854082 Aug 29 17:42:04.502853 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.524057 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:04.549298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Transition to ACTIVE for port object dbccb1df-be37-4fd3-9ec3-915b58d03071 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:04.576809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Transition to ACTIVE for port object dbccb1df-be37-4fd3-9ec3-915b58d03071 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:04.590528 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.643852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Allocated IP 172.20.0.13 (6fd795cd-4abb-4204-8223-4261ff8a2795/1db625a3-326f-4d57-8b76-9cb46b26cbaf/6ce80dc0-a35d-4f69-8b03-25fc2b55145f) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:04.666261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 7a4b34d1-6202-413d-8f27-9105a6e52185 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:04.672791 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.686333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:04.687940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 7a4b34d1-6202-413d-8f27-9105a6e52185 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:04.688337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.724264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:42:04.726268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Pushing event updated for resources: {'Port': ['ID=dbccb1df-be37-4fd3-9ec3-915b58d03071,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:04.730671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:04.734267 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:04.821889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Attempting to bind port dbccb1df-be37-4fd3-9ec3-915b58d03071 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:42:04.822266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Attempting to bind port dbccb1df-be37-4fd3-9ec3-915b58d03071 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f048411d-1b36-4780-a067-854e2846b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:42:04.822680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Attempting to bind port dbccb1df-be37-4fd3-9ec3-915b58d03071 on network b899915f-f67e-4952-b0e6-07276ffbf508 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:04.831690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:42:04.832072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Checking segment: {'id': 'f048411d-1b36-4780-a067-854e2846b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:04.832471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.832971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Bound using segment: {'id': 'f048411d-1b36-4780-a067-854e2846b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:42:04.833484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Bound port: dbccb1df-be37-4fd3-9ec3-915b58d03071, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f048411d-1b36-4780-a067-854e2846b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:42:04.833868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.851410 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.855332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-dae5ec20-e232-4a89-a8b8-c82a8641ffa3 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--187610857&fields=id&tenant_id=5c5b8fc31047463087ffe0f603518a3a HTTP/1.1" status: 200 len: 267 time: 0.0811172 Aug 29 17:42:04.899483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:04.901673 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15097023-af34-41bc-ab99-743701d2d824" -d '{"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-plugged", "status": "completed", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:04.911309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.4 (b899915f-f67e-4952-b0e6-07276ffbf508/3f6fd0f4-8997-493b-b9e1-0ac07efce94f/4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:04.925296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:04.935764 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.937977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] For port dbccb1df-be37-4fd3-9ec3-915b58d03071, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:42:04.941508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:04.944003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] For port dbccb1df-be37-4fd3-9ec3-915b58d03071, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dbccb1df-be37-4fd3-9ec3-915b58d03071,segment=NetworkSegment(f048411d-1b36-4780-a067-854e2846b0f9),segment_id=f048411d-1b36-4780-a067-854e2846b0f9)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:42:04.967243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Transition to ACTIVE for port object 6ce80dc0-a35d-4f69-8b03-25fc2b55145f will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:04.969303 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beac90a-880c-4c3f-828b-dee8948e7484 x-openstack-request-id: req-6beac90a-880c-4c3f-828b-dee8948e7484 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:04.969835 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-plugged", "status": "completed", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:04.969835 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6beac90a-880c-4c3f-828b-dee8948e7484 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:04.970167 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'code': 200} Aug 29 17:42:04.973283 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:05.008397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:05.019488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586d42-437f-403e-bc99-490acc41ec9e req-d4c098e4-7760-44b8-818d-a5e161886080 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:05.020502 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-d4c098e4-7760-44b8-818d-a5e161886080 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 810 time: 0.1530399 Aug 29 17:42:05.055668 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-ecb219ce-e6de-4a10-8357-a167de68c2f9 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/quotas/5c5b8fc31047463087ffe0f603518a3a HTTP/1.1" status: 200 len: 375 time: 0.0208614 Aug 29 17:42:05.076251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:05.082208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52ea90-5b86-46ac-bde2-973fae967405 None None] Pushing event updated for resources: {'Port': ['ID=dbccb1df-be37-4fd3-9ec3-915b58d03071,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:05.087852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['36afb658-721c-4d64-98a4-69b3a7789ed0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:05.091306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7d659923-a489-4648-a2d8-6004d0eac158'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:05.157827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89947-28ae-4a58-b9d7-c4c0daefc690 req-f3d8fe64-3344-4957-a802-746e75bee789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:05.159430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65e89947-28ae-4a58-b9d7-c4c0daefc690 req-f3d8fe64-3344-4957-a802-746e75bee789 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0965519 Aug 29 17:42:05.227969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:05.240023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65e89947-28ae-4a58-b9d7-c4c0daefc690 req-3081c1d8-c58e-4296-8a06-01f20cf82151 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696185 Aug 29 17:42:05.290437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:05.366078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:05.484184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:05.490288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:05.505945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:05.540323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:05.566741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dbccb1df-be37-4fd3-9ec3-915b58d03071 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:05.569363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051c75c-64d6-462e-bf13-68b6b2fe69f4 req-e2ec5c42-fd5a-46c6-ad20-b1452de99e8e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:05.571347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8051c75c-64d6-462e-bf13-68b6b2fe69f4 req-e2ec5c42-fd5a-46c6-ad20-b1452de99e8e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.1272681 Aug 29 17:42:05.581520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:05.582145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:05.623156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8c5dfdbe-187d-40cc-a8f7-2dcbabb14fe9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4004228 Aug 29 17:42:05.626718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8051c75c-64d6-462e-bf13-68b6b2fe69f4 req-77237645-9083-4740-bdff-ea185997158e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412216 Aug 29 17:42:05.627250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43606) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:05.632346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f43fa49b-6dc3-4306-a87f-2bf9db282ac2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:05.644811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port dbccb1df-be37-4fd3-9ec3-915b58d03071 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:05.715788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:05.725377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:05.746966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:05.778166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-8784a0a6-9419-4b75-a43a-57a1d4b35c7a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7141781 Aug 29 17:42:05.781447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'Port': ['ID=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:05.810317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56075455-a017-4b8c-9e1c-f2e443e21772 req-13049b17-c56f-4fbf-8b70-2443ff77e97c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:05.818940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56075455-a017-4b8c-9e1c-f2e443e21772 req-13049b17-c56f-4fbf-8b70-2443ff77e97c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 932 time: 0.1048758 Aug 29 17:42:05.908870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56075455-a017-4b8c-9e1c-f2e443e21772 req-e756f45d-b628-4cce-95d9-daeb18ed12be tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843484 Aug 29 17:42:05.918959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43fa49b-6dc3-4306-a87f-2bf9db282ac2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:05.925238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f43fa49b-6dc3-4306-a87f-2bf9db282ac2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:05.926732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:05.927502 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:05.941328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-b69f66b1-0b93-4a40-8427-9d8c637664c3 service neutron] 10.222.0.41 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434057 Aug 29 17:42:05.981304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-76cbbb32-c1a2-4a83-b509-968b4c1d13bb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9402773 Aug 29 17:42:06.024118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Request body: {'port': {'device_id': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:06.106364 n-d-713499-15 neutron-server[94796]: INFO neutron.db.ipam_backend_mixin [None req-f43fa49b-6dc3-4306-a87f-2bf9db282ac2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f6fd0f4-8997-493b-b9e1-0ac07efce94f (CIDR: 172.20.0.0/28) Aug 29 17:42:06.112513 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43fa49b-6dc3-4306-a87f-2bf9db282ac2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:42:06.112799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43fa49b-6dc3-4306-a87f-2bf9db282ac2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:06.138881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f43fa49b-6dc3-4306-a87f-2bf9db282ac2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5076935 Aug 29 17:42:06.138881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43616) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:06.139407 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.143787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-0865fa5d-dec2-4665-a65d-bcc59c0e0a1a service neutron] 10.222.0.41 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890831 Aug 29 17:42:06.153787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-efec317a-70fa-4ba7-9ada-8f975d8079eb None None] Provisioning for port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:06.160370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:06.161401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-efec317a-70fa-4ba7-9ada-8f975d8079eb None None] Provisioning complete for port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:06.161983 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efec317a-70fa-4ba7-9ada-8f975d8079eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.216077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-efec317a-70fa-4ba7-9ada-8f975d8079eb None None] Port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:06.495909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f2facdc-4373-42d4-84b6-180b4ca2dc44 req-6cb90fcd-4b67-4af0-bde7-2a3598923c6f tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 210 time: 0.0770128 Aug 29 17:42:06.496885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:06.500743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.544194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Provisioning complete for port 439e0adb-c440-42af-b60e-27a7ac97b7c1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:06.544589 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.587765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce80dc0-a35d-4f69-8b03-25fc2b55145f {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:06.597171 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.630785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Port 439e0adb-c440-42af-b60e-27a7ac97b7c1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:06.638571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Transition to ACTIVE for port object 6ce80dc0-a35d-4f69-8b03-25fc2b55145f will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:06.646146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Provisioning for port dbccb1df-be37-4fd3-9ec3-915b58d03071 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:06.646824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.650904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:06.651424 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.746618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Pushing event updated for resources: {'Port': ['ID=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:06.790842 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.845613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] For port dbccb1df-be37-4fd3-9ec3-915b58d03071, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dbccb1df-be37-4fd3-9ec3-915b58d03071,segment=NetworkSegment(f048411d-1b36-4780-a067-854e2846b0f9),segment_id=f048411d-1b36-4780-a067-854e2846b0f9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:06.852455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.923239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Attempting to bind port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:42:06.923713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Attempting to bind port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:42:06.923916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Attempting to bind port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:06.940265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc74e0-fe6d-4b81-89f5-ceb0f984104b req-1ecdcde8-8f2c-4be4-a05b-b6ad081d0895 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:06.949370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fcc74e0-fe6d-4b81-89f5-ceb0f984104b req-1ecdcde8-8f2c-4be4-a05b-b6ad081d0895 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.1685035 Aug 29 17:42:06.953597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Pushing event updated for resources: {'Port': ['ID=dbccb1df-be37-4fd3-9ec3-915b58d03071,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:06.958520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f on network 6fd795cd-4abb-4204-8223-4261ff8a2795 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:42:06.958942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Attempting to bind port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:06.975447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.976399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.977346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:42:06.977608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.977771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Checking segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:06.978078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Bound using segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:42:06.978312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.978626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Bound port: 6ce80dc0-a35d-4f69-8b03-25fc2b55145f, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:42:06.978903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:06.979159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.979718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.980453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.980898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.981477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.982092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.982598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:06.983369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158cae7-abbd-4fdb-905d-08779287ec92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:07.009630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-560e26c1-4387-47bc-970d-e99e69ae02ee None None] Provisioning for port 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:07.010437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.032268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-560e26c1-4387-47bc-970d-e99e69ae02ee None None] Provisioning complete for port 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:07.033565 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-560e26c1-4387-47bc-970d-e99e69ae02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.051165 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fcc74e0-fe6d-4b81-89f5-ceb0f984104b req-a9b5f680-40e4-428c-ab17-8b684caded53 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948124 Aug 29 17:42:07.095920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-560e26c1-4387-47bc-970d-e99e69ae02ee None None] Port 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:07.109435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:07.134690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:07.140330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:07.140935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.147572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14911b2-b54b-4fae-8758-24f58c89972b None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:07.172630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=7be64261-dd61-435d-bd48-613125783d0f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:07.197137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-42fdf999-8429-458b-a29c-9750071e5b1a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0569987 Aug 29 17:42:07.197818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43636) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:07.199945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] For port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:42:07.203841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] For port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:42:07.204756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-491172256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7be64261-dd61-435d-bd48-613125783d0f'}], 'security_groups': ['a188277b-67aa-499c-b3f0-ddb2f96f9784']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:07.243162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820ed2a-3738-4002-b2ac-32dbb304fde3 req-9b6a0a01-d483-4d21-8155-7452e65d6c06 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:07.250932 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2820ed2a-3738-4002-b2ac-32dbb304fde3 req-9b6a0a01-d483-4d21-8155-7452e65d6c06 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 944 time: 0.1884356 Aug 29 17:42:07.266858 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.346084 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.367795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2820ed2a-3738-4002-b2ac-32dbb304fde3 req-47d6c16f-8812-49d0-be58-cabc0241cd08 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158280 Aug 29 17:42:07.372567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:07.373524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.380581 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] 10.222.0.43 "PUT /v2.0/ports/6ce80dc0-a35d-4f69-8b03-25fc2b55145f HTTP/1.1" status: 200 len: 1093 time: 1.3727105 Aug 29 17:42:07.381859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'tag': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:07.387916 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c893c243-1944-4c94-bfd1-932d5c3c4aa9", "tag": "6ce80dc0-a35d-4f69-8b03-25fc2b55145f"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:07.476807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dbccb1df-be37-4fd3-9ec3-915b58d03071 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:07.515123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9803f-4274-4876-b0e1-0a90fff678a0 req-125b347a-33f8-447a-a80e-35338f6cf94b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:07.519774 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50f9803f-4274-4876-b0e1-0a90fff678a0 req-125b347a-33f8-447a-a80e-35338f6cf94b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.3139188 Aug 29 17:42:07.521823 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a65e6e7-9662-4128-85c1-b960cb88b44e x-openstack-request-id: req-0a65e6e7-9662-4128-85c1-b960cb88b44e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:07.522104 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c893c243-1944-4c94-bfd1-932d5c3c4aa9", "tag": "6ce80dc0-a35d-4f69-8b03-25fc2b55145f", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:07.522350 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a65e6e7-9662-4128-85c1-b960cb88b44e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:07.522962 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'tag': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f', 'status': 'completed', 'code': 200} Aug 29 17:42:07.546836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43640) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:07.552128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Request body: {'floatingip': {'port_id': '7a4b34d1-6202-413d-8f27-9105a6e52185'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:07.581223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:07.581988 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.658465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddf1e1-5e9e-4b70-bb47-e5926bd0f2ac service neutron] Pushing event updated for resources: {'Port': ['ID=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:07.680165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-a427027c-c4b2-4a3f-9654-40fe3b804436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:07.682222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-a427027c-c4b2-4a3f-9654-40fe3b804436 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1196718 Aug 29 17:42:07.740626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-2c4a2538-b161-4463-bbbf-b407db864656 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f HTTP/1.1" status: 200 len: 217 time: 0.0465186 Aug 29 17:42:07.748396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde8abc3-6e18-4a2d-a181-0bc16d0f932f req-25f8b2cb-e641-4287-b642-bd8f25b88b49 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 210 time: 0.0887289 Aug 29 17:42:07.750580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.802683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-719e4b2b-1b97-4cac-ab40-f087ea406567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:07.804758 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-719e4b2b-1b97-4cac-ab40-f087ea406567 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0568719 Aug 29 17:42:07.869202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8397b998-4613-45d7-9884-721e9dc11e24 None None] Update dhcp port {'port': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'fixed_ips': [{'subnet_id': '3f6fd0f4-8997-493b-b9e1-0ac07efce94f', 'ip_address': '172.20.0.2'}, {'subnet_id': '7be64261-dd61-435d-bd48-613125783d0f'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'dbccb1df-be37-4fd3-9ec3-915b58d03071'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:42:07.901809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8397b998-4613-45d7-9884-721e9dc11e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:07.908702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-c61c304c-6817-401e-9e84-2fa15f40a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:07.921857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-c61c304c-6817-401e-9e84-2fa15f40a2be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983734 Aug 29 17:42:08.103314 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-03326fe1-4a25-4b82-94c8-05c4ef96fbe8 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791174 Aug 29 17:42:08.217002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1817fd00-fe86-4761-a628-9d0323cd7676 req-f022609f-66d7-4e14-b39f-cd9ba9591266 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071372 Aug 29 17:42:08.333229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-b67dd908-e60b-4f11-aa6f-4e3ad481789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:08.334982 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-b67dd908-e60b-4f11-aa6f-4e3ad481789a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0592797 Aug 29 17:42:08.374414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586d42-437f-403e-bc99-490acc41ec9e req-c3cba5ec-5cad-495f-a3e1-c7c3499693f8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:08.376020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-c3cba5ec-5cad-495f-a3e1-c7c3499693f8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.44 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 810 time: 0.3516963 Aug 29 17:42:08.383415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Delete allocated IP 172.20.0.4 (b899915f-f67e-4952-b0e6-07276ffbf508/3f6fd0f4-8997-493b-b9e1-0ac07efce94f) {{(pid=94796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:42:08.415792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.22 (b899915f-f67e-4952-b0e6-07276ffbf508/7be64261-dd61-435d-bd48-613125783d0f/4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:08.448849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-08bec388-e814-426d-a446-4c7547df1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:08.450990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-08bec388-e814-426d-a446-4c7547df1a5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.1093121 Aug 29 17:42:08.497702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-eaa8ca55-20a8-4cb5-838e-e44f06979515 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c5b8fc31047463087ffe0f603518a3a HTTP/1.1" status: 200 len: 379 time: 0.1092265 Aug 29 17:42:08.517804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'port': {'device_id': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'admin_state_up': True, 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'security_groups': ['152523e5-1414-43cf-9451-610cb9ebd4b7']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:08.552729 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-55372912-a269-4791-8971-3e52b4acd011 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f HTTP/1.1" status: 200 len: 217 time: 0.0555074 Aug 29 17:42:08.569668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128ab43-060c-4edb-bb3d-65e53108d129 req-1f7eb25d-872e-4389-8fa5-777f24d0d7bf tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:08.577710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2128ab43-060c-4edb-bb3d-65e53108d129 req-1f7eb25d-872e-4389-8fa5-777f24d0d7bf tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 944 time: 0.1236434 Aug 29 17:42:08.650136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2128ab43-060c-4edb-bb3d-65e53108d129 req-88a7f9eb-0d39-49f3-8906-f8515ef77272 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714295 Aug 29 17:42:08.659371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-52e67a33-962b-401c-a31d-769b5d3f60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:08.660491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-52e67a33-962b-401c-a31d-769b5d3f60bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0646372 Aug 29 17:42:08.726257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-3665d55d-7d6d-457b-b440-5dec5b5d3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:08.727952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-3665d55d-7d6d-457b-b440-5dec5b5d3227 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590761 Aug 29 17:42:08.832217 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-f33d2b0d-c206-4e22-9f06-6ec96f50403b service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960119 Aug 29 17:42:08.874306 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:42:08.937128 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fdd32e58-b9f9-444c-ab4e-c28ae0b6a1e9 req-7c996778-7109-401b-9d6f-9bd774b43817 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973203 Aug 29 17:42:09.027453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68a50db-4dd6-4ab9-9d5a-f32d4361a797 req-29a258a5-2334-4bda-b8c7-e361cce4cc18 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 210 time: 0.1127906 Aug 29 17:42:09.179266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d584cc49-5474-405b-9141-77b120c875f0 req-413422e5-a1e9-446b-9bb5-c5e1afb965dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2602859 Aug 29 17:42:09.201712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:09.212398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:09.301096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:09.319772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Made reservation on behalf of 5c5b8fc31047463087ffe0f603518a3a for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:09.323231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:09.377721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:09.400820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:09.453120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-8397b998-4613-45d7-9884-721e9dc11e24 None None] Allocated IP 172.20.0.18 (b899915f-f67e-4952-b0e6-07276ffbf508/7be64261-dd61-435d-bd48-613125783d0f/dbccb1df-be37-4fd3-9ec3-915b58d03071) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:09.487030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584cc49-5474-405b-9141-77b120c875f0 req-d32eb6ea-5d02-46f7-bb55-be33f487d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:09.490832 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d584cc49-5474-405b-9141-77b120c875f0 req-d32eb6ea-5d02-46f7-bb55-be33f487d981 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1096 time: 0.2305715 Aug 29 17:42:09.538470 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Floating IP be3722d2-cb67-4327-8be6-ecd04792b73f associated. External IP: 172.25.2.11, port: 7a4b34d1-6202-413d-8f27-9105a6e52185. Aug 29 17:42:09.576120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8397b998-4613-45d7-9884-721e9dc11e24 None None] For port dbccb1df-be37-4fd3-9ec3-915b58d03071, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dbccb1df-be37-4fd3-9ec3-915b58d03071,segment=NetworkSegment(f048411d-1b36-4780-a067-854e2846b0f9),segment_id=f048411d-1b36-4780-a067-854e2846b0f9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:09.606896 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8397b998-4613-45d7-9884-721e9dc11e24 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:09.622454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8397b998-4613-45d7-9884-721e9dc11e24 None None] Transition to ACTIVE for port object dbccb1df-be37-4fd3-9ec3-915b58d03071 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:09.626567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8397b998-4613-45d7-9884-721e9dc11e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:09.657038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:09.717881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397b998-4613-45d7-9884-721e9dc11e24 None None] Pushing event updated for resources: {'Port': ['ID=dbccb1df-be37-4fd3-9ec3-915b58d03071,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:09.788926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] In _notify_port_updated(), no bound segment for port 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 on network b899915f-f67e-4952-b0e6-07276ffbf508 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:42:09.794611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:09.795229 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:09.799274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c23d536-f868-4e3c-a7b5-fde24b420f4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "PUT /v2.0/ports/4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 HTTP/1.1" status: 200 len: 920 time: 2.5967910 Aug 29 17:42:09.799545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43666) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:09.821600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Allocated IP 172.20.0.3 (3cd92e63-bd84-42e6-9e69-f2123b71d5c2/268459d7-37d2-4d0f-8e80-490206acff79/cfeacdd1-19f8-42fe-8204-b996c2b98961) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:09.856378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584cc49-5474-405b-9141-77b120c875f0 req-c03de5e6-fc7a-4079-b879-9ec7bc7e6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:09.857906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d584cc49-5474-405b-9141-77b120c875f0 req-c03de5e6-fc7a-4079-b879-9ec7bc7e6adb service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.3405483 Aug 29 17:42:09.873274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6096-8dcc-4271-b1d8-ad1a7f462613 req-54d21eef-7001-41b4-9310-e6f20b07a638 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:09.875100 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-33ba6096-8dcc-4271-b1d8-ad1a7f462613 req-54d21eef-7001-41b4-9310-e6f20b07a638 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 944 time: 0.1270931 Aug 29 17:42:09.945535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-33ba6096-8dcc-4271-b1d8-ad1a7f462613 req-ae304696-a2af-41e6-b5c6-006f9dac97e2 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507886 Aug 29 17:42:09.961003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-2af83b67-4162-47c2-9d22-5213f59c3e59 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:42:09.961243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2af83b67-4162-47c2-9d22-5213f59c3e59 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.069395 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2af83b67-4162-47c2-9d22-5213f59c3e59 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.086658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-2af83b67-4162-47c2-9d22-5213f59c3e59 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:42:10.114376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d584cc49-5474-405b-9141-77b120c875f0 req-e003b1aa-e23b-499d-8131-a502caf6d630 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 999 time: 0.2424541 Aug 29 17:42:10.217054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f52520a-ec18-458b-afef-ce03f70c56c5 req-a16205b4-d54b-4fea-bd74-e105faabc423 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 210 time: 0.0455670 Aug 29 17:42:10.253561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584cc49-5474-405b-9141-77b120c875f0 req-a9101ee2-0173-46f1-8205-5816d2f3a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:10.254912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d584cc49-5474-405b-9141-77b120c875f0 req-a9101ee2-0173-46f1-8205-5816d2f3a972 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.1310613 Aug 29 17:42:10.259770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:42:10.276623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2af83b67-4162-47c2-9d22-5213f59c3e59 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.313612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af83b67-4162-47c2-9d22-5213f59c3e59 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:10.315382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.389922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Transition to ACTIVE for port object cfeacdd1-19f8-42fe-8204-b996c2b98961 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:10.400972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584cc49-5474-405b-9141-77b120c875f0 req-115f4dcd-59db-460e-ab50-c02aa65d150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:10.402573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d584cc49-5474-405b-9141-77b120c875f0 req-115f4dcd-59db-460e-ab50-c02aa65d150a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367347 Aug 29 17:42:10.408206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2af83b67-4162-47c2-9d22-5213f59c3e59 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.412835 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2af83b67-4162-47c2-9d22-5213f59c3e59 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 HTTP/1.1" status: 204 len: 168 time: 0.6099641 Aug 29 17:42:10.413138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43670) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:10.446168 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f149a88c-38b9-4379-a8f6-09c4eae58d61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:42:10.451029 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f149a88c-38b9-4379-a8f6-09c4eae58d61 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1 HTTP/1.1" status: 404 len: 333 time: 0.0340710 Aug 29 17:42:10.451470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43672) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:10.527981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c3fe280-1e34-4516-ab58-37edc940e9c4 None None] Provisioning complete for port 439e0adb-c440-42af-b60e-27a7ac97b7c1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:10.528914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe280-1e34-4516-ab58-37edc940e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.558262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c24fe89-6338-4cf1-b237-a617c06d0bed tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.562213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6ce80dc0-a35d-4f69-8b03-25fc2b55145f details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:42:10.588694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c24fe89-6338-4cf1-b237-a617c06d0bed tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.598009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1c3fe280-1e34-4516-ab58-37edc940e9c4 None None] Port 439e0adb-c440-42af-b60e-27a7ac97b7c1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:10.648822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c24fe89-6338-4cf1-b237-a617c06d0bed tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.651724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:42:10.652212 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c24fe89-6338-4cf1-b237-a617c06d0bed tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.657429 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5c24fe89-6338-4cf1-b237-a617c06d0bed tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/security-groups/29ad1991-bed0-43c3-8c80-2ee96b3c6226 HTTP/1.1" status: 204 len: 168 time: 0.2041144 Aug 29 17:42:10.657652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43676) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:10.662419 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] Sync routers for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:42:10.671651 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.679330 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:10.679888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:10.685900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24fe89-6338-4cf1-b237-a617c06d0bed tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad1991-bed0-43c3-8c80-2ee96b3c6226,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:10.733838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d584cc49-5474-405b-9141-77b120c875f0 req-91caee13-b18b-4fe7-974e-829ece692869 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955678 Aug 29 17:42:10.742318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.743499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4920b745-b114-4c65-b859-4402df19d9f7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.747766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:10.764883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f', 'mac_address': 'fa:16:3e:40:33:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:42:10.777211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c3fe280-1e34-4516-ab58-37edc940e9c4 None None] Provisioning for port dbccb1df-be37-4fd3-9ec3-915b58d03071 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:10.780246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4920b745-b114-4c65-b859-4402df19d9f7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.783580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c3fe280-1e34-4516-ab58-37edc940e9c4 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:10.784180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe280-1e34-4516-ab58-37edc940e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.786841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c71f7774-c817-4fa9-9eae-6139ff824091 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "PUT /v2.0/floatingips/be3722d2-cb67-4327-8be6-ecd04792b73f HTTP/1.1" status: 200 len: 991 time: 3.2388258 Aug 29 17:42:10.824465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:10.826812 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebc328-5d14-4453-92b1-de09d1a2e870" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:10.891489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:10.907850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:10.910809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:10.919135 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.920176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4920b745-b114-4c65-b859-4402df19d9f7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.930196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4920b745-b114-4c65-b859-4402df19d9f7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:10.936791 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:10.937011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4920b745-b114-4c65-b859-4402df19d9f7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/security-groups/a188277b-67aa-499c-b3f0-ddb2f96f9784 HTTP/1.1" status: 204 len: 168 time: 0.2729013 Aug 29 17:42:10.938050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43684) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:10.955527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce80dc0-a35d-4f69-8b03-25fc2b55145f {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:10.999737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:11.016702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.063423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b745-b114-4c65-b859-4402df19d9f7 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a188277b-67aa-499c-b3f0-ddb2f96f9784,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:11.095831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:11.167320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1c3fe280-1e34-4516-ab58-37edc940e9c4 None None] Could not find standard attr ID for object 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:42:11.178837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-e1afc559-7b8d-4b99-be52-7fef00c9b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:11.183007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-e1afc559-7b8d-4b99-be52-7fef00c9b5a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1098 time: 0.2284358 Aug 29 17:42:11.195997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-422ebc8f-3125-446a-bbc1-714e96d6aba4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet 3f6fd0f4-8997-493b-b9e1-0ac07efce94f {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:42:11.229469 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1af4d1ab-1c46-4f4d-bc6e-8bf9c05afadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.255472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['6ce80dc0-a35d-4f69-8b03-25fc2b55145f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:11.267755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-422ebc8f-3125-446a-bbc1-714e96d6aba4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.367057 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4657ecc8-0733-41d4-b2d8-5a7534f4bd2b None None] Could not find standard attr ID for object 4ff0b8d7-fd9a-46d5-afd2-e796e14da6d1. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:42:11.487859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dbccb1df-be37-4fd3-9ec3-915b58d03071 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:11.488170 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88645ad3-0196-49fd-a393-97f9dd0a91f7 x-openstack-request-id: req-88645ad3-0196-49fd-a393-97f9dd0a91f7 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:11.488675 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:11.488675 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88645ad3-0196-49fd-a393-97f9dd0a91f7 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:11.489091 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'status': 'completed', 'code': 200} Aug 29 17:42:11.507147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:11.507797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.518359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event updated for resources: {'Port': ['ID=cfeacdd1-19f8-42fe-8204-b996c2b98961,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:11.584355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-45711017-5a72-4f3a-ba49-3548f9eeeee8 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0775094 Aug 29 17:42:11.602717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-422ebc8f-3125-446a-bbc1-714e96d6aba4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.615790 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'be3722d2-cb67-4327-8be6-ecd04792b73f', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'port_id': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'mac_address': 'fa:16:3e:22:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:41:53Z', 'updated_at': '2021-08-29T17:42:08Z', 'revision_number': 1, 'project_id': '879653f16876427fa8d6806b659ebccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:11.624301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c87bc2e5-fe39-41ed-b2b7-2a63bc651232 None None] Provisioning for port cfeacdd1-19f8-42fe-8204-b996c2b98961 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:11.631457 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-56e7e816-3681-4a84-9c7d-095038a139bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:11.633340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-56e7e816-3681-4a84-9c7d-095038a139bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.4308944 Aug 29 17:42:11.642375 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7013e48-9704-479d-a378-4c572182fe86 req-64e73a9e-6afe-426d-95de-1c23a3bcf9da tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:11.643988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7013e48-9704-479d-a378-4c572182fe86 req-64e73a9e-6afe-426d-95de-1c23a3bcf9da tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 945 time: 0.1541321 Aug 29 17:42:11.646453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d584cc49-5474-405b-9141-77b120c875f0 req-0aeec338-60ce-446a-b19f-e3bc6dcba0dd service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8931785 Aug 29 17:42:11.661619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c87bc2e5-fe39-41ed-b2b7-2a63bc651232 None None] Provisioning complete for port cfeacdd1-19f8-42fe-8204-b996c2b98961 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:11.662031 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c87bc2e5-fe39-41ed-b2b7-2a63bc651232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.713227 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] Checking router: ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:42:11.726129 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:11.727136 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:41:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:11.755600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b7013e48-9704-479d-a378-4c572182fe86 req-aa71d104-aadb-4608-a828-45e38f4ae370 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018002 Aug 29 17:42:11.757287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:11.759468 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.769722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Request body: {'port': {'device_id': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:11.866165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c87bc2e5-fe39-41ed-b2b7-2a63bc651232 None None] Port cfeacdd1-19f8-42fe-8204-b996c2b98961 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:11.873820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.875219 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:11.883709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-422ebc8f-3125-446a-bbc1-714e96d6aba4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:11.962468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90ecc5-9f64-48e5-b93e-5efe16c2c84a req-efee6ba2-a9b0-40c2-9ce1-087320bb7ee0 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:11.964079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab90ecc5-9f64-48e5-b93e-5efe16c2c84a req-efee6ba2-a9b0-40c2-9ce1-087320bb7ee0 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 931 time: 0.5771902 Aug 29 17:42:11.999813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-b70ccf24-08de-4849-8fbc-6761313c5543 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 200 len: 999 time: 0.3431957 Aug 29 17:42:12.029488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-422ebc8f-3125-446a-bbc1-714e96d6aba4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.071818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab90ecc5-9f64-48e5-b93e-5efe16c2c84a req-ee271f6e-4709-4999-9b7a-0fde7c5c2862 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982015 Aug 29 17:42:12.104833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0194a9-5ac5-4a75-aa8f-48a0e8912b1e None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:12.106381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-422ebc8f-3125-446a-bbc1-714e96d6aba4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.109302 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-422ebc8f-3125-446a-bbc1-714e96d6aba4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/3f6fd0f4-8997-493b-b9e1-0ac07efce94f HTTP/1.1" status: 204 len: 168 time: 1.1602905 Aug 29 17:42:12.110279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ebc8f-3125-446a-bbc1-714e96d6aba4 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6fd0f4-8997-493b-b9e1-0ac07efce94f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:12.114708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43700) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:12.120356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:12.168062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-0be6c4e3-1d0b-474d-ad6b-d3296c451944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:12.169692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-0be6c4e3-1d0b-474d-ad6b-d3296c451944 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.1583238 Aug 29 17:42:12.265866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-7d835bcb-5d28-4499-b02f-3ccc92d3b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:12.267577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-7d835bcb-5d28-4499-b02f-3ccc92d3b6a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874329 Aug 29 17:42:12.281448 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'be3722d2-cb67-4327-8be6-ecd04792b73f', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'port_id': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'mac_address': 'fa:16:3e:22:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:41:53Z', 'updated_at': '2021-08-29T17:42:08Z', 'revision_number': 1, 'project_id': '879653f16876427fa8d6806b659ebccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:12.311984 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd917b7d-5e74-49b5-846f-bf44c3a6b719 None None] The sync data for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 is: [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'be3722d2-cb67-4327-8be6-ecd04792b73f', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'port_id': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'mac_address': 'fa:16:3e:22:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:41:53Z', 'updated_at': '2021-08-29T17:42:08Z', 'revision_number': 1, 'project_id': '879653f16876427fa8d6806b659ebccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:42:12.325093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfeacdd1-19f8-42fe-8204-b996c2b98961 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:12.341698 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.348106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:12.351720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.358479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Transition to ACTIVE for port object cfeacdd1-19f8-42fe-8204-b996c2b98961 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:12.365984 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.471709 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-4381ff84-6360-4f3b-a8e0-efa02610a5a7 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955097 Aug 29 17:42:12.493278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Pushing event updated for resources: {'Port': ['ID=cfeacdd1-19f8-42fe-8204-b996c2b98961,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:12.560382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6ce80dc0-a35d-4f69-8b03-25fc2b55145f up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:12.563161 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.608094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Attempting to bind port cfeacdd1-19f8-42fe-8204-b996c2b98961 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:42:12.608439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Attempting to bind port cfeacdd1-19f8-42fe-8204-b996c2b98961 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:42:12.608772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Attempting to bind port cfeacdd1-19f8-42fe-8204-b996c2b98961 on network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:12.618085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Port cfeacdd1-19f8-42fe-8204-b996c2b98961 on network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:42:12.618567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Attempting to bind port cfeacdd1-19f8-42fe-8204-b996c2b98961 on network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:12.625887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:42:12.626207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Checking segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:12.626618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Bound using segment: {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:42:12.637101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Bound port: cfeacdd1-19f8-42fe-8204-b996c2b98961, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272fde5d-d315-4e6e-8fe3-486bf5ad5a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:42:12.637556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.673030 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-79ebc328-5d14-4453-92b1-de09d1a2e870 req-ff374fb5-09e3-452e-9a08-49f2965df3ae service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896052 Aug 29 17:42:12.677023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:12.688256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:12.688910 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.843923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] For port cfeacdd1-19f8-42fe-8204-b996c2b98961, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:42:12.849284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] For port cfeacdd1-19f8-42fe-8204-b996c2b98961, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:42:12.865552 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.903286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7950d7-4e2b-4677-b103-77b7c9cdf53a None None] New status for floating IP be3722d2-cb67-4327-8be6-ecd04792b73f: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:42:12.941637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.953811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:12.954448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:12.956292 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] 10.222.0.44 "PUT /v2.0/ports/cfeacdd1-19f8-42fe-8204-b996c2b98961 HTTP/1.1" status: 200 len: 1092 time: 1.3512220 Aug 29 17:42:12.985659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8474c-f7b0-4252-a889-907804ac7f64 service neutron] Pushing event updated for resources: {'Port': ['ID=cfeacdd1-19f8-42fe-8204-b996c2b98961,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:13.032392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:13.049456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:13.073186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:13.073957 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.082318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.090657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586d42-437f-403e-bc99-490acc41ec9e req-b012bcdc-ce29-43d5-957e-e36e92f1cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:13.099026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=8329c328-e456-4c02-b08c-4ecca9c39329,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:13.111974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-b012bcdc-ce29-43d5-957e-e36e92f1cee9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 1095 time: 0.1025085 Aug 29 17:42:13.125787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a67a36-9c64-448c-bce8-1eeafebd37f0 req-31e22563-0622-4673-a019-d2f142838568 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:13.131392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82a67a36-9c64-448c-bce8-1eeafebd37f0 req-31e22563-0622-4673-a019-d2f142838568 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 945 time: 0.2379708 Aug 29 17:42:13.173740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f866552b-5fec-47ef-be4f-aab3fc1e75cd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0578182 Aug 29 17:42:13.175227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43710) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:13.190503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3de947df-1cf8-4db4-973a-02c4e5946c42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'security_group': {'name': 'tempest-secgroup-263643993'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:13.190856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:13.211411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-68c85666-384a-4dc8-ba7c-483b5108e2f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961 HTTP/1.1" status: 200 len: 217 time: 0.0848110 Aug 29 17:42:13.274019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586d42-437f-403e-bc99-490acc41ec9e req-d481b5fc-49e0-4ae3-8f40-fa8d0e36f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:13.275780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-d481b5fc-49e0-4ae3-8f40-fa8d0e36f964 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.0622509 Aug 29 17:42:13.286664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:13.289368 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41677a90-44cb-4c52-ae56-138ae0b2bcdd" -d '{"events": [{"server_uuid": "c893c243-1944-4c94-bfd1-932d5c3c4aa9", "name": "network-vif-plugged", "status": "completed", "tag": "6ce80dc0-a35d-4f69-8b03-25fc2b55145f"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:13.291192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82a67a36-9c64-448c-bce8-1eeafebd37f0 req-b7f8c0e7-606f-4993-baaf-d625c727d2f3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561301 Aug 29 17:42:13.313842 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.317908 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.320330 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de947df-1cf8-4db4-973a-02c4e5946c42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.478671 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d2c120-68b1-4f08-b80b-3aa56122b9f3 x-openstack-request-id: req-f4d2c120-68b1-4f08-b80b-3aa56122b9f3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:13.479601 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c893c243-1944-4c94-bfd1-932d5c3c4aa9", "name": "network-vif-plugged", "status": "completed", "tag": "6ce80dc0-a35d-4f69-8b03-25fc2b55145f", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:13.479927 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4d2c120-68b1-4f08-b80b-3aa56122b9f3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:13.481295 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f', 'code': 200} Aug 29 17:42:13.490799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'tag': 'cfeacdd1-19f8-42fe-8204-b996c2b98961'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:13.498356 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85729ecc-090e-4b89-b005-1fb868ee35e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a7fe1d-0a11-4a11-993e-f14d8973e46c", "tag": "cfeacdd1-19f8-42fe-8204-b996c2b98961"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:13.512525 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de947df-1cf8-4db4-973a-02c4e5946c42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.516785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586d42-437f-403e-bc99-490acc41ec9e req-1a8c6f80-17da-45ec-a25e-d96f77578e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:13.518880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-1a8c6f80-17da-45ec-a25e-d96f77578e58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2309914 Aug 29 17:42:13.529635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390072a-dc5c-4d47-93b0-6f8c433b71d2 req-34a44f77-14e9-46ee-aabc-fb3f09215815 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:13.539575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1390072a-dc5c-4d47-93b0-6f8c433b71d2 req-34a44f77-14e9-46ee-aabc-fb3f09215815 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 943 time: 0.1767294 Aug 29 17:42:13.567647 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295b3397-2798-4706-874b-b2716d6975d3 x-openstack-request-id: req-295b3397-2798-4706-874b-b2716d6975d3 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:13.567864 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a7fe1d-0a11-4a11-993e-f14d8973e46c", "tag": "cfeacdd1-19f8-42fe-8204-b996c2b98961", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:13.568301 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-295b3397-2798-4706-874b-b2716d6975d3 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:13.569118 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'tag': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'status': 'completed', 'code': 200} Aug 29 17:42:13.571015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:13.580938 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de947df-1cf8-4db4-973a-02c4e5946c42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.620657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de947df-1cf8-4db4-973a-02c4e5946c42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.625723 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3de947df-1cf8-4db4-973a-02c4e5946c42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4400830 Aug 29 17:42:13.626292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43716) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:13.635172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-80db834b-16a4-4f33-a0c5-d86b1a29c0da tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'security_group': {'name': 'tempest-secgroup-1167323081'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:13.644427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be61ed-6122-47c4-8f6a-de56ebd6de36 req-4b0cd018-d270-4b0a-9f91-db4f72d4eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:13.646621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9be61ed-6122-47c4-8f6a-de56ebd6de36 req-4b0cd018-d270-4b0a-9f91-db4f72d4eebb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 1098 time: 0.1566756 Aug 29 17:42:13.647721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de947df-1cf8-4db4-973a-02c4e5946c42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd2aa95-0544-433e-a29b-2d6fbfe3b7f9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:13.683724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f0169-b089-4019-8fb3-c41741e8bc4b None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:13.687805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1390072a-dc5c-4d47-93b0-6f8c433b71d2 req-20e073a2-bea9-43cb-9a58-05cae31295f0 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473529 Aug 29 17:42:13.703099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9be61ed-6122-47c4-8f6a-de56ebd6de36 req-8a94df22-0233-43ee-800c-4aed9cb50161 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Aug 29 17:42:13.703318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80db834b-16a4-4f33-a0c5-d86b1a29c0da tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.731320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-eccc20cd-fe77-46c2-b06d-e2eac5f748af service neutron] 10.222.0.44 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790545 Aug 29 17:42:13.757372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5214addf-7a46-4d07-969b-96803f3ea4f7 None None] Provisioning complete for port 439e0adb-c440-42af-b60e-27a7ac97b7c1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:13.757771 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5214addf-7a46-4d07-969b-96803f3ea4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.812489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5214addf-7a46-4d07-969b-96803f3ea4f7 None None] Port 439e0adb-c440-42af-b60e-27a7ac97b7c1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:13.871729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd586d42-437f-403e-bc99-490acc41ec9e req-e33f596d-5e6b-4fab-9d89-dfaaf84f21da service neutron] 10.222.0.44 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312761 Aug 29 17:42:13.886001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5214addf-7a46-4d07-969b-96803f3ea4f7 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:13.886379 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5214addf-7a46-4d07-969b-96803f3ea4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.894289 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c38d-9806-47e1-a677-508b8ca8bcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.897228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80db834b-16a4-4f33-a0c5-d86b1a29c0da tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.902663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80db834b-16a4-4f33-a0c5-d86b1a29c0da tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.920608 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.943953 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80db834b-16a4-4f33-a0c5-d86b1a29c0da tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:13.944218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-80db834b-16a4-4f33-a0c5-d86b1a29c0da tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3133388 Aug 29 17:42:13.946799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db834b-16a4-4f33-a0c5-d86b1a29c0da tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141979c3-46c4-4c9f-8e68-f95a60369606,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:13.948182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43720) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:13.964145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8e0f6cf0-b5eb-4972-b895-c9ba36490b2c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'security_group': {'name': 'tempest-secgroup-900937073'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:14.018021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6cf0-b5eb-4972-b895-c9ba36490b2c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.051996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-e7466e6e-6df9-4448-a288-bc79705fd670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:14.051996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-e7466e6e-6df9-4448-a288-bc79705fd670 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 1095 time: 0.0676520 Aug 29 17:42:14.061768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d41586-5c08-41ed-bbb4-63e1e671d2b3 None None] Update dhcp port {'port': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'fixed_ips': [{'subnet_id': '7be64261-dd61-435d-bd48-613125783d0f', 'ip_address': '172.20.0.18'}, {'subnet_id': '8329c328-e456-4c02-b08c-4ecca9c39329'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'dbccb1df-be37-4fd3-9ec3-915b58d03071'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:42:14.091842 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-12d41586-5c08-41ed-bbb4-63e1e671d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.126352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6cf0-b5eb-4972-b895-c9ba36490b2c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.130983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6cf0-b5eb-4972-b895-c9ba36490b2c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.167283 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6cf0-b5eb-4972-b895-c9ba36490b2c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.171542 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8e0f6cf0-b5eb-4972-b895-c9ba36490b2c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2222729 Aug 29 17:42:14.172152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:14.178925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-895756013', 'security_groups': ['b9e970ca-f996-470f-a0cf-441e1abe207d'], 'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8329c328-e456-4c02-b08c-4ecca9c39329'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:14.180860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-f3f7bddc-61e9-4d92-8f83-80ee6458c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:14.182836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-f3f7bddc-61e9-4d92-8f83-80ee6458c144 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 911 time: 0.1233211 Aug 29 17:42:14.183802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f6cf0-b5eb-4972-b895-c9ba36490b2c tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e970ca-f996-470f-a0cf-441e1abe207d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:14.231547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-f9f41812-f820-4f56-98b5-e9e88301c274 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961 HTTP/1.1" status: 200 len: 217 time: 0.0398211 Aug 29 17:42:14.314060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:14.314683 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-12d41586-5c08-41ed-bbb4-63e1e671d2b3 None None] Allocated IP 172.20.0.2 (b899915f-f67e-4952-b0e6-07276ffbf508/8329c328-e456-4c02-b08c-4ecca9c39329/dbccb1df-be37-4fd3-9ec3-915b58d03071) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:14.317725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-5f7585ae-28be-49c4-88a0-fc9b6ca43854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:14.319610 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-5f7585ae-28be-49c4-88a0-fc9b6ca43854 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.0792413 Aug 29 17:42:14.428038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.433038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-64ae3b65-d93f-4ce4-a717-6ef55c2f70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:14.434538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-64ae3b65-d93f-4ce4-a717-6ef55c2f70e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073875 Aug 29 17:42:14.452963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] device_id is not set on port c972fbe7-205e-45db-a2cf-e752ca153cae yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:42:14.460354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a37d6d-d267-414c-8641-cd8214ff1379 req-7a764951-193e-4139-a9df-5114a6289c65 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:14.461889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32a37d6d-d267-414c-8641-cd8214ff1379 req-7a764951-193e-4139-a9df-5114a6289c65 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 946 time: 0.0778234 Aug 29 17:42:14.469355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-12d41586-5c08-41ed-bbb4-63e1e671d2b3 None None] For port dbccb1df-be37-4fd3-9ec3-915b58d03071, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dbccb1df-be37-4fd3-9ec3-915b58d03071,segment=NetworkSegment(f048411d-1b36-4780-a067-854e2846b0f9),segment_id=f048411d-1b36-4780-a067-854e2846b0f9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:14.513089 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-12d41586-5c08-41ed-bbb4-63e1e671d2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.534833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-12d41586-5c08-41ed-bbb4-63e1e671d2b3 None None] Transition to ACTIVE for port object dbccb1df-be37-4fd3-9ec3-915b58d03071 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:14.545821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-12d41586-5c08-41ed-bbb4-63e1e671d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.551828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32a37d6d-d267-414c-8641-cd8214ff1379 req-77437d51-0417-4d4a-b069-7004d1e91ecf tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787342 Aug 29 17:42:14.588431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-50eb9dfd-d693-4019-939a-0a488e6dae04 service neutron] 10.222.0.44 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456010 Aug 29 17:42:14.661512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d41586-5c08-41ed-bbb4-63e1e671d2b3 None None] Pushing event updated for resources: {'Port': ['ID=dbccb1df-be37-4fd3-9ec3-915b58d03071,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:14.683887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.6 (b899915f-f67e-4952-b0e6-07276ffbf508/8329c328-e456-4c02-b08c-4ecca9c39329/c972fbe7-205e-45db-a2cf-e752ca153cae) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:14.719551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85729ecc-090e-4b89-b005-1fb868ee35e4 req-016ccbac-e491-4c29-9742-0f40785f057b service neutron] 10.222.0.44 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228280 Aug 29 17:42:14.902442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:14.913886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebdeb5-b205-4eea-83d3-3fd8afd081d9 req-0fcc4eef-f1f4-4a6d-a8b7-75911320bc4a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:14.915427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3ebdeb5-b205-4eea-83d3-3fd8afd081d9 req-0fcc4eef-f1f4-4a6d-a8b7-75911320bc4a tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 943 time: 0.0912230 Aug 29 17:42:14.932568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object c972fbe7-205e-45db-a2cf-e752ca153cae will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:14.973619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3ebdeb5-b205-4eea-83d3-3fd8afd081d9 req-978bb86e-8230-4883-b76e-1ec4f5d6aec6 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487139 Aug 29 17:42:14.993040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.038910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:15.044297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:15.048745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:15.056339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=c972fbe7-205e-45db-a2cf-e752ca153cae,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:15.110946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:15.111765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.128471 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-32d4502d-7692-430d-a7d5-eca917b3ab40 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9540474 Aug 29 17:42:15.131527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:15.137020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6169509e-bc92-4e5b-8ecf-58907119a8e3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:15.286011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6169509e-bc92-4e5b-8ecf-58907119a8e3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:15.289764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6169509e-bc92-4e5b-8ecf-58907119a8e3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.391084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-22260f49-ea9a-462d-8337-fb5f05d06671 None None] Provisioning complete for port 439e0adb-c440-42af-b60e-27a7ac97b7c1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:15.392266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-22260f49-ea9a-462d-8337-fb5f05d06671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.424546 n-d-713499-15 neutron-server[94796]: INFO neutron.db.ipam_backend_mixin [None req-6169509e-bc92-4e5b-8ecf-58907119a8e3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8329c328-e456-4c02-b08c-4ecca9c39329 (CIDR: 172.20.0.0/28) Aug 29 17:42:15.429460 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6169509e-bc92-4e5b-8ecf-58907119a8e3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:42:15.430033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6169509e-bc92-4e5b-8ecf-58907119a8e3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:15.430774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dbccb1df-be37-4fd3-9ec3-915b58d03071 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:15.452878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6169509e-bc92-4e5b-8ecf-58907119a8e3 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3178015 Aug 29 17:42:15.453322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43742) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:15.458760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fbb0c0a2-7458-4f60-b78b-0af3aae1a532 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:15.485959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-22260f49-ea9a-462d-8337-fb5f05d06671 None None] Port 439e0adb-c440-42af-b60e-27a7ac97b7c1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:15.497380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.506480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-22260f49-ea9a-462d-8337-fb5f05d06671 None None] Provisioning for port dbccb1df-be37-4fd3-9ec3-915b58d03071 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:15.512856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-22260f49-ea9a-462d-8337-fb5f05d06671 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:15.513342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-22260f49-ea9a-462d-8337-fb5f05d06671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.562981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:15.563595 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.579095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb0c0a2-7458-4f60-b78b-0af3aae1a532 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:15.582897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbb0c0a2-7458-4f60-b78b-0af3aae1a532 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.755700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0fb574ef-c19d-41fd-9c0b-063aee367b6f None None] Provisioning for port c972fbe7-205e-45db-a2cf-e752ca153cae completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:15.760620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0fb574ef-c19d-41fd-9c0b-063aee367b6f None None] Provisioning complete for port c972fbe7-205e-45db-a2cf-e752ca153cae triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:15.761077 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fb574ef-c19d-41fd-9c0b-063aee367b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.804696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0fb574ef-c19d-41fd-9c0b-063aee367b6f None None] Port c972fbe7-205e-45db-a2cf-e752ca153cae cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:16.005100 n-d-713499-15 neutron-server[94795]: INFO neutron.db.ipam_backend_mixin [None req-fbb0c0a2-7458-4f60-b78b-0af3aae1a532 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7be64261-dd61-435d-bd48-613125783d0f (CIDR: 172.20.0.16/28) Aug 29 17:42:16.014339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60235b4c-fd29-4083-a353-77c43aa75d7f req-a217f711-1a77-4b6d-9e03-5d1803a36bf3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:16.015842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60235b4c-fd29-4083-a353-77c43aa75d7f req-a217f711-1a77-4b6d-9e03-5d1803a36bf3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 946 time: 0.3794973 Aug 29 17:42:16.017615 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb0c0a2-7458-4f60-b78b-0af3aae1a532 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:42:16.018087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb0c0a2-7458-4f60-b78b-0af3aae1a532 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:16.050949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fbb0c0a2-7458-4f60-b78b-0af3aae1a532 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5965023 Aug 29 17:42:16.060636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43748) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:16.065825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'subnet': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:16.086339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60235b4c-fd29-4083-a353-77c43aa75d7f req-46f6bedf-7244-4825-9b74-10fb84aa0a7c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608153 Aug 29 17:42:16.111672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec4ca6-e7e5-48da-a6c2-db4479eccae1 req-52377014-a287-4af8-824d-dc24045ae18c tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:16.111672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b2ec4ca6-e7e5-48da-a6c2-db4479eccae1 req-52377014-a287-4af8-824d-dc24045ae18c tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 943 time: 0.0542192 Aug 29 17:42:16.173717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b2ec4ca6-e7e5-48da-a6c2-db4479eccae1 req-8f09057a-5e88-44d5-acd9-2a114a830404 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598934 Aug 29 17:42:16.247887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Made reservation on behalf of 37d922b34b4f4e0aa2b4ff770b88e938 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:16.252849 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.298987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-5362c229-612e-49fc-b664-6895781f0035 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fdd02ad258d94cb58933550ba3972f3f HTTP/1.1" status: 200 len: 267 time: 0.1011825 Aug 29 17:42:16.386076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-5add5673-c272-40ed-a279-1625872463b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:16.387644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-5add5673-c272-40ed-a279-1625872463b6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 946 time: 0.0801461 Aug 29 17:42:16.405222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'port': {'security_groups': []}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:16.506130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.682026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.745085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Network b899915f-f67e-4952-b0e6-07276ffbf508 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:16.752675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:16.761339 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.762050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:16.762465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.764568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523663a0-2fb7-4e84-b362-58dbe8c2d82c None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:16.779851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] For port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:16.782665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Subnet': ['ID=1e67fac0-b89e-46d9-ba45-d6ca36377e4e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:16.790975 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ccb515f3-de68-4648-bafe-1b0e6e6aba4d tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7293055 Aug 29 17:42:16.794348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43756) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:16.799928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-914411785', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e67fac0-b89e-46d9-ba45-d6ca36377e4e'}], 'security_groups': ['5cd2aa95-0544-433e-a29b-2d6fbfe3b7f9', '141979c3-46c4-4c9f-8e68-f95a60369606']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:16.815401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.821222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.833514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['36afb658-721c-4d64-98a4-69b3a7789ed0', '6ce80dc0-a35d-4f69-8b03-25fc2b55145f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:16.839073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7d659923-a489-4648-a2d8-6004d0eac158'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:16.862146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:16.862817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.865891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50c519d5-9056-46ec-bcd0-6df91b5c4efb req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "PUT /v2.0/ports/6ce80dc0-a35d-4f69-8b03-25fc2b55145f HTTP/1.1" status: 200 len: 905 time: 0.4661014 Aug 29 17:42:16.866366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'tag': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:16.871955 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9135724-f027-4c34-84a4-9e65e09ed952" -d '{"events": [{"name": "network-changed", "server_uuid": "c893c243-1944-4c94-bfd1-932d5c3c4aa9", "tag": "6ce80dc0-a35d-4f69-8b03-25fc2b55145f"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:16.911416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6bb0c-0744-49ef-b108-8c2a192518b8 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'Port': ['ID=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:16.971263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['6ce80dc0-a35d-4f69-8b03-25fc2b55145f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:17.047907 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec00f2b6-2891-4bf6-a152-f6f50e576c33 x-openstack-request-id: req-ec00f2b6-2891-4bf6-a152-f6f50e576c33 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:17.048212 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c893c243-1944-4c94-bfd1-932d5c3c4aa9", "tag": "6ce80dc0-a35d-4f69-8b03-25fc2b55145f", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:17.048555 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec00f2b6-2891-4bf6-a152-f6f50e576c33 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:17.048870 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'tag': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f', 'status': 'completed', 'code': 200} Aug 29 17:42:17.063549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:17.084894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device cfeacdd1-19f8-42fe-8204-b996c2b98961 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:42:17.092277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552f55c-6cb8-413a-87ca-25c4f823aa2a req-4e00b78a-f80b-4e22-bd8a-b9613220d75a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:17.093784 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2552f55c-6cb8-413a-87ca-25c4f823aa2a req-4e00b78a-f80b-4e22-bd8a-b9613220d75a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 908 time: 0.1116304 Aug 29 17:42:17.181975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-ed982cd0-1460-4c22-9113-5952b5997936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:17.184968 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-ed982cd0-1460-4c22-9113-5952b5997936 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 1060 time: 0.1137521 Aug 29 17:42:17.332591 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-ce1da6d4-8538-49ca-83aa-6451ba7b177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:17.334670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-ce1da6d4-8538-49ca-83aa-6451ba7b177e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.1398823 Aug 29 17:42:17.408925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-6843dbc2-2551-4260-8554-33c3bd993562 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f HTTP/1.1" status: 200 len: 217 time: 0.0486772 Aug 29 17:42:17.428679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5f9a54ed-2810-48f7-9530-6916322e2d47 None None] Provisioning complete for port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:17.429055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5f9a54ed-2810-48f7-9530-6916322e2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:17.503760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8ef44-dacd-45fc-967a-c5628e3769e2 req-0678e32e-42a5-4423-8839-141e3841cadf tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:17.512431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2b8ef44-dacd-45fc-967a-c5628e3769e2 req-0678e32e-42a5-4423-8839-141e3841cadf tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.2020698 Aug 29 17:42:17.517954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df771695-dc78-4e24-9e8f-646b1f18629b None None] Update dhcp port {'port': {'network_id': 'b899915f-f67e-4952-b0e6-07276ffbf508', 'fixed_ips': [{'subnet_id': '7be64261-dd61-435d-bd48-613125783d0f', 'ip_address': '172.20.0.18'}, {'subnet_id': '8329c328-e456-4c02-b08c-4ecca9c39329', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e67fac0-b89e-46d9-ba45-d6ca36377e4e'}], 'binding:host_id': 'n-d-713499-15'}, 'id': 'dbccb1df-be37-4fd3-9ec3-915b58d03071'} from n-d-713499-15. {{(pid=94797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:42:17.537037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-4993b9c2-1c04-4672-b642-99e6e67b6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:17.539327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-4993b9c2-1c04-4672-b642-99e6e67b6871 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.1227694 Aug 29 17:42:17.552682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c06a6-5c81-459e-bb14-5d3239aaf6b8 req-424f8b28-f725-43ba-9853-ddc24a2e7f37 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:17.555001 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a4c06a6-5c81-459e-bb14-5d3239aaf6b8 req-424f8b28-f725-43ba-9853-ddc24a2e7f37 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 943 time: 0.0926015 Aug 29 17:42:17.556523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Delete allocated IP 172.20.0.6 (b899915f-f67e-4952-b0e6-07276ffbf508/8329c328-e456-4c02-b08c-4ecca9c39329) {{(pid=94796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:42:17.583685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Allocated IP 172.20.0.43 (b899915f-f67e-4952-b0e6-07276ffbf508/1e67fac0-b89e-46d9-ba45-d6ca36377e4e/c972fbe7-205e-45db-a2cf-e752ca153cae) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:17.612359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2b8ef44-dacd-45fc-967a-c5628e3769e2 req-b1982543-8717-426e-84b6-5d81a73aeec3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989354 Aug 29 17:42:17.645844 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a4c06a6-5c81-459e-bb14-5d3239aaf6b8 req-c82c3714-53f4-4e67-a675-100c60368a94 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839562 Aug 29 17:42:17.661207 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df771695-dc78-4e24-9e8f-646b1f18629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:17.667837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port cfeacdd1-19f8-42fe-8204-b996c2b98961, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:17.691715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-cc981331-4eea-494b-b390-195f5f2bce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:17.693918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-cc981331-4eea-494b-b390-195f5f2bce8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447978 Aug 29 17:42:17.729547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'port_id': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'mac_address': 'fa:16:3e:8d:02:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:42:17.799263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:17.842750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Transition to ACTIVE for port object c972fbe7-205e-45db-a2cf-e752ca153cae will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:17.850383 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:17.865450 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-21ebe215-64e4-4dc8-b4c3-80f651e5ed01 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568964 Aug 29 17:42:17.902879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaf591-7283-4b07-a618-1b3cd4b62fc1 req-a0261daa-44b7-4e7f-b7df-6990da535e16 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:17.904394 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eaf591-7283-4b07-a618-1b3cd4b62fc1 req-a0261daa-44b7-4e7f-b7df-6990da535e16 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1013992 Aug 29 17:42:17.929787 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:17.957650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfeacdd1-19f8-42fe-8204-b996c2b98961 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:17.976574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event updated for resources: {'Port': ['ID=c972fbe7-205e-45db-a2cf-e752ca153cae,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:17.989700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9135724-f027-4c34-84a4-9e65e09ed952 req-baf1f940-2629-48a4-a8c6-176aa8795a16 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160042 Aug 29 17:42:17.990626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port cfeacdd1-19f8-42fe-8204-b996c2b98961, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:18.011667 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.014366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] In _notify_port_updated(), no bound segment for port c972fbe7-205e-45db-a2cf-e752ca153cae on network b899915f-f67e-4952-b0e6-07276ffbf508 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:42:18.022105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:18.022865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.026834 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f8c4c4b9-452e-48cb-af29-0e204f00bddd tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "PUT /v2.0/ports/c972fbe7-205e-45db-a2cf-e752ca153cae HTTP/1.1" status: 200 len: 959 time: 1.2286983 Aug 29 17:42:18.027411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43778) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:18.030708 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eaf591-7283-4b07-a618-1b3cd4b62fc1 req-4b044d20-3926-4934-a0d3-2e05c117c464 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021199 Aug 29 17:42:18.122701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=cfeacdd1-19f8-42fe-8204-b996c2b98961,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:18.130123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-df771695-dc78-4e24-9e8f-646b1f18629b None None] Allocated IP 172.20.0.34 (b899915f-f67e-4952-b0e6-07276ffbf508/1e67fac0-b89e-46d9-ba45-d6ca36377e4e/dbccb1df-be37-4fd3-9ec3-915b58d03071) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:18.146815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-514e3e61-1b25-433b-a0a0-be500065e753 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port c972fbe7-205e-45db-a2cf-e752ca153cae {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:42:18.147245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-514e3e61-1b25-433b-a0a0-be500065e753 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.252628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-df771695-dc78-4e24-9e8f-646b1f18629b None None] For port dbccb1df-be37-4fd3-9ec3-915b58d03071, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dbccb1df-be37-4fd3-9ec3-915b58d03071,segment=NetworkSegment(f048411d-1b36-4780-a067-854e2846b0f9),segment_id=f048411d-1b36-4780-a067-854e2846b0f9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:18.263327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['cfeacdd1-19f8-42fe-8204-b996c2b98961'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:18.307292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-514e3e61-1b25-433b-a0a0-be500065e753 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.319976 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df771695-dc78-4e24-9e8f-646b1f18629b None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.331695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-514e3e61-1b25-433b-a0a0-be500065e753 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for c972fbe7-205e-45db-a2cf-e752ca153cae owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:42:18.341861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df771695-dc78-4e24-9e8f-646b1f18629b None None] Transition to ACTIVE for port object dbccb1df-be37-4fd3-9ec3-915b58d03071 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:18.352637 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df771695-dc78-4e24-9e8f-646b1f18629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.363673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-ab578d88-eeb1-485a-b212-415f7ddbd89e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:18.365269 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-ab578d88-eeb1-485a-b212-415f7ddbd89e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.1544433 Aug 29 17:42:18.406734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-ad9bbdf2-a73b-4a50-a10c-71fd2fa91afb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/quotas/fdd02ad258d94cb58933550ba3972f3f HTTP/1.1" status: 200 len: 375 time: 0.0142360 Aug 29 17:42:18.494693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df771695-dc78-4e24-9e8f-646b1f18629b None None] Pushing event updated for resources: {'Port': ['ID=dbccb1df-be37-4fd3-9ec3-915b58d03071,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:18.560014 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-da75b1c4-bc28-4ccf-9865-32b8100514c1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1453993 Aug 29 17:42:18.618272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-514e3e61-1b25-433b-a0a0-be500065e753 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.658843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e3e61-1b25-433b-a0a0-be500065e753 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=c972fbe7-205e-45db-a2cf-e752ca153cae,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:18.772241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-514e3e61-1b25-433b-a0a0-be500065e753 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.775275 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-514e3e61-1b25-433b-a0a0-be500065e753 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/c972fbe7-205e-45db-a2cf-e752ca153cae HTTP/1.1" status: 204 len: 168 time: 0.7465229 Aug 29 17:42:18.777961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-28b20c4c-443e-46a8-a053-87037de676f1 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050602 Aug 29 17:42:18.778779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43796) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:18.794841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d8638-91ea-48f1-9e34-59005aae19f3 req-07e09952-eaa1-43c2-9144-943b9e64c7ef tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:18.796370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-642d8638-91ea-48f1-9e34-59005aae19f3 req-07e09952-eaa1-43c2-9144-943b9e64c7ef tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 944 time: 0.0697522 Aug 29 17:42:18.831102 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9dc4ee-b3cf-4531-bff6-34549db15535 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] GET failed (client error): The resource could not be found. Aug 29 17:42:18.836679 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cc9dc4ee-b3cf-4531-bff6-34549db15535 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports/c972fbe7-205e-45db-a2cf-e752ca153cae HTTP/1.1" status: 404 len: 333 time: 0.0565233 Aug 29 17:42:18.837428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43800) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:18.869721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-642d8638-91ea-48f1-9e34-59005aae19f3 req-6b53581b-1dc9-4013-9044-fda8117ac6be tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653172 Aug 29 17:42:18.921609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a65d74-4020-4b30-94b4-21a285618b91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.938996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-bbfd94fd-6e7b-4957-825f-23228493a3a4 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498945 Aug 29 17:42:18.965634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a65d74-4020-4b30-94b4-21a285618b91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.023408 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a65d74-4020-4b30-94b4-21a285618b91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.026345 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a65d74-4020-4b30-94b4-21a285618b91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.027686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f5a65d74-4020-4b30-94b4-21a285618b91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9e970ca-f996-470f-a0cf-441e1abe207d HTTP/1.1" status: 204 len: 168 time: 0.1891341 Aug 29 17:42:19.030541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43802) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:19.038330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a65d74-4020-4b30-94b4-21a285618b91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e970ca-f996-470f-a0cf-441e1abe207d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:19.057723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device cfeacdd1-19f8-42fe-8204-b996c2b98961 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:19.149253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-481266d3-0df2-4c90-a0ce-2f182f405e28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.169934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port cfeacdd1-19f8-42fe-8204-b996c2b98961 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:19.181711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port cfeacdd1-19f8-42fe-8204-b996c2b98961 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:19.182088 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.198773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec2fcfdb-ac0b-4153-83c3-c338d50c52e6 req-1dbb8c99-519d-4aef-b5ef-5f70289da5fa tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 210 time: 0.0562792 Aug 29 17:42:19.198925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2778e644-bd2f-46c3-9b2b-ec2c9f15d4b1 None None] Could not find standard attr ID for object c972fbe7-205e-45db-a2cf-e752ca153cae. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:42:19.202834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-481266d3-0df2-4c90-a0ce-2f182f405e28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.247084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2778e644-bd2f-46c3-9b2b-ec2c9f15d4b1 None None] Provisioning complete for port 439e0adb-c440-42af-b60e-27a7ac97b7c1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:19.249558 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2778e644-bd2f-46c3-9b2b-ec2c9f15d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.261773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-481266d3-0df2-4c90-a0ce-2f182f405e28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.264734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-481266d3-0df2-4c90-a0ce-2f182f405e28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.265903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-481266d3-0df2-4c90-a0ce-2f182f405e28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/security-groups/141979c3-46c4-4c9f-8e68-f95a60369606 HTTP/1.1" status: 204 len: 168 time: 0.2341549 Aug 29 17:42:19.268899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43812) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:19.275385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481266d3-0df2-4c90-a0ce-2f182f405e28 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141979c3-46c4-4c9f-8e68-f95a60369606,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:19.300487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2778e644-bd2f-46c3-9b2b-ec2c9f15d4b1 None None] Port 439e0adb-c440-42af-b60e-27a7ac97b7c1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:19.341668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e40bd78-eff5-4dc5-a81f-744a2ceed076 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.373047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e40bd78-eff5-4dc5-a81f-744a2ceed076 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.387960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2778e644-bd2f-46c3-9b2b-ec2c9f15d4b1 None None] Provisioning for port dbccb1df-be37-4fd3-9ec3-915b58d03071 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:19.413855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2778e644-bd2f-46c3-9b2b-ec2c9f15d4b1 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:19.418176 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2778e644-bd2f-46c3-9b2b-ec2c9f15d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.428228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e40bd78-eff5-4dc5-a81f-744a2ceed076 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.431028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e40bd78-eff5-4dc5-a81f-744a2ceed076 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.432425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6e40bd78-eff5-4dc5-a81f-744a2ceed076 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/security-groups/5cd2aa95-0544-433e-a29b-2d6fbfe3b7f9 HTTP/1.1" status: 204 len: 168 time: 0.1622446 Aug 29 17:42:19.435115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43816) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:19.452103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40bd78-eff5-4dc5-a81f-744a2ceed076 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd2aa95-0544-433e-a29b-2d6fbfe3b7f9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:19.481159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dbccb1df-be37-4fd3-9ec3-915b58d03071 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:19.537806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd295cdc-5b6b-4eed-a810-1e3c744a6dc1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet 8329c328-e456-4c02-b08c-4ecca9c39329 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:42:19.539280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.550507 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd295cdc-5b6b-4eed-a810-1e3c744a6dc1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.615727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port cfeacdd1-19f8-42fe-8204-b996c2b98961, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:19.616838 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd295cdc-5b6b-4eed-a810-1e3c744a6dc1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.618874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeacdd1-19f8-42fe-8204-b996c2b98961'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:19.622871 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4688fb14-fef5-4f3a-923c-d0280523c497" -d '{"events": [{"server_uuid": "e2a7fe1d-0a11-4a11-993e-f14d8973e46c", "name": "network-vif-plugged", "status": "completed", "tag": "cfeacdd1-19f8-42fe-8204-b996c2b98961"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:19.632905 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.726928 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a3e08-e571-4203-8349-5495e675dada x-openstack-request-id: req-595a3e08-e571-4203-8349-5495e675dada {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:19.727205 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a7fe1d-0a11-4a11-993e-f14d8973e46c", "name": "network-vif-plugged", "status": "completed", "tag": "cfeacdd1-19f8-42fe-8204-b996c2b98961", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:19.727457 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-595a3e08-e571-4203-8349-5495e675dada {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:19.728153 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'code': 200} Aug 29 17:42:19.734093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:19.734480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.823628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=cfeacdd1-19f8-42fe-8204-b996c2b98961,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:19.838427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd295cdc-5b6b-4eed-a810-1e3c744a6dc1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:19.895086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6220a-aeac-4771-819f-2faa6fb29701 req-2ed5c056-957c-41d5-b74a-961fcc74b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:19.896648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-faa6220a-aeac-4771-819f-2faa6fb29701 req-2ed5c056-957c-41d5-b74a-961fcc74b59e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 1097 time: 0.0873377 Aug 29 17:42:19.947034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-921fd0c2-ff6a-4100-8e10-4e2c6a4baef9 None None] Could not find standard attr ID for object c972fbe7-205e-45db-a2cf-e752ca153cae. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:42:19.996217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd295cdc-5b6b-4eed-a810-1e3c744a6dc1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.003774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-faa6220a-aeac-4771-819f-2faa6fb29701 req-c4833049-219b-4e86-9a49-195c0204d8e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983253 Aug 29 17:42:20.073920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd295cdc-5b6b-4eed-a810-1e3c744a6dc1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=8329c328-e456-4c02-b08c-4ecca9c39329,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:20.076793 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd295cdc-5b6b-4eed-a810-1e3c744a6dc1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.080270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd295cdc-5b6b-4eed-a810-1e3c744a6dc1 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/8329c328-e456-4c02-b08c-4ecca9c39329 HTTP/1.1" status: 204 len: 168 time: 0.6427686 Aug 29 17:42:20.085461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43844) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:20.114408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de56bcf-15b5-4fb2-87f7-9d4fe60c7621 req-c98028ad-627a-49d3-ab40-895825a8aa73 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:20.136717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9de56bcf-15b5-4fb2-87f7-9d4fe60c7621 req-c98028ad-627a-49d3-ab40-895825a8aa73 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 945 time: 0.1273227 Aug 29 17:42:20.175612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3f93cd-7330-41e1-a17b-423c1bc093b6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet 1e67fac0-b89e-46d9-ba45-d6ca36377e4e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:42:20.188447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b048f-7959-4c63-8f1e-ff9a93b3ee59 None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:20.204372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a3f93cd-7330-41e1-a17b-423c1bc093b6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.218534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9de56bcf-15b5-4fb2-87f7-9d4fe60c7621 req-6bba9fc2-ddbc-4f58-90ba-afe7c9fc51b2 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794578 Aug 29 17:42:20.284219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a3f93cd-7330-41e1-a17b-423c1bc093b6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.357210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fd6139e-1db3-44fa-abf6-a070f5e3c090 req-8ebb2172-e508-4d4d-86d1-417b6c23e2ff tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 210 time: 0.0362859 Aug 29 17:42:20.441016 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a3f93cd-7330-41e1-a17b-423c1bc093b6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.656165 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a3f93cd-7330-41e1-a17b-423c1bc093b6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.694259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f93cd-7330-41e1-a17b-423c1bc093b6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=1e67fac0-b89e-46d9-ba45-d6ca36377e4e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:20.722976 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a3f93cd-7330-41e1-a17b-423c1bc093b6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.724944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4a3f93cd-7330-41e1-a17b-423c1bc093b6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/1e67fac0-b89e-46d9-ba45-d6ca36377e4e HTTP/1.1" status: 204 len: 168 time: 0.6384888 Aug 29 17:42:20.727688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43848) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:20.770233 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dee9bf-aa99-4d9d-8f9b-d72c1f1b013a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:20.770970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dee9bf-aa99-4d9d-8f9b-d72c1f1b013a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:20.772507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d2dee9bf-aa99-4d9d-8f9b-d72c1f1b013a tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/8329c328-e456-4c02-b08c-4ecca9c39329 HTTP/1.1" status: 404 len: 337 time: 0.0433686 Aug 29 17:42:20.775635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43850) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:20.825114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-7df7dc75-63b1-47e7-884c-5dddac414b8e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:20.826688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-7df7dc75-63b1-47e7-884c-5dddac414b8e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 812 time: 0.2657912 Aug 29 17:42:20.842486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Request body: {'port': {'device_id': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'admin_state_up': True, 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:20.911520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8329f0-6a77-402e-862f-f3a899dab094 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting subnet 7be64261-dd61-435d-bd48-613125783d0f {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:42:20.921364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b8329f0-6a77-402e-862f-f3a899dab094 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.984627 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b8329f0-6a77-402e-862f-f3a899dab094 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.083110 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b8329f0-6a77-402e-862f-f3a899dab094 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.210512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231f07d-e159-4618-b9f9-a6973122228b None None] Network b899915f-f67e-4952-b0e6-07276ffbf508 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:21.247868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Made reservation on behalf of fdd02ad258d94cb58933550ba3972f3f for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:21.251654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.284608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b8329f0-6a77-402e-862f-f3a899dab094 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.340442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dfda48f9-2cd5-4505-8af1-bb730bfb8309 None None] Provisioning complete for port 439e0adb-c440-42af-b60e-27a7ac97b7c1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:21.340893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dfda48f9-2cd5-4505-8af1-bb730bfb8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.412142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b8329f0-6a77-402e-862f-f3a899dab094 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.416425 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3b8329f0-6a77-402e-862f-f3a899dab094 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/7be64261-dd61-435d-bd48-613125783d0f HTTP/1.1" status: 204 len: 168 time: 0.6318123 Aug 29 17:42:21.416425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8329f0-6a77-402e-862f-f3a899dab094 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Subnet': ['ID=7be64261-dd61-435d-bd48-613125783d0f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:21.416940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43860) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.443961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48f9-2cd5-4505-8af1-bb730bfb8309 None None] Port 439e0adb-c440-42af-b60e-27a7ac97b7c1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:21.455448 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-13db9e83-92a1-4d94-bf93-10f47b5cde07 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:21.456254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13db9e83-92a1-4d94-bf93-10f47b5cde07 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:21.460736 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-13db9e83-92a1-4d94-bf93-10f47b5cde07 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/3f6fd0f4-8997-493b-b9e1-0ac07efce94f HTTP/1.1" status: 404 len: 337 time: 0.0409272 Aug 29 17:42:21.466003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43862) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.469318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dfda48f9-2cd5-4505-8af1-bb730bfb8309 None None] Provisioning complete for port dbccb1df-be37-4fd3-9ec3-915b58d03071 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:21.469648 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dfda48f9-2cd5-4505-8af1-bb730bfb8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.479183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de52f0-d78d-4a06-84e4-23ab0e5d7ac8 req-17e5d8e9-9a9f-4328-8601-2bde778217e3 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:21.486744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0de52f0-d78d-4a06-84e4-23ab0e5d7ac8 req-17e5d8e9-9a9f-4328-8601-2bde778217e3 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 945 time: 0.2132232 Aug 29 17:42:21.518133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Allocated IP 172.20.0.6 (6fd795cd-4abb-4204-8223-4261ff8a2795/1db625a3-326f-4d57-8b76-9cb46b26cbaf/354d8321-e2c5-46c3-801f-080fd2b79f4b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:21.546291 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-74ae2d4b-a06f-4a75-b531-b4ab21a04047 req-80305033-b6eb-4d6e-b7d8-dce89ff3949a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 210 time: 0.0710320 Aug 29 17:42:21.571954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0de52f0-d78d-4a06-84e4-23ab0e5d7ac8 req-43db5652-988c-4698-aaac-2abb2aa77048 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840950 Aug 29 17:42:21.574862 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb84bb6e-d8d0-4aa6-93bf-4cdcb90e4bed tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdfcf0c-f3a0-436e-9beb-879a93d61f98 HTTP/1.1" status: 200 len: 205 time: 0.0940621 Aug 29 17:42:21.576852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] DHCP port deletion for b899915f-f67e-4952-b0e6-07276ffbf508 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:42:21.583443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43864) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.633066 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-9224d510-dd00-446f-9f08-a360095dee83 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] delete failed (client error): The resource could not be found. Aug 29 17:42:21.636832 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9224d510-dd00-446f-9f08-a360095dee83 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/routers/1cdfcf0c-f3a0-436e-9beb-879a93d61f98 HTTP/1.1" status: 404 len: 336 time: 0.0523055 Aug 29 17:42:21.637066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43868) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.699714 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5a9263-b5f1-4598-abdc-e9bade5d48f8 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:21.700187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5a9263-b5f1-4598-abdc-e9bade5d48f8 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:21.704484 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3f5a9263-b5f1-4598-abdc-e9bade5d48f8 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/ac2fb2c4-94c0-4d2f-98ff-6e5519b54b44 HTTP/1.1" status: 404 len: 337 time: 0.0639644 Aug 29 17:42:21.704870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43870) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.716058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] Deleting port dbccb1df-be37-4fd3-9ec3-915b58d03071 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:42:21.716753 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.720852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c93361-7a18-4ce4-8fb2-e038cbf46fe0 req-f66ea33e-f31f-408c-ae3f-45e0bb94acfc tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:21.722383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49c93361-7a18-4ce4-8fb2-e038cbf46fe0 req-f66ea33e-f31f-408c-ae3f-45e0bb94acfc tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 945 time: 0.0623169 Aug 29 17:42:21.732294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43872) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.738056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Request body: {'floatingip': {'port_id': 'cfeacdd1-19f8-42fe-8204-b996c2b98961'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:21.768214 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b460bd-8a16-4203-8118-99de3a375e83 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:21.768670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b460bd-8a16-4203-8118-99de3a375e83 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:21.771128 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-75b460bd-8a16-4203-8118-99de3a375e83 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/515329f0-3f85-4cf0-ad16-6f5c1c4fce81 HTTP/1.1" status: 404 len: 337 time: 0.0652883 Aug 29 17:42:21.776312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43874) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.792735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] For port dbccb1df-be37-4fd3-9ec3-915b58d03071, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dbccb1df-be37-4fd3-9ec3-915b58d03071,segment=NetworkSegment(f048411d-1b36-4780-a067-854e2846b0f9),segment_id=f048411d-1b36-4780-a067-854e2846b0f9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:21.793407 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.797105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.807408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] Calling delete_port for dbccb1df-be37-4fd3-9ec3-915b58d03071 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:42:21.809436 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8663a5-4faf-44c3-8480-c78d941aeda6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:21.809897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8663a5-4faf-44c3-8480-c78d941aeda6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:21.811636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5e8663a5-4faf-44c3-8480-c78d941aeda6 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/e11668f0-e29a-4248-9164-c2170f6dfd1b HTTP/1.1" status: 404 len: 337 time: 0.0344806 Aug 29 17:42:21.817716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43876) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.848098 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.850700 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e06d29c-45e5-4483-84af-8ec916c512d9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:21.851385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e06d29c-45e5-4483-84af-8ec916c512d9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:21.853063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e06d29c-45e5-4483-84af-8ec916c512d9 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/c0fc6ca3-e001-47da-8913-6a86334d4ffd HTTP/1.1" status: 404 len: 333 time: 0.0344541 Aug 29 17:42:21.859414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43878) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.896063 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa1eeac-98c2-4b99-9467-254ef5446aad tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:21.896851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa1eeac-98c2-4b99-9467-254ef5446aad tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:21.898791 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3aa1eeac-98c2-4b99-9467-254ef5446aad tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/6f668dcc-080b-47ed-aeee-95dd075805f2 HTTP/1.1" status: 404 len: 337 time: 0.0348678 Aug 29 17:42:21.901425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43880) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.903858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Transition to ACTIVE for port object 354d8321-e2c5-46c3-801f-080fd2b79f4b will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:21.932361 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2178d93-a77b-492e-abbf-f3c3f0ec85ef tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:21.932821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2178d93-a77b-492e-abbf-f3c3f0ec85ef tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:21.937087 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b2178d93-a77b-492e-abbf-f3c3f0ec85ef tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/45cd687d-db8c-469a-9698-54bfd24e085f HTTP/1.1" status: 404 len: 337 time: 0.0319183 Aug 29 17:42:21.937235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43882) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:21.963534 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e9a2a5-8b73-40e1-b9bf-814cc04cad52 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:21.964192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e9a2a5-8b73-40e1-b9bf-814cc04cad52 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:21.969100 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b7e9a2a5-8b73-40e1-b9bf-814cc04cad52 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/89dea9c2-e5ee-4785-955b-83bd82a2eaf8 HTTP/1.1" status: 404 len: 333 time: 0.0284038 Aug 29 17:42:21.969299 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:21.969433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43884) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:22.000007 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-74633137-9a49-447b-a061-fda8f9820b42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:22.000462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74633137-9a49-447b-a061-fda8f9820b42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:22.004660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-74633137-9a49-447b-a061-fda8f9820b42 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/d9034dcd-342f-4842-85a0-2b25df2bb39d HTTP/1.1" status: 404 len: 337 time: 0.0320787 Aug 29 17:42:22.004848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] Pushing event deleted for resources: {'Port': ['ID=dbccb1df-be37-4fd3-9ec3-915b58d03071,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:22.006355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43886) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:22.014209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f0d6b-ad45-4361-8e47-353026ab077b None None] No DVR routers for this DVR port dbccb1df-be37-4fd3-9ec3-915b58d03071 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:42:22.031378 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:22.058488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7d659923-a489-4648-a2d8-6004d0eac158'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:22.067644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['36afb658-721c-4d64-98a4-69b3a7789ed0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:22.101378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:22.105864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:22.107853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event updated for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:22.116900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:22.224314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:22.232233 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:22.259205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-89a0221a-ac74-4e9e-857a-476c7e5ad761 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4208550 Aug 29 17:42:22.273972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Request body: {'port': {'device_id': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:22.383200 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:22.469759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-72a1739c-8afc-4060-9113-5e20fbc159af None None] Provisioning for port 354d8321-e2c5-46c3-801f-080fd2b79f4b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:22.478949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-72a1739c-8afc-4060-9113-5e20fbc159af None None] Provisioning complete for port 354d8321-e2c5-46c3-801f-080fd2b79f4b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:22.479332 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-72a1739c-8afc-4060-9113-5e20fbc159af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:22.516083 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c277c92-4363-452b-916f-e274a2154d91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] DELETE failed (client error): The resource could not be found. Aug 29 17:42:22.516691 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c277c92-4363-452b-916f-e274a2154d91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:42:22.518688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-72a1739c-8afc-4060-9113-5e20fbc159af None None] Port 354d8321-e2c5-46c3-801f-080fd2b79f4b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:22.521923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0c277c92-4363-452b-916f-e274a2154d91 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/subnets/f6da3234-004f-45f4-81ca-53eb6cddbf43 HTTP/1.1" status: 404 len: 337 time: 0.5144112 Aug 29 17:42:22.522715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43892) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:22.535000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:22.538848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:22.724497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-66e56953-9721-42b2-bbb1-dbbd5a972796 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Deleting port 439e0adb-c440-42af-b60e-27a7ac97b7c1 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:42:22.724766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66e56953-9721-42b2-bbb1-dbbd5a972796 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.002080 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Floating IP 0ce048fa-5ca8-4c68-bac0-e5de7fce199a associated. External IP: 172.25.2.5, port: cfeacdd1-19f8-42fe-8204-b996c2b98961. Aug 29 17:42:23.048342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b128a5-64af-4347-971a-3ebf876c40a6 req-b144aa75-f2e8-479c-88f1-53308cdee3de tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:23.049947 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09b128a5-64af-4347-971a-3ebf876c40a6 req-b144aa75-f2e8-479c-88f1-53308cdee3de tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 931 time: 0.4251561 Aug 29 17:42:23.139649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66e56953-9721-42b2-bbb1-dbbd5a972796 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.142327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09b128a5-64af-4347-971a-3ebf876c40a6 req-dd031be4-0bcd-4d11-8517-3e28e3305323 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811114 Aug 29 17:42:23.164232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-66e56953-9721-42b2-bbb1-dbbd5a972796 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Calling delete_port for 439e0adb-c440-42af-b60e-27a7ac97b7c1 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:42:23.182651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354d8321-e2c5-46c3-801f-080fd2b79f4b {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:23.191960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.267452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Transition to ACTIVE for port object 354d8321-e2c5-46c3-801f-080fd2b79f4b will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:23.277059 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.294731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Router 319f3fa7-4e98-4a17-a063-381c14c09427 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:42:23.429988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Pushing event updated for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:23.478578 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dbccb1df-be37-4fd3-9ec3-915b58d03071 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:42:23.487822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66e56953-9721-42b2-bbb1-dbbd5a972796 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.510341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:42:23.515358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.522382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: dbccb1df-be37-4fd3-9ec3-915b58d03071 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:42:23.522628 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] Sync routers for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:42:23.527148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dbccb1df-be37-4fd3-9ec3-915b58d03071 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:42:23.546107 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:23.546770 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:42:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:23.569309 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-93d5402e-5d40-4238-a348-715702949216 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "PUT /v2.0/floatingips/0ce048fa-5ca8-4c68-bac0-e5de7fce199a HTTP/1.1" status: 200 len: 989 time: 1.8357911 Aug 29 17:42:23.569958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'tag': 'cfeacdd1-19f8-42fe-8204-b996c2b98961'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:23.583431 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d59156a-444b-43ee-a6fb-f096ecfa11fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a7fe1d-0a11-4a11-993e-f14d8973e46c", "tag": "cfeacdd1-19f8-42fe-8204-b996c2b98961"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:23.631305 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66e56953-9721-42b2-bbb1-dbbd5a972796 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.633865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-66e56953-9721-42b2-bbb1-dbbd5a972796 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/ports/439e0adb-c440-42af-b60e-27a7ac97b7c1 HTTP/1.1" status: 204 len: 168 time: 1.1101813 Aug 29 17:42:23.636546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43908) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:23.649308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e56953-9721-42b2-bbb1-dbbd5a972796 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Port': ['ID=439e0adb-c440-42af-b60e-27a7ac97b7c1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:23.674328 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba85313-66cc-46cd-88e9-546a2ee478e3 x-openstack-request-id: req-fba85313-66cc-46cd-88e9-546a2ee478e3 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:23.674615 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a7fe1d-0a11-4a11-993e-f14d8973e46c", "tag": "cfeacdd1-19f8-42fe-8204-b996c2b98961", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:23.674907 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fba85313-66cc-46cd-88e9-546a2ee478e3 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:23.675300 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'tag': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'status': 'completed', 'code': 200} Aug 29 17:42:23.706048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Attempting to bind port 354d8321-e2c5-46c3-801f-080fd2b79f4b on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:42:23.706801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Attempting to bind port 354d8321-e2c5-46c3-801f-080fd2b79f4b by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:42:23.707933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Attempting to bind port 354d8321-e2c5-46c3-801f-080fd2b79f4b on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:23.712798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Port 354d8321-e2c5-46c3-801f-080fd2b79f4b on network 6fd795cd-4abb-4204-8223-4261ff8a2795 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:42:23.713409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Attempting to bind port 354d8321-e2c5-46c3-801f-080fd2b79f4b on network 6fd795cd-4abb-4204-8223-4261ff8a2795 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:23.718977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:42:23.719609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Checking segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:23.720237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Bound using segment: {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:42:23.720895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Bound port: 354d8321-e2c5-46c3-801f-080fd2b79f4b, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4cdc19-f7fe-4200-a449-c4e590406e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:42:23.721504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.733566 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:23.796755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:42:23.800371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:42:23.805978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.852288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:23.853101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.854837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] 10.222.0.43 "PUT /v2.0/ports/354d8321-e2c5-46c3-801f-080fd2b79f4b HTTP/1.1" status: 200 len: 1092 time: 1.5858526 Aug 29 17:42:23.855389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:23.858916 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:23.873482 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:23.888754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-e0de1a73-7c66-498b-b360-ed83f4390457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:23.890864 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-e0de1a73-7c66-498b-b360-ed83f4390457 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 1097 time: 0.1583526 Aug 29 17:42:23.986386 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b0345b-c42b-4b7a-90b6-fa866e0599f7 x-openstack-request-id: req-67b0345b-c42b-4b7a-90b6-fa866e0599f7 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:23.987182 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:23.987704 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67b0345b-c42b-4b7a-90b6-fa866e0599f7 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:23.988448 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'status': 'completed', 'code': 200} Aug 29 17:42:24.029614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bfb8e-6237-4e49-afa8-f98283e58123 service neutron] Pushing event updated for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:24.035414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-09519b01-f39a-47df-8bf9-fd1a252cb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.037493 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-09519b01-f39a-47df-8bf9-fd1a252cb175 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 1095 time: 0.1248586 Aug 29 17:42:24.096376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-5f88eba0-aebf-4c05-ac02-ccb2956682db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b HTTP/1.1" status: 200 len: 217 time: 0.0498078 Aug 29 17:42:24.104611 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '0ce048fa-5ca8-4c68-bac0-e5de7fce199a', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'port_id': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'mac_address': 'fa:16:3e:8d:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:42:03Z', 'updated_at': '2021-08-29T17:42:22Z', 'revision_number': 1, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:24.121805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:24.146008 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] Checking router: 319f3fa7-4e98-4a17-a063-381c14c09427 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:42:24.148088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b899915f-f67e-4952-b0e6-07276ffbf508']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:24.155159 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:24.155990 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:42:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:24.161656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-f7b55e53-1b8e-4b24-8d17-d9337ec7a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.163480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-f7b55e53-1b8e-4b24-8d17-d9337ec7a730 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0576777 Aug 29 17:42:24.173522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f048411d-1b36-4780-a067-854e2846b0f9') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:24.173688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f048411d-1b36-4780-a067-854e2846b0f9') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:24.186579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-de5b716b-27ed-452c-9640-3bd60f7643d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.193427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-de5b716b-27ed-452c-9640-3bd60f7643d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 911 time: 0.2933369 Aug 29 17:42:24.215335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:24.262533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-dafbd101-e2e5-4391-a760-84e9bbc03d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.266559 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-dafbd101-e2e5-4391-a760-84e9bbc03d6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878818 Aug 29 17:42:24.275792 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:24.308082 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:24.338631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:42:24.339052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:42:24.342033 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:42:24.394898 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-419d6aa6-c8a4-45bd-8a36-52695f4b75fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961 HTTP/1.1" status: 200 len: 997 time: 0.1921105 Aug 29 17:42:24.405606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-138452a8-5150-41d8-93f5-d0868deaba76 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312649 Aug 29 17:42:24.452072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee461f1a-15c5-482f-b810-94d3702c8631 req-ddbeca21-43b2-467f-9a1c-b009b45a86d1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.460721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee461f1a-15c5-482f-b810-94d3702c8631 req-ddbeca21-43b2-467f-9a1c-b009b45a86d1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 943 time: 0.1910431 Aug 29 17:42:24.474498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:24.479802 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:24.481748 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] 10.222.0.41 "DELETE /v2.0/networks/b899915f-f67e-4952-b0e6-07276ffbf508 HTTP/1.1" status: 204 len: 168 time: 0.8441789 Aug 29 17:42:24.550520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7afd6bb6-d83c-423b-b107-3c8f6908d8c5 req-dca8d53a-31f6-432b-a2be-62184fab2b03 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362426 Aug 29 17:42:24.552062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee461f1a-15c5-482f-b810-94d3702c8631 req-4b1d8721-c299-43e0-ba5d-689ec3585f6b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904615 Aug 29 17:42:24.566107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d7352-ee35-4c8e-8f66-a2ed4b0f89d2 tempest-PortsTestJSON-2024747865 tempest-PortsTestJSON-2024747865-project] Pushing event deleted for resources: {'Network': ['ID=b899915f-f67e-4952-b0e6-07276ffbf508,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:24.577796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-d80a2c78-8fd4-4a8e-9082-50380b6f2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.579599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-d80a2c78-8fd4-4a8e-9082-50380b6f2e7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.1750784 Aug 29 17:42:24.640595 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '0ce048fa-5ca8-4c68-bac0-e5de7fce199a', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'port_id': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'mac_address': 'fa:16:3e:8d:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:42:03Z', 'updated_at': '2021-08-29T17:42:22Z', 'revision_number': 1, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:24.656505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-fef8dcfe-1295-4230-8b86-0ef2d5537992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.658134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-fef8dcfe-1295-4230-8b86-0ef2d5537992 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711060 Aug 29 17:42:24.677693 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3576b83-93c2-4e5c-9fc4-bf366ef1bcbd None None] The sync data for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 is: [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '0ce048fa-5ca8-4c68-bac0-e5de7fce199a', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'port_id': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'mac_address': 'fa:16:3e:8d:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:42:03Z', 'updated_at': '2021-08-29T17:42:22Z', 'revision_number': 1, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:42:24.690539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-6faf0085-fde8-4f35-b511-cc689de6d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.692249 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-6faf0085-fde8-4f35-b511-cc689de6d523 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 1095 time: 0.0767787 Aug 29 17:42:24.786867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-754d5122-08aa-4838-a8ce-b93c12d04e6e service neutron] 10.222.0.44 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199954 Aug 29 17:42:24.844475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-9191c653-74e1-407a-bfbb-18f99880ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.845952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-9191c653-74e1-407a-bfbb-18f99880ca3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.1419568 Aug 29 17:42:24.899055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-519939d6-287a-403a-95f3-792b8215180a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b HTTP/1.1" status: 200 len: 217 time: 0.0436118 Aug 29 17:42:24.919743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d59156a-444b-43ee-a6fb-f096ecfa11fa req-c3e9e0db-378c-482a-9dc0-9df317104320 service neutron] 10.222.0.44 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250880 Aug 29 17:42:24.963116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43924) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:24.982704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17913629-8d3c-466d-b960-e8942433b767 None None] New status for floating IP 0ce048fa-5ca8-4c68-bac0-e5de7fce199a: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:42:24.983386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-0fef7ebc-b48f-4d20-a17f-7cbdbedfdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:24.985106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-0fef7ebc-b48f-4d20-a17f-7cbdbedfdbb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0775790 Aug 29 17:42:25.040238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-c6d89afb-c7ab-43b4-ad2f-58e1f7d7294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:25.042105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-c6d89afb-c7ab-43b4-ad2f-58e1f7d7294c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489650 Aug 29 17:42:25.137217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3489f827-0f87-4575-bf1e-1d26285fec95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37d922b34b4f4e0aa2b4ff770b88e938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697545 Aug 29 17:42:25.137217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 43928) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:25.143458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-438cbc41-e2d5-4f78-9c6f-e308b64ba192 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922470 Aug 29 17:42:25.190907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1175f166-2bda-42eb-99af-d5098dc75e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:25.213519 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1175f166-2bda-42eb-99af-d5098dc75e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:25.243292 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0bee6ea5-755d-4326-9cc5-e6c2f60cc9bf req-f3163d56-599f-4f41-84f6-9030f580c578 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917773 Aug 29 17:42:25.267873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1175f166-2bda-42eb-99af-d5098dc75e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:25.270505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1175f166-2bda-42eb-99af-d5098dc75e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:25.274021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1175f166-2bda-42eb-99af-d5098dc75e56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ae7fb52-ae3f-48ee-a4a7-c3b50c061bc7 HTTP/1.1" status: 204 len: 168 time: 0.1340122 Aug 29 17:42:25.280801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175f166-2bda-42eb-99af-d5098dc75e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae7fb52-ae3f-48ee-a4a7-c3b50c061bc7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:25.683044 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832e6c7-8e60-48f7-a9ac-186a5c2f10f0 req-299cacab-f9f7-488d-81d8-9e37a378456d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:25.684558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d832e6c7-8e60-48f7-a9ac-186a5c2f10f0 req-299cacab-f9f7-488d-81d8-9e37a378456d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 943 time: 0.0508580 Aug 29 17:42:25.726291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d832e6c7-8e60-48f7-a9ac-186a5c2f10f0 req-e5d78053-732a-41f8-a91b-5e96c72d481d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Aug 29 17:42:26.610575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 354d8321-e2c5-46c3-801f-080fd2b79f4b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:42:26.740430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:26.759854 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'mac_address': 'fa:16:3e:c0:9a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:42:26.812629 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:26.835504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354d8321-e2c5-46c3-801f-080fd2b79f4b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:26.857980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:26.860530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914532b-060e-4586-a3d0-826d34ca97bc req-1fb0b0f1-e4ee-49ab-8e58-883232e31b12 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:26.865646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:26.869506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3914532b-060e-4586-a3d0-826d34ca97bc req-1fb0b0f1-e4ee-49ab-8e58-883232e31b12 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 943 time: 0.0640037 Aug 29 17:42:26.921613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3914532b-060e-4586-a3d0-826d34ca97bc req-572e6ac4-5db4-4929-9090-bb643adaf390 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Aug 29 17:42:26.928042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:27.070413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 43998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:27.118916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['354d8321-e2c5-46c3-801f-080fd2b79f4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:27.181451 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b328230a-b49a-47da-b509-77c1201e4fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.289756 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b328230a-b49a-47da-b509-77c1201e4fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.293680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b328230a-b49a-47da-b509-77c1201e4fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.331504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328230a-b49a-47da-b509-77c1201e4fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b387f922-969c-4d19-a4b2-f9c6940cb582,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:27.335976 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b328230a-b49a-47da-b509-77c1201e4fb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9171f85aeb464a4386189eb264a00572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644322 Aug 29 17:42:27.338538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44002) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:27.393337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e39c-b610-4fba-93ee-f14185295fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.414097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e39c-b610-4fba-93ee-f14185295fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.470890 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e39c-b610-4fba-93ee-f14185295fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.473440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e39c-b610-4fba-93ee-f14185295fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.476952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d6e6e39c-b610-4fba-93ee-f14185295fb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b387f922-969c-4d19-a4b2-f9c6940cb582 HTTP/1.1" status: 204 len: 168 time: 0.1348238 Aug 29 17:42:27.483097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6e39c-b610-4fba-93ee-f14185295fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b387f922-969c-4d19-a4b2-f9c6940cb582,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:27.537853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44008) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:27.591705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-371866b0-b0d0-4474-8e6b-b6904a85099f admin admin] Deleting subnet f32203ad-5e0f-4a4a-b70a-950d4e3b319a {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:42:27.594907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-371866b0-b0d0-4474-8e6b-b6904a85099f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.636884 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-371866b0-b0d0-4474-8e6b-b6904a85099f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.677917 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-371866b0-b0d0-4474-8e6b-b6904a85099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.749080 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-371866b0-b0d0-4474-8e6b-b6904a85099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.782567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371866b0-b0d0-4474-8e6b-b6904a85099f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32203ad-5e0f-4a4a-b70a-950d4e3b319a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:27.784172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44014) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:27.787382 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-371866b0-b0d0-4474-8e6b-b6904a85099f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.789635 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-371866b0-b0d0-4474-8e6b-b6904a85099f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f32203ad-5e0f-4a4a-b70a-950d4e3b319a HTTP/1.1" status: 204 len: 168 time: 0.2506056 Aug 29 17:42:27.791964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44016) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:27.801543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf320ef8-816a-4408-979b-9c8ea31cd2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.880564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.906631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf320ef8-816a-4408-979b-9c8ea31cd2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.911029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf320ef8-816a-4408-979b-9c8ea31cd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.955674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf320ef8-816a-4408-979b-9c8ea31cd2fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a1682024f2b4ddd9a74089129303c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704066 Aug 29 17:42:27.956563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf320ef8-816a-4408-979b-9c8ea31cd2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef279d-7f00-46e9-97d1-1ee3b2a9030e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:27.961096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44022) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:27.971300 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:27.988559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e799b5e4-8cb0-472f-98cd-f1999360b34c']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:28.009500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd822ea19-dc7f-478e-b09a-361f382e3947') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:28.010473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd822ea19-dc7f-478e-b09a-361f382e3947') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:28.024499 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.036432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be7839cf-d4b7-47a6-825e-76de28413b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.039830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.046980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:42:28.047592 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:42:28.049428 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:42:28.081730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be7839cf-d4b7-47a6-825e-76de28413b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.114253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.120053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.122547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] 10.222.0.41 "DELETE /v2.0/networks/e799b5e4-8cb0-472f-98cd-f1999360b34c HTTP/1.1" status: 204 len: 168 time: 0.3295257 Aug 29 17:42:28.139823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf8248-887a-4913-9a4b-ce19743c5fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=e799b5e4-8cb0-472f-98cd-f1999360b34c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:28.144533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065f24e-6bf2-454b-827c-61e3e5a9417c req-d2fe2f00-9bcb-48d2-93fd-c242a6403622 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:28.146781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9065f24e-6bf2-454b-827c-61e3e5a9417c req-d2fe2f00-9bcb-48d2-93fd-c242a6403622 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 944 time: 0.1234958 Aug 29 17:42:28.171722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be7839cf-d4b7-47a6-825e-76de28413b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.174197 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be7839cf-d4b7-47a6-825e-76de28413b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.178410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-be7839cf-d4b7-47a6-825e-76de28413b1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92ef279d-7f00-46e9-97d1-1ee3b2a9030e HTTP/1.1" status: 204 len: 168 time: 0.2149782 Aug 29 17:42:28.195574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7839cf-d4b7-47a6-825e-76de28413b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef279d-7f00-46e9-97d1-1ee3b2a9030e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:28.237049 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9065f24e-6bf2-454b-827c-61e3e5a9417c req-fd0d6095-cc4e-4269-9a7f-f119d579065d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776234 Aug 29 17:42:28.348995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44028) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:28.399972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-739286a2-65d5-46d6-a3dd-83e56d667237 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8628eb83719d4ad9a33c473a0e6f1050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474598 Aug 29 17:42:28.401675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44032) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:28.451315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78015fbb-80e1-40d9-b2f0-3f40e21dfc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.476396 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78015fbb-80e1-40d9-b2f0-3f40e21dfc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.530106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78015fbb-80e1-40d9-b2f0-3f40e21dfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.533261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78015fbb-80e1-40d9-b2f0-3f40e21dfc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.539117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-78015fbb-80e1-40d9-b2f0-3f40e21dfc84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd686f83-6830-4697-8906-5c6026bf8190 HTTP/1.1" status: 204 len: 168 time: 0.1378419 Aug 29 17:42:28.547290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78015fbb-80e1-40d9-b2f0-3f40e21dfc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd686f83-6830-4697-8906-5c6026bf8190,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:28.619934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 354d8321-e2c5-46c3-801f-080fd2b79f4b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:28.675527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 354d8321-e2c5-46c3-801f-080fd2b79f4b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:28.679671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 354d8321-e2c5-46c3-801f-080fd2b79f4b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:28.680351 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.768827 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.799505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:28.802318 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db79e741-53f6-4c5b-8a94-2246acc4d2ac" -d '{"events": [{"server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "name": "network-vif-plugged", "status": "completed", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:28.816285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:28.821967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:28.856554 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d1e6b4-ca3a-46f4-9362-3d18c40ec33c x-openstack-request-id: req-34d1e6b4-ca3a-46f4-9362-3d18c40ec33c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:28.856840 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "name": "network-vif-plugged", "status": "completed", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:28.857095 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34d1e6b4-ca3a-46f4-9362-3d18c40ec33c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:28.857483 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'code': 200} Aug 29 17:42:28.900585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:28.979147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ffd4-91b6-4ce8-b3ee-d7c5a8315c97 req-1de51dea-a5eb-4f77-9f75-33603c4380c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:28.980576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3e9ffd4-91b6-4ce8-b3ee-d7c5a8315c97 req-1de51dea-a5eb-4f77-9f75-33603c4380c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 1097 time: 0.0513957 Aug 29 17:42:29.017865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3e9ffd4-91b6-4ce8-b3ee-d7c5a8315c97 req-8db53f5d-73a2-47fa-8207-66cc2c707e8f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300481 Aug 29 17:42:29.363679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfffa8-128b-4c0d-abc3-f6fc10345b8a req-3dcc73df-6c28-4c27-9923-26be69d32890 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:29.365285 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1adfffa8-128b-4c0d-abc3-f6fc10345b8a req-3dcc73df-6c28-4c27-9923-26be69d32890 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0527029 Aug 29 17:42:29.410053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1adfffa8-128b-4c0d-abc3-f6fc10345b8a req-b9734dc0-dfb5-4220-8937-ca12d2875c61 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362437 Aug 29 17:42:30.249245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44124) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:30.254433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57987228', 'description': 'tempest-secgroup-smoke-57987228 description', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:30.277501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.288125 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.385010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.389019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.425282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac37f0c2-4ba3-4a48-8c8c-972b6b144804,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:30.538435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.547812 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.583038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.584299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3339763 Aug 29 17:42:30.587657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44128) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:30.593275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fc549f01-21c9-4ab5-be5b-974fe174766a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '6316b453-31b0-44aa-bdee-1237c7affadb', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:30.596413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf129343-14f1-4619-888e-e85fb1226af9 req-fd997d9b-be88-454f-bdb1-2813aa30b7a9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:30.598048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf129343-14f1-4619-888e-e85fb1226af9 req-fd997d9b-be88-454f-bdb1-2813aa30b7a9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0930324 Aug 29 17:42:30.599312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451e69-eec5-4a04-b998-9671b0ef1474 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6316b453-31b0-44aa-bdee-1237c7affadb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:30.625441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc549f01-21c9-4ab5-be5b-974fe174766a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.644229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf129343-14f1-4619-888e-e85fb1226af9 req-9a2e6433-97d1-442b-b1b3-0799792580fd tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363686 Aug 29 17:42:30.681184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc549f01-21c9-4ab5-be5b-974fe174766a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.684476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc549f01-21c9-4ab5-be5b-974fe174766a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.703930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc549f01-21c9-4ab5-be5b-974fe174766a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff51028-af7c-444d-aa88-23ac852fec17,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:30.711591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc549f01-21c9-4ab5-be5b-974fe174766a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.713950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fc549f01-21c9-4ab5-be5b-974fe174766a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233339 Aug 29 17:42:30.715781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:30.720568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-60c7241b-b6df-483c-a06f-ecba20033f58 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '6316b453-31b0-44aa-bdee-1237c7affadb', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:30.748366 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60c7241b-b6df-483c-a06f-ecba20033f58 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.802960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60c7241b-b6df-483c-a06f-ecba20033f58 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.806880 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60c7241b-b6df-483c-a06f-ecba20033f58 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.852198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7241b-b6df-483c-a06f-ecba20033f58 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616fc43f-a014-4db1-8601-05ed6091944a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:30.860347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60c7241b-b6df-483c-a06f-ecba20033f58 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.861571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-60c7241b-b6df-483c-a06f-ecba20033f58 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447930 Aug 29 17:42:30.864315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:30.870071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5193916f-952c-4072-8a17-f238f85b6181 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '6316b453-31b0-44aa-bdee-1237c7affadb', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:30.898653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a82ea-f5ac-4bb8-ae81-56339a32a05c req-dfa971d8-d3a8-4082-af8d-0b9efbc2aaf3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:30.900049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f05a82ea-f5ac-4bb8-ae81-56339a32a05c req-dfa971d8-d3a8-4082-af8d-0b9efbc2aaf3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0859993 Aug 29 17:42:30.922807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5193916f-952c-4072-8a17-f238f85b6181 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.970246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f05a82ea-f5ac-4bb8-ae81-56339a32a05c req-e30c5b60-2266-48eb-ba4e-c91074eddf15 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641401 Aug 29 17:42:30.993023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5193916f-952c-4072-8a17-f238f85b6181 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:30.998533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5193916f-952c-4072-8a17-f238f85b6181 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.020232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193916f-952c-4072-8a17-f238f85b6181 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a442ceb1-c8ce-4205-8b06-b58ac4a9e481,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:31.022508 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5193916f-952c-4072-8a17-f238f85b6181 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.023724 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5193916f-952c-4072-8a17-f238f85b6181 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584930 Aug 29 17:42:31.026346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44142) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:31.030830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e520251c-0a63-42df-afd9-bea7c28503aa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '6316b453-31b0-44aa-bdee-1237c7affadb', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:31.061557 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e520251c-0a63-42df-afd9-bea7c28503aa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.122515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e520251c-0a63-42df-afd9-bea7c28503aa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.126290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e520251c-0a63-42df-afd9-bea7c28503aa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.145637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520251c-0a63-42df-afd9-bea7c28503aa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e633453-eec6-4cb3-88c5-3d306d11d09e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:31.151754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e520251c-0a63-42df-afd9-bea7c28503aa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.153167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e520251c-0a63-42df-afd9-bea7c28503aa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256833 Aug 29 17:42:31.155956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44148) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:31.161006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6f2b7f68-ddd1-4ba7-898d-a0c54941bb5d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '6316b453-31b0-44aa-bdee-1237c7affadb', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:31.185185 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-6f2b7f68-ddd1-4ba7-898d-a0c54941bb5d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Project 27df6b53a4e54d1bb8e328a7e404efe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:42:31.190495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7f68-ddd1-4ba7-898d-a0c54941bb5d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.266242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7f68-ddd1-4ba7-898d-a0c54941bb5d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.270489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7f68-ddd1-4ba7-898d-a0c54941bb5d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.293882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b7f68-ddd1-4ba7-898d-a0c54941bb5d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5db1876-13e9-470b-89e6-e6d91e6ddf39,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:31.301803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7f68-ddd1-4ba7-898d-a0c54941bb5d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.303185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f2b7f68-ddd1-4ba7-898d-a0c54941bb5d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460721 Aug 29 17:42:31.305899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44152) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:31.310358 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-870287eb-370b-4d58-b505-f5ead7a40201 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '6316b453-31b0-44aa-bdee-1237c7affadb', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:31.331728 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-870287eb-370b-4d58-b505-f5ead7a40201 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Project 27df6b53a4e54d1bb8e328a7e404efe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:42:31.337369 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-870287eb-370b-4d58-b505-f5ead7a40201 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.401142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-870287eb-370b-4d58-b505-f5ead7a40201 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.405054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-870287eb-370b-4d58-b505-f5ead7a40201 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.425131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870287eb-370b-4d58-b505-f5ead7a40201 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb174a7-3af3-4f73-a2e7-b2f1561d3b3f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:31.428586 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-870287eb-370b-4d58-b505-f5ead7a40201 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.432764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-870287eb-370b-4d58-b505-f5ead7a40201 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230893 Aug 29 17:42:31.433754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44154) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:31.438204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'network': {'name': 'tempest-network-smoke--681322804', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'port_security_enabled': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:31.460762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:31.464699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.494001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:42:31.502757 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.503105 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Added segment 5cc46536-a1e2-45f0-83c1-25c19f4c3b4c of type vlan for network d6c41679-62a8-4194-8c8e-2c950fbee3a8 Aug 29 17:42:31.547293 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.572021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.577584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:31.578175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.635857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2017055 Aug 29 17:42:31.638722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44156) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:31.643367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'admin_state_up': True, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:31.655729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626d845-1671-4dd8-8fb7-73565ab14e12 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Network': ['ID=d6c41679-62a8-4194-8c8e-2c950fbee3a8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:31.667477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:42:31.677307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.678961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.738816 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.874231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:32.080670 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:32.102110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:32.123545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543293c3-c0f2-422f-a99e-097086ffdbd3 req-e5c8c96b-0a1d-4989-9b66-1b6338b6df74 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:32.125098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-543293c3-c0f2-422f-a99e-097086ffdbd3 req-e5c8c96b-0a1d-4989-9b66-1b6338b6df74 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0542419 Aug 29 17:42:32.192457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-543293c3-c0f2-422f-a99e-097086ffdbd3 req-cdd0d2a0-7000-4ad1-95bd-1d13bf5b8fde tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585101 Aug 29 17:42:32.286357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.25.2.153 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/170e2dbf-8047-4dc3-bb01-d62118b28904) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:32.429908 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:32.483111 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:32.522848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:32.527503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:32.529975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:32.562058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=170e2dbf-8047-4dc3-bb01-d62118b28904,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:32.708795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93972391-f8b9-4b2e-979d-9157fb213e41 req-324d9be4-9a0f-4239-abae-5b835850c01a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:32.710399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93972391-f8b9-4b2e-979d-9157fb213e41 req-324d9be4-9a0f-4239-abae-5b835850c01a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0564821 Aug 29 17:42:32.751172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93972391-f8b9-4b2e-979d-9157fb213e41 req-214d5011-344b-492c-954d-0b3be751fd3f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344887 Aug 29 17:42:33.082039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:33.274026 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:33.404212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router cb7fbeed-72d6-460d-9222-d54a921d6130 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:42:33.518503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:42:33.529728 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Sync routers for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:42:33.539016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:33.540960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2d1078bd-e0e6-4a17-8f7f-b613ee1a71cc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9004939 Aug 29 17:42:33.543885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44190) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:33.545241 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:33.546120 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:42:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:33.660990 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:33.684778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eeebd2f3-4a29-4054-a65f-b09a4a463083 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=27df6b53a4e54d1bb8e328a7e404efe2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1390305 Aug 29 17:42:33.687505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44200) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:33.874120 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:32Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:33.891408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0758e-29fb-40b5-8780-9b3c7de9310f tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:33.893048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dba0758e-29fb-40b5-8780-9b3c7de9310f tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2044246 Aug 29 17:42:33.894123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238030da-67e3-4ab9-9e42-de0ea578d361 req-ac60ecf4-7f75-4170-9543-8a67815774e4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:33.896383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-238030da-67e3-4ab9-9e42-de0ea578d361 req-ac60ecf4-7f75-4170-9543-8a67815774e4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0555780 Aug 29 17:42:33.896881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44206) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:33.906265 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Checking router: cb7fbeed-72d6-460d-9222-d54a921d6130 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:42:33.906902 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Updating router cb7fbeed-72d6-460d-9222-d54a921d6130 port 170e2dbf-8047-4dc3-bb01-d62118b28904 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:42:33.936549 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:33.939693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c6d32a6c-1bd0-4528-8233-b5afe6acabc6 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412874 Aug 29 17:42:33.942466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44208) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:33.949021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752618784', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:33.983726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-238030da-67e3-4ab9-9e42-de0ea578d361 req-7d5ad6a9-1d83-4a16-8875-f61a2aeb9eb3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687439 Aug 29 17:42:34.049978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:34.054286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.222440 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.232412 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Transition to ACTIVE for port object 170e2dbf-8047-4dc3-bb01-d62118b28904 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:34.238516 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.254646 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.282431 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Attempting to bind port 170e2dbf-8047-4dc3-bb01-d62118b28904 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:42:34.283188 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Attempting to bind port 170e2dbf-8047-4dc3-bb01-d62118b28904 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:42:34.283570 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Attempting to bind port 170e2dbf-8047-4dc3-bb01-d62118b28904 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:34.296778 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:42:34.297223 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:34.297565 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.298432 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:42:34.298432 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Bound port: 170e2dbf-8047-4dc3-bb01-d62118b28904, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:42:34.298820 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.319736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Subnet': ['ID=e5c5da05-ba19-4173-8cce-dfa5eb381b11,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:34.336676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Checking segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:34.336676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network hostable DHCP agents. Network: d6c41679-62a8-4194-8c8e-2c950fbee3a8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:42:34.355981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:42:34.359334 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] For port 170e2dbf-8047-4dc3-bb01-d62118b28904, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:42:34.362578 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] For port 170e2dbf-8047-4dc3-bb01-d62118b28904, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=170e2dbf-8047-4dc3-bb01-d62118b28904,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:42:34.363712 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Pushing event updated for resources: {'Port': ['ID=170e2dbf-8047-4dc3-bb01-d62118b28904,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:34.365787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d6c41679-62a8-4194-8c8e-2c950fbee3a8) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:34.367613 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.370516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:34.371206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.376908 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.377252 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.377590 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.377925 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.378262 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.379148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.379476 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.379824 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.380116 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.380435 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.380755 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.381072 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:34.381225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d42a0-4d24-4f42-a7c5-b5f4c10c75c8 None None] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:34.406137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d31fa4a1-bbc6-45ec-88b6-e84e03b2a621 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4620893 Aug 29 17:42:34.408699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44212) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:34.436002 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4259645-52d2-4bed-b945-7a85cca2570f None None] Pushing event updated for resources: {'Port': ['ID=170e2dbf-8047-4dc3-bb01-d62118b28904,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:34.451316 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:34.452079 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:42:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:34.570791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d6c41679-62a8-4194-8c8e-2c950fbee3a8', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:42:34.571655 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:34.585659 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:34.704315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 354d8321-e2c5-46c3-801f-080fd2b79f4b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:42:34.784305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Allocated IP 172.20.0.2 (d6c41679-62a8-4194-8c8e-2c950fbee3a8/e5c5da05-ba19-4173-8cce-dfa5eb381b11/cbfa3c7e-8aad-4235-84a6-e6c8213754d3) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:34.876585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:34.895336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'port_id': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'mac_address': 'fa:16:3e:c0:9a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:42:35.025735 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:35.044562 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:32Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:35.047942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 354d8321-e2c5-46c3-801f-080fd2b79f4b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:35.112659 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c1f55-3e33-405d-ae63-77d0a104036b None None] The sync data for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 is: [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:32Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:42:35.128921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:35.146679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:35.232125 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:35.235416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e79cdc-9e43-4cb1-ba64-2891dcc3d201 req-a2623941-9773-4a11-b6ac-e633f03671f7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:35.237124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b5e79cdc-9e43-4cb1-ba64-2891dcc3d201 req-a2623941-9773-4a11-b6ac-e633f03671f7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 944 time: 0.1020408 Aug 29 17:42:35.239375 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:35.257633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:35.262558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Transition to ACTIVE for port object cbfa3c7e-8aad-4235-84a6-e6c8213754d3 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:35.271670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['354d8321-e2c5-46c3-801f-080fd2b79f4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:35.312816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Transition to ACTIVE for port object cbfa3c7e-8aad-4235-84a6-e6c8213754d3 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:35.328652 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:35.383666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:35.402892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:35.413335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:35.426108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Pushing event updated for resources: {'Port': ['ID=cbfa3c7e-8aad-4235-84a6-e6c8213754d3,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:35.463890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b5e79cdc-9e43-4cb1-ba64-2891dcc3d201 req-01d475d5-c5d6-468d-b214-df579fa41a93 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052879 Aug 29 17:42:35.498132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Attempting to bind port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:42:35.498525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Attempting to bind port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:42:35.498917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Attempting to bind port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 on network d6c41679-62a8-4194-8c8e-2c950fbee3a8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:35.505884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:42:35.506271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Checking segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:35.506714 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:35.507116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Bound using segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:42:35.507592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Bound port: cbfa3c7e-8aad-4235-84a6-e6c8213754d3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:42:35.508515 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:35.635050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] For port cbfa3c7e-8aad-4235-84a6-e6c8213754d3, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:42:35.639395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] For port cbfa3c7e-8aad-4235-84a6-e6c8213754d3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cbfa3c7e-8aad-4235-84a6-e6c8213754d3,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:42:35.647028 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:35.727718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a920e0-3f23-4d3e-9923-fdee204bbd21 None None] Pushing event updated for resources: {'Port': ['ID=cbfa3c7e-8aad-4235-84a6-e6c8213754d3,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:35.774080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.20.0.1 (d6c41679-62a8-4194-8c8e-2c950fbee3a8/e5c5da05-ba19-4173-8cce-dfa5eb381b11/0c1a6789-987f-4dc6-b232-08bea57eddbf) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:36.029100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:36.063449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Transition to ACTIVE for port object 0c1a6789-987f-4dc6-b232-08bea57eddbf will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:36.177734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:36.230387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:36.233445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:36.244665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:36.275184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=0c1a6789-987f-4dc6-b232-08bea57eddbf,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:36.291768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.292380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.292921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.293429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.293950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.294454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.295304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.295817 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.296328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.296846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.297352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.297848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:36.311654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:36.488279 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:36.649325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 354d8321-e2c5-46c3-801f-080fd2b79f4b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:36.652794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b3d84-7a38-490b-9a2a-4c96edc44493 req-64cdf86b-f2cf-40ff-aa15-4f867176186d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:36.654387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-107b3d84-7a38-490b-9a2a-4c96edc44493 req-64cdf86b-f2cf-40ff-aa15-4f867176186d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 944 time: 0.0903938 Aug 29 17:42:36.736843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-107b3d84-7a38-490b-9a2a-4c96edc44493 req-ac41c75b-ca5b-483f-a138-33232a4758aa tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670400 Aug 29 17:42:36.792146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 354d8321-e2c5-46c3-801f-080fd2b79f4b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:36.792802 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:36.907935 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:36.946473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:36.954803 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43ca3cf-3ef4-4dd3-9aa5-7a765eb60f3d" -d '{"events": [{"server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "name": "network-vif-plugged", "status": "completed", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:36.972168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:36.986239 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:36.995318 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:37.006219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:37.039020 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7fa30d-4734-45e4-ac51-0281b7c7ed2c x-openstack-request-id: req-bd7fa30d-4734-45e4-ac51-0281b7c7ed2c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:37.039309 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "name": "network-vif-plugged", "status": "completed", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:37.039556 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd7fa30d-4734-45e4-ac51-0281b7c7ed2c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:37.039965 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'code': 200} Aug 29 17:42:37.111559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:37.136008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b117e-9863-4ad7-bcc2-f2f78236aaab None None] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:42:37.165321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=0c1a6789-987f-4dc6-b232-08bea57eddbf,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:37.209916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:37.257474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7358eeaf-535b-43e2-b46e-c6ceb5ea6ee7 None None] Provisioning for port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:37.360448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:37.370108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:37.574724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cbfa3c7e-8aad-4235-84a6-e6c8213754d3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:37.676536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:37.682282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:37.682441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:37.959811 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:38.021738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9a724-64dc-465d-a210-68c13ccf2b7e req-44815973-797e-4b95-a0d8-f4fbb2e4e1d5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:38.031278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6b9a724-64dc-465d-a210-68c13ccf2b7e req-44815973-797e-4b95-a0d8-f4fbb2e4e1d5 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.1176028 Aug 29 17:42:38.087313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port cbfa3c7e-8aad-4235-84a6-e6c8213754d3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cbfa3c7e-8aad-4235-84a6-e6c8213754d3,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:38.088902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b1170d91-8405-40f3-a76d-f7353d09e24b None None] Provisioning complete for port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:38.090854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b1170d91-8405-40f3-a76d-f7353d09e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:38.126428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6b9a724-64dc-465d-a210-68c13ccf2b7e req-b740db0c-0396-4462-96b6-ffb897e5e471 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751357 Aug 29 17:42:38.133987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router cb7fbeed-72d6-460d-9222-d54a921d6130 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:42:38.141242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:38.152078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 170e2dbf-8047-4dc3-bb01-d62118b28904 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:38.281671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:42:38.301818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Sync routers for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:42:38.303765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ac0d2d4e-36b2-48c4-9221-d9edae671ae6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "PUT /v2.0/routers/cb7fbeed-72d6-460d-9222-d54a921d6130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8936424 Aug 29 17:42:38.370372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=cbfa3c7e-8aad-4235-84a6-e6c8213754d3,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:38.373968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:38.374638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:42:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:38.420462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 170e2dbf-8047-4dc3-bb01-d62118b28904 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:38.443108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 170e2dbf-8047-4dc3-bb01-d62118b28904 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:38.443482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:38.535625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-edce27df-4303-435b-bf1f-ea1c22a7b5f1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57987228&fields=id&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 267 time: 0.0420840 Aug 29 17:42:38.537360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b1170d91-8405-40f3-a76d-f7353d09e24b None None] Provisioning for port 0c1a6789-987f-4dc6-b232-08bea57eddbf completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:38.549411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b1170d91-8405-40f3-a76d-f7353d09e24b None None] Provisioning complete for port 0c1a6789-987f-4dc6-b232-08bea57eddbf triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:38.549914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b1170d91-8405-40f3-a76d-f7353d09e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:38.584286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:38.699050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b1170d91-8405-40f3-a76d-f7353d09e24b None None] Port 0c1a6789-987f-4dc6-b232-08bea57eddbf cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:38.704465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-68eeba68-1bd9-4222-bdac-ae70c20b9ad8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:38.706348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-68eeba68-1bd9-4222-bdac-ae70c20b9ad8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 796 time: 0.1521492 Aug 29 17:42:38.733009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-363220b0-b1fd-4b9d-8d2e-b30bde24c33c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/quotas/27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 375 time: 0.0170398 Aug 29 17:42:38.802578 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-e58ea516-466f-4505-9f37-4747cec20782 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623045 Aug 29 17:42:38.858845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ca7c027b-5c7f-4529-8085-29f03602fcd6 None None] Provisioning complete for port 0c1a6789-987f-4dc6-b232-08bea57eddbf triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:38.859212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca7c027b-5c7f-4529-8085-29f03602fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:38.888134 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:38.904048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-f94f1edb-b450-4749-ae33-e5314faf9824 service neutron] 10.222.0.41 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981798 Aug 29 17:42:38.951616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 170e2dbf-8047-4dc3-bb01-d62118b28904, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=170e2dbf-8047-4dc3-bb01-d62118b28904,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:38.969661 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:38.977465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c027b-5c7f-4529-8085-29f03602fcd6 None None] Port 0c1a6789-987f-4dc6-b232-08bea57eddbf cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:39.014905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-19ac5ab5-1bd1-4885-b0fd-b9e355359369 service neutron] 10.222.0.41 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031375 Aug 29 17:42:39.233856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 2, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:39.235709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=170e2dbf-8047-4dc3-bb01-d62118b28904,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:39.307894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Checking router: cb7fbeed-72d6-460d-9222-d54a921d6130 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:42:39.308242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Updating router cb7fbeed-72d6-460d-9222-d54a921d6130 port 0c1a6789-987f-4dc6-b232-08bea57eddbf binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:42:39.322109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d7e9-181d-4bb8-9a6a-c6f5cacaa863 req-8dae3c7b-3565-48bb-b8e5-1e09e4634bd4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:39.324681 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-172c562e-ae58-4991-a292-e47c988ff550 req-1f6107ec-132b-459d-903e-01bde8886820 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0553627 Aug 29 17:42:39.332636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e687d7e9-181d-4bb8-9a6a-c6f5cacaa863 req-8dae3c7b-3565-48bb-b8e5-1e09e4634bd4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.1181953 Aug 29 17:42:39.346128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:39.457549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e687d7e9-181d-4bb8-9a6a-c6f5cacaa863 req-dca66810-292b-4213-8ac3-1fce3bb93138 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233511 Aug 29 17:42:39.527988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cbfa3c7e-8aad-4235-84a6-e6c8213754d3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:39.664656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:39.665128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:39.849647 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:39.863956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Transition to ACTIVE for port object 0c1a6789-987f-4dc6-b232-08bea57eddbf will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:39.898436 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:39.950796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 170e2dbf-8047-4dc3-bb01-d62118b28904 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:39.986111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839c7d3-2c41-4692-9ac6-12e052e22838 None None] Pushing event updated for resources: {'Port': ['ID=0c1a6789-987f-4dc6-b232-08bea57eddbf,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:40.097198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Attempting to bind port 0c1a6789-987f-4dc6-b232-08bea57eddbf on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:42:40.097579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Attempting to bind port 0c1a6789-987f-4dc6-b232-08bea57eddbf by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:42:40.097952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Attempting to bind port 0c1a6789-987f-4dc6-b232-08bea57eddbf on network d6c41679-62a8-4194-8c8e-2c950fbee3a8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:40.100035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 170e2dbf-8047-4dc3-bb01-d62118b28904 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:40.100414 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:40.150621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:42:40.151004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Checking segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:40.151793 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:40.152379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Bound using segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:42:40.153127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Bound port: 0c1a6789-987f-4dc6-b232-08bea57eddbf, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:42:40.153696 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:40.291919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] For port 0c1a6789-987f-4dc6-b232-08bea57eddbf, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:42:40.296552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] For port 0c1a6789-987f-4dc6-b232-08bea57eddbf, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c1a6789-987f-4dc6-b232-08bea57eddbf,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:42:40.316163 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:40.416095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:40.416849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:42:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:40.488427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839c7d3-2c41-4692-9ac6-12e052e22838 None None] Pushing event updated for resources: {'Port': ['ID=0c1a6789-987f-4dc6-b232-08bea57eddbf,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:40.543852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-715c77ba-791e-4a1a-854e-181eafb19d73 req-315de59f-00e5-47b4-ace6-2268876f3f4e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0650847 Aug 29 17:42:40.613704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:40.709271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a4fe-317b-45e4-beef-b1c9ef2d6661 req-48b42bf4-4f5c-4e8e-9fe4-5c14a5ad5be1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:40.741639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b30a4fe-317b-45e4-beef-b1c9ef2d6661 req-48b42bf4-4f5c-4e8e-9fe4-5c14a5ad5be1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.1330864 Aug 29 17:42:40.927215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b30a4fe-317b-45e4-beef-b1c9ef2d6661 req-0ba1746f-c7ff-44b6-8a04-6c21c813e209 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845739 Aug 29 17:42:40.984914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:40Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:41.006540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-7eaa8ab7-fc1d-425c-abf5-b2a02a31027e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:41.008898 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-7eaa8ab7-fc1d-425c-abf5-b2a02a31027e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.44 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 796 time: 0.2212610 Aug 29 17:42:41.019534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675b09b-e132-4cb5-b9b7-7fe38bb54388 None None] The sync data for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 is: [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:40Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:42:41.084330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-f09d486e-d632-4167-8591-673f0f37d971 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 378 time: 0.0548527 Aug 29 17:42:41.106981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'port': {'device_id': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'admin_state_up': True, 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'security_groups': ['6316b453-31b0-44aa-bdee-1237c7affadb']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:41.228989 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aeafdf34-2704-4c87-bab1-a8fa46a79d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:41.449641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:42:41.477835 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:41.588314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c1a6789-987f-4dc6-b232-08bea57eddbf up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:41.695111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.20.0.10 (d6c41679-62a8-4194-8c8e-2c950fbee3a8/e5c5da05-ba19-4173-8cce-dfa5eb381b11/74885ad5-ed60-47a2-9f47-f0be6cbd6c87) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:41.702481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0c1a6789-987f-4dc6-b232-08bea57eddbf completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:41.707992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0c1a6789-987f-4dc6-b232-08bea57eddbf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:41.708948 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:41.733297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3791f2ad-5055-4057-b03f-1a28a9f12ad3 req-6394eb6d-d960-4631-9c80-994d1d66cacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0583172 Aug 29 17:42:41.857592 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:41.913327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0c1a6789-987f-4dc6-b232-08bea57eddbf, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c1a6789-987f-4dc6-b232-08bea57eddbf,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:41.927462 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:41.929836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:41.952771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Transition to ACTIVE for port object 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:42.019665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:42.043392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0c1a6789-987f-4dc6-b232-08bea57eddbf,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:42.172026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:42.194063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:42.197087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:42.211528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:42.288453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e37021-2792-44fd-87e7-29e4e2c52997 req-20e52544-1edc-4b30-ba08-4bac37edd666 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:42.296372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a0e37021-2792-44fd-87e7-29e4e2c52997 req-20e52544-1edc-4b30-ba08-4bac37edd666 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.2028508 Aug 29 17:42:42.368048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:42.378374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:42.397129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a0e37021-2792-44fd-87e7-29e4e2c52997 req-b1d31882-ede3-4ce1-98d1-d7311d818c11 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943832 Aug 29 17:42:42.424762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-3a743a49-b6f6-4be9-9530-0047ec93f136 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3237665 Aug 29 17:42:42.439362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Request body: {'port': {'device_id': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:42.550555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:42.580594 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:42.608563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1326ee3d-72b6-487d-abe4-1c82066a8ef1 None None] Provisioning for port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:42.613038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1326ee3d-72b6-487d-abe4-1c82066a8ef1 None None] Provisioning complete for port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:42.613501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1326ee3d-72b6-487d-abe4-1c82066a8ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:42.666674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1326ee3d-72b6-487d-abe4-1c82066a8ef1 None None] Port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:42:42.906704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102731-69c5-4cc4-b1d5-aac0155e25a1 req-2311a387-20e1-4644-86d9-9932915b3d42 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:42.910546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4102731-69c5-4cc4-b1d5-aac0155e25a1 req-2311a387-20e1-4644-86d9-9932915b3d42 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 932 time: 0.0676007 Aug 29 17:42:42.982175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4102731-69c5-4cc4-b1d5-aac0155e25a1 req-86fa88dd-53f7-417a-85b3-e4b81af5b383 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626316 Aug 29 17:42:43.020905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:43.030984 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.046912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Transition to ACTIVE for port object 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:42:43.052105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.121351 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.224862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:43.274938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Attempting to bind port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:42:43.275557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Attempting to bind port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:42:43.276068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Attempting to bind port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on network d6c41679-62a8-4194-8c8e-2c950fbee3a8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:43.282104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on network d6c41679-62a8-4194-8c8e-2c950fbee3a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:42:43.282739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Attempting to bind port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on network d6c41679-62a8-4194-8c8e-2c950fbee3a8 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:42:43.290573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:42:43.290957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Checking segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:42:43.291353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Bound using segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:42:43.291786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Bound port: 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:42:43.292149 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.389095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:42:43.394755 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:42:43.403550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.512916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c1a6789-987f-4dc6-b232-08bea57eddbf up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:43.513979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:43.515055 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.520154 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] 10.222.0.44 "PUT /v2.0/ports/74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 1093 time: 1.0852664 Aug 29 17:42:43.554126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:43.556538 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eb8855-bc6c-41b4-807b-175403de6579" -d '{"events": [{"name": "network-changed", "server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:43.613278 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c93ca-23eb-4281-85ab-a3cdbc45cadc x-openstack-request-id: req-fc5c93ca-23eb-4281-85ab-a3cdbc45cadc {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:43.613634 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:43.613981 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc5c93ca-23eb-4281-85ab-a3cdbc45cadc {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:43.614460 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'status': 'completed', 'code': 200} Aug 29 17:42:43.619255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da132d-4691-4544-a3b4-a04633cb4a87 service neutron] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:43.651740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0c1a6789-987f-4dc6-b232-08bea57eddbf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:43.652137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.668701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c50077-2d46-4da3-bee3-e9d10bf490a5 req-3b5566e7-f8dd-4512-a42b-c1880c48465c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:43.670700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53c50077-2d46-4da3-bee3-e9d10bf490a5 req-3b5566e7-f8dd-4512-a42b-c1880c48465c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.1448398 Aug 29 17:42:43.727964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-4b7cbc71-d46e-4eb3-b054-e6d39b92d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:43.730303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-4b7cbc71-d46e-4eb3-b054-e6d39b92d6aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1096 time: 0.1276662 Aug 29 17:42:43.739476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-53c50077-2d46-4da3-bee3-e9d10bf490a5 req-15262009-351b-4924-8c46-a44d3eacbba0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574019 Aug 29 17:42:43.807589 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-ad2ee6c4-1811-4789-baf1-8bc9cd42e3ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 217 time: 0.0664423 Aug 29 17:42:43.860382 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-56972e8e-9b87-4dc2-a927-b23d0d4af3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.884683 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:43.916164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-a3c868d3-3548-4d41-bb19-9bbd05a287fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:43.917742 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-a3c868d3-3548-4d41-bb19-9bbd05a287fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.1022232 Aug 29 17:42:43.975238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-5c2dde73-1609-4dc7-9328-adf169322fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:43.976912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-5c2dde73-1609-4dc7-9328-adf169322fa1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494149 Aug 29 17:42:44.097401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-c1cd5439-e1b9-461e-9413-eb5aefdb24c4 service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127658 Aug 29 17:42:44.141333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558a46-bdaf-42d0-bdbb-2f96321f0f7d req-99083eb6-c963-4324-b72f-eb37bca6b1f4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:44.143818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d558a46-bdaf-42d0-bdbb-2f96321f0f7d req-99083eb6-c963-4324-b72f-eb37bca6b1f4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 944 time: 0.0797853 Aug 29 17:42:44.211514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d558a46-bdaf-42d0-bdbb-2f96321f0f7d req-e175ad85-1ddc-4a5c-aa58-dcbf88220c67 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593724 Aug 29 17:42:44.278485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34d87e55-adb9-4f3f-adec-f019351ad6e0 req-e26185bb-11a7-4f42-bb9c-c0bc072b1a6e service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740766 Aug 29 17:42:44.404669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-5c580ce7-478f-44eb-88c8-689bb2be519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:44.406465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-5c580ce7-478f-44eb-88c8-689bb2be519f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1096 time: 0.0528700 Aug 29 17:42:44.526194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-4baadce3-e70d-4079-825b-934d2cafc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:44.527646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-4baadce3-e70d-4079-825b-934d2cafc29c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 897 time: 0.1127937 Aug 29 17:42:44.578489 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-d09b1c3c-4e1a-4ff0-8d0a-3f12cbda975d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 217 time: 0.0422640 Aug 29 17:42:44.647353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-9cb6db37-c556-4e5e-9f42-c176d6168f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:44.648945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-9cb6db37-c556-4e5e-9f42-c176d6168f35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.0610819 Aug 29 17:42:44.708274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-282feb74-c377-45cc-8b34-1c9db67ab7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:44.709993 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-282feb74-c377-45cc-8b34-1c9db67ab7e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491643 Aug 29 17:42:44.830484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-a7c6d192-b6e8-4031-a237-d537533fe03d service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098695 Aug 29 17:42:44.992794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0eb8855-bc6c-41b4-807b-175403de6579 req-8ef1a469-319d-4397-9127-76490f0eccd8 service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503975 Aug 29 17:42:45.006276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db6931-2664-4aae-81f7-c7246aa0da27 req-a5c1ef5b-0827-49ac-9114-7534b7a2ef6d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:45.008039 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5db6931-2664-4aae-81f7-c7246aa0da27 req-a5c1ef5b-0827-49ac-9114-7534b7a2ef6d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.1579826 Aug 29 17:42:45.056630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5db6931-2664-4aae-81f7-c7246aa0da27 req-0ac51ba6-288d-4c5c-b815-7ea84d335282 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Aug 29 17:42:45.347268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ca4ff-671b-4e04-9570-40f0ce8192d5 req-2dd5e4fb-46d6-42fb-9572-280f4a5f55b8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:45.355678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637ca4ff-671b-4e04-9570-40f0ce8192d5 req-2dd5e4fb-46d6-42fb-9572-280f4a5f55b8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 944 time: 0.0614905 Aug 29 17:42:45.406685 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637ca4ff-671b-4e04-9570-40f0ce8192d5 req-5b91ac86-7121-4eab-9182-9b19f0f76ba6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452003 Aug 29 17:42:45.452913 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:45.876140 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:42:46.181902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0cca9-c73a-4386-a974-501aca36e827 req-c4e566f7-89c1-4e2d-9820-42ac2d9d4e80 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:46.183458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73d0cca9-c73a-4386-a974-501aca36e827 req-c4e566f7-89c1-4e2d-9820-42ac2d9d4e80 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0506577 Aug 29 17:42:46.224707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73d0cca9-c73a-4386-a974-501aca36e827 req-f8ee841b-812c-4558-9f8b-d11f537d5c31 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351741 Aug 29 17:42:46.519697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5d0c5-4be2-4c0a-b6d0-871b669c7a48 req-23c048fa-065b-447f-ae0b-b1f9b8cc3ff6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:46.521402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ddb5d0c5-4be2-4c0a-b6d0-871b669c7a48 req-23c048fa-065b-447f-ae0b-b1f9b8cc3ff6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 944 time: 0.0536039 Aug 29 17:42:46.572737 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ddb5d0c5-4be2-4c0a-b6d0-871b669c7a48 req-223924c0-4b19-465e-a497-2d37a3bd36fc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447500 Aug 29 17:42:46.772464 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:47.168864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:42:47.297177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:47.312660 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'port_id': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'mac_address': 'fa:16:3e:b6:db:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:42:47.396189 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:47.411760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fdbbe-e53b-403b-b240-f7a621fce92c req-08ac2663-0593-4d8a-90c1-9a16b9dd5455 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:47.414040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb0fdbbe-e53b-403b-b240-f7a621fce92c req-08ac2663-0593-4d8a-90c1-9a16b9dd5455 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0748587 Aug 29 17:42:47.417378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:42:47.451892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:47.460778 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:47.502972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb0fdbbe-e53b-403b-b240-f7a621fce92c req-df4b9d01-557a-4d44-9afb-940162b569ef tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820975 Aug 29 17:42:47.536501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:47.735770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['74885ad5-ed60-47a2-9f47-f0be6cbd6c87'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:42:47.738904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14e6d2-c7a6-42a1-9087-75f5aa6784dd req-e426f6b1-89bf-42e0-a738-57f46baf800b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:47.741084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b14e6d2-c7a6-42a1-9087-75f5aa6784dd req-e426f6b1-89bf-42e0-a738-57f46baf800b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 945 time: 0.0900297 Aug 29 17:42:47.793071 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b14e6d2-c7a6-42a1-9087-75f5aa6784dd req-496a3fdc-93e1-4c76-a66c-a4d9550173ea tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458815 Aug 29 17:42:48.637670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffefc9-c73c-42c7-b51e-5c4596051231 req-52836d25-3a7c-407b-92b6-5baa39a8a297 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:48.639648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4ffefc9-c73c-42c7-b51e-5c4596051231 req-52836d25-3a7c-407b-92b6-5baa39a8a297 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0594096 Aug 29 17:42:48.684242 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4ffefc9-c73c-42c7-b51e-5c4596051231 req-ac85b607-b6ae-4782-bd7a-f9d9b348ed26 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Aug 29 17:42:48.992138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287fb8a-03cb-48f2-8024-391e0029ff76 req-36811812-2680-450d-a916-cc0381c3ac1c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:48.994075 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8287fb8a-03cb-48f2-8024-391e0029ff76 req-36811812-2680-450d-a916-cc0381c3ac1c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 945 time: 0.0944293 Aug 29 17:42:49.046151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8287fb8a-03cb-48f2-8024-391e0029ff76 req-3bffcd31-0b03-4915-83bf-5bef5abc359a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462668 Aug 29 17:42:49.167908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:42:49.227076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:42:49.231326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:42:49.231911 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:49.326051 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:49.352251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:49.355017 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ac28d-2b91-40fa-8d1d-d89067320ba3" -d '{"events": [{"server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "name": "network-vif-plugged", "status": "completed", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:49.368089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:49.375904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:49.430900 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df309af7-6b63-42c0-8563-e7ba155c9b0d x-openstack-request-id: req-df309af7-6b63-42c0-8563-e7ba155c9b0d {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:49.431182 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "name": "network-vif-plugged", "status": "completed", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:49.431449 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df309af7-6b63-42c0-8563-e7ba155c9b0d {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:49.431809 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'code': 200} Aug 29 17:42:49.444509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:49.549521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e88c3-1d1c-40cb-aedc-a183cb5a85f4 req-f3a9ab46-634b-40d5-9c1c-93674271b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:49.551682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f41e88c3-1d1c-40cb-aedc-a183cb5a85f4 req-f3a9ab46-634b-40d5-9c1c-93674271b0da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1098 time: 0.0469844 Aug 29 17:42:49.587329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f41e88c3-1d1c-40cb-aedc-a183cb5a85f4 req-3e16ef08-5361-436d-b2cd-1577ce04ea8d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281556 Aug 29 17:42:49.803539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72733aba-ebad-4ae9-bcf9-03fc91353b77 req-d10a86fe-c442-43a1-81d8-6ac7c4f74b88 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:49.805031 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72733aba-ebad-4ae9-bcf9-03fc91353b77 req-d10a86fe-c442-43a1-81d8-6ac7c4f74b88 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0533442 Aug 29 17:42:49.844100 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72733aba-ebad-4ae9-bcf9-03fc91353b77 req-cbb17237-d3f5-4842-89ca-190568acb9e7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326095 Aug 29 17:42:50.229547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f6e-d456-463a-ba32-62e8985a565c req-c48cfee7-d282-4a7e-b3dd-7f480aab39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:50.237378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece92f6e-d456-463a-ba32-62e8985a565c req-c48cfee7-d282-4a7e-b3dd-7f480aab39e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 1097 time: 0.1301224 Aug 29 17:42:50.239245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ad565-f35f-45f6-91a7-370d86e245ec req-613de67c-8140-4918-b090-7f44ab426660 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:50.249289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-720ad565-f35f-45f6-91a7-370d86e245ec req-613de67c-8140-4918-b090-7f44ab426660 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.1093562 Aug 29 17:42:50.294345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-720ad565-f35f-45f6-91a7-370d86e245ec req-4d90ce15-ce04-4674-a808-d91a968617fd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440018 Aug 29 17:42:50.333758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f6e-d456-463a-ba32-62e8985a565c req-4eed626f-4390-4db9-9561-d874f91d2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:50.335293 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece92f6e-d456-463a-ba32-62e8985a565c req-4eed626f-4390-4db9-9561-d874f91d2475 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.0896566 Aug 29 17:42:50.383304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece92f6e-d456-463a-ba32-62e8985a565c req-b784b041-0af7-4d80-8cf7-70e552f0ff0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b HTTP/1.1" status: 200 len: 217 time: 0.0397100 Aug 29 17:42:50.431529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f6e-d456-463a-ba32-62e8985a565c req-bb15c84c-42e1-4c5f-ba94-9d810ad10ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:50.432936 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece92f6e-d456-463a-ba32-62e8985a565c req-bb15c84c-42e1-4c5f-ba94-9d810ad10ea4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0434368 Aug 29 17:42:50.479177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f6e-d456-463a-ba32-62e8985a565c req-be7a650e-0377-464c-93cd-466cbc929ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:50.480741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece92f6e-d456-463a-ba32-62e8985a565c req-be7a650e-0377-464c-93cd-466cbc929ae3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409617 Aug 29 17:42:50.573391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece92f6e-d456-463a-ba32-62e8985a565c req-c6b8bb00-ad9a-45cc-85a4-e9e3ce782de9 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847890 Aug 29 17:42:50.666348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece92f6e-d456-463a-ba32-62e8985a565c req-7e1f2712-30b8-444c-bbc3-114880c9e83b service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843515 Aug 29 17:42:50.969743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaafd33-2316-4ebe-aced-9fbb21307007 req-dc277a65-bb13-4836-af23-a262b8595146 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:50.971319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-caaafd33-2316-4ebe-aced-9fbb21307007 req-dc277a65-bb13-4836-af23-a262b8595146 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0558321 Aug 29 17:42:51.009265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-caaafd33-2316-4ebe-aced-9fbb21307007 req-b1083828-4e87-4bf1-9608-0d5530d69cc6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Aug 29 17:42:51.419274 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef22eb-959a-40c8-9f4d-2836c77f2b24 req-46641094-c2f3-40ac-8c53-a53465c0ba00 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:51.427266 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6ef22eb-959a-40c8-9f4d-2836c77f2b24 req-46641094-c2f3-40ac-8c53-a53465c0ba00 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0655882 Aug 29 17:42:51.473170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6ef22eb-959a-40c8-9f4d-2836c77f2b24 req-008105d7-6b4e-4956-80da-42639a1ea711 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450013 Aug 29 17:42:51.593825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d584e8-c372-45ab-a45f-ba94632fba03 req-a401c501-c85f-41a1-93ac-4ebdc5416bd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:51.595333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8d584e8-c372-45ab-a45f-ba94632fba03 req-a401c501-c85f-41a1-93ac-4ebdc5416bd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0519876 Aug 29 17:42:51.633882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8d584e8-c372-45ab-a45f-ba94632fba03 req-1ea3ffc5-ece5-4b40-9900-c01cbc427c66 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318751 Aug 29 17:42:51.656124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44492) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:51.695478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce925fb2-a3a3-474c-9654-c37c0ba9d864 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:51.696896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ce925fb2-a3a3-474c-9654-c37c0ba9d864 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1093 time: 0.0397029 Aug 29 17:42:51.699933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44494) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:51.704178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:42:51.727349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:51.825986 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:51.930004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.25.2.185 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/422473bb-a007-4a3a-bf59-ee0745b91f70) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:42:52.042447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.084646 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.123835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:42:52.128686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:42:52.132854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:42:52.144971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd810-b05b-428b-a01a-e7b9c2290193 req-dfc712a3-e809-461f-8bbe-134f09715e65 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:52.146469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c81dd810-b05b-428b-a01a-e7b9c2290193 req-dfc712a3-e809-461f-8bbe-134f09715e65 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 945 time: 0.0567076 Aug 29 17:42:52.155646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=422473bb-a007-4a3a-bf59-ee0745b91f70,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:52.186996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c81dd810-b05b-428b-a01a-e7b9c2290193 req-694ba5f6-6644-4acd-b760-e6a4851b0fb4 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340998 Aug 29 17:42:52.554454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.621992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.712514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 354d8321-e2c5-46c3-801f-080fd2b79f4b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:42:52.775287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.780750 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.790150 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.813141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:52.816103 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a9995e-5235-4793-bbcf-d0adfd2d842b" -d '{"events": [{"server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "name": "network-vif-unplugged", "status": "completed", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:52.833669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:42:52.839708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.861728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=422473bb-a007-4a3a-bf59-ee0745b91f70,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:52.864624 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1283215d-3cda-4271-9222-96e58cf1ded3 x-openstack-request-id: req-1283215d-3cda-4271-9222-96e58cf1ded3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:52.864920 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "name": "network-vif-unplugged", "status": "failed", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b", "code": 422}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:52.865172 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1283215d-3cda-4271-9222-96e58cf1ded3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:52.865572 n-d-713499-15 neutron-server[94797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'code': 422} returned with failed status Aug 29 17:42:52.870022 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:52.896517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:52.969496 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Floating IP bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af associated. External IP: 172.25.2.185, port: 74885ad5-ed60-47a2-9f47-f0be6cbd6c87. Aug 29 17:42:53.173965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router cb7fbeed-72d6-460d-9222-d54a921d6130 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:42:53.282658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:42:53.293004 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] Sync routers for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:42:53.303760 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:53.304444 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:42:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:53.309531 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:53.317828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23001c0b-1515-4f1c-b664-6d15ba552dec req-e1115530-f526-428c-8d24-1d030067f304 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:53.320005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23001c0b-1515-4f1c-b664-6d15ba552dec req-e1115530-f526-428c-8d24-1d030067f304 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 943 time: 0.0568547 Aug 29 17:42:53.351700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-50712c9a-5b59-4bcc-926c-e8b62969aac6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6483109 Aug 29 17:42:53.351700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:42:53.352505 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f102f883-b2a9-4598-81a7-2dfaed931cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:42:53.380920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23001c0b-1515-4f1c-b664-6d15ba552dec req-74b347ea-e45a-455c-9baf-270c24ba8997 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534124 Aug 29 17:42:53.415285 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:53.508791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555a4eb-9dc1-4dad-afa6-9c0f1498be9a req-6c915564-01cd-4934-9383-d7103326c553 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:53.510692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2555a4eb-9dc1-4dad-afa6-9c0f1498be9a req-6c915564-01cd-4934-9383-d7103326c553 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0618801 Aug 29 17:42:53.517463 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffdc826-cf2c-46d9-bc0e-f1bc8507091e x-openstack-request-id: req-0ffdc826-cf2c-46d9-bc0e-f1bc8507091e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:42:53.518000 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:42:53.518332 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ffdc826-cf2c-46d9-bc0e-f1bc8507091e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:42:53.518706 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'status': 'completed', 'code': 200} Aug 29 17:42:53.608195 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2555a4eb-9dc1-4dad-afa6-9c0f1498be9a req-960d7947-05de-4e4a-89c9-49c4850aa395 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799181 Aug 29 17:42:53.616878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-23bfc99f-04a9-47d8-ac86-ec3e5d9e1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:53.618404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-23bfc99f-04a9-47d8-ac86-ec3e5d9e1dc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1098 time: 0.0756774 Aug 29 17:42:53.623667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44528) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:53.646671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4bca8-a969-492d-be10-43a68bce42c3 req-f04e003b-4fe9-42e0-8c35-4f02a7e0ed61 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:53.656409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76e4bca8-a969-492d-be10-43a68bce42c3 req-f04e003b-4fe9-42e0-8c35-4f02a7e0ed61 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0755990 Aug 29 17:42:53.691392 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'port_id': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'mac_address': 'fa:16:3e:b6:db:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:42:52Z', 'updated_at': '2021-08-29T17:42:52Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:41Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:53.698770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76e4bca8-a969-492d-be10-43a68bce42c3 req-cf4482fe-e20a-47e4-836d-25f877eabde3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414813 Aug 29 17:42:53.732101 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] Checking router: cb7fbeed-72d6-460d-9222-d54a921d6130 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:42:53.743282 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:42:53.744347 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:42:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:53.765648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c6492b36-31c3-468d-941c-4c7e3be6e0aa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af HTTP/1.1" status: 200 len: 992 time: 0.1407850 Aug 29 17:42:53.790123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-a92ea2fc-1581-4883-af97-2d67d3e772f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:53.791638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-a92ea2fc-1581-4883-af97-2d67d3e772f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 897 time: 0.1606104 Aug 29 17:42:53.862893 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:42:53.910873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011244a-1baa-4336-bb6a-446b202b4b43 req-6f7bd1de-36ba-4e92-924e-7e2874c5f411 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:53.912498 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6011244a-1baa-4336-bb6a-446b202b4b43 req-6f7bd1de-36ba-4e92-924e-7e2874c5f411 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.1250639 Aug 29 17:42:53.915092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-925837d4-edeb-4ff6-b247-d8a043341688 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 1000 time: 0.1152399 Aug 29 17:42:54.010161 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6011244a-1baa-4336-bb6a-446b202b4b43 req-3ad59c37-b233-4215-8531-8b995c50c1ec tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898032 Aug 29 17:42:54.012126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-b7277f5f-b7d5-4112-aa4a-c99a905f5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:54.013480 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-b7277f5f-b7d5-4112-aa4a-c99a905f5a3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.0862737 Aug 29 17:42:54.069790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-c7c4681d-df15-4994-b504-4fac963f137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:54.072058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-c7c4681d-df15-4994-b504-4fac963f137e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514848 Aug 29 17:42:54.122392 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'port_id': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'mac_address': 'fa:16:3e:b6:db:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:42:52Z', 'updated_at': '2021-08-29T17:42:52Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:41Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:42:54.155633 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59a7c4-6e71-484b-b975-7785b7dd0218 None None] The sync data for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 is: [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'port_id': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'mac_address': 'fa:16:3e:b6:db:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:42:52Z', 'updated_at': '2021-08-29T17:42:52Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:41Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:42:54.213555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-87b154b6-398d-46de-af59-ec447494d262 service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334522 Aug 29 17:42:54.266890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a47b-60d3-437b-9b30-17dc36a76a9e req-bbe744e5-174d-4406-8e9b-bec21421b749 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:54.268938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8d3a47b-60d3-437b-9b30-17dc36a76a9e req-bbe744e5-174d-4406-8e9b-bec21421b749 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0639048 Aug 29 17:42:54.314929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8d3a47b-60d3-437b-9b30-17dc36a76a9e req-0f52e487-8abb-4fb8-abaf-9d6c28a758ad tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355122 Aug 29 17:42:54.334443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f102f883-b2a9-4598-81a7-2dfaed931cfe req-7163ec10-8397-4210-8613-c018e40b9133 service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118109 Aug 29 17:42:54.431228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b766e8-acb4-4a28-957d-0a10e318b683 None None] New status for floating IP bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:42:54.767568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44562) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:54.827179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-23ab3f2f-1a9e-4ce4-a66f-02f95158925f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af HTTP/1.1" status: 200 len: 994 time: 0.0576742 Aug 29 17:42:55.437333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a68a58-f94c-4572-822a-4bd560e2be06 req-a7be9428-9421-400d-a35d-45e2fddef4d9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:55.438967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81a68a58-f94c-4572-822a-4bd560e2be06 req-a7be9428-9421-400d-a35d-45e2fddef4d9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0484190 Aug 29 17:42:55.478857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81a68a58-f94c-4572-822a-4bd560e2be06 req-be79604c-f278-46e0-a024-1f69ae23d7a1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340259 Aug 29 17:42:56.599999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284909b-47d8-4883-991c-933da0fd4416 req-bcd69cd1-7926-4e0b-9e14-c47c45b895a6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:56.602660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0284909b-47d8-4883-991c-933da0fd4416 req-bcd69cd1-7926-4e0b-9e14-c47c45b895a6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0529056 Aug 29 17:42:56.641031 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0284909b-47d8-4883-991c-933da0fd4416 req-93e869d2-d3a5-4eaa-b7ee-023dc71d5a7d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332596 Aug 29 17:42:56.730626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 354d8321-e2c5-46c3-801f-080fd2b79f4b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:42:57.765457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78eee-37e5-4adb-9008-cf6a6b915e64 req-68896850-eb36-4532-bc6a-06c752f00cbb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:57.767236 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1c78eee-37e5-4adb-9008-cf6a6b915e64 req-68896850-eb36-4532-bc6a-06c752f00cbb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0536792 Aug 29 17:42:57.804874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1c78eee-37e5-4adb-9008-cf6a6b915e64 req-448378ce-ee9f-4622-b3d1-3e92fbc9bb7f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319674 Aug 29 17:42:58.473275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44600) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:58.576267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7c4ab34a-ef29-46b9-9214-5e79f3916595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:58.662406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7c4ab34a-ef29-46b9-9214-5e79f3916595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:58.665875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7c4ab34a-ef29-46b9-9214-5e79f3916595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:58.706247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7c4ab34a-ef29-46b9-9214-5e79f3916595 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da4b9774073844dda0c45f3bf7ea2e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318437 Aug 29 17:42:58.708566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ab34a-ef29-46b9-9214-5e79f3916595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d79261-f446-4a02-9061-407f1d1f5a15,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:58.708994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44604) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:58.765074 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:58.787088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:58.832859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:58.835500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:58.836661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83d79261-f446-4a02-9061-407f1d1f5a15 HTTP/1.1" status: 204 len: 168 time: 0.1266768 Aug 29 17:42:58.844520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d79261-f446-4a02-9061-407f1d1f5a15,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:58.851920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.852266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.852720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.853060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.853391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.853719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.854069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.854392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.854741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.855064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.855384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.855703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86832c-2316-4219-89dd-1a90cb46b0d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:42:58.931428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7817da7-9844-46ab-ae82-de12daef86f2 req-10467cd9-78a0-4c8e-9479-5e215e843bba tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:58.933031 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7817da7-9844-46ab-ae82-de12daef86f2 req-10467cd9-78a0-4c8e-9479-5e215e843bba tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0503016 Aug 29 17:42:58.971105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7817da7-9844-46ab-ae82-de12daef86f2 req-618da0bd-0645-4569-b0cb-ebd58860f30c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319002 Aug 29 17:42:59.098155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44614) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:59.111263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd8b727f-485b-4c81-a5d3-6606906df065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:59.197201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd8b727f-485b-4c81-a5d3-6606906df065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:59.200922 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd8b727f-485b-4c81-a5d3-6606906df065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:59.238494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd8b727f-485b-4c81-a5d3-6606906df065 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a55bc25bf6b24bceac1e755ec73f2182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391416 Aug 29 17:42:59.239066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b727f-485b-4c81-a5d3-6606906df065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576953a0-fdb5-427f-9e7c-263df3ae6375,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:42:59.241119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44616) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:42:59.289418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14a6058e-d517-4ab6-8e79-031829ff548d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:59.310230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14a6058e-d517-4ab6-8e79-031829ff548d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:59.364558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14a6058e-d517-4ab6-8e79-031829ff548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:59.367059 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14a6058e-d517-4ab6-8e79-031829ff548d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:59.368193 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-14a6058e-d517-4ab6-8e79-031829ff548d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/576953a0-fdb5-427f-9e7c-263df3ae6375 HTTP/1.1" status: 204 len: 168 time: 0.1260355 Aug 29 17:42:59.375952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6058e-d517-4ab6-8e79-031829ff548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576953a0-fdb5-427f-9e7c-263df3ae6375,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:00.091277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fbc6f-f064-4e89-8602-b0a7dd019ecf req-58d45ae7-fda5-4117-9c62-c9e08e45160d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:00.092786 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-533fbc6f-f064-4e89-8602-b0a7dd019ecf req-58d45ae7-fda5-4117-9c62-c9e08e45160d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0532300 Aug 29 17:43:00.129895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-533fbc6f-f064-4e89-8602-b0a7dd019ecf req-ecffc895-689a-4659-b950-3522ba202fb9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310879 Aug 29 17:43:01.258597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a4967-26f4-4928-9920-44c01ba8086c req-c02701e9-9fe5-4fe4-b958-5780df26e55e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:01.260389 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1f1a4967-26f4-4928-9920-44c01ba8086c req-c02701e9-9fe5-4fe4-b958-5780df26e55e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0565901 Aug 29 17:43:01.299283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1f1a4967-26f4-4928-9920-44c01ba8086c req-0e1edf08-2fb1-45db-8d7b-28ee27cb3607 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326560 Aug 29 17:43:02.420451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e4770-d10c-4bdf-9c51-2cb1af9549ad req-1dda5256-8b12-4fd7-955e-9dc6845e5d1d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:02.422065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e2e4770-d10c-4bdf-9c51-2cb1af9549ad req-1dda5256-8b12-4fd7-955e-9dc6845e5d1d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0501420 Aug 29 17:43:02.461762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e2e4770-d10c-4bdf-9c51-2cb1af9549ad req-23b8f6c6-7d0a-4fba-a7df-930506117f9b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330977 Aug 29 17:43:03.584435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c89ea-b8cd-47c4-8ffb-762c54e7d681 req-c10903bc-1201-4cb6-b7bd-35467ba53d94 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:03.585967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de9c89ea-b8cd-47c4-8ffb-762c54e7d681 req-c10903bc-1201-4cb6-b7bd-35467ba53d94 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0499144 Aug 29 17:43:03.626919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de9c89ea-b8cd-47c4-8ffb-762c54e7d681 req-fb95b8ce-c98c-4a7e-86f5-e71326d108ad tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336902 Aug 29 17:43:04.296430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3966a11-bfad-41dc-b024-e1edaeb0376e req-e6fc5f1c-0df5-40bf-805d-aae8667c5775 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250034 Aug 29 17:43:04.369569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3966a11-bfad-41dc-b024-e1edaeb0376e req-7c379c99-1d05-4243-89b9-2d99b7328559 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0291579 Aug 29 17:43:04.416743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3966a11-bfad-41dc-b024-e1edaeb0376e req-a353f871-f3a9-4054-aa34-d1835d917388 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273619 Aug 29 17:43:04.578195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966a11-bfad-41dc-b024-e1edaeb0376e req-60979ab7-304f-43fc-8dcc-2b048905ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:04.579670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3966a11-bfad-41dc-b024-e1edaeb0376e req-60979ab7-304f-43fc-8dcc-2b048905ae0b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562166 Aug 29 17:43:04.748078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69217e-6bcb-460e-832f-b03121c4e624 req-8a07ea5d-044d-41a7-840d-88fdfdb27324 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:04.749487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa69217e-6bcb-460e-832f-b03121c4e624 req-8a07ea5d-044d-41a7-840d-88fdfdb27324 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0481758 Aug 29 17:43:04.788382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa69217e-6bcb-460e-832f-b03121c4e624 req-af88adc5-d639-434f-a9fa-04f3cb1512e3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Aug 29 17:43:05.000299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209f2a9-60c8-4f93-bb12-fb6ddbbe13d8 req-ef7571c4-01fd-40ff-8aff-318d5ec06138 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:05.001656 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b209f2a9-60c8-4f93-bb12-fb6ddbbe13d8 req-ef7571c4-01fd-40ff-8aff-318d5ec06138 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0561454 Aug 29 17:43:05.060082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f44687-8408-4010-8bc9-9a60c191606f req-6c3db5ce-a930-49a8-be96-e18a199f02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:05.061577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91f44687-8408-4010-8bc9-9a60c191606f req-6c3db5ce-a930-49a8-be96-e18a199f02aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1096 time: 0.0765517 Aug 29 17:43:05.069538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b209f2a9-60c8-4f93-bb12-fb6ddbbe13d8 req-861fa86f-e898-4078-b8e5-77b49875b3c3 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508850 Aug 29 17:43:05.154883 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f44687-8408-4010-8bc9-9a60c191606f req-be76669e-2c69-4246-9096-d16d824fd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:05.156365 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91f44687-8408-4010-8bc9-9a60c191606f req-be76669e-2c69-4246-9096-d16d824fd7b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.0856662 Aug 29 17:43:05.229842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91f44687-8408-4010-8bc9-9a60c191606f req-78acca85-6bc1-4387-922a-9a48339d9f92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 999 time: 0.0657668 Aug 29 17:43:05.281453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f44687-8408-4010-8bc9-9a60c191606f req-2772867c-0f70-4716-946a-c052cda0f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:05.282986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91f44687-8408-4010-8bc9-9a60c191606f req-2772867c-0f70-4716-946a-c052cda0f7ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0449984 Aug 29 17:43:05.327624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f44687-8408-4010-8bc9-9a60c191606f req-db67ebe9-3e11-4fcc-b8ef-fe7bdadbb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:05.329029 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91f44687-8408-4010-8bc9-9a60c191606f req-db67ebe9-3e11-4fcc-b8ef-fe7bdadbb927 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393009 Aug 29 17:43:05.420656 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91f44687-8408-4010-8bc9-9a60c191606f req-dd7a50ca-c43f-49ed-874a-9039fdf514b6 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837655 Aug 29 17:43:05.518155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91f44687-8408-4010-8bc9-9a60c191606f req-1dfa2ca1-eaf2-4cc9-9f6d-891086eb2140 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898609 Aug 29 17:43:06.196319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea07459-f928-49d5-b8d8-de5537119491 req-d9d413c8-55b9-4c8c-b45d-962b7efb182c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:06.198992 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ea07459-f928-49d5-b8d8-de5537119491 req-d9d413c8-55b9-4c8c-b45d-962b7efb182c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0530689 Aug 29 17:43:06.241765 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ea07459-f928-49d5-b8d8-de5537119491 req-69147150-a82c-4dee-81ec-71aae07d1183 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374382 Aug 29 17:43:06.363001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29869f66-8e63-4c61-b148-ed8bda008c41 req-680459b9-8f29-479c-91ea-4bfa4c7280b0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:06.366833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29869f66-8e63-4c61-b148-ed8bda008c41 req-680459b9-8f29-479c-91ea-4bfa4c7280b0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0531356 Aug 29 17:43:06.403106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29869f66-8e63-4c61-b148-ed8bda008c41 req-7e8878cd-4580-4fda-85b7-b30dd2290097 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322685 Aug 29 17:43:06.705120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:06.810954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012712e-9663-4885-8866-c532575e4ab3 req-a9d13c1b-b66c-48e1-9eb9-b8292fda053a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:06.812481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0012712e-9663-4885-8866-c532575e4ab3 req-a9d13c1b-b66c-48e1-9eb9-b8292fda053a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.3326399 Aug 29 17:43:06.812627 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-863240c6-b5f5-4dfc-b8cf-d8f70c5fc8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:06.850939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0012712e-9663-4885-8866-c532575e4ab3 req-2a6f9768-64a2-4967-8909-a3c6f00f5947 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Aug 29 17:43:06.910781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-863240c6-b5f5-4dfc-b8cf-d8f70c5fc8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:06.914940 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-863240c6-b5f5-4dfc-b8cf-d8f70c5fc8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:06.955208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-863240c6-b5f5-4dfc-b8cf-d8f70c5fc8ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb9480db66754fca928398835ef9ba3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482514 Aug 29 17:43:06.956636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863240c6-b5f5-4dfc-b8cf-d8f70c5fc8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf14ef87-71e4-4a37-b53f-d0055ee3257b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:06.959185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44796) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:07.016531 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a286a6d-9dae-4fab-9160-c48bd8f18f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.038173 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a286a6d-9dae-4fab-9160-c48bd8f18f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.084940 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a286a6d-9dae-4fab-9160-c48bd8f18f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.087490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a286a6d-9dae-4fab-9160-c48bd8f18f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.091013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2a286a6d-9dae-4fab-9160-c48bd8f18f17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf14ef87-71e4-4a37-b53f-d0055ee3257b HTTP/1.1" status: 204 len: 168 time: 0.1283491 Aug 29 17:43:07.097501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a286a6d-9dae-4fab-9160-c48bd8f18f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf14ef87-71e4-4a37-b53f-d0055ee3257b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:07.101569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad8e77-1577-4708-9006-81ec379d554b req-c7721de8-97f8-4597-ad71-e1f6230f67d1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:07.103112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40ad8e77-1577-4708-9006-81ec379d554b req-c7721de8-97f8-4597-ad71-e1f6230f67d1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0509155 Aug 29 17:43:07.145275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40ad8e77-1577-4708-9006-81ec379d554b req-68b7ecea-2eed-4ef8-a56c-1731379a354d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361149 Aug 29 17:43:07.348863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44806) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:07.362577 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-24687383-8cef-47eb-9827-cecd750eeab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.454113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-24687383-8cef-47eb-9827-cecd750eeab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.457587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-24687383-8cef-47eb-9827-cecd750eeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.499388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-24687383-8cef-47eb-9827-cecd750eeab5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6a1d3330b9d4ad299a4ddef92464ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493962 Aug 29 17:43:07.500378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24687383-8cef-47eb-9827-cecd750eeab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb22e9-fb7e-45ca-b561-6415e34d45e2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:07.502750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44808) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:07.553891 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-605350c1-d7d3-483d-b365-1e86938b2324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.574067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-605350c1-d7d3-483d-b365-1e86938b2324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.622525 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-605350c1-d7d3-483d-b365-1e86938b2324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.625119 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-605350c1-d7d3-483d-b365-1e86938b2324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:07.626286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-605350c1-d7d3-483d-b365-1e86938b2324 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cdb22e9-fb7e-45ca-b561-6415e34d45e2 HTTP/1.1" status: 204 len: 168 time: 0.1224680 Aug 29 17:43:07.634263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605350c1-d7d3-483d-b365-1e86938b2324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb22e9-fb7e-45ca-b561-6415e34d45e2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:08.275852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4052-d3ae-47e6-b41a-0dd112f43f37 req-56efb275-6f1e-45bf-b2f1-d3feaf778038 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:08.277104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44834) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:08.277475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de8a4052-d3ae-47e6-b41a-0dd112f43f37 req-56efb275-6f1e-45bf-b2f1-d3feaf778038 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0581117 Aug 29 17:43:08.316607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de8a4052-d3ae-47e6-b41a-0dd112f43f37 req-ee1362ed-c5bc-49fb-86c8-67f9bc2633fb tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331500 Aug 29 17:43:08.378403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1213330829-network', 'tenant_id': 'd984e359a4e641eca8cf72a5a284f13e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:08.399675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Made reservation on behalf of d984e359a4e641eca8cf72a5a284f13e for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:08.402184 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.411563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.546247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b994b-a97f-491e-ad32-954b64033f2b req-2da39c49-e86c-4377-a55a-bab1e47d5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:08.546944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f907e6f-a96d-4d7e-9e71-d8e17e608319 req-68bbb22e-e857-458c-82e4-2162dc47df03 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:08.547791 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872b994b-a97f-491e-ad32-954b64033f2b req-2da39c49-e86c-4377-a55a-bab1e47d5b2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 1096 time: 0.0424266 Aug 29 17:43:08.547932 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f907e6f-a96d-4d7e-9e71-d8e17e608319 req-68bbb22e-e857-458c-82e4-2162dc47df03 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0703268 Aug 29 17:43:08.566277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.574803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.608357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:43:08.623977 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f907e6f-a96d-4d7e-9e71-d8e17e608319 req-87243b07-c5e9-4e43-b178-447b594b1b28 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681059 Aug 29 17:43:08.625851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c06340e-c7a1-4ecf-b24b-c1681b161ed2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:08.631594 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.631944 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Added segment da447966-81bb-4c53-a525-aa2587be535a of type vlan for network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc Aug 29 17:43:08.680709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.707764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.708866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:08.709614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.766557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4883213 Aug 29 17:43:08.769732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44844) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:08.776641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Request body: {'subnet': {'network_id': 'dceeac44-2f0e-4d8d-a6ec-b462fd2797dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1213330829-subnet', 'tenant_id': 'd984e359a4e641eca8cf72a5a284f13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:08.781094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca069efd-fd79-4296-a673-4024ea9a052f admin admin] Pushing event updated for resources: {'Network': ['ID=dceeac44-2f0e-4d8d-a6ec-b462fd2797dc,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:08.792295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:43:08.807639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Made reservation on behalf of d984e359a4e641eca8cf72a5a284f13e for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:08.810309 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:08.959762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b994b-a97f-491e-ad32-954b64033f2b req-173fd1b7-d038-4e7b-be0a-75feeba02233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:08.961582 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872b994b-a97f-491e-ad32-954b64033f2b req-173fd1b7-d038-4e7b-be0a-75feeba02233 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.4061847 Aug 29 17:43:08.994145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.025933 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872b994b-a97f-491e-ad32-954b64033f2b req-62734425-9a79-4ee8-831c-dd48a9363235 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 200 len: 999 time: 0.0573320 Aug 29 17:43:09.050353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32bdbf4b-6f74-403e-8093-a509bbec30fc,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:09.058439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Checking segment: {'id': 'da447966-81bb-4c53-a525-aa2587be535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dceeac44-2f0e-4d8d-a6ec-b462fd2797dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:09.058844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Network hostable DHCP agents. Network: dceeac44-2f0e-4d8d-a6ec-b462fd2797dc, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:43:09.075341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b994b-a97f-491e-ad32-954b64033f2b req-bf0efd7a-6a5c-4cc9-a49a-f01ba0bae2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:09.076810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872b994b-a97f-491e-ad32-954b64033f2b req-bf0efd7a-6a5c-4cc9-a49a-f01ba0bae2a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0443430 Aug 29 17:43:09.077624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:43:09.087694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, dceeac44-2f0e-4d8d-a6ec-b462fd2797dc) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:43:09.092834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:09.094232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.096219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98dce3-dc70-4efc-aee6-5cb1e0cfcdf1 None None] Network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:43:09.115210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cf52977b-0606-4f04-aaa5-616f0d508ce3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3443432 Aug 29 17:43:09.140113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b994b-a97f-491e-ad32-954b64033f2b req-8c762588-6d39-4e5f-a658-8744d97edec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:09.141436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872b994b-a97f-491e-ad32-954b64033f2b req-8c762588-6d39-4e5f-a658-8744d97edec3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571995 Aug 29 17:43:09.229894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f95691-70de-453e-b9de-25a4b447ea41 None None] Network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:43:09.233967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872b994b-a97f-491e-ad32-954b64033f2b req-7456ed3d-9d73-42ff-9a0e-95fc16d38009 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843470 Aug 29 17:43:09.343344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872b994b-a97f-491e-ad32-954b64033f2b req-22452d13-c6ce-43ed-94b9-b8e0309901ae service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013870 Aug 29 17:43:09.606985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 44864) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:09.613178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1148698288-network', 'tenant_id': '9b075e63ed9149cda969fff8172d3d36'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:09.633398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Made reservation on behalf of 9b075e63ed9149cda969fff8172d3d36 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:09.635738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.648800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.680904 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-f9d4cd5e-ddeb-4391-9747-34e167013f20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427434 Aug 29 17:43:09.745752 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.750491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.771806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:43:09.782536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-0e6c3b3b-a925-4f04-8746-947b35071588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:09.784573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-0e6c3b3b-a925-4f04-8746-947b35071588 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd02ad258d94cb58933550ba3972f3f&device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 1097 time: 0.0761561 Aug 29 17:43:09.785709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28438ab4-1dc5-40e4-b1bd-7c07f1f73752,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:09.792144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.792497 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Added segment c99efcfd-01fb-45b6-b4dc-5f97418ffa37 of type vlan for network c6976db3-1a6c-4500-9bfd-231e42575019 Aug 29 17:43:09.810254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78dd10-94cd-446e-ad62-93875ed3ffcb req-4ec99223-c884-40cb-a65f-94fdde9ea746 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:09.811746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb78dd10-94cd-446e-ad62-93875ed3ffcb req-4ec99223-c884-40cb-a65f-94fdde9ea746 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0912461 Aug 29 17:43:09.835385 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.863581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.864684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:09.865305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:09.897728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb78dd10-94cd-446e-ad62-93875ed3ffcb req-d1c13445-effe-4382-b999-c4b60821bb73 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778987 Aug 29 17:43:09.927141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3188658 Aug 29 17:43:09.928379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace296b-e921-466c-a795-223cd6cdb9af admin admin] Pushing event updated for resources: {'Network': ['ID=c6976db3-1a6c-4500-9bfd-231e42575019,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:09.929798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 44868) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:09.939382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c6976db3-1a6c-4500-9bfd-231e42575019 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:43:09.941463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Request body: {'subnet': {'network_id': 'c6976db3-1a6c-4500-9bfd-231e42575019', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1148698288-subnet', 'tenant_id': '9b075e63ed9149cda969fff8172d3d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:09.946632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-0735ff2d-c026-48e9-8e2c-8dee37d1d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:09.948073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-0735ff2d-c026-48e9-8e2c-8dee37d1d3df service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 200 len: 913 time: 0.1354756 Aug 29 17:43:10.001190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-ce7f7762-894a-4325-8420-abd9d569ea46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36afb658-721c-4d64-98a4-69b3a7789ed0 HTTP/1.1" status: 200 len: 217 time: 0.0438902 Aug 29 17:43:10.006976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Made reservation on behalf of 9b075e63ed9149cda969fff8172d3d36 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:10.009586 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:10.108892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-3d131219-def7-41be-8f00-e92e97be39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:10.110400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-3d131219-def7-41be-8f00-e92e97be39f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 200 len: 851 time: 0.0979369 Aug 29 17:43:10.200296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-8c14fc67-3a08-4728-b525-1cab4a3737f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:10.202773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-8c14fc67-3a08-4728-b525-1cab4a3737f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fd795cd-4abb-4204-8223-4261ff8a2795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836987 Aug 29 17:43:10.306399 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:10.374209 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-97db704c-d717-4993-8476-0d5b1594f12a service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620097 Aug 29 17:43:10.394486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3caee07-b190-4f91-bf3d-2fab41852ba5,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:10.440228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Checking segment: {'id': 'c99efcfd-01fb-45b6-b4dc-5f97418ffa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c6976db3-1a6c-4500-9bfd-231e42575019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:10.440575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Network hostable DHCP agents. Network: c6976db3-1a6c-4500-9bfd-231e42575019, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:43:10.482579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Network c6976db3-1a6c-4500-9bfd-231e42575019 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:43:10.501421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c6976db3-1a6c-4500-9bfd-231e42575019) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:43:10.506976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:10.507778 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:10.512123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca5d24-14ba-410b-9192-c825037e5866 None None] Network c6976db3-1a6c-4500-9bfd-231e42575019 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:43:10.520408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4abe75b7-dccc-4b61-8d70-f7f6d7ad4f58 req-dcb7103f-d7da-4c03-b42a-d8ba5e38cad4 service neutron] 10.222.0.43 "GET /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375046 Aug 29 17:43:10.533220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f077c3b7-f3cf-4605-a4df-897633aacb17 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6014180 Aug 29 17:43:10.649737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e51e9-cc47-425b-b08c-92c474737791 None None] Network c6976db3-1a6c-4500-9bfd-231e42575019 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:43:11.015454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-d7fa3c99-d69b-46d0-bcae-1ce4f8c05081 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:11.016962 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-d7fa3c99-d69b-46d0-bcae-1ce4f8c05081 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/networks?id=dceeac44-2f0e-4d8d-a6ec-b462fd2797dc HTTP/1.1" status: 200 len: 809 time: 0.1048894 Aug 29 17:43:11.019627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb53b07-3ffd-49a0-84b6-d87431cb9718 req-3ff788a9-016b-4675-ae96-f5a01917f4c9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:11.021106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5eb53b07-3ffd-49a0-84b6-d87431cb9718 req-3ff788a9-016b-4675-ae96-f5a01917f4c9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0505807 Aug 29 17:43:11.032041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-e3c2256a-11c4-4ccb-a4e3-d085e41129d7 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/quotas/d984e359a4e641eca8cf72a5a284f13e HTTP/1.1" status: 200 len: 375 time: 0.0092840 Aug 29 17:43:11.059831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5eb53b07-3ffd-49a0-84b6-d87431cb9718 req-c4d7c028-4426-4a50-b37a-67c276b4cd38 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327249 Aug 29 17:43:11.064741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-3d4fdfbb-148f-4194-9d59-0cb57ecd5b02 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d984e359a4e641eca8cf72a5a284f13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267811 Aug 29 17:43:11.173639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df562553-506c-4542-b3a9-f465b82ae0d4 req-cf5a0ab2-ac1e-406f-8046-191cb7dbdc28 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:11.175763 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df562553-506c-4542-b3a9-f465b82ae0d4 req-cf5a0ab2-ac1e-406f-8046-191cb7dbdc28 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0501873 Aug 29 17:43:11.213145 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df562553-506c-4542-b3a9-f465b82ae0d4 req-3baaa68e-0f36-41c6-a1b6-57403e453345 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312948 Aug 29 17:43:11.216254 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-972e7973-bc93-47cf-82d2-7fe86afbef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:11.265224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-192ffd23-201d-444d-a086-8ff97fbdbd65 service neutron] 10.222.0.41 "GET /v2.0/networks/dceeac44-2f0e-4d8d-a6ec-b462fd2797dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933401 Aug 29 17:43:11.361911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-89583ef4-23fe-4fb7-b55f-381410787102 service neutron] 10.222.0.41 "GET /v2.0/networks/dceeac44-2f0e-4d8d-a6ec-b462fd2797dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 Aug 29 17:43:11.539549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ee78e9b-f359-49d4-883b-70ee66762019 req-95a24d22-e107-4ba7-b8d4-4464623186ee tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 210 time: 0.0282934 Aug 29 17:43:12.007142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f180b9-3310-42a4-9efc-20440737683a req-2df26d62-77da-47e2-8274-fc9e83a41036 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:12.008689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1f180b9-3310-42a4-9efc-20440737683a req-2df26d62-77da-47e2-8274-fc9e83a41036 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=211dc8dd-6dab-45fc-ad44-e0684ab06c06 HTTP/1.1" status: 200 len: 943 time: 0.0507352 Aug 29 17:43:12.106810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Deleting port 354d8321-e2c5-46c3-801f-080fd2b79f4b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:12.107500 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:12.192147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] For port 354d8321-e2c5-46c3-801f-080fd2b79f4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=354d8321-e2c5-46c3-801f-080fd2b79f4b,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:12.192508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:12.210113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Calling delete_port for 354d8321-e2c5-46c3-801f-080fd2b79f4b owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:12.335064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:12.351581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['36afb658-721c-4d64-98a4-69b3a7789ed0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:12.354548 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7d659923-a489-4648-a2d8-6004d0eac158'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:12.368965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event deleted for resources: {'Port': ['ID=354d8321-e2c5-46c3-801f-080fd2b79f4b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:12.435211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] No DVR routers for this DVR port 354d8321-e2c5-46c3-801f-080fd2b79f4b on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:12.438866 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:12.453287 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1f180b9-3310-42a4-9efc-20440737683a req-e706165b-6d5a-4695-9ea6-34dab94e405b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "DELETE /v2.0/ports/354d8321-e2c5-46c3-801f-080fd2b79f4b HTTP/1.1" status: 204 len: 173 time: 0.4371858 Aug 29 17:43:12.454254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'name': 'network-vif-deleted', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:12.459283 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8837e6-ca44-4ee2-82d3-420d872b0166" -d '{"events": [{"server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "name": "network-vif-deleted", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:12.529579 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddc6a5c-8f25-47c5-af62-dad80e296ba7 x-openstack-request-id: req-6ddc6a5c-8f25-47c5-af62-dad80e296ba7 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:12.529874 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dc8dd-6dab-45fc-ad44-e0684ab06c06", "name": "network-vif-deleted", "tag": "354d8321-e2c5-46c3-801f-080fd2b79f4b", "status": "failed", "code": 422}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:12.530134 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ddc6a5c-8f25-47c5-af62-dad80e296ba7 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:12.530557 n-d-713499-15 neutron-server[94795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '211dc8dd-6dab-45fc-ad44-e0684ab06c06', 'name': 'network-vif-deleted', 'tag': '354d8321-e2c5-46c3-801f-080fd2b79f4b', 'status': 'failed', 'code': 422} returned with failed status Aug 29 17:43:12.557951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-601a08cd-5cb4-4833-8ec6-c6635e859184 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:12.560961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-601a08cd-5cb4-4833-8ec6-c6635e859184 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.44 "GET /v2.0/networks?id=dceeac44-2f0e-4d8d-a6ec-b462fd2797dc HTTP/1.1" status: 200 len: 809 time: 0.1698713 Aug 29 17:43:12.578768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Request body: {'port': {'device_id': 'b831cb78-bddb-4210-b38c-fe8122702d34', 'network_id': 'dceeac44-2f0e-4d8d-a6ec-b462fd2797dc', 'admin_state_up': True, 'tenant_id': 'd984e359a4e641eca8cf72a5a284f13e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:12.600976 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:12.721140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f888a4b4-45cf-4f07-802b-0a805ab632a0 req-875cee7d-4dc6-4952-9095-a6538cfdd412 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 210 time: 0.0412488 Aug 29 17:43:12.799780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Made reservation on behalf of d984e359a4e641eca8cf72a5a284f13e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:12.804422 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:12.945771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Allocated IP 172.20.0.2 (dceeac44-2f0e-4d8d-a6ec-b462fd2797dc/32bdbf4b-6f74-403e-8093-a509bbec30fc/80ea271b-23ea-4f1f-b545-4f2b41960b59) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:43:13.102538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.123541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.150346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.230072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:43:13.236221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:43:13.239484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Pushing event updated for resources: {'Port': ['ID=80ea271b-23ea-4f1f-b545-4f2b41960b59,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:13.243440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:43:13.287177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bdbc8-62f5-4537-acc8-dc3833006ef1 req-20414584-8e91-4ea6-877a-c7f974ae1375 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:13.288642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd8bdbc8-62f5-4537-acc8-dc3833006ef1 req-20414584-8e91-4ea6-877a-c7f974ae1375 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 908 time: 0.1050255 Aug 29 17:43:13.305195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:13.305805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.319794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-53d14d3e-da5d-4a8f-b7ca-3067b47d0826 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7484646 Aug 29 17:43:13.332567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Request body: {'port': {'device_id': 'b831cb78-bddb-4210-b38c-fe8122702d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:13.389641 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.661288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ea271b-23ea-4f1f-b545-4f2b41960b59 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:13.669205 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.682199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Transition to ACTIVE for port object 80ea271b-23ea-4f1f-b545-4f2b41960b59 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:13.686094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.736761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Pushing event updated for resources: {'Port': ['ID=80ea271b-23ea-4f1f-b545-4f2b41960b59,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:13.837074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Attempting to bind port 80ea271b-23ea-4f1f-b545-4f2b41960b59 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:43:13.837504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Attempting to bind port 80ea271b-23ea-4f1f-b545-4f2b41960b59 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'da447966-81bb-4c53-a525-aa2587be535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dceeac44-2f0e-4d8d-a6ec-b462fd2797dc'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:43:13.837838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Attempting to bind port 80ea271b-23ea-4f1f-b545-4f2b41960b59 on network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:13.845740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Port 80ea271b-23ea-4f1f-b545-4f2b41960b59 on network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:43:13.846075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Attempting to bind port 80ea271b-23ea-4f1f-b545-4f2b41960b59 on network dceeac44-2f0e-4d8d-a6ec-b462fd2797dc {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:13.854914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:43:13.855150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Checking segment: {'id': 'da447966-81bb-4c53-a525-aa2587be535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dceeac44-2f0e-4d8d-a6ec-b462fd2797dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:13.855602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Bound using segment: {'id': 'da447966-81bb-4c53-a525-aa2587be535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dceeac44-2f0e-4d8d-a6ec-b462fd2797dc'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:43:13.856045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Bound port: 80ea271b-23ea-4f1f-b545-4f2b41960b59, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da447966-81bb-4c53-a525-aa2587be535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dceeac44-2f0e-4d8d-a6ec-b462fd2797dc'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:43:13.856471 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.857250 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-96139389-39db-4b7e-a7db-d8860894f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.880177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:13.882372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0a560-679d-4b31-9499-6c935b8bf032 req-2c0eed7f-5ffd-41f0-b977-f5cfc32a4f74 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:13.883942 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-08f0a560-679d-4b31-9499-6c935b8bf032 req-2c0eed7f-5ffd-41f0-b977-f5cfc32a4f74 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 943 time: 0.0812926 Aug 29 17:43:13.962540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-08f0a560-679d-4b31-9499-6c935b8bf032 req-37d86302-e490-469d-8815-22323c43968b tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560622 Aug 29 17:43:13.964922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] For port 80ea271b-23ea-4f1f-b545-4f2b41960b59, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:13.968260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] For port 80ea271b-23ea-4f1f-b545-4f2b41960b59, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=80ea271b-23ea-4f1f-b545-4f2b41960b59,segment=NetworkSegment(da447966-81bb-4c53-a525-aa2587be535a),segment_id=da447966-81bb-4c53-a525-aa2587be535a)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:43:13.972913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:14.012121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:14.012737 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:14.014350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] 10.222.0.44 "PUT /v2.0/ports/80ea271b-23ea-4f1f-b545-4f2b41960b59 HTTP/1.1" status: 200 len: 1092 time: 0.6864259 Aug 29 17:43:14.014816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b831cb78-bddb-4210-b38c-fe8122702d34', 'tag': '80ea271b-23ea-4f1f-b545-4f2b41960b59'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:14.017036 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a710b4-1482-4a35-aba5-916c505aa1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b831cb78-bddb-4210-b38c-fe8122702d34", "tag": "80ea271b-23ea-4f1f-b545-4f2b41960b59"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:14.041849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fafa9-cc50-40ce-b892-aff7925f9e2f service neutron] Pushing event updated for resources: {'Port': ['ID=80ea271b-23ea-4f1f-b545-4f2b41960b59,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:14.062927 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee07dd6f-ec3c-4582-b52a-6be7cd66a306 x-openstack-request-id: req-ee07dd6f-ec3c-4582-b52a-6be7cd66a306 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:14.063211 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b831cb78-bddb-4210-b38c-fe8122702d34", "tag": "80ea271b-23ea-4f1f-b545-4f2b41960b59", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:14.063462 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee07dd6f-ec3c-4582-b52a-6be7cd66a306 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:14.063853 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b831cb78-bddb-4210-b38c-fe8122702d34', 'tag': '80ea271b-23ea-4f1f-b545-4f2b41960b59', 'status': 'completed', 'code': 200} Aug 29 17:43:14.095278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-db32f30f-2d13-48a5-b691-ac5189a4cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:14.097325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-db32f30f-2d13-48a5-b691-ac5189a4cd68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d984e359a4e641eca8cf72a5a284f13e&device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 1095 time: 0.0436716 Aug 29 17:43:14.140333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-247ca317-c693-4e95-9951-86e2c685034f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80ea271b-23ea-4f1f-b545-4f2b41960b59 HTTP/1.1" status: 200 len: 217 time: 0.0342913 Aug 29 17:43:14.189283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-fe65e0ea-19e5-4136-9155-1a15cb28649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:14.190718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-fe65e0ea-19e5-4136-9155-1a15cb28649f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32bdbf4b-6f74-403e-8093-a509bbec30fc HTTP/1.1" status: 200 len: 849 time: 0.0425584 Aug 29 17:43:14.227575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-c0680e4b-f970-4dbe-b6d7-2b19ec599139 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dceeac44-2f0e-4d8d-a6ec-b462fd2797dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285053 Aug 29 17:43:14.317264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-0e23d96c-a983-4012-a04e-38f89e6b1033 service neutron] 10.222.0.44 "GET /v2.0/networks/dceeac44-2f0e-4d8d-a6ec-b462fd2797dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822024 Aug 29 17:43:14.448283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899322a6-b47f-490e-bd6c-571812f19e6c req-6604b92a-97f2-4271-aad4-04154557be8f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:14.449908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-899322a6-b47f-490e-bd6c-571812f19e6c req-6604b92a-97f2-4271-aad4-04154557be8f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 908 time: 0.0770369 Aug 29 17:43:14.460715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb3fc42-d98e-44fe-869e-d3e9eba7ecf0 req-bf0dc801-03b5-41bb-9231-a62be42c9768 service neutron] 10.222.0.44 "GET /v2.0/networks/dceeac44-2f0e-4d8d-a6ec-b462fd2797dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350322 Aug 29 17:43:14.470038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cd96d-5436-4963-914e-87be67044fb9 req-cf721a6d-29a4-42cf-9185-05f86198803e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:14.473234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e66cd96d-5436-4963-914e-87be67044fb9 req-cf721a6d-29a4-42cf-9185-05f86198803e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/ports?device_id=c893c243-1944-4c94-bfd1-932d5c3c4aa9 HTTP/1.1" status: 200 len: 908 time: 0.0556705 Aug 29 17:43:14.566435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-cb7cb454-9d1c-4a35-9310-6485a19ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:14.568026 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-cb7cb454-9d1c-4a35-9310-6485a19ec220 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d984e359a4e641eca8cf72a5a284f13e&device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 1095 time: 0.0420039 Aug 29 17:43:14.575053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Deleting port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:14.575404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:14.663143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-711d8841-130a-4355-8218-d0ead644ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:14.663788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] For port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:14.664092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:14.664628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-711d8841-130a-4355-8218-d0ead644ff7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=dceeac44-2f0e-4d8d-a6ec-b462fd2797dc HTTP/1.1" status: 200 len: 910 time: 0.0892308 Aug 29 17:43:14.677520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Calling delete_port for 6ce80dc0-a35d-4f69-8b03-25fc2b55145f owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:14.707805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-573f7286-9155-46d7-81c3-a0c828db4c1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80ea271b-23ea-4f1f-b545-4f2b41960b59 HTTP/1.1" status: 200 len: 217 time: 0.0355065 Aug 29 17:43:14.762868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-aec97b46-053d-40a1-89f3-a87648037236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:14.764747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-aec97b46-053d-40a1-89f3-a87648037236 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32bdbf4b-6f74-403e-8093-a509bbec30fc HTTP/1.1" status: 200 len: 849 time: 0.0482671 Aug 29 17:43:14.805411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-9d3756d6-e493-4cff-8fc6-ad851585968f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dceeac44-2f0e-4d8d-a6ec-b462fd2797dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326772 Aug 29 17:43:14.809618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:14.835222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event deleted for resources: {'Port': ['ID=6ce80dc0-a35d-4f69-8b03-25fc2b55145f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:14.883576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] No DVR routers for this DVR port 6ce80dc0-a35d-4f69-8b03-25fc2b55145f on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:14.886690 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:14.889130 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e66cd96d-5436-4963-914e-87be67044fb9 req-57473f9a-6494-4825-935e-f24dcebff03a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "DELETE /v2.0/ports/6ce80dc0-a35d-4f69-8b03-25fc2b55145f HTTP/1.1" status: 204 len: 173 time: 0.4096081 Aug 29 17:43:14.890996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'name': 'network-vif-deleted', 'tag': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:14.895440 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ef0950-dddf-4cf4-832a-b663ce05f306" -d '{"events": [{"server_uuid": "c893c243-1944-4c94-bfd1-932d5c3c4aa9", "name": "network-vif-deleted", "tag": "6ce80dc0-a35d-4f69-8b03-25fc2b55145f"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:14.905562 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-f6d98bf9-1e48-4669-9f52-a7074dcb7b97 service neutron] 10.222.0.44 "GET /v2.0/networks/dceeac44-2f0e-4d8d-a6ec-b462fd2797dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908828 Aug 29 17:43:14.961857 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d1267d-4655-42ed-8a3c-c8a1606708be x-openstack-request-id: req-d9d1267d-4655-42ed-8a3c-c8a1606708be {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:14.962232 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c893c243-1944-4c94-bfd1-932d5c3c4aa9", "name": "network-vif-deleted", "tag": "6ce80dc0-a35d-4f69-8b03-25fc2b55145f", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:14.962647 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9d1267d-4655-42ed-8a3c-c8a1606708be {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:14.963110 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c893c243-1944-4c94-bfd1-932d5c3c4aa9', 'name': 'network-vif-deleted', 'tag': '6ce80dc0-a35d-4f69-8b03-25fc2b55145f', 'status': 'completed', 'code': 200} Aug 29 17:43:15.046917 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67a710b4-1482-4a35-aba5-916c505aa1ee req-2622648d-9db0-4a6c-900e-660239e55dce service neutron] 10.222.0.44 "GET /v2.0/networks/dceeac44-2f0e-4d8d-a6ec-b462fd2797dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338694 Aug 29 17:43:15.110155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff13fa-d333-4886-83c6-dc7749cdfcaf req-c0429dc8-005e-4668-a9ba-52ab6ec37a86 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:15.113025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c3ff13fa-d333-4886-83c6-dc7749cdfcaf req-c0429dc8-005e-4668-a9ba-52ab6ec37a86 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 943 time: 0.0665224 Aug 29 17:43:15.158984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c3ff13fa-d333-4886-83c6-dc7749cdfcaf req-a3321748-9105-47a1-a509-807be5f24bb3 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Aug 29 17:43:15.443360 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:15.727229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6a8f1-656f-46cb-b747-7e6506b4edb3 req-29ccfd11-1e4e-4fca-acf1-d089277b5d1d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:15.728702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ebb6a8f1-656f-46cb-b747-7e6506b4edb3 req-29ccfd11-1e4e-4fca-acf1-d089277b5d1d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Aug 29 17:43:15.766066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ebb6a8f1-656f-46cb-b747-7e6506b4edb3 req-c17c5e59-2628-462f-b4cd-5f9afe34e38d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Aug 29 17:43:16.279809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0ddc5-8e2b-456f-95a0-7396611d0b2c req-70cf9682-9376-4a35-a074-eb144e29d2c6 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:16.281195 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60c0ddc5-8e2b-456f-95a0-7396611d0b2c req-70cf9682-9376-4a35-a074-eb144e29d2c6 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 943 time: 0.0542154 Aug 29 17:43:16.319205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60c0ddc5-8e2b-456f-95a0-7396611d0b2c req-339d4be5-ac70-4d18-9d7c-597eb0b7031b tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Aug 29 17:43:16.768272 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:16.821265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6ce80dc0-a35d-4f69-8b03-25fc2b55145f no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:16.841755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 6ce80dc0-a35d-4f69-8b03-25fc2b55145f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:16.842201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6ce80dc0-a35d-4f69-8b03-25fc2b55145f not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:16.886609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa96f0-d07e-4c1e-803c-ea2ec6db9170 req-afc0ce59-7034-468d-bac7-21c270d462ce tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:16.888091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9fa96f0-d07e-4c1e-803c-ea2ec6db9170 req-afc0ce59-7034-468d-bac7-21c270d462ce tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 945 time: 0.0540841 Aug 29 17:43:16.925220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9fa96f0-d07e-4c1e-803c-ea2ec6db9170 req-be07dd7e-c747-4001-b7b9-3f39ef182bc0 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Aug 29 17:43:16.980498 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-9201b6b2-fdd9-493e-b19c-ab2bf8a0e35a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:16.981971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-9201b6b2-fdd9-493e-b19c-ab2bf8a0e35a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5fd6708-ee30-406b-a5e6-cf4efaf64044 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Aug 29 17:43:17.075240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Deleting port 36afb658-721c-4d64-98a4-69b3a7789ed0 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:17.075635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:17.165960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] For port 36afb658-721c-4d64-98a4-69b3a7789ed0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=36afb658-721c-4d64-98a4-69b3a7789ed0,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:17.166338 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:17.179659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Calling delete_port for 36afb658-721c-4d64-98a4-69b3a7789ed0 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:17.305428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:17.317770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['36afb658-721c-4d64-98a4-69b3a7789ed0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:17.320063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7d659923-a489-4648-a2d8-6004d0eac158'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:17.334741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event deleted for resources: {'Port': ['ID=36afb658-721c-4d64-98a4-69b3a7789ed0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:17.388785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] No DVR routers for this DVR port 36afb658-721c-4d64-98a4-69b3a7789ed0 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:17.391549 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:17.394176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-50af2a28-461d-4053-86ae-c047c9b1f1e9 req-7b1709e2-4deb-4109-bda4-f22c910d2c3b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "DELETE /v2.0/ports/36afb658-721c-4d64-98a4-69b3a7789ed0 HTTP/1.1" status: 204 len: 173 time: 0.4061420 Aug 29 17:43:17.394672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fd6708-ee30-406b-a5e6-cf4efaf64044', 'name': 'network-vif-deleted', 'tag': '36afb658-721c-4d64-98a4-69b3a7789ed0'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:17.397018 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4046768-d3c8-4713-b4f7-317176629ea0" -d '{"events": [{"server_uuid": "b5fd6708-ee30-406b-a5e6-cf4efaf64044", "name": "network-vif-deleted", "tag": "36afb658-721c-4d64-98a4-69b3a7789ed0"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:17.439948 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae806adc-99cf-4fb3-8bc8-0b90649bedea x-openstack-request-id: req-ae806adc-99cf-4fb3-8bc8-0b90649bedea {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:17.440311 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fd6708-ee30-406b-a5e6-cf4efaf64044", "name": "network-vif-deleted", "tag": "36afb658-721c-4d64-98a4-69b3a7789ed0", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:17.440749 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae806adc-99cf-4fb3-8bc8-0b90649bedea {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:17.441225 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fd6708-ee30-406b-a5e6-cf4efaf64044', 'name': 'network-vif-deleted', 'tag': '36afb658-721c-4d64-98a4-69b3a7789ed0', 'status': 'completed', 'code': 200} Aug 29 17:43:17.490349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707c366-2637-4f49-8a72-2c96652bf918 req-407e7ffe-46c8-4d88-999a-f3e48fd749a6 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:17.491910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e707c366-2637-4f49-8a72-2c96652bf918 req-407e7ffe-46c8-4d88-999a-f3e48fd749a6 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 943 time: 0.0770183 Aug 29 17:43:17.536172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 80ea271b-23ea-4f1f-b545-4f2b41960b59 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:43:17.540659 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e707c366-2637-4f49-8a72-2c96652bf918 req-75cf005c-915c-4462-91eb-edef4a391dc7 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Aug 29 17:43:17.692629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 80ea271b-23ea-4f1f-b545-4f2b41960b59, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=80ea271b-23ea-4f1f-b545-4f2b41960b59,segment=NetworkSegment(da447966-81bb-4c53-a525-aa2587be535a),segment_id=da447966-81bb-4c53-a525-aa2587be535a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:17.714978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '80ea271b-23ea-4f1f-b545-4f2b41960b59', 'network_id': 'dceeac44-2f0e-4d8d-a6ec-b462fd2797dc', 'port_id': '80ea271b-23ea-4f1f-b545-4f2b41960b59', 'mac_address': 'fa:16:3e:00:c1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bdbf4b-6f74-403e-8093-a509bbec30fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:43:17.772003 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:17.788127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ea271b-23ea-4f1f-b545-4f2b41960b59 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:17.809098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 80ea271b-23ea-4f1f-b545-4f2b41960b59, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=80ea271b-23ea-4f1f-b545-4f2b41960b59,segment=NetworkSegment(da447966-81bb-4c53-a525-aa2587be535a),segment_id=da447966-81bb-4c53-a525-aa2587be535a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:17.813205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:17.862253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=80ea271b-23ea-4f1f-b545-4f2b41960b59,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:17.869641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.869929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.870276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.870636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.870978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.871312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.871646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.871976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.872329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.872659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.872986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:17.873329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:18.087910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['80ea271b-23ea-4f1f-b545-4f2b41960b59'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:18.196656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75955d69-8bb3-4086-9ee3-40cda50def47 req-c5039486-8c1a-4caf-b7a3-8acd4ad557e1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:18.198199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75955d69-8bb3-4086-9ee3-40cda50def47 req-c5039486-8c1a-4caf-b7a3-8acd4ad557e1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0582042 Aug 29 17:43:18.235300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75955d69-8bb3-4086-9ee3-40cda50def47 req-2383a57a-3515-43bb-a256-dc2a7a59027a tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Aug 29 17:43:18.659089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6982-5575-4d08-8f9c-4d19f8508acd req-1af572da-d3e3-451e-833d-bda1725a15b9 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:18.660770 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f2f6982-5575-4d08-8f9c-4d19f8508acd req-1af572da-d3e3-451e-833d-bda1725a15b9 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 944 time: 0.0536795 Aug 29 17:43:18.698732 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f2f6982-5575-4d08-8f9c-4d19f8508acd req-b30c603a-0d47-4fc0-8778-f99874a41da3 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Aug 29 17:43:19.355099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a13290-c2b2-464f-85b3-7be4e056e6f6 req-6749fcf1-1227-4fcf-8808-157b47061968 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:19.356565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09a13290-c2b2-464f-85b3-7be4e056e6f6 req-6749fcf1-1227-4fcf-8808-157b47061968 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0523047 Aug 29 17:43:19.394631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09a13290-c2b2-464f-85b3-7be4e056e6f6 req-8e8483c7-b22b-4e46-b92f-6c368845c7b7 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=12fc4d10-6c71-4231-85bd-109e852340fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Aug 29 17:43:19.414416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 80ea271b-23ea-4f1f-b545-4f2b41960b59 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:43:19.462062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 80ea271b-23ea-4f1f-b545-4f2b41960b59 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:19.466932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 80ea271b-23ea-4f1f-b545-4f2b41960b59 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:19.467196 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:19.490077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-50b8d006-ef1e-46dc-b49d-fd2b9928e122 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:19.491587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-50b8d006-ef1e-46dc-b49d-fd2b9928e122 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 946 time: 0.0503170 Aug 29 17:43:19.544332 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:19.566964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b831cb78-bddb-4210-b38c-fe8122702d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea271b-23ea-4f1f-b545-4f2b41960b59'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:19.569186 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35120b65-3b1f-44b0-9f06-ea2b2a6e0278" -d '{"events": [{"server_uuid": "b831cb78-bddb-4210-b38c-fe8122702d34", "name": "network-vif-plugged", "status": "completed", "tag": "80ea271b-23ea-4f1f-b545-4f2b41960b59"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:19.584049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 80ea271b-23ea-4f1f-b545-4f2b41960b59, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=80ea271b-23ea-4f1f-b545-4f2b41960b59,segment=NetworkSegment(da447966-81bb-4c53-a525-aa2587be535a),segment_id=da447966-81bb-4c53-a525-aa2587be535a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:19.587390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Deleting port 7d659923-a489-4648-a2d8-6004d0eac158 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:19.587860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:19.588440 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:19.635280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=80ea271b-23ea-4f1f-b545-4f2b41960b59,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:19.678831 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b664c666-0170-4fe7-8c23-2ae8d484624a x-openstack-request-id: req-b664c666-0170-4fe7-8c23-2ae8d484624a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:19.679154 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b831cb78-bddb-4210-b38c-fe8122702d34", "name": "network-vif-plugged", "status": "completed", "tag": "80ea271b-23ea-4f1f-b545-4f2b41960b59", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:19.679407 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b664c666-0170-4fe7-8c23-2ae8d484624a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:19.679804 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b831cb78-bddb-4210-b38c-fe8122702d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea271b-23ea-4f1f-b545-4f2b41960b59', 'code': 200} Aug 29 17:43:19.685049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] For port 7d659923-a489-4648-a2d8-6004d0eac158, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=7d659923-a489-4648-a2d8-6004d0eac158,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:19.685426 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:19.699198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Calling delete_port for 7d659923-a489-4648-a2d8-6004d0eac158 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:19.800855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d138a-1f99-4bd6-8c22-2056ce0b2a2d req-f992ccab-d834-4ba8-b80d-ff4966f393ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:19.802566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e2d138a-1f99-4bd6-8c22-2056ce0b2a2d req-f992ccab-d834-4ba8-b80d-ff4966f393ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 1097 time: 0.0652986 Aug 29 17:43:19.840883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e2d138a-1f99-4bd6-8c22-2056ce0b2a2d req-83e244f2-0027-45d3-9542-6eb054185425 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294461 Aug 29 17:43:19.858685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0b5b7-15e6-4ed1-ac0d-f53405a02029 req-6135282d-9607-4f17-97d8-622f5ac76cdc tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:19.860176 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfa0b5b7-15e6-4ed1-ac0d-f53405a02029 req-6135282d-9607-4f17-97d8-622f5ac76cdc tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 945 time: 0.0877864 Aug 29 17:43:19.878719 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:19.890572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['7d659923-a489-4648-a2d8-6004d0eac158'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:19.917981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event deleted for resources: {'Port': ['ID=7d659923-a489-4648-a2d8-6004d0eac158,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:19.931081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfa0b5b7-15e6-4ed1-ac0d-f53405a02029 req-bd2727a7-bcda-4c56-9df7-344e316e9128 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648658 Aug 29 17:43:19.967638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] No DVR routers for this DVR port 7d659923-a489-4648-a2d8-6004d0eac158 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:19.970288 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:19.972877 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d72902aa-c509-4338-b6b0-9c7b22519f71 req-2040da60-3325-41ac-8553-56475a031648 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.44 "DELETE /v2.0/ports/7d659923-a489-4648-a2d8-6004d0eac158 HTTP/1.1" status: 204 len: 173 time: 0.4735386 Aug 29 17:43:19.973336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b', 'name': 'network-vif-deleted', 'tag': '7d659923-a489-4648-a2d8-6004d0eac158'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:19.975632 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfc1f3a-c697-457b-a85f-d2cf9ca75efc" -d '{"events": [{"server_uuid": "c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b", "name": "network-vif-deleted", "tag": "7d659923-a489-4648-a2d8-6004d0eac158"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:20.012592 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a3dcf-783b-4e0f-a5e4-7a2c05f0aa1b x-openstack-request-id: req-f39a3dcf-783b-4e0f-a5e4-7a2c05f0aa1b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:20.012891 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b", "name": "network-vif-deleted", "tag": "7d659923-a489-4648-a2d8-6004d0eac158", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:20.013145 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f39a3dcf-783b-4e0f-a5e4-7a2c05f0aa1b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:20.013837 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b', 'name': 'network-vif-deleted', 'tag': '7d659923-a489-4648-a2d8-6004d0eac158', 'status': 'completed', 'code': 200} Aug 29 17:43:20.503627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5f6dfa9-a586-48bb-998f-5f1ec7d05073 req-ab83f3b1-d2c5-48e9-ad2e-c2ea7bcb9f38 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a3bcf8-d590-4473-9cdf-7dbbae1edf6b HTTP/1.1" status: 200 len: 210 time: 0.0280209 Aug 29 17:43:20.841367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 36afb658-721c-4d64-98a4-69b3a7789ed0 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:20.865036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 36afb658-721c-4d64-98a4-69b3a7789ed0 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:20.865411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 36afb658-721c-4d64-98a4-69b3a7789ed0 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:21.045258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b200be1-85d2-47e6-b951-c2ad46206492 req-ac362a82-3e77-44d2-854c-ad56df06a138 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:21.046988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b200be1-85d2-47e6-b951-c2ad46206492 req-ac362a82-3e77-44d2-854c-ad56df06a138 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 945 time: 0.0501716 Aug 29 17:43:21.090181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5b200be1-85d2-47e6-b951-c2ad46206492 req-c3246777-31ba-459e-9311-1f9a88ebb764 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365019 Aug 29 17:43:21.764812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529b00-a7fe-481d-8f1b-889a1552390f req-bf756cd8-de3e-4bd4-bcf6-48ce036ecc85 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:21.766275 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27529b00-a7fe-481d-8f1b-889a1552390f req-bf756cd8-de3e-4bd4-bcf6-48ce036ecc85 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0489297 Aug 29 17:43:21.803646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27529b00-a7fe-481d-8f1b-889a1552390f req-ed52b780-b768-4764-a1e3-d66fdb6e55f6 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307314 Aug 29 17:43:22.204239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dcdca-2405-40bf-96a6-96625d488674 req-a48c044f-fcad-4cae-945b-0f9a7c128df7 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:22.205646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-452dcdca-2405-40bf-96a6-96625d488674 req-a48c044f-fcad-4cae-945b-0f9a7c128df7 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 945 time: 0.0492144 Aug 29 17:43:22.242121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-452dcdca-2405-40bf-96a6-96625d488674 req-d60ed8b3-307c-4a15-87f5-bdcd9c3eb6c2 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Aug 29 17:43:22.875394 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:43:22.918099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ecef5-58d6-4936-afc2-82ae85a06a08 req-775c313d-42d7-489f-aa23-cb787a185bec tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:22.919547 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c84ecef5-58d6-4936-afc2-82ae85a06a08 req-775c313d-42d7-489f-aa23-cb787a185bec tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0489459 Aug 29 17:43:22.962011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c84ecef5-58d6-4936-afc2-82ae85a06a08 req-1354a67f-0100-46be-94db-ef50931c2070 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364671 Aug 29 17:43:23.414840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7d659923-a489-4648-a2d8-6004d0eac158 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:23.435202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 7d659923-a489-4648-a2d8-6004d0eac158 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:23.435547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 7d659923-a489-4648-a2d8-6004d0eac158 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:23.922856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-17c8f67c-acfd-4853-ae1a-7f79f1fe689c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:23.924976 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-17c8f67c-acfd-4853-ae1a-7f79f1fe689c tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0483067 Aug 29 17:43:24.022226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Deleting port 5d70fcb8-f363-4409-8158-2b7178557f55 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:24.022658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:24.109244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453306-c941-4ea9-b710-7533df97895d req-d5695129-083d-4d19-91f6-7498057a6ce9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:24.112156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c453306-c941-4ea9-b710-7533df97895d req-d5695129-083d-4d19-91f6-7498057a6ce9 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 944 time: 0.0718319 Aug 29 17:43:24.126978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] For port 5d70fcb8-f363-4409-8158-2b7178557f55, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5d70fcb8-f363-4409-8158-2b7178557f55,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:24.127456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:24.154111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3c453306-c941-4ea9-b710-7533df97895d req-a8b3437c-92fb-4079-aee5-91ffc6d7ab1d tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups?id=79cf65e2-a2d5-474a-a2c4-264661d8c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355492 Aug 29 17:43:24.361468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:24.361964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:24.362350 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Floating IP caee33bb-1701-4baf-b4c8-fd92e28f4d75 disassociated. External IP: 172.25.2.109, port: 5d70fcb8-f363-4409-8158-2b7178557f55. Aug 29 17:43:24.362778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Calling delete_port for 5d70fcb8-f363-4409-8158-2b7178557f55 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:24.496902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:24.533300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event deleted for resources: {'Port': ['ID=5d70fcb8-f363-4409-8158-2b7178557f55,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:24.672019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Router a870ed0d-9d0a-402f-b34a-26fd31e7415d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:43:24.676663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db704e-69a2-4451-a4f1-98be22464bf7 req-6ee31398-3da1-459a-b94f-b23746441976 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:24.678491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38db704e-69a2-4451-a4f1-98be22464bf7 req-6ee31398-3da1-459a-b94f-b23746441976 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 945 time: 0.0542927 Aug 29 17:43:24.719170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38db704e-69a2-4451-a4f1-98be22464bf7 req-459ceace-8612-48e8-827d-cf79642799b5 tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Aug 29 17:43:24.787790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:43:24.798662 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] Sync routers for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:43:24.811141 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:24.811825 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:43:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:24.825656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] No DVR routers for this DVR port 5d70fcb8-f363-4409-8158-2b7178557f55 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:24.828194 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:24.830878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b713daa0-b098-4421-a64e-2e16bdc4a019 req-297d269c-96e3-406b-83e8-f1d81493496f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.43 "DELETE /v2.0/ports/5d70fcb8-f363-4409-8158-2b7178557f55 HTTP/1.1" status: 204 len: 173 time: 0.8999236 Aug 29 17:43:24.831317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-deleted', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:24.833666 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c72daf-ea3c-4642-b22b-eec06a9ce87f" -d '{"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-deleted", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:24.883433 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9431a3fa-6af8-4880-9c43-850e60e1d78f x-openstack-request-id: req-9431a3fa-6af8-4880-9c43-850e60e1d78f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:24.883717 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e826-7e97-4ccc-9617-45e2c7440a5b", "name": "network-vif-deleted", "tag": "5d70fcb8-f363-4409-8158-2b7178557f55", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:24.883971 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9431a3fa-6af8-4880-9c43-850e60e1d78f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:24.884378 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e826-7e97-4ccc-9617-45e2c7440a5b', 'name': 'network-vif-deleted', 'tag': '5d70fcb8-f363-4409-8158-2b7178557f55', 'status': 'completed', 'code': 200} Aug 29 17:43:24.916736 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:25.112165 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:12Z', 'revision_number': 5, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:25.138095 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] Checking router: a870ed0d-9d0a-402f-b34a-26fd31e7415d for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:43:25.146576 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:25.147209 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:43:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:25.275190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bcc3df15-5a37-4ad7-a81e-2303eb3855a1 req-a0c55059-08c9-4cd4-a8dc-23f6a016be7e tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd5e826-7e97-4ccc-9617-45e2c7440a5b HTTP/1.1" status: 200 len: 210 time: 0.0306208 Aug 29 17:43:25.351994 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:25.546394 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:12Z', 'revision_number': 5, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:25.572476 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d9c0f-0abb-4fc4-b749-35037970ede4 None None] The sync data for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 is: [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'eadb5b32-1d47-478f-bfd5-8036beda40c1', 'name': '', 'network_id': '6fd795cd-4abb-4204-8223-4261ff8a2795', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'mac_address': 'fa:16:3e:1b:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:04Z', 'updated_at': '2021-08-29T17:36:12Z', 'revision_number': 5, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'subnets': [{'id': '1db625a3-326f-4d57-8b76-9cb46b26cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:43:25.787862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff20cfb-25de-4ff8-826c-8742d44b1d1f None None] New status for floating IP caee33bb-1701-4baf-b4c8-fd92e28f4d75: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:43:25.835424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aaa89-16a6-478c-aa92-9297010deddb req-7f16a85a-595b-43f6-8091-e71b73d7fddb tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:25.836909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-693aaa89-16a6-478c-aa92-9297010deddb req-7f16a85a-595b-43f6-8091-e71b73d7fddb tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Aug 29 17:43:25.874486 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-693aaa89-16a6-478c-aa92-9297010deddb req-210f9fcd-b9f0-4cd3-9297-005f0132e15a tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c06340e-c7a1-4ecf-b24b-c1681b161ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Aug 29 17:43:25.997667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-227792b5-66a2-4240-a5ba-6417dbfe2a7e tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:25.999132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-227792b5-66a2-4240-a5ba-6417dbfe2a7e tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.44 "GET /v2.0/ports?device_id=b831cb78-bddb-4210-b38c-fe8122702d34 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Aug 29 17:43:26.091158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Deleting port 80ea271b-23ea-4f1f-b545-4f2b41960b59 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:26.091504 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.181233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] For port 80ea271b-23ea-4f1f-b545-4f2b41960b59, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=80ea271b-23ea-4f1f-b545-4f2b41960b59,segment=NetworkSegment(da447966-81bb-4c53-a525-aa2587be535a),segment_id=da447966-81bb-4c53-a525-aa2587be535a)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:26.181597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.195280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Calling delete_port for 80ea271b-23ea-4f1f-b545-4f2b41960b59 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:26.324259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.336024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['80ea271b-23ea-4f1f-b545-4f2b41960b59'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:26.360130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Pushing event deleted for resources: {'Port': ['ID=80ea271b-23ea-4f1f-b545-4f2b41960b59,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:26.361256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45134) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:26.404211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] No DVR routers for this DVR port 80ea271b-23ea-4f1f-b545-4f2b41960b59 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:26.406836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.409087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02847b7-39ac-43dc-ba91-ff005f6f9b5d req-640f80f1-6f1d-4fa0-affa-a97d04d3baec tempest-VolumesActionsTest-1683379388 tempest-VolumesActionsTest-1683379388-project] 10.222.0.44 "DELETE /v2.0/ports/80ea271b-23ea-4f1f-b545-4f2b41960b59 HTTP/1.1" status: 204 len: 173 time: 0.4029586 Aug 29 17:43:26.409577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b831cb78-bddb-4210-b38c-fe8122702d34', 'name': 'network-vif-deleted', 'tag': '80ea271b-23ea-4f1f-b545-4f2b41960b59'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:26.411916 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ebcff-da1c-4f3b-89d7-3618e4473203" -d '{"events": [{"server_uuid": "b831cb78-bddb-4210-b38c-fe8122702d34", "name": "network-vif-deleted", "tag": "80ea271b-23ea-4f1f-b545-4f2b41960b59"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:26.425062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3e87e1a-eede-470e-a499-7113d8d0e32f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.449476 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89690f2a-bdec-4a08-8b26-017c5e3247ed x-openstack-request-id: req-89690f2a-bdec-4a08-8b26-017c5e3247ed {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:26.449787 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b831cb78-bddb-4210-b38c-fe8122702d34", "name": "network-vif-deleted", "tag": "80ea271b-23ea-4f1f-b545-4f2b41960b59", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:26.450089 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89690f2a-bdec-4a08-8b26-017c5e3247ed {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:26.450417 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b831cb78-bddb-4210-b38c-fe8122702d34', 'name': 'network-vif-deleted', 'tag': '80ea271b-23ea-4f1f-b545-4f2b41960b59', 'status': 'completed', 'code': 200} Aug 29 17:43:26.454869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3e87e1a-eede-470e-a499-7113d8d0e32f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.506509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3e87e1a-eede-470e-a499-7113d8d0e32f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.509090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3e87e1a-eede-470e-a499-7113d8d0e32f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.511173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f3e87e1a-eede-470e-a499-7113d8d0e32f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "DELETE /v2.0/security-groups/79cf65e2-a2d5-474a-a2c4-264661d8c9ea HTTP/1.1" status: 204 len: 168 time: 0.1469717 Aug 29 17:43:26.513825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45138) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:26.522509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e87e1a-eede-470e-a499-7113d8d0e32f tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf65e2-a2d5-474a-a2c4-264661d8c9ea,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:26.528089 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-125d84b6-a9f3-4752-8301-9260fd215e2b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] show failed (client error): The resource could not be found. Aug 29 17:43:26.529270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-125d84b6-a9f3-4752-8301-9260fd215e2b tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "GET /v2.0/security-groups/79cf65e2-a2d5-474a-a2c4-264661d8c9ea HTTP/1.1" status: 404 len: 347 time: 0.0144670 Aug 29 17:43:26.531867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45140) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:26.656514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Deleting port 3499d3f3-bc0e-4a7b-8e31-e326ee96b761 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:26.656865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.736797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.737126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.748434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Calling delete_port for 3499d3f3-bc0e-4a7b-8e31-e326ee96b761 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:26.836932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:26.858303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 5d70fcb8-f363-4409-8158-2b7178557f55 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:26.858735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5d70fcb8-f363-4409-8158-2b7178557f55 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:26.879006 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.909987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Pushing event deleted for resources: {'Port': ['ID=3499d3f3-bc0e-4a7b-8e31-e326ee96b761,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:26.974285 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.976997 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:26.978237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e21803ca-04ae-4608-a8bf-cc500a3e1ce1 tempest-ServerActionsTestJSON-2065798888 tempest-ServerActionsTestJSON-2065798888-project] 10.222.0.41 "DELETE /v2.0/floatingips/caee33bb-1701-4baf-b4c8-fd92e28f4d75 HTTP/1.1" status: 204 len: 168 time: 0.4451752 Aug 29 17:43:26.981887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:27.753443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:28.003520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62ebfc-abe6-4f25-91e5-5c6615bdaf55 req-eff8aecb-9394-4f28-8be7-6f8dbef2ae65 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:28.004925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a62ebfc-abe6-4f25-91e5-5c6615bdaf55 req-eff8aecb-9394-4f28-8be7-6f8dbef2ae65 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1098 time: 0.0691812 Aug 29 17:43:28.042493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4a62ebfc-abe6-4f25-91e5-5c6615bdaf55 req-6a05b15f-02a7-4079-a66c-34203ac8e52b tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:28.082101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Deleting port eadb5b32-1d47-478f-bfd5-8036beda40c1 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:28.082442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:28.193117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] For port eadb5b32-1d47-478f-bfd5-8036beda40c1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=eadb5b32-1d47-478f-bfd5-8036beda40c1,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:28.193409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:28.214156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Calling delete_port for eadb5b32-1d47-478f-bfd5-8036beda40c1 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:28.235017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4a62ebfc-abe6-4f25-91e5-5c6615bdaf55 req-6a05b15f-02a7-4079-a66c-34203ac8e52b tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:28.268263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4a62ebfc-abe6-4f25-91e5-5c6615bdaf55 req-6a05b15f-02a7-4079-a66c-34203ac8e52b tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:28.298139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a62ebfc-abe6-4f25-91e5-5c6615bdaf55 req-6a05b15f-02a7-4079-a66c-34203ac8e52b tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2717431 Aug 29 17:43:28.332225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05b15f-02a7-4079-a66c-34203ac8e52b tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad08bdfc-97ea-4722-abc3-479a9d51a2d2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:28.460955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318301-2f79-48bd-808c-867603979b80 req-908dc1f9-9336-43a0-bb26-7a1475b6efae tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:28.462452 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c3318301-2f79-48bd-808c-867603979b80 req-908dc1f9-9336-43a0-bb26-7a1475b6efae tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0664833 Aug 29 17:43:28.542856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c3318301-2f79-48bd-808c-867603979b80 req-a47000ad-747c-4768-9459-5376e63f2c35 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504076 Aug 29 17:43:28.543485 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:28.567637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=eadb5b32-1d47-478f-bfd5-8036beda40c1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:28.569820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:28.638073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2a74ec7d-1b39-4bc6-9335-9a956dc94343 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af HTTP/1.1" status: 200 len: 994 time: 0.0661504 Aug 29 17:43:28.762856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:28.990758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Router a870ed0d-9d0a-402f-b34a-26fd31e7415d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:43:29.110025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:43:29.116509 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-748b74e1-17c0-403f-a979-e4d54a7e6ffb admin admin] 10.222.0.41 "PUT /v2.0/routers/a870ed0d-9d0a-402f-b34a-26fd31e7415d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1328697 Aug 29 17:43:29.118653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45194) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:29.120826 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] Sync routers for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:43:29.131144 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:29.132293 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:43:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:29.245503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:29.247306 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:29.356037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:29.437377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 80ea271b-23ea-4f1f-b545-4f2b41960b59 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:29.456454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45206) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:29.474089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 80ea271b-23ea-4f1f-b545-4f2b41960b59 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:29.474543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 80ea271b-23ea-4f1f-b545-4f2b41960b59 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:29.515660 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:43:28Z', 'revision_number': 5, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port': {'id': '28a3c4dd-4848-42d2-a344-6db01a52f5d3', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:00Z', 'updated_at': '2021-08-29T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:29.548564 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] Checking router: a870ed0d-9d0a-402f-b34a-26fd31e7415d for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:43:29.558118 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] Routers {'a870ed0d-9d0a-402f-b34a-26fd31e7415d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:29.558778 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:43:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:29.598780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2a2bf-6b04-4609-94b4-f078a158a079 req-aedc9e86-3521-4cc4-97d2-d2725e9827d9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:29.601644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71b2a2bf-6b04-4609-94b4-f078a158a079 req-aedc9e86-3521-4cc4-97d2-d2725e9827d9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.1422544 Aug 29 17:43:29.617383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-dab732d5-06ec-453d-b366-6c6f81e22825 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1592984 Aug 29 17:43:29.617676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Deleting port 28a3c4dd-4848-42d2-a344-6db01a52f5d3 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:29.617850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:29.703231 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] Set router a870ed0d-9d0a-402f-b34a-26fd31e7415d gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:29.765980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71b2a2bf-6b04-4609-94b4-f078a158a079 req-d218e68d-d886-4238-82ee-cab42db11989 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516631 Aug 29 17:43:29.778310 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:43:29Z', 'revision_number': 6, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:29.809343 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67f762-d3e7-43d6-b444-8f9fc590e505 None None] The sync data for ids ['a870ed0d-9d0a-402f-b34a-26fd31e7415d'] in n-d-713499-15 is: [{'id': 'a870ed0d-9d0a-402f-b34a-26fd31e7415d', 'name': 'tempest-ServerActionsTestJSON-2025267093-router', 'tenant_id': 'fdd02ad258d94cb58933550ba3972f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:59Z', 'updated_at': '2021-08-29T17:43:29Z', 'revision_number': 6, 'project_id': 'fdd02ad258d94cb58933550ba3972f3f', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:43:29.823659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] For port 28a3c4dd-4848-42d2-a344-6db01a52f5d3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=28a3c4dd-4848-42d2-a344-6db01a52f5d3,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:29.824022 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:29.837705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Calling delete_port for 28a3c4dd-4848-42d2-a344-6db01a52f5d3 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:30.023769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.055376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a3c4dd-4848-42d2-a344-6db01a52f5d3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:30.124157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.571797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.574139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.618902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.619576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a870ed0d-9d0a-402f-b34a-26fd31e7415d {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:43:30.624196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.625352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1133b5e2-99bf-48dd-819b-317b2a7d0982 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a870ed0d-9d0a-402f-b34a-26fd31e7415d HTTP/1.1" status: 204 len: 168 time: 1.5054855 Aug 29 17:43:30.627862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45238) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:30.679087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-82780e51-2ee2-4b25-a740-4c6b89409c22 admin admin] Deleting subnet 1db625a3-326f-4d57-8b76-9cb46b26cbaf {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:43:30.682687 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82780e51-2ee2-4b25-a740-4c6b89409c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.723795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82780e51-2ee2-4b25-a740-4c6b89409c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.809678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82780e51-2ee2-4b25-a740-4c6b89409c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.875651 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82780e51-2ee2-4b25-a740-4c6b89409c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.915648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82780e51-2ee2-4b25-a740-4c6b89409c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db625a3-326f-4d57-8b76-9cb46b26cbaf,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:30.916378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f166b9-2058-4cf5-ad92-ac367e82e014 None None] Network 6fd795cd-4abb-4204-8223-4261ff8a2795 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:43:30.917948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82780e51-2ee2-4b25-a740-4c6b89409c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:30.920374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-82780e51-2ee2-4b25-a740-4c6b89409c22 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1db625a3-326f-4d57-8b76-9cb46b26cbaf HTTP/1.1" status: 204 len: 168 time: 0.2915647 Aug 29 17:43:30.923011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45246) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:31.019405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e10e64-e76a-4e99-8027-a0a5b897426c req-c88e3f44-788b-4c97-9109-60cd7f3fa0a7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:31.022028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2e10e64-e76a-4e99-8027-a0a5b897426c req-c88e3f44-788b-4c97-9109-60cd7f3fa0a7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.1646645 Aug 29 17:43:31.139787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.184591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-ae395287-55e2-4fa1-b434-976a67d60b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:31.191536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-ae395287-55e2-4fa1-b434-976a67d60b9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1098 time: 0.1682332 Aug 29 17:43:31.196589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] DHCP port deletion for 6fd795cd-4abb-4204-8223-4261ff8a2795 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:43:31.217767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c2e10e64-e76a-4e99-8027-a0a5b897426c req-2aed83e2-59c9-416f-b39b-173c121a8fc7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772380 Aug 29 17:43:31.249597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Deleting port a10912cf-6071-4af1-8cb4-88e31e087524 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:31.250308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.330164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] Deleting port a10912cf-6071-4af1-8cb4-88e31e087524 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:31.330917 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.333484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] For port a10912cf-6071-4af1-8cb4-88e31e087524, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a10912cf-6071-4af1-8cb4-88e31e087524,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:31.333862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.337581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-a3e1b811-54c1-4b69-8662-66e2c51b227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:31.339626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-a3e1b811-54c1-4b69-8662-66e2c51b227f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 897 time: 0.1206594 Aug 29 17:43:31.349587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Calling delete_port for a10912cf-6071-4af1-8cb4-88e31e087524 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:31.447607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-fdf2015b-b67d-4225-8b30-04e8b912e623 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 1002 time: 0.0981278 Aug 29 17:43:31.540026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] For port a10912cf-6071-4af1-8cb4-88e31e087524, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a10912cf-6071-4af1-8cb4-88e31e087524,segment=NetworkSegment(0b4cdc19-f7fe-4200-a449-c4e590406e5c),segment_id=0b4cdc19-f7fe-4200-a449-c4e590406e5c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:31.540308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-24d0ca36-99dc-46bc-b801-b5de154adc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:31.541191 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-24d0ca36-99dc-46bc-b801-b5de154adc48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.0853205 Aug 29 17:43:31.543023 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.547650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 28a3c4dd-4848-42d2-a344-6db01a52f5d3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:31.548942 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.580964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] Calling delete_port for a10912cf-6071-4af1-8cb4-88e31e087524 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:31.609995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Pushing event deleted for resources: {'Port': ['ID=a10912cf-6071-4af1-8cb4-88e31e087524,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:31.628506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-1269fff8-9350-4407-ba1a-c23f9a175d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:31.629497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] No DVR routers for this DVR port a10912cf-6071-4af1-8cb4-88e31e087524 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:31.630044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-1269fff8-9350-4407-ba1a-c23f9a175d3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814826 Aug 29 17:43:31.671474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 28a3c4dd-4848-42d2-a344-6db01a52f5d3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:31.672072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 28a3c4dd-4848-42d2-a344-6db01a52f5d3 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:31.672693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a10912cf-6071-4af1-8cb4-88e31e087524 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:31.675508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.718385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a10912cf-6071-4af1-8cb4-88e31e087524 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:31.719071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a10912cf-6071-4af1-8cb4-88e31e087524 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:31.719698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device eadb5b32-1d47-478f-bfd5-8036beda40c1 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:31.724098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] Pushing event deleted for resources: {'Port': ['ID=a10912cf-6071-4af1-8cb4-88e31e087524,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:31.726899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9924633-3002-44d0-8509-d8039fc0aa16 None None] No DVR routers for this DVR port a10912cf-6071-4af1-8cb4-88e31e087524 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:31.741546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.753056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: eadb5b32-1d47-478f-bfd5-8036beda40c1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:31.754783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device eadb5b32-1d47-478f-bfd5-8036beda40c1 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:31.763840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd795cd-4abb-4204-8223-4261ff8a2795']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:31.776460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-bae388e1-6082-4d27-a78a-58fd37e34347 service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364799 Aug 29 17:43:31.787370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4cdc19-f7fe-4200-a449-c4e590406e5c') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:31.787674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4cdc19-f7fe-4200-a449-c4e590406e5c') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:31.816350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.837462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.846532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e443153-5a3f-4eca-b373-a40c19f2ddd4 req-296ad587-4352-4676-99cb-29880ffeb139 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:31.848072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e443153-5a3f-4eca-b373-a40c19f2ddd4 req-296ad587-4352-4676-99cb-29880ffeb139 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 945 time: 0.0878444 Aug 29 17:43:31.853255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:43:31.853414 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:43:31.855268 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:43:31.877717 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-2bb01920-239e-497b-8bbd-ccc32f9d3f9b service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927763 Aug 29 17:43:31.942364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.946932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e443153-5a3f-4eca-b373-a40c19f2ddd4 req-2c51f85c-0b84-40e3-ba71-7625ea0ce9b6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820277 Aug 29 17:43:31.950729 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:31.952466 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6fd795cd-4abb-4204-8223-4261ff8a2795 HTTP/1.1" status: 204 len: 168 time: 1.0285368 Aug 29 17:43:31.964108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacfc2a-167d-473c-a4e8-0c7102cbcd59 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd795cd-4abb-4204-8223-4261ff8a2795,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:32.089152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45268) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:32.134639 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-92a4494a-27a4-479b-9e33-2951c3415595 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdd02ad258d94cb58933550ba3972f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423381 Aug 29 17:43:32.135791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45272) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:32.192705 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-716a6d85-658c-46d7-9b7d-10a0310ba232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:32.213525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-716a6d85-658c-46d7-9b7d-10a0310ba232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:32.265110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-716a6d85-658c-46d7-9b7d-10a0310ba232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:32.267968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-716a6d85-658c-46d7-9b7d-10a0310ba232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:32.271433 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-716a6d85-658c-46d7-9b7d-10a0310ba232 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12fc4d10-6c71-4231-85bd-109e852340fe HTTP/1.1" status: 204 len: 168 time: 0.1322532 Aug 29 17:43:32.277902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a6d85-658c-46d7-9b7d-10a0310ba232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fc4d10-6c71-4231-85bd-109e852340fe,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:32.331993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e9f6c-d3da-4299-a9d8-3886c4f547d3 req-62aa5a20-4a1f-4458-baa3-2d459fa762f0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:32.333519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c9e9f6c-d3da-4299-a9d8-3886c4f547d3 req-62aa5a20-4a1f-4458-baa3-2d459fa762f0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0652328 Aug 29 17:43:32.379743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c9e9f6c-d3da-4299-a9d8-3886c4f547d3 req-b0aa2cb3-d45e-4ea7-803f-fb9db03e2685 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402582 Aug 29 17:43:32.967420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45308) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:33.072119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1089087180-network', 'tenant_id': 'f47c03875f334539bf7b85e15e03b8a1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:33.083526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865899d5-407a-4c86-a415-7ca365ee1bb9 req-23f8d17d-46f5-4389-b049-436bed1d05c4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:33.084991 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-865899d5-407a-4c86-a415-7ca365ee1bb9 req-23f8d17d-46f5-4389-b049-436bed1d05c4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 945 time: 0.0594389 Aug 29 17:43:33.116963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Made reservation on behalf of f47c03875f334539bf7b85e15e03b8a1 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:33.119431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.138920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-865899d5-407a-4c86-a415-7ca365ee1bb9 req-0fa1955d-3df2-48e4-baa8-1e98812ec7bc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470479 Aug 29 17:43:33.139574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.234178 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.239514 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.272701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:43:33.278166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6f39ae-5719-4080-abda-4c7d5e854ce7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:33.285454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.285800 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Added segment c8f3b63a-9e05-41a2-9275-d82bdae78cb1 of type vlan for network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea Aug 29 17:43:33.311610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-ba5e4806-b057-4073-ab38-75a2fad08e88 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:33.313107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-ba5e4806-b057-4073-ab38-75a2fad08e88 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 945 time: 0.0856352 Aug 29 17:43:33.325828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.350828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.351773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:33.352368 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.407979 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4394190 Aug 29 17:43:33.408582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45318) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:33.416867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Request body: {'subnet': {'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1089087180-subnet', 'tenant_id': 'f47c03875f334539bf7b85e15e03b8a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:33.425814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port 8af0d074-ed2f-40c0-b71e-b667bd664226 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:33.426176 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.435333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418848-b82d-4c81-aa25-2cea352a3335 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:33.448652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Made reservation on behalf of f47c03875f334539bf7b85e15e03b8a1 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:33.451385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:43:33.452470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.539172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] For port 8af0d074-ed2f-40c0-b71e-b667bd664226, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8af0d074-ed2f-40c0-b71e-b667bd664226,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:33.539557 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.608268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2deaf5-fd54-403c-b751-b1d7dbad68ad req-962f01c9-b6d6-459c-998a-9af7ed84db26 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:33.609793 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea2deaf5-fd54-403c-b751-b1d7dbad68ad req-962f01c9-b6d6-459c-998a-9af7ed84db26 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0922284 Aug 29 17:43:33.686755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea2deaf5-fd54-403c-b751-b1d7dbad68ad req-81aac5e9-36bc-4009-99de-1792402cfb39 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666301 Aug 29 17:43:33.738955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.753769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.754104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.754436 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Floating IP 509ad1a5-498d-4682-a526-2f9def83fcc5 disassociated. External IP: 172.25.2.233, port: 8af0d074-ed2f-40c0-b71e-b667bd664226. Aug 29 17:43:33.754807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for 8af0d074-ed2f-40c0-b71e-b667bd664226 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:33.802911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3e1f95-d784-4dfa-9a48-c81c95f59875,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:33.813052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Checking segment: {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:33.813724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Network hostable DHCP agents. Network: 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:43:33.833003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:43:33.846100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:43:33.858292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:33.859099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.863181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69bba2-b54d-4011-9426-9e3da2b92150 None None] Network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:43:33.895270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-564a7f9e-f577-4624-9f28-958c8eb85051 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4838030 Aug 29 17:43:33.928173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:33.977693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=8af0d074-ed2f-40c0-b71e-b667bd664226,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:34.009836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db03a7-8d35-432c-bbcb-0693600a7271 None None] Network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:43:34.118290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:43:34.270218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca0fbfdf-a598-4481-bda5-c658ae62b2b0 req-5e7b19b7-5dd8-4de9-8dca-9224282c9a2c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 210 time: 0.0325553 Aug 29 17:43:34.275685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:43:34.296708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:43:34.306113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:34.306961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:43:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:34.344062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] No DVR routers for this DVR port 8af0d074-ed2f-40c0-b71e-b667bd664226 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:34.349173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:34.362991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-17890bb0-4993-492b-8711-4dd23bfe3c23 req-5e6267b5-28eb-4fff-8474-5e098ac11934 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "DELETE /v2.0/ports/8af0d074-ed2f-40c0-b71e-b667bd664226 HTTP/1.1" status: 204 len: 173 time: 1.0307512 Aug 29 17:43:34.363468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'name': 'network-vif-deleted', 'tag': '8af0d074-ed2f-40c0-b71e-b667bd664226'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:34.365969 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99975165-9e31-47aa-b506-8de4178a7128" -d '{"events": [{"server_uuid": "58f7b076-451e-4a92-8d9d-8ea6d10c4b0d", "name": "network-vif-deleted", "tag": "8af0d074-ed2f-40c0-b71e-b667bd664226"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:34.457501 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f725891b-0d51-42c2-89b3-7e374a7497ba x-openstack-request-id: req-f725891b-0d51-42c2-89b3-7e374a7497ba {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:34.457819 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f7b076-451e-4a92-8d9d-8ea6d10c4b0d", "name": "network-vif-deleted", "tag": "8af0d074-ed2f-40c0-b71e-b667bd664226", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:34.458210 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f725891b-0d51-42c2-89b3-7e374a7497ba {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:34.458549 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f7b076-451e-4a92-8d9d-8ea6d10c4b0d', 'name': 'network-vif-deleted', 'tag': '8af0d074-ed2f-40c0-b71e-b667bd664226', 'status': 'completed', 'code': 200} Aug 29 17:43:34.469164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e696e-2699-41b6-9eb6-f023abb32119 req-e4b236e0-e0cc-4273-8edc-1a647d834ff5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:34.477748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-e4b236e0-e0cc-4273-8edc-1a647d834ff5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 814 time: 0.2029665 Aug 29 17:43:34.498270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-a60e0850-3a26-4981-afcb-971a3b1168ef tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/quotas/f47c03875f334539bf7b85e15e03b8a1 HTTP/1.1" status: 200 len: 375 time: 0.0195539 Aug 29 17:43:34.525908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:34.534824 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-a7690e93-bdc0-441d-8583-ee26a63b6e92 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355833 Aug 29 17:43:34.776778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-85503491-c0f4-4b64-8285-f1b30496f4c3 service neutron] 10.222.0.41 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343068 Aug 29 17:43:34.811676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:34.874633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:43:34.895197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:34.896574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:43:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:34.899231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-e0cd1739-f939-4bc0-bed3-18f634e64c6d service neutron] 10.222.0.41 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215351 Aug 29 17:43:34.943054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6275da-4cdd-4a32-9e36-d964f577e1bc req-f0701a93-31d4-4c82-b972-58f709b24196 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:34.952326 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a6275da-4cdd-4a32-9e36-d964f577e1bc req-f0701a93-31d4-4c82-b972-58f709b24196 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.1460562 Aug 29 17:43:35.031257 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a6275da-4cdd-4a32-9e36-d964f577e1bc req-5e34757f-6ce9-431a-bf90-5f30098ab40d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646894 Aug 29 17:43:35.144918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b87ddbd-22be-471c-af00-c6aa7d5d694d req-f0a0e848-89dd-4203-a562-2783695ea812 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 210 time: 0.0504866 Aug 29 17:43:35.168665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:35.471156 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2bfca58-b1d9-4676-a7ef-f6c7bb199692 req-7cdc4446-491e-42e6-9571-8eee4012375c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 210 time: 0.0626159 Aug 29 17:43:35.491997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:35.523441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e834bb8-8beb-4f49-9950-a86944b8f061 None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:43:35.879122 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc57ba-c3b6-4796-a7bf-56a83bf6e286 None None] New status for floating IP 509ad1a5-498d-4682-a526-2f9def83fcc5: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:43:36.157866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182f60c-323e-4bba-92c7-ed27e4674cb1 req-d46ac5dc-141e-4b2b-9a1e-85c4dac540d4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:36.159584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f182f60c-323e-4bba-92c7-ed27e4674cb1 req-d46ac5dc-141e-4b2b-9a1e-85c4dac540d4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0585833 Aug 29 17:43:36.274490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f182f60c-323e-4bba-92c7-ed27e4674cb1 req-67dad07e-bcc8-4171-9177-664a06974064 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998604 Aug 29 17:43:36.376270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d940f406-1a35-484b-bba9-ca6df6c5cdf9 req-5225c78c-3249-48e3-b656-3859eae1ae4a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 210 time: 0.0513282 Aug 29 17:43:36.416213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e696e-2699-41b6-9eb6-f023abb32119 req-0a8bcdfb-29ee-4eac-820d-2c36fe63ec27 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:36.418112 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-0a8bcdfb-29ee-4eac-820d-2c36fe63ec27 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.43 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 814 time: 0.2163486 Aug 29 17:43:36.434753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Request body: {'port': {'device_id': '1ee2c37a-58a7-4826-98a6-b45379487535', 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea', 'admin_state_up': True, 'tenant_id': 'f47c03875f334539bf7b85e15e03b8a1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:36.590607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Made reservation on behalf of f47c03875f334539bf7b85e15e03b8a1 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:36.594810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:36.616500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8e0fdb1-2fb1-46b4-a041-9a2959d5d78c req-425637df-f295-4076-9856-44fcc2e6dfab tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 210 time: 0.0429482 Aug 29 17:43:36.737849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Allocated IP 172.20.0.4 (4bf81e96-b759-49a4-8d29-dac0b0f6c4ea/1c3e1f95-d784-4dfa-9a48-c81c95f59875/c69f65ab-fca7-4f66-b93f-8751f2a7bf28) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:43:36.896600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:36.937266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:36.981320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:43:36.987855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:43:36.991679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:43:36.998430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:37.024031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.024388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.024733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.025078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.025416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.025753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.026087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.026419 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.026784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.027115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.027445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.027775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:37.061780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:37.062406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:37.079712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-212041d2-07d4-4c65-ad49-2e9962c95c29 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6487257 Aug 29 17:43:37.092282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Request body: {'port': {'device_id': '1ee2c37a-58a7-4826-98a6-b45379487535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:37.147018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:37.461004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8af0d074-ed2f-40c0-b71e-b667bd664226 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:37.486674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3ea67-62d1-4ca1-8f3c-3e1d349b11bf req-db6be3eb-8453-4f10-97d2-82f57b8771e4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:37.488523 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cae3ea67-62d1-4ca1-8f3c-3e1d349b11bf req-db6be3eb-8453-4f10-97d2-82f57b8771e4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.1178803 Aug 29 17:43:37.499155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 8af0d074-ed2f-40c0-b71e-b667bd664226 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:37.499605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8af0d074-ed2f-40c0-b71e-b667bd664226 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:37.499785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d61da5-2131-43cb-8505-af840c22ae35 req-f2d0a72d-49e8-4a94-ade6-672c2687e298 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:37.508453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95d61da5-2131-43cb-8505-af840c22ae35 req-f2d0a72d-49e8-4a94-ade6-672c2687e298 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 931 time: 0.0710456 Aug 29 17:43:37.555868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95d61da5-2131-43cb-8505-af840c22ae35 req-82906601-1e67-42dd-bfd2-3030c4429965 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Aug 29 17:43:37.575837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69f65ab-fca7-4f66-b93f-8751f2a7bf28 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:37.583480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:37.589415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cae3ea67-62d1-4ca1-8f3c-3e1d349b11bf req-f95a9ae7-f0b2-48b9-9fc6-0ce2f4e84011 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908921 Aug 29 17:43:37.609227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Transition to ACTIVE for port object c69f65ab-fca7-4f66-b93f-8751f2a7bf28 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:37.615110 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:37.672711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:37.749609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3ef041fe-ba09-4ab8-8df2-431d3d5f92b9 req-32a6e05d-f8c6-4af9-b2a9-69969b2650cc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 210 time: 0.0366905 Aug 29 17:43:37.778281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Attempting to bind port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:43:37.778751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Attempting to bind port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:43:37.779155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Attempting to bind port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:37.784820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:43:37.785234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Attempting to bind port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:37.791854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:43:37.792451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Checking segment: {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:37.793104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Bound using segment: {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:43:37.793717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Bound port: c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:43:37.794268 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:37.861591 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:37.865156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:43:37.869990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:37.908512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:37.909135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:37.910740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] 10.222.0.43 "PUT /v2.0/ports/c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 200 len: 1092 time: 0.8225079 Aug 29 17:43:37.911035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:37.913271 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c187e1f6-75b3-4d77-b128-dd1a337810be" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:37.939297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0adda-e432-44b8-8c22-243999390a10 service neutron] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:37.967517 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4193bbdd-725b-4847-a5e7-7e1f1a4a8feb x-openstack-request-id: req-4193bbdd-725b-4847-a5e7-7e1f1a4a8feb {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:37.968125 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:37.968332 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4193bbdd-725b-4847-a5e7-7e1f1a4a8feb {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:37.968943 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'status': 'completed', 'code': 200} Aug 29 17:43:38.005806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e696e-2699-41b6-9eb6-f023abb32119 req-69a27e33-6485-4379-8296-135c801179a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.007636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-69a27e33-6485-4379-8296-135c801179a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 1095 time: 0.0502977 Aug 29 17:43:38.050485 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-825fba6a-ed88-4813-9361-3fdd825734e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 200 len: 217 time: 0.0352476 Aug 29 17:43:38.100075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e696e-2699-41b6-9eb6-f023abb32119 req-cccd0d4a-4825-497b-b3da-54f3d34d0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.101684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-cccd0d4a-4825-497b-b3da-54f3d34d0e34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 200 len: 854 time: 0.0444720 Aug 29 17:43:38.137335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-45e15b7c-37eb-478f-bca1-ea254c08c8c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289624 Aug 29 17:43:38.225408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-e9f75e47-48f8-4c60-9026-9af1d3d318c1 service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812683 Aug 29 17:43:38.330606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-082e696e-2699-41b6-9eb6-f023abb32119 req-34971dea-6174-4db1-87a1-e23b81d39555 service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982723 Aug 29 17:43:38.484145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-58357ea4-ab6b-4e00-93c4-a3946f014fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.486914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-58357ea4-ab6b-4e00-93c4-a3946f014fbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 1095 time: 0.0720975 Aug 29 17:43:38.613324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-6692fc1e-6679-48b6-90cd-6f3c0b98ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.621160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-6692fc1e-6679-48b6-90cd-6f3c0b98ed90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 915 time: 0.1262698 Aug 29 17:43:38.720979 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-488109ee-b626-4410-bb2e-94a25e241022 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 200 len: 217 time: 0.0903003 Aug 29 17:43:38.745847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4a4d4-0d77-4592-81c0-696cb4614bda req-2d1f73ec-37de-46d8-8646-9c279db0a2c7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.748008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49c4a4d4-0d77-4592-81c0-696cb4614bda req-2d1f73ec-37de-46d8-8646-9c279db0a2c7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 943 time: 0.0668797 Aug 29 17:43:38.813471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1010-9e55-4722-b0c2-080f278e5cfa req-41184d7b-ca40-4e6a-9082-16b4c596dae3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.815110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-054e1010-9e55-4722-b0c2-080f278e5cfa req-41184d7b-ca40-4e6a-9082-16b4c596dae3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0910873 Aug 29 17:43:38.816968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-4fda17d1-82f2-456b-ae1e-6e7c9b6f1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.818476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-4fda17d1-82f2-456b-ae1e-6e7c9b6f1f23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 200 len: 854 time: 0.0854352 Aug 29 17:43:38.819331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49c4a4d4-0d77-4592-81c0-696cb4614bda req-f3784124-f2dc-4637-9a13-570ad07013c5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560791 Aug 29 17:43:38.872105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-7c3d69c7-74fe-4d72-a467-d3051d2395b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412402 Aug 29 17:43:38.908598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-054e1010-9e55-4722-b0c2-080f278e5cfa req-32151993-073e-4a5c-babc-2ad21a354fe6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860064 Aug 29 17:43:38.985870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-dff4b775-9b72-468f-94d2-c623de17159c service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017203 Aug 29 17:43:39.013640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bcd0e4d-cdc3-40c3-9bb0-515b68dbdf7d req-09b5c38a-3357-4f3b-ae42-f7f5401b6edc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f7b076-451e-4a92-8d9d-8ea6d10c4b0d HTTP/1.1" status: 200 len: 210 time: 0.0475583 Aug 29 17:43:39.100854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c187e1f6-75b3-4d77-b128-dd1a337810be req-8252c278-6656-4bae-8424-d97dcdbbac41 service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069000 Aug 29 17:43:39.929628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07836eb5-665c-4087-a1ee-ccccadc39868 req-40253f45-d4d3-4d40-a82c-a08e1f32a320 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:39.931284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-07836eb5-665c-4087-a1ee-ccccadc39868 req-40253f45-d4d3-4d40-a82c-a08e1f32a320 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 943 time: 0.0557268 Aug 29 17:43:39.989504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-07836eb5-665c-4087-a1ee-ccccadc39868 req-beeab791-1a63-4a07-8f9e-ca03551a9524 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Aug 29 17:43:40.058216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f483e52-6c68-419a-8d7b-4b873d7e7124 req-b7522c3c-ecbe-40c5-ad95-a0442918348e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:40.059915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f483e52-6c68-419a-8d7b-4b873d7e7124 req-b7522c3c-ecbe-40c5-ad95-a0442918348e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0540869 Aug 29 17:43:40.099759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f483e52-6c68-419a-8d7b-4b873d7e7124 req-d8efd588-79c5-4472-b322-d877c5412737 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336027 Aug 29 17:43:40.260339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-4ad93629-dc77-4b4e-9744-3815f5d2d3e9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813139599&fields=id&tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 267 time: 0.0316257 Aug 29 17:43:40.370539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-1f92e030-ccb2-419a-8728-d8d5a04e21a9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:40.372410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-1f92e030-ccb2-419a-8728-d8d5a04e21a9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1041446 Aug 29 17:43:40.387184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-ca580124-4eea-429d-8c6a-aaaabe57ccf9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/quotas/46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 375 time: 0.0089579 Aug 29 17:43:40.441935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-c795a99a-f9b8-4d23-9f50-9862e90c26b9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488935 Aug 29 17:43:40.557401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-ed7b39b2-565c-44f0-94f5-79b80fbaa4de service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917265 Aug 29 17:43:40.652440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-af4d4c81-a7ec-4842-97ec-987f823aecee service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890248 Aug 29 17:43:40.943263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02bf73f5-a136-48c0-b114-48da92dd7c8c req-f75853f9-fb73-43fb-b3fc-615c1c448b0c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 210 time: 0.0286577 Aug 29 17:43:40.946338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:43:41.074066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:41.085940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea', 'port_id': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'mac_address': 'fa:16:3e:c7:0f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3e1f95-d784-4dfa-9a48-c81c95f59875', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:43:41.141341 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:41.160077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5e147-4324-4445-9e8e-6426af9251fa req-1937d881-dd99-4830-9f73-48361579e6e5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.160705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69f65ab-fca7-4f66-b93f-8751f2a7bf28 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:41.171910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7b5e147-4324-4445-9e8e-6426af9251fa req-1937d881-dd99-4830-9f73-48361579e6e5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 943 time: 0.0918171 Aug 29 17:43:41.187594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:41.192837 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:41.242896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7b5e147-4324-4445-9e8e-6426af9251fa req-dff189d5-890d-4e78-b915-bac81525ead9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699697 Aug 29 17:43:41.274254 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29acd49d-708c-4975-a22e-6e7e02b09d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:41.297120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:41.313319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6000be-0143-4bc9-8a3d-5bcc5f50b5f1 req-b1c98c2d-3d13-4011-8cc2-da53ada7c407 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.319196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f6000be-0143-4bc9-8a3d-5bcc5f50b5f1 req-b1c98c2d-3d13-4011-8cc2-da53ada7c407 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0755720 Aug 29 17:43:41.364037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f6000be-0143-4bc9-8a3d-5bcc5f50b5f1 req-94e6fd8a-bff0-4ae4-83fb-b342d19c07eb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426733 Aug 29 17:43:41.405176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c69f65ab-fca7-4f66-b93f-8751f2a7bf28'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:42.067754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0762f167-94da-47b9-ad2c-b1087f1cc4fc req-5c0a273f-1296-43aa-a740-09ac3646b774 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 210 time: 0.0419049 Aug 29 17:43:42.127282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-dd63946d-6782-4cda-9f56-baf8560a0156 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.128758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-dd63946d-6782-4cda-9f56-baf8560a0156 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1751328 Aug 29 17:43:42.179867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-c7f6d03b-411c-42e7-98f4-5545cca1cfac tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 379 time: 0.0397801 Aug 29 17:43:42.191003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'port': {'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'admin_state_up': True, 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'security_groups': ['bfad108d-8a74-4e05-b5d9-1b4201d82656']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:42.326813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:42.331839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:42.501188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92020a29-1b4b-4547-922a-1e1c95d5b3a0 req-9e6cb4cf-05de-4efc-b12e-5740d2d55813 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.502889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92020a29-1b4b-4547-922a-1e1c95d5b3a0 req-9e6cb4cf-05de-4efc-b12e-5740d2d55813 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.1564686 Aug 29 17:43:42.572947 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:42.595184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123222c-db06-400e-8b8c-48bf50b89c23 req-4418c902-6608-4bf2-a57a-098301dae412 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.597864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9123222c-db06-400e-8b8c-48bf50b89c23 req-4418c902-6608-4bf2-a57a-098301dae412 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.1247003 Aug 29 17:43:42.604988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92020a29-1b4b-4547-922a-1e1c95d5b3a0 req-4571c3f8-d595-400e-a362-710aedbbde41 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850849 Aug 29 17:43:42.620473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.20.0.12 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/b00e3548-069d-4b91-a9dd-b67c4f2ffff5) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:43:42.659158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9123222c-db06-400e-8b8c-48bf50b89c23 req-d5dd4b08-b4c9-4de7-a4be-8cf2106ddb42 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553019 Aug 29 17:43:42.792687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:42.808869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Transition to ACTIVE for port object b00e3548-069d-4b91-a9dd-b67c4f2ffff5 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:42.844739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:42.889034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:43:42.892995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:43:42.919430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:42.923004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:43:42.961233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:43:42.978174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.978833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.001432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-e43dc8b4-663f-42df-ae1b-e9914194af7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8151164 Aug 29 17:43:43.015158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Request body: {'port': {'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:43.051314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:43.061614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:43.062444 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.077437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.171824 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.223182 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.258370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:43.261014 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6028498c-12fb-4d5d-bc7c-51ce37cb88b5" -d '{"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-plugged", "status": "completed", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:43.296876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:43.307383 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.312599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-73f1317a-10fe-42d5-acec-f34d2c6dfe3f None None] Provisioning for port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:43.349318 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7bd066-d05f-4139-8c8c-f60e5d6228b0 x-openstack-request-id: req-1c7bd066-d05f-4139-8c8c-f60e5d6228b0 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:43.350013 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-plugged", "status": "completed", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:43.350504 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c7bd066-d05f-4139-8c8c-f60e5d6228b0 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:43.351150 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'code': 200} Aug 29 17:43:43.352109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-73f1317a-10fe-42d5-acec-f34d2c6dfe3f None None] Provisioning complete for port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:43.352700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-73f1317a-10fe-42d5-acec-f34d2c6dfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.409400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-73f1317a-10fe-42d5-acec-f34d2c6dfe3f None None] Port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:43:43.411674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:43.458743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d20449-9838-4a20-96ca-b212029c9ff4 req-057a8943-cfc3-4eac-801a-4fe3a2714e68 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:43.466331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d20449-9838-4a20-96ca-b212029c9ff4 req-057a8943-cfc3-4eac-801a-4fe3a2714e68 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 932 time: 0.2174826 Aug 29 17:43:43.477968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00e3548-069d-4b91-a9dd-b67c4f2ffff5 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:43.486862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.499926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Transition to ACTIVE for port object b00e3548-069d-4b91-a9dd-b67c4f2ffff5 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:43.504723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.524090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34d20449-9838-4a20-96ca-b212029c9ff4 req-0c6fb3af-0799-4259-9ccd-08fcceea3714 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555394 Aug 29 17:43:43.526384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3677e16-739c-4a8b-afb2-30a04f993c34 req-3dcdc665-c8a7-42a3-97b3-f0211f3465f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:43.527889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3677e16-739c-4a8b-afb2-30a04f993c34 req-3dcdc665-c8a7-42a3-97b3-f0211f3465f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 1097 time: 0.1239619 Aug 29 17:43:43.595306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:43.595703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3677e16-739c-4a8b-afb2-30a04f993c34 req-264ed6da-ba7e-4177-9d03-f4a52210aca3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570910 Aug 29 17:43:43.703461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Attempting to bind port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:43:43.703864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Attempting to bind port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:43:43.704252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Attempting to bind port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:43.718728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:43:43.719166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Attempting to bind port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:43.729175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:43:43.729517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:43.729909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:43:43.730533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Bound port: b00e3548-069d-4b91-a9dd-b67c4f2ffff5, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:43:43.730711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.849489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af687e-519b-43db-a0c9-2922de210fe1 req-5ff5f291-dcc0-4d70-bbfb-88b6e4705c7e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:43.858838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65af687e-519b-43db-a0c9-2922de210fe1 req-5ff5f291-dcc0-4d70-bbfb-88b6e4705c7e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0915544 Aug 29 17:43:43.862716 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-78c38ea4-dda7-4824-8b32-80eee74953c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.887783 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:43.911246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65af687e-519b-43db-a0c9-2922de210fe1 req-f2f8be1d-227f-4f3a-b6d1-ce6fd05415db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512474 Aug 29 17:43:43.934667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4343f-cf41-4136-a0da-9fb98a379ca2 req-5ae97222-d0ff-44c2-a39b-da68ce5ad660 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:43.934667 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75c4343f-cf41-4136-a0da-9fb98a379ca2 req-5ae97222-d0ff-44c2-a39b-da68ce5ad660 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1686609 Aug 29 17:43:43.947470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] For port b00e3548-069d-4b91-a9dd-b67c4f2ffff5, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:43.952450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] For port b00e3548-069d-4b91-a9dd-b67c4f2ffff5, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:43:43.991205 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:44.073927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:44.074093 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-5d0868ee-4e8f-43c1-89be-59bddd3f3f29 service neutron] show failed (client error): The resource could not be found. Aug 29 17:43:44.074872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:44.075235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-5d0868ee-4e8f-43c1-89be-59bddd3f3f29 service neutron] 10.222.0.44 "GET /v2.0/ports/74885ad5-ed60-47a2-9f47-f0be6cbd6c87/bindings/n-h2-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0923431 Aug 29 17:43:44.076449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/b00e3548-069d-4b91-a9dd-b67c4f2ffff5 HTTP/1.1" status: 200 len: 1093 time: 1.0671635 Aug 29 17:43:44.078923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:44.081634 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70be75f9-7e9e-436b-9a42-ab2846e5cd70" -d '{"events": [{"name": "network-changed", "server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:44.099752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c22ab-ef4a-4c74-a82b-856031dc58e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:44.114171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75c4343f-cf41-4136-a0da-9fb98a379ca2 req-60ed767b-cc83-4455-b575-230e48ddf250 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683407 Aug 29 17:43:44.420580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-f35962dc-85eb-403b-8b66-d547aefffcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:44.422420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-f35962dc-85eb-403b-8b66-d547aefffcc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 1098 time: 0.1239338 Aug 29 17:43:44.439786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:44.536975 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:44.577766 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f128f1b-34a6-43a1-9e1f-1c39e7fd0b68 x-openstack-request-id: req-1f128f1b-34a6-43a1-9e1f-1c39e7fd0b68 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:44.577766 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:44.578313 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f128f1b-34a6-43a1-9e1f-1c39e7fd0b68 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:44.578313 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'status': 'completed', 'code': 200} Aug 29 17:43:44.598962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-306d67c9-db0d-4268-884c-c23d0137ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:44.600667 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-306d67c9-db0d-4268-884c-c23d0137ec4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 1096 time: 0.4606357 Aug 29 17:43:44.653260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-4289dd02-b2b4-4d0c-b465-47b4d47cf08d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5 HTTP/1.1" status: 200 len: 217 time: 0.0436668 Aug 29 17:43:44.732117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-ece55853-0970-473d-9a24-8ca850439963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:44.734323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-ece55853-0970-473d-9a24-8ca850439963 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0741618 Aug 29 17:43:44.772648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c493c-7f65-4069-bb49-244a509a81b5 req-5d6d144f-aaf7-47af-a14e-dba4f0cd95ea tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:44.774262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db7c493c-7f65-4069-bb49-244a509a81b5 req-5d6d144f-aaf7-47af-a14e-dba4f0cd95ea tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.1557550 Aug 29 17:43:44.813975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-81342d82-8c2e-4e29-a6e3-41a0402d8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:44.816017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-81342d82-8c2e-4e29-a6e3-41a0402d8b30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731738 Aug 29 17:43:44.871437 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db7c493c-7f65-4069-bb49-244a509a81b5 req-ffe13cf6-ec46-4f98-9f8f-25f7d42b75b9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881896 Aug 29 17:43:44.904935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:44.940544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:44.945393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-a7ff70e8-9c0c-46b2-b5bb-11f4c59948e0 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216896 Aug 29 17:43:44.986182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:44.988363 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e1873-c948-4b89-b07c-320557b6083f" -d '{"events": [{"server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "name": "network-vif-unplugged", "status": "completed", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:44.993929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.012475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Transition to ACTIVE for port object 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:45.024068 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.092875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d2bc1502-ccdc-45e4-9f68-4c95451fead0 req-cda3a060-8296-4354-a68e-2b13839e9f54 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388395 Aug 29 17:43:45.151851 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8f1cca-01e4-4e7d-b874-3ffbc929c38a x-openstack-request-id: req-0e8f1cca-01e4-4e7d-b874-3ffbc929c38a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:45.152074 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "name": "network-vif-unplugged", "status": "completed", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:45.152302 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e8f1cca-01e4-4e7d-b874-3ffbc929c38a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:45.152687 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'code': 200} Aug 29 17:43:45.163095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:45.257800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f3eb3-e62f-4d5d-8eed-eb05b7a33344 req-19b83b36-4c8d-4ffb-97ca-9c6bb9fdd570 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.267606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-079f3eb3-e62f-4d5d-8eed-eb05b7a33344 req-19b83b36-4c8d-4ffb-97ca-9c6bb9fdd570 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 944 time: 0.1729152 Aug 29 17:43:45.270804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] No DVR routers for this DVR port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:45.295377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-5c7540b5-3cec-4f86-97fb-9ba59b9c9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.297906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-5c7540b5-3cec-4f86-97fb-9ba59b9c9e68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 1096 time: 0.1455700 Aug 29 17:43:45.330285 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-079f3eb3-e62f-4d5d-8eed-eb05b7a33344 req-c141ced3-ccef-423d-bc8e-b5fb66a883a4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563676 Aug 29 17:43:45.478777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.483202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-478a6b0c-a246-4539-8aef-b9fae75f2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.485249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-478a6b0c-a246-4539-8aef-b9fae75f2f0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.1704564 Aug 29 17:43:45.499699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8641-da65-45ff-8844-791f848a6582 req-a02e7cd0-1376-4ce4-ac78-d05dfd5147c6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.508651 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2b7c8641-da65-45ff-8844-791f848a6582 req-a02e7cd0-1376-4ce4-ac78-d05dfd5147c6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1241813 Aug 29 17:43:45.533832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Attempting to bind port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:43:45.533832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Attempting to bind port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:43:45.534045 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Attempting to bind port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on network d6c41679-62a8-4194-8c8e-2c950fbee3a8 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:45.541705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on network d6c41679-62a8-4194-8c8e-2c950fbee3a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:43:45.542028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Attempting to bind port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on network d6c41679-62a8-4194-8c8e-2c950fbee3a8 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:45.555592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:43:45.555959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Checking segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:45.556323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Bound using segment: {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:43:45.556767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Bound port: 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:43:45.557143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.564411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-ed7f23ce-4cc1-40af-86f5-2a9e090562c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5 HTTP/1.1" status: 200 len: 217 time: 0.0716922 Aug 29 17:43:45.584406 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2b7c8641-da65-45ff-8844-791f848a6582 req-40b438ff-ed14-4001-b01b-b45844c10856 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705667 Aug 29 17:43:45.656417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-717f83d6-ce6a-4326-b0e5-a1b13e28a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.659303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-717f83d6-ce6a-4326-b0e5-a1b13e28a820 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0870292 Aug 29 17:43:45.700377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:45.710256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:43:45.716809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.725779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-ec12be3f-9c3e-4c9d-ad27-bf6a32eab6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.729445 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-ec12be3f-9c3e-4c9d-ad27-bf6a32eab6e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628774 Aug 29 17:43:45.773111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.773717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.775397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 1093 time: 1.3435752 Aug 29 17:43:45.788684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565de354-45dd-42d4-8e5e-e00bf6d2e8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:45.850153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-07d76f58-1795-41b9-8a51-606346f1b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.851873 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-07d76f58-1795-41b9-8a51-606346f1b81f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1096 time: 0.0439129 Aug 29 17:43:45.960671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-74c0a951-c3b3-49ae-b870-53ccc59260fd service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226424 Aug 29 17:43:46.051057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1af1-934e-4840-8983-594d624343ca req-bde5b300-8604-4c06-b57c-f7451754e832 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:46.058494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-bde5b300-8604-4c06-b57c-f7451754e832 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 814 time: 0.2964091 Aug 29 17:43:46.093289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-cd0796b6-a462-4903-b668-648d01011b8d tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/quotas/f47c03875f334539bf7b85e15e03b8a1 HTTP/1.1" status: 200 len: 375 time: 0.0336990 Aug 29 17:43:46.159133 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70be75f9-7e9e-436b-9a42-ab2846e5cd70 req-af643704-90ee-45a9-8f34-581b39c8d15b service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881716 Aug 29 17:43:46.209355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-b057136b-9f73-4ada-b65b-ed33fda42f63 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151273 Aug 29 17:43:46.308484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-9d7e28dd-1139-4b76-9f96-8e0d31ab95f0 service neutron] 10.222.0.41 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980358 Aug 29 17:43:46.359389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf3140-fc04-4b22-bbd6-39b36600c546 req-255d23a8-9916-4493-9f0d-a29c21d13f6a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:46.361027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccdf3140-fc04-4b22-bbd6-39b36600c546 req-255d23a8-9916-4493-9f0d-a29c21d13f6a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.0765960 Aug 29 17:43:46.386659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-dea20c4f-4ba2-4647-9ab6-395f65aa3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:46.388840 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-dea20c4f-4ba2-4647-9ab6-395f65aa3646 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 897 time: 0.5296979 Aug 29 17:43:46.448059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccdf3140-fc04-4b22-bbd6-39b36600c546 req-830c1b58-55eb-4297-8d0d-ece1a6edc227 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804558 Aug 29 17:43:46.448527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-0ee2d0a0-3ded-40f9-aef3-4d599652bfd0 service neutron] 10.222.0.41 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358972 Aug 29 17:43:46.484047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-05172eed-0c9b-4133-b3a6-4517f5405fbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 1000 time: 0.0813928 Aug 29 17:43:46.542075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-77d46eb7-a715-43c8-9b9b-e2c44b7d945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:46.543844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-77d46eb7-a715-43c8-9b9b-e2c44b7d945f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.0505376 Aug 29 17:43:46.611921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-3f5ad6b3-1b34-40d6-8e39-70d9877c4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:46.613499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-3f5ad6b3-1b34-40d6-8e39-70d9877c4393 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595348 Aug 29 17:43:46.774109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44ad3-708e-4863-abf6-b1e96363de4f req-da3199c9-79a3-45d7-adda-647bf20a12b9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:46.777207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ef44ad3-708e-4863-abf6-b1e96363de4f req-da3199c9-79a3-45d7-adda-647bf20a12b9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 944 time: 0.0924797 Aug 29 17:43:46.782918 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:46.817384 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f212912-cf45-43ad-b705-c3315547300e req-feba75a6-67bd-48ac-8508-0c6acba64ea2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 210 time: 0.0798500 Aug 29 17:43:46.849813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-60adb176-6097-42d2-8e4a-36c1593789e2 service neutron] 10.222.0.43 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263265 Aug 29 17:43:46.856514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ef44ad3-708e-4863-abf6-b1e96363de4f req-c8019b06-1bbf-4e56-a9ad-8e281decefa7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719087 Aug 29 17:43:46.972966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e5f702-5d55-4e3c-ac4d-113c0bacc976 req-dfb34b45-4c1b-42b8-bd1f-2ee88789aa8b service neutron] 10.222.0.43 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144180 Aug 29 17:43:47.153963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:47.157028 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32888fc2-df96-41fc-8c8f-5593c3837375" -d '{"events": [{"name": "network-changed", "server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:47.211859 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe911ffb-799e-4d47-ad46-d539d28fc655 x-openstack-request-id: req-fe911ffb-799e-4d47-ad46-d539d28fc655 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:47.212165 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:47.212383 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe911ffb-799e-4d47-ad46-d539d28fc655 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:47.212877 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'status': 'completed', 'code': 200} Aug 29 17:43:47.287847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-5c26054b-9064-420b-8add-faf7746903c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.289516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-5c26054b-9064-420b-8add-faf7746903c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1096 time: 0.0555158 Aug 29 17:43:47.316197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-783036ee-5440-4fe7-a5f0-ee7197a95d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.317716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-783036ee-5440-4fe7-a5f0-ee7197a95d5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1096 time: 0.0706291 Aug 29 17:43:47.435607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-b8775cc0-eddc-41fa-bf07-24cb47e20683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.437207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-b8775cc0-eddc-41fa-bf07-24cb47e20683 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 897 time: 0.1301293 Aug 29 17:43:47.451949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-c4f06cf0-caf6-4e8f-8f17-cbddcba83d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.454350 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-c4f06cf0-caf6-4e8f-8f17-cbddcba83d46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 897 time: 0.1273484 Aug 29 17:43:47.492702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:47.532377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-23c441f6-173f-4a63-a228-0e777c60a70f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 1000 time: 0.0681896 Aug 29 17:43:47.542555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-c5ef0d71-629e-46ee-a846-255fbf4d0819 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 1000 time: 0.0968854 Aug 29 17:43:47.551645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:47.586908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-08e23d57-aee5-498c-98f9-44e9be23d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.588517 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-08e23d57-aee5-498c-98f9-44e9be23d69d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.0491920 Aug 29 17:43:47.632717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-a58c0e4f-cb66-4fbe-8b0a-13be37ff5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.634775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-a58c0e4f-cb66-4fbe-8b0a-13be37ff5fa8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.0830507 Aug 29 17:43:47.647628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-d4085991-8013-40f3-b69a-163d80111208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.649317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-d4085991-8013-40f3-b69a-163d80111208 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520456 Aug 29 17:43:47.661349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3841-832d-4adc-9152-fa2e62cdd6df req-b7a35b36-d726-4a14-89b3-bdbd39d40c2a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.664180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b1d3841-832d-4adc-9152-fa2e62cdd6df req-b7a35b36-d726-4a14-89b3-bdbd39d40c2a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.0829372 Aug 29 17:43:47.741229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-53b609d0-a744-4207-949e-09aa4ca70e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:47.743046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-53b609d0-a744-4207-949e-09aa4ca70e83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965579 Aug 29 17:43:47.761450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b1d3841-832d-4adc-9152-fa2e62cdd6df req-2bcb50b3-6586-484a-8196-a5381098efaa tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792809 Aug 29 17:43:47.848072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-a344535a-87fe-4adf-9ab9-bb52c0871ac0 service neutron] 10.222.0.43 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699073 Aug 29 17:43:47.996669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-88a6012e-d294-40bb-8b6d-eea41289c08f service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336860 Aug 29 17:43:48.002062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a97570b-2f2c-40b4-b05e-35d6e38bc3fb req-a6ea3d40-9c5e-4bd7-852f-ed4103817a81 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 210 time: 0.0530319 Aug 29 17:43:48.022325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1af1-934e-4840-8983-594d624343ca req-d7c09358-91a5-4c76-884f-4b4b3b5e1c27 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:48.024561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-d7c09358-91a5-4c76-884f-4b4b3b5e1c27 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.43 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 814 time: 0.2520313 Aug 29 17:43:48.040523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Request body: {'port': {'device_id': '03276fe9-4717-4c41-9a8c-5e9a26dbea8b', 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea', 'admin_state_up': True, 'tenant_id': 'f47c03875f334539bf7b85e15e03b8a1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:48.042152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-88c1c03d-889c-4f3f-8a10-6381cd6a2830 service neutron] 10.222.0.43 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849532 Aug 29 17:43:48.063934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096184-1b1e-4055-be7f-fbb3b3bedc87 req-775a39b7-e7a6-47a0-be36-9aa8fc2c4638 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:48.065584 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c096184-1b1e-4055-be7f-fbb3b3bedc87 req-775a39b7-e7a6-47a0-be36-9aa8fc2c4638 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 944 time: 0.0904982 Aug 29 17:43:48.108660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c096184-1b1e-4055-be7f-fbb3b3bedc87 req-3e39c5c3-0efb-4345-a663-fe0225ca67c9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349128 Aug 29 17:43:48.184781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32888fc2-df96-41fc-8c8f-5593c3837375 req-679839cd-897f-467d-9818-f0d0a1df32ce service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798675 Aug 29 17:43:48.208089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Made reservation on behalf of f47c03875f334539bf7b85e15e03b8a1 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:48.211832 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.341229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Allocated IP 172.20.0.8 (4bf81e96-b759-49a4-8d29-dac0b0f6c4ea/1c3e1f95-d784-4dfa-9a48-c81c95f59875/e198f065-3197-4736-9197-74c8ea88c549) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:43:48.487914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.528341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.548217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c69f65ab-fca7-4f66-b93f-8751f2a7bf28'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:48.574808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:43:48.577852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:43:48.583921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:43:48.610692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Pushing event updated for resources: {'Port': ['ID=e198f065-3197-4736-9197-74c8ea88c549,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:48.652385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:48.653018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.678065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-f2bd4ae7-09d4-4daa-9bb8-afc852289a79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420896 Aug 29 17:43:48.709665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Request body: {'port': {'device_id': '03276fe9-4717-4c41-9a8c-5e9a26dbea8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:48.778686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.997872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:43:49.004626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb01260-3724-4d28-bf12-cbe44d0d48c8 req-99666107-72ed-4d5c-8bbf-62d2b325de5a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.006183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eeb01260-3724-4d28-bf12-cbe44d0d48c8 req-99666107-72ed-4d5c-8bbf-62d2b325de5a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.1127644 Aug 29 17:43:49.077891 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eeb01260-3724-4d28-bf12-cbe44d0d48c8 req-a2f06fd4-9036-4148-8b84-8b6bb9c1485a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626736 Aug 29 17:43:49.166437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e198f065-3197-4736-9197-74c8ea88c549 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:49.181673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:49.184096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.197761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabe151-c869-4780-9cfe-e39e1fe9506f req-168061e1-53fd-467c-9aca-0e4d6944dd79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.205860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7aabe151-c869-4780-9cfe-e39e1fe9506f req-168061e1-53fd-467c-9aca-0e4d6944dd79 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 931 time: 0.0701909 Aug 29 17:43:49.206630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'port_id': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'mac_address': 'fa:16:3e:b6:db:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:43:49.230735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Transition to ACTIVE for port object e198f065-3197-4736-9197-74c8ea88c549 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:49.242029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.259113 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.274122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7aabe151-c869-4780-9cfe-e39e1fe9506f req-2b3a3f7c-e6cb-4384-87af-8f20bda62ce0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671678 Aug 29 17:43:49.279969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:49.308118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9907a-5b1a-4c50-b99d-3c26af7a20d9 req-decf91dd-072d-4875-a4df-a4534e15300d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.309632 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bdf9907a-5b1a-4c50-b99d-3c26af7a20d9 req-decf91dd-072d-4875-a4df-a4534e15300d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 944 time: 0.1164925 Aug 29 17:43:49.317315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:49.323043 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.365612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e198f065-3197-4736-9197-74c8ea88c549,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:49.380244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:49.406411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bdf9907a-5b1a-4c50-b99d-3c26af7a20d9 req-2b6e6c60-0831-42fb-ab60-f6add40223cb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693657 Aug 29 17:43:49.419334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Attempting to bind port e198f065-3197-4736-9197-74c8ea88c549 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:43:49.419927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Attempting to bind port e198f065-3197-4736-9197-74c8ea88c549 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:43:49.420239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Attempting to bind port e198f065-3197-4736-9197-74c8ea88c549 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:49.427080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Port e198f065-3197-4736-9197-74c8ea88c549 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:43:49.427407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Attempting to bind port e198f065-3197-4736-9197-74c8ea88c549 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:49.432763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:43:49.433103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Checking segment: {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:49.433490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Bound using segment: {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:43:49.433918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Bound port: e198f065-3197-4736-9197-74c8ea88c549, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:43:49.434295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.514265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] For port e198f065-3197-4736-9197-74c8ea88c549, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:49.518534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] For port e198f065-3197-4736-9197-74c8ea88c549, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e198f065-3197-4736-9197-74c8ea88c549,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:43:49.530053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.576666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.577285 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.579350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/e198f065-3197-4736-9197-74c8ea88c549 HTTP/1.1" status: 200 len: 1092 time: 0.8794880 Aug 29 17:43:49.579790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03276fe9-4717-4c41-9a8c-5e9a26dbea8b', 'tag': 'e198f065-3197-4736-9197-74c8ea88c549'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:49.582040 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972e639b-a800-4ac5-bf69-d7d1e943671f" -d '{"events": [{"name": "network-changed", "server_uuid": "03276fe9-4717-4c41-9a8c-5e9a26dbea8b", "tag": "e198f065-3197-4736-9197-74c8ea88c549"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:49.591935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['74885ad5-ed60-47a2-9f47-f0be6cbd6c87'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:49.608226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a37675-10f8-4601-9c6f-5ad4443f74f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e198f065-3197-4736-9197-74c8ea88c549,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:49.657402 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fada4e2c-e62d-49e4-a006-0b4f7ca3f839 x-openstack-request-id: req-fada4e2c-e62d-49e4-a006-0b4f7ca3f839 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:49.657675 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03276fe9-4717-4c41-9a8c-5e9a26dbea8b", "tag": "e198f065-3197-4736-9197-74c8ea88c549", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:49.657931 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fada4e2c-e62d-49e4-a006-0b4f7ca3f839 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:49.658325 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03276fe9-4717-4c41-9a8c-5e9a26dbea8b', 'tag': 'e198f065-3197-4736-9197-74c8ea88c549', 'status': 'completed', 'code': 200} Aug 29 17:43:49.779221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95e479-9377-4150-a238-404b374a41cf req-95363c30-76aa-4b37-aa8b-dba389aa9ab3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.780727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-95363c30-76aa-4b37-aa8b-dba389aa9ab3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.44 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 945 time: 0.1624167 Aug 29 17:43:49.784371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1af1-934e-4840-8983-594d624343ca req-48ee6cff-4408-44ae-b14e-e4804f1aa438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.786002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-48ee6cff-4408-44ae-b14e-e4804f1aa438 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 1095 time: 0.1313906 Aug 29 17:43:49.802223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cf998-ef92-4c82-a4c2-e40e5288c0bf req-dbab9055-be0d-468b-922a-14b46fb362c3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.803927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-650cf998-ef92-4c82-a4c2-e40e5288c0bf req-dbab9055-be0d-468b-922a-14b46fb362c3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 945 time: 0.1507223 Aug 29 17:43:49.887570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-af7a5ada-707a-41ce-b498-108d7eaaa47d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e198f065-3197-4736-9197-74c8ea88c549 HTTP/1.1" status: 200 len: 217 time: 0.0826757 Aug 29 17:43:49.956522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-650cf998-ef92-4c82-a4c2-e40e5288c0bf req-b93999e0-94de-41d6-99b2-b1d2ad6f52fd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1286004 Aug 29 17:43:49.966625 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-dc95e479-9377-4150-a238-404b374a41cf req-2adfff55-588a-4c90-abd9-0074b67b5d55 service neutron] delete failed (client error): The resource could not be found. Aug 29 17:43:49.967629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-2adfff55-588a-4c90-abd9-0074b67b5d55 service neutron] 10.222.0.44 "DELETE /v2.0/ports/74885ad5-ed60-47a2-9f47-f0be6cbd6c87/bindings/n-h1-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.1793871 Aug 29 17:43:49.986027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1af1-934e-4840-8983-594d624343ca req-5f70213b-8d44-4a87-83ac-279efb8c7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.987555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-5f70213b-8d44-4a87-83ac-279efb8c7d09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 200 len: 854 time: 0.0906301 Aug 29 17:43:50.025586 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-866c8046-1817-4b05-9d39-3dc797fdcdd7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291059 Aug 29 17:43:50.128324 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95e479-9377-4150-a238-404b374a41cf req-677dae4d-bda8-4bac-aac1-d6236ad3b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.130023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-677dae4d-bda8-4bac-aac1-d6236ad3b6c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1097 time: 0.1067767 Aug 29 17:43:50.157473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-b9cf4e3b-bc18-49d2-aa71-aa2d922c8748 service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236711 Aug 29 17:43:50.192931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45656) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:50.276688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b2eeb0-973b-400c-84a8-1ba3cf8e2346 admin admin] Deleting subnet 32bdbf4b-6f74-403e-8093-a509bbec30fc {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:43:50.279766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54b2eeb0-973b-400c-84a8-1ba3cf8e2346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.316023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54b2eeb0-973b-400c-84a8-1ba3cf8e2346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.319779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95e479-9377-4150-a238-404b374a41cf req-1b43c77b-06df-427d-8062-2ad3be77d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.321362 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-1b43c77b-06df-427d-8062-2ad3be77d42a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 897 time: 0.1776927 Aug 29 17:43:50.324991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-421d1af1-934e-4840-8983-594d624343ca req-fd71c0eb-ee6b-413c-940c-0656becd8035 service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568482 Aug 29 17:43:50.376551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54b2eeb0-973b-400c-84a8-1ba3cf8e2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.427928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf94f33-9518-4043-b633-7964d2b9316f req-7329c9d6-6e0e-4305-a8e1-a8783ec59c33 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.429469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cbf94f33-9518-4043-b633-7964d2b9316f req-7329c9d6-6e0e-4305-a8e1-a8783ec59c33 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.2020383 Aug 29 17:43:50.504654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cbf94f33-9518-4043-b633-7964d2b9316f req-c1fb78db-a413-4ad2-977a-386a151b01e3 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611961 Aug 29 17:43:50.512314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54b2eeb0-973b-400c-84a8-1ba3cf8e2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.568378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2eeb0-973b-400c-84a8-1ba3cf8e2346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32bdbf4b-6f74-403e-8093-a509bbec30fc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:50.570852 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54b2eeb0-973b-400c-84a8-1ba3cf8e2346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.572967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-54b2eeb0-973b-400c-84a8-1ba3cf8e2346 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/32bdbf4b-6f74-403e-8093-a509bbec30fc HTTP/1.1" status: 204 len: 168 time: 0.3789904 Aug 29 17:43:50.577304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45662) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:50.652705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.748696 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.761889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dceeac44-2f0e-4d8d-a6ec-b462fd2797dc']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:50.775049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da447966-81bb-4c53-a525-aa2587be535a') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:50.775737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da447966-81bb-4c53-a525-aa2587be535a') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:50.787698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.804218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.813495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:43:50.814136 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:43:50.817046 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:43:50.824780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-04942a24-d271-41d7-806b-b4ba743e8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.826288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-04942a24-d271-41d7-806b-b4ba743e8b70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 1095 time: 0.4281657 Aug 29 17:43:50.834866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bb65c-18ad-4048-8ec9-5fc0ac04739c req-a8af3f4a-a823-4fd8-8975-7cb13230ebd9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.836330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-673bb65c-18ad-4048-8ec9-5fc0ac04739c req-a8af3f4a-a823-4fd8-8975-7cb13230ebd9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 943 time: 0.4479280 Aug 29 17:43:50.839547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-4fb7a13f-8af1-4254-b6e3-79c0a0e24ea3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 1001 time: 0.5070126 Aug 29 17:43:50.883035 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.890183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.892309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dceeac44-2f0e-4d8d-a6ec-b462fd2797dc HTTP/1.1" status: 204 len: 168 time: 0.3137772 Aug 29 17:43:50.904573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45664) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:50.915022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582191d-9c72-405f-8961-a9472f7a4132 admin admin] Pushing event deleted for resources: {'Network': ['ID=dceeac44-2f0e-4d8d-a6ec-b462fd2797dc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:50.972693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebab28a-b52c-46c5-a210-06a579cce2a7 admin admin] Deleting subnet b3caee07-b190-4f91-bf3d-2fab41852ba5 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:43:50.977555 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ebab28a-b52c-46c5-a210-06a579cce2a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.983384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-673bb65c-18ad-4048-8ec9-5fc0ac04739c req-b3bf33c3-64b9-4bc3-a781-c5294d046da6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361475 Aug 29 17:43:50.987405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95e479-9377-4150-a238-404b374a41cf req-6aae2286-920d-4339-844b-90671f021054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.988820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-6aae2286-920d-4339-844b-90671f021054 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.1334541 Aug 29 17:43:51.021267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ebab28a-b52c-46c5-a210-06a579cce2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.027836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:43:51.071892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ebab28a-b52c-46c5-a210-06a579cce2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.073213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-d99e8451-d8c2-4a3c-aea5-62749d6d65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:51.074738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-d99e8451-d8c2-4a3c-aea5-62749d6d65f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 915 time: 0.2374847 Aug 29 17:43:51.105864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:51.111524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:51.112758 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.135620 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ebab28a-b52c-46c5-a210-06a579cce2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.152779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-67f6d6da-6bdf-4805-aa67-21196a7b468e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e198f065-3197-4736-9197-74c8ea88c549 HTTP/1.1" status: 200 len: 217 time: 0.0684588 Aug 29 17:43:51.160607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95e479-9377-4150-a238-404b374a41cf req-d1f13f32-28c8-4626-8d2a-529bb636bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:51.161986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-d1f13f32-28c8-4626-8d2a-529bb636bfcd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485436 Aug 29 17:43:51.164062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebab28a-b52c-46c5-a210-06a579cce2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3caee07-b190-4f91-bf3d-2fab41852ba5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:51.168059 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ebab28a-b52c-46c5-a210-06a579cce2a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.172856 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3ebab28a-b52c-46c5-a210-06a579cce2a7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b3caee07-b190-4f91-bf3d-2fab41852ba5 HTTP/1.1" status: 204 len: 168 time: 0.2675886 Aug 29 17:43:51.173544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45674) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:51.197924 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.208266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-2a668c44-9ce0-4e5e-a761-98b6442ee39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:51.209764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-2a668c44-9ce0-4e5e-a761-98b6442ee39f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 200 len: 854 time: 0.0462334 Aug 29 17:43:51.225786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:51.228482 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e57aaf2-ba9f-403e-b6fe-2019689a4c96" -d '{"events": [{"server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "name": "network-vif-plugged", "status": "completed", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:51.244170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:51.251016 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.276314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.297838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140bb3-04c2-45f5-b393-d5b962dca477 req-62364fc3-dfdd-4a0c-b381-33a9a6d95d0c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:51.303085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce140bb3-04c2-45f5-b393-d5b962dca477 req-62364fc3-dfdd-4a0c-b381-33a9a6d95d0c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 945 time: 0.2213254 Aug 29 17:43:51.305354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-2a6f016b-3827-4bb3-8760-1a73fe153c59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831470 Aug 29 17:43:51.307338 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449b24fd-52b8-4232-9fc7-7ccd02659943 x-openstack-request-id: req-449b24fd-52b8-4232-9fc7-7ccd02659943 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:51.307626 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "name": "network-vif-plugged", "status": "completed", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:51.307875 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-449b24fd-52b8-4232-9fc7-7ccd02659943 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:51.308263 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'code': 200} Aug 29 17:43:51.319754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:51.361850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.371728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6976db3-1a6c-4500-9bfd-231e42575019']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:51.382032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99efcfd-01fb-45b6-b4dc-5f97418ffa37') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:51.382334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99efcfd-01fb-45b6-b4dc-5f97418ffa37') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:51.392510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.407401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.415013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:43:51.415543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:43:51.417098 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:43:51.421407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce140bb3-04c2-45f5-b393-d5b962dca477 req-163047d7-123b-4365-b0f3-184cf48260c5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148424 Aug 29 17:43:51.435415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-e8ebadbf-cb07-4341-9811-ac8da687a942 service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247050 Aug 29 17:43:51.491093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.500347 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.502169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c6976db3-1a6c-4500-9bfd-231e42575019 HTTP/1.1" status: 204 len: 168 time: 0.3276479 Aug 29 17:43:51.506370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-c6559bf8-8063-4c63-88d6-c28a6feaf61c service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862590 Aug 29 17:43:51.514925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160aedb-1efa-402d-b379-4b9906090d89 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6976db3-1a6c-4500-9bfd-231e42575019,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:51.615925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc95e479-9377-4150-a238-404b374a41cf req-3c3e0852-5901-414c-9c0f-1b81b2c139b5 service neutron] 10.222.0.44 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709905 Aug 29 17:43:51.629966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d287-a5d8-40cf-86dc-8d0cf267c171 req-e65983c7-a352-4d17-a484-dd5515ee0c72 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:51.632661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c5d287-a5d8-40cf-86dc-8d0cf267c171 req-e65983c7-a352-4d17-a484-dd5515ee0c72 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.0576742 Aug 29 17:43:51.633919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-972e639b-a800-4ac5-bf69-d7d1e943671f req-70d392be-b101-4f75-b6c0-698efcb9eab6 service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196127 Aug 29 17:43:51.645173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45684) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:51.676346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c5d287-a5d8-40cf-86dc-8d0cf267c171 req-70db3ee4-d29d-4f58-9aa5-7b8c680ee1aa tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376680 Aug 29 17:43:51.688027 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-30887be8-ff9e-4353-9bda-fe5d6ba74490 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d984e359a4e641eca8cf72a5a284f13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410569 Aug 29 17:43:51.690137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45686) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:51.741796 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f359863-e1a3-4feb-9d83-efb62ba6b3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.762807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f359863-e1a3-4feb-9d83-efb62ba6b3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.808295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f359863-e1a3-4feb-9d83-efb62ba6b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.810820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f359863-e1a3-4feb-9d83-efb62ba6b3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:51.812085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1f359863-e1a3-4feb-9d83-efb62ba6b3eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c06340e-c7a1-4ecf-b24b-c1681b161ed2 HTTP/1.1" status: 204 len: 168 time: 0.1207130 Aug 29 17:43:51.820084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f359863-e1a3-4feb-9d83-efb62ba6b3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c06340e-c7a1-4ecf-b24b-c1681b161ed2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:52.127560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c26c7b-80ef-4a49-b4e6-69c17938221f req-94f9d434-7a5f-4a25-b090-86fed027f2d0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:52.129435 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92c26c7b-80ef-4a49-b4e6-69c17938221f req-94f9d434-7a5f-4a25-b090-86fed027f2d0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 943 time: 0.0604670 Aug 29 17:43:52.181174 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45704) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:52.192566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-92c26c7b-80ef-4a49-b4e6-69c17938221f req-fb7a1d59-1810-4723-8e28-0ab014737e9c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Aug 29 17:43:52.235215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d8908d1f-de61-4e73-a0c6-0d6cf5d9a82b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b075e63ed9149cda969fff8172d3d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523405 Aug 29 17:43:52.237654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45706) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:52.292084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a6a-c666-4bd6-81e7-dd99fa9dab19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:52.314915 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a6a-c666-4bd6-81e7-dd99fa9dab19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:52.369366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a6a-c666-4bd6-81e7-dd99fa9dab19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:52.372642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a6a-c666-4bd6-81e7-dd99fa9dab19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:52.373805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a6bc2a6a-c666-4bd6-81e7-dd99fa9dab19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28438ab4-1dc5-40e4-b1bd-7c07f1f73752 HTTP/1.1" status: 204 len: 168 time: 0.1352572 Aug 29 17:43:52.381831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc2a6a-c666-4bd6-81e7-dd99fa9dab19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28438ab4-1dc5-40e4-b1bd-7c07f1f73752,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:52.444099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3dc9-d16c-4494-9c57-e0cc7983dfef req-eb6b613c-9814-4aa5-ad9d-3c67ffd35b0b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:52.445500 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-164b3dc9-d16c-4494-9c57-e0cc7983dfef req-eb6b613c-9814-4aa5-ad9d-3c67ffd35b0b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0541027 Aug 29 17:43:52.489514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-164b3dc9-d16c-4494-9c57-e0cc7983dfef req-8f8074e5-554f-4415-8767-9addb9d0f073 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380557 Aug 29 17:43:52.561219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c3a2-1c75-4019-8b2b-22eeab078dd7 req-576916bd-6d6d-4d34-9818-18683c8ccf6e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:52.562792 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee86c3a2-1c75-4019-8b2b-22eeab078dd7 req-576916bd-6d6d-4d34-9818-18683c8ccf6e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0549829 Aug 29 17:43:52.601222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee86c3a2-1c75-4019-8b2b-22eeab078dd7 req-fe47364f-900e-4990-b645-0c04f7e463fe tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323913 Aug 29 17:43:52.623538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45720) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:52.688972 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c1bda847-fa7d-49ba-9dc0-777c3ad6fa5b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af HTTP/1.1" status: 200 len: 994 time: 0.0628567 Aug 29 17:43:52.797709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dde578-e817-4e43-81cf-a7118bcff21a req-e48bfbe9-9ac3-469b-ac84-7f11ed4aed83 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:52.799217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41dde578-e817-4e43-81cf-a7118bcff21a req-e48bfbe9-9ac3-469b-ac84-7f11ed4aed83 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.0509872 Aug 29 17:43:52.837358 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41dde578-e817-4e43-81cf-a7118bcff21a req-4ae2d564-d713-415d-9ced-e919622b2089 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Aug 29 17:43:53.038300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e198f065-3197-4736-9197-74c8ea88c549 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:43:53.129384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e198f065-3197-4736-9197-74c8ea88c549, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e198f065-3197-4736-9197-74c8ea88c549,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:53.141557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'e198f065-3197-4736-9197-74c8ea88c549', 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea', 'port_id': 'e198f065-3197-4736-9197-74c8ea88c549', 'mac_address': 'fa:16:3e:4c:23:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3e1f95-d784-4dfa-9a48-c81c95f59875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:43:53.180593 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:53.193414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e198f065-3197-4736-9197-74c8ea88c549 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:53.214161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e198f065-3197-4736-9197-74c8ea88c549, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e198f065-3197-4736-9197-74c8ea88c549,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:53.219432 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:53.272558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e198f065-3197-4736-9197-74c8ea88c549,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:53.323295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851790ce-f81f-432a-a512-c26d5088e321 req-084a5b3d-e163-451b-8b95-3f9a96013a0a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:53.324748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-851790ce-f81f-432a-a512-c26d5088e321 req-084a5b3d-e163-451b-8b95-3f9a96013a0a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 944 time: 0.0706599 Aug 29 17:43:53.364907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-851790ce-f81f-432a-a512-c26d5088e321 req-7e4cc577-aa0c-472f-af2c-2561fbf3dba9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Aug 29 17:43:53.443911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e198f065-3197-4736-9197-74c8ea88c549'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:53.629591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81796a1e-3af5-41ec-b776-baeb34ba4d47 req-dbcf5b37-4b71-4191-83ee-91b7ee7c3c9f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:53.631156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81796a1e-3af5-41ec-b776-baeb34ba4d47 req-dbcf5b37-4b71-4191-83ee-91b7ee7c3c9f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0568528 Aug 29 17:43:53.674639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-81796a1e-3af5-41ec-b776-baeb34ba4d47 req-ab49da06-ce8b-410e-bf11-aaf663061b7b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371149 Aug 29 17:43:53.962334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9960d-12b7-47b1-b701-dd91d533bca2 req-66773774-3275-4953-8d5d-669597c61735 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:53.963988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c9960d-12b7-47b1-b701-dd91d533bca2 req-66773774-3275-4953-8d5d-669597c61735 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.0508893 Aug 29 17:43:54.003648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c9960d-12b7-47b1-b701-dd91d533bca2 req-48adca9b-480a-46ad-ada5-8a5d7cf28d07 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328255 Aug 29 17:43:54.489535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04363b4-39d1-4991-9658-00b8b665702a req-dd012981-524c-4103-b828-fbb16885033e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:54.491206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a04363b4-39d1-4991-9658-00b8b665702a req-dd012981-524c-4103-b828-fbb16885033e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 944 time: 0.0563190 Aug 29 17:43:54.530986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a04363b4-39d1-4991-9658-00b8b665702a req-195594b3-0db3-4f72-a146-d27b2664404c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338261 Aug 29 17:43:54.807291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5545fc4-4f9c-45ae-9d10-5a724a5bb381 req-a15b4036-62f8-4dc5-9ccb-63471165776c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:54.808939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c5545fc4-4f9c-45ae-9d10-5a724a5bb381 req-a15b4036-62f8-4dc5-9ccb-63471165776c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0554256 Aug 29 17:43:54.847610 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c5545fc4-4f9c-45ae-9d10-5a724a5bb381 req-ecd2049d-0d45-4c36-8e5d-d7a1361ec3b4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321710 Aug 29 17:43:55.045868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e198f065-3197-4736-9197-74c8ea88c549 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:43:55.101530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port e198f065-3197-4736-9197-74c8ea88c549 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:55.106960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port e198f065-3197-4736-9197-74c8ea88c549 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:55.107726 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:55.118520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d1d58-84af-4c2e-af4a-7b9639c6ec9d req-d0c4c69f-44da-4d9d-bb9f-05c7b293572d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:55.120254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f6d1d58-84af-4c2e-af4a-7b9639c6ec9d req-d0c4c69f-44da-4d9d-bb9f-05c7b293572d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 944 time: 0.0503957 Aug 29 17:43:55.162447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f6d1d58-84af-4c2e-af4a-7b9639c6ec9d req-4a6a7c67-4b2d-487c-87ac-57421a8406bc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345929 Aug 29 17:43:55.198500 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:55.223177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03276fe9-4717-4c41-9a8c-5e9a26dbea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e198f065-3197-4736-9197-74c8ea88c549'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:55.225393 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91840888-08bb-48d8-b708-1525f9123dae" -d '{"events": [{"server_uuid": "03276fe9-4717-4c41-9a8c-5e9a26dbea8b", "name": "network-vif-plugged", "status": "completed", "tag": "e198f065-3197-4736-9197-74c8ea88c549"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:55.239096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e198f065-3197-4736-9197-74c8ea88c549, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e198f065-3197-4736-9197-74c8ea88c549,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:55.243328 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:55.273971 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f70e1-aab8-4daa-8146-2085cecc58b0 x-openstack-request-id: req-589f70e1-aab8-4daa-8146-2085cecc58b0 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:55.274283 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03276fe9-4717-4c41-9a8c-5e9a26dbea8b", "name": "network-vif-plugged", "status": "completed", "tag": "e198f065-3197-4736-9197-74c8ea88c549", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:55.274518 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-589f70e1-aab8-4daa-8146-2085cecc58b0 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:55.274933 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03276fe9-4717-4c41-9a8c-5e9a26dbea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e198f065-3197-4736-9197-74c8ea88c549', 'code': 200} Aug 29 17:43:55.296643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e198f065-3197-4736-9197-74c8ea88c549,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:55.389168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2483e-5410-474e-aa93-96f1bc3b669c req-b97183b0-5691-4d33-9be0-2f28f072aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:55.390711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9c2483e-5410-474e-aa93-96f1bc3b669c req-b97183b0-5691-4d33-9be0-2f28f072aed6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 1097 time: 0.0454602 Aug 29 17:43:55.437495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9c2483e-5410-474e-aa93-96f1bc3b669c req-43b685dc-0039-4756-a18a-4675ad920332 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Aug 29 17:43:55.537325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b00e3548-069d-4b91-a9dd-b67c4f2ffff5 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:43:55.643574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b00e3548-069d-4b91-a9dd-b67c4f2ffff5, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:55.659539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:43:55.666261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7fa9c-7575-4990-bfb8-49434371b464 req-e7c4c60c-57cc-4431-80e3-8711076e74bc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:55.667871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46c7fa9c-7575-4990-bfb8-49434371b464 req-e7c4c60c-57cc-4431-80e3-8711076e74bc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 945 time: 0.0628884 Aug 29 17:43:55.699671 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:55.709799 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46c7fa9c-7575-4990-bfb8-49434371b464 req-f1b1242a-989a-488b-a849-44a9f81377d0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329213 Aug 29 17:43:55.715876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00e3548-069d-4b91-a9dd-b67c4f2ffff5 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:55.736313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b00e3548-069d-4b91-a9dd-b67c4f2ffff5, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:55.740266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:55.790831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:55.961819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['b00e3548-069d-4b91-a9dd-b67c4f2ffff5'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:55.987192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2cb02-285c-40dc-a94f-8fd3ad38c288 req-ea6688d1-9f60-4189-ad41-443288f13a4e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:55.988836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40f2cb02-285c-40dc-a94f-8fd3ad38c288 req-ea6688d1-9f60-4189-ad41-443288f13a4e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0636437 Aug 29 17:43:56.033510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-40f2cb02-285c-40dc-a94f-8fd3ad38c288 req-8c5942ee-f700-46eb-9cf2-3e71d79d7a03 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351045 Aug 29 17:43:56.286391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be315-5401-4f2d-863a-6d581ff79626 req-51341429-68b4-4b9d-b1fe-4cb31a67a9f8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:56.287993 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f74be315-5401-4f2d-863a-6d581ff79626 req-51341429-68b4-4b9d-b1fe-4cb31a67a9f8 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 945 time: 0.0552955 Aug 29 17:43:56.326953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f74be315-5401-4f2d-863a-6d581ff79626 req-1b983e9b-6363-4ec7-a4f5-995c2d43f0a4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328341 Aug 29 17:43:56.828306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2bc74-95a0-4757-82ac-4c22df39cdaf req-6678aaae-c5ff-4979-9499-8e4d5fa37197 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:56.829828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75d2bc74-95a0-4757-82ac-4c22df39cdaf req-6678aaae-c5ff-4979-9499-8e4d5fa37197 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 945 time: 0.0511870 Aug 29 17:43:56.872964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75d2bc74-95a0-4757-82ac-4c22df39cdaf req-a8f7c46b-dfda-4c38-a506-37ff12c31382 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370839 Aug 29 17:43:57.118793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26327cb8-fdf1-4bb3-8cc4-7a56e5e99d0c req-0b86bed2-b49f-4fd6-a474-58b368054463 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:57.120330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26327cb8-fdf1-4bb3-8cc4-7a56e5e99d0c req-0b86bed2-b49f-4fd6-a474-58b368054463 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 945 time: 0.0577550 Aug 29 17:43:57.164636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26327cb8-fdf1-4bb3-8cc4-7a56e5e99d0c req-8d0e65b6-48a7-4cea-a756-41940df2cfc3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Aug 29 17:43:57.168798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b956-1741-488a-bdef-da4a2fc7cfa5 req-1f4f74fe-fd66-431b-a326-a5e66e253264 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:57.170663 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ca7b956-1741-488a-bdef-da4a2fc7cfa5 req-1f4f74fe-fd66-431b-a326-a5e66e253264 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0591397 Aug 29 17:43:57.210211 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ca7b956-1741-488a-bdef-da4a2fc7cfa5 req-7b12f0b4-4cb1-4188-a1e2-5548b1dd0f3e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332704 Aug 29 17:43:57.449926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90b453-33c3-4f15-bfc2-ce60c3ae8154 req-ff0aec11-1da8-466a-9a4c-20f37227113a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:57.451828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae90b453-33c3-4f15-bfc2-ce60c3ae8154 req-ff0aec11-1da8-466a-9a4c-20f37227113a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 945 time: 0.0560212 Aug 29 17:43:57.493018 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae90b453-33c3-4f15-bfc2-ce60c3ae8154 req-6c68de0f-f71f-473e-add9-de8a4e225494 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338883 Aug 29 17:43:57.547487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b00e3548-069d-4b91-a9dd-b67c4f2ffff5 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:43:57.601388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:57.605327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:57.605638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:57.685796 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:57.709957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:57.712403 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c43a2-f27d-4e48-a95a-a1993e66df21" -d '{"events": [{"server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "name": "network-vif-plugged", "status": "completed", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:57.727127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b00e3548-069d-4b91-a9dd-b67c4f2ffff5, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:57.731861 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:57.759143 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e145d30-402b-4c41-8247-07f15df171ae x-openstack-request-id: req-2e145d30-402b-4c41-8247-07f15df171ae {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:57.759434 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "name": "network-vif-plugged", "status": "completed", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:57.759734 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e145d30-402b-4c41-8247-07f15df171ae {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:57.760125 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'code': 200} Aug 29 17:43:57.790396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:57.852050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5953-23aa-48d6-a8b6-894762e45bdf req-239987f6-c126-407b-95c5-180f8eab168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:57.853595 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c70f5953-23aa-48d6-a8b6-894762e45bdf req-239987f6-c126-407b-95c5-180f8eab168e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 1098 time: 0.0416274 Aug 29 17:43:57.893083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c70f5953-23aa-48d6-a8b6-894762e45bdf req-f443203d-2360-4434-ba5c-ab80ef2ec7d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318325 Aug 29 17:43:58.298278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d94592-d506-4b24-936b-5bc4ab002f30 req-7138bacf-c193-46d3-85d0-022f6bb808ef tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:58.300513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71d94592-d506-4b24-936b-5bc4ab002f30 req-7138bacf-c193-46d3-85d0-022f6bb808ef tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 945 time: 0.0623958 Aug 29 17:43:58.343270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c345e1c-4aec-457e-8101-813a44f64c88 req-7f3d8b7d-d85f-4886-90ac-ea7ca5033c65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:58.345472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c345e1c-4aec-457e-8101-813a44f64c88 req-7f3d8b7d-d85f-4886-90ac-ea7ca5033c65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0591776 Aug 29 17:43:58.347470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71d94592-d506-4b24-936b-5bc4ab002f30 req-3b519c21-af26-497a-a84c-25fcc4164d8f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Aug 29 17:43:58.385701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c345e1c-4aec-457e-8101-813a44f64c88 req-9ff46af7-0523-49a5-ba74-63172a6e301d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337751 Aug 29 17:43:58.472571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-fa4b54d0-79f8-4b8b-ba89-ccdc8508ef3c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:58.474097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-fa4b54d0-79f8-4b8b-ba89-ccdc8508ef3c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.43 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 945 time: 0.0547574 Aug 29 17:43:58.577614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Deleting port e198f065-3197-4736-9197-74c8ea88c549 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:58.578245 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:58.625385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a726-090b-4cb0-b8b1-a80bd353d0f8 req-b8f35abe-96f2-4fc5-9596-47a502edfc48 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:58.637325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2830a726-090b-4cb0-b8b1-a80bd353d0f8 req-b8f35abe-96f2-4fc5-9596-47a502edfc48 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 946 time: 0.0772090 Aug 29 17:43:58.679961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2830a726-090b-4cb0-b8b1-a80bd353d0f8 req-db57ff66-9cbc-4210-9fdc-c5817cf23698 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 Aug 29 17:43:58.696911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] For port e198f065-3197-4736-9197-74c8ea88c549, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e198f065-3197-4736-9197-74c8ea88c549,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:58.697555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:58.712315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Calling delete_port for e198f065-3197-4736-9197-74c8ea88c549 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:58.847289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:58.859654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'e198f065-3197-4736-9197-74c8ea88c549'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:58.881733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Pushing event deleted for resources: {'Port': ['ID=e198f065-3197-4736-9197-74c8ea88c549,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:58.895309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.895659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.895999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.896335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.896669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.897010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.897340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.897666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.897995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.898322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.898679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.899004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:58.935184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] No DVR routers for this DVR port e198f065-3197-4736-9197-74c8ea88c549 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:58.938401 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:58.941311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea8633ff-b359-4118-8509-ab23acb1b1f9 req-bab70913-1b64-438b-b1de-34f5066cf1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.43 "DELETE /v2.0/ports/e198f065-3197-4736-9197-74c8ea88c549 HTTP/1.1" status: 204 len: 173 time: 0.4596624 Aug 29 17:43:58.941885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03276fe9-4717-4c41-9a8c-5e9a26dbea8b', 'name': 'network-vif-deleted', 'tag': 'e198f065-3197-4736-9197-74c8ea88c549'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:58.944883 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e35114-755c-43ad-823a-a661e7dd5501" -d '{"events": [{"server_uuid": "03276fe9-4717-4c41-9a8c-5e9a26dbea8b", "name": "network-vif-deleted", "tag": "e198f065-3197-4736-9197-74c8ea88c549"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:59.023050 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eef877-16b3-412f-89e5-9505095c3f0b x-openstack-request-id: req-18eef877-16b3-412f-89e5-9505095c3f0b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:59.023340 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03276fe9-4717-4c41-9a8c-5e9a26dbea8b", "name": "network-vif-deleted", "tag": "e198f065-3197-4736-9197-74c8ea88c549", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:59.023667 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18eef877-16b3-412f-89e5-9505095c3f0b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:59.024002 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03276fe9-4717-4c41-9a8c-5e9a26dbea8b', 'name': 'network-vif-deleted', 'tag': 'e198f065-3197-4736-9197-74c8ea88c549', 'status': 'completed', 'code': 200} Aug 29 17:43:59.474358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7212550e-fa55-4c61-9719-cf49985603ed req-3dda286b-f2ff-4e46-83c8-7f8e1d776058 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=03276fe9-4717-4c41-9a8c-5e9a26dbea8b HTTP/1.1" status: 200 len: 210 time: 0.0366430 Aug 29 17:43:59.550554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1103e10-3f4c-4264-a087-db5b89513528 req-8155c83c-7990-48ae-88b2-1fffc75b77eb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:59.552374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1103e10-3f4c-4264-a087-db5b89513528 req-8155c83c-7990-48ae-88b2-1fffc75b77eb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0623794 Aug 29 17:43:59.597779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1103e10-3f4c-4264-a087-db5b89513528 req-e9d26f53-4b46-449b-a97a-dab8fe4c0acc tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390515 Aug 29 17:43:59.811488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914405b8-1155-4162-bd23-69c074da9482 req-953d366b-9e4a-4a74-ac9b-3e80b3d48044 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:59.813010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-914405b8-1155-4162-bd23-69c074da9482 req-953d366b-9e4a-4a74-ac9b-3e80b3d48044 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 946 time: 0.0622814 Aug 29 17:43:59.857822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-914405b8-1155-4162-bd23-69c074da9482 req-9956e95c-070c-4949-8012-08c54a7be77d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383976 Aug 29 17:43:59.875979 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:43:59.979259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f6944-ebc9-40ef-b4c8-bdfbf38dc597 req-f86bfbf9-71da-48f0-a9e3-80230cf79a83 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:59.981179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b70f6944-ebc9-40ef-b4c8-bdfbf38dc597 req-f86bfbf9-71da-48f0-a9e3-80230cf79a83 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 946 time: 0.0597684 Aug 29 17:44:00.062427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b70f6944-ebc9-40ef-b4c8-bdfbf38dc597 req-01891014-3362-4e33-9deb-d26054404576 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726390 Aug 29 17:44:00.088915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 45896) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:00.300096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264a809-5c30-42fd-acdf-3b9f296ae0ba tempest-TestVolumeBootPattern-577756172 tempest-TestVolumeBootPattern-577756172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:00.304070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b264a809-5c30-42fd-acdf-3b9f296ae0ba tempest-TestVolumeBootPattern-577756172 tempest-TestVolumeBootPattern-577756172-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 1093 time: 0.2112391 Aug 29 17:44:00.304527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 45902) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:00.309301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:00.335542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:00.455798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:00.575898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.25.2.125 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/3df28209-cc0a-40ec-b0e2-a5166fdfdb32) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:44:00.729011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0570-7bbc-44eb-a915-73daafe11510 req-f683bdff-dc48-45d4-bdb4-c525bc113c7f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:00.729286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-615c0570-7bbc-44eb-a915-73daafe11510 req-f683bdff-dc48-45d4-bdb4-c525bc113c7f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0861542 Aug 29 17:44:00.772481 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:00.782696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccd5f4-0332-4740-a658-3ca9c5f39e1b req-d8aded12-cee9-4435-bde1-3da101e2d121 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:00.784319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-45ccd5f4-0332-4740-a658-3ca9c5f39e1b req-d8aded12-cee9-4435-bde1-3da101e2d121 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0747402 Aug 29 17:44:00.796225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-615c0570-7bbc-44eb-a915-73daafe11510 req-51b94568-ae27-4e15-84d6-e3228aa47fcc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574691 Aug 29 17:44:00.830705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-45ccd5f4-0332-4740-a658-3ca9c5f39e1b req-b69c9d2f-fe37-4984-a8e8-0b30f90696a7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Aug 29 17:44:00.839336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:00.888612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:44:00.891992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:44:00.898070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:44:00.925686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=3df28209-cc0a-40ec-b0e2-a5166fdfdb32,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:01.050137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d228b3-e16a-4e49-9c0a-6ad5607d4274 req-20d14122-e6a8-48a5-a0d5-f6e56006fa7b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:01.051843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c3d228b3-e16a-4e49-9c0a-6ad5607d4274 req-20d14122-e6a8-48a5-a0d5-f6e56006fa7b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0564160 Aug 29 17:44:01.092672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c3d228b3-e16a-4e49-9c0a-6ad5607d4274 req-c8faa26d-f11a-4f8c-a39c-aba6a648f9c6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348828 Aug 29 17:44:01.117415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e198f065-3197-4736-9197-74c8ea88c549 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:44:01.165257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: e198f065-3197-4736-9197-74c8ea88c549 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:44:01.167509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e198f065-3197-4736-9197-74c8ea88c549 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:44:01.300938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ee5e-dde0-46e0-9c0f-c832093113cf req-22f8f942-dcd0-44d5-984b-9e39aa54c927 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:01.302541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1f0ee5e-dde0-46e0-9c0f-c832093113cf req-22f8f942-dcd0-44d5-984b-9e39aa54c927 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1095352 Aug 29 17:44:01.384135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b1f0ee5e-dde0-46e0-9c0f-c832093113cf req-02ef3d71-ed4f-4e42-a9e6-405378b453cf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560420 Aug 29 17:44:01.385166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:01.497676 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:01.693169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:01.702019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:01.802391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=3df28209-cc0a-40ec-b0e2-a5166fdfdb32,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:01.810311 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:01.954256 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Floating IP 48df9813-d465-4be4-adb0-6be44a83a922 associated. External IP: 172.25.2.125, port: b00e3548-069d-4b91-a9dd-b67c4f2ffff5. Aug 29 17:44:02.055614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c4eff-37f3-4e3d-bcaa-ffa70ccb2931 req-635af38c-dc93-4e36-905b-157bfc6b16a9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:02.059337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c05c4eff-37f3-4e3d-bcaa-ffa70ccb2931 req-635af38c-dc93-4e36-905b-157bfc6b16a9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.1356010 Aug 29 17:44:02.170571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c05c4eff-37f3-4e3d-bcaa-ffa70ccb2931 req-767fc181-0e57-46b7-a468-a11ac1ac76e7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015766 Aug 29 17:44:02.264034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:44:02.395351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:44:02.405491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:44:02.419396 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:02.444318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:02.445360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:43:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:02.475955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-641277f6-d2da-4d8e-a9cf-927779b9d422 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1639061 Aug 29 17:44:02.475955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:02.475955 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8" -d '{"events": [{"name": "network-changed", "server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:02.564609 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e189ce1-fe06-4157-aab3-edce45a1c937 x-openstack-request-id: req-9e189ce1-fe06-4157-aab3-edce45a1c937 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:02.564911 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:02.565167 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e189ce1-fe06-4157-aab3-edce45a1c937 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:02.565580 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'status': 'completed', 'code': 200} Aug 29 17:44:02.617308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:02.759355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-91089677-f503-47cd-8e26-2ed18280daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:02.762992 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-91089677-f503-47cd-8e26-2ed18280daca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 1098 time: 0.0872531 Aug 29 17:44:02.878954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-2200a26d-e77c-4f9e-8cee-a4a7e20491c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:02.880827 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-2200a26d-e77c-4f9e-8cee-a4a7e20491c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.1101956 Aug 29 17:44:02.963312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:01Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:02.992793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:44:02.997855 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-53549de4-e534-4fa8-afb9-f77d050a21e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5 HTTP/1.1" status: 200 len: 1000 time: 0.1096702 Aug 29 17:44:03.002675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:03.003350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:43:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:03.099676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-00545816-ef05-4569-8764-c85568b193e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:03.101909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-00545816-ef05-4569-8764-c85568b193e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0932693 Aug 29 17:44:03.165625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-e7e24f42-d353-4cbd-809a-d1b39f67ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:03.167513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-e7e24f42-d353-4cbd-809a-d1b39f67ef9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568595 Aug 29 17:44:03.169417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:03.292957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46a390-7554-4bff-8cab-e7dcebda5f82 req-000f314b-a991-4d21-b4e9-9b3a031921ce tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:03.304239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac46a390-7554-4bff-8cab-e7dcebda5f82 req-000f314b-a991-4d21-b4e9-9b3a031921ce tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1269910 Aug 29 17:44:03.376878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac46a390-7554-4bff-8cab-e7dcebda5f82 req-64b8cac0-e73a-4d2d-869a-fb1f2fab2f59 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666640 Aug 29 17:44:03.397574 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-035699d4-74e3-4755-b8a8-5700a520c556 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215471 Aug 29 17:44:03.436489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e204d4-a14d-4761-9625-4a3a5272ce23 req-02d75d84-6466-4fca-a4e0-5ca7c3e40b5d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:03.438773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5e204d4-a14d-4761-9625-4a3a5272ce23 req-02d75d84-6466-4fca-a4e0-5ca7c3e40b5d tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.1203053 Aug 29 17:44:03.538853 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5e204d4-a14d-4761-9625-4a3a5272ce23 req-f31f0d40-ac4f-473d-9fa7-4bc9423ae83f tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907373 Aug 29 17:44:03.634170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb292d7c-6101-4b0d-aba9-0c5b8b3053e8 req-e1ad1455-3465-41d8-9624-ee61b764cc98 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233381 Aug 29 17:44:03.634399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:01Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:03.654888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e27239-c787-4a5f-8592-345760ddcb99 req-33cfb11b-b003-4054-824e-aac2056c7af4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:03.657329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a5e27239-c787-4a5f-8592-345760ddcb99 req-33cfb11b-b003-4054-824e-aac2056c7af4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1566746 Aug 29 17:44:03.678190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df39cc-b926-47ed-86f0-6acd540701a2 None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:01Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:44:03.727280 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a5e27239-c787-4a5f-8592-345760ddcb99 req-19608a8f-59c6-4a88-a04e-1c2c5641ad68 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515966 Aug 29 17:44:03.989029 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c9b9b-7e9c-4cd7-a6e7-e0c04f5a0eea None None] New status for floating IP 48df9813-d465-4be4-adb0-6be44a83a922: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:44:04.732263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b3e39-f6c6-46de-b1ad-790f2449d820 req-aa5c0daf-9b92-431b-81d6-685c9e6e4fe7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:04.735169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d64b3e39-f6c6-46de-b1ad-790f2449d820 req-aa5c0daf-9b92-431b-81d6-685c9e6e4fe7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0916932 Aug 29 17:44:04.783467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d64b3e39-f6c6-46de-b1ad-790f2449d820 req-e25a1479-24ef-4445-80c7-2704cf289aba tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 Aug 29 17:44:05.135141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:44:05.252143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:05.266373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'port_id': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'mac_address': 'fa:16:3e:22:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:44:05.313325 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:05.331690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a4b34d1-6202-413d-8f27-9105a6e52185 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:44:05.372080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:05.382406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:05.402571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c458-3e6e-4eef-8468-408748b3e60d req-bef80fb8-d63d-4925-9ac5-6e99d801bbb6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:05.404357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4f5c458-3e6e-4eef-8468-408748b3e60d req-bef80fb8-d63d-4925-9ac5-6e99d801bbb6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0738387 Aug 29 17:44:05.454760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:05.473991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['7a4b34d1-6202-413d-8f27-9105a6e52185'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:44:05.512261 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f4f5c458-3e6e-4eef-8468-408748b3e60d req-88c71cd2-2ac3-4347-a2f7-6c5bf1d2b826 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856516 Aug 29 17:44:05.756203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e6714-ddf6-4fce-9755-3b981aa43d6a req-9ad2b903-343f-4fa0-98a0-c3bf4b44c58c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:05.781424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a9e6714-ddf6-4fce-9755-3b981aa43d6a req-9ad2b903-343f-4fa0-98a0-c3bf4b44c58c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1470406 Aug 29 17:44:05.875196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a9e6714-ddf6-4fce-9755-3b981aa43d6a req-9e125453-2917-455e-aca4-b21ad49f00e9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849035 Aug 29 17:44:06.048470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc79e3-a00b-4f07-9da1-176deec13bcc req-fc44146e-5f72-4d38-afc9-59830642e113 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:06.050187 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60dc79e3-a00b-4f07-9da1-176deec13bcc req-fc44146e-5f72-4d38-afc9-59830642e113 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 945 time: 0.1087053 Aug 29 17:44:06.089444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d10a92-abd7-4026-a94b-c0ef76c638d7 req-03d691c1-eb9a-489e-806f-42febe08391e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:06.093648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-60dc79e3-a00b-4f07-9da1-176deec13bcc req-24ed3d9b-5edf-452e-b667-911aff6e302e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374627 Aug 29 17:44:06.095437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19d10a92-abd7-4026-a94b-c0ef76c638d7 req-03d691c1-eb9a-489e-806f-42febe08391e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0876997 Aug 29 17:44:06.151484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19d10a92-abd7-4026-a94b-c0ef76c638d7 req-f7bd05e9-6a70-4a91-b043-f3b79c81d515 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537899 Aug 29 17:44:06.434573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e930-157a-4696-ace6-0f0104ee3ae1 req-705b7e7d-6408-4614-8dc2-d76210fd34d9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:06.444281 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7d8e930-157a-4696-ace6-0f0104ee3ae1 req-705b7e7d-6408-4614-8dc2-d76210fd34d9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1182756 Aug 29 17:44:06.470935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-1a84c779-73d8-4dd0-8301-23be62a47cb6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0736325 Aug 29 17:44:06.570552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7d8e930-157a-4696-ace6-0f0104ee3ae1 req-9bbc2fe0-d471-4cca-baad-2a78e6d86228 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242244 Aug 29 17:44:06.610282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-67b59afb-f43c-436e-81db-f5ec8d6f5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:06.619914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-67b59afb-f43c-436e-81db-f5ec8d6f5b64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c5b8fc31047463087ffe0f603518a3a&device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 1097 time: 0.1126192 Aug 29 17:44:06.818416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-00afb261-894a-421f-87e8-a7d83702f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:06.820106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-00afb261-894a-421f-87e8-a7d83702f246 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 200 len: 911 time: 0.1735830 Aug 29 17:44:06.859456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbb2ed-c145-47cd-82ba-5e134ac98b8b req-aaaa74da-cb53-48f6-95da-1eb2e8f8284b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:06.861000 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2fbb2ed-c145-47cd-82ba-5e134ac98b8b req-aaaa74da-cb53-48f6-95da-1eb2e8f8284b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0716622 Aug 29 17:44:06.916823 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-f6f7235f-ba10-477b-951e-21d112332ad2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961 HTTP/1.1" status: 200 len: 999 time: 0.0868974 Aug 29 17:44:06.921361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2fbb2ed-c145-47cd-82ba-5e134ac98b8b req-1a29a7b6-4295-41da-ba22-b4790a2cad0e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503027 Aug 29 17:44:07.015729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-71f4baef-a307-4e4e-b05e-bc22181ceedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:07.017294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-71f4baef-a307-4e4e-b05e-bc22181ceedb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 200 len: 849 time: 0.0893855 Aug 29 17:44:07.096733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-30baf282-1cb3-4980-b44a-35bf5b322e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:07.098235 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-30baf282-1cb3-4980-b44a-35bf5b322e45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cd92e63-bd84-42e6-9e69-f2123b71d5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702918 Aug 29 17:44:07.110518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a000ba9-7732-461e-82f2-01ddebcee0ae req-55c67afd-5664-4d1d-b9dc-eb3df5c865b5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:07.112044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a000ba9-7732-461e-82f2-01ddebcee0ae req-55c67afd-5664-4d1d-b9dc-eb3df5c865b5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0938506 Aug 29 17:44:07.153794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:44:07.257423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 7a4b34d1-6202-413d-8f27-9105a6e52185 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:07.257719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:07.275276 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a000ba9-7732-461e-82f2-01ddebcee0ae req-2a9b2ca2-2033-4952-a1f4-be5b1094f9bf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547544 Aug 29 17:44:07.304431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3af648-4549-45b2-9fd5-f46907cec685 req-b226752b-6036-454b-b6e9-8a1c0e97ddc4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:07.313513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a3af648-4549-45b2-9fd5-f46907cec685 req-b226752b-6036-454b-b6e9-8a1c0e97ddc4 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 945 time: 0.0706995 Aug 29 17:44:07.365598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-d191d762-1b08-45de-85bb-2fc95027e905 service neutron] 10.222.0.44 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525415 Aug 29 17:44:07.384924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a3af648-4549-45b2-9fd5-f46907cec685 req-0a82899c-52d7-4763-b518-b828086df4b1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642605 Aug 29 17:44:07.427816 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:07.495298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:07.502176 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84a16d3-c23e-4af2-bd3c-41fd87c272fc" -d '{"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-plugged", "status": "completed", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:07.508836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:07.520850 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:07.581725 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7929e81-5743-497f-8fc5-5e25d6cf83db req-f3d3b7cd-9f0d-42f6-9329-b8ad061c5a1e service neutron] 10.222.0.44 "GET /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083464 Aug 29 17:44:07.606328 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c04139-a0d9-4a48-9de0-8e8884a494ae x-openstack-request-id: req-c8c04139-a0d9-4a48-9de0-8e8884a494ae {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:07.606843 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-plugged", "status": "completed", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:07.607274 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8c04139-a0d9-4a48-9de0-8e8884a494ae {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:07.607934 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'code': 200} Aug 29 17:44:07.650460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:07.698431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f788f6-baa3-42f3-b9e2-b7334c7012b8 req-4e08ea8c-6971-4b88-aa37-a0fbef442a5f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:07.701478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-30f788f6-baa3-42f3-b9e2-b7334c7012b8 req-4e08ea8c-6971-4b88-aa37-a0fbef442a5f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1423490 Aug 29 17:44:07.763487 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-30f788f6-baa3-42f3-b9e2-b7334c7012b8 req-bc74b348-8654-410a-ae93-83273c4062d0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516665 Aug 29 17:44:07.910308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff51c5-ec3c-4e3b-9993-35a796ac7b49 req-067f53bc-89c4-4c0d-b895-ca12e0fb79dd tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:07.919372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bff51c5-ec3c-4e3b-9993-35a796ac7b49 req-067f53bc-89c4-4c0d-b895-ca12e0fb79dd tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0676794 Aug 29 17:44:07.962112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bff51c5-ec3c-4e3b-9993-35a796ac7b49 req-9d3253f0-7d57-476a-bdac-c6146594b6c9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 Aug 29 17:44:08.178289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79081a12-bd51-4f7a-a167-8f30e2c13098 req-55682a62-be24-4a71-afcf-c371b59113d6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:08.179989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79081a12-bd51-4f7a-a167-8f30e2c13098 req-55682a62-be24-4a71-afcf-c371b59113d6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0649390 Aug 29 17:44:08.230982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79081a12-bd51-4f7a-a167-8f30e2c13098 req-fc72bab6-508e-4d31-91f6-c731e84b4dbf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449762 Aug 29 17:44:08.374175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda731e-c687-423b-a7a6-f38fae505b08 req-18337c3a-0df8-4032-8155-9f53ba1e614b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:08.383338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4fda731e-c687-423b-a7a6-f38fae505b08 req-18337c3a-0df8-4032-8155-9f53ba1e614b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0764949 Aug 29 17:44:08.438026 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4fda731e-c687-423b-a7a6-f38fae505b08 req-d85dfb5c-9509-4397-a001-3a486f5e2463 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479400 Aug 29 17:44:08.567900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfc847-6a27-444a-bd39-aabf94bf3025 req-80fb7a20-f242-451c-af9f-60e17a788615 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:08.575552 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e6dfc847-6a27-444a-bd39-aabf94bf3025 req-80fb7a20-f242-451c-af9f-60e17a788615 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0941670 Aug 29 17:44:08.647999 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e6dfc847-6a27-444a-bd39-aabf94bf3025 req-a2d822f4-9fd6-4b05-ad87-81edd238a69a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709553 Aug 29 17:44:08.710051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523e4c-2538-4bb3-82ef-6c93509b6b75 req-e724a54b-2eba-4990-a019-6f11ea872c0e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:08.711813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03523e4c-2538-4bb3-82ef-6c93509b6b75 req-e724a54b-2eba-4990-a019-6f11ea872c0e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0865462 Aug 29 17:44:08.752953 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03523e4c-2538-4bb3-82ef-6c93509b6b75 req-64d0ce1d-155a-4f3a-8d84-da1ac24feb5b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349324 Aug 29 17:44:08.927317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec2042-aa28-4269-a8c4-6c259926eacb req-2e78d8de-79ff-4ecf-b9b0-a439b151d358 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:08.934746 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7ec2042-aa28-4269-a8c4-6c259926eacb req-2e78d8de-79ff-4ecf-b9b0-a439b151d358 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0861402 Aug 29 17:44:08.986798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7ec2042-aa28-4269-a8c4-6c259926eacb req-a17ff8ad-1699-461f-935f-9798fc3f3a75 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Aug 29 17:44:09.231853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d443fa-1f3e-4865-9798-fc5e74b6d36b req-b3b1f5ee-b133-4d8c-8c88-f4d7aa046331 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:09.239832 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04d443fa-1f3e-4865-9798-fc5e74b6d36b req-b3b1f5ee-b133-4d8c-8c88-f4d7aa046331 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 814 time: 0.1139510 Aug 29 17:44:09.257299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04d443fa-1f3e-4865-9798-fc5e74b6d36b req-2243c06c-f3f3-4bc1-8f8c-80ab022ff380 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/quotas/f47c03875f334539bf7b85e15e03b8a1 HTTP/1.1" status: 200 len: 375 time: 0.0165291 Aug 29 17:44:09.324603 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04d443fa-1f3e-4865-9798-fc5e74b6d36b req-773a0cc3-eabf-4e88-a944-87f957f40fcc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655909 Aug 29 17:44:09.457222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a02502-107a-45ff-9fab-a0f2604e87e8 req-d31eab01-21bc-4343-8159-d073e69c6990 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:09.485647 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0a02502-107a-45ff-9fab-a0f2604e87e8 req-d31eab01-21bc-4343-8159-d073e69c6990 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0914414 Aug 29 17:44:09.545481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0a02502-107a-45ff-9fab-a0f2604e87e8 req-36239c84-3d01-40da-b97b-458947369741 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579410 Aug 29 17:44:09.789485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20769adf-cc56-4755-a0c2-3ce5bdf13a60 req-bb33d553-d7dd-4e49-b25a-4e52d5a63764 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:09.808790 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20769adf-cc56-4755-a0c2-3ce5bdf13a60 req-bb33d553-d7dd-4e49-b25a-4e52d5a63764 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1280336 Aug 29 17:44:09.830642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3498f6e-30c8-466d-9d81-dc997340a990 req-95a5dc1f-8563-4030-8915-3fedc5a09052 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:09.832613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3498f6e-30c8-466d-9d81-dc997340a990 req-95a5dc1f-8563-4030-8915-3fedc5a09052 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0845282 Aug 29 17:44:09.915469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3498f6e-30c8-466d-9d81-dc997340a990 req-bf383905-9449-48e3-af1d-cf20fb7cd262 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769906 Aug 29 17:44:09.948766 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-20769adf-cc56-4755-a0c2-3ce5bdf13a60 req-0e564943-5c44-4467-9a54-1046ccebc153 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398368 Aug 29 17:44:10.188369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ca7ad97e-0371-4aaf-85d5-f186488fa0ed req-3399c11c-31b2-4dbb-ae6e-b84d25e7fdb1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f47c03875f334539bf7b85e15e03b8a1 HTTP/1.1" status: 200 len: 221 time: 0.0659182 Aug 29 17:44:10.335198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f51df6-e6df-444f-a35d-fbac2324b8dc req-dd658df2-a67f-4cb5-935a-dc6c28c1dcf3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:10.337701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28f51df6-e6df-444f-a35d-fbac2324b8dc req-dd658df2-a67f-4cb5-935a-dc6c28c1dcf3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1059823 Aug 29 17:44:10.424197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28f51df6-e6df-444f-a35d-fbac2324b8dc req-235cbc83-8f46-49e0-96ae-9fb2ac168138 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764980 Aug 29 17:44:10.625722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728becf-dbdd-450c-9357-4d53cca30bb6 req-01650898-37bf-463e-b370-0c95f995ba04 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:10.633497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9728becf-dbdd-450c-9357-4d53cca30bb6 req-01650898-37bf-463e-b370-0c95f995ba04 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0902061 Aug 29 17:44:10.703313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9728becf-dbdd-450c-9357-4d53cca30bb6 req-fbd5f5ad-4efe-4b64-bf85-813e9fbe3ed7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501637 Aug 29 17:44:10.862000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f031f-76f2-4f4b-8e0e-4fc300769bc8 req-e4523e17-9a8c-46be-93c8-1c12ac763c71 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:10.876555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-585f031f-76f2-4f4b-8e0e-4fc300769bc8 req-e4523e17-9a8c-46be-93c8-1c12ac763c71 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0775125 Aug 29 17:44:10.928603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-585f031f-76f2-4f4b-8e0e-4fc300769bc8 req-76850802-6325-441c-9a91-45815cae6965 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Aug 29 17:44:11.081642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7f1e-34ae-4b5e-adf7-4f0eeb91eb40 req-5c84475b-5aa9-422b-ac91-8b4ce729c1b0 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:11.091145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f00c7f1e-34ae-4b5e-adf7-4f0eeb91eb40 req-5c84475b-5aa9-422b-ac91-8b4ce729c1b0 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0779102 Aug 29 17:44:11.139533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e25d6c-2c43-4d29-91a0-d46cce9b7b8b req-834ea4ee-afc1-4707-900f-5fc260dbfa06 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:11.143143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f00c7f1e-34ae-4b5e-adf7-4f0eeb91eb40 req-0f465179-c904-482f-9b26-436e75ee3e98 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511026 Aug 29 17:44:11.147120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72e25d6c-2c43-4d29-91a0-d46cce9b7b8b req-834ea4ee-afc1-4707-900f-5fc260dbfa06 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0792994 Aug 29 17:44:11.214214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72e25d6c-2c43-4d29-91a0-d46cce9b7b8b req-3c93c454-ddb2-4239-9985-53f1be6e4b9c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621414 Aug 29 17:44:11.233351 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9d0dde2f-bb62-45be-8dc5-ab7e5cb73b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:11.382155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8213276-c78b-4f2b-9582-ec9b4d259791 req-6e8d5bd7-58f0-413b-8370-68166224a259 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:11.383962 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8213276-c78b-4f2b-9582-ec9b4d259791 req-6e8d5bd7-58f0-413b-8370-68166224a259 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0755920 Aug 29 17:44:11.458631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8213276-c78b-4f2b-9582-ec9b4d259791 req-78ee2893-522f-4c67-b7dc-dd8cdeae1682 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Aug 29 17:44:11.630273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd01c96-876b-4ef7-9edc-50e686b2a6eb req-6bbbd22c-3dca-4789-b10b-caeb307cae52 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:11.632244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2bd01c96-876b-4ef7-9edc-50e686b2a6eb req-6bbbd22c-3dca-4789-b10b-caeb307cae52 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0748005 Aug 29 17:44:11.687738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2bd01c96-876b-4ef7-9edc-50e686b2a6eb req-1d230bac-c5bb-467a-8d61-9b9fb5e2769f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Aug 29 17:44:11.838704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de580-cbda-481d-88f3-4323e3c3c6a4 req-a31cf1b1-7f6f-4681-9311-a3ab6bfddfc2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:11.840268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf0de580-cbda-481d-88f3-4323e3c3c6a4 req-a31cf1b1-7f6f-4681-9311-a3ab6bfddfc2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0587687 Aug 29 17:44:11.886959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bf0de580-cbda-481d-88f3-4323e3c3c6a4 req-210cd62f-f5ed-4979-9c08-f9fdf0f957a2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Aug 29 17:44:12.020769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06885f8c-abcf-42f0-9471-1d8987a49956 req-3a0496ef-32ed-4fdc-a785-06413c6c4b40 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:12.022400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06885f8c-abcf-42f0-9471-1d8987a49956 req-3a0496ef-32ed-4fdc-a785-06413c6c4b40 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0530186 Aug 29 17:44:12.065641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06885f8c-abcf-42f0-9471-1d8987a49956 req-2aadfda3-4d97-447e-bbfa-026bca5d8aa1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350053 Aug 29 17:44:12.248410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540af45-5ee4-452d-beef-39a8bfd0ea57 req-8575a323-f7c5-473a-86c0-66da8728adc7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:12.250212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e540af45-5ee4-452d-beef-39a8bfd0ea57 req-8575a323-f7c5-473a-86c0-66da8728adc7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0917597 Aug 29 17:44:12.340874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e540af45-5ee4-452d-beef-39a8bfd0ea57 req-1bf87f62-5dea-4bb2-b417-c62cf9180884 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729980 Aug 29 17:44:12.390464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb954-cd8e-41c7-b9c3-8b5782d9fea0 req-285c992a-de5a-4d5d-afb0-c03bfee7ec72 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:12.398185 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a50fb954-cd8e-41c7-b9c3-8b5782d9fea0 req-285c992a-de5a-4d5d-afb0-c03bfee7ec72 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.1540759 Aug 29 17:44:12.444962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-fbf9b46f-d154-40c4-bd46-d2d22f90d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:12.446563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-fbf9b46f-d154-40c4-bd46-d2d22f90d0de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1098 time: 0.1380506 Aug 29 17:44:12.457377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a50fb954-cd8e-41c7-b9c3-8b5782d9fea0 req-3975b1bf-d231-40c6-bc50-1fae0cd3e8b8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582428 Aug 29 17:44:12.476010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e78bf-85cf-4703-9b6c-c93c1ab3f1c9 req-6141a823-53ce-48a7-ba8d-63d949174030 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:12.485232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-974e78bf-85cf-4703-9b6c-c93c1ab3f1c9 req-6141a823-53ce-48a7-ba8d-63d949174030 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0729938 Aug 29 17:44:12.551110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-974e78bf-85cf-4703-9b6c-c93c1ab3f1c9 req-abdc596a-7aab-4f71-aa53-278cbca9d2a9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608120 Aug 29 17:44:12.579836 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:12.645152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-1ad31db3-ee44-432f-92fd-0f8de0f0aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:12.646911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-1ad31db3-ee44-432f-92fd-0f8de0f0aa2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.1636124 Aug 29 17:44:12.780521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ba21f-4ebe-42e7-b311-e70d1559fcad req-1b42905f-6963-4f3d-bdc4-a5784f0f443c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:12.794043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca5ba21f-4ebe-42e7-b311-e70d1559fcad req-1b42905f-6963-4f3d-bdc4-a5784f0f443c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1263323 Aug 29 17:44:12.878855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca5ba21f-4ebe-42e7-b311-e70d1559fcad req-a3cb1f33-b019-4256-97df-152dc11a83ff tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821607 Aug 29 17:44:12.956440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-092b32a2-6701-4314-a34b-262e0f21c617 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 200 len: 1001 time: 0.2847033 Aug 29 17:44:13.026183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-56f155cd-8b85-4f6e-9a04-578b59f681b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:13.027986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-56f155cd-8b85-4f6e-9a04-578b59f681b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0614259 Aug 29 17:44:13.058873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689ae5b-b35a-40d8-8e83-994d5f04b161 req-7d950e7e-78d4-458f-9256-a65146e7b130 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:13.065667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3689ae5b-b35a-40d8-8e83-994d5f04b161 req-7d950e7e-78d4-458f-9256-a65146e7b130 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0593524 Aug 29 17:44:13.091263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-5d725e8c-3a47-4e52-9ea0-847ccda09efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:13.092773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-5d725e8c-3a47-4e52-9ea0-847ccda09efb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560327 Aug 29 17:44:13.141411 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:13.166415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3689ae5b-b35a-40d8-8e83-994d5f04b161 req-1d365547-f148-4838-a8d4-f97432e53d3e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852251 Aug 29 17:44:13.272670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-a2e027d6-9cf6-4b25-8ecd-453b0a7f27c7 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453381 Aug 29 17:44:13.441724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027800b-b1aa-43a9-b58f-2eb031706e15 req-0f09dd4c-7e54-41c0-afe3-52507b0b90c5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:13.456535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7027800b-b1aa-43a9-b58f-2eb031706e15 req-0f09dd4c-7e54-41c0-afe3-52507b0b90c5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1144876 Aug 29 17:44:13.547534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7027800b-b1aa-43a9-b58f-2eb031706e15 req-98847e19-e41d-4d77-92c3-09629d5fa457 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648499 Aug 29 17:44:13.585537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-68d0de78-ea9d-417c-ad9b-2ab99b1f73e6 req-dc396aba-9c8e-429c-bc53-5c3bacc2addf service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119445 Aug 29 17:44:13.801867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b0aed-f9f4-494e-82c5-7b57530e4652 req-95c13bd5-3011-4031-be46-3fd7d2e30cfd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:13.811943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4fee1-5873-4207-9886-f7308feaadbb req-19ed6796-1582-4597-9da3-1430b8847fe6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:13.813804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ae4fee1-5873-4207-9886-f7308feaadbb req-19ed6796-1582-4597-9da3-1430b8847fe6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1204982 Aug 29 17:44:13.841119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e4b0aed-f9f4-494e-82c5-7b57530e4652 req-95c13bd5-3011-4031-be46-3fd7d2e30cfd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.1428058 Aug 29 17:44:13.957554 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ae4fee1-5873-4207-9886-f7308feaadbb req-73a2b9e7-3802-42df-9201-83ab9c58441c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938053 Aug 29 17:44:13.966162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e4b0aed-f9f4-494e-82c5-7b57530e4652 req-0b8a37d3-e197-4600-9e4c-835b3eb47173 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214285 Aug 29 17:44:13.987673 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:13.992390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2534c9f3-b6a4-49b8-9f37-73a931094ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:14.218568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67869838-8b7b-4f19-81f3-bf517fa9e38c req-48ec1660-87bb-48b4-b174-f928666162f9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:14.220562 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67869838-8b7b-4f19-81f3-bf517fa9e38c req-48ec1660-87bb-48b4-b174-f928666162f9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0652394 Aug 29 17:44:14.295249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-67869838-8b7b-4f19-81f3-bf517fa9e38c req-d18d12c9-01ae-45d3-8f19-3214996b78cb tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675902 Aug 29 17:44:14.521297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f906b1-2f60-42e4-8481-d7d82632ded8 req-2afaa6e5-a4d9-4b37-9175-9bee06ded478 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:14.529877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8f906b1-2f60-42e4-8481-d7d82632ded8 req-2afaa6e5-a4d9-4b37-9175-9bee06ded478 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1382954 Aug 29 17:44:14.601120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8f906b1-2f60-42e4-8481-d7d82632ded8 req-edece8aa-36d7-45ac-91cf-56d76dcc8a31 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653062 Aug 29 17:44:14.936552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3977-d481-42ed-8811-827a163f3917 req-bf4e2343-c116-405c-a3db-bebb976db7a0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:14.944870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7a1f3977-d481-42ed-8811-827a163f3917 req-bf4e2343-c116-405c-a3db-bebb976db7a0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1932683 Aug 29 17:44:15.030181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7a1f3977-d481-42ed-8811-827a163f3917 req-4906a6a1-2b05-46da-898b-1950f5473b68 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839725 Aug 29 17:44:15.206379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2631f-4b12-408a-a331-ea8de25fccf1 req-120fcfd2-6efb-48ed-813b-0cb406929a74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:15.207983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88e2631f-4b12-408a-a331-ea8de25fccf1 req-120fcfd2-6efb-48ed-813b-0cb406929a74 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.1070459 Aug 29 17:44:15.240601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40cdc3-bf08-4358-a2ef-1ae61202f9ef req-99be1ccd-1cf5-49d4-b780-3076fa8e6208 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:15.242280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f40cdc3-bf08-4358-a2ef-1ae61202f9ef req-99be1ccd-1cf5-49d4-b780-3076fa8e6208 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0853586 Aug 29 17:44:15.272233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88e2631f-4b12-408a-a331-ea8de25fccf1 req-6cb2ed69-f795-4fdf-b5f2-3b934613965b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575964 Aug 29 17:44:15.292071 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6f40cdc3-bf08-4358-a2ef-1ae61202f9ef req-afc050a4-a9be-43a9-81cd-bbfd8020db77 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Aug 29 17:44:15.454484 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:15.465673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1867f-5689-4926-a520-fa6d3e4d23f9 req-a9ff090f-f0d0-493b-9f62-bfcbb7886eb5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:15.474337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ea1867f-5689-4926-a520-fa6d3e4d23f9 req-a9ff090f-f0d0-493b-9f62-bfcbb7886eb5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0707862 Aug 29 17:44:15.515709 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8ea1867f-5689-4926-a520-fa6d3e4d23f9 req-012c7794-2f55-4081-b565-85cf00d189ee tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Aug 29 17:44:15.655130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a436fd-a2d3-41ac-a3c0-8358666a0fd7 req-f11508c0-c0d3-45a5-9c7b-6adf5bf23519 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:15.666932 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49a436fd-a2d3-41ac-a3c0-8358666a0fd7 req-f11508c0-c0d3-45a5-9c7b-6adf5bf23519 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0813744 Aug 29 17:44:15.713549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49a436fd-a2d3-41ac-a3c0-8358666a0fd7 req-9e3b8a79-e290-4afe-b687-4cb9b226ebc9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454597 Aug 29 17:44:15.963108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e67cd0-88fa-458f-bafd-81452fce8129 req-3372b68d-51a6-4212-b8b7-ae080d4ec71c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:15.964575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10e67cd0-88fa-458f-bafd-81452fce8129 req-3372b68d-51a6-4212-b8b7-ae080d4ec71c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0553534 Aug 29 17:44:16.012503 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10e67cd0-88fa-458f-bafd-81452fce8129 req-6a94f98b-8c0f-4b38-99fb-cf79e10d2121 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Aug 29 17:44:16.456348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b7d3-5bfc-4606-a433-5f64d942fa1d req-3eda1ad1-2ac4-4506-808e-2982f382d00b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:16.465647 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5be5b7d3-5bfc-4606-a433-5f64d942fa1d req-3eda1ad1-2ac4-4506-808e-2982f382d00b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0674596 Aug 29 17:44:16.565793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5be5b7d3-5bfc-4606-a433-5f64d942fa1d req-4b6f026f-bfa0-4673-8320-d331334a4e9e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990007 Aug 29 17:44:16.613168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46300) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:16.770203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99cfc12c-28d4-400b-bc84-2b2330c83b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:16.781925 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:16.977497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99cfc12c-28d4-400b-bc84-2b2330c83b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:16.989640 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99cfc12c-28d4-400b-bc84-2b2330c83b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:17.033117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46308) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:17.033684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-99cfc12c-28d4-400b-bc84-2b2330c83b93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab3ca8360993446bb42f8217db4e5ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091210 Aug 29 17:44:17.095316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc12c-28d4-400b-bc84-2b2330c83b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b85056-d6ba-4fa6-bf3a-154b2eac0188,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:17.200970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aebcb-4935-466e-b3ca-7cdd391dcd5a req-4f01fd29-fe7c-42f4-b0e3-2c6919e90780 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:17.203820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-701aebcb-4935-466e-b3ca-7cdd391dcd5a req-4f01fd29-fe7c-42f4-b0e3-2c6919e90780 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0613949 Aug 29 17:44:17.282820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-701aebcb-4935-466e-b3ca-7cdd391dcd5a req-39a84b20-a261-4d58-a6df-96f9cf1004ac tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591946 Aug 29 17:44:17.568918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27966859-3009-48f6-bb8a-0404a62a6658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:17.608502 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27966859-3009-48f6-bb8a-0404a62a6658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:17.669853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f61b7-86e3-4cf3-8651-ada1ef2ac43a req-b5d55a48-d723-43fd-8fa4-0799b10eb1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:17.680025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b2f61b7-86e3-4cf3-8651-ada1ef2ac43a req-b5d55a48-d723-43fd-8fa4-0799b10eb1d7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1279991 Aug 29 17:44:17.723757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27966859-3009-48f6-bb8a-0404a62a6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:17.726545 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27966859-3009-48f6-bb8a-0404a62a6658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:17.731408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-27966859-3009-48f6-bb8a-0404a62a6658 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79b85056-d6ba-4fa6-bf3a-154b2eac0188 HTTP/1.1" status: 204 len: 168 time: 0.7037787 Aug 29 17:44:17.792730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eb2cf-f830-4c31-910a-67242adbd6b1 req-5741f851-9d37-48f7-b4e8-a500d3e5a60a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:17.794750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b2f61b7-86e3-4cf3-8651-ada1ef2ac43a req-ee7a31f7-149d-4fe0-bdf9-f21a5dc126e3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137128 Aug 29 17:44:17.796443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27966859-3009-48f6-bb8a-0404a62a6658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b85056-d6ba-4fa6-bf3a-154b2eac0188,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:17.809215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2d4eb2cf-f830-4c31-910a-67242adbd6b1 req-5741f851-9d37-48f7-b4e8-a500d3e5a60a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.1280704 Aug 29 17:44:17.872559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2d4eb2cf-f830-4c31-910a-67242adbd6b1 req-80ea41fb-a4c6-4e79-b1ed-e3f95edba378 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616474 Aug 29 17:44:18.955046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e16a0-2567-4b10-98cd-f43dfec0948d req-514c676c-2d3e-424b-b82c-da2242017319 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:18.960047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a56e16a0-2567-4b10-98cd-f43dfec0948d req-514c676c-2d3e-424b-b82c-da2242017319 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0698118 Aug 29 17:44:19.003688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a56e16a0-2567-4b10-98cd-f43dfec0948d req-8d262203-3dc6-4360-823b-2a33f7addd7c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Aug 29 17:44:19.028046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746972e2-e59d-4d98-8139-c888cf23d514 req-b82f44bc-2ef3-4d26-bf5b-e1b22a1ffb8b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.031375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-746972e2-e59d-4d98-8139-c888cf23d514 req-b82f44bc-2ef3-4d26-bf5b-e1b22a1ffb8b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0672774 Aug 29 17:44:19.077793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-746972e2-e59d-4d98-8139-c888cf23d514 req-5364cff3-da51-4942-9950-108877e6de70 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402820 Aug 29 17:44:19.170127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b0e4e-bc19-4f43-bde5-b08addb45a6a req-cdaf407b-7431-4688-898a-df95703b91cd tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.172020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b73b0e4e-bc19-4f43-bde5-b08addb45a6a req-cdaf407b-7431-4688-898a-df95703b91cd tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0651975 Aug 29 17:44:19.216230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b73b0e4e-bc19-4f43-bde5-b08addb45a6a req-0a880400-1c7f-4e7a-8949-cd8530e1bcee tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Aug 29 17:44:19.386399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ce912-4edf-4028-ab42-204a65ea68e8 req-27edbf6d-d937-4df7-822e-8ca55feaaab3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.388339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-548ce912-4edf-4028-ab42-204a65ea68e8 req-27edbf6d-d937-4df7-822e-8ca55feaaab3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0539744 Aug 29 17:44:19.441248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-548ce912-4edf-4028-ab42-204a65ea68e8 req-910a9a7c-4b58-4558-af83-59689738b79d tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441051 Aug 29 17:44:19.526779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-04e4c161-343e-417c-9354-cfa8470950e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.528695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-04e4c161-343e-417c-9354-cfa8470950e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0747092 Aug 29 17:44:19.637436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a5976-8451-4899-96ed-1aab723b38e3 req-8fec59f0-6785-41c4-b067-b5a14b9af9cf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.639318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a9a5976-8451-4899-96ed-1aab723b38e3 req-8fec59f0-6785-41c4-b067-b5a14b9af9cf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1040800 Aug 29 17:44:19.684133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-197f61ec-2ad2-4e1c-8e03-46f99b0cdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.685624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-197f61ec-2ad2-4e1c-8e03-46f99b0cdda8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.1402476 Aug 29 17:44:19.706265 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a9a5976-8451-4899-96ed-1aab723b38e3 req-03079602-0665-41ce-abc9-9670047621ea tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544178 Aug 29 17:44:19.767571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-2da62a15-91f8-474d-9d2b-0287ab0e5cbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 200 len: 1001 time: 0.0735424 Aug 29 17:44:19.855760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-e943ab39-1c07-44c8-8e72-1998579ff00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.857229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-e943ab39-1c07-44c8-8e72-1998579ff00d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0817101 Aug 29 17:44:19.876289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980ae3a-0e29-4a28-8e01-9dfbd1286327 req-aad1e976-0f41-4a8b-9f7e-00ed9fb74cc6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.878703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8980ae3a-0e29-4a28-8e01-9dfbd1286327 req-aad1e976-0f41-4a8b-9f7e-00ed9fb74cc6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0736625 Aug 29 17:44:19.941097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-d2d14af4-1cba-4189-8de9-6cb18ac329d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:19.942577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-d2d14af4-1cba-4189-8de9-6cb18ac329d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627344 Aug 29 17:44:19.961925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8980ae3a-0e29-4a28-8e01-9dfbd1286327 req-95bd64c1-f448-4b34-aa85-4282ed9791e3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726230 Aug 29 17:44:20.078855 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-d04c84b5-e200-404b-98cc-c63d0a370b5d service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208699 Aug 29 17:44:20.096660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4915b02-d029-409e-babe-299214eb4f06 req-9f82cba5-6bc6-4c18-aa7e-997bd99af913 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:20.106576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4915b02-d029-409e-babe-299214eb4f06 req-9f82cba5-6bc6-4c18-aa7e-997bd99af913 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0645771 Aug 29 17:44:20.171490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4915b02-d029-409e-babe-299214eb4f06 req-2caf7f63-e758-430f-ac1e-264b35e42049 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636816 Aug 29 17:44:20.212906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-556904e3-686a-430c-9d99-8b8ff7a3192a req-6770198f-e8c5-44fc-84f3-7ed9bf171af2 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231308 Aug 29 17:44:20.285611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd1e5c-9078-4cc7-8f5a-ac04ab263f4f req-95501133-d75e-4e3f-b1ab-1e6278fff632 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:20.287722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49bd1e5c-9078-4cc7-8f5a-ac04ab263f4f req-95501133-d75e-4e3f-b1ab-1e6278fff632 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0989416 Aug 29 17:44:20.334058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49bd1e5c-9078-4cc7-8f5a-ac04ab263f4f req-4bccd2c7-bfd2-4cb2-a710-a2e7528ad879 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396214 Aug 29 17:44:20.373204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a1328-26ac-474e-89bd-fa99218dd9d8 req-98277d3a-2f03-4885-9547-7f21e00b81b3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:20.375705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a4a1328-26ac-474e-89bd-fa99218dd9d8 req-98277d3a-2f03-4885-9547-7f21e00b81b3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0820243 Aug 29 17:44:20.414711 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a4a1328-26ac-474e-89bd-fa99218dd9d8 req-09fcf466-849d-4634-82c9-be9bc111f0da tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Aug 29 17:44:20.864518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830abb-8a3c-4b56-acf4-50d4d258bb83 req-d8584e82-ba8b-409d-91fc-7329a0ed3b4d tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:20.866031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09830abb-8a3c-4b56-acf4-50d4d258bb83 req-d8584e82-ba8b-409d-91fc-7329a0ed3b4d tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.3620319 Aug 29 17:44:20.907048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09830abb-8a3c-4b56-acf4-50d4d258bb83 req-c4953361-088e-4150-99b8-14e96020433d tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Aug 29 17:44:21.063387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591d2d2-15d9-4d4a-abbd-5ac1598d5ae6 req-1ec1c032-7339-4889-85a4-42eb623ea3a0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:21.069697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e591d2d2-15d9-4d4a-abbd-5ac1598d5ae6 req-1ec1c032-7339-4889-85a4-42eb623ea3a0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0665457 Aug 29 17:44:21.105217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e591d2d2-15d9-4d4a-abbd-5ac1598d5ae6 req-fc840837-8952-4539-84eb-d6de33adc891 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Aug 29 17:44:21.254467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cb5b4-9d0d-4d3a-87e3-c6a26bd30364 req-ec2eb04e-dfda-4aeb-b650-aa95c162e472 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:21.261872 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51cb5b4-9d0d-4d3a-87e3-c6a26bd30364 req-ec2eb04e-dfda-4aeb-b650-aa95c162e472 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0813227 Aug 29 17:44:21.303317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f51cb5b4-9d0d-4d3a-87e3-c6a26bd30364 req-c0f2ad2f-1fd3-4e26-b0f5-1509ebb24622 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Aug 29 17:44:21.448545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ff47e-38ad-48fb-89e1-292876951d09 req-d0456532-611b-417f-bacc-2e67279c664b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:21.464705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f9ff47e-38ad-48fb-89e1-292876951d09 req-d0456532-611b-417f-bacc-2e67279c664b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0711036 Aug 29 17:44:21.519780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb266c-5e2a-4dd7-b31c-8548c318c163 req-a674e2bd-5125-49e4-a68b-b8c3969d2c00 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:21.522149 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cebb266c-5e2a-4dd7-b31c-8548c318c163 req-a674e2bd-5125-49e4-a68b-b8c3969d2c00 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0887120 Aug 29 17:44:21.546903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f9ff47e-38ad-48fb-89e1-292876951d09 req-27ded2d2-79dc-438f-b840-39b78542a85f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759418 Aug 29 17:44:21.579654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cebb266c-5e2a-4dd7-b31c-8548c318c163 req-7055dff5-75de-4cb7-93e8-3dc3c30737e3 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509813 Aug 29 17:44:21.676481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8214d7-0358-4cd2-9876-1dec5fd67139 req-57c29c60-2645-4a36-b46c-e8055783f985 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:21.677971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e8214d7-0358-4cd2-9876-1dec5fd67139 req-57c29c60-2645-4a36-b46c-e8055783f985 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0515678 Aug 29 17:44:21.721990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e8214d7-0358-4cd2-9876-1dec5fd67139 req-a38c1c6a-a45d-446d-999c-195574e66461 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Aug 29 17:44:21.938135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58788466-3e3e-4526-92ec-6a06f4813b3a req-5a16b9ec-8a6a-486a-a020-0a8964893dcf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:21.945261 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-58788466-3e3e-4526-92ec-6a06f4813b3a req-5a16b9ec-8a6a-486a-a020-0a8964893dcf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1079156 Aug 29 17:44:21.992408 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-58788466-3e3e-4526-92ec-6a06f4813b3a req-84a0eab4-a1c2-4883-8fdc-6760f0f9e636 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461524 Aug 29 17:44:22.164455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f2f8-5c21-4665-b3b8-499b927eb031 req-1dc428a7-4783-4328-b617-d08f33f42acb tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:22.165958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa28f2f8-5c21-4665-b3b8-499b927eb031 req-1dc428a7-4783-4328-b617-d08f33f42acb tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0579884 Aug 29 17:44:22.209286 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa28f2f8-5c21-4665-b3b8-499b927eb031 req-872f578b-f0eb-4e6f-87a4-d1f7b72530b0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347748 Aug 29 17:44:22.351700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399abb7-6361-44be-a948-52c79bff7913 req-f513be0d-dc0b-4029-a80f-a01a03b0f552 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:22.353384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9399abb7-6361-44be-a948-52c79bff7913 req-f513be0d-dc0b-4029-a80f-a01a03b0f552 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0548408 Aug 29 17:44:22.394965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9399abb7-6361-44be-a948-52c79bff7913 req-beaf75ac-35e7-4c98-8a52-13ed346bc55f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Aug 29 17:44:22.521545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edab6c-d97a-41da-ad8a-4ac7858b0f4c req-a5b32929-dd31-4842-b38b-39b35b970005 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:22.523161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4edab6c-d97a-41da-ad8a-4ac7858b0f4c req-a5b32929-dd31-4842-b38b-39b35b970005 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0509400 Aug 29 17:44:22.565859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4edab6c-d97a-41da-ad8a-4ac7858b0f4c req-e0a44100-bbfa-44e9-a077-3db1cead95dc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365384 Aug 29 17:44:22.715434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc750ff-a83e-48cf-a707-f9a1aec2d2ba req-f3aa818e-d7dc-4ef4-844c-57ca98a223ad tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:22.717270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccc750ff-a83e-48cf-a707-f9a1aec2d2ba req-f3aa818e-d7dc-4ef4-844c-57ca98a223ad tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 946 time: 0.0559585 Aug 29 17:44:22.736231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f317b-1829-42ca-b483-231a0b2fec3e req-2d5c7238-ceeb-4f63-af65-0e7c9b5d1808 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:22.737747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b4f317b-1829-42ca-b483-231a0b2fec3e req-2d5c7238-ceeb-4f63-af65-0e7c9b5d1808 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0567217 Aug 29 17:44:22.761983 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccc750ff-a83e-48cf-a707-f9a1aec2d2ba req-7a8d78ab-fbac-48a3-a9a8-fa22f3608fc8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371644 Aug 29 17:44:22.786056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7b4f317b-1829-42ca-b483-231a0b2fec3e req-64ddc818-a93f-4923-a533-cb9aa38f05d3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384097 Aug 29 17:44:22.912487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3002e-c9ac-4e8f-af98-2078ffb0e4c2 req-a57d0f16-5f0a-4157-957e-b132e4136a2a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:22.919089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28c3002e-c9ac-4e8f-af98-2078ffb0e4c2 req-a57d0f16-5f0a-4157-957e-b132e4136a2a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0625756 Aug 29 17:44:22.961938 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-28c3002e-c9ac-4e8f-af98-2078ffb0e4c2 req-307cff8c-c4d4-44a7-ab60-dc79694f78dd tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Aug 29 17:44:23.198368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:44:23.225183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0286d5-0ea2-4bc7-946b-46de44da9640 req-c0e6890c-d7cd-45e6-820e-71d4182c9af3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:23.235699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af0286d5-0ea2-4bc7-946b-46de44da9640 req-c0e6890c-d7cd-45e6-820e-71d4182c9af3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0626428 Aug 29 17:44:23.273214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af0286d5-0ea2-4bc7-946b-46de44da9640 req-8ef03b35-bb28-47d5-92ee-5c6e193c6336 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361557 Aug 29 17:44:23.279474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e8ae-599c-4608-bc97-874d7dedc59b req-70c62bd4-5886-4bac-b14f-a5128e13a9da tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:23.281621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98a8e8ae-599c-4608-bc97-874d7dedc59b req-70c62bd4-5886-4bac-b14f-a5128e13a9da tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1098 time: 0.0427098 Aug 29 17:44:23.292871 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:23.332522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:23.334900 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae594462-eff3-4b03-8e7f-12fffd9aac1f" -d '{"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:23.343226 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98a8e8ae-599c-4608-bc97-874d7dedc59b req-990e1dec-8471-45d1-9f03-a46e4f339b29 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532188 Aug 29 17:44:23.353508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:23.363653 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:23.367649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46500) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:23.488954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:23.508079 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.508349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.508686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.509020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.515548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3b24-b851-48a1-bee4-481debad20e3 req-c78f37de-cfc9-4405-bf44-fad434612ae2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:23.516032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.516477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.516826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.517166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.517504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.517843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.518177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.518502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:23.526849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-367e3b24-b851-48a1-bee4-481debad20e3 req-c78f37de-cfc9-4405-bf44-fad434612ae2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1035974 Aug 29 17:44:23.590232 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-367e3b24-b851-48a1-bee4-481debad20e3 req-64ce9d71-5028-4bf5-960f-2e8c48a079c5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617523 Aug 29 17:44:23.631175 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f77444-8f5a-4497-a89d-23c2de9954d3 x-openstack-request-id: req-d7f77444-8f5a-4497-a89d-23c2de9954d3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:23.631701 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-unplugged", "status": "failed", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185", "code": 422}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:23.632162 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7f77444-8f5a-4497-a89d-23c2de9954d3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:23.632732 n-d-713499-15 neutron-server[94797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'code': 422} returned with failed status Aug 29 17:44:23.647724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 422473bb-a007-4a3a-bf59-ee0745b91f70 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:23.648145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:23.778617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:23.779066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:23.793019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 422473bb-a007-4a3a-bf59-ee0745b91f70 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:23.798535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1145-adb4-49cb-a098-0157492f489c req-2b5cc7db-c67e-4e9e-9a2e-14ed642b5f6b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:23.808426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a7a1145-adb4-49cb-a098-0157492f489c req-2b5cc7db-c67e-4e9e-9a2e-14ed642b5f6b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0936136 Aug 29 17:44:23.846712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46516) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:23.901312 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a7a1145-adb4-49cb-a098-0157492f489c req-d0484128-c61e-45ee-9276-7c4de58aface tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850286 Aug 29 17:44:24.052735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4f24-da3f-4b15-afea-8845f44005ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.065212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.083011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0ea89-63fd-44f1-9561-6cb755549e02 req-59c7297c-2054-4d74-ab43-5289e0865375 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:24.091353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73c0ea89-63fd-44f1-9561-6cb755549e02 req-59c7297c-2054-4d74-ab43-5289e0865375 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0915396 Aug 29 17:44:24.103478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32360537-7242-4265-a1cd-23d566b95e43 req-64e3c791-93f1-45a3-9784-81328f968dd1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:24.106347 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32360537-7242-4265-a1cd-23d566b95e43 req-64e3c791-93f1-45a3-9784-81328f968dd1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1305778 Aug 29 17:44:24.149235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=422473bb-a007-4a3a-bf59-ee0745b91f70,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:24.180333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32360537-7242-4265-a1cd-23d566b95e43 req-fe7b99bf-c7de-4efb-b52d-5831970176c9 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645700 Aug 29 17:44:24.227189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73c0ea89-63fd-44f1-9561-6cb755549e02 req-9a0ce2e4-d40c-442f-b275-819b624b2fac tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346714 Aug 29 17:44:24.258208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.258639 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Floating IP bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af disassociated (deleted). External IP: 172.25.2.185, port: 74885ad5-ed60-47a2-9f47-f0be6cbd6c87. Aug 29 17:44:24.266982 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4f24-da3f-4b15-afea-8845f44005ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.278839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4f24-da3f-4b15-afea-8845f44005ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.322121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6d9f4f24-da3f-4b15-afea-8845f44005ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81a9a30344a54f82b84b683d8f7e2e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712851 Aug 29 17:44:24.322121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f4f24-da3f-4b15-afea-8845f44005ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c7bcde-a226-40ee-b961-f8fba4fbfdd4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:24.323771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46538) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:24.380992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23543f14-62e3-4253-bbe9-43a8772a9e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.404640 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23543f14-62e3-4253-bbe9-43a8772a9e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.412664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-a304eb0f-1697-40c4-bd09-60c3da2bae5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954623 Aug 29 17:44:24.481314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23543f14-62e3-4253-bbe9-43a8772a9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.489057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23543f14-62e3-4253-bbe9-43a8772a9e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.491120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-23543f14-62e3-4253-bbe9-43a8772a9e64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98c7bcde-a226-40ee-b961-f8fba4fbfdd4 HTTP/1.1" status: 204 len: 168 time: 0.1663952 Aug 29 17:44:24.524649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23543f14-62e3-4253-bbe9-43a8772a9e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c7bcde-a226-40ee-b961-f8fba4fbfdd4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:24.567802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router cb7fbeed-72d6-460d-9222-d54a921d6130 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:44:24.745373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89ceaa-4d1e-44e6-af2f-eaec3fb40aaa req-0b3ad2b9-a642-48d5-9481-1f155516bb78 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:24.747016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f89ceaa-4d1e-44e6-af2f-eaec3fb40aaa req-0b3ad2b9-a642-48d5-9481-1f155516bb78 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1075263 Aug 29 17:44:24.755261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:44:24.760691 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:24.764884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] Sync routers for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:44:24.774908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:24.776082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:24.832394 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ea514ecd-5c1e-480c-824b-fb59b176e86c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/floatingips/bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af HTTP/1.1" status: 204 len: 168 time: 1.4603956 Aug 29 17:44:24.868784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:24.877154 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63ba704-a5f3-4222-8995-39e11c525f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:24.891301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f89ceaa-4d1e-44e6-af2f-eaec3fb40aaa req-a07f79bf-fc8c-4a06-adcc-12423537dbaa tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252453 Aug 29 17:44:24.899511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:24.906205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46564) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:24.940614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0740474-54b4-4e25-92b1-8436f22a4a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:25.034313 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9197d254-fee2-4ff1-a11d-b4d44283e6a4 x-openstack-request-id: req-9197d254-fee2-4ff1-a11d-b4d44283e6a4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:25.034313 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:25.034313 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9197d254-fee2-4ff1-a11d-b4d44283e6a4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:25.034839 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'status': 'completed', 'code': 200} Aug 29 17:44:25.140482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:41Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:25.140904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-cdca1234-1118-4184-8597-717d2b55ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.142387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-cdca1234-1118-4184-8597-717d2b55ebfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 1098 time: 0.1067231 Aug 29 17:44:25.144886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0740474-54b4-4e25-92b1-8436f22a4a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:25.172036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a0740474-54b4-4e25-92b1-8436f22a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:25.172770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] Checking router: cb7fbeed-72d6-460d-9222-d54a921d6130 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:44:25.181349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:25.181996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:25.285898 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a0740474-54b4-4e25-92b1-8436f22a4a05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2faff529a7b345b38faaa3a501cccbff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778837 Aug 29 17:44:25.288808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46572) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:25.298090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0740474-54b4-4e25-92b1-8436f22a4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d888b3-e121-4441-a1fa-5eb5bdeb2b27,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:25.299433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:25.316603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d4cfb-94d7-4f7f-997d-bc22585ab10d req-a8c81efb-3121-4f6b-a27b-c1852f06d639 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.318325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d9d4cfb-94d7-4f7f-997d-bc22585ab10d req-a8c81efb-3121-4f6b-a27b-c1852f06d639 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.2042782 Aug 29 17:44:25.354219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-cb59f934-ffda-423f-9c07-75eff62b5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.355853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-cb59f934-ffda-423f-9c07-75eff62b5a2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 200 len: 897 time: 0.1930010 Aug 29 17:44:25.357965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28c378eb-c386-4c8c-98ef-5b4297a462f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:25.414011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-b0ddce36-90f1-4844-8181-11ad53b09107 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 200 len: 217 time: 0.0489943 Aug 29 17:44:25.416153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28c378eb-c386-4c8c-98ef-5b4297a462f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:25.417127 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d9d4cfb-94d7-4f7f-997d-bc22585ab10d req-d1e423b9-7976-497c-a682-10e685f41865 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891302 Aug 29 17:44:25.485160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-27229fd9-a3dc-4ac2-8c69-443b7b8cc90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.486694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-27229fd9-a3dc-4ac2-8c69-443b7b8cc90d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 200 len: 835 time: 0.0569227 Aug 29 17:44:25.499982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd0a7-f0d4-4232-86f4-af6d5260e0ce req-a070403e-47d2-47ad-82b2-806a3b79d325 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.501609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-769dd0a7-f0d4-4232-86f4-af6d5260e0ce req-a070403e-47d2-47ad-82b2-806a3b79d325 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.1310124 Aug 29 17:44:25.524660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8337b6-9948-412c-956a-7607c1a21761 req-43b3aef4-1512-42e6-ad6b-bb31c64b8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.526197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-43b3aef4-1512-42e6-ad6b-bb31c64b8913 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6&tenant_id=879653f16876427fa8d6806b659ebccc HTTP/1.1" status: 200 len: 1096 time: 0.1025445 Aug 29 17:44:25.540847 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28c378eb-c386-4c8c-98ef-5b4297a462f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:25.543661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28c378eb-c386-4c8c-98ef-5b4297a462f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:25.545003 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-28c378eb-c386-4c8c-98ef-5b4297a462f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65d888b3-e121-4441-a1fa-5eb5bdeb2b27 HTTP/1.1" status: 204 len: 168 time: 0.2551498 Aug 29 17:44:25.550701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-000cc220-de6b-4d3f-b892-7c88a93c5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.553502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-000cc220-de6b-4d3f-b892-7c88a93c5cc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6c41679-62a8-4194-8c8e-2c950fbee3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590353 Aug 29 17:44:25.564841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c378eb-c386-4c8c-98ef-5b4297a462f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d888b3-e121-4441-a1fa-5eb5bdeb2b27,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:25.596658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-769dd0a7-f0d4-4232-86f4-af6d5260e0ce req-973ac9cc-a5fa-483f-b7c5-83e48352813e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787239 Aug 29 17:44:25.617573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:41Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:25.638936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8337b6-9948-412c-956a-7607c1a21761 req-c900715d-929a-40f6-96de-40c8f3ae461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.642110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-c900715d-929a-40f6-96de-40c8f3ae461f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0778952 Aug 29 17:44:25.647930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2621bb4-34d8-4767-9171-4cf66ffbfbef None None] The sync data for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 is: [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:42:36Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0c1a6789-987f-4dc6-b232-08bea57eddbf', 'name': '', 'network_id': 'd6c41679-62a8-4194-8c8e-2c950fbee3a8', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:e1:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:35Z', 'updated_at': '2021-08-29T17:42:41Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'e5c5da05-ba19-4173-8cce-dfa5eb381b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:44:25.687019 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-d7558b75-6d72-4d7b-942e-35e987fa3c8e service neutron] 10.222.0.43 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220021 Aug 29 17:44:25.748113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8337b6-9948-412c-956a-7607c1a21761 req-8a51573a-7885-4798-a3ea-0033ca6709a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.750458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-8a51573a-7885-4798-a3ea-0033ca6709a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.0993237 Aug 29 17:44:25.807544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d63ba704-a5f3-4222-8995-39e11c525f0a req-3dc95b8d-d267-449b-88fe-9a5b39276d02 service neutron] 10.222.0.43 "GET /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103539 Aug 29 17:44:25.838082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-31e35aa6-c194-4094-bdbd-fdef26cb80c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 200 len: 999 time: 0.0706155 Aug 29 17:44:25.898532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8337b6-9948-412c-956a-7607c1a21761 req-fca9ac3b-9e38-48c5-9396-95dc67bbf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.903253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-fca9ac3b-9e38-48c5-9396-95dc67bbf4a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0545602 Aug 29 17:44:25.959807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8337b6-9948-412c-956a-7607c1a21761 req-bf385c93-d0d0-4240-89f3-baca1c9783f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:25.963967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-bf385c93-d0d0-4240-89f3-baca1c9783f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538361 Aug 29 17:44:25.997321 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8d7ce-4321-4449-8b8d-5a0f5d7bc94f None None] New status for floating IP bb7a3bd1-cf6c-4e26-bcb2-838bfcbf86af: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:44:26.054944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddbef1-13b5-47fa-ac76-e570bcd72e6b req-872672e9-0fcf-4fa8-b625-ec997285b597 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:26.063603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4cddbef1-13b5-47fa-ac76-e570bcd72e6b req-872672e9-0fcf-4fa8-b625-ec997285b597 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0814323 Aug 29 17:44:26.087879 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-c822e685-4a77-4e44-be12-a20a20f84fe8 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095443 Aug 29 17:44:26.116920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4cddbef1-13b5-47fa-ac76-e570bcd72e6b req-706464c2-c148-4dbf-b38a-573cebbf2e49 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Aug 29 17:44:26.213091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d8337b6-9948-412c-956a-7607c1a21761 req-07a0c24c-fefb-46e1-8f6d-8df8ef65e01c service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165957 Aug 29 17:44:26.551563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8cfa-ae5d-434e-b4a8-91fed56a4991 req-49269bf9-a9c7-47fe-a455-5a696efcef6b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:26.553470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61ee8cfa-ae5d-434e-b4a8-91fed56a4991 req-49269bf9-a9c7-47fe-a455-5a696efcef6b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0639560 Aug 29 17:44:26.645082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61ee8cfa-ae5d-434e-b4a8-91fed56a4991 req-142b2790-54db-4356-a3b2-2fdc048aac2b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=6316b453-31b0-44aa-bdee-1237c7affadb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852268 Aug 29 17:44:26.661125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-d2ce23d9-698d-4d14-b8c0-ce87cd93df61 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:26.662774 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-d2ce23d9-698d-4d14-b8c0-ce87cd93df61 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 946 time: 0.0942426 Aug 29 17:44:26.772829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e362b9-285f-4959-bb65-522a638a1241 req-070eb0ab-7c0b-49ca-bbce-6606ef0e6bb0 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:26.782727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36e362b9-285f-4959-bb65-522a638a1241 req-070eb0ab-7c0b-49ca-bbce-6606ef0e6bb0 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0746887 Aug 29 17:44:26.878476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36e362b9-285f-4959-bb65-522a638a1241 req-12600d0a-63dd-4b3b-b6d0-b26430a4ce8a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946300 Aug 29 17:44:27.006377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:27.006774 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:27.267222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:27.267556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:27.282515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:27.301282 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732710f8-0cf3-469d-9689-a29e94ff70b9 req-d8045f71-f16e-4674-a859-222b729c6118 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:27.308999 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-732710f8-0cf3-469d-9689-a29e94ff70b9 req-d8045f71-f16e-4674-a859-222b729c6118 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0998304 Aug 29 17:44:27.406779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-732710f8-0cf3-469d-9689-a29e94ff70b9 req-33ff58e1-9f6a-47c0-92bb-583703e7cde1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920229 Aug 29 17:44:27.547145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:27.692936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=74885ad5-ed60-47a2-9f47-f0be6cbd6c87,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:27.742255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] No DVR routers for this DVR port 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:44:27.745456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:27.748283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3a4f4e25-5024-40c4-9c03-b65ff977d1a3 req-f6493b27-150a-4c6e-819f-0c869fc3232f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "DELETE /v2.0/ports/74885ad5-ed60-47a2-9f47-f0be6cbd6c87 HTTP/1.1" status: 204 len: 173 time: 0.9090681 Aug 29 17:44:27.749463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'name': 'network-vif-deleted', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:27.751923 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b790d1f9-47e3-4710-9083-7927f1185ec5" -d '{"events": [{"server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "name": "network-vif-deleted", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:27.827566 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1026a3e-0ece-41e0-8cc1-1715ffd7a4f1 x-openstack-request-id: req-a1026a3e-0ece-41e0-8cc1-1715ffd7a4f1 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:27.827854 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c7e42-f163-4c19-b459-dcc755bdbe83", "name": "network-vif-deleted", "tag": "74885ad5-ed60-47a2-9f47-f0be6cbd6c87", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:27.828108 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1026a3e-0ece-41e0-8cc1-1715ffd7a4f1 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:27.828511 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c7e42-f163-4c19-b459-dcc755bdbe83', 'name': 'network-vif-deleted', 'tag': '74885ad5-ed60-47a2-9f47-f0be6cbd6c87', 'status': 'completed', 'code': 200} Aug 29 17:44:27.833021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02b5c106-dbd7-4b4e-bb8f-aaab9d486636 req-0b0a0bde-8b3b-44e1-9e4c-ee479df4d5fa tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0340774 Aug 29 17:44:28.068140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c12fec-0f7b-435d-b219-6400835052f7 req-87ebe494-f0d8-4649-a4a7-622791ba7e4c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:28.076303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48c12fec-0f7b-435d-b219-6400835052f7 req-87ebe494-f0d8-4649-a4a7-622791ba7e4c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0875387 Aug 29 17:44:28.125475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48c12fec-0f7b-435d-b219-6400835052f7 req-fbefbe41-b690-4f1d-8ab8-0ff388c36dc9 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480688 Aug 29 17:44:28.569402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff6b2-b41d-48f8-95a8-eec0bae55e78 req-036c76db-3099-4fa5-8ff0-ce2b3fd56f47 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:28.577673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe0ff6b2-b41d-48f8-95a8-eec0bae55e78 req-036c76db-3099-4fa5-8ff0-ce2b3fd56f47 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0610335 Aug 29 17:44:28.624844 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe0ff6b2-b41d-48f8-95a8-eec0bae55e78 req-3907db36-5eda-4f67-9325-29127ba83aba tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Aug 29 17:44:28.961622 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65bb58e2-fc64-4b6b-879b-44a36dac267d req-0d4bb7bd-a5cd-45cb-8d4d-c331c9f82071 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0543354 Aug 29 17:44:29.260221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:44:29.302930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:44:29.305174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 74885ad5-ed60-47a2-9f47-f0be6cbd6c87 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:44:29.317220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75073e-9e4f-4d96-aa9d-203ce0c13627 req-1289ad4c-12ea-49c0-8593-c29db8b05a86 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:29.324652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b75073e-9e4f-4d96-aa9d-203ce0c13627 req-1289ad4c-12ea-49c0-8593-c29db8b05a86 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0781410 Aug 29 17:44:29.394646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b75073e-9e4f-4d96-aa9d-203ce0c13627 req-0d0d33e4-8c71-4d10-b90f-3ae36158ae00 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633519 Aug 29 17:44:29.766307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854a96d-a8e9-4072-8828-98e08d9fa7a4 req-a372b9f3-0048-4122-97c1-d3a296c2195f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:29.774322 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d854a96d-a8e9-4072-8828-98e08d9fa7a4 req-a372b9f3-0048-4122-97c1-d3a296c2195f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0754640 Aug 29 17:44:29.829098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d854a96d-a8e9-4072-8828-98e08d9fa7a4 req-9ac44e98-17ea-4e83-9f2a-0f30f7ea2d43 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Aug 29 17:44:30.058529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fd77afb-72c8-4da7-ba28-a2baaf95940c req-cb1ed8cb-8ab1-477d-b7f4-3a078be46add tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0277340 Aug 29 17:44:30.588252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c4a08-ddac-4f03-bbed-916475b105c6 req-852c30ea-1bdf-468c-a9c4-509790081f06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:30.602470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f69c4a08-ddac-4f03-bbed-916475b105c6 req-852c30ea-1bdf-468c-a9c4-509790081f06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.1078050 Aug 29 17:44:30.680897 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f69c4a08-ddac-4f03-bbed-916475b105c6 req-f62c9989-8ae0-480f-8304-939d4e52cbce tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754328 Aug 29 17:44:30.963017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46690) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:31.025027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437bb19-efe6-4f43-88dd-82c441a067c4 req-92b5fe75-2424-43fd-8cf5-dc00c9728b3e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:31.027467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9437bb19-efe6-4f43-88dd-82c441a067c4 req-92b5fe75-2424-43fd-8cf5-dc00c9728b3e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1032891 Aug 29 17:44:31.101733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9437bb19-efe6-4f43-88dd-82c441a067c4 req-1465d899-bde7-44be-84a2-3dcfe75e0021 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666785 Aug 29 17:44:31.171671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-429d2265-8042-4779-97ed-a513c0e24a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:31.244012 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c71f5ec-4907-4150-8b09-13ab5a4fb7eb req-996e48c3-a39b-41e9-9956-095e1fbd4799 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0694678 Aug 29 17:44:31.379682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-429d2265-8042-4779-97ed-a513c0e24a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:31.384547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-429d2265-8042-4779-97ed-a513c0e24a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:31.430475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-429d2265-8042-4779-97ed-a513c0e24a8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cdeb678aa7e498c8ac975ab12077151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663377 Aug 29 17:44:31.432055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d2265-8042-4779-97ed-a513c0e24a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb67ae1f-3ba8-44b0-be6e-8b31e258aa97,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:31.433147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46696) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:31.537224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c3b367f-683b-4790-a92c-e73a0185d9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:31.561773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c3b367f-683b-4790-a92c-e73a0185d9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:31.629554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c3b367f-683b-4790-a92c-e73a0185d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:31.632713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c3b367f-683b-4790-a92c-e73a0185d9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:31.634417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1c3b367f-683b-4790-a92c-e73a0185d9ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb67ae1f-3ba8-44b0-be6e-8b31e258aa97 HTTP/1.1" status: 204 len: 168 time: 0.2002730 Aug 29 17:44:31.645804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b367f-683b-4790-a92c-e73a0185d9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb67ae1f-3ba8-44b0-be6e-8b31e258aa97,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:31.900479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c7a7b-5666-4b48-94d6-b15c0c26c40e req-adbf7207-b0e7-49a9-940d-72dd2d2e0c22 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:31.908760 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f7c7a7b-5666-4b48-94d6-b15c0c26c40e req-adbf7207-b0e7-49a9-940d-72dd2d2e0c22 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.1204312 Aug 29 17:44:31.989325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f7c7a7b-5666-4b48-94d6-b15c0c26c40e req-5b89ec7f-808c-4c14-95ab-2460cc44dc9a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791855 Aug 29 17:44:32.278329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8128d35-f497-4141-bcd3-1bacefde8192 req-9694e406-7e7b-43b7-844b-931e9e658f91 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:32.279962 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8128d35-f497-4141-bcd3-1bacefde8192 req-9694e406-7e7b-43b7-844b-931e9e658f91 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0581644 Aug 29 17:44:32.357073 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bec11657-3127-478d-af4f-d71d8ac809fe req-99ff622a-b5c7-41ca-9ea1-3cd26f624e65 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0406790 Aug 29 17:44:32.368202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8128d35-f497-4141-bcd3-1bacefde8192 req-a013ef7d-7e1a-4499-bb4a-7394e7e62fc8 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816441 Aug 29 17:44:33.067549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46742) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:33.135580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40599b4e-23c0-4294-b3ce-667b37dab16d req-da999961-53c7-47cd-b709-9e10ebfdf8b7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:33.137702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40599b4e-23c0-4294-b3ce-667b37dab16d req-da999961-53c7-47cd-b709-9e10ebfdf8b7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0554619 Aug 29 17:44:33.199192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40599b4e-23c0-4294-b3ce-667b37dab16d req-c184d61a-0ede-4a06-b885-dd8543122eea tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544155 Aug 29 17:44:33.238069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa6121e4-6b63-4a7a-a3b7-520190938844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:33.337910 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa6121e4-6b63-4a7a-a3b7-520190938844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:33.343302 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa6121e4-6b63-4a7a-a3b7-520190938844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:33.385393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6121e4-6b63-4a7a-a3b7-520190938844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d386a37a-d2c4-425c-bd73-8857bf89dcb7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:33.394560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aa6121e4-6b63-4a7a-a3b7-520190938844 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53ea17c188574706a5512395052e633e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256938 Aug 29 17:44:33.397191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46750) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:33.496494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0b9d0f8a-963e-4c3a-bc13-c2e9a11f4785 req-243ac9dc-88c1-44f8-8ed2-34600889f150 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0537021 Aug 29 17:44:33.506238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a4958d-3e4f-4270-bd8d-6034cec163e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:33.544984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1a0b1-b23a-44cd-bdac-233564e45880 req-31d4215f-ca68-4f4c-a6fe-1f854804b4a2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:33.552306 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dbd1a0b1-b23a-44cd-bdac-233564e45880 req-31d4215f-ca68-4f4c-a6fe-1f854804b4a2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0998213 Aug 29 17:44:33.555582 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a4958d-3e4f-4270-bd8d-6034cec163e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:33.618333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dbd1a0b1-b23a-44cd-bdac-233564e45880 req-ae0e5a0b-0142-4227-8d20-3614c4d5ac8a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651033 Aug 29 17:44:33.648670 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a4958d-3e4f-4270-bd8d-6034cec163e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:33.651287 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a4958d-3e4f-4270-bd8d-6034cec163e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:33.652751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-57a4958d-3e4f-4270-bd8d-6034cec163e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d386a37a-d2c4-425c-bd73-8857bf89dcb7 HTTP/1.1" status: 204 len: 168 time: 0.2547367 Aug 29 17:44:33.662397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4958d-3e4f-4270-bd8d-6034cec163e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d386a37a-d2c4-425c-bd73-8857bf89dcb7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:34.331393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e6c1-fb07-4ce4-92ec-1f6f92ec443b req-8087be6a-110c-41f7-8790-5c7708af77ba tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:34.333215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d653e6c1-fb07-4ce4-92ec-1f6f92ec443b req-8087be6a-110c-41f7-8790-5c7708af77ba tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0549898 Aug 29 17:44:34.377357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d653e6c1-fb07-4ce4-92ec-1f6f92ec443b req-28e019b1-c885-4af2-9a9c-52fcbcb9166a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377655 Aug 29 17:44:34.608416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46486811-3baf-4a31-ab75-57fdc0179fb3 req-415f397e-4c84-44e6-b288-26f49c105ea1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0280714 Aug 29 17:44:34.746875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a274e-3e36-482e-b3af-c2689f543e4d req-86237b85-4922-4818-ad81-c921c97c381c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:34.748955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-998a274e-3e36-482e-b3af-c2689f543e4d req-86237b85-4922-4818-ad81-c921c97c381c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Aug 29 17:44:34.787862 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-998a274e-3e36-482e-b3af-c2689f543e4d req-61f98f5e-45b5-4eb8-821b-a6d374014ad8 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Aug 29 17:44:35.531684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a8ac7-d4c4-43a5-bbab-ab381fb5bfba req-1633e5e7-6884-4058-b03c-c7e3392918bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:35.533538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-844a8ac7-d4c4-43a5-bbab-ab381fb5bfba req-1633e5e7-6884-4058-b03c-c7e3392918bb tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0586429 Aug 29 17:44:35.574007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-844a8ac7-d4c4-43a5-bbab-ab381fb5bfba req-3be09857-ff9d-4748-ad03-41ec18c330b6 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335577 Aug 29 17:44:35.708527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-decb070d-4022-4872-991f-5a0a4187c7ab req-3289c92f-6964-4695-ad9e-286f4135ea48 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0285413 Aug 29 17:44:35.914908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecd743-e4d8-4654-9a89-344563e875bb req-91937c57-e667-4721-9191-9cb17bffe20b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:35.916432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddecd743-e4d8-4654-9a89-344563e875bb req-91937c57-e667-4721-9191-9cb17bffe20b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0540850 Aug 29 17:44:35.967658 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddecd743-e4d8-4654-9a89-344563e875bb req-4a63316f-11d4-46c5-8fc7-ce1e6f31cec4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360405 Aug 29 17:44:36.708363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295724ff-3cc4-46da-9d01-31dc3b5d76ad req-0f6a97fb-b42e-4745-aeed-95a62ce31b50 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:36.709971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-295724ff-3cc4-46da-9d01-31dc3b5d76ad req-0f6a97fb-b42e-4745-aeed-95a62ce31b50 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0480227 Aug 29 17:44:36.757282 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-295724ff-3cc4-46da-9d01-31dc3b5d76ad req-16d03df5-10a7-4e4e-b5c5-fa1cac9e0bf5 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412619 Aug 29 17:44:36.825793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0c16a8c4-4f0d-4e32-86b4-139ba5c07974 req-b2094491-a809-4359-8c76-ce1509a740c1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0263891 Aug 29 17:44:36.876825 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:44:37.082207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9df5-4de2-4b5e-b726-f87c601d10fa req-5a4b065f-08e5-48fa-8b90-f4448e04a4be tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:37.083714 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c3f9df5-4de2-4b5e-b726-f87c601d10fa req-5a4b065f-08e5-48fa-8b90-f4448e04a4be tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Aug 29 17:44:37.121334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c3f9df5-4de2-4b5e-b726-f87c601d10fa req-26ae22e0-c450-4c1b-a73a-b08e09c27178 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Aug 29 17:44:37.898042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a26a2-f0c6-434e-9d9a-6a321cddcce8 req-95a70362-4ef3-458e-a3b0-f19bd5810963 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:37.900437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ba7a26a2-f0c6-434e-9d9a-6a321cddcce8 req-95a70362-4ef3-458e-a3b0-f19bd5810963 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0610943 Aug 29 17:44:37.959400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ba7a26a2-f0c6-434e-9d9a-6a321cddcce8 req-bf0a6de1-c141-49f5-adb8-c9f3e970d62c tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437119 Aug 29 17:44:37.973093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a81fee4-2108-46b5-b6d1-99ad1d03dd50 req-cf9c9dbe-ef87-411a-85c7-3dba6c3b989b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=264c7e42-f163-4c19-b459-dcc755bdbe83 HTTP/1.1" status: 200 len: 210 time: 0.0382707 Aug 29 17:44:38.232905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676adc7-09b4-4c48-8692-e8525c8da690 req-0bae5fb1-e6f0-4549-ba3f-d971e09111e4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:38.234249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1676adc7-09b4-4c48-8692-e8525c8da690 req-0bae5fb1-e6f0-4549-ba3f-d971e09111e4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0474973 Aug 29 17:44:38.272371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1676adc7-09b4-4c48-8692-e8525c8da690 req-163c999b-03e7-4034-8c59-403389d96c22 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Aug 29 17:44:38.988640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f99f84-d092-4459-9e9b-f86e95008b0b req-badcddce-663e-43f9-81b5-7e1ac06c99dd tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:38.990020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52f99f84-d092-4459-9e9b-f86e95008b0b req-badcddce-663e-43f9-81b5-7e1ac06c99dd tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 945 time: 0.0523968 Aug 29 17:44:39.027275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52f99f84-d092-4459-9e9b-f86e95008b0b req-e5de3e55-d744-42da-a6f3-cb2fbd4d8c44 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Aug 29 17:44:39.070544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46820) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:39.090008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43a19d-012e-40f3-a451-631e9d140037 req-885c616d-0d6a-4c3a-8b13-a1c95402ff0e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:39.091551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be43a19d-012e-40f3-a451-631e9d140037 req-885c616d-0d6a-4c3a-8b13-a1c95402ff0e tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 944 time: 0.0538304 Aug 29 17:44:39.129098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-be43a19d-012e-40f3-a451-631e9d140037 req-630ab1cd-e532-40ab-8334-3d0d1029ed65 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310245 Aug 29 17:44:39.318990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:44:39.407796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cc7e7-d3aa-48ac-8080-9fbc8c3fe7cb req-a7600ce3-d746-4b86-ade0-b092146f536e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:39.409271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-382cc7e7-d3aa-48ac-8080-9fbc8c3fe7cb req-a7600ce3-d746-4b86-ade0-b092146f536e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0678961 Aug 29 17:44:39.411324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:39.422731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea', 'port_id': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'mac_address': 'fa:16:3e:c7:0f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3e1f95-d784-4dfa-9a48-c81c95f59875', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:44:39.463109 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:39.477927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c69f65ab-fca7-4f66-b93f-8751f2a7bf28 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:44:39.482051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-382cc7e7-d3aa-48ac-8080-9fbc8c3fe7cb req-9430505c-7daa-49bd-ad94-c761405c33cd tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638125 Aug 29 17:44:39.497232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:39.501576 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:39.502370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:44:39.507790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:39.592442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:39.637462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:39.655716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'port_id': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'mac_address': 'fa:16:3e:22:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:44:39.693809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:39.707202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4b34d1-6202-413d-8f27-9105a6e52185 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:44:39.726565 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:39.731057 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:39.776023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 0c1a6789-987f-4dc6-b232-08bea57eddbf {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:39.776372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:39.784443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:39.801848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c69f65ab-fca7-4f66-b93f-8751f2a7bf28'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:44:39.869686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 0c1a6789-987f-4dc6-b232-08bea57eddbf, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c1a6789-987f-4dc6-b232-08bea57eddbf,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:39.870543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:39.887548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 0c1a6789-987f-4dc6-b232-08bea57eddbf owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:39.964689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['7a4b34d1-6202-413d-8f27-9105a6e52185'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:44:40.127437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:40.154646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=0c1a6789-987f-4dc6-b232-08bea57eddbf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:40.163001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d068-cd6c-4a2b-a550-2272230286a4 req-8a721a0a-72cf-4433-924b-32d4043945f2 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:40.170800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6880d068-cd6c-4a2b-a550-2272230286a4 req-8a721a0a-72cf-4433-924b-32d4043945f2 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 945 time: 0.0731013 Aug 29 17:44:40.222828 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6880d068-cd6c-4a2b-a550-2272230286a4 req-261b8e74-4eae-4439-9274-d259818fd625 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509310 Aug 29 17:44:40.620923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e9bb5-9c99-4938-b2b1-bc3b77ea492f req-2cc2f16b-8ad3-4d21-b97d-0859132639a0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:40.622550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c94e9bb5-9c99-4938-b2b1-bc3b77ea492f req-2cc2f16b-8ad3-4d21-b97d-0859132639a0 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0673993 Aug 29 17:44:40.682803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c94e9bb5-9c99-4938-b2b1-bc3b77ea492f req-01e37707-6977-4d75-94d6-fe914eefabf8 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Aug 29 17:44:40.785469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-08ab4a1b-05f1-430e-9841-0311965ed1a7 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:40.787074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-08ab4a1b-05f1-430e-9841-0311965ed1a7 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 945 time: 0.1204276 Aug 29 17:44:40.788004 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:40.798046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdbc3b-0942-484c-8e86-91e3bb108c71 req-00ec61ba-9a52-4002-8d5c-d23cf3fc36d7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:40.799579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49bdbc3b-0942-484c-8e86-91e3bb108c71 req-00ec61ba-9a52-4002-8d5c-d23cf3fc36d7 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 945 time: 0.4819100 Aug 29 17:44:40.937721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-49bdbc3b-0942-484c-8e86-91e3bb108c71 req-a0219ae0-3081-41a2-8afb-856dda443ca1 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298926 Aug 29 17:44:41.019005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Deleting port cfeacdd1-19f8-42fe-8204-b996c2b98961 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:41.019371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.206437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] For port cfeacdd1-19f8-42fe-8204-b996c2b98961, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=cfeacdd1-19f8-42fe-8204-b996c2b98961,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:41.207095 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.224149 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5a70102-f7f2-46c4-9102-caf9eb4d3fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.224712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router cb7fbeed-72d6-460d-9222-d54a921d6130 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:44:41.334090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:44:41.364961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdec39-4005-4072-8701-2005c7a0c669 req-cf0f3009-1449-4755-9094-0fec92f4d3fd tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:41.375564 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-51cdec39-4005-4072-8701-2005c7a0c669 req-cf0f3009-1449-4755-9094-0fec92f4d3fd tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 945 time: 0.0728493 Aug 29 17:44:41.395951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:41.396481 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.430740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-51cdec39-4005-4072-8701-2005c7a0c669 req-670bf5be-00e6-42cf-a929-d40a6472c5bc tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups?id=152523e5-1414-43cf-9451-610cb9ebd4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494184 Aug 29 17:44:41.495744 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.508019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.508415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.508728 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Floating IP 0ce048fa-5ca8-4c68-bac0-e5de7fce199a disassociated. External IP: 172.25.2.5, port: cfeacdd1-19f8-42fe-8204-b996c2b98961. Aug 29 17:44:41.509076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Calling delete_port for cfeacdd1-19f8-42fe-8204-b996c2b98961 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:41.527911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:44:41.531681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:41.541873 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c988d50-ce31-425a-992b-8cf7a845ca53" -d '{"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-plugged", "status": "completed", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:41.564571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] Sync routers for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:44:41.575583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:41.596419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f841d748-b0a8-4264-af0c-1b328af84e99 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "PUT /v2.0/routers/cb7fbeed-72d6-460d-9222-d54a921d6130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221956 Aug 29 17:44:41.596810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46856) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:41.614737 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.616253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:44:41.620012 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ce87b-7af2-48c7-a648-152590f6b40c x-openstack-request-id: req-599ce87b-7af2-48c7-a648-152590f6b40c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:41.620306 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-plugged", "status": "completed", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:41.620552 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-599ce87b-7af2-48c7-a648-152590f6b40c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:41.620940 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'code': 200} Aug 29 17:44:41.622873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:41.623507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:41.688001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8215b0-5381-464d-b688-5e01f25b254b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting subnet e5c5da05-ba19-4173-8cce-dfa5eb381b11 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:44:41.693592 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db8215b0-5381-464d-b688-5e01f25b254b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.771404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db8215b0-5381-464d-b688-5e01f25b254b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.791571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:41.807471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 7a4b34d1-6202-413d-8f27-9105a6e52185 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:41.807876 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.838160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:41.851841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:41.864965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e4fb7-7b27-4251-b1ca-c0bc080cc291 req-7d4d8e0f-ff44-48ec-ba73-d5177a909ba8 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:41.874233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b6e4fb7-7b27-4251-b1ca-c0bc080cc291 req-7d4d8e0f-ff44-48ec-ba73-d5177a909ba8 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0879214 Aug 29 17:44:41.901381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event deleted for resources: {'Port': ['ID=cfeacdd1-19f8-42fe-8204-b996c2b98961,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:41.941880 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b6e4fb7-7b27-4251-b1ca-c0bc080cc291 req-a54bb1f2-f18a-4b4f-a5ad-e8f79544877b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661688 Aug 29 17:44:42.061984 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.070548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db8215b0-5381-464d-b688-5e01f25b254b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.137091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:42.152088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Router 319f3fa7-4e98-4a17-a063-381c14c09427 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:44:42.153505 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.190974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62316-b7c2-4179-bec3-cd015817fdac req-842071b8-5ec1-4d42-9d4a-aa3b34911ea2 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:42.192590 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3e62316-b7c2-4179-bec3-cd015817fdac req-842071b8-5ec1-4d42-9d4a-aa3b34911ea2 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 945 time: 0.1399415 Aug 29 17:44:42.196850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:44:40Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:42.247070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] Checking router: cb7fbeed-72d6-460d-9222-d54a921d6130 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:44:42.265138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:42.279475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] Routers {'cb7fbeed-72d6-460d-9222-d54a921d6130'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:42.281295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['cb7fbeed-72d6-460d-9222-d54a921d6130'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:42.290053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db8215b0-5381-464d-b688-5e01f25b254b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.307398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3e62316-b7c2-4179-bec3-cd015817fdac req-f0511d48-aa55-4428-a567-a4d2b22698c5 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759227 Aug 29 17:44:42.331742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc7b45-7c30-4a61-b15e-13f9c3afaa2b None None] Network d6c41679-62a8-4194-8c8e-2c950fbee3a8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:44:42.341958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-db8215b0-5381-464d-b688-5e01f25b254b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.346767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-db8215b0-5381-464d-b688-5e01f25b254b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/subnets/e5c5da05-ba19-4173-8cce-dfa5eb381b11 HTTP/1.1" status: 204 len: 168 time: 0.7459998 Aug 29 17:44:42.347927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46864) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:42.398067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8215b0-5381-464d-b688-5e01f25b254b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c5da05-ba19-4173-8cce-dfa5eb381b11,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:42.454240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:44:42.466380 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] Sync routers for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:44:42.483589 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:42.487457 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:42.554181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] No DVR routers for this DVR port cfeacdd1-19f8-42fe-8204-b996c2b98961 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:44:42.558560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.559824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-408064c9-9ad5-4a08-8f65-e3584bc60cca req-4e237c11-6d18-4449-b94e-bf1154407441 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.44 "DELETE /v2.0/ports/cfeacdd1-19f8-42fe-8204-b996c2b98961 HTTP/1.1" status: 204 len: 173 time: 1.7592964 Aug 29 17:44:42.560717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'name': 'network-vif-deleted', 'tag': 'cfeacdd1-19f8-42fe-8204-b996c2b98961'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:42.566514 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f79ff21-2078-4e97-acfc-fa846eb0e595" -d '{"events": [{"server_uuid": "e2a7fe1d-0a11-4a11-993e-f14d8973e46c", "name": "network-vif-deleted", "tag": "cfeacdd1-19f8-42fe-8204-b996c2b98961"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:42.631096 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a28c36a-26ca-4b0d-8902-aa2aa8ea44b4 req-cc050b58-7fef-43d2-8241-520215372c88 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a7fe1d-0a11-4a11-993e-f14d8973e46c HTTP/1.1" status: 200 len: 210 time: 0.0837696 Aug 29 17:44:42.639335 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfdae9a-8d1d-4c0c-a536-021fcdd1770b x-openstack-request-id: req-dbfdae9a-8d1d-4c0c-a536-021fcdd1770b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:42.639659 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a7fe1d-0a11-4a11-993e-f14d8973e46c", "name": "network-vif-deleted", "tag": "cfeacdd1-19f8-42fe-8204-b996c2b98961", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:42.640434 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbfdae9a-8d1d-4c0c-a536-021fcdd1770b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:42.640434 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a7fe1d-0a11-4a11-993e-f14d8973e46c', 'name': 'network-vif-deleted', 'tag': 'cfeacdd1-19f8-42fe-8204-b996c2b98961', 'status': 'completed', 'code': 200} Aug 29 17:44:42.706156 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.727226 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.731471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] Set router cb7fbeed-72d6-460d-9222-d54a921d6130 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:42.837772 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:42.849903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:42.907655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 170e2dbf-8047-4dc3-bb01-d62118b28904 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:42.908039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:43.098451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 170e2dbf-8047-4dc3-bb01-d62118b28904, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=170e2dbf-8047-4dc3-bb01-d62118b28904,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:43.100202 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:43.131801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 170e2dbf-8047-4dc3-bb01-d62118b28904 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:43.142211 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:43.198906 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:43.209720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] DHCP port deletion for d6c41679-62a8-4194-8c8e-2c950fbee3a8 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:44:43.261303 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] Checking router: 319f3fa7-4e98-4a17-a063-381c14c09427 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:44:43.284412 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:43.286085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:43.292268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a7b25-5c5a-486b-baa7-bdf8ebb4f57d req-9d68e087-ac36-4feb-af52-0daeb50b8660 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:43.308471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-854a7b25-5c5a-486b-baa7-bdf8ebb4f57d req-9d68e087-ac36-4feb-af52-0daeb50b8660 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1362367 Aug 29 17:44:43.365624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] Deleting port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:43.366538 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:43.411979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-854a7b25-5c5a-486b-baa7-bdf8ebb4f57d req-6aeaa3bc-d3d5-4ffc-ba7c-7692ef59b0c2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989664 Aug 29 17:44:43.465675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] For port cbfa3c7e-8aad-4235-84a6-e6c8213754d3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cbfa3c7e-8aad-4235-84a6-e6c8213754d3,segment=NetworkSegment(5cc46536-a1e2-45f0-83c1-25c19f4c3b4c),segment_id=5cc46536-a1e2-45f0-83c1-25c19f4c3b4c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:43.466265 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:43.478564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:44:40Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:43.512042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9715f2-68cf-419a-97af-880b3b696ed2 None None] The sync data for ids ['cb7fbeed-72d6-460d-9222-d54a921d6130'] in n-d-713499-15 is: [{'id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811865591', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:42:31Z', 'updated_at': '2021-08-29T17:44:40Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '170e2dbf-8047-4dc3-bb01-d62118b28904', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7fbeed-72d6-460d-9222-d54a921d6130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:42:32Z', 'updated_at': '2021-08-29T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:44:43.514743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] Calling delete_port for cbfa3c7e-8aad-4235-84a6-e6c8213754d3 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:43.587588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cbfa3c7e-8aad-4235-84a6-e6c8213754d3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:44:43.623948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:43.625802 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:43.628028 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338f65ba-59e2-4d4d-aad5-1db41235a1fc" -d '{"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-plugged", "status": "completed", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:43.693683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:43.721859 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e94e182-b742-42f1-8fa7-528182634931 x-openstack-request-id: req-4e94e182-b742-42f1-8fa7-528182634931 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:43.722445 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-plugged", "status": "completed", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:43.723617 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e94e182-b742-42f1-8fa7-528182634931 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:43.725008 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'code': 200} Aug 29 17:44:43.788723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=170e2dbf-8047-4dc3-bb01-d62118b28904,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:43.833451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.837103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.837510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.837964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.838409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.838882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.839322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.839767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.841222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.842611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.843352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.845054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:43.918115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46880) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:43.975784 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.006623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.011574 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-83ed34e0-1538-4212-96fc-5b4bc0eef61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.059440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c328-892a-42a3-843a-976446d5e439 req-7f6154e7-744f-4b58-af9d-51c2027fe7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:44.061242 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6008c328-892a-42a3-843a-976446d5e439 req-7f6154e7-744f-4b58-af9d-51c2027fe7af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1099 time: 0.1569898 Aug 29 17:44:44.070417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f7910-09b8-478c-94ea-cfba341077ac req-8878d964-70a0-4228-8d33-0813b1124c8b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:44.074619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8eb55db7-2235-4465-a9a1-1109fd23252d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.082309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-167f7910-09b8-478c-94ea-cfba341077ac req-8878d964-70a0-4228-8d33-0813b1124c8b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 947 time: 0.1879942 Aug 29 17:44:44.084639 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.096535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] No DVR routers for this DVR port cbfa3c7e-8aad-4235-84a6-e6c8213754d3 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:44:44.112566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988bc0d-1eec-4d72-9ab3-84028865897f None None] Pushing event deleted for resources: {'Port': ['ID=cbfa3c7e-8aad-4235-84a6-e6c8213754d3,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:44.127726 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:44.149393 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.152325 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8eb55db7-2235-4465-a9a1-1109fd23252d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.176045 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f667dd-f9f3-49b0-98dd-4620f403deeb None None] The sync data for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 is: [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 4, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '718e3827-7b06-496b-ae6d-bc5b719a40ac', 'name': '', 'network_id': '3cd92e63-bd84-42e6-9e69-f2123b71d5c2', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'mac_address': 'fa:16:3e:87:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '268459d7-37d2-4d0f-8e80-490206acff79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:49Z', 'updated_at': '2021-08-29T17:37:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'subnets': [{'id': '268459d7-37d2-4d0f-8e80-490206acff79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:44:44.263714 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8eb55db7-2235-4465-a9a1-1109fd23252d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.267712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8eb55db7-2235-4465-a9a1-1109fd23252d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.271940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8eb55db7-2235-4465-a9a1-1109fd23252d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "DELETE /v2.0/security-groups/152523e5-1414-43cf-9451-610cb9ebd4b7 HTTP/1.1" status: 204 len: 168 time: 0.3511446 Aug 29 17:44:44.273855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46882) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:44.297595 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-2394ecef-1934-4cf0-8cf5-d92237a12426 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] show failed (client error): The resource could not be found. Aug 29 17:44:44.301509 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2394ecef-1934-4cf0-8cf5-d92237a12426 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "GET /v2.0/security-groups/152523e5-1414-43cf-9451-610cb9ebd4b7 HTTP/1.1" status: 404 len: 347 time: 0.0226922 Aug 29 17:44:44.301509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb55db7-2235-4465-a9a1-1109fd23252d tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152523e5-1414-43cf-9451-610cb9ebd4b7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:44.308017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.311291 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.324830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46884) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:44.393937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-167f7910-09b8-478c-94ea-cfba341077ac req-39a64267-aa16-49da-9432-a2ff3eac58d8 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037755 Aug 29 17:44:44.395415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.396121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Fanout notify agent at l3_agent the message router_deleted on router cb7fbeed-72d6-460d-9222-d54a921d6130 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:44:44.419882 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.423487 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd2331d8-02ce-4007-ab2b-9afd67f1421d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/routers/cb7fbeed-72d6-460d-9222-d54a921d6130 HTTP/1.1" status: 204 len: 168 time: 2.0717645 Aug 29 17:44:44.434986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46886) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:44.437100 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6008c328-892a-42a3-843a-976446d5e439 req-b30b4cf1-b0de-48cf-8571-e592d8e0c098 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237453 Aug 29 17:44:44.610964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.640547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca99f2-6538-4061-bf21-739af246971e req-c0b97c27-1520-4575-864c-fba80d5806ef tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:44.642646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-acca99f2-6538-4061-bf21-739af246971e req-c0b97c27-1520-4575-864c-fba80d5806ef tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1018119 Aug 29 17:44:44.644243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Deleting port f61af9d6-7a5a-4a34-b053-d7eb3710a227 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:44.644243 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.757703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f3c60-0b81-474a-a78f-8ea47d8f0a7d None None] New status for floating IP 0ce048fa-5ca8-4c68-bac0-e5de7fce199a: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:44:44.766471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.774894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-acca99f2-6538-4061-bf21-739af246971e req-1e08216c-b890-4861-8953-d7070b9fd706 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706434 Aug 29 17:44:44.785383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c41679-62a8-4194-8c8e-2c950fbee3a8']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:44.795481 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.796007 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.804153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:44.804717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc46536-a1e2-45f0-83c1-25c19f4c3b4c') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:44.821006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.826618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Calling delete_port for f61af9d6-7a5a-4a34-b053-d7eb3710a227 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:44.839024 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.848531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:44:44.849228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:44:44.893840 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:44:44.931438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.936889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:44.938932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/networks/d6c41679-62a8-4194-8c8e-2c950fbee3a8 HTTP/1.1" status: 204 len: 168 time: 0.5006895 Aug 29 17:44:44.947361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46890) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:44.963771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d39aaf-c434-4962-8d45-4cd63c6c9491 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Network': ['ID=d6c41679-62a8-4194-8c8e-2c950fbee3a8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:45.067946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7c45e219-e946-48eb-a8a1-136f2433d340 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.098374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.147739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7c45e219-e946-48eb-a8a1-136f2433d340 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.153213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Pushing event deleted for resources: {'Port': ['ID=f61af9d6-7a5a-4a34-b053-d7eb3710a227,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:45.269668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.273364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.279409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ebe5706a-acbf-4a8f-be32-459360abfe30 tempest-AttachVolumeTestJSON-330831859 tempest-AttachVolumeTestJSON-330831859-project] 10.222.0.41 "DELETE /v2.0/floatingips/0ce048fa-5ca8-4c68-bac0-e5de7fce199a HTTP/1.1" status: 204 len: 168 time: 0.9487948 Aug 29 17:44:45.315174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7c45e219-e946-48eb-a8a1-136f2433d340 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.321481 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7c45e219-e946-48eb-a8a1-136f2433d340 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.325150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7c45e219-e946-48eb-a8a1-136f2433d340 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/security-groups/6316b453-31b0-44aa-bdee-1237c7affadb HTTP/1.1" status: 204 len: 168 time: 0.3739343 Aug 29 17:44:45.347361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45e219-e946-48eb-a8a1-136f2433d340 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6316b453-31b0-44aa-bdee-1237c7affadb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:45.478185 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.597374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c1a6789-987f-4dc6-b232-08bea57eddbf no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:44:45.625640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0c1a6789-987f-4dc6-b232-08bea57eddbf {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:44:45.626350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c1a6789-987f-4dc6-b232-08bea57eddbf not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:44:45.627454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 170e2dbf-8047-4dc3-bb01-d62118b28904 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:44:45.649452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5adaa-fe88-4813-a765-fadf8feb7d04 req-3b79fa47-0de4-4979-a618-6d7252a1656a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:45.660046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 170e2dbf-8047-4dc3-bb01-d62118b28904 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:44:45.660695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 170e2dbf-8047-4dc3-bb01-d62118b28904 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:44:45.663604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d5adaa-fe88-4813-a765-fadf8feb7d04 req-3b79fa47-0de4-4979-a618-6d7252a1656a tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 947 time: 0.1006014 Aug 29 17:44:45.708284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device cfeacdd1-19f8-42fe-8204-b996c2b98961 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:44:45.728180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d5adaa-fe88-4813-a765-fadf8feb7d04 req-2a718ed0-5173-491d-9e8d-1c6d7fd3df75 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634596 Aug 29 17:44:45.756098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: cfeacdd1-19f8-42fe-8204-b996c2b98961 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:44:45.756450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device cfeacdd1-19f8-42fe-8204-b996c2b98961 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:44:46.110694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6336a-32ec-47c6-88c5-da1b63367f97 req-43ffe968-1a5a-4984-bdf9-74294c71aec3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:46.115319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0f6336a-32ec-47c6-88c5-da1b63367f97 req-43ffe968-1a5a-4984-bdf9-74294c71aec3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1165330 Aug 29 17:44:46.180566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0f6336a-32ec-47c6-88c5-da1b63367f97 req-33512e09-c245-4d28-b911-abac849a1acd tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587707 Aug 29 17:44:46.214360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46942) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:46.219729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8b752195-c884-41cd-a168-e29979f55b08 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202449014', 'description': 'tempest-secgroup-smoke-1202449014 description', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:46.264937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b752195-c884-41cd-a168-e29979f55b08 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.390526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b752195-c884-41cd-a168-e29979f55b08 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.402324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b752195-c884-41cd-a168-e29979f55b08 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.457243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b752195-c884-41cd-a168-e29979f55b08 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:46.460255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b752195-c884-41cd-a168-e29979f55b08 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.465810 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8b752195-c884-41cd-a168-e29979f55b08 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2501473 Aug 29 17:44:46.466238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46944) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:46.476752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4a77d4a2-ab0a-4328-bbeb-00aed22dfdf7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '404625dc-f7c0-4ad2-a7a3-cf7dd4910d47', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:46.510936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a77d4a2-ab0a-4328-bbeb-00aed22dfdf7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.596825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a77d4a2-ab0a-4328-bbeb-00aed22dfdf7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.608985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a77d4a2-ab0a-4328-bbeb-00aed22dfdf7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.633874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77d4a2-ab0a-4328-bbeb-00aed22dfdf7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41c4c08-3457-487b-85bd-71db11c64a89,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:46.662128 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4a77d4a2-ab0a-4328-bbeb-00aed22dfdf7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.666314 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4a77d4a2-ab0a-4328-bbeb-00aed22dfdf7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1962981 Aug 29 17:44:46.666773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46948) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:46.672279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-dbcf2938-f3c2-4be5-b0c8-48bf63e62fa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '404625dc-f7c0-4ad2-a7a3-cf7dd4910d47', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:46.709011 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2938-f3c2-4be5-b0c8-48bf63e62fa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.785948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2938-f3c2-4be5-b0c8-48bf63e62fa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.792326 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.794040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2938-f3c2-4be5-b0c8-48bf63e62fa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.818034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf2938-f3c2-4be5-b0c8-48bf63e62fa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5492609a-cd84-4278-afe7-c6104e287663,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:46.832132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2938-f3c2-4be5-b0c8-48bf63e62fa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.836436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46952) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:46.842294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2827acf4-f213-43c4-916b-e75a9547db89 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '404625dc-f7c0-4ad2-a7a3-cf7dd4910d47', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:46.847648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dbcf2938-f3c2-4be5-b0c8-48bf63e62fa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1789062 Aug 29 17:44:46.880135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2827acf4-f213-43c4-916b-e75a9547db89 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.915099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ea0b4-eeda-48eb-ac89-0e36baa75f30 req-27db2cb9-4b10-4317-a81a-242fe9ec0153 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:46.916323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f2ea0b4-eeda-48eb-ac89-0e36baa75f30 req-27db2cb9-4b10-4317-a81a-242fe9ec0153 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 947 time: 0.0673018 Aug 29 17:44:46.964809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f2ea0b4-eeda-48eb-ac89-0e36baa75f30 req-cf6e357c-4d5b-45a2-8b81-3a8b7ecaf0fd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402329 Aug 29 17:44:46.973174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2827acf4-f213-43c4-916b-e75a9547db89 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.979590 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2827acf4-f213-43c4-916b-e75a9547db89 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.018140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827acf4-f213-43c4-916b-e75a9547db89 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acfc36b-244c-4422-b06a-57f4cdfeb3ea,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:47.022107 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2827acf4-f213-43c4-916b-e75a9547db89 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.023463 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2827acf4-f213-43c4-916b-e75a9547db89 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1856229 Aug 29 17:44:47.026403 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46956) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:47.033310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9ff47e12-0f11-4a31-863d-0a6682f04fa6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '404625dc-f7c0-4ad2-a7a3-cf7dd4910d47', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:47.089118 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ff47e12-0f11-4a31-863d-0a6682f04fa6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.151839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ff47e12-0f11-4a31-863d-0a6682f04fa6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.159537 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ff47e12-0f11-4a31-863d-0a6682f04fa6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.182192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff47e12-0f11-4a31-863d-0a6682f04fa6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf28d34-7a31-4772-8a23-006896c5f895,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:47.188990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ff47e12-0f11-4a31-863d-0a6682f04fa6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.190455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9ff47e12-0f11-4a31-863d-0a6682f04fa6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628881 Aug 29 17:44:47.194501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46958) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:47.199418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-78a0bb88-0582-4b12-bfad-aedab275de16 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '404625dc-f7c0-4ad2-a7a3-cf7dd4910d47', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:47.262782 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-78a0bb88-0582-4b12-bfad-aedab275de16 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Project 27df6b53a4e54d1bb8e328a7e404efe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:44:47.269349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78a0bb88-0582-4b12-bfad-aedab275de16 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.376260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e108c2-045e-42b2-9910-4966d3e6753e req-36e1bc08-cd2c-4fa5-a889-2888af51d5a4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:47.377977 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0e108c2-045e-42b2-9910-4966d3e6753e req-36e1bc08-cd2c-4fa5-a889-2888af51d5a4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0857744 Aug 29 17:44:47.401816 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78a0bb88-0582-4b12-bfad-aedab275de16 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.412668 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78a0bb88-0582-4b12-bfad-aedab275de16 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.441380 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0e108c2-045e-42b2-9910-4966d3e6753e req-832f8893-3f66-407f-8c3e-62537edc17d1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464394 Aug 29 17:44:47.447244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0bb88-0582-4b12-bfad-aedab275de16 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ec9d75-38a2-43ce-8c58-db93e7e29bb8,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:47.450426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78a0bb88-0582-4b12-bfad-aedab275de16 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.463253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-78a0bb88-0582-4b12-bfad-aedab275de16 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2681854 Aug 29 17:44:47.466241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:47.479625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-de28f8e6-a627-4e0b-adcb-5e9d3a61f773 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '404625dc-f7c0-4ad2-a7a3-cf7dd4910d47', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:47.505265 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-de28f8e6-a627-4e0b-adcb-5e9d3a61f773 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Project 27df6b53a4e54d1bb8e328a7e404efe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:44:47.510922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de28f8e6-a627-4e0b-adcb-5e9d3a61f773 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.578273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de28f8e6-a627-4e0b-adcb-5e9d3a61f773 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.588794 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de28f8e6-a627-4e0b-adcb-5e9d3a61f773 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.613475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28f8e6-a627-4e0b-adcb-5e9d3a61f773 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da357641-b489-45e6-8cd1-3a1931fb9a99,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:47.615720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de28f8e6-a627-4e0b-adcb-5e9d3a61f773 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.620499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46966) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:47.625553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'network': {'name': 'tempest-network-smoke--752664552', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'port_security_enabled': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:47.628852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-de28f8e6-a627-4e0b-adcb-5e9d3a61f773 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604781 Aug 29 17:44:47.652618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:44:47.658415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.703218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:44:47.715084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.715643 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Added segment 520d7934-e1c0-4cca-864f-739ef9406211 of type vlan for network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad Aug 29 17:44:47.767412 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.799069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.804836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:47.805426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.869053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2476199 Aug 29 17:44:47.871929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46968) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:47.877622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'admin_state_up': True, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:47.898879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618777a1-4086-41bb-803d-05850cef0cef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Network': ['ID=7da4abd8-df17-4b51-a02c-da0bbb5dfcad,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:47.910362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:44:47.911181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.912415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:47.975013 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:48.127784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:48.355384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:48.378490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:48.569689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.25.2.91 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/4b5872f2-78a8-4491-b443-3867acb6a74a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:44:49.073086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ba2b9-fa10-4412-8880-ee2fd5be2096 req-0ec4de00-5c4d-4727-a1e5-9fd9b22ade00 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:49.081637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c6ba2b9-fa10-4412-8880-ee2fd5be2096 req-0ec4de00-5c4d-4727-a1e5-9fd9b22ade00 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.5133367 Aug 29 17:44:49.149158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c6ba2b9-fa10-4412-8880-ee2fd5be2096 req-839213de-a54d-442c-a1d9-7194ac974dd1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665960 Aug 29 17:44:49.182230 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:49.228086 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:49.293169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:44:49.294853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=4b5872f2-78a8-4491-b443-3867acb6a74a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:49.298258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:44:49.305962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:44:49.644148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:49.893274 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:50.057733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 39ae36f6-ffc4-4278-9e69-351753f5528a is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:44:50.226534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:44:50.237618 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Sync routers for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:44:50.248889 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:50.249982 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:50.252738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:50.259416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:50.267714 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2c2b9e19-4e08-49d6-953a-1652ce98af02 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3818090 Aug 29 17:44:50.385148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:50.407461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4455db32-8314-4862-a6fe-c0df10293647 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=27df6b53a4e54d1bb8e328a7e404efe2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1466203 Aug 29 17:44:50.410110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46988) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:50.571435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada01c55-bf2b-4993-80e7-ce054eace4d4 req-69fe7a10-fcdb-4227-b2e2-7d916637cc10 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:50.573370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ada01c55-bf2b-4993-80e7-ce054eace4d4 req-69fe7a10-fcdb-4227-b2e2-7d916637cc10 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.2100089 Aug 29 17:44:50.603401 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:49Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:50.640224 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Checking router: 39ae36f6-ffc4-4278-9e69-351753f5528a for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:44:50.640734 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Updating router 39ae36f6-ffc4-4278-9e69-351753f5528a port 4b5872f2-78a8-4491-b443-3867acb6a74a binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:44:50.675037 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.016215 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.029218 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Transition to ACTIVE for port object 4b5872f2-78a8-4491-b443-3867acb6a74a will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:44:51.049888 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.122503 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Pushing event updated for resources: {'Port': ['ID=4b5872f2-78a8-4491-b443-3867acb6a74a,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:51.126063 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Attempting to bind port 4b5872f2-78a8-4491-b443-3867acb6a74a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:44:51.126429 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Attempting to bind port 4b5872f2-78a8-4491-b443-3867acb6a74a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:44:51.126880 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Attempting to bind port 4b5872f2-78a8-4491-b443-3867acb6a74a on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:44:51.139420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ada01c55-bf2b-4993-80e7-ce054eace4d4 req-655127d7-4300-465a-b9e5-f4592c949b40 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528610 Aug 29 17:44:51.141447 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:44:51.142867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:44:51.143679 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.143679 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:44:51.144058 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Bound port: 4b5872f2-78a8-4491-b443-3867acb6a74a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:44:51.144444 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.175745 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.176050 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.176360 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.176689 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.177013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.177335 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.177652 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.177968 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.178283 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.178741 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.179042 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.179352 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:51.194342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c168b-be16-44be-aa12-bf29b6d73a3e tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:51.197264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7e6c168b-be16-44be-aa12-bf29b6d73a3e tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7861643 Aug 29 17:44:51.199933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 46992) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:51.214565 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] For port 4b5872f2-78a8-4491-b443-3867acb6a74a, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:44:51.218900 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] For port 4b5872f2-78a8-4491-b443-3867acb6a74a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4b5872f2-78a8-4491-b443-3867acb6a74a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:44:51.227479 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.236246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-25d0823e-06e1-418a-b58f-b95566418614 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351546 Aug 29 17:44:51.238900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46994) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:51.244174 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-510748172', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:51.296107 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95066-d671-43f3-b9f9-2dcb443a5307 None None] Pushing event updated for resources: {'Port': ['ID=4b5872f2-78a8-4491-b443-3867acb6a74a,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:51.310869 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:51.312290 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:51.378409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:44:51.383506 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.428774 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:51.629869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.720184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Subnet': ['ID=8c92eeb3-c798-4218-9529-3d603ded71ba,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:51.744941 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:49Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:51.745308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Checking segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:44:51.745771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network hostable DHCP agents. Network: 7da4abd8-df17-4b51-a02c-da0bbb5dfcad, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:44:51.777850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:44:51.779783 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce8aca-52f6-4e96-8656-43324e3dfecc None None] The sync data for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 is: [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:49Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:44:51.790855 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7da4abd8-df17-4b51-a02c-da0bbb5dfcad) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:44:51.796158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:51.796777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:51.803993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e0a1a3-9ffa-4c88-a4d1-2e0c5b148603 None None] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:44:51.838027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b19d4318-fc96-4531-ac31-9819f1076ba0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5954230 Aug 29 17:44:51.838231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 46996) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:51.976713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:44:51.977849 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:52.326281 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Allocated IP 172.20.0.2 (7da4abd8-df17-4b51-a02c-da0bbb5dfcad/8c92eeb3-c798-4218-9529-3d603ded71ba/ab1d6b96-9942-4de0-a86b-06e1ba2bb474) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:44:52.396505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a784d8-727f-4cfb-bb9f-0a1b79f2298a req-5908ce49-5e12-4817-ae46-876e77c02d77 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:52.404426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9a784d8-727f-4cfb-bb9f-0a1b79f2298a req-5908ce49-5e12-4817-ae46-876e77c02d77 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1344731 Aug 29 17:44:52.509499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9a784d8-727f-4cfb-bb9f-0a1b79f2298a req-6cfb09e6-b35f-4cc5-96d1-09afed42d5bc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924814 Aug 29 17:44:52.759377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:52.768766 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:52.791558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Transition to ACTIVE for port object ab1d6b96-9942-4de0-a86b-06e1ba2bb474 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:44:52.832588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Transition to ACTIVE for port object ab1d6b96-9942-4de0-a86b-06e1ba2bb474 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:44:52.849055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:52.932432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:44:52.937929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:44:52.948468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:44:52.994667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Pushing event updated for resources: {'Port': ['ID=ab1d6b96-9942-4de0-a86b-06e1ba2bb474,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:53.058299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Attempting to bind port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:44:53.058876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Attempting to bind port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:44:53.059174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Attempting to bind port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:44:53.065177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:44:53.065537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Checking segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:44:53.065996 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:53.066397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Bound using segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:44:53.066985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Bound port: ab1d6b96-9942-4de0-a86b-06e1ba2bb474, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:44:53.067360 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:53.149004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] For port ab1d6b96-9942-4de0-a86b-06e1ba2bb474, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:44:53.152599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] For port ab1d6b96-9942-4de0-a86b-06e1ba2bb474, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ab1d6b96-9942-4de0-a86b-06e1ba2bb474,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:44:53.181120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:53.294098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4efb2a-78f8-4363-843f-50ba729d2a48 None None] Pushing event updated for resources: {'Port': ['ID=ab1d6b96-9942-4de0-a86b-06e1ba2bb474,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:53.321970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.20.0.1 (7da4abd8-df17-4b51-a02c-da0bbb5dfcad/8c92eeb3-c798-4218-9529-3d603ded71ba/60db22d1-3cd2-43bb-a2b6-4bb3984a20a7) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:44:53.549294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:53.582374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Transition to ACTIVE for port object 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:44:53.616751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4b5872f2-78a8-4491-b443-3867acb6a74a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:44:53.762733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 4b5872f2-78a8-4491-b443-3867acb6a74a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:44:53.766178 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:53.769529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4b5872f2-78a8-4491-b443-3867acb6a74a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:53.772769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:53.863342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:44:53.871042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:44:53.873456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:53.903013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454e3ec-eef0-44cb-a719-435321f30d53 req-47d0b50e-2dd3-4acc-989f-b3b235e7b673 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:53.911366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e454e3ec-eef0-44cb-a719-435321f30d53 req-47d0b50e-2dd3-4acc-989f-b3b235e7b673 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.2242038 Aug 29 17:44:53.914570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:44:53.976948 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:54.007286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e454e3ec-eef0-44cb-a719-435321f30d53 req-714ff845-7017-4365-96bc-a9f8b10cbea1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927930 Aug 29 17:44:54.016682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:54.017979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 4b5872f2-78a8-4491-b443-3867acb6a74a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4b5872f2-78a8-4491-b443-3867acb6a74a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:54.024936 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:54.099794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=4b5872f2-78a8-4491-b443-3867acb6a74a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:54.198953 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:54.537602 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:54.552709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:54.633308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:54.635588 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:54.772579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:44:54.774000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:44:54.955098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 39ae36f6-ffc4-4278-9e69-351753f5528a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:44:55.124298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:44:55.138865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Sync routers for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:44:55.172376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f7a25e6f-7baa-488b-a110-4cd53ae53b63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "PUT /v2.0/routers/39ae36f6-ffc4-4278-9e69-351753f5528a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3244658 Aug 29 17:44:55.181214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:55.185880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:55.226571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e992b-622b-4267-8c65-25cef8dbb414 req-d9c8cec4-273f-4f25-bf05-9f6b5537f2ba tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:55.239281 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-375e992b-622b-4267-8c65-25cef8dbb414 req-d9c8cec4-273f-4f25-bf05-9f6b5537f2ba tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1238847 Aug 29 17:44:55.330104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-375e992b-622b-4267-8c65-25cef8dbb414 req-b0b1b21d-e8ac-487c-9edb-b22c6520eab7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897923 Aug 29 17:44:55.333927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b81efa0-c13a-4a6f-b4a9-470567cd756d None None] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:44:55.485325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-dff7ac56-23ce-4a98-a7bb-95eb09120f9c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202449014&fields=id&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 267 time: 0.0428913 Aug 29 17:44:55.496632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:55.499333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d6456619-1a07-45a7-ae91-8c378f4bc35d None None] Provisioning for port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:44:55.679009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-d39807e3-c252-4e0a-a348-7a0a24795f51 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:55.687463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-d39807e3-c252-4e0a-a348-7a0a24795f51 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 796 time: 0.1886947 Aug 29 17:44:55.717182 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-a4e2a2c9-c10d-497d-af63-ff9771f4b393 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/quotas/27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 375 time: 0.0285637 Aug 29 17:44:55.786375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ab1d6b96-9942-4de0-a86b-06e1ba2bb474 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:44:55.808714 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-87cf9c44-865e-4a58-8760-cec5b067ef10 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799608 Aug 29 17:44:55.936090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47048) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:55.964359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:44:55.974288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:55.974667 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:56.002639 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-a9b0e4c7-124c-4c57-9a73-fb1549159f3e service neutron] 10.222.0.41 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873271 Aug 29 17:44:56.109381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 2, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:56.141829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Checking router: 39ae36f6-ffc4-4278-9e69-351753f5528a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:44:56.142492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Updating router 39ae36f6-ffc4-4278-9e69-351753f5528a port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:44:56.173569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-2ec24122-366b-495b-9b8e-62eb32681b25 service neutron] 10.222.0.41 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700490 Aug 29 17:44:56.210675 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:56.438577 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:56.472299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ab1d6b96-9942-4de0-a86b-06e1ba2bb474, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ab1d6b96-9942-4de0-a86b-06e1ba2bb474,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:56.499132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bfc1b62b-ed88-4b8b-a934-e1fb0a4af68e None None] Provisioning for port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:44:56.501247 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:56.501841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b748a798-5dc2-42e3-b4f4-f6f645875896 req-db9c7f81-6123-4616-962b-cd0d951d04a6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 210 time: 0.0697780 Aug 29 17:44:56.502284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4b5872f2-78a8-4491-b443-3867acb6a74a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:44:56.558543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ab1d6b96-9942-4de0-a86b-06e1ba2bb474,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:56.597999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bfc1b62b-ed88-4b8b-a934-e1fb0a4af68e None None] Provisioning complete for port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:56.597999 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b62b-ed88-4b8b-a934-e1fb0a4af68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:56.705843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93cad2-17d7-4840-a052-5edf77fd92e0 req-8fcd6e5f-9919-42e9-a434-c9da452163ca tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:56.718722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef93cad2-17d7-4840-a052-5edf77fd92e0 req-8fcd6e5f-9919-42e9-a434-c9da452163ca tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1403036 Aug 29 17:44:56.768926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1b62b-ed88-4b8b-a934-e1fb0a4af68e None None] Port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:44:56.854834 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef93cad2-17d7-4840-a052-5edf77fd92e0 req-4a166d58-bc18-4b1d-8b02-fb221c35f32e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346376 Aug 29 17:44:56.869595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-9bf21227-d188-4eed-bfd6-868ecd778234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:56.871138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-9bf21227-d188-4eed-bfd6-868ecd778234 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 1097 time: 0.1305995 Aug 29 17:44:56.925517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:56.975899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bfc1b62b-ed88-4b8b-a934-e1fb0a4af68e None None] Provisioning complete for port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:56.976292 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b62b-ed88-4b8b-a934-e1fb0a4af68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.021305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-f758101f-0d5a-4b3f-8892-7a790e49dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:57.023767 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-f758101f-0d5a-4b3f-8892-7a790e49dec5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 915 time: 0.1429234 Aug 29 17:44:57.103413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4b5872f2-78a8-4491-b443-3867acb6a74a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:57.104311 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.135846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-327cd73c-4e21-4e02-a445-062afc7350e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 200 len: 217 time: 0.0925505 Aug 29 17:44:57.244713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-92c8f87f-67da-4c57-9c4f-7ca66134e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:57.245927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-92c8f87f-67da-4c57-9c4f-7ca66134e097 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 200 len: 854 time: 0.0985527 Aug 29 17:44:57.250246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.288549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Transition to ACTIVE for port object 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:44:57.303598 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.310254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-44afd442-137a-4663-bcd9-6d867a1e22e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435047 Aug 29 17:44:57.323384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Deleting port 718e3827-7b06-496b-ae6d-bc5b719a40ac {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:57.323817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.380312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20200352-6f1e-4990-8440-e43781c23a73 None None] Pushing event updated for resources: {'Port': ['ID=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:57.439293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] For port 718e3827-7b06-496b-ae6d-bc5b719a40ac, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=718e3827-7b06-496b-ae6d-bc5b719a40ac,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:57.439679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.460486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Calling delete_port for 718e3827-7b06-496b-ae6d-bc5b719a40ac owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:57.474619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Attempting to bind port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:44:57.476831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Attempting to bind port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:44:57.477762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Attempting to bind port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:44:57.492531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:44:57.493197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Checking segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:44:57.493687 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.499034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Bound using segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:44:57.499946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Bound port: 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:44:57.500646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.515106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-c9c371bd-97e4-4df9-8e50-ba7367ba2920 service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958575 Aug 29 17:44:57.597153 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ab1d6b96-9942-4de0-a86b-06e1ba2bb474 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:44:57.661731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] For port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:44:57.668498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:57.669692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.696774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-84fdc656-79f6-40de-ba33-214c1e817bdc req-941c75ca-d074-410e-93d3-1ef708133c19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 210 time: 0.0322545 Aug 29 17:44:57.734116 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.736076 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0f73fb6-c83b-4358-a937-b3599f0b49bd req-775c8d74-7fb8-48f8-b8fb-d81bd4257e1c service neutron] 10.222.0.43 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108595 Aug 29 17:44:57.766561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] For port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:44:57.780380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=718e3827-7b06-496b-ae6d-bc5b719a40ac,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:57.790004 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:57.904362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:57.904786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:57.921814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20200352-6f1e-4990-8440-e43781c23a73 None None] Pushing event updated for resources: {'Port': ['ID=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:57.958924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-ff83c28b-8e14-4587-b0e3-7b47746b14b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:57.960457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-ff83c28b-8e14-4587-b0e3-7b47746b14b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 796 time: 0.1794806 Aug 29 17:44:58.084707 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-29f77732-8755-4540-81ed-4179aeedc368 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 380 time: 0.1119957 Aug 29 17:44:58.093226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:58.099570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'port': {'device_id': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'admin_state_up': True, 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'security_groups': ['404625dc-f7c0-4ad2-a7a3-cf7dd4910d47']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:58.113598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a6a15-ac4a-4a81-ad70-526fc232cc09 req-284bc307-7f6a-4abf-bfc0-1dfa6a52ded1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:58.115434 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-694a6a15-ac4a-4a81-ad70-526fc232cc09 req-284bc307-7f6a-4abf-bfc0-1dfa6a52ded1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.1169124 Aug 29 17:44:58.124831 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:58.209091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-694a6a15-ac4a-4a81-ad70-526fc232cc09 req-89f18bcc-6ec9-490a-b7d5-c79787979455 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755367 Aug 29 17:44:58.265285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:44:58.269695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:58.367484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:44:57Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:58.398365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f648a-d54e-40f2-9d62-bdffb7fd3a0b None None] The sync data for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 is: [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:44:57Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:44:58.416846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Router 319f3fa7-4e98-4a17-a063-381c14c09427 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:44:58.419638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.20.0.12 (7da4abd8-df17-4b51-a02c-da0bbb5dfcad/8c92eeb3-c798-4218-9529-3d603ded71ba/b4587333-ab72-4fd5-96b2-ba521bc7485e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:44:58.559099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:44:58.564429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d23f1d61-6550-4a7c-b019-53a73602bc1e admin admin] 10.222.0.41 "PUT /v2.0/routers/319f3fa7-4e98-4a17-a063-381c14c09427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6272757 Aug 29 17:44:58.566933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47072) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:58.569086 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] Sync routers for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:44:58.582412 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:58.583259 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:58.608251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:58.622018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Transition to ACTIVE for port object b4587333-ab72-4fd5-96b2-ba521bc7485e will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:44:58.666714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:58.699479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:58.717962 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:58.759487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:58.781853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:44:58.787379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:44:58.801144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:44:58.865864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:58.866709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:58.892106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-0fe37fcc-150e-45e6-98a4-badb02b3eaac tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7959383 Aug 29 17:44:58.906999 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:58.908879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Request body: {'port': {'device_id': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:44:58.930436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a8e40-c0bb-472d-a458-ec76ede49c00 req-2ed2355c-140a-4a92-9a79-1537ea0a652c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:58.930887 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:44:57Z', 'revision_number': 5, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port': {'id': '27ef0ed3-00df-4ab7-bb79-b7a6259a5459', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:45Z', 'updated_at': '2021-08-29T17:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:58.932134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f11a8e40-c0bb-472d-a458-ec76ede49c00 req-2ed2355c-140a-4a92-9a79-1537ea0a652c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 932 time: 0.1075757 Aug 29 17:44:58.987203 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] Checking router: 319f3fa7-4e98-4a17-a063-381c14c09427 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:44:58.997986 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.007612 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] Routers {'319f3fa7-4e98-4a17-a063-381c14c09427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:44:59.008374 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['319f3fa7-4e98-4a17-a063-381c14c09427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:59.024490 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f11a8e40-c0bb-472d-a458-ec76ede49c00 req-508ad3dc-da10-4662-a0ec-e63341272cc5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803878 Aug 29 17:44:59.060360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Deleting port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:44:59.060723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.126211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-07ab0802-7a04-461f-bdf4-8e4f3ca95e2f None None] Provisioning for port b4587333-ab72-4fd5-96b2-ba521bc7485e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:44:59.133027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-07ab0802-7a04-461f-bdf4-8e4f3ca95e2f None None] Provisioning complete for port b4587333-ab72-4fd5-96b2-ba521bc7485e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:44:59.133483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-07ab0802-7a04-461f-bdf4-8e4f3ca95e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.136204 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] Set router 319f3fa7-4e98-4a17-a063-381c14c09427 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:44:59.168570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] For port 27ef0ed3-00df-4ab7-bb79-b7a6259a5459, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=27ef0ed3-00df-4ab7-bb79-b7a6259a5459,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:59.170802 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.187805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Calling delete_port for 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:44:59.201423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-07ab0802-7a04-461f-bdf4-8e4f3ca95e2f None None] Port b4587333-ab72-4fd5-96b2-ba521bc7485e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:44:59.212386 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:44:58Z', 'revision_number': 6, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:44:59.246771 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1f14c-5e1d-4dc5-9528-d6a1cbb64aba None None] The sync data for ids ['319f3fa7-4e98-4a17-a063-381c14c09427'] in n-d-713499-15 is: [{'id': '319f3fa7-4e98-4a17-a063-381c14c09427', 'name': 'tempest-AttachVolumeTestJSON-262942782-router', 'tenant_id': '5c5b8fc31047463087ffe0f603518a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:43Z', 'updated_at': '2021-08-29T17:44:58Z', 'revision_number': 6, 'project_id': '5c5b8fc31047463087ffe0f603518a3a', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:44:59.397777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.428897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ef0ed3-00df-4ab7-bb79-b7a6259a5459,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:59.450943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:44:59.465517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.469433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.470234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.470777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.471131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.471469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.471983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.474766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.475321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.475790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.476254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.476731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:44:59.525073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.571929 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.625075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.627766 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.638661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:44:59.649692 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771ab10e-212b-4b29-b826-68092d8dd22b" -d '{"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-unplugged", "status": "completed", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:44:59.680486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:44:59.691600 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.726500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.727252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319f3fa7-4e98-4a17-a063-381c14c09427 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:44:59.732541 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.733707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58aa0ff5-d1f1-4c7c-ab38-d23ef22b4d44 admin admin] 10.222.0.41 "DELETE /v2.0/routers/319f3fa7-4e98-4a17-a063-381c14c09427 HTTP/1.1" status: 204 len: 168 time: 1.1629434 Aug 29 17:44:59.737573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47080) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:44:59.739448 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e35bff-1989-4bb0-9598-b43cd8eb1953 x-openstack-request-id: req-47e35bff-1989-4bb0-9598-b43cd8eb1953 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:44:59.739751 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-unplugged", "status": "completed", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:44:59.740007 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47e35bff-1989-4bb0-9598-b43cd8eb1953 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:44:59.740455 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'code': 200} Aug 29 17:44:59.806201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4cd03-67ea-4673-9278-f45818643d30 req-fab294ba-f2b7-417e-997a-dccc67844b9b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:59.807956 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3ea4cd03-67ea-4673-9278-f45818643d30 req-fab294ba-f2b7-417e-997a-dccc67844b9b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 943 time: 0.1164379 Aug 29 17:44:59.816068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:44:59.881666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1564238e-8ba5-4d36-b28f-1f25c077ed2b admin admin] Deleting subnet 268459d7-37d2-4d0f-8e80-490206acff79 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:44:59.885791 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1564238e-8ba5-4d36-b28f-1f25c077ed2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.891168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4587333-ab72-4fd5-96b2-ba521bc7485e {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:44:59.902634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3ea4cd03-67ea-4673-9278-f45818643d30 req-a9fbe9e4-1062-44f6-a732-1e3005b896c5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Aug 29 17:44:59.905219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.937970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Transition to ACTIVE for port object b4587333-ab72-4fd5-96b2-ba521bc7485e will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:44:59.940972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1564238e-8ba5-4d36-b28f-1f25c077ed2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.941584 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.998119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:00.064794 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1564238e-8ba5-4d36-b28f-1f25c077ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.073049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:45:00.073049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:45:00.073251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:00.078763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:45:00.079095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:00.085204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:45:00.085551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Checking segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:00.085940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Bound using segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:45:00.086439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Bound port: b4587333-ab72-4fd5-96b2-ba521bc7485e, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:45:00.086846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.146726 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1564238e-8ba5-4d36-b28f-1f25c077ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.179245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:00.183711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:45:00.193077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.199877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564238e-8ba5-4d36-b28f-1f25c077ed2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268459d7-37d2-4d0f-8e80-490206acff79,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:00.203218 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1564238e-8ba5-4d36-b28f-1f25c077ed2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.208041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a078b-77e1-4d04-a913-0978c065ef7c None None] Network 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:45:00.209574 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1564238e-8ba5-4d36-b28f-1f25c077ed2b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/268459d7-37d2-4d0f-8e80-490206acff79 HTTP/1.1" status: 204 len: 168 time: 0.4709229 Aug 29 17:45:00.211000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47084) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:00.291573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:45:00.310148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:00.311250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.313214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1093 time: 1.4103661 Aug 29 17:45:00.313946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:00.317102 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06859770-089e-4718-b0c9-7b988963d63e" -d '{"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:00.354491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20339125-9ccb-47a5-a799-c7aeda2e61e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:00.403230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.414763 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92d7450-057c-4ceb-a2ab-e6a964e7c3c4 x-openstack-request-id: req-a92d7450-057c-4ceb-a2ab-e6a964e7c3c4 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:00.415507 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:00.415832 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a92d7450-057c-4ceb-a2ab-e6a964e7c3c4 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:00.416305 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'status': 'completed', 'code': 200} Aug 29 17:45:00.437547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:45:00.446311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-095ca2fe-2d7f-4bf4-9d0a-a5e07f35460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:00.448746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:45:00.449064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-095ca2fe-2d7f-4bf4-9d0a-a5e07f35460d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1096 time: 0.0828421 Aug 29 17:45:00.449179 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.510107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-2231e4a6-50e1-409f-a826-45225d2fc9ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 217 time: 0.0500207 Aug 29 17:45:00.562281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af612904-2757-4b31-b502-4d5576bd076e req-128a7563-3f6f-4dbb-8757-d0ad83ea761f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:00.569451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af612904-2757-4b31-b502-4d5576bd076e req-128a7563-3f6f-4dbb-8757-d0ad83ea761f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 944 time: 0.0792694 Aug 29 17:45:00.578405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-84011e4a-6c41-4572-9487-ef308773f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:00.581380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-84011e4a-6c41-4572-9487-ef308773f8b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0642798 Aug 29 17:45:00.621189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Deleting port 34323c57-ffc2-4310-b0ac-29cec441ab63 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:00.621535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.623614 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.634180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af612904-2757-4b31-b502-4d5576bd076e req-37f2a51a-6106-4a7f-8474-55769477ed15 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638108 Aug 29 17:45:00.667409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-6470b875-8182-44ea-ba3a-a2bd910a5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:00.670480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-6470b875-8182-44ea-ba3a-a2bd910a5d3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810575 Aug 29 17:45:00.697908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:00.707402 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.718136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] DHCP port deletion for 3cd92e63-bd84-42e6-9e69-f2123b71d5c2 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:45:00.727663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] For port 34323c57-ffc2-4310-b0ac-29cec441ab63, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=34323c57-ffc2-4310-b0ac-29cec441ab63,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:00.728128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.745095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Calling delete_port for 34323c57-ffc2-4310-b0ac-29cec441ab63 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:00.817614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 718e3827-7b06-496b-ae6d-bc5b719a40ac no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:00.826085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:00.829376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-3273c987-6b4c-4118-af5a-ad27b5aafa2b service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453333 Aug 29 17:45:00.850889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 718e3827-7b06-496b-ae6d-bc5b719a40ac {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:45:00.851239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 718e3827-7b06-496b-ae6d-bc5b719a40ac not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:00.874866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] Deleting port 34323c57-ffc2-4310-b0ac-29cec441ab63 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:00.875249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.936070 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9766b89d-e488-407f-964f-aa90ed3325c0 req-c84ea839-ca77-4109-a816-f40ab43fc194 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993478 Aug 29 17:45:00.952225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] For port 34323c57-ffc2-4310-b0ac-29cec441ab63, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=34323c57-ffc2-4310-b0ac-29cec441ab63,segment=NetworkSegment(272fde5d-d315-4e6e-8fe3-486bf5ad5a55),segment_id=272fde5d-d315-4e6e-8fe3-486bf5ad5a55)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:00.952700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:00.974825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] Calling delete_port for 34323c57-ffc2-4310-b0ac-29cec441ab63 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:01.072663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.073614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e8327-f5a9-4f7d-a964-8eb1992414fb req-e87adea1-369c-424a-8703-3ebd7c55e7fa tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:01.075206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-194e8327-f5a9-4f7d-a964-8eb1992414fb req-e87adea1-369c-424a-8703-3ebd7c55e7fa tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 943 time: 0.0884047 Aug 29 17:45:01.078639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859770-089e-4718-b0c9-7b988963d63e req-46d4447c-2f9b-40c9-aa2d-f3fbdc8a9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:01.080460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06859770-089e-4718-b0c9-7b988963d63e req-46d4447c-2f9b-40c9-aa2d-f3fbdc8a9332 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1096 time: 0.0825915 Aug 29 17:45:01.104693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] Pushing event deleted for resources: {'Port': ['ID=34323c57-ffc2-4310-b0ac-29cec441ab63,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:01.108805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29121a3-4b8b-465c-a1c3-290f21e6b9ac None None] No DVR routers for this DVR port 34323c57-ffc2-4310-b0ac-29cec441ab63 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:45:01.175029 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-194e8327-f5a9-4f7d-a964-8eb1992414fb req-3c7b31f7-4919-4e26-aeec-be89f9993000 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906613 Aug 29 17:45:01.183204 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.196656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] No DVR routers for this DVR port 34323c57-ffc2-4310-b0ac-29cec441ab63 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:45:01.208031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859770-089e-4718-b0c9-7b988963d63e req-c35448df-00a5-4a6f-bc55-f8cc2d012578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:01.209568 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06859770-089e-4718-b0c9-7b988963d63e req-c35448df-00a5-4a6f-bc55-f8cc2d012578 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.1189365 Aug 29 17:45:01.221100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Pushing event deleted for resources: {'Port': ['ID=34323c57-ffc2-4310-b0ac-29cec441ab63,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:01.254112 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06859770-089e-4718-b0c9-7b988963d63e req-94262507-d119-4e6b-8e70-a7a9e8b027fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 217 time: 0.0363696 Aug 29 17:45:01.313919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859770-089e-4718-b0c9-7b988963d63e req-424f6a46-89d5-4bb9-b4de-26bdbd93b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:01.314168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.315467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06859770-089e-4718-b0c9-7b988963d63e req-424f6a46-89d5-4bb9-b4de-26bdbd93b693 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0537910 Aug 29 17:45:01.326970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd92e63-bd84-42e6-9e69-f2123b71d5c2']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:01.339496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272fde5d-d315-4e6e-8fe3-486bf5ad5a55') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:01.339791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272fde5d-d315-4e6e-8fe3-486bf5ad5a55') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:01.352768 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.361434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d19377-e4e3-4d26-a81f-81151d42ee73 req-448a7231-f250-4cfe-9dc2-0a4365583d42 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:01.362950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d19377-e4e3-4d26-a81f-81151d42ee73 req-448a7231-f250-4cfe-9dc2-0a4365583d42 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 943 time: 0.0855765 Aug 29 17:45:01.363187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859770-089e-4718-b0c9-7b988963d63e req-40045d66-d7dd-4633-9f46-6b43ba130cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:01.364632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06859770-089e-4718-b0c9-7b988963d63e req-40045d66-d7dd-4633-9f46-6b43ba130cc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409129 Aug 29 17:45:01.385707 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.397574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:45:01.397971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:45:01.399608 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:45:01.452799 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d19377-e4e3-4d26-a81f-81151d42ee73 req-391b11cb-2d65-437b-8eb8-9dbffd25b5c2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826869 Aug 29 17:45:01.457604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06859770-089e-4718-b0c9-7b988963d63e req-8b883e9d-ce88-4e75-b078-34bbe9fd7594 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835910 Aug 29 17:45:01.481207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.489034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.503042 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3cd92e63-bd84-42e6-9e69-f2123b71d5c2 HTTP/1.1" status: 204 len: 168 time: 1.2786808 Aug 29 17:45:01.518287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ce2fe-19b3-4ba7-b14a-185ef78cf397 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd92e63-bd84-42e6-9e69-f2123b71d5c2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:01.595207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:45:01.616072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06859770-089e-4718-b0c9-7b988963d63e req-6f0b23eb-a6e2-420c-9148-1de9a8cc3ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484177 Aug 29 17:45:01.645588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:45:01.646164 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.652979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47104) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:01.703020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a85b98ac-d202-4b5c-bc30-29b8d8cb2758 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c5b8fc31047463087ffe0f603518a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476360 Aug 29 17:45:01.705462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47108) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:01.772684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a75a2c10-0f1e-4fb6-9810-8e167c2b614b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.805518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a8f05-41ef-42e2-88a4-f5fafec67973 req-9823fd64-673c-4d95-a472-84d9769fed68 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:01.808477 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f6a8f05-41ef-42e2-88a4-f5fafec67973 req-9823fd64-673c-4d95-a472-84d9769fed68 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 944 time: 0.0719416 Aug 29 17:45:01.814693 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a75a2c10-0f1e-4fb6-9810-8e167c2b614b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.824327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:01.846508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:45:01.846872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 27ef0ed3-00df-4ab7-bb79-b7a6259a5459 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:01.847859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 34323c57-ffc2-4310-b0ac-29cec441ab63 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:01.859184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f6a8f05-41ef-42e2-88a4-f5fafec67973 req-dc67200e-2514-40da-9b61-e4ee0b7dfa96 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 Aug 29 17:45:01.895312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 34323c57-ffc2-4310-b0ac-29cec441ab63 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:45:01.895706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 34323c57-ffc2-4310-b0ac-29cec441ab63 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:01.919600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf798-4b89-4703-a0b6-f1b27a1b31f7 req-70dc463c-346d-4bec-8b69-f808c82262a8 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:01.921101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfcf798-4b89-4703-a0b6-f1b27a1b31f7 req-70dc463c-346d-4bec-8b69-f808c82262a8 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 943 time: 0.1235070 Aug 29 17:45:01.957569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-12bf5b51-4c55-4767-8d48-fb36b58906bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955429 Aug 29 17:45:01.975118 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a75a2c10-0f1e-4fb6-9810-8e167c2b614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.977757 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a75a2c10-0f1e-4fb6-9810-8e167c2b614b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:01.982205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a75a2c10-0f1e-4fb6-9810-8e167c2b614b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/609a64ba-0b2d-4563-af35-b47dd3bb643d HTTP/1.1" status: 204 len: 168 time: 0.2732358 Aug 29 17:45:01.989016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7cfcf798-4b89-4703-a0b6-f1b27a1b31f7 req-fcad7742-7fa9-4253-bbca-a577b4ac58bc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589845 Aug 29 17:45:01.996057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a2c10-0f1e-4fb6-9810-8e167c2b614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609a64ba-0b2d-4563-af35-b47dd3bb643d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:02.687992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47146) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:02.771927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-d984032c-c285-4206-b70d-795126305930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:02.773481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-d984032c-c285-4206-b70d-795126305930 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535&tenant_id=f47c03875f334539bf7b85e15e03b8a1 HTTP/1.1" status: 200 len: 1095 time: 0.0707612 Aug 29 17:45:02.785269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:02.791790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-187734148-network', 'tenant_id': '888cb6bbbd004f5ca530b95d04fc9556'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:02.854825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Made reservation on behalf of 888cb6bbbd004f5ca530b95d04fc9556 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:45:02.857364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:02.870469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:02.873093 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:02.987830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f986-d5cd-4906-9df4-10ec50e71a6f req-e2a389fc-63ce-4f8c-a66b-2c2db63d2a39 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:02.989323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0a7f986-d5cd-4906-9df4-10ec50e71a6f req-e2a389fc-63ce-4f8c-a66b-2c2db63d2a39 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 944 time: 0.0581570 Aug 29 17:45:03.040476 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0a7f986-d5cd-4906-9df4-10ec50e71a6f req-a4124000-2589-4e1f-8b2f-c38b609d0277 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437553 Aug 29 17:45:03.162479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.171010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.205261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0bdfe-d684-4ab7-909f-ac304f2a9121 req-70d74a48-5af4-477e-bdf2-2894df25c200 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:03.206782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fa0bdfe-d684-4ab7-909f-ac304f2a9121 req-70d74a48-5af4-477e-bdf2-2894df25c200 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 943 time: 0.1293497 Aug 29 17:45:03.224375 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:03.228464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:45:03.253384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3700c710-c37d-47c4-ac9e-ded057722a6f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:03.261763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.262116 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Added segment f718f6af-7b0d-4296-b94c-1adbdaef2f67 of type vlan for network 30a2a95e-5e70-4327-9eb0-1ca481e3423c Aug 29 17:45:03.321087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fa0bdfe-d684-4ab7-909f-ac304f2a9121 req-6cd9967c-3949-4f48-8260-44bc5b6da1da tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052704 Aug 29 17:45:03.343310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.343310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:03.385454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69f65ab-fca7-4f66-b93f-8751f2a7bf28 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:45:03.394973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.398395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.399370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:03.399957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.449363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Transition to ACTIVE for port object c69f65ab-fca7-4f66-b93f-8751f2a7bf28 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:45:03.459347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:45:03.460296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.463649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:03.491180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8014970 Aug 29 17:45:03.495144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47154) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:03.501432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Request body: {'subnet': {'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-187734148-subnet', 'tenant_id': '888cb6bbbd004f5ca530b95d04fc9556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:03.517225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510aa9-7120-4f82-941e-bfda691cee67 admin admin] Pushing event updated for resources: {'Network': ['ID=30a2a95e-5e70-4327-9eb0-1ca481e3423c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:03.530996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Made reservation on behalf of 888cb6bbbd004f5ca530b95d04fc9556 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:45:03.533647 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.543254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 30a2a95e-5e70-4327-9eb0-1ca481e3423c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:45:03.544323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] No DVR routers for this DVR port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:45:03.548262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=9']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:03.591449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Attempting to bind port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:45:03.591815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Attempting to bind port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:45:03.592198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Attempting to bind port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:03.598125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:45:03.598569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Attempting to bind port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on network 4bf81e96-b759-49a4-8d29-dac0b0f6c4ea {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:03.604856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:45:03.605616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Checking segment: {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:03.606032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Bound using segment: {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:45:03.607023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Bound port: c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:45:03.607528 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.681321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:03.685386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:45:03.690342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.725250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:03.725792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.727551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] 10.222.0.44 "PUT /v2.0/ports/c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 200 len: 1092 time: 0.9461575 Aug 29 17:45:03.729997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:03.732838 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d706b375-5baf-4bcf-99f7-2913077ba9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:03.740286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.770939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:03.795971 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef632ee4-4b9f-4b9d-bd61-fac273341dd3 x-openstack-request-id: req-ef632ee4-4b9f-4b9d-bd61-fac273341dd3 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:03.795971 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:03.795971 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef632ee4-4b9f-4b9d-bd61-fac273341dd3 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:03.796573 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'status': 'completed', 'code': 200} Aug 29 17:45:03.799387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34100ce5-e526-4b63-a4f2-8091aa04529c service neutron] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=10']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:03.821397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-85255601-67ec-4fd7-bbee-a7373c0adf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:03.822824 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:03.822975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-85255601-67ec-4fd7-bbee-a7373c0adf28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 1096 time: 0.0664856 Aug 29 17:45:03.824461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:03.830890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Checking segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:03.831523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Network hostable DHCP agents. Network: 30a2a95e-5e70-4327-9eb0-1ca481e3423c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:45:03.834037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'port_id': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'mac_address': 'fa:16:3e:b4:11:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:45:03.851025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Network 30a2a95e-5e70-4327-9eb0-1ca481e3423c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:45:03.861363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 30a2a95e-5e70-4327-9eb0-1ca481e3423c) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:45:03.865899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:03.866509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.872529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee4489-622e-4e04-8c28-0e1943331b39 None None] Network 30a2a95e-5e70-4327-9eb0-1ca481e3423c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:45:03.882472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-141f0d39-0b4e-47f1-b5fb-25131f99a76f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3860493 Aug 29 17:45:03.924340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.935107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-99ccc7c0-0c69-43ab-8f8b-3be1a2f31397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:03.937025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-99ccc7c0-0c69-43ab-8f8b-3be1a2f31397 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 915 time: 0.1065733 Aug 29 17:45:03.945453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4587333-ab72-4fd5-96b2-ba521bc7485e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:45:03.978862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:03.986808 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:03.988833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-f68e7daa-e0bc-461b-9dce-b0612fca1981 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 200 len: 217 time: 0.0421026 Aug 29 17:45:04.058726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-568f1323-4d41-4a99-8e96-fba979e8d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:04.061549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-568f1323-4d41-4a99-8e96-fba979e8d28d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 200 len: 854 time: 0.0651863 Aug 29 17:45:04.071276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418570f2-70eb-4825-9642-2e4e87b3dc15 None None] Network 30a2a95e-5e70-4327-9eb0-1ca481e3423c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:45:04.112497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-630ccf6e-7ce2-450c-9abc-4000c0ad9b25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432208 Aug 29 17:45:04.115387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:04.183544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf13bb-93b6-4a2f-a6e8-5f852f25a659 req-1def36c1-5228-44e1-9fad-330b167af266 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:04.185427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-80bf13bb-93b6-4a2f-a6e8-5f852f25a659 req-1def36c1-5228-44e1-9fad-330b167af266 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.0561507 Aug 29 17:45:04.215332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['b4587333-ab72-4fd5-96b2-ba521bc7485e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:45:04.226539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-80bf13bb-93b6-4a2f-a6e8-5f852f25a659 req-94281986-4b65-4804-a3ee-c47a850ada20 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351424 Aug 29 17:45:04.256946 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-b76265c7-d8fc-43cc-b342-70223d4340bc service neutron] 10.222.0.44 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372728 Aug 29 17:45:04.433170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58a94995-b2d2-4e89-986e-dd2cabc061ae req-6834ce6c-a56d-4860-ace3-99242e84796a service neutron] 10.222.0.44 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677496 Aug 29 17:45:04.448882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edde7d1-107b-4d30-a277-c170a4d1d99f req-4ef0ca9e-dd8f-4bb3-84b5-d1f2b87e9ad4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:04.456836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-83928103-06a8-4c05-8b68-ac388ab61eab tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:04.457563 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5edde7d1-107b-4d30-a277-c170a4d1d99f req-4ef0ca9e-dd8f-4bb3-84b5-d1f2b87e9ad4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0631583 Aug 29 17:45:04.458941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-83928103-06a8-4c05-8b68-ac388ab61eab tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 814 time: 0.1744103 Aug 29 17:45:04.479749 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-794fb13f-9ead-4e4b-b968-2049e21ae268 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/quotas/888cb6bbbd004f5ca530b95d04fc9556 HTTP/1.1" status: 200 len: 375 time: 0.0120530 Aug 29 17:45:04.503333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5edde7d1-107b-4d30-a277-c170a4d1d99f req-f5088b19-af5d-492d-973f-51a79952a0b3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Aug 29 17:45:04.534438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-54560cbd-0736-4900-9f0d-2e97a09dbd11 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420883 Aug 29 17:45:04.594405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-966a823b-5ded-40b7-84e7-de8684332360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:04.596006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-966a823b-5ded-40b7-84e7-de8684332360 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 1096 time: 0.1126680 Aug 29 17:45:04.693842 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-1c46fc5f-98d9-45d0-9d12-c5b6d5433299 service neutron] 10.222.0.41 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516652 Aug 29 17:45:04.761789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-cc33e052-06ca-4f19-a729-6b0f7b65b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:04.763982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-cc33e052-06ca-4f19-a729-6b0f7b65b0e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 915 time: 0.1600153 Aug 29 17:45:04.819867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-73b757af-6849-4b87-aa1c-f68ca217e4b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 200 len: 217 time: 0.0443408 Aug 29 17:45:04.842650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-ec6fb23b-f959-42f5-90b5-7697b55d567c service neutron] 10.222.0.41 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425655 Aug 29 17:45:04.946473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-20d9f955-e7fc-44c9-8fed-53668490c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:04.949407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-20d9f955-e7fc-44c9-8fed-53668490c03a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 200 len: 854 time: 0.0882068 Aug 29 17:45:05.110513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb151c1d-0a1e-4dc3-a0b6-960daee01135 req-1414d266-c551-4ee1-b9f4-6c75e19112d7 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0427158 Aug 29 17:45:05.363628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb693f3-c3a0-48b6-97d3-e40b97a65b55 req-5f73abf0-9be4-4afc-b907-bc953a217756 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:05.365123 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3eb693f3-c3a0-48b6-97d3-e40b97a65b55 req-5f73abf0-9be4-4afc-b907-bc953a217756 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.0532596 Aug 29 17:45:05.415062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3eb693f3-c3a0-48b6-97d3-e40b97a65b55 req-c7ab5e40-29cc-40d7-93ae-3e9dbc125281 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Aug 29 17:45:05.482070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:45:05.560247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port b4587333-ab72-4fd5-96b2-ba521bc7485e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:45:05.565010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port b4587333-ab72-4fd5-96b2-ba521bc7485e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:45:05.565463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:05.642430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329aacd-e283-4b1c-ab09-f70c5f4459d0 req-48ce593a-da91-4d64-ab41-7b42e8918959 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:05.644773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7329aacd-e283-4b1c-ab09-f70c5f4459d0 req-48ce593a-da91-4d64-ab41-7b42e8918959 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0652461 Aug 29 17:45:05.672850 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:05.698254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7329aacd-e283-4b1c-ab09-f70c5f4459d0 req-05839fd9-f34b-475b-99dd-2eca9cffe6eb tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467603 Aug 29 17:45:05.702082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:05.704534 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0580c80-33b4-48f4-9937-3896d986a8f0" -d '{"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-plugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:05.718618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:05.724257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:05.766705 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189027d0-a6ca-43d6-87b1-03bb7fd3c121 x-openstack-request-id: req-189027d0-a6ca-43d6-87b1-03bb7fd3c121 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:05.767147 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-plugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:05.767265 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-189027d0-a6ca-43d6-87b1-03bb7fd3c121 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:05.767738 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'code': 200} Aug 29 17:45:05.797473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:05.878235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247a52-6ad4-45ea-9748-5df290232106 req-92fb0b09-7f13-4dc1-a289-5e5b3ae0306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:05.880399 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae247a52-6ad4-45ea-9748-5df290232106 req-92fb0b09-7f13-4dc1-a289-5e5b3ae0306e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1098 time: 0.0543408 Aug 29 17:45:05.924283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae247a52-6ad4-45ea-9748-5df290232106 req-218f9037-af29-4daf-8d0b-71ee5e91e2ca service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366383 Aug 29 17:45:06.243784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-90c4d5cd-73ff-4df4-bf38-a1b0ef7b3e43 req-2572a4f2-b20d-48c0-910c-60b7f8e0846b tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0415995 Aug 29 17:45:06.554207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e01a-8ea2-4d5e-814b-8434ada5bb29 req-0f195f03-9c5b-48f4-a3bf-c6cee98f1a68 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:06.555840 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7f2e01a-8ea2-4d5e-814b-8434ada5bb29 req-0f195f03-9c5b-48f4-a3bf-c6cee98f1a68 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0671875 Aug 29 17:45:06.613248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7f2e01a-8ea2-4d5e-814b-8434ada5bb29 req-3b85ca1a-e6ba-4e57-b598-9ff451e03000 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490100 Aug 29 17:45:06.825755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2569fe6-55e9-4aae-9abe-cf4f241213a9 req-56357d45-0ee9-4a46-94c4-eb1de6733be1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:06.827500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a2569fe6-55e9-4aae-9abe-cf4f241213a9 req-56357d45-0ee9-4a46-94c4-eb1de6733be1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0551496 Aug 29 17:45:06.873201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a2569fe6-55e9-4aae-9abe-cf4f241213a9 req-e28f426e-d354-48b2-adf1-8c6d41612256 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Aug 29 17:45:07.342559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3038058-ae44-4ad5-aa6e-ce7ee31d1494 req-1e4a3012-f4e8-466a-b0fa-c8ba738e6285 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0281787 Aug 29 17:45:07.734798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926a6e9-34e3-4ffb-a26c-8089c4ca36d3 req-c8e9a681-a8eb-4d18-b0dc-98696ac9c2e9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:07.736346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c926a6e9-34e3-4ffb-a26c-8089c4ca36d3 req-c8e9a681-a8eb-4d18-b0dc-98696ac9c2e9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0501871 Aug 29 17:45:07.776107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c926a6e9-34e3-4ffb-a26c-8089c4ca36d3 req-d7733bb3-0396-42cc-aa37-2a5d5d790082 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338106 Aug 29 17:45:07.897955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b51761-ccc9-4347-b719-24348a91727c req-4aaa121b-33f9-442e-9ed5-78c2584a8543 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:07.899685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7b51761-ccc9-4347-b719-24348a91727c req-4aaa121b-33f9-442e-9ed5-78c2584a8543 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0549316 Aug 29 17:45:07.947840 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e7b51761-ccc9-4347-b719-24348a91727c req-61e985ea-a978-4e3f-9cf1-310870fb83d6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 Aug 29 17:45:07.972421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47228) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:08.003111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348e997-1150-4f76-bc3c-00421809fbb7 req-cd3e6619-e3b4-4cee-9958-600d946343a4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:08.005477 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1348e997-1150-4f76-bc3c-00421809fbb7 req-cd3e6619-e3b4-4cee-9958-600d946343a4 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0519254 Aug 29 17:45:08.016732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585dc43a-7df6-4c24-a8a4-ea3f332654eb tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:08.018272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-585dc43a-7df6-4c24-a8a4-ea3f332654eb tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1093 time: 0.0447927 Aug 29 17:45:08.021092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47230) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:08.026189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:08.050040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:08.055341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1348e997-1150-4f76-bc3c-00421809fbb7 req-d61b6be3-4ed5-4cfa-8996-c95c3ffc72da tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Aug 29 17:45:08.162822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:08.289014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.25.2.139 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/b75dbcdf-04c9-4dc5-bd80-ae58df27c57c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:45:08.412591 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:08.468815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3225a262-36f7-4557-9958-6ab381273abc req-739f6ddb-7ba8-4404-940e-4d3179ecd128 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0374594 Aug 29 17:45:08.483959 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:08.521879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:45:08.526985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:45:08.531158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:45:08.562263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=b75dbcdf-04c9-4dc5-bd80-ae58df27c57c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:08.905548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:08.978388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:09.155679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:09.162424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:09.204626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c718557-a479-4214-b4d0-d1f78021c2b2 req-66eaed2a-cffb-4f74-88a4-f30555d599c7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:09.206333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c718557-a479-4214-b4d0-d1f78021c2b2 req-66eaed2a-cffb-4f74-88a4-f30555d599c7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0667300 Aug 29 17:45:09.215528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=b75dbcdf-04c9-4dc5-bd80-ae58df27c57c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:09.255465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c718557-a479-4214-b4d0-d1f78021c2b2 req-be2248e0-b791-448c-8d52-220169650f82 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Aug 29 17:45:09.256597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:09.685062 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ffa1b0d-f1b4-4922-9d6a-f6f092f520ab req-d7226589-6dac-4293-bae8-68107376aa59 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0336936 Aug 29 17:45:09.696490 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Floating IP 8e2622d4-cae1-49f7-bbf1-6333f970c95e associated. External IP: 172.25.2.139, port: b4587333-ab72-4fd5-96b2-ba521bc7485e. Aug 29 17:45:09.914445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 39ae36f6-ffc4-4278-9e69-351753f5528a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:45:10.032231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:45:10.044159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] Sync routers for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:45:10.053674 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:10.057243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:45:10.059979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:10.084849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cdf91c2f-d6e1-410e-81da-bfc25cc66143 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0627158 Aug 29 17:45:10.085570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:10.087964 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b387de-8234-41dc-9874-a34975051394" -d '{"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:10.127468 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4a3e19-ba26-41d2-99d5-3ed3e55475ce x-openstack-request-id: req-6d4a3e19-ba26-41d2-99d5-3ed3e55475ce {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:10.127873 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:10.128186 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d4a3e19-ba26-41d2-99d5-3ed3e55475ce {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:10.128656 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'status': 'completed', 'code': 200} Aug 29 17:45:10.184413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:45:10.244273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b387de-8234-41dc-9874-a34975051394 req-f2fc5407-efa2-40a8-9de6-a1c3d692c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.245836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01b387de-8234-41dc-9874-a34975051394 req-f2fc5407-efa2-40a8-9de6-a1c3d692c2e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1098 time: 0.0752316 Aug 29 17:45:10.253587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b502-199c-4a4f-a20f-15e67869b70e req-8c428bf5-d271-41a0-8e71-75d95cf8e811 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.255015 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7667b502-199c-4a4f-a20f-15e67869b70e req-8c428bf5-d271-41a0-8e71-75d95cf8e811 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0973318 Aug 29 17:45:10.335984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7667b502-199c-4a4f-a20f-15e67869b70e req-54111687-e536-42b2-926d-b221a5425755 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716472 Aug 29 17:45:10.369430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47244) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:10.382131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b387de-8234-41dc-9874-a34975051394 req-c5a99e84-e1bd-4c1e-8ad2-395a8fb77cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.383666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01b387de-8234-41dc-9874-a34975051394 req-c5a99e84-e1bd-4c1e-8ad2-395a8fb77cac service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.1277976 Aug 29 17:45:10.467680 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01b387de-8234-41dc-9874-a34975051394 req-d13261e2-0fa9-4960-badd-646f6b1af705 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1000 time: 0.0755544 Aug 29 17:45:10.488141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2c004d37-8c66-47f9-aba3-2e6c3e7ea8bb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/8e2622d4-cae1-49f7-bbf1-6333f970c95e HTTP/1.1" status: 200 len: 992 time: 0.1170630 Aug 29 17:45:10.497032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72975c-af94-417a-9f47-865fb12b6f2f req-d7b1fc18-07d9-45c0-b20d-7813e239e229 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.498550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a72975c-af94-417a-9f47-865fb12b6f2f req-d7b1fc18-07d9-45c0-b20d-7813e239e229 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.1335843 Aug 29 17:45:10.528584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b387de-8234-41dc-9874-a34975051394 req-418f1336-c235-4d28-a860-691a503826f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.531959 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01b387de-8234-41dc-9874-a34975051394 req-418f1336-c235-4d28-a860-691a503826f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0573707 Aug 29 17:45:10.554548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a72975c-af94-417a-9f47-865fb12b6f2f req-a7d3dbe0-adb8-45cb-8e34-e77162bdd465 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 Aug 29 17:45:10.582331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8e2622d4-cae1-49f7-bbf1-6333f970c95e', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'port_id': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'mac_address': 'fa:16:3e:b4:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:45:08Z', 'updated_at': '2021-08-29T17:45:08Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:45:00Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:10.598290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b387de-8234-41dc-9874-a34975051394 req-86e50c20-93b6-4f7d-956d-51f33740e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.599795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01b387de-8234-41dc-9874-a34975051394 req-86e50c20-93b6-4f7d-956d-51f33740e826 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502470 Aug 29 17:45:10.611399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] Checking router: 39ae36f6-ffc4-4278-9e69-351753f5528a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:45:10.624000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:45:10.624631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:44:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:10.701221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01b387de-8234-41dc-9874-a34975051394 req-e2eefb03-a4b6-4a90-aeb5-56ddb1e22758 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938866 Aug 29 17:45:10.776645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:45:10.829629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9f7d45b-56c2-4d6b-8487-f85dae6caa86 req-6026cfab-3a33-48da-a11f-9d5e21721b53 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0392842 Aug 29 17:45:10.831556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01b387de-8234-41dc-9874-a34975051394 req-5d5bdd95-55f0-4478-a71a-b446bb0e5590 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236129 Aug 29 17:45:11.037019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8e2622d4-cae1-49f7-bbf1-6333f970c95e', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'port_id': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'mac_address': 'fa:16:3e:b4:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:45:08Z', 'updated_at': '2021-08-29T17:45:08Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:45:00Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:11.069850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b5097f-9b2e-4acb-9f93-4155c3ca228f None None] The sync data for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 is: [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8e2622d4-cae1-49f7-bbf1-6333f970c95e', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'port_id': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'mac_address': 'fa:16:3e:b4:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:45:08Z', 'updated_at': '2021-08-29T17:45:08Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:45:00Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:45:11.230417 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f55447f-8094-4206-b9f1-850fda75e855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:11.284359 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a321c2-a6a8-4129-87d9-b373d8578408 None None] New status for floating IP 8e2622d4-cae1-49f7-bbf1-6333f970c95e: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:45:11.490415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47256) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:11.576028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0556598e-51ae-458e-a432-4cc072b54602 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/8e2622d4-cae1-49f7-bbf1-6333f970c95e HTTP/1.1" status: 200 len: 994 time: 0.0823350 Aug 29 17:45:11.676920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-a5be5791-7e60-4d79-ab97-392ddcc65685 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498769 Aug 29 17:45:11.683547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07adb-30ba-468c-be2b-3d23635ab62e req-b998ae40-5711-41f8-b358-b6095b987f6a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:11.685580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde07adb-30ba-468c-be2b-3d23635ab62e req-b998ae40-5711-41f8-b358-b6095b987f6a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0563161 Aug 29 17:45:11.743502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cde07adb-30ba-468c-be2b-3d23635ab62e req-9f7c9c88-59f1-44d6-95b4-4aaf2044379a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512996 Aug 29 17:45:11.770059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-6ee697b4-b125-4621-ba34-a160e969876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:11.771590 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-6ee697b4-b125-4621-ba34-a160e969876d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=879653f16876427fa8d6806b659ebccc&device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0468228 Aug 29 17:45:11.888315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-35324438-4141-47e8-8d86-fed605dc1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:11.890189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-35324438-4141-47e8-8d86-fed605dc1f17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 200 len: 917 time: 0.0989923 Aug 29 17:45:11.930170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-53b567ac-2c1f-4df3-a4cf-91fcd55a2fc7 req-5d1d568f-28e8-49e6-a9e2-3496843599d2 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0326722 Aug 29 17:45:11.988421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-f3f43b14-c076-45ce-afac-1f63644f9c5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 200 len: 1001 time: 0.0890148 Aug 29 17:45:12.039276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-abfbb070-499e-4d43-bb04-6054b929b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:12.040774 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-abfbb070-499e-4d43-bb04-6054b929b2ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 200 len: 855 time: 0.0447798 Aug 29 17:45:12.091380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-d98ca8b6-2cc4-41bd-92bf-0a0a8d86e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:12.092891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-d98ca8b6-2cc4-41bd-92bf-0a0a8d86e0a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7df5e51f-26b9-4341-bacd-4da6f1defd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433228 Aug 29 17:45:12.188183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-abdf39ed-89ab-4a8e-8c1c-4b8505bc1f14 service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866365 Aug 29 17:45:12.283754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17881155-08cb-4c3e-b9dd-4d63c823510c req-b2b314a6-818f-432d-896b-94d52726ff4b service neutron] 10.222.0.43 "GET /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882845 Aug 29 17:45:12.565655 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:12.883832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b04830-7021-432f-8f10-8949384790f2 req-b6dd1c08-216a-4d87-a5b0-d39724fa0239 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:12.885289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98b04830-7021-432f-8f10-8949384790f2 req-b6dd1c08-216a-4d87-a5b0-d39724fa0239 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0677443 Aug 29 17:45:12.924552 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98b04830-7021-432f-8f10-8949384790f2 req-946f0fe1-b71d-4c50-8990-a52e135a2b5a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Aug 29 17:45:13.032679 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c2d4cc72-19ef-4e04-adfe-1e526b3bbe29 req-fdacc774-a6c2-47be-b206-d8c282424912 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0347943 Aug 29 17:45:13.162828 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:13.858122 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ffc03f4a-b294-431d-9e25-befd54b3648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:13.876995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:45:13.888774 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:14.072975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc47a47-b6ce-44c8-9eea-a83d55b8f9d2 req-0831fc16-1197-4f85-9731-25f1bd4d3107 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:14.075324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcc47a47-b6ce-44c8-9eea-a83d55b8f9d2 req-0831fc16-1197-4f85-9731-25f1bd4d3107 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0817807 Aug 29 17:45:14.128324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcc47a47-b6ce-44c8-9eea-a83d55b8f9d2 req-6b13e50c-5754-47dd-8b28-3b8bc42a45ee tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472634 Aug 29 17:45:14.130727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bbb2f1e4-6857-4c96-b430-c080f8d49c3a req-982af4ba-0d3e-4c55-9fa1-eb0e19c32ae5 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0282845 Aug 29 17:45:15.037953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-75cc93bd-e6a0-4923-a425-3027b923dc37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256755 Aug 29 17:45:15.134197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-abb2b073-5650-4a43-8ab6-6ed21089a8c1 service neutron] 10.222.0.44 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841391 Aug 29 17:45:15.255220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1a90a47a-3f16-468c-b766-1ef236de0875 req-4b87e9e3-50ff-46d5-ad19-caaf3dc34100 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0440319 Aug 29 17:45:15.310934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2144f7-d661-4054-a88b-7495fcdbf0c9 req-1741dfb9-26f7-44d4-9ff3-61c204f94382 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:15.312436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d2144f7-d661-4054-a88b-7495fcdbf0c9 req-1741dfb9-26f7-44d4-9ff3-61c204f94382 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0840468 Aug 29 17:45:15.317756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d706b375-5baf-4bcf-99f7-2913077ba9b7 req-5109af3d-6562-4067-9df6-6c00f15139ee service neutron] 10.222.0.44 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462514 Aug 29 17:45:15.352242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d2144f7-d661-4054-a88b-7495fcdbf0c9 req-1007d51a-47d4-439f-98ce-e01ff38be59e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Aug 29 17:45:15.455461 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:15.735324 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-b500f025-3be7-405b-9bbe-bd023a07356d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:15.736792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-b500f025-3be7-405b-9bbe-bd023a07356d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.44 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 814 time: 0.1093276 Aug 29 17:45:15.751180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Request body: {'port': {'device_id': '787aa112-5fbb-4594-afc9-0af5b389f819', 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'admin_state_up': True, 'tenant_id': '888cb6bbbd004f5ca530b95d04fc9556'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:15.873004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Made reservation on behalf of 888cb6bbbd004f5ca530b95d04fc9556 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:45:15.876769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.007981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Allocated IP 172.20.0.7 (30a2a95e-5e70-4327-9eb0-1ca481e3423c/57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c/11ddc180-c02c-4eb1-9474-1454ad155d1f) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:45:16.158211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.198990 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.239367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Network 30a2a95e-5e70-4327-9eb0-1ca481e3423c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:45:16.242261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:45:16.244537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:45:16.275727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Pushing event updated for resources: {'Port': ['ID=11ddc180-c02c-4eb1-9474-1454ad155d1f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:16.303442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:16.304094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.317861 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-5f741ffa-9b5b-4be3-8e5c-649fc6c823ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708246 Aug 29 17:45:16.330225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Request body: {'port': {'device_id': '787aa112-5fbb-4594-afc9-0af5b389f819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:16.370645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017d9b3-d43c-4de4-b2e0-83a338806982 req-b9401258-2074-4190-a5ca-b21b18623634 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:16.372151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e017d9b3-d43c-4de4-b2e0-83a338806982 req-b9401258-2074-4190-a5ca-b21b18623634 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 931 time: 0.0487969 Aug 29 17:45:16.389785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.419277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e017d9b3-d43c-4de4-b2e0-83a338806982 req-c1232c8d-f083-42e2-829b-a4c86a501ef8 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Aug 29 17:45:16.552696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4d72b-7512-4e8a-90a4-cd23e8812ea0 req-403ec0b3-75d6-49f4-8238-e9cbd6387d60 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:16.554069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0c4d72b-7512-4e8a-90a4-cd23e8812ea0 req-403ec0b3-75d6-49f4-8238-e9cbd6387d60 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.1260383 Aug 29 17:45:16.641080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c0c4d72b-7512-4e8a-90a4-cd23e8812ea0 req-471f05ba-49b4-4bc1-86de-035919aa3238 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789959 Aug 29 17:45:16.720982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ddc180-c02c-4eb1-9474-1454ad155d1f {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:45:16.728122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.740102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Transition to ACTIVE for port object 11ddc180-c02c-4eb1-9474-1454ad155d1f will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:45:16.744125 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.780732 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.794044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Pushing event updated for resources: {'Port': ['ID=11ddc180-c02c-4eb1-9474-1454ad155d1f,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:16.861187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Attempting to bind port 11ddc180-c02c-4eb1-9474-1454ad155d1f on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:45:16.861445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Attempting to bind port 11ddc180-c02c-4eb1-9474-1454ad155d1f by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:45:16.861777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Attempting to bind port 11ddc180-c02c-4eb1-9474-1454ad155d1f on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:16.865992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Port 11ddc180-c02c-4eb1-9474-1454ad155d1f on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:45:16.866313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Attempting to bind port 11ddc180-c02c-4eb1-9474-1454ad155d1f on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:16.871071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:45:16.871440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Checking segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:16.871823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Bound using segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:45:16.872247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Bound port: 11ddc180-c02c-4eb1-9474-1454ad155d1f, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:45:16.872601 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.936680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] For port 11ddc180-c02c-4eb1-9474-1454ad155d1f, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:16.939586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] For port 11ddc180-c02c-4eb1-9474-1454ad155d1f, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=11ddc180-c02c-4eb1-9474-1454ad155d1f,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:45:16.943948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.976313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:16.976933 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.978339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] 10.222.0.44 "PUT /v2.0/ports/11ddc180-c02c-4eb1-9474-1454ad155d1f HTTP/1.1" status: 200 len: 1092 time: 0.6524014 Aug 29 17:45:16.978836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787aa112-5fbb-4594-afc9-0af5b389f819', 'tag': '11ddc180-c02c-4eb1-9474-1454ad155d1f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:16.981741 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b29639d-1982-405c-916f-e87eece8e4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "787aa112-5fbb-4594-afc9-0af5b389f819", "tag": "11ddc180-c02c-4eb1-9474-1454ad155d1f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:17.006510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf964e74-9815-4302-8cd1-70832dfe766a service neutron] Pushing event updated for resources: {'Port': ['ID=11ddc180-c02c-4eb1-9474-1454ad155d1f,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:17.023572 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd90d020-1f39-4c60-a073-1fe8df1cbacd x-openstack-request-id: req-bd90d020-1f39-4c60-a073-1fe8df1cbacd {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:17.023853 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787aa112-5fbb-4594-afc9-0af5b389f819", "tag": "11ddc180-c02c-4eb1-9474-1454ad155d1f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:17.024129 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd90d020-1f39-4c60-a073-1fe8df1cbacd {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:17.024527 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787aa112-5fbb-4594-afc9-0af5b389f819', 'tag': '11ddc180-c02c-4eb1-9474-1454ad155d1f', 'status': 'completed', 'code': 200} Aug 29 17:45:17.057307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-72700e0f-a188-4ac5-b587-660d759761d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:17.058848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-72700e0f-a188-4ac5-b587-660d759761d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 1095 time: 0.0439212 Aug 29 17:45:17.101137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-2791c68a-4e3d-4025-8037-f99d3f4fb21a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ddc180-c02c-4eb1-9474-1454ad155d1f HTTP/1.1" status: 200 len: 217 time: 0.0338490 Aug 29 17:45:17.153325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-7f93c8d3-9c33-4220-8897-8baf21530cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:17.154676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-7f93c8d3-9c33-4220-8897-8baf21530cc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.0465536 Aug 29 17:45:17.185051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-1fda66c4-a73e-45b7-8c05-59965ab71bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235393 Aug 29 17:45:17.274435 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-adc4e207-5291-4423-867e-d84e79d134ac service neutron] 10.222.0.44 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810647 Aug 29 17:45:17.366324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cb1fa1c4-70cd-4142-907b-1305d49b3b0c req-d85b36c7-6614-4d86-95b5-ed4d7cb7defb service neutron] 10.222.0.44 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848603 Aug 29 17:45:17.451262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-e27225e1-b585-46d5-8466-2be895438d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:17.452851 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-e27225e1-b585-46d5-8466-2be895438d31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 1095 time: 0.0412951 Aug 29 17:45:17.583414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a751c-1a49-4105-93e5-9aa88d48bd87 req-ab8e9e95-e0aa-461a-bdf8-8c56383d92ed tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:17.584873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-756a751c-1a49-4105-93e5-9aa88d48bd87 req-ab8e9e95-e0aa-461a-bdf8-8c56383d92ed tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 943 time: 0.0762942 Aug 29 17:45:17.587550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-2203d0fd-1a05-4f2f-a2ae-c3df14cb69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:17.588881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-2203d0fd-1a05-4f2f-a2ae-c3df14cb69b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 915 time: 0.1291704 Aug 29 17:45:17.640117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-249c49c5-f3a7-48ee-949a-b69ec6ce6f4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ddc180-c02c-4eb1-9474-1454ad155d1f HTTP/1.1" status: 200 len: 217 time: 0.0436401 Aug 29 17:45:17.665102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-756a751c-1a49-4105-93e5-9aa88d48bd87 req-23bb496f-e025-4657-a6d1-749a381acceb tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743465 Aug 29 17:45:17.700213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-661f5d1d-5e64-4a60-9003-78a3a7bb7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:17.701662 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-661f5d1d-5e64-4a60-9003-78a3a7bb7fff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.0511451 Aug 29 17:45:17.735852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-1fa6e1ec-369e-4904-8aa1-a7d021559f1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260692 Aug 29 17:45:17.757126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47e8f0-f760-4a0a-a9eb-b92646f9b470 req-760600a9-d330-4390-808f-1e588a4c61ed tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:17.758619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f47e8f0-f760-4a0a-a9eb-b92646f9b470 req-760600a9-d330-4390-808f-1e588a4c61ed tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 944 time: 0.0483146 Aug 29 17:45:17.796568 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f47e8f0-f760-4a0a-a9eb-b92646f9b470 req-a57dd35b-a3e3-4c72-a9b3-603fd54030e7 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Aug 29 17:45:17.826663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-4027b084-ba76-4722-96f0-32570edfae96 service neutron] 10.222.0.44 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819368 Aug 29 17:45:17.895208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:45:17.919287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b29639d-1982-405c-916f-e87eece8e4e3 req-2ef794ae-2896-4b69-a00d-063d1be5141f service neutron] 10.222.0.44 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850329 Aug 29 17:45:17.992333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:18.003357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'network_id': '4bf81e96-b759-49a4-8d29-dac0b0f6c4ea', 'port_id': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'mac_address': 'fa:16:3e:c7:0f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3e1f95-d784-4dfa-9a48-c81c95f59875', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:45:18.039056 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:18.050893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69f65ab-fca7-4f66-b93f-8751f2a7bf28 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:45:18.068693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:18.072839 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:18.121504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=11']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:18.306035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['c69f65ab-fca7-4f66-b93f-8751f2a7bf28'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:45:18.780235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258ea26-b0d8-4cdf-83d5-f3a3f7d5be9a req-f94e48ff-e3ff-40ca-975f-35fea6cdc5fa tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:18.781695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3258ea26-b0d8-4cdf-83d5-f3a3f7d5be9a req-f94e48ff-e3ff-40ca-975f-35fea6cdc5fa tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 943 time: 0.0508907 Aug 29 17:45:18.817525 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3258ea26-b0d8-4cdf-83d5-f3a3f7d5be9a req-6a9e4680-a8ef-40b5-ba0c-53dcb6ac383a tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298941 Aug 29 17:45:18.908953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1b081-ee67-42b1-8621-f10d98f650dc req-d4ce6f56-7b59-47de-a175-a532dd1cab55 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:18.910411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94e1b081-ee67-42b1-8621-f10d98f650dc req-d4ce6f56-7b59-47de-a175-a532dd1cab55 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Aug 29 17:45:18.950844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94e1b081-ee67-42b1-8621-f10d98f650dc req-a35c0753-b6c5-4c8d-8038-0ec8a837392b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344155 Aug 29 17:45:19.901244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 11ddc180-c02c-4eb1-9474-1454ad155d1f details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:45:19.904094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:45:19.953567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded870-2e8c-4db8-8beb-1723244ad970 req-006527c1-b33e-428e-9387-ce707da90588 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:19.956540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39ded870-2e8c-4db8-8beb-1723244ad970 req-006527c1-b33e-428e-9387-ce707da90588 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 943 time: 0.0603960 Aug 29 17:45:19.994858 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39ded870-2e8c-4db8-8beb-1723244ad970 req-f0182b64-bccc-432c-b3d3-024c3ea48993 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334888 Aug 29 17:45:19.999800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06f272-a057-47b3-b68b-603831c51110 req-bab67348-8a79-4f13-b8ed-0426b7b69e69 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:20.001685 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a06f272-a057-47b3-b68b-603831c51110 req-bab67348-8a79-4f13-b8ed-0426b7b69e69 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 947 time: 0.0577619 Aug 29 17:45:20.040087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:45:20.053393 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a06f272-a057-47b3-b68b-603831c51110 req-6aea08a5-1f8e-4634-8e9a-0814c071132b tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335526 Aug 29 17:45:20.054935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:45:20.055294 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:20.091919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 11ddc180-c02c-4eb1-9474-1454ad155d1f, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=11ddc180-c02c-4eb1-9474-1454ad155d1f,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:20.106247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a030663-4ac9-4fef-bd94-b3248931ecd6 req-e19199fa-f21e-4eb5-b2e6-71b5ea1c747e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:20.107820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a030663-4ac9-4fef-bd94-b3248931ecd6 req-e19199fa-f21e-4eb5-b2e6-71b5ea1c747e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 945 time: 0.0533392 Aug 29 17:45:20.109839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '11ddc180-c02c-4eb1-9474-1454ad155d1f', 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'port_id': '11ddc180-c02c-4eb1-9474-1454ad155d1f', 'mac_address': 'fa:16:3e:e5:9e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:45:20.150165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a030663-4ac9-4fef-bd94-b3248931ecd6 req-615fcc58-31a6-4e9f-b224-27cfa49c4edf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338681 Aug 29 17:45:20.179931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:20.197347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:20.199998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ddc180-c02c-4eb1-9474-1454ad155d1f {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:45:20.231645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 11ddc180-c02c-4eb1-9474-1454ad155d1f, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=11ddc180-c02c-4eb1-9474-1454ad155d1f,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:20.236851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:20.239085 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc7f91-a3f8-4021-bbfa-7ca772a4d5d7" -d '{"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-plugged", "status": "completed", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:20.243987 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:20.255814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:20.275426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:20.280085 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f82aa9c-3a80-493e-b922-80b71dff0dda x-openstack-request-id: req-7f82aa9c-3a80-493e-b922-80b71dff0dda {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:20.280379 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-plugged", "status": "completed", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:20.280629 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f82aa9c-3a80-493e-b922-80b71dff0dda {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:20.281017 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'code': 200} Aug 29 17:45:20.302916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=11ddc180-c02c-4eb1-9474-1454ad155d1f,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:20.354131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=12']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:20.448628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dabe06-61d2-40ae-9ca9-6b4b6adca204 req-dc16658a-661a-4769-b8ac-7faf40b014bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:20.450737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66dabe06-61d2-40ae-9ca9-6b4b6adca204 req-dc16658a-661a-4769-b8ac-7faf40b014bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 1098 time: 0.0422490 Aug 29 17:45:20.477813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['11ddc180-c02c-4eb1-9474-1454ad155d1f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:45:20.489344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66dabe06-61d2-40ae-9ca9-6b4b6adca204 req-03f16e2d-15c4-4ef4-9c9b-53b491692711 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296588 Aug 29 17:45:21.113891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e70b37-84d5-437a-aa6c-1c1a486926bf req-4823a51b-13ed-494e-8f58-88294496ed24 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:21.115423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32e70b37-84d5-437a-aa6c-1c1a486926bf req-4823a51b-13ed-494e-8f58-88294496ed24 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 944 time: 0.0527594 Aug 29 17:45:21.153773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32e70b37-84d5-437a-aa6c-1c1a486926bf req-4c44cfb4-5e84-465c-9a60-69b842cf0e5a tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Aug 29 17:45:21.179059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607db97-3be9-442f-9adc-162ff93178f0 req-3e172103-19be-447e-abc6-75696da7d094 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:21.180562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4607db97-3be9-442f-9adc-162ff93178f0 req-3e172103-19be-447e-abc6-75696da7d094 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 947 time: 0.0495203 Aug 29 17:45:21.219983 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4607db97-3be9-442f-9adc-162ff93178f0 req-cc2afcd5-82cb-4fec-bf51-391a5bb70a59 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca390328-00c5-4940-9bb9-97b4adb1962c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334067 Aug 29 17:45:21.267402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b5745-b196-45c2-aeec-4b3b08e5f062 req-a263ec43-b905-421f-a1eb-285da21b40ca tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:21.268860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-431b5745-b196-45c2-aeec-4b3b08e5f062 req-a263ec43-b905-421f-a1eb-285da21b40ca tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0495229 Aug 29 17:45:21.306390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-431b5745-b196-45c2-aeec-4b3b08e5f062 req-bacff3f7-a315-479c-8b2b-a02631ec0ffa tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Aug 29 17:45:21.331927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-eb84fe89-38f0-4ed7-b484-8807acdc34fd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:21.333403 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-eb84fe89-38f0-4ed7-b484-8807acdc34fd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 947 time: 0.0479231 Aug 29 17:45:21.428890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Deleting port 7a4b34d1-6202-413d-8f27-9105a6e52185 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:21.429242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:21.522635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] For port 7a4b34d1-6202-413d-8f27-9105a6e52185, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=7a4b34d1-6202-413d-8f27-9105a6e52185,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:21.522947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:21.708676 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:21.709078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:21.709413 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Floating IP be3722d2-cb67-4327-8be6-ecd04792b73f disassociated. External IP: 172.25.2.11, port: 7a4b34d1-6202-413d-8f27-9105a6e52185. Aug 29 17:45:21.709845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Calling delete_port for 7a4b34d1-6202-413d-8f27-9105a6e52185 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:21.844850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:21.877754 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event deleted for resources: {'Port': ['ID=7a4b34d1-6202-413d-8f27-9105a6e52185,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:21.912965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 11ddc180-c02c-4eb1-9474-1454ad155d1f up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:45:21.964716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 11ddc180-c02c-4eb1-9474-1454ad155d1f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:45:21.968943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 11ddc180-c02c-4eb1-9474-1454ad155d1f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:45:21.969333 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:21.997870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:45:22.053126 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:22.092377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 11ddc180-c02c-4eb1-9474-1454ad155d1f, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=11ddc180-c02c-4eb1-9474-1454ad155d1f,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:22.096877 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:22.110735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:45:22.123772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] Sync routers for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:45:22.146787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:45:22.147786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:22.154385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] No DVR routers for this DVR port 7a4b34d1-6202-413d-8f27-9105a6e52185 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:45:22.158403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:22.160680 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6996b3aa-3646-451b-845b-1be87fa8a8ed req-1b4d942e-c63d-4574-98e3-af79cc0a0a06 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.43 "DELETE /v2.0/ports/7a4b34d1-6202-413d-8f27-9105a6e52185 HTTP/1.1" status: 204 len: 173 time: 0.8206954 Aug 29 17:45:22.161143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-deleted', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:22.163451 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc8a445-f8fc-4b85-ad67-eb564b964984" -d '{"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-deleted", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:22.201390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=11ddc180-c02c-4eb1-9474-1454ad155d1f,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:22.223836 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ce8471-0fca-4183-850e-2dc04a3fb6ed x-openstack-request-id: req-b9ce8471-0fca-4183-850e-2dc04a3fb6ed {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:22.224353 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6", "name": "network-vif-deleted", "tag": "7a4b34d1-6202-413d-8f27-9105a6e52185", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:22.224353 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9ce8471-0fca-4183-850e-2dc04a3fb6ed {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:22.224757 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6', 'name': 'network-vif-deleted', 'tag': '7a4b34d1-6202-413d-8f27-9105a6e52185', 'status': 'completed', 'code': 200} Aug 29 17:45:22.277349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:45:22.350534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e1c2-fb85-46c1-809c-ac6047b9106b req-8f064141-4a32-470e-a196-f550e642edb3 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:22.352239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b278e1c2-fb85-46c1-809c-ac6047b9106b req-8f064141-4a32-470e-a196-f550e642edb3 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 945 time: 0.1147687 Aug 29 17:45:22.363483 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6fbc430-cefa-4880-974f-a904ed8f8e0b req-d05715e3-6eee-49a4-898e-da27de8b65fd tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3b6208-d9ae-49f5-ac8a-2ba45cd48ab6 HTTP/1.1" status: 200 len: 210 time: 0.0495965 Aug 29 17:45:22.410958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b278e1c2-fb85-46c1-809c-ac6047b9106b req-93af16ee-b5af-4403-ac40-639595a19537 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Aug 29 17:45:22.473441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787aa112-5fbb-4594-afc9-0af5b389f819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ddc180-c02c-4eb1-9474-1454ad155d1f'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:22.476056 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c22a80-4a8d-4dae-bda6-bf4cee287e77" -d '{"events": [{"server_uuid": "787aa112-5fbb-4594-afc9-0af5b389f819", "name": "network-vif-plugged", "status": "completed", "tag": "11ddc180-c02c-4eb1-9474-1454ad155d1f"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:22.505672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a3339-ac1c-4d61-862d-f02afd03b0ba req-dfa5df66-3967-497a-adbc-4b5aa365bd3d tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:22.507473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-678a3339-ac1c-4d61-862d-f02afd03b0ba req-dfa5df66-3967-497a-adbc-4b5aa365bd3d tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0663626 Aug 29 17:45:22.530335 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763cf06f-7708-4ab8-9735-f1fbb5b5d059 x-openstack-request-id: req-763cf06f-7708-4ab8-9735-f1fbb5b5d059 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:22.530629 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787aa112-5fbb-4594-afc9-0af5b389f819", "name": "network-vif-plugged", "status": "completed", "tag": "11ddc180-c02c-4eb1-9474-1454ad155d1f", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:22.530879 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-763cf06f-7708-4ab8-9735-f1fbb5b5d059 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:22.531260 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787aa112-5fbb-4594-afc9-0af5b389f819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ddc180-c02c-4eb1-9474-1454ad155d1f', 'code': 200} Aug 29 17:45:22.551986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-678a3339-ac1c-4d61-862d-f02afd03b0ba req-1c0cfd82-4f32-4c30-b8f3-529e892454bc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371461 Aug 29 17:45:22.620064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ae5c-2a98-48a5-96e4-b451dcf054cf req-c1c38962-724b-44b9-ab4a-54ea074fd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:22.622141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d455ae5c-2a98-48a5-96e4-b451dcf054cf req-c1c38962-724b-44b9-ab4a-54ea074fd11c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 1097 time: 0.0491304 Aug 29 17:45:22.672402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:22.689588 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d455ae5c-2a98-48a5-96e4-b451dcf054cf req-9be3bcc0-249d-4637-a7e3-9161edb77873 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592067 Aug 29 17:45:22.700710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] Checking router: ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:45:22.702926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c143c-aed3-47fa-8c6e-2fdceddec828 req-d90195e3-c66b-4962-90c6-25ff677d90fb tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:22.709264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:45:22.709899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:22.719221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ed9c143c-aed3-47fa-8c6e-2fdceddec828 req-d90195e3-c66b-4962-90c6-25ff677d90fb tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0898702 Aug 29 17:45:22.760222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ed9c143c-aed3-47fa-8c6e-2fdceddec828 req-c3a91ef9-bc49-41fc-9450-24e3483e8f08 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383058 Aug 29 17:45:22.823033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:45:22.889932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d39bf5-633a-4f8b-b661-c777190c4ed7 req-f6354a47-84a8-4848-934c-fc341933c8b1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:22.891344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5d39bf5-633a-4f8b-b661-c777190c4ed7 req-f6354a47-84a8-4848-934c-fc341933c8b1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0531960 Aug 29 17:45:22.929545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5d39bf5-633a-4f8b-b661-c777190c4ed7 req-bf6ebaab-510b-45ab-a983-836e7256e84b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Aug 29 17:45:23.029656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:23.055540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b865e1-c800-4648-a782-45ad143134d3 None None] The sync data for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 is: [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:42Z', 'revision_number': 4, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '347f1ea4-8cb2-4f8f-8f6b-06849228af19', 'name': '', 'network_id': '7df5e51f-26b9-4341-bacd-4da6f1defd24', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'mac_address': 'fa:16:3e:a0:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:41Z', 'updated_at': '2021-08-29T17:37:50Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'subnets': [{'id': 'b68f8a60-6a80-4219-96ca-c4afb0c61894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:45:23.058484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d28c9e-d7a1-4b2d-bbd7-d003ca7cf784 req-852665bd-be2e-4536-8431-604a7ad6b7ed tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:23.060581 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5d28c9e-d7a1-4b2d-bbd7-d003ca7cf784 req-852665bd-be2e-4536-8431-604a7ad6b7ed tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0501208 Aug 29 17:45:23.099913 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5d28c9e-d7a1-4b2d-bbd7-d003ca7cf784 req-dbb13acc-d9a0-4c71-b4db-b0465338b1f1 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332587 Aug 29 17:45:23.216873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1686c3a-d8db-4f3a-a44c-5d963430c439 req-60e65c7e-00be-4f06-8905-38fd76fac886 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:23.218455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1686c3a-d8db-4f3a-a44c-5d963430c439 req-60e65c7e-00be-4f06-8905-38fd76fac886 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0507038 Aug 29 17:45:23.257481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1686c3a-d8db-4f3a-a44c-5d963430c439 req-265f2741-174a-49b0-9020-7875abe3c5e3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Aug 29 17:45:23.291059 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ee9ec-625b-4b51-959a-fa9498714fe9 None None] New status for floating IP be3722d2-cb67-4327-8be6-ecd04792b73f: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:45:23.394963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aacd4-23d7-4426-9ed6-bb06d2914454 req-20416b78-f6f1-420e-bac2-9818fa794bb5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:23.396712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d6aacd4-23d7-4426-9ed6-bb06d2914454 req-20416b78-f6f1-420e-bac2-9818fa794bb5 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0542724 Aug 29 17:45:23.443885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d6aacd4-23d7-4426-9ed6-bb06d2914454 req-2627a5d2-d7a1-48b8-9660-f7a4cca71176 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Aug 29 17:45:23.464637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47386) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:23.565103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658aa98-1e38-40cd-b775-6a86a4b61dee req-1629f95d-30d5-4ce6-b33c-90e0cd04dd62 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:23.565711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0256272-e4a9-41d2-aa54-42f0fb0b1326 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:23.566643 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f658aa98-1e38-40cd-b775-6a86a4b61dee req-1629f95d-30d5-4ce6-b33c-90e0cd04dd62 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Aug 29 17:45:23.589355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19342353-2aac-4236-a005-53365ce5808f req-3de4bb75-e9b0-4f8b-ab64-fb89c9cda484 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:23.591432 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19342353-2aac-4236-a005-53365ce5808f req-3de4bb75-e9b0-4f8b-ab64-fb89c9cda484 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0740769 Aug 29 17:45:23.606223 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f658aa98-1e38-40cd-b775-6a86a4b61dee req-0337c2dd-9fc2-4c4f-a647-bd5b86a90f58 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Aug 29 17:45:23.608649 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0256272-e4a9-41d2-aa54-42f0fb0b1326 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:23.661503 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19342353-2aac-4236-a005-53365ce5808f req-924b90d1-e4f2-427a-981d-4787664da9b6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626595 Aug 29 17:45:23.678868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0256272-e4a9-41d2-aa54-42f0fb0b1326 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:23.681358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0256272-e4a9-41d2-aa54-42f0fb0b1326 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:23.682554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b0256272-e4a9-41d2-aa54-42f0fb0b1326 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca390328-00c5-4940-9bb9-97b4adb1962c HTTP/1.1" status: 204 len: 168 time: 0.2210073 Aug 29 17:45:23.685229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47392) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:23.692357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0256272-e4a9-41d2-aa54-42f0fb0b1326 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca390328-00c5-4940-9bb9-97b4adb1962c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:23.700665 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-367c9024-5675-4cdc-b4b0-699c8dbd0b18 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] show failed (client error): The resource could not be found. Aug 29 17:45:23.702036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-367c9024-5675-4cdc-b4b0-699c8dbd0b18 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "GET /v2.0/security-groups/ca390328-00c5-4940-9bb9-97b4adb1962c HTTP/1.1" status: 404 len: 347 time: 0.0156696 Aug 29 17:45:23.705065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47394) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:23.841175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Deleting port b6f8aee1-4e6a-4002-bfa6-1fe08539f870 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:23.841655 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:23.922043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241991b-3a22-42b5-8515-3a434c39e23f req-8dfe93a6-229c-4f1f-9f64-a5ef56c68c50 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:23.923566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5241991b-3a22-42b5-8515-3a434c39e23f req-8dfe93a6-229c-4f1f-9f64-a5ef56c68c50 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0594299 Aug 29 17:45:23.926076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:23.926406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:23.937960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Calling delete_port for b6f8aee1-4e6a-4002-bfa6-1fe08539f870 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:23.960903 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5241991b-3a22-42b5-8515-3a434c39e23f req-db0faa18-172c-45de-a16c-292ebe451084 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Aug 29 17:45:24.068613 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:24.093764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Pushing event deleted for resources: {'Port': ['ID=b6f8aee1-4e6a-4002-bfa6-1fe08539f870,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:24.151400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:24.154481 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:24.155654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db77e06e-8945-4f19-9773-bdbdef9ee296 tempest-AttachVolumeShelveTestJSON-404942013 tempest-AttachVolumeShelveTestJSON-404942013-project] 10.222.0.41 "DELETE /v2.0/floatingips/be3722d2-cb67-4327-8be6-ecd04792b73f HTTP/1.1" status: 204 len: 168 time: 0.4496710 Aug 29 17:45:24.724589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf12e7-e724-4af2-beeb-9fe54512c269 req-5379f6d1-f1c6-4ae5-a644-6b14427bc7cb tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:24.726189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcbf12e7-e724-4af2-beeb-9fe54512c269 req-5379f6d1-f1c6-4ae5-a644-6b14427bc7cb tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 945 time: 0.0525556 Aug 29 17:45:24.766377 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcbf12e7-e724-4af2-beeb-9fe54512c269 req-18847d13-d528-4780-b253-68c142263df9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Aug 29 17:45:25.104960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b1f5-cfb5-4f35-9ecf-42d040f3b33e req-0ebe0ed9-1226-41ca-b15d-c63fe4d6f79e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:25.107299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1c3b1f5-cfb5-4f35-9ecf-42d040f3b33e req-0ebe0ed9-1226-41ca-b15d-c63fe4d6f79e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0603707 Aug 29 17:45:25.147689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1c3b1f5-cfb5-4f35-9ecf-42d040f3b33e req-2bf75c8f-7f6b-4267-9c97-af778b39feaa tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Aug 29 17:45:25.457410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5fc77-1156-4e59-8bec-2a786c1be65a req-092fa112-08b1-4342-8ffe-63346bf68367 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:25.465706 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ab5fc77-1156-4e59-8bec-2a786c1be65a req-092fa112-08b1-4342-8ffe-63346bf68367 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0865304 Aug 29 17:45:25.470267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-2866a1a9-9d69-4728-a31a-f083e394c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:25.472024 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-2866a1a9-9d69-4728-a31a-f083e394c9fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f47c03875f334539bf7b85e15e03b8a1&device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 1098 time: 0.0454419 Aug 29 17:45:25.514410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6ab5fc77-1156-4e59-8bec-2a786c1be65a req-9e215944-275f-49e8-9965-9670b6b3b7fc tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Aug 29 17:45:25.577691 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-e7b4a4fb-0c70-4cb1-bef7-bdaf95a4e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:25.579215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-e7b4a4fb-0c70-4cb1-bef7-bdaf95a4e581 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 200 len: 915 time: 0.0998588 Aug 29 17:45:25.599403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:25.618930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 7a4b34d1-6202-413d-8f27-9105a6e52185 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:45:25.619279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 7a4b34d1-6202-413d-8f27-9105a6e52185 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:25.622723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-110c4f9b-9280-4463-ad27-edd5d843e830 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 200 len: 217 time: 0.0359046 Aug 29 17:45:25.682886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-51caf7db-f471-472a-92cc-7f35828bff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:25.684384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-51caf7db-f471-472a-92cc-7f35828bff53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 200 len: 854 time: 0.0511146 Aug 29 17:45:25.726295 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-5464af19-4b39-4610-9cc8-1658d1c209ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333340 Aug 29 17:45:25.821131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-4886e745-e476-431c-b543-e0371320c127 service neutron] 10.222.0.44 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880916 Aug 29 17:45:25.917628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ddb2c851-3304-4018-bcc3-eb87f7cda02b req-a89a2ecd-9a93-4356-85f0-a79cadce26ab service neutron] 10.222.0.44 "GET /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898252 Aug 29 17:45:26.669672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027db72-1ab5-4aaf-af7d-ea2c739f4fb2 req-6fbdf77e-109f-4f10-8294-63bc343f8b92 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:26.677029 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8027db72-1ab5-4aaf-af7d-ea2c739f4fb2 req-6fbdf77e-109f-4f10-8294-63bc343f8b92 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0927143 Aug 29 17:45:26.713528 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8027db72-1ab5-4aaf-af7d-ea2c739f4fb2 req-c18a6e30-960c-4ec4-a95b-42c34528935f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354319 Aug 29 17:45:27.836614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5c6e-e947-43c8-9e6c-a64636500be3 req-fdfa4acd-46fe-426f-a9e1-609e73c7dfdf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:27.838108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa6f5c6e-e947-43c8-9e6c-a64636500be3 req-fdfa4acd-46fe-426f-a9e1-609e73c7dfdf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0504677 Aug 29 17:45:27.879624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa6f5c6e-e947-43c8-9e6c-a64636500be3 req-7dcc0fad-bdf7-41e1-85ad-6d7275d984b3 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Aug 29 17:45:28.026482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892feb71-b0b9-4568-8f24-f10444d6a8ce req-b9a40421-27f8-4abb-838f-125c48ed0747 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:28.028316 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-892feb71-b0b9-4568-8f24-f10444d6a8ce req-b9a40421-27f8-4abb-838f-125c48ed0747 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0641420 Aug 29 17:45:28.066970 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-892feb71-b0b9-4568-8f24-f10444d6a8ce req-6bfd2877-d6c7-4d28-9973-edc1e27fdf8f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322969 Aug 29 17:45:28.201236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5779-610d-4d2a-9653-a470b2dc6f1f req-dbd6c204-8a9d-4762-9963-cd76fe2b5148 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:28.203135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-270c5779-610d-4d2a-9653-a470b2dc6f1f req-dbd6c204-8a9d-4762-9963-cd76fe2b5148 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0515184 Aug 29 17:45:28.247742 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-270c5779-610d-4d2a-9653-a470b2dc6f1f req-266dd4a9-464e-4fa2-a13f-3bc4b140a5e2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356541 Aug 29 17:45:28.366686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87a0f4-0645-4000-bae1-b4a85b8dcaa8 req-a4d95b4e-4a9c-496b-a31b-e6820228cfcf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:28.368636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e87a0f4-0645-4000-bae1-b4a85b8dcaa8 req-a4d95b4e-4a9c-496b-a31b-e6820228cfcf tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0499778 Aug 29 17:45:28.426715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e87a0f4-0645-4000-bae1-b4a85b8dcaa8 req-b5643936-fa1e-4218-be8e-bb01b4d653ee tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378201 Aug 29 17:45:28.619499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b57e96-5259-4881-99ac-936dae07dbb9 req-f20af8be-9930-4e5d-af86-cd5051f9b7df tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:28.621875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46b57e96-5259-4881-99ac-936dae07dbb9 req-f20af8be-9930-4e5d-af86-cd5051f9b7df tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0667708 Aug 29 17:45:28.675150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46b57e96-5259-4881-99ac-936dae07dbb9 req-278a7d64-ee8c-430c-b225-db4fa327fa67 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432677 Aug 29 17:45:28.800052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d366ec-bb2d-4a05-ad16-e67834d99fde req-408339d0-5f12-4458-ada0-61bd6c41d7c6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:28.801650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0d366ec-bb2d-4a05-ad16-e67834d99fde req-408339d0-5f12-4458-ada0-61bd6c41d7c6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0558987 Aug 29 17:45:28.860059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47476) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:28.863453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e0d366ec-bb2d-4a05-ad16-e67834d99fde req-344870c1-0089-48cd-8b2a-c2b1af6dfb00 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 Aug 29 17:45:29.018088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a0fc4-7638-4c2c-816f-21effade46cd req-4b73a67d-09f2-4c44-9d48-8f57b7a6890c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:29.019834 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-729a0fc4-7638-4c2c-816f-21effade46cd req-4b73a67d-09f2-4c44-9d48-8f57b7a6890c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0651066 Aug 29 17:45:29.075211 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-729a0fc4-7638-4c2c-816f-21effade46cd req-f9567591-b431-43ff-9bb3-4a6c6c669873 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Aug 29 17:45:29.467028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0f774-3735-4d71-8715-0ff43208cc98 req-29ffbcca-2ff8-40f1-b0e8-9f1114e37d45 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:29.468554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1a0f774-3735-4d71-8715-0ff43208cc98 req-29ffbcca-2ff8-40f1-b0e8-9f1114e37d45 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0992191 Aug 29 17:45:29.557103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1a0f774-3735-4d71-8715-0ff43208cc98 req-59465b44-bb9d-4abb-b00e-46258db56aa2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Aug 29 17:45:29.768168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed597f-523f-4c90-93e7-be57e17920f5 req-54247951-f353-4662-9662-7ade5ae1b27e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:29.769649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30ed597f-523f-4c90-93e7-be57e17920f5 req-54247951-f353-4662-9662-7ade5ae1b27e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0668082 Aug 29 17:45:29.776659 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:29.856330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30ed597f-523f-4c90-93e7-be57e17920f5 req-da25b767-9e89-4943-a7d8-d98e65a2c055 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768447 Aug 29 17:45:29.982637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6a47-d6ad-4dda-b909-c0a4d4992d2f req-dd1a2dc9-f049-47c0-b182-ac8ca9306fa6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:29.984180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df0d6a47-d6ad-4dda-b909-c0a4d4992d2f req-dd1a2dc9-f049-47c0-b182-ac8ca9306fa6 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0526330 Aug 29 17:45:30.043644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df0d6a47-d6ad-4dda-b909-c0a4d4992d2f req-111c96e0-bfc2-44c8-8495-a8502144d60a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520949 Aug 29 17:45:30.083613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Deleting port 347f1ea4-8cb2-4f8f-8f6b-06849228af19 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:30.084111 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:30.171200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] For port 347f1ea4-8cb2-4f8f-8f6b-06849228af19, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=347f1ea4-8cb2-4f8f-8f6b-06849228af19,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:30.172019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:30.173734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f693-2d7e-4656-833b-8b0de98513f5 req-571f242a-9ce4-497e-8bd3-419db516cfa2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:30.175254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3349f693-2d7e-4656-833b-8b0de98513f5 req-571f242a-9ce4-497e-8bd3-419db516cfa2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0500755 Aug 29 17:45:30.186295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Calling delete_port for 347f1ea4-8cb2-4f8f-8f6b-06849228af19 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:30.219849 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3349f693-2d7e-4656-833b-8b0de98513f5 req-2f199a9c-ce2d-4822-9107-e144a0dad03e tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344963 Aug 29 17:45:30.360207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd2ce-6865-47e4-9000-03d4db666fff req-ed60b8db-1888-4aa8-8716-e16e48c55433 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:30.361766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2eafd2ce-6865-47e4-9000-03d4db666fff req-ed60b8db-1888-4aa8-8716-e16e48c55433 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0711737 Aug 29 17:45:30.433234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2eafd2ce-6865-47e4-9000-03d4db666fff req-8b9c3e2e-bac5-4990-b228-859565ddaa6d tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619135 Aug 29 17:45:30.434770 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:30.461785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Pushing event deleted for resources: {'Port': ['ID=347f1ea4-8cb2-4f8f-8f6b-06849228af19,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:30.659482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f3c94-c69d-4fd6-9e6f-bdf9d188c397 req-0e15e21e-c4ac-448f-87c4-6bb911e61c53 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:30.661124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-852f3c94-c69d-4fd6-9e6f-bdf9d188c397 req-0e15e21e-c4ac-448f-87c4-6bb911e61c53 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.1282845 Aug 29 17:45:30.699432 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:30.721840 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-852f3c94-c69d-4fd6-9e6f-bdf9d188c397 req-bbcd3d1a-0515-4346-8a47-ca6a0984db0c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489373 Aug 29 17:45:30.853790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409fbc-4df4-4a5b-83a4-e679a3c760ea req-74319a26-32d9-4b4a-bb99-669e55f3b200 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:30.856221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f1409fbc-4df4-4a5b-83a4-e679a3c760ea req-74319a26-32d9-4b4a-bb99-669e55f3b200 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0557575 Aug 29 17:45:30.896185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f1409fbc-4df4-4a5b-83a4-e679a3c760ea req-2c81448d-a12a-475d-a1e6-6d5a27cd334a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333629 Aug 29 17:45:30.946407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:45:31.020924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180619-f639-4a62-a387-798ed373a1d7 req-f9bed260-6575-4193-a8f5-545278fb3d8f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:31.022536 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f180619-f639-4a62-a387-798ed373a1d7 req-f9bed260-6575-4193-a8f5-545278fb3d8f tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0489886 Aug 29 17:45:31.054573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:45:31.060886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-544823b5-b28a-4803-9dbd-2b3016e17557 admin admin] 10.222.0.41 "PUT /v2.0/routers/ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1997654 Aug 29 17:45:31.063094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f180619-f639-4a62-a387-798ed373a1d7 req-41aad992-b14d-4f85-8ee7-ee3439f4a99a tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Aug 29 17:45:31.063602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47512) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:31.064018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] Sync routers for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:45:31.073372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:45:31.084444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:31.179658 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.192742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:45:31.292649 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.353301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Deleting port b0d5087a-a984-4399-9e5a-7bf7b5c588c0 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:31.353647 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.388856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:45:30Z', 'revision_number': 5, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port': {'id': 'b0d5087a-a984-4399-9e5a-7bf7b5c588c0', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:31.415934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] Checking router: ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:45:31.424882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] Routers {'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:45:31.425755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:31.436364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] For port b0d5087a-a984-4399-9e5a-7bf7b5c588c0, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b0d5087a-a984-4399-9e5a-7bf7b5c588c0,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:31.436735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.450297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Calling delete_port for b0d5087a-a984-4399-9e5a-7bf7b5c588c0 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:31.538254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] Set router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:45:31.598421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:45:31Z', 'revision_number': 6, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:31.627832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abdd7e-b35b-4d1c-a019-1bcf47e315a0 None None] The sync data for ids ['ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753'] in n-d-713499-15 is: [{'id': 'ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753', 'name': 'tempest-AttachVolumeShelveTestJSON-588791974-router', 'tenant_id': '879653f16876427fa8d6806b659ebccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:36Z', 'updated_at': '2021-08-29T17:45:31Z', 'revision_number': 6, 'project_id': '879653f16876427fa8d6806b659ebccc', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:45:31.644882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.675149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d5087a-a984-4399-9e5a-7bf7b5c588c0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:31.742603 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.834029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.840725 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.883722 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.884261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:45:31.889137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.890334 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5db9197e-7565-47ff-943b-5dc927f5a0b7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ff1a50cf-a3b6-42b5-a2b6-339a7ce7e753 HTTP/1.1" status: 204 len: 168 time: 0.8257215 Aug 29 17:45:31.892879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47520) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:31.941112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f593b9a4-3b2a-4555-a27b-f2be15065294 admin admin] Deleting subnet b68f8a60-6a80-4219-96ca-c4afb0c61894 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:45:31.944039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f593b9a4-3b2a-4555-a27b-f2be15065294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:31.977967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f593b9a4-3b2a-4555-a27b-f2be15065294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.064833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f593b9a4-3b2a-4555-a27b-f2be15065294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.122568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f593b9a4-3b2a-4555-a27b-f2be15065294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.154306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593b9a4-3b2a-4555-a27b-f2be15065294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68f8a60-6a80-4219-96ca-c4afb0c61894,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:32.157789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f593b9a4-3b2a-4555-a27b-f2be15065294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.162532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f593b9a4-3b2a-4555-a27b-f2be15065294 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b68f8a60-6a80-4219-96ca-c4afb0c61894 HTTP/1.1" status: 204 len: 168 time: 0.2658510 Aug 29 17:45:32.163184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47522) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:32.170898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1969d1e2-9e19-4bae-afdb-2b83ff8dc5bf None None] Network 7df5e51f-26b9-4341-bacd-4da6f1defd24 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:45:32.240478 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.299786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Deleting port e677f51f-435a-4615-9b78-0cf89575e284 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:32.300198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.362666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] For port e677f51f-435a-4615-9b78-0cf89575e284, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e677f51f-435a-4615-9b78-0cf89575e284,segment=NetworkSegment(4e424e9f-62cb-4649-94a5-5df5b6309239),segment_id=4e424e9f-62cb-4649-94a5-5df5b6309239)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:32.363036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.375608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Calling delete_port for e677f51f-435a-4615-9b78-0cf89575e284 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:32.440740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] DHCP port deletion for 7df5e51f-26b9-4341-bacd-4da6f1defd24 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:45:32.478903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.495237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Deleting port e677f51f-435a-4615-9b78-0cf89575e284 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:32.496153 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.502907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e677f51f-435a-4615-9b78-0cf89575e284,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:32.510623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] No DVR routers for this DVR port e677f51f-435a-4615-9b78-0cf89575e284 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:45:32.562193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] For port e677f51f-435a-4615-9b78-0cf89575e284, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:32.562619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.578318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Calling delete_port for e677f51f-435a-4615-9b78-0cf89575e284 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:32.581240 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Port e677f51f-435a-4615-9b78-0cf89575e284 was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:45:32.582543 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.591991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.607958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Pushing event deleted for resources: {'Port': ['ID=e677f51f-435a-4615-9b78-0cf89575e284,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:32.608827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df5e51f-26b9-4341-bacd-4da6f1defd24']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:32.618892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] No DVR routers for this DVR port e677f51f-435a-4615-9b78-0cf89575e284 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:45:32.621904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.622258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.622662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.622990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.623420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.623795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.624094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.624429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.625334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.625334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.625627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.625703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a6a47-76da-47bd-8dd3-3718b7ce0e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:32.629691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e424e9f-62cb-4649-94a5-5df5b6309239') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:32.630121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e424e9f-62cb-4649-94a5-5df5b6309239') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:32.641638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.655181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.661877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:45:32.663038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:45:32.664842 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:45:32.733800 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.743634 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.748492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7df5e51f-26b9-4341-bacd-4da6f1defd24 HTTP/1.1" status: 204 len: 168 time: 0.5820460 Aug 29 17:45:32.768666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a636b1-037d-4df4-acad-cb1e05a497c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df5e51f-26b9-4341-bacd-4da6f1defd24,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:32.875045 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47530) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:32.914469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-55c52d0b-85b8-41d6-88c6-916a5b4a23d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=879653f16876427fa8d6806b659ebccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382233 Aug 29 17:45:32.917062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47532) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:32.970089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9bbf74b1-2ad3-4929-8e5b-0166b898f9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:32.990784 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9bbf74b1-2ad3-4929-8e5b-0166b898f9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:33.036018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9bbf74b1-2ad3-4929-8e5b-0166b898f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:33.038542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9bbf74b1-2ad3-4929-8e5b-0166b898f9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:33.039740 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9bbf74b1-2ad3-4929-8e5b-0166b898f9e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08b41bab-6d44-4810-8c5b-d9d21ab53a19 HTTP/1.1" status: 204 len: 168 time: 0.1205466 Aug 29 17:45:33.048214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf74b1-2ad3-4929-8e5b-0166b898f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b41bab-6d44-4810-8c5b-d9d21ab53a19,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:33.557282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 347f1ea4-8cb2-4f8f-8f6b-06849228af19 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:33.585024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 347f1ea4-8cb2-4f8f-8f6b-06849228af19 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:45:33.585376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 347f1ea4-8cb2-4f8f-8f6b-06849228af19 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:33.585800 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e677f51f-435a-4615-9b78-0cf89575e284 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:33.605217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e677f51f-435a-4615-9b78-0cf89575e284 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:45:33.605571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e677f51f-435a-4615-9b78-0cf89575e284 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:33.606041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b0d5087a-a984-4399-9e5a-7bf7b5c588c0 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:33.628968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b0d5087a-a984-4399-9e5a-7bf7b5c588c0 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:45:33.629317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b0d5087a-a984-4399-9e5a-7bf7b5c588c0 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:35.213345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47600) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:35.319594 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-703c085d-6ea4-4aac-8b86-cc4634656e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:35.416850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-703c085d-6ea4-4aac-8b86-cc4634656e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:35.420785 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-703c085d-6ea4-4aac-8b86-cc4634656e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:35.461893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-703c085d-6ea4-4aac-8b86-cc4634656e85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca8cfd0c45c544289bb91c2befc07989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449944 Aug 29 17:45:35.461893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c085d-6ea4-4aac-8b86-cc4634656e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d452be6-fa47-474d-aeb7-3e8199eef3f7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:35.462222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47604) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:35.529299 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bfde09de-4874-4f72-a2ee-50624afdb69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:35.551595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bfde09de-4874-4f72-a2ee-50624afdb69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:35.605770 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bfde09de-4874-4f72-a2ee-50624afdb69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:35.608508 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bfde09de-4874-4f72-a2ee-50624afdb69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:35.609880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bfde09de-4874-4f72-a2ee-50624afdb69e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d452be6-fa47-474d-aeb7-3e8199eef3f7 HTTP/1.1" status: 204 len: 168 time: 0.1466529 Aug 29 17:45:35.618633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde09de-4874-4f72-a2ee-50624afdb69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d452be6-fa47-474d-aeb7-3e8199eef3f7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:35.836783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b462b0-def3-41b5-b2e3-0cb0132986ad req-0cab0b69-b88c-437f-b200-0b5fb88c2e9b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:35.838290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3b462b0-def3-41b5-b2e3-0cb0132986ad req-0cab0b69-b88c-437f-b200-0b5fb88c2e9b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0529449 Aug 29 17:45:35.876298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3b462b0-def3-41b5-b2e3-0cb0132986ad req-4ea24fbf-655c-44f9-ba4c-8f0daa3cfcc8 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Aug 29 17:45:35.906674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47620) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:35.920145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d707757f-9ba7-4b7c-bbc2-b6dab36996b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:36.010739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d707757f-9ba7-4b7c-bbc2-b6dab36996b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:36.015273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d707757f-9ba7-4b7c-bbc2-b6dab36996b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:36.058681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d707757f-9ba7-4b7c-bbc2-b6dab36996b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0db5c7050f04f1a98b3561726772daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508567 Aug 29 17:45:36.059904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707757f-9ba7-4b7c-bbc2-b6dab36996b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a133fc1-9577-4789-a022-f76cf61d501f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:36.061348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47624) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:36.111850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f25-0541-44f5-be49-2266d178ebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:36.132484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f25-0541-44f5-be49-2266d178ebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:36.177657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f25-0541-44f5-be49-2266d178ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:36.180190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f25-0541-44f5-be49-2266d178ebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:36.181334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d6c37f25-0541-44f5-be49-2266d178ebd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a133fc1-9577-4789-a022-f76cf61d501f HTTP/1.1" status: 204 len: 168 time: 0.1178648 Aug 29 17:45:36.189267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c37f25-0541-44f5-be49-2266d178ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a133fc1-9577-4789-a022-f76cf61d501f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:36.999110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdee74-5955-4d99-9d2c-f26aaa7cc98a req-cc5b1fe8-54cd-4a06-9b4e-0a6a6569761c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:37.000599 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9fdee74-5955-4d99-9d2c-f26aaa7cc98a req-cc5b1fe8-54cd-4a06-9b4e-0a6a6569761c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0501020 Aug 29 17:45:37.039860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9fdee74-5955-4d99-9d2c-f26aaa7cc98a req-a8a9c10b-35dd-4473-94f8-9333f6f8542b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Aug 29 17:45:37.486557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-1d8c0c51-7dd6-49c8-b12b-1586b58bb5c1 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:37.487671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-1d8c0c51-7dd6-49c8-b12b-1586b58bb5c1 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 814 time: 0.1124198 Aug 29 17:45:37.502735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-b3350ac1-efb6-4b93-9131-cbb260fa9ea6 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/quotas/888cb6bbbd004f5ca530b95d04fc9556 HTTP/1.1" status: 200 len: 375 time: 0.0092611 Aug 29 17:45:37.564854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-48248172-e918-4828-a377-de5f338fe835 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566318 Aug 29 17:45:37.604608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47696) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:37.670211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-8d5dfdfc-0263-453d-bade-c7b65b7f4b5c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:37.671710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-8d5dfdfc-0263-453d-bade-c7b65b7f4b5c tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.1059997 Aug 29 17:45:37.713773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30f7d816-cf59-4b74-b926-c46490b49ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:37.718251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-6d853262-fce6-4917-bcd5-319888965ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430042 Aug 29 17:45:37.803513 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30f7d816-cf59-4b74-b926-c46490b49ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:37.807499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30f7d816-cf59-4b74-b926-c46490b49ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:37.850569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-30f7d816-cf59-4b74-b926-c46490b49ad3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1df3d51abe51473eabae57a31910dd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424397 Aug 29 17:45:37.850569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7d816-cf59-4b74-b926-c46490b49ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99218ef-5c73-4cbe-bde2-dfc51f1be687,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:37.851653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 47700) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:37.904139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efe18641-6ba6-410d-ab96-3452b4a6c405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:37.926228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efe18641-6ba6-410d-ab96-3452b4a6c405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:37.974498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efe18641-6ba6-410d-ab96-3452b4a6c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:37.977243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efe18641-6ba6-410d-ab96-3452b4a6c405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:37.978489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-efe18641-6ba6-410d-ab96-3452b4a6c405 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b99218ef-5c73-4cbe-bde2-dfc51f1be687 HTTP/1.1" status: 204 len: 168 time: 0.1259050 Aug 29 17:45:37.988566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe18641-6ba6-410d-ab96-3452b4a6c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99218ef-5c73-4cbe-bde2-dfc51f1be687,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:38.165298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-52b42e55-7a30-4560-964e-b212e0ac7441 service neutron] 10.222.0.41 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409380 Aug 29 17:45:38.165584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727388c-4c9e-4e70-959e-b91bb1d709dc req-42c7c8e2-de82-469b-bf79-2cb223455e9b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:38.167336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1727388c-4c9e-4e70-959e-b91bb1d709dc req-42c7c8e2-de82-469b-bf79-2cb223455e9b tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee2c37a-58a7-4826-98a6-b45379487535 HTTP/1.1" status: 200 len: 946 time: 0.0564432 Aug 29 17:45:38.171021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Deleting port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:38.171370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:38.219554 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1727388c-4c9e-4e70-959e-b91bb1d709dc req-3b80c062-2689-4986-8d40-fb0f64dcf074 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b6f39ae-5719-4080-abda-4c7d5e854ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460906 Aug 29 17:45:38.263036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] For port c69f65ab-fca7-4f66-b93f-8751f2a7bf28, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,segment=NetworkSegment(c8f3b63a-9e05-41a2-9275-d82bdae78cb1),segment_id=c8f3b63a-9e05-41a2-9275-d82bdae78cb1)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:38.263506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:38.276539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Calling delete_port for c69f65ab-fca7-4f66-b93f-8751f2a7bf28 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:38.389020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4e0fc881-e613-4bba-945a-5ec39d5545db req-8aa61bc1-8956-438b-a0f6-110c03be318c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 210 time: 0.0460627 Aug 29 17:45:38.447136 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:38.461783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['c69f65ab-fca7-4f66-b93f-8751f2a7bf28'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:45:38.493668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Pushing event deleted for resources: {'Port': ['ID=c69f65ab-fca7-4f66-b93f-8751f2a7bf28,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:38.542999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] No DVR routers for this DVR port c69f65ab-fca7-4f66-b93f-8751f2a7bf28 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:45:38.545895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:38.548086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dc9d28c-633e-47f5-9a0c-f2e6a4b3764f req-ffa83f61-71f5-4a29-8028-1dbb51b6ced2 tempest-ServersNegativeTestJSON-756170326 tempest-ServersNegativeTestJSON-756170326-project] 10.222.0.44 "DELETE /v2.0/ports/c69f65ab-fca7-4f66-b93f-8751f2a7bf28 HTTP/1.1" status: 204 len: 173 time: 0.8683882 Aug 29 17:45:38.548671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-deleted', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:38.551070 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95c4ea5-4654-459c-99b2-62ccd9a60626" -d '{"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-deleted", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:38.608211 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8ceba-98c0-499f-babd-532f4655391a x-openstack-request-id: req-e9b8ceba-98c0-499f-babd-532f4655391a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:38.608480 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee2c37a-58a7-4826-98a6-b45379487535", "name": "network-vif-deleted", "tag": "c69f65ab-fca7-4f66-b93f-8751f2a7bf28", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:38.608639 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9b8ceba-98c0-499f-babd-532f4655391a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:38.609032 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee2c37a-58a7-4826-98a6-b45379487535', 'name': 'network-vif-deleted', 'tag': 'c69f65ab-fca7-4f66-b93f-8751f2a7bf28', 'status': 'completed', 'code': 200} Aug 29 17:45:39.273546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47756) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:39.324231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccad954-98ae-464c-8625-2a5ed68c0704 admin admin] Deleting subnet 1c3e1f95-d784-4dfa-9a48-c81c95f59875 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:45:39.327795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ccad954-98ae-464c-8625-2a5ed68c0704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.368581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ccad954-98ae-464c-8625-2a5ed68c0704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.397966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-3e801983-c934-4537-8ee4-b15c74d1f029 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:39.400106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-3e801983-c934-4537-8ee4-b15c74d1f029 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 814 time: 0.1208339 Aug 29 17:45:39.415132 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ccad954-98ae-464c-8625-2a5ed68c0704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.427643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Request body: {'port': {'device_id': 'd8a48ff7-fd0f-4f49-9425-a82d0aa6dceb', 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'admin_state_up': True, 'tenant_id': '888cb6bbbd004f5ca530b95d04fc9556'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:39.505377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ccad954-98ae-464c-8625-2a5ed68c0704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.533684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a21487a-e30a-4efa-bbaf-f8de1b57956c req-1e146426-f669-4953-b098-a161306942e9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 210 time: 0.0523164 Aug 29 17:45:39.554345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccad954-98ae-464c-8625-2a5ed68c0704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3e1f95-d784-4dfa-9a48-c81c95f59875,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:39.558863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ccad954-98ae-464c-8625-2a5ed68c0704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.560868 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3ccad954-98ae-464c-8625-2a5ed68c0704 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1c3e1f95-d784-4dfa-9a48-c81c95f59875 HTTP/1.1" status: 204 len: 168 time: 0.2861547 Aug 29 17:45:39.564244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47774) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:39.580905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Made reservation on behalf of 888cb6bbbd004f5ca530b95d04fc9556 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:45:39.584363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.638855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.719128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Allocated IP 172.20.0.12 (30a2a95e-5e70-4327-9eb0-1ca481e3423c/57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c/27fcc71a-6469-4c96-9897-e5831d1eac44) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:45:39.728597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.740127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf81e96-b759-49a4-8d29-dac0b0f6c4ea']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:39.753149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:39.753447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f3b63a-9e05-41a2-9275-d82bdae78cb1') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:39.764478 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.779866 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.787224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:45:39.788175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:45:39.790183 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:45:39.854283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.864995 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.867031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] 10.222.0.41 "DELETE /v2.0/networks/4bf81e96-b759-49a4-8d29-dac0b0f6c4ea HTTP/1.1" status: 204 len: 168 time: 0.3018458 Aug 29 17:45:39.884533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b764eb1-00b8-47f6-9833-3dc633f439de admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf81e96-b759-49a4-8d29-dac0b0f6c4ea,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:39.895746 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.939027 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:39.954284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['11ddc180-c02c-4eb1-9474-1454ad155d1f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:45:39.994134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Network 30a2a95e-5e70-4327-9eb0-1ca481e3423c is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:45:39.999713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:45:40.004175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:45:40.010940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Pushing event updated for resources: {'Port': ['ID=27fcc71a-6469-4c96-9897-e5831d1eac44,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:40.114658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47810) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:40.183989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47812) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:40.186672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7c8220c5-64b0-44fe-9fc6-5521741b47a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f47c03875f334539bf7b85e15e03b8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707684 Aug 29 17:45:40.192309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47814) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:40.247275 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e805baef-38a7-45f0-9480-c76d9d62782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.271394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e805baef-38a7-45f0-9480-c76d9d62782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.337840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e805baef-38a7-45f0-9480-c76d9d62782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.341856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e805baef-38a7-45f0-9480-c76d9d62782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.347207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e805baef-38a7-45f0-9480-c76d9d62782d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b6f39ae-5719-4080-abda-4c7d5e854ce7 HTTP/1.1" status: 204 len: 168 time: 0.1533062 Aug 29 17:45:40.369705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805baef-38a7-45f0-9480-c76d9d62782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6f39ae-5719-4080-abda-4c7d5e854ce7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:40.372128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf949-2047-4a58-add5-4a2d431e01fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.421249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:40.421860 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.434780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79bbc9-b26c-4205-a84e-ca1502a9cfa8 req-6bfb0c15-7ba1-4fdf-aa81-fcd976e1a9e7 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:40.436318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e79bbc9-b26c-4205-a84e-ca1502a9cfa8 req-6bfb0c15-7ba1-4fdf-aa81-fcd976e1a9e7 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1098 time: 0.0677011 Aug 29 17:45:40.496818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e79bbc9-b26c-4205-a84e-ca1502a9cfa8 req-636ef7d1-bce3-4fe9-a4e4-6b24b10edfad tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524068 Aug 29 17:45:40.500627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf949-2047-4a58-add5-4a2d431e01fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.507212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf949-2047-4a58-add5-4a2d431e01fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.510407 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-449396bf-2f82-4722-88d3-6446202bffac tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0932629 Aug 29 17:45:40.523901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Request body: {'port': {'device_id': 'd8a48ff7-fd0f-4f49-9425-a82d0aa6dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:40.563166 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a5aaf949-2047-4a58-add5-4a2d431e01fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=363b412fa6c94499809dbb3503937601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749330 Aug 29 17:45:40.564791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47826) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:40.574899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aaf949-2047-4a58-add5-4a2d431e01fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bd6509-a841-4f70-a7ac-95a422ffea62,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:40.592101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.676036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f7f55-7e65-4f87-9cdc-b3c5b0c24c16 req-bdbe17ca-6868-40b7-83f5-db97447002a7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:40.677779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-874f7f55-7e65-4f87-9cdc-b3c5b0c24c16 req-bdbe17ca-6868-40b7-83f5-db97447002a7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.1063089 Aug 29 17:45:40.685450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c355b-c607-450b-8615-2b664fcde1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.722154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c355b-c607-450b-8615-2b664fcde1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.752243 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-874f7f55-7e65-4f87-9cdc-b3c5b0c24c16 req-afe79752-84f7-45e1-9b4c-ea3b50bc513a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635872 Aug 29 17:45:40.753583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da6f6d-c9fd-4527-958e-1390c9a4fd48 req-49e00cbe-a347-4214-9e02-9718be6c6fb0 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:40.755113 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5da6f6d-c9fd-4527-958e-1390c9a4fd48 req-49e00cbe-a347-4214-9e02-9718be6c6fb0 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 932 time: 0.1256828 Aug 29 17:45:40.784320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47836) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:40.850084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5da6f6d-c9fd-4527-958e-1390c9a4fd48 req-efe147e2-161b-4872-8653-29aa434a9765 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834262 Aug 29 17:45:40.852023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c355b-c607-450b-8615-2b664fcde1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.854624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a1c355b-c607-450b-8615-2b664fcde1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.858788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9a1c355b-c607-450b-8615-2b664fcde1ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9bd6509-a841-4f70-a7ac-95a422ffea62 HTTP/1.1" status: 204 len: 168 time: 0.2900295 Aug 29 17:45:40.866451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2d4a25af-a642-42a3-ac85-4d1fa9799b24 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/8e2622d4-cae1-49f7-bbf1-6333f970c95e HTTP/1.1" status: 200 len: 994 time: 0.0755568 Aug 29 17:45:40.877011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c355b-c607-450b-8615-2b664fcde1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bd6509-a841-4f70-a7ac-95a422ffea62,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:40.966531 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fcc71a-6469-4c96-9897-e5831d1eac44 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:45:40.977355 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:40.991019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Transition to ACTIVE for port object 27fcc71a-6469-4c96-9897-e5831d1eac44 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:45:40.998095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.055741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Pushing event updated for resources: {'Port': ['ID=27fcc71a-6469-4c96-9897-e5831d1eac44,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:41.122854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Attempting to bind port 27fcc71a-6469-4c96-9897-e5831d1eac44 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:45:41.123194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Attempting to bind port 27fcc71a-6469-4c96-9897-e5831d1eac44 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:45:41.123524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Attempting to bind port 27fcc71a-6469-4c96-9897-e5831d1eac44 on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:41.128366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Port 27fcc71a-6469-4c96-9897-e5831d1eac44 on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:45:41.128687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Attempting to bind port 27fcc71a-6469-4c96-9897-e5831d1eac44 on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:41.133949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:45:41.134288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Checking segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:41.134704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Bound using segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:45:41.135132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Bound port: 27fcc71a-6469-4c96-9897-e5831d1eac44, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:45:41.135493 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.213228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] For port 27fcc71a-6469-4c96-9897-e5831d1eac44, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:41.217331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] For port 27fcc71a-6469-4c96-9897-e5831d1eac44, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=27fcc71a-6469-4c96-9897-e5831d1eac44,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:45:41.226504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.231919 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-25e9b68a-834a-4d56-b847-dd33e1304d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.270758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:41.271708 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.273724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] 10.222.0.43 "PUT /v2.0/ports/27fcc71a-6469-4c96-9897-e5831d1eac44 HTTP/1.1" status: 200 len: 1093 time: 0.7540474 Aug 29 17:45:41.274412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a48ff7-fd0f-4f49-9425-a82d0aa6dceb', 'tag': '27fcc71a-6469-4c96-9897-e5831d1eac44'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:41.277105 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f01f18-2321-4e5f-a427-2fdac208bdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb", "tag": "27fcc71a-6469-4c96-9897-e5831d1eac44"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:41.337909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2663e-2aa8-48c2-b4f6-e3169389aa06 service neutron] Pushing event updated for resources: {'Port': ['ID=27fcc71a-6469-4c96-9897-e5831d1eac44,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:41.375920 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ad505-949a-451b-ac9d-122ee3401e47 x-openstack-request-id: req-599ad505-949a-451b-ac9d-122ee3401e47 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:41.376310 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb", "tag": "27fcc71a-6469-4c96-9897-e5831d1eac44", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:41.376867 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-599ad505-949a-451b-ac9d-122ee3401e47 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:41.377564 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a48ff7-fd0f-4f49-9425-a82d0aa6dceb', 'tag': '27fcc71a-6469-4c96-9897-e5831d1eac44', 'status': 'completed', 'code': 200} Aug 29 17:45:41.386466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-26ffff4e-c206-4a63-9378-7c179f9b9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:41.389605 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-26ffff4e-c206-4a63-9378-7c179f9b9735 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 1096 time: 0.0762749 Aug 29 17:45:41.420765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47870) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:41.436236 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0af4-8f13-4854-acec-cbe08a198295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.455220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-75b7bcf9-de0d-43bc-883e-5cbd8a66520b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27fcc71a-6469-4c96-9897-e5831d1eac44 HTTP/1.1" status: 200 len: 217 time: 0.0455027 Aug 29 17:45:41.542262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-0f6fba43-1f33-4cef-ac14-4a107abe2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:41.543853 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-0f6fba43-1f33-4cef-ac14-4a107abe2a07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.0547967 Aug 29 17:45:41.551595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a2aee-1797-43e3-8b35-1bb8cdad87f4 req-b2952ea1-de47-4dd9-bb98-a2bdbcc2b8d8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:41.553073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c3a2aee-1797-43e3-8b35-1bb8cdad87f4 req-b2952ea1-de47-4dd9-bb98-a2bdbcc2b8d8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.1004376 Aug 29 17:45:41.575066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0af4-8f13-4854-acec-cbe08a198295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.581882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0af4-8f13-4854-acec-cbe08a198295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.583230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-48c479e7-24b2-4a3b-a2f2-3dfb379a7551 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290742 Aug 29 17:45:41.631306 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dd6e0af4-8f13-4854-acec-cbe08a198295 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c1997e8c4e84113bcc816694e4480d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068961 Aug 29 17:45:41.631306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e0af4-8f13-4854-acec-cbe08a198295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9535490b-8f93-4fad-8ad5-9531b7150577,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:41.632663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47874) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:41.690172 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1abab64f-f802-4ada-a919-5c0106181681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.708507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9c3a2aee-1797-43e3-8b35-1bb8cdad87f4 req-fb45f6c6-5929-46b1-b4d5-535768ac7d60 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284106 Aug 29 17:45:41.716296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1abab64f-f802-4ada-a919-5c0106181681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.743452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-e0f78cdb-2d95-40d6-af68-3182ab2cc71d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3438044 Aug 29 17:45:41.756463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-8c9b151b-26f3-407c-ae7a-6e432bf7a006 service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662736 Aug 29 17:45:41.769365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47878) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:41.788168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1abab64f-f802-4ada-a919-5c0106181681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.791689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1abab64f-f802-4ada-a919-5c0106181681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.793854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1abab64f-f802-4ada-a919-5c0106181681 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9535490b-8f93-4fad-8ad5-9531b7150577 HTTP/1.1" status: 204 len: 168 time: 0.1601052 Aug 29 17:45:41.802900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abab64f-f802-4ada-a919-5c0106181681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9535490b-8f93-4fad-8ad5-9531b7150577,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:41.870381 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-300f4f62-d66b-45d7-90cd-3a554c7a6bd6 req-21505d26-3b02-449a-bbca-64bb30fd704c service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047904 Aug 29 17:45:41.912139 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f85e8fa4-06aa-4a81-87bb-50b1bb6e9cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:41.976647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:42.002409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-d4e4b17f-d265-4a18-a361-281440472638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:42.004731 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-d4e4b17f-d265-4a18-a361-281440472638 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 1096 time: 0.0839655 Aug 29 17:45:42.010526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: c69f65ab-fca7-4f66-b93f-8751f2a7bf28 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:45:42.011045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c69f65ab-fca7-4f66-b93f-8751f2a7bf28 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:42.045305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d0c23-5ed1-4a89-ac8f-58f632a0b949 req-2e41af16-0e9f-48a7-8498-e406afb2cacc tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:42.047456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c6d0c23-5ed1-4a89-ac8f-58f632a0b949 req-2e41af16-0e9f-48a7-8498-e406afb2cacc tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 944 time: 0.0772271 Aug 29 17:45:42.119070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c6d0c23-5ed1-4a89-ac8f-58f632a0b949 req-8b554717-f423-4cae-96fb-ada51b6b6ff2 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 Aug 29 17:45:42.124292 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f85e8fa4-06aa-4a81-87bb-50b1bb6e9cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:42.129855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f85e8fa4-06aa-4a81-87bb-50b1bb6e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:42.143824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-2681ca25-915b-4b2b-94bb-4f50dffdc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:42.146198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-2681ca25-915b-4b2b-94bb-4f50dffdc503 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 915 time: 0.1332088 Aug 29 17:45:42.175159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8fa4-06aa-4a81-87bb-50b1bb6e9cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1dfdd5-a143-4f83-b1d6-f62137bf6e37,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:42.179743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f85e8fa4-06aa-4a81-87bb-50b1bb6e9cd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f783bd6e04bd43a9b9042bc80bc8a148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088805 Aug 29 17:45:42.182536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 47904) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:42.219233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-75db8660-de25-4317-a0a8-05f91400c073 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27fcc71a-6469-4c96-9897-e5831d1eac44 HTTP/1.1" status: 200 len: 217 time: 0.0638192 Aug 29 17:45:42.251790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc0b1-576a-4d90-a172-df69f65eac99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:42.279189 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc0b1-576a-4d90-a172-df69f65eac99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:42.286138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-eb9aea21-68c9-4549-bede-fe23d8e192fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:42.287786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-eb9aea21-68c9-4549-bede-fe23d8e192fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.0605907 Aug 29 17:45:42.326927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-8888b3b3-ba91-4426-a137-2b6002e13d5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304871 Aug 29 17:45:42.337671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc0b1-576a-4d90-a172-df69f65eac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:42.345863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc0b1-576a-4d90-a172-df69f65eac99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:42.349542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0a3bc0b1-576a-4d90-a172-df69f65eac99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb1dfdd5-a143-4f83-b1d6-f62137bf6e37 HTTP/1.1" status: 204 len: 168 time: 0.1627572 Aug 29 17:45:42.355586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bc0b1-576a-4d90-a172-df69f65eac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1dfdd5-a143-4f83-b1d6-f62137bf6e37,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:42.455740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-2b59d9f8-f7fa-4b65-a46c-cf7cced53e6d service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168230 Aug 29 17:45:42.576342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:42.594613 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-27f01f18-2321-4e5f-a427-2fdac208bdbd req-19e87161-b585-405e-80e9-4d948f64a6f1 service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275458 Aug 29 17:45:42.847267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28cb91-eec9-441f-a244-bac33e490c41 req-d1011422-5a49-4be4-8264-ee249606b384 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:42.849017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c28cb91-eec9-441f-a244-bac33e490c41 req-d1011422-5a49-4be4-8264-ee249606b384 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0556798 Aug 29 17:45:42.895231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c28cb91-eec9-441f-a244-bac33e490c41 req-66bc068d-f61f-4b00-97c2-b7b7eb8afdf0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Aug 29 17:45:43.167779 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.197383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-51a8cda3-fec0-4641-86a8-ca8b64c937c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:43.199225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-51a8cda3-fec0-4641-86a8-ca8b64c937c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1098 time: 0.0504599 Aug 29 17:45:43.274676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb4ee2-3bcf-414a-b759-02383bfeaabd req-3c597a21-3764-48c9-b44a-dce7b98db431 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:43.277162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fdb4ee2-3bcf-414a-b759-02383bfeaabd req-3c597a21-3764-48c9-b44a-dce7b98db431 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 944 time: 0.0678878 Aug 29 17:45:43.303937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-1ace3a21-5236-432a-a65f-d49d394c6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:43.306023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-1ace3a21-5236-432a-a65f-d49d394c6d6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.0991802 Aug 29 17:45:43.328370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fdb4ee2-3bcf-414a-b759-02383bfeaabd req-4d5acf96-2c6a-46ea-b04d-14c2eca75d01 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Aug 29 17:45:43.397810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-a8ae0214-0d7e-4eb8-85b2-6b9300b7b7e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1002 time: 0.0828469 Aug 29 17:45:43.455955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-a35377e0-28f9-423b-9224-0d429c96caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:43.458123 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-a35377e0-28f9-423b-9224-0d429c96caa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0485809 Aug 29 17:45:43.487368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48018) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:43.518736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-39b54bb8-161a-4d93-b5ee-998ae981fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:43.520410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-39b54bb8-161a-4d93-b5ee-998ae981fc4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547323 Aug 29 17:45:43.620023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-8566be49-9331-4f2a-9a9e-0f160a2e4e92 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920999 Aug 29 17:45:43.660430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-716c5f05-ae1d-4af3-b682-2c5f4a1b0e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.691493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 27fcc71a-6469-4c96-9897-e5831d1eac44 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:45:43.736053 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-724ea63c-4121-4478-8fe8-09398a8043d9 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078131 Aug 29 17:45:43.780706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-716c5f05-ae1d-4af3-b682-2c5f4a1b0e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.783304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48030) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:43.790544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-716c5f05-ae1d-4af3-b682-2c5f4a1b0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.815699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 27fcc71a-6469-4c96-9897-e5831d1eac44, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=27fcc71a-6469-4c96-9897-e5831d1eac44,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:43.829362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '27fcc71a-6469-4c96-9897-e5831d1eac44', 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'port_id': '27fcc71a-6469-4c96-9897-e5831d1eac44', 'mac_address': 'fa:16:3e:57:0c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:45:43.838961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-716c5f05-ae1d-4af3-b682-2c5f4a1b0e45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2093c089a54646cfb457216ef39ce063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497918 Aug 29 17:45:43.841110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48034) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:43.862281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c5f05-ae1d-4af3-b682-2c5f4a1b0e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d8a90d-0e89-4f54-b49f-b4e7e9dfe447,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:43.897076 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88a3af18-56b8-45db-8914-7ba3cf2ade6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.902967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.923706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fcc71a-6469-4c96-9897-e5831d1eac44 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:45:43.930170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.931463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.952297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 27fcc71a-6469-4c96-9897-e5831d1eac44, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=27fcc71a-6469-4c96-9897-e5831d1eac44,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:43.954825 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb04c6f3-3165-4948-aad7-d14865004ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.960549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:43.970961 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.019455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=27fcc71a-6469-4c96-9897-e5831d1eac44,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:44.058618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb04c6f3-3165-4948-aad7-d14865004ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.059560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4642d3-bd7f-48f9-921c-0fee0be97689 req-7eed3062-2f06-4c34-80bc-f26c7b5ffea2 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:44.061114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de4642d3-bd7f-48f9-921c-0fee0be97689 req-7eed3062-2f06-4c34-80bc-f26c7b5ffea2 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0741405 Aug 29 17:45:44.062958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb04c6f3-3165-4948-aad7-d14865004ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.076232 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.078755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.079844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39d8a90d-0e89-4f54-b49f-b4e7e9dfe447 HTTP/1.1" status: 204 len: 168 time: 0.2374098 Aug 29 17:45:44.101246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d8a90d-0e89-4f54-b49f-b4e7e9dfe447,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:44.112444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb04c6f3-3165-4948-aad7-d14865004ac3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ce14662697c4af2a4612291240996fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257003 Aug 29 17:45:44.112444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c6f3-3165-4948-aad7-d14865004ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999f5ef0-2a17-4c70-8ee1-2ae47d756097,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:44.113137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48040) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:44.130709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.131072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.131414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.131755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.132128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.132451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.132758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.133084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.133415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.133774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.134410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.134765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df32c17-c438-4e27-90df-103502c13bb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:44.141870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de4642d3-bd7f-48f9-921c-0fee0be97689 req-1be7faaf-32e4-4834-a8b6-0e778109fb2a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730770 Aug 29 17:45:44.170343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['27fcc71a-6469-4c96-9897-e5831d1eac44'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:45:44.193369 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-07b1ba4c-e164-4593-92f1-df5ac51430c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.216539 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-07b1ba4c-e164-4593-92f1-df5ac51430c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.275967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-07b1ba4c-e164-4593-92f1-df5ac51430c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.278621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-07b1ba4c-e164-4593-92f1-df5ac51430c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:44.282200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-07b1ba4c-e164-4593-92f1-df5ac51430c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/999f5ef0-2a17-4c70-8ee1-2ae47d756097 HTTP/1.1" status: 204 len: 168 time: 0.1639247 Aug 29 17:45:44.290715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1ba4c-e164-4593-92f1-df5ac51430c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999f5ef0-2a17-4c70-8ee1-2ae47d756097,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:44.447384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cc086-6a25-46a5-a2ca-2dea8cd9f5cc req-fc5505a4-cdd0-4442-9d85-b3f20316bb68 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:44.449017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-431cc086-6a25-46a5-a2ca-2dea8cd9f5cc req-fc5505a4-cdd0-4442-9d85-b3f20316bb68 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 945 time: 0.0549262 Aug 29 17:45:44.494445 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-431cc086-6a25-46a5-a2ca-2dea8cd9f5cc req-ce2a35db-2978-41d5-a2c5-36179d614a4d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Aug 29 17:45:45.265355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e0c2-9bf4-482c-ada6-1152e55cd192 req-0fac548c-4188-40e6-bb87-5b1cfa18cee1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:45.266902 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4fb7e0c2-9bf4-482c-ada6-1152e55cd192 req-0fac548c-4188-40e6-bb87-5b1cfa18cee1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0557933 Aug 29 17:45:45.310180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4fb7e0c2-9bf4-482c-ada6-1152e55cd192 req-4c6d9c8a-e6c8-40e3-8eeb-7f251e9c91bb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365195 Aug 29 17:45:45.466617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:45.621544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79d75-02a0-4075-907b-be4c044e5aef req-2793dd01-d3b5-4c7a-9ed8-0aead70d600f tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:45.623198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58b79d75-02a0-4075-907b-be4c044e5aef req-2793dd01-d3b5-4c7a-9ed8-0aead70d600f tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 945 time: 0.0554101 Aug 29 17:45:45.654664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48120) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:45.663491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58b79d75-02a0-4075-907b-be4c044e5aef req-020fea40-52fc-4c7a-bdbc-d8e18d683428 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344565 Aug 29 17:45:45.716674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 27fcc71a-6469-4c96-9897-e5831d1eac44 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:45:45.769106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 27fcc71a-6469-4c96-9897-e5831d1eac44 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:45:45.774614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 27fcc71a-6469-4c96-9897-e5831d1eac44 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:45:45.775195 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:45.853220 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:45.877067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a48ff7-fd0f-4f49-9425-a82d0aa6dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fcc71a-6469-4c96-9897-e5831d1eac44'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:45.879446 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589f3edc-aef2-41b5-8eb5-a43346244884" -d '{"events": [{"server_uuid": "d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb", "name": "network-vif-plugged", "status": "completed", "tag": "27fcc71a-6469-4c96-9897-e5831d1eac44"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:45.893218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 27fcc71a-6469-4c96-9897-e5831d1eac44, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=27fcc71a-6469-4c96-9897-e5831d1eac44,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:45.896094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-050401f7-e326-4bdb-88a9-8e074e0ae729 tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:45.898008 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:45.937576 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f015d9-7857-4cee-a1ba-0fad2df54880 x-openstack-request-id: req-c7f015d9-7857-4cee-a1ba-0fad2df54880 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:45.937870 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb", "name": "network-vif-plugged", "status": "completed", "tag": "27fcc71a-6469-4c96-9897-e5831d1eac44", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:45.938119 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7f015d9-7857-4cee-a1ba-0fad2df54880 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:45.938570 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a48ff7-fd0f-4f49-9425-a82d0aa6dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fcc71a-6469-4c96-9897-e5831d1eac44', 'code': 200} Aug 29 17:45:45.945465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-050401f7-e326-4bdb-88a9-8e074e0ae729 tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "PUT /v2.0/quotas/b6809ef46123444fb7ea1a26627058b8 HTTP/1.1" status: 200 len: 366 time: 0.2875867 Aug 29 17:45:45.947765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:45.958249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2331cd0a-c45b-45ed-8206-fb2ebe38a89b tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0092552 Aug 29 17:45:45.960596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48134) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:45.967848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=27fcc71a-6469-4c96-9897-e5831d1eac44,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:45.971795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-616daea4-82f7-435b-8269-e6cb34a5fc92 tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "GET /v2.0/quotas/b6809ef46123444fb7ea1a26627058b8 HTTP/1.1" status: 200 len: 366 time: 0.0100882 Aug 29 17:45:45.974062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:45.991125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a78d87d-91e4-4985-a72b-a9424192a31d tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/b6809ef46123444fb7ea1a26627058b8 HTTP/1.1" status: 204 len: 168 time: 0.0155642 Aug 29 17:45:45.993126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48138) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:46.002053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-659f84c6-4959-4bb3-8d59-b10be071515f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0079367 Aug 29 17:45:46.004363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48140) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:46.018171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-de576c1e-87fb-4a6b-b0f1-b01a7d02d137 tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "GET /v2.0/quotas/b6809ef46123444fb7ea1a26627058b8 HTTP/1.1" status: 200 len: 370 time: 0.0127778 Aug 29 17:45:46.018765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48142) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:46.023461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9e894269-8a4a-4af1-a0c4-957cd7095252 tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "GET /v2.0/quotas/b6809ef46123444fb7ea1a26627058b8/default HTTP/1.1" status: 200 len: 370 time: 0.0037317 Aug 29 17:45:46.025715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48144) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:46.035692 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-dabd9e1a-2e05-40da-88f1-40aab5e31c0a tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] delete failed (client error): The resource could not be found. Aug 29 17:45:46.039205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dabd9e1a-2e05-40da-88f1-40aab5e31c0a tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/b6809ef46123444fb7ea1a26627058b8 HTTP/1.1" status: 404 len: 348 time: 0.0118692 Aug 29 17:45:46.043422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ef34-ee5c-4661-9cab-6d55a066c8d9 req-ac87fc9a-dd5b-4855-ab6c-9fabfba5fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:46.045251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43a9ef34-ee5c-4661-9cab-6d55a066c8d9 req-ac87fc9a-dd5b-4855-ab6c-9fabfba5fccc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 1098 time: 0.0432558 Aug 29 17:45:46.086068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-43a9ef34-ee5c-4661-9cab-6d55a066c8d9 req-72c089c6-da85-4291-ab79-dba24ae753b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Aug 29 17:45:46.193004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48154) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:46.212538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Usage tracker for resource:network and tenant:7d9e97ea9ef449bcb9d2c77356596db4 is out of sync, need to count used quota {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:45:46.219022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:45:46.225429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Usage tracker for resource:subnet and tenant:7d9e97ea9ef449bcb9d2c77356596db4 is out of sync, need to count used quota {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:45:46.230914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:45:46.237447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Usage tracker for resource:subnetpool and tenant:7d9e97ea9ef449bcb9d2c77356596db4 is out of sync, need to count used quota {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:45:46.242345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:45:46.248522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Usage tracker for resource:port and tenant:7d9e97ea9ef449bcb9d2c77356596db4 is out of sync, need to count used quota {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:45:46.253985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:45:46.260051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Usage tracker for resource:router and tenant:7d9e97ea9ef449bcb9d2c77356596db4 is out of sync, need to count used quota {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:45:46.265163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:45:46.271330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Usage tracker for resource:floatingip and tenant:7d9e97ea9ef449bcb9d2c77356596db4 is out of sync, need to count used quota {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:45:46.276098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:45:46.312775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Usage tracker for resource:security_group and tenant:7d9e97ea9ef449bcb9d2c77356596db4 is out of sync, need to count used quota {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:45:46.318669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:45:46.325559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Usage tracker for resource:security_group_rule and tenant:7d9e97ea9ef449bcb9d2c77356596db4 is out of sync, need to count used quota {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:45:46.330446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.quota.resource [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:45:46.335201 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7019730e-cd9b-492d-82c0-90dad150881f tempest-QuotasTest-927467481 tempest-QuotasTest-927467481-project-admin] 10.222.0.41 "GET /v2.0/quotas/7d9e97ea9ef449bcb9d2c77356596db4/details.json HTTP/1.1" status: 200 len: 703 time: 0.1411684 Aug 29 17:45:46.436499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9981-ec06-416b-bf0f-f528611cc3a7 req-4947a110-db9d-45f9-9c55-5779f0ae3401 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:46.438021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-651f9981-ec06-416b-bf0f-f528611cc3a7 req-4947a110-db9d-45f9-9c55-5779f0ae3401 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0507367 Aug 29 17:45:46.486141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-651f9981-ec06-416b-bf0f-f528611cc3a7 req-c27cb808-92e7-4772-b8ee-66bd16641c47 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Aug 29 17:45:46.616027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48170) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:46.785627 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:46.787502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f40fa-c03a-46e3-9804-0ec0202f2a5c req-666ac861-08b8-40f0-8c12-490bf9586232 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:46.789270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-464f40fa-c03a-46e3-9804-0ec0202f2a5c req-666ac861-08b8-40f0-8c12-490bf9586232 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 946 time: 0.0538266 Aug 29 17:45:46.829415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-464f40fa-c03a-46e3-9804-0ec0202f2a5c req-3a9752a6-a9d4-4612-938d-8b3b09d2bbf3 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Aug 29 17:45:46.852558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc1e3-60ea-48a2-896a-4196eb9baeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:46.945759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc1e3-60ea-48a2-896a-4196eb9baeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:46.950671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc1e3-60ea-48a2-896a-4196eb9baeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:46.987551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dc1e3-60ea-48a2-896a-4196eb9baeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7786e2-d580-434d-8923-13ef05211bfa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:46.996532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4b3dc1e3-60ea-48a2-896a-4196eb9baeb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bac8c9e8d764c73ab03e764e049e91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758767 Aug 29 17:45:46.997465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:47.053423 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1a96-7400-4f3b-b825-55ad50207d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.076700 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1a96-7400-4f3b-b825-55ad50207d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.123747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1a96-7400-4f3b-b825-55ad50207d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.126370 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1a96-7400-4f3b-b825-55ad50207d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.127585 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1e6a1a96-7400-4f3b-b825-55ad50207d18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd7786e2-d580-434d-8923-13ef05211bfa HTTP/1.1" status: 204 len: 168 time: 0.1302686 Aug 29 17:45:47.137163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a1a96-7400-4f3b-b825-55ad50207d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7786e2-d580-434d-8923-13ef05211bfa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:47.417238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48190) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:47.563843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-908a7248-d331-4c35-baeb-92fe0da3c2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.567074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48196) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:47.580819 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00455110-8f42-41f3-bbe4-45396ec62e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.617537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902abb-ede8-4908-a659-af7c9c15097e req-7eba3476-9893-4f13-b1dc-526dbef47613 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:47.619054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87902abb-ede8-4908-a659-af7c9c15097e req-7eba3476-9893-4f13-b1dc-526dbef47613 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0570517 Aug 29 17:45:47.659036 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87902abb-ede8-4908-a659-af7c9c15097e req-d43d2d61-4cc7-433d-8e54-eba563920cf7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Aug 29 17:45:47.669915 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00455110-8f42-41f3-bbe4-45396ec62e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.674307 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00455110-8f42-41f3-bbe4-45396ec62e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.715654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-00455110-8f42-41f3-bbe4-45396ec62e2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d9e97ea9ef449bcb9d2c77356596db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474802 Aug 29 17:45:47.717053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00455110-8f42-41f3-bbe4-45396ec62e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b098561-1958-41ae-8cea-3d1bd6d7915d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:47.719286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48198) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:47.793462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-908a7248-d331-4c35-baeb-92fe0da3c2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.798633 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-908a7248-d331-4c35-baeb-92fe0da3c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.803051 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c7002b1-514a-4a29-b16b-e9a71d058fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.852873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c7002b1-514a-4a29-b16b-e9a71d058fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.856774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-908a7248-d331-4c35-baeb-92fe0da3c2f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74aba1d144fb4a67a5fbbcc4da7fc4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385216 Aug 29 17:45:47.859527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48202) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:47.862347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a7248-d331-4c35-baeb-92fe0da3c2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40082efa-22a3-4e6c-97ac-87a5b4bbfb6f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:47.907326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c7002b1-514a-4a29-b16b-e9a71d058fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.909859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c7002b1-514a-4a29-b16b-e9a71d058fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.913263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c7002b1-514a-4a29-b16b-e9a71d058fa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b098561-1958-41ae-8cea-3d1bd6d7915d HTTP/1.1" status: 204 len: 168 time: 0.1908164 Aug 29 17:45:47.922046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7002b1-514a-4a29-b16b-e9a71d058fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b098561-1958-41ae-8cea-3d1bd6d7915d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:47.958342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a435fa0-a876-4890-90ab-02e94f7225e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:47.987648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81104de0-288a-433b-a877-4be6cf9b4154 req-711539db-4c13-4997-ae57-29af2a0d4969 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:47.989150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81104de0-288a-433b-a877-4be6cf9b4154 req-711539db-4c13-4997-ae57-29af2a0d4969 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 946 time: 0.0878923 Aug 29 17:45:47.993736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a435fa0-a876-4890-90ab-02e94f7225e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.053741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81104de0-288a-433b-a877-4be6cf9b4154 req-0e8152b7-e62b-4326-b3a4-9eeab4438ebd tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574720 Aug 29 17:45:48.080565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a435fa0-a876-4890-90ab-02e94f7225e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.083189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a435fa0-a876-4890-90ab-02e94f7225e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.086712 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6a435fa0-a876-4890-90ab-02e94f7225e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40082efa-22a3-4e6c-97ac-87a5b4bbfb6f HTTP/1.1" status: 204 len: 168 time: 0.2233377 Aug 29 17:45:48.097680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a435fa0-a876-4890-90ab-02e94f7225e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40082efa-22a3-4e6c-97ac-87a5b4bbfb6f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:48.433405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48232) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:48.449039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e70456c4-b47d-4829-844a-0948894e5d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.583816 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e70456c4-b47d-4829-844a-0948894e5d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.587722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e70456c4-b47d-4829-844a-0948894e5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.626306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e70456c4-b47d-4829-844a-0948894e5d0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1933bca0a3cf4806b7201fa29576b47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917157 Aug 29 17:45:48.628827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48242) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:48.635897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70456c4-b47d-4829-844a-0948894e5d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b315e7-6592-44c3-beda-71facdc53929,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:48.687491 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1b4a-e9cf-4662-8ff0-f5ca996eb4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.712596 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1b4a-e9cf-4662-8ff0-f5ca996eb4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.788653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb44de-ca66-4dd3-bcae-8c68ffc9ad81 req-2afbc514-466c-4272-941f-3df9cc020466 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:48.790146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98cb44de-ca66-4dd3-bcae-8c68ffc9ad81 req-2afbc514-466c-4272-941f-3df9cc020466 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0615256 Aug 29 17:45:48.808967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1b4a-e9cf-4662-8ff0-f5ca996eb4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.811428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1b4a-e9cf-4662-8ff0-f5ca996eb4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.812492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d9fc1b4a-e9cf-4662-8ff0-f5ca996eb4ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01b315e7-6592-44c3-beda-71facdc53929 HTTP/1.1" status: 204 len: 168 time: 0.1827667 Aug 29 17:45:48.828051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc1b4a-e9cf-4662-8ff0-f5ca996eb4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b315e7-6592-44c3-beda-71facdc53929,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:48.847648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-98cb44de-ca66-4dd3-bcae-8c68ffc9ad81 req-d160be89-6fc9-46c8-91be-e6405a4d59e7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465848 Aug 29 17:45:49.451221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48276) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:49.594278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1845858154', 'router:external': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:49.617391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Made reservation on behalf of 8f78c98f432147058e1c77eba542787b for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:45:49.619842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:49.629352 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:49.727123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:49.731968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:49.755992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:45:49.770150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b67a5b6-b0aa-49f9-a8f3-8ec05758fdd6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:49.783907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:49.784268 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Added segment 206e607a-bdfb-436b-87f5-b9efba2af6c2 of type vlan for network 8754ff58-cb2e-47e1-9a82-b0f9555690fa Aug 29 17:45:49.830995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:49.864214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:49.865272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:49.865914 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:49.926659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4715681 Aug 29 17:45:49.926901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48294) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:49.932595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'subnet': {'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:49.949558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd36d19-b593-465f-8d38-7d83fcd529cf tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'Network': ['ID=8754ff58-cb2e-47e1-9a82-b0f9555690fa,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:49.961624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8754ff58-cb2e-47e1-9a82-b0f9555690fa details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:45:50.009057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Made reservation on behalf of 8f78c98f432147058e1c77eba542787b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:45:50.013139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:50.076326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca821e-dbc4-46e8-9743-0cabc81f688d req-92ba0a55-df20-4614-98ea-489eb6256535 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:50.077833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89ca821e-dbc4-46e8-9743-0cabc81f688d req-92ba0a55-df20-4614-98ea-489eb6256535 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.1319509 Aug 29 17:45:50.142967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-89ca821e-dbc4-46e8-9743-0cabc81f688d req-c79f14e4-1073-477c-8922-37a75cb78aec tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587904 Aug 29 17:45:50.376425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:45:50.376887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:50.433918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c58a6762-63c9-4c75-b3fe-b36f4a3d996d,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:50.445847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Checking segment: {'id': '206e607a-bdfb-436b-87f5-b9efba2af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:50.446243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Network hostable DHCP agents. Network: 8754ff58-cb2e-47e1-9a82-b0f9555690fa, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:45:50.466432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Network 8754ff58-cb2e-47e1-9a82-b0f9555690fa is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:45:50.484352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8754ff58-cb2e-47e1-9a82-b0f9555690fa) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:45:50.489160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:50.489761 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:50.495407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa5666-51c3-4c0d-b071-61febefe7424 None None] Network 8754ff58-cb2e-47e1-9a82-b0f9555690fa requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:45:50.511553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48314) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:50.515150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8c6d4ca1-e44a-4952-8fa9-29950e1fe939 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5869389 Aug 29 17:45:50.519320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-16272317', 'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:50.549866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Made reservation on behalf of 8f78c98f432147058e1c77eba542787b for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:45:50.552527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:50.576639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] device_id is not set on port 3eb756ef-829f-4b8a-8a1c-af86772c31fa yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:45:50.649112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2393389-79eb-4be7-a25c-81521a0c7485 None None] Network 8754ff58-cb2e-47e1-9a82-b0f9555690fa requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:45:50.732242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Allocated IP 2001:db8::1b4 (8754ff58-cb2e-47e1-9a82-b0f9555690fa/c58a6762-63c9-4c75-b3fe-b36f4a3d996d/3eb756ef-829f-4b8a-8a1c-af86772c31fa) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:45:50.881740 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:45:50.893386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:50.949037 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:50.988839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Network 8754ff58-cb2e-47e1-9a82-b0f9555690fa is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:45:50.996274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:45:51.000280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:45:51.001259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:51.001877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.011374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb756ef-829f-4b8a-8a1c-af86772c31fa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:51.029895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b612ef04-5713-47e4-83d8-c4da1fc19695 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.5139925 Aug 29 17:45:51.030066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48324) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:51.112521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fb903d9b-ffda-4dc4-bc49-4174f6e75862 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Deleting port 3eb756ef-829f-4b8a-8a1c-af86772c31fa {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:51.112949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb903d9b-ffda-4dc4-bc49-4174f6e75862 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.198895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb903d9b-ffda-4dc4-bc49-4174f6e75862 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.211321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fb903d9b-ffda-4dc4-bc49-4174f6e75862 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Calling delete_port for 3eb756ef-829f-4b8a-8a1c-af86772c31fa owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:51.281043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a964e-6f3e-4282-a7b1-43dad2f1317b req-93d50e31-2471-4dc4-9656-40ba0213dc33 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:51.283033 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff5a964e-6f3e-4282-a7b1-43dad2f1317b req-93d50e31-2471-4dc4-9656-40ba0213dc33 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0585475 Aug 29 17:45:51.326525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff5a964e-6f3e-4282-a7b1-43dad2f1317b req-0c59847d-c01f-437e-9676-30b58b2b856a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370405 Aug 29 17:45:51.366990 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb903d9b-ffda-4dc4-bc49-4174f6e75862 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.400648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb903d9b-ffda-4dc4-bc49-4174f6e75862 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eb756ef-829f-4b8a-8a1c-af86772c31fa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:51.425237 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb903d9b-ffda-4dc4-bc49-4174f6e75862 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.434401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fb903d9b-ffda-4dc4-bc49-4174f6e75862 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3eb756ef-829f-4b8a-8a1c-af86772c31fa HTTP/1.1" status: 204 len: 168 time: 0.4003096 Aug 29 17:45:51.434753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48336) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:51.439212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa', 'external_fixed_ips': [{'subnet_id': 'c58a6762-63c9-4c75-b3fe-b36f4a3d996d', 'ip_address': '2001:db8::1b4'}]}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:51.460596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.461895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.530404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.685918 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.958547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:51.981687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.043343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48350) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:52.193726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81fc7258-dbb4-495c-bc84-395786fb24b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.195563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Allocated IP 2001:db8::1b4 (8754ff58-cb2e-47e1-9a82-b0f9555690fa/c58a6762-63c9-4c75-b3fe-b36f4a3d996d/34d49d35-0813-474b-a2db-9118f420e535) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:45:52.301667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81fc7258-dbb4-495c-bc84-395786fb24b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.306551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-81fc7258-dbb4-495c-bc84-395786fb24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.314260 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.352428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-81fc7258-dbb4-495c-bc84-395786fb24b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10d8e71a08384b65988e8c68ca7e1c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053343 Aug 29 17:45:52.352428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc7258-dbb4-495c-bc84-395786fb24b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68760d30-f1ba-4d3e-aed6-3ffd3a52ecb0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:52.360452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48356) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:52.417553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.465392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eafe5131-51b2-4383-8b50-8813f4b031fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.489817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eafe5131-51b2-4383-8b50-8813f4b031fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.490200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce3c66-da90-42c8-97a8-8841fd75f3b1 req-4c48c41a-9b60-455b-b253-d0e8f6f3a77e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:52.499739 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5ce3c66-da90-42c8-97a8-8841fd75f3b1 req-4c48c41a-9b60-455b-b253-d0e8f6f3a77e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0758681 Aug 29 17:45:52.534188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Network 8754ff58-cb2e-47e1-9a82-b0f9555690fa is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:45:52.548668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:45:52.553495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5ce3c66-da90-42c8-97a8-8841fd75f3b1 req-c76c6a3e-2c14-4177-862c-9a3c0f1d8249 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526607 Aug 29 17:45:52.556480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:45:52.601315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'Port': ['ID=34d49d35-0813-474b-a2db-9118f420e535,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:52.639629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eafe5131-51b2-4383-8b50-8813f4b031fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.642163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eafe5131-51b2-4383-8b50-8813f4b031fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:52.643497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eafe5131-51b2-4383-8b50-8813f4b031fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68760d30-f1ba-4d3e-aed6-3ffd3a52ecb0 HTTP/1.1" status: 204 len: 168 time: 0.2787428 Aug 29 17:45:52.655214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe5131-51b2-4383-8b50-8813f4b031fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68760d30-f1ba-4d3e-aed6-3ffd3a52ecb0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:52.876425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.098102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48376) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:53.118664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e47ed01-5b7f-43f8-a58d-3a4f2ddabdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.206820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.276760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-a75baa17-88d8-4eb1-8c05-b5394781c478 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:53.278501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-a75baa17-88d8-4eb1-8c05-b5394781c478 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 814 time: 0.1390996 Aug 29 17:45:53.300600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-9a5bcd8d-b939-4f53-bb25-b085ec270f25 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/quotas/888cb6bbbd004f5ca530b95d04fc9556 HTTP/1.1" status: 200 len: 375 time: 0.0160642 Aug 29 17:45:53.342937 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e47ed01-5b7f-43f8-a58d-3a4f2ddabdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.349293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Router 527e6e62-405d-40e1-a572-4ddab3be7bf5 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:45:53.349538 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e47ed01-5b7f-43f8-a58d-3a4f2ddabdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.395488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-f66706ab-5823-4945-ab98-6c288fed48dd tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869651 Aug 29 17:45:53.403501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3e47ed01-5b7f-43f8-a58d-3a4f2ddabdfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cd399dbb7b940389a81a0fdd8daf5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042152 Aug 29 17:45:53.405992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48382) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:53.420462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47ed01-5b7f-43f8-a58d-3a4f2ddabdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118bd006-7098-49bb-823e-3f9139a3141b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:53.460119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:45:53.482269 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Sync routers for ids ['527e6e62-405d-40e1-a572-4ddab3be7bf5'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:45:53.484957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.489222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eb5dc476-8fb1-4647-80e7-27011f005380 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0507736 Aug 29 17:45:53.489384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48384) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:53.493484 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Routers {'527e6e62-405d-40e1-a572-4ddab3be7bf5'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:45:53.494283 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['527e6e62-405d-40e1-a572-4ddab3be7bf5'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:53.525639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-496ae5ca-2c3b-435a-8ac4-5b0b3161a1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.559313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-92c861f8-b7b5-4d1e-b223-4830616d25ac service neutron] 10.222.0.41 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469483 Aug 29 17:45:53.561050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-496ae5ca-2c3b-435a-8ac4-5b0b3161a1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.603979 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Set router 527e6e62-405d-40e1-a572-4ddab3be7bf5 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:45:53.613134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.684325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-86cc6b5f-559c-4d16-baea-4761bbfddede service neutron] 10.222.0.41 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149814 Aug 29 17:45:53.692156 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-496ae5ca-2c3b-435a-8ac4-5b0b3161a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.695525 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-496ae5ca-2c3b-435a-8ac4-5b0b3161a1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.697158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-496ae5ca-2c3b-435a-8ac4-5b0b3161a1f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/118bd006-7098-49bb-823e-3f9139a3141b HTTP/1.1" status: 204 len: 168 time: 0.2902508 Aug 29 17:45:53.725238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ae5ca-2c3b-435a-8ac4-5b0b3161a1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118bd006-7098-49bb-823e-3f9139a3141b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:53.897515 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e6e62-405d-40e1-a572-4ddab3be7bf5', 'name': '', 'tenant_id': '8f78c98f432147058e1c77eba542787b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa', 'external_fixed_ips': [{'subnet_id': 'c58a6762-63c9-4c75-b3fe-b36f4a3d996d', 'ip_address': '2001:db8::1b4'}], 'enable_snat': True}, 'gw_port_id': '34d49d35-0813-474b-a2db-9118f420e535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:45:51Z', 'updated_at': '2021-08-29T17:45:52Z', 'revision_number': 3, 'project_id': '8f78c98f432147058e1c77eba542787b', 'gw_port': {'id': '34d49d35-0813-474b-a2db-9118f420e535', 'name': '', 'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e6e62-405d-40e1-a572-4ddab3be7bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c58a6762-63c9-4c75-b3fe-b36f4a3d996d', 'ip_address': '2001:db8::1b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:45:51Z', 'updated_at': '2021-08-29T17:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58a6762-63c9-4c75-b3fe-b36f4a3d996d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:53.927433 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Checking router: 527e6e62-405d-40e1-a572-4ddab3be7bf5 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:45:53.928046 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Updating router 527e6e62-405d-40e1-a572-4ddab3be7bf5 port 34d49d35-0813-474b-a2db-9118f420e535 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:45:53.955452 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:53.974111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff1fb5ce-1cd9-45db-ad27-3d6de7aa3f18 req-11e275a6-9e3f-402f-adb6-8b2581535530 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 210 time: 0.0810609 Aug 29 17:45:54.220934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be093ef-4e85-4097-b8cf-41038b572b15 req-eb402a1f-dd17-45ba-819b-ac458603d92c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:54.222729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7be093ef-4e85-4097-b8cf-41038b572b15 req-eb402a1f-dd17-45ba-819b-ac458603d92c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.5659242 Aug 29 17:45:54.256262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.270618 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.280366 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7be093ef-4e85-4097-b8cf-41038b572b15 req-d5cf9faf-1228-432f-85ed-8d907bfc6061 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476985 Aug 29 17:45:54.283338 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Transition to ACTIVE for port object 34d49d35-0813-474b-a2db-9118f420e535 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:45:54.291046 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.337330 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Attempting to bind port 34d49d35-0813-474b-a2db-9118f420e535 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:45:54.337728 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Attempting to bind port 34d49d35-0813-474b-a2db-9118f420e535 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '206e607a-bdfb-436b-87f5-b9efba2af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:45:54.338082 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Attempting to bind port 34d49d35-0813-474b-a2db-9118f420e535 on network 8754ff58-cb2e-47e1-9a82-b0f9555690fa {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:54.345949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Deleting port 34d49d35-0813-474b-a2db-9118f420e535 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:45:54.346169 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:45:54.346419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.346552 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Checking segment: {'id': '206e607a-bdfb-436b-87f5-b9efba2af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:54.346828 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.347225 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Bound using segment: {'id': '206e607a-bdfb-436b-87f5-b9efba2af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:45:54.347897 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Bound port: 34d49d35-0813-474b-a2db-9118f420e535, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206e607a-bdfb-436b-87f5-b9efba2af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8754ff58-cb2e-47e1-9a82-b0f9555690fa'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:45:54.348646 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.383468 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Pushing event updated for resources: {'Port': ['ID=34d49d35-0813-474b-a2db-9118f420e535,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:54.395019 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.395380 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.395701 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.396038 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.396370 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.396699 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.397030 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.397355 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.398376 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.398376 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.398376 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.398661 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:45:54.436528 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] For port 34d49d35-0813-474b-a2db-9118f420e535, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:54.440013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] For port 34d49d35-0813-474b-a2db-9118f420e535, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=34d49d35-0813-474b-a2db-9118f420e535,segment=NetworkSegment(206e607a-bdfb-436b-87f5-b9efba2af6c2),segment_id=206e607a-bdfb-436b-87f5-b9efba2af6c2)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:45:54.447192 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.447326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] For port 34d49d35-0813-474b-a2db-9118f420e535, host n-d-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:54.447589 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.471444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Calling delete_port for 34d49d35-0813-474b-a2db-9118f420e535 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:45:54.519176 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Routers {'527e6e62-405d-40e1-a572-4ddab3be7bf5'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:45:54.519807 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['527e6e62-405d-40e1-a572-4ddab3be7bf5'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:54.590024 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd1d34-c398-4407-914c-7e7ef673737c None None] Pushing event updated for resources: {'Port': ['ID=34d49d35-0813-474b-a2db-9118f420e535,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:54.667755 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] Set router 527e6e62-405d-40e1-a572-4ddab3be7bf5 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:45:54.724063 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.749534 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e6e62-405d-40e1-a572-4ddab3be7bf5', 'name': '', 'tenant_id': '8f78c98f432147058e1c77eba542787b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:45:51Z', 'updated_at': '2021-08-29T17:45:54Z', 'revision_number': 4, 'project_id': '8f78c98f432147058e1c77eba542787b', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:54.770609 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b3265-6d68-4d0d-a1ce-99ff34ee29af None None] The sync data for ids ['527e6e62-405d-40e1-a572-4ddab3be7bf5'] in n-d-713499-15 is: [{'id': '527e6e62-405d-40e1-a572-4ddab3be7bf5', 'name': '', 'tenant_id': '8f78c98f432147058e1c77eba542787b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:45:51Z', 'updated_at': '2021-08-29T17:45:54Z', 'revision_number': 4, 'project_id': '8f78c98f432147058e1c77eba542787b', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:45:54.792588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event deleted for resources: {'Port': ['ID=34d49d35-0813-474b-a2db-9118f420e535,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:54.824175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.935770 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.938630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.999537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:54.999723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 527e6e62-405d-40e1-a572-4ddab3be7bf5 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:45:55.004159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.005301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-40b693ec-16af-4593-b9ba-3ce14150c885 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "DELETE /v2.0/routers/527e6e62-405d-40e1-a572-4ddab3be7bf5 HTTP/1.1" status: 204 len: 168 time: 1.5148034 Aug 29 17:45:55.008128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48434) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:55.096089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f5f38b-aa10-4c55-a9ce-737cd2206e33 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Deleting subnet c58a6762-63c9-4c75-b3fe-b36f4a3d996d {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:45:55.100460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-37f5f38b-aa10-4c55-a9ce-737cd2206e33 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.138274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd47532a-49e3-4012-a25e-a7012fd8db31 req-084013eb-e0c3-4209-9b05-b5a725cc002d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 210 time: 0.0432177 Aug 29 17:45:55.172939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-37f5f38b-aa10-4c55-a9ce-737cd2206e33 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.226516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-37f5f38b-aa10-4c55-a9ce-737cd2206e33 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.358036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-37f5f38b-aa10-4c55-a9ce-737cd2206e33 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.437195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-37f5f38b-aa10-4c55-a9ce-737cd2206e33 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.438870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-37f5f38b-aa10-4c55-a9ce-737cd2206e33 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/c58a6762-63c9-4c75-b3fe-b36f4a3d996d HTTP/1.1" status: 204 len: 168 time: 0.4297497 Aug 29 17:45:55.439726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5f38b-aa10-4c55-a9ce-737cd2206e33 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c58a6762-63c9-4c75-b3fe-b36f4a3d996d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:55.445634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-f70e1453-5dec-4035-9939-e663f0de2510 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:55.448925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-f70e1453-5dec-4035-9939-e663f0de2510 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 814 time: 0.2210832 Aug 29 17:45:55.450326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48446) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:55.520839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4635d-73c9-48a0-8e43-16c387127bf7 req-dcc55379-972a-4108-baf3-6f4a74618fe8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:55.522427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6b4635d-73c9-48a0-8e43-16c387127bf7 req-dcc55379-972a-4108-baf3-6f4a74618fe8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0972431 Aug 29 17:45:55.554183 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.577729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Request body: {'port': {'device_id': '4bf0a899-e34a-4f5e-8b76-1f46be06ea0f', 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'admin_state_up': True, 'tenant_id': '888cb6bbbd004f5ca530b95d04fc9556'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:55.579703 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6b4635d-73c9-48a0-8e43-16c387127bf7 req-a39c24d6-4542-4988-bdd2-706a48a160f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494034 Aug 29 17:45:55.746177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.783429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8754ff58-cb2e-47e1-9a82-b0f9555690fa']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:55.800586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206e607a-bdfb-436b-87f5-b9efba2af6c2') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:55.800894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206e607a-bdfb-436b-87f5-b9efba2af6c2') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:45:55.811901 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-84f0284d-9ca4-4703-9231-65fc7586a96c service neutron] show failed (client error): The resource could not be found. Aug 29 17:45:55.813012 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-84f0284d-9ca4-4703-9231-65fc7586a96c service neutron] 10.222.0.43 "GET /v2.0/ports/b4587333-ab72-4fd5-96b2-ba521bc7485e/bindings/n-h1-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.1465309 Aug 29 17:45:55.816897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.837684 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.844905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Made reservation on behalf of 888cb6bbbd004f5ca530b95d04fc9556 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:45:55.848591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.850983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:45:55.851386 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:45:55.854504 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:45:55.931369 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.939522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8754ff58-cb2e-47e1-9a82-b0f9555690fa {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:45:55.969765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:55.971951 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "DELETE /v2.0/networks/8754ff58-cb2e-47e1-9a82-b0f9555690fa HTTP/1.1" status: 204 len: 168 time: 0.5204780 Aug 29 17:45:55.992646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1b41e-48cf-42ea-976f-6dc76f2430e5 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event deleted for resources: {'Network': ['ID=8754ff58-cb2e-47e1-9a82-b0f9555690fa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:56.117336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Allocated IP 172.20.0.2 (30a2a95e-5e70-4327-9eb0-1ca481e3423c/57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c/6a6f6726-a398-4de8-b3e2-5206c924539d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:45:56.124682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-c2409173-60a4-4999-b408-ebd0b25908bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:56.126183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-c2409173-60a4-4999-b408-ebd0b25908bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 1098 time: 0.0757272 Aug 29 17:45:56.140433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:56.252665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:56.324732 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:56.376025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:56.388926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['27fcc71a-6469-4c96-9897-e5831d1eac44'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:45:56.392988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['11ddc180-c02c-4eb1-9474-1454ad155d1f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:45:56.459240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Network 30a2a95e-5e70-4327-9eb0-1ca481e3423c is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:45:56.473743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57ab55-4cea-4668-9d05-58fb94b8b140 req-a6954cf8-84d0-4648-8bfe-74d2a701ab51 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:56.481648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e57ab55-4cea-4668-9d05-58fb94b8b140 req-a6954cf8-84d0-4648-8bfe-74d2a701ab51 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 931 time: 0.1189642 Aug 29 17:45:56.489541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Pushing event updated for resources: {'Port': ['ID=6a6f6726-a398-4de8-b3e2-5206c924539d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:56.493921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:45:56.505777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:45:56.563515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e57ab55-4cea-4668-9d05-58fb94b8b140 req-aa1ce0a2-e95e-4dba-959b-f6670a1233df tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809758 Aug 29 17:45:56.628992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:56.634097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:56.644560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48474) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:56.649290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-57a6ec52-2f29-49d0-8c19-16d87ae8bdce tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'router': {'name': 'tempest-router--1570993589', 'project_id': 'da1f1e1d8db8428cbc1de64ff2bd6711'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:56.688310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8fbf374e-c076-4003-81b8-7d3da91f0d94 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1274896 Aug 29 17:45:56.717837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Request body: {'port': {'device_id': '4bf0a899-e34a-4f5e-8b76-1f46be06ea0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:56.775324 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:45:56.838878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:56.845924 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a6ec52-2f29-49d0-8c19-16d87ae8bdce tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:56.847025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a6ec52-2f29-49d0-8c19-16d87ae8bdce tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:56.972823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe79522-8db9-42fc-bf7a-17eddc6fd633 req-59275783-8610-43f8-a3a2-8e6caacfdc63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:56.974324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-afe79522-8db9-42fc-bf7a-17eddc6fd633 req-59275783-8610-43f8-a3a2-8e6caacfdc63 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.2409093 Aug 29 17:45:56.997117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:57.125558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a6ec52-2f29-49d0-8c19-16d87ae8bdce tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:57.142766 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a6ec52-2f29-49d0-8c19-16d87ae8bdce tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:57.188167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:57.190443 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b6e6e7-c2db-432e-af9a-79929468aca3" -d '{"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-unplugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:57.194428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:57.201221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57a6ec52-2f29-49d0-8c19-16d87ae8bdce tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:57.202421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-57a6ec52-2f29-49d0-8c19-16d87ae8bdce tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5569038 Aug 29 17:45:57.205175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48488) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:57.232611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-afe79522-8db9-42fc-bf7a-17eddc6fd633 req-b129afa7-034e-46df-8e9c-3d9d8ffd18fe tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392068 Aug 29 17:45:57.245080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Transition to ACTIVE for port object b4587333-ab72-4fd5-96b2-ba521bc7485e will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:45:57.261818 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:57.290823 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde4d47a-a30f-444d-bf23-ac10a77c290d x-openstack-request-id: req-cde4d47a-a30f-444d-bf23-ac10a77c290d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:57.291218 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-unplugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:57.292253 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cde4d47a-a30f-444d-bf23-ac10a77c290d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:57.292743 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'code': 200} Aug 29 17:45:57.323788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:57.371553 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c76b52c0-a504-4b5c-a556-9c47781aadf1 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:57.486401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] No DVR routers for this DVR port b4587333-ab72-4fd5-96b2-ba521bc7485e on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:45:57.758649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:45:57.759011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:45:57.759528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:57.767061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:45:57.767656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:57.783794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4a0ed-dffa-4365-af9e-d5b50c3fe22f req-c924a6a0-55e4-4e88-b39a-aac63ac4d250 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:57.785670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2d4a0ed-dffa-4365-af9e-d5b50c3fe22f req-c924a6a0-55e4-4e88-b39a-aac63ac4d250 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 931 time: 0.1332388 Aug 29 17:45:57.787237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:45:57.787739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Checking segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:57.788306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Bound using segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:45:57.789189 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Bound port: b4587333-ab72-4fd5-96b2-ba521bc7485e, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:45:57.789709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:57.883536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:57.887122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:45:57.926121 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:57.927160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6f6726-a398-4de8-b3e2-5206c924539d {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:45:57.939548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.015178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2d4a0ed-dffa-4365-af9e-d5b50c3fe22f req-27bfa4b0-7946-4910-948a-53a1999c251d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213669 Aug 29 17:45:58.038061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:58.038711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.040217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] 10.222.0.44 "PUT /v2.0/ports/b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1093 time: 1.9049981 Aug 29 17:45:58.055028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Transition to ACTIVE for port object 6a6f6726-a398-4de8-b3e2-5206c924539d will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:45:58.062918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c76b52c0-a504-4b5c-a556-9c47781aadf1 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.065016 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.078033 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c76b52c0-a504-4b5c-a556-9c47781aadf1 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.122533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811d578-cb11-49f4-94c7-7c7ad771d09c service neutron] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:58.158657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-23accf44-e4b5-4b68-b949-8aa70850083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:58.159215 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-23accf44-e4b5-4b68-b949-8aa70850083c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1096 time: 0.0818541 Aug 29 17:45:58.223489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f6726-a398-4de8-b3e2-5206c924539d,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:58.300495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c76b52c0-a504-4b5c-a556-9c47781aadf1 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.304993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b52c0-a504-4b5c-a556-9c47781aadf1 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe74a800-0253-4c5f-b010-b0d1978a8078 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:45:58.311235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c76b52c0-a504-4b5c-a556-9c47781aadf1 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.328713 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c76b52c0-a504-4b5c-a556-9c47781aadf1 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "DELETE /v2.0/routers/fe74a800-0253-4c5f-b010-b0d1978a8078 HTTP/1.1" status: 204 len: 168 time: 1.1191850 Aug 29 17:45:58.344292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-0fe155f8-bbce-4cf3-b32c-a5a84aef2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:58.352915 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-0fe155f8-bbce-4cf3-b32c-a5a84aef2a24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.1828976 Aug 29 17:45:58.476023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Attempting to bind port 6a6f6726-a398-4de8-b3e2-5206c924539d on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:45:58.477016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Attempting to bind port 6a6f6726-a398-4de8-b3e2-5206c924539d by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:45:58.478402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Attempting to bind port 6a6f6726-a398-4de8-b3e2-5206c924539d on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:58.492990 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-5966cf52-d6eb-4427-90a5-8436f70f8551 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1000 time: 0.1336255 Aug 29 17:45:58.498400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Port 6a6f6726-a398-4de8-b3e2-5206c924539d on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:45:58.498886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Attempting to bind port 6a6f6726-a398-4de8-b3e2-5206c924539d on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:45:58.513415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:45:58.514815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Checking segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:45:58.518088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Bound using segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:45:58.518088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Bound port: 6a6f6726-a398-4de8-b3e2-5206c924539d, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:45:58.518088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.575512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-e0132a73-2392-40d7-a502-894ad919f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:58.579020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-e0132a73-2392-40d7-a502-894ad919f1bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0756433 Aug 29 17:45:58.592359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c3a4b-f3a7-47a8-b791-9d1e2e2bf2dd req-c6ec9c47-92ed-41cf-baaa-7c61b7446984 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:58.594008 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-023c3a4b-f3a7-47a8-b791-9d1e2e2bf2dd req-c6ec9c47-92ed-41cf-baaa-7c61b7446984 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 944 time: 0.2263453 Aug 29 17:45:58.644520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-536835ac-fb7d-476c-8c9e-1f9e82cad733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:58.646953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-536835ac-fb7d-476c-8c9e-1f9e82cad733 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600584 Aug 29 17:45:58.665951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] For port 6a6f6726-a398-4de8-b3e2-5206c924539d, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:45:58.682516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-023c3a4b-f3a7-47a8-b791-9d1e2e2bf2dd req-aebf3b5c-c4b6-488d-a998-265840406e52 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766735 Aug 29 17:45:58.686006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] For port 6a6f6726-a398-4de8-b3e2-5206c924539d, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6a6f6726-a398-4de8-b3e2-5206c924539d,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:45:58.692820 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.736946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48510) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:45:58.778914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:58.779963 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:58.784897 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] 10.222.0.43 "PUT /v2.0/ports/6a6f6726-a398-4de8-b3e2-5206c924539d HTTP/1.1" status: 200 len: 1092 time: 2.0802894 Aug 29 17:45:58.788737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf0a899-e34a-4f5e-8b76-1f46be06ea0f', 'tag': '6a6f6726-a398-4de8-b3e2-5206c924539d'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:58.792688 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdbe4b8-773f-4073-91ed-f3d58888f42d" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf0a899-e34a-4f5e-8b76-1f46be06ea0f", "tag": "6a6f6726-a398-4de8-b3e2-5206c924539d"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:58.805263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-eade6af0-a01c-4d13-846c-cc4a518d2aad service neutron] 10.222.0.44 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446722 Aug 29 17:45:58.823660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c3a15-b898-4c13-9b69-fba4d00afee8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f6726-a398-4de8-b3e2-5206c924539d,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:45:58.879596 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8af4ea-822b-4a91-ab86-998adbd419d3 x-openstack-request-id: req-3c8af4ea-822b-4a91-ab86-998adbd419d3 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:58.879887 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf0a899-e34a-4f5e-8b76-1f46be06ea0f", "tag": "6a6f6726-a398-4de8-b3e2-5206c924539d", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:58.880339 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c8af4ea-822b-4a91-ab86-998adbd419d3 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:58.880528 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf0a899-e34a-4f5e-8b76-1f46be06ea0f', 'tag': '6a6f6726-a398-4de8-b3e2-5206c924539d', 'status': 'completed', 'code': 200} Aug 29 17:45:58.903758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-fb19823b-a5d8-445d-8509-d3d297ec59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:58.905301 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-fb19823b-a5d8-445d-8509-d3d297ec59cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 1095 time: 0.0673888 Aug 29 17:45:58.928450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-9b4d534e-0aaa-4a33-815b-c57cbb2b3ec4 service neutron] 10.222.0.44 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130359 Aug 29 17:45:58.988661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1932016646', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:45:59.015820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-771d3ea8-c91d-432c-8ed8-166f67ae80ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a6f6726-a398-4de8-b3e2-5206c924539d HTTP/1.1" status: 200 len: 217 time: 0.1001995 Aug 29 17:45:59.021982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:59.026040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:59.100377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:59.233839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-349e0605-3c4f-45c2-bfb5-e8e39c82e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:59.236603 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-349e0605-3c4f-45c2-bfb5-e8e39c82e6d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.2127373 Aug 29 17:45:59.289398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-829aa24a-6220-4461-8b42-f8191370eb8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417540 Aug 29 17:45:59.302841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:45:59.305193 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02b44c6-0cc7-4177-a903-220a71911a95" -d '{"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:45:59.313625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:59.315846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10c8c8-ab58-4f33-ad0c-a5bd6f1d31e3 req-c17dc8a2-930d-442b-a4c9-4eedc5a11069 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:59.320327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f10c8c8-ab58-4f33-ad0c-a5bd6f1d31e3 req-c17dc8a2-930d-442b-a4c9-4eedc5a11069 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 943 time: 0.1491265 Aug 29 17:45:59.423465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f10c8c8-ab58-4f33-ad0c-a5bd6f1d31e3 req-41a2dfe1-725c-42a5-9d1c-f765b31958bf tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835261 Aug 29 17:45:59.438828 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86932b39-5be5-41e0-8f09-9f2aec237da9 x-openstack-request-id: req-86932b39-5be5-41e0-8f09-9f2aec237da9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:45:59.439288 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:45:59.439693 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86932b39-5be5-41e0-8f09-9f2aec237da9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:45:59.440138 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'status': 'completed', 'code': 200} Aug 29 17:45:59.453808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-93c8fd4a-eb9c-4a80-83a5-692730af9eba service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562929 Aug 29 17:45:59.587851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-b3191c8f-f92a-4375-a058-cd0ce1a5c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:59.589506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-b3191c8f-f92a-4375-a058-cd0ce1a5c602 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1096 time: 0.1300309 Aug 29 17:45:59.592574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-4614f32e-8a3b-4dcd-8393-8fe21e3f6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:59.593931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-4614f32e-8a3b-4dcd-8393-8fe21e3f6831 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1096 time: 0.1177108 Aug 29 17:45:59.616224 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ab4b83a-72d5-4669-8943-b15f4f62ce96 req-41fb2586-28ad-4fe9-834f-b8e8ff8ac96d service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524317 Aug 29 17:45:59.732859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-32ac2d6e-50ac-4b0b-ae49-a61c242efc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:59.737319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-32ac2d6e-50ac-4b0b-ae49-a61c242efc7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 1095 time: 0.0640101 Aug 29 17:45:59.850702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:45:59.889217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-b8260df5-09db-4f39-8283-88d99e07b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:59.890780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-b8260df5-09db-4f39-8283-88d99e07b2a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 915 time: 0.1447239 Aug 29 17:45:59.929549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:45:59.945549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:59.950328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-2a3aecc8-f036-4a65-8baa-f77f3e037e42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a6f6726-a398-4de8-b3e2-5206c924539d HTTP/1.1" status: 200 len: 217 time: 0.0482934 Aug 29 17:45:59.996919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-29c7ef2e-a172-4d0a-9a3a-cfc4eb8bb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:59.998460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-29c7ef2e-a172-4d0a-9a3a-cfc4eb8bb610 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.4007587 Aug 29 17:45:59.999517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-e541ae3d-ce1c-4ddc-9ca3-905b5e3c683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:00.001011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-e541ae3d-ce1c-4ddc-9ca3-905b5e3c683f service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.3930740 Aug 29 17:46:00.001845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:00.017697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-8f00088a-c943-43b9-9ba2-1849a5462549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:00.021263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-8f00088a-c943-43b9-9ba2-1849a5462549 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.0634689 Aug 29 17:46:00.047322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffca31-ac1b-4e81-8a21-265f596bbcb9 req-9dc4dc2b-413e-4fd3-957e-29c3b2335cb7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:00.048902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eaffca31-ac1b-4e81-8a21-265f596bbcb9 req-9dc4dc2b-413e-4fd3-957e-29c3b2335cb7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 944 time: 0.2428267 Aug 29 17:46:00.071044 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-19434f7e-1c18-4470-b755-0a09d49c9635 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407374 Aug 29 17:46:00.237411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-6ec7189e-1543-4224-8bfc-bbe39d1a25a6 service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558239 Aug 29 17:46:00.251419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-0d72b250-a08b-4f51-b153-056203418449 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1000 time: 0.2391386 Aug 29 17:46:00.297170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-d68fa106-69e6-4807-b8e2-eb3f2af81ba4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1000 time: 0.2819750 Aug 29 17:46:00.406401 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9bdbe4b8-773f-4073-91ed-f3d58888f42d req-0e5b7b73-ce1f-4036-93d8-da549e2c128a service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578534 Aug 29 17:46:00.704773 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eaffca31-ac1b-4e81-8a21-265f596bbcb9 req-b5e96a93-8a3b-47bb-8c6f-109c4d99a7ab tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5563490 Aug 29 17:46:00.766916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-752cb414-1aac-4a6d-a100-2915dfd18c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:00.768387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-752cb414-1aac-4a6d-a100-2915dfd18c86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.5042226 Aug 29 17:46:00.769476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Allocated IP 172.25.2.67 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/0f949cdc-063b-40b3-b53d-85baf82f544b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:00.776348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-3b13c07b-4996-4790-808a-c2b5f798e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:00.777869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-3b13c07b-4996-4790-808a-c2b5f798e62f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.4491105 Aug 29 17:46:00.924987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-cfaa260f-7d2a-4cd2-bd03-16510abb83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:00.926507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-cfaa260f-7d2a-4cd2-bd03-16510abb83db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329069 Aug 29 17:46:00.928270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-966ef87a-2e85-40bd-83e8-9307a8d5cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:00.929622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-966ef87a-2e85-40bd-83e8-9307a8d5cc4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489341 Aug 29 17:46:01.053094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:01.067565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123211b-c33e-4a69-a2ed-2811311b1a8a req-cc5126b5-eb0d-4870-adac-954f605a2be9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:01.069525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f123211b-c33e-4a69-a2ed-2811311b1a8a req-cc5126b5-eb0d-4870-adac-954f605a2be9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 943 time: 0.5269911 Aug 29 17:46:01.130008 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f123211b-c33e-4a69-a2ed-2811311b1a8a req-4a8e78d4-1d2d-4ac8-a148-4f1420de264c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510240 Aug 29 17:46:01.144533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-53df6497-5ffd-46fc-b80e-49d07684b96a service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081454 Aug 29 17:46:01.170682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-304034f5-27f5-44a6-98d1-2379e51cdd34 service neutron] 10.222.0.44 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204745 Aug 29 17:46:01.232604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:01.327300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:01.345443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:01.354646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:01.407131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event updated for resources: {'Port': ['ID=0f949cdc-063b-40b3-b53d-85baf82f544b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:01.431346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.431597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.432546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.432883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.434886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.434886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.434886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.434886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.434886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.436524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.436524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.436524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:01.449705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-124b2dae-4a88-441d-8cef-1f3a88bf33e5 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945497 Aug 29 17:46:01.507404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a02b44c6-0cc7-4177-a903-220a71911a95 req-1b2fc927-ce0b-4600-beb2-0339f6f3ecf6 service neutron] 10.222.0.44 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211443 Aug 29 17:46:01.748221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:01.852001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6a6f6726-a398-4de8-b3e2-5206c924539d details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:46:02.032012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6a6f6726-a398-4de8-b3e2-5206c924539d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6a6f6726-a398-4de8-b3e2-5206c924539d,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:02.045414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '6a6f6726-a398-4de8-b3e2-5206c924539d', 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'port_id': '6a6f6726-a398-4de8-b3e2-5206c924539d', 'mac_address': 'fa:16:3e:ad:07:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:46:02.052264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:02.082177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:46:02.104514 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:02.127385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6f6726-a398-4de8-b3e2-5206c924539d {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:02.224953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6a6f6726-a398-4de8-b3e2-5206c924539d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6a6f6726-a398-4de8-b3e2-5206c924539d,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:02.233520 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:02.305955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:02.311497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Router d219c7fa-14b9-4155-a4a8-55f9ba7b736c is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:02.330602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=6a6f6726-a398-4de8-b3e2-5206c924539d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:02.341355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'port_id': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'mac_address': 'fa:16:3e:b4:11:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:46:02.369353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7c2b0-1262-469e-885b-668e1bb520f2 req-0d0fd9d2-b455-4a77-8c21-3cf184710b68 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:02.379179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6f7c2b0-1262-469e-885b-668e1bb520f2 req-0d0fd9d2-b455-4a77-8c21-3cf184710b68 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 944 time: 0.1364508 Aug 29 17:46:02.408960 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:02.438348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4587333-ab72-4fd5-96b2-ba521bc7485e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:02.459958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6f7c2b0-1262-469e-885b-668e1bb520f2 req-7b688471-5de9-4858-9e82-e76676fd5359 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751436 Aug 29 17:46:02.480132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['6a6f6726-a398-4de8-b3e2-5206c924539d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:46:02.535858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:02.542267 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:02.552538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933a87c-26fe-4e5e-a8b1-0c1df654912d req-025d80c1-3aa1-4109-988f-50e6aaa18a9d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:02.554113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c933a87c-26fe-4e5e-a8b1-0c1df654912d req-025d80c1-3aa1-4109-988f-50e6aaa18a9d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 944 time: 0.7388959 Aug 29 17:46:02.614064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:02.634953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cd6fb-8845-4a92-8643-5b624736c59b None None] Sync routers for ids ['d219c7fa-14b9-4155-a4a8-55f9ba7b736c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:02.651001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cd6fb-8845-4a92-8643-5b624736c59b None None] Routers {'d219c7fa-14b9-4155-a4a8-55f9ba7b736c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:02.651779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-216cd6fb-8845-4a92-8643-5b624736c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d219c7fa-14b9-4155-a4a8-55f9ba7b736c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:02.655683 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:02.659851 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:02.661728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a5e0e9e7-eeb6-4436-8492-04b271d24253 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9236841 Aug 29 17:46:02.665784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48572) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:02.675107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c933a87c-26fe-4e5e-a8b1-0c1df654912d req-8836d29f-450a-485c-b86f-29f0ce14c08f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049180 Aug 29 17:46:02.707850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-216cd6fb-8845-4a92-8643-5b624736c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:02.737455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cd6fb-8845-4a92-8643-5b624736c59b None None] Routers {'d219c7fa-14b9-4155-a4a8-55f9ba7b736c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:02.738538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-216cd6fb-8845-4a92-8643-5b624736c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d219c7fa-14b9-4155-a4a8-55f9ba7b736c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:02.782410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-216cd6fb-8845-4a92-8643-5b624736c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:02.783099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cd6fb-8845-4a92-8643-5b624736c59b None None] The sync data for ids ['d219c7fa-14b9-4155-a4a8-55f9ba7b736c'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:02.806210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['b4587333-ab72-4fd5-96b2-ba521bc7485e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:46:02.878900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-63ab12b0-0d76-4fac-b5d5-ee4c8d19a1fb tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/routers/d219c7fa-14b9-4155-a4a8-55f9ba7b736c HTTP/1.1" status: 200 len: 924 time: 0.2109568 Aug 29 17:46:02.879259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48578) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:02.950721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fde3c4e6-3465-401f-99ed-ba752859c843 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=d219c7fa-14b9-4155-a4a8-55f9ba7b736c HTTP/1.1" status: 200 len: 205 time: 0.0697770 Aug 29 17:46:02.953436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48580) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:03.095384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:03.139221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-a769a16d-4dea-4b98-9080-fc68a224ccf8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:03.141400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-a769a16d-4dea-4b98-9080-fc68a224ccf8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.44 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 945 time: 0.1611819 Aug 29 17:46:03.156623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863a5b0-a2a3-4caa-8e5b-a203417f298c req-b80af2ac-3b16-4733-8343-d65ffefb4b0d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:03.158109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d863a5b0-a2a3-4caa-8e5b-a203417f298c req-b80af2ac-3b16-4733-8343-d65ffefb4b0d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.0859084 Aug 29 17:46:03.246007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-072a85d8-a265-4863-a284-6f1d3cd644dc service neutron] 10.222.0.44 "GET /v2.0/ports/b4587333-ab72-4fd5-96b2-ba521bc7485e/bindings/n-h1-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.0862670 Aug 29 17:46:03.284566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:03.313540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d863a5b0-a2a3-4caa-8e5b-a203417f298c req-b15542f3-f27b-4bf5-b119-0d92a3478e8e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020844 Aug 29 17:46:03.333254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-ac3bed3a-517f-484e-bf21-c221f2670a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:03.344209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-ac3bed3a-517f-484e-bf21-c221f2670a41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1097 time: 0.0686393 Aug 29 17:46:03.418364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Deleting port 0f949cdc-063b-40b3-b53d-85baf82f544b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:03.419569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:03.505363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-e43edaa7-1560-463f-8552-ef6b927d5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:03.515315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-e43edaa7-1560-463f-8552-ef6b927d5307 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.1635666 Aug 29 17:46:03.610070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-9a0fff18-bb44-4652-a10b-8e9b06b1218e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1001 time: 0.0842483 Aug 29 17:46:03.645536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:03.661731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cafc48-da8a-4164-8b1e-fc02d09a128d req-12bc5194-95b1-4d45-9aa2-31b8cd7bea38 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:03.663297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19cafc48-da8a-4164-8b1e-fc02d09a128d req-12bc5194-95b1-4d45-9aa2-31b8cd7bea38 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 944 time: 0.0909405 Aug 29 17:46:03.669123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Calling delete_port for 0f949cdc-063b-40b3-b53d-85baf82f544b owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:03.670049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-ba8a068b-cf80-43de-88b9-cdbc6fdd32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:03.672228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-ba8a068b-cf80-43de-88b9-cdbc6fdd32ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0548120 Aug 29 17:46:03.742072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-35c45e30-82cc-4d98-9821-967beca210fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:03.743000 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19cafc48-da8a-4164-8b1e-fc02d09a128d req-e1ab452c-98a8-483b-8e6e-b92436b1fd87 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696106 Aug 29 17:46:03.743695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-35c45e30-82cc-4d98-9821-967beca210fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638909 Aug 29 17:46:03.862469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-4313e560-4d93-4ec7-a117-aa515309a01a service neutron] 10.222.0.44 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082773 Aug 29 17:46:03.870333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6a6f6726-a398-4de8-b3e2-5206c924539d up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:03.921256 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:03.950916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 6a6f6726-a398-4de8-b3e2-5206c924539d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:03.961212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event deleted for resources: {'Port': ['ID=0f949cdc-063b-40b3-b53d-85baf82f544b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:03.964775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 6a6f6726-a398-4de8-b3e2-5206c924539d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:03.965568 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.055212 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.062679 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-637e9a4d-15f3-4fad-aa62-013f3c71b0db service neutron] 10.222.0.44 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922195 Aug 29 17:46:04.098335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:04.146495 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.180340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf0a899-e34a-4f5e-8b76-1f46be06ea0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f6726-a398-4de8-b3e2-5206c924539d'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:04.182920 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae621c2-2b7c-401d-bc83-6068c4df4806" -d '{"events": [{"server_uuid": "4bf0a899-e34a-4f5e-8b76-1f46be06ea0f", "name": "network-vif-plugged", "status": "completed", "tag": "6a6f6726-a398-4de8-b3e2-5206c924539d"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:04.183456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.189295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.229762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6a6f6726-a398-4de8-b3e2-5206c924539d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6a6f6726-a398-4de8-b3e2-5206c924539d,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:04.231524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port b4587333-ab72-4fd5-96b2-ba521bc7485e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:04.237314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port b4587333-ab72-4fd5-96b2-ba521bc7485e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:04.237736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.254870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.254870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Fanout notify agent at l3_agent the message router_deleted on router d219c7fa-14b9-4155-a4a8-55f9ba7b736c {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:04.263009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.264186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-00b9c406-f4ea-4133-9f79-180845cb688a tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/d219c7fa-14b9-4155-a4a8-55f9ba7b736c HTTP/1.1" status: 204 len: 168 time: 1.3095338 Aug 29 17:46:04.268782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48604) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:04.273769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846598192', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': False}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:04.281501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.285786 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfca8408-3664-48cc-9215-bdebfe57f54d x-openstack-request-id: req-bfca8408-3664-48cc-9215-bdebfe57f54d {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:04.286078 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf0a899-e34a-4f5e-8b76-1f46be06ea0f", "name": "network-vif-plugged", "status": "completed", "tag": "6a6f6726-a398-4de8-b3e2-5206c924539d", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:04.286318 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfca8408-3664-48cc-9215-bdebfe57f54d {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:04.286892 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf0a899-e34a-4f5e-8b76-1f46be06ea0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f6726-a398-4de8-b3e2-5206c924539d', 'code': 200} Aug 29 17:46:04.317558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.322221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.390701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=6a6f6726-a398-4de8-b3e2-5206c924539d,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:04.419773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05194a96-168f-485f-967b-dc99eba6d5c4 req-eb41701c-c67c-493c-89ae-bf484b493d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:04.421315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05194a96-168f-485f-967b-dc99eba6d5c4 req-eb41701c-c67c-493c-89ae-bf484b493d45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 1097 time: 0.0904999 Aug 29 17:46:04.438029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.443354 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.480743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:04.488443 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.492428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05194a96-168f-485f-967b-dc99eba6d5c4 req-929022b1-fc80-4c4e-977f-579f89332a1b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635576 Aug 29 17:46:04.551722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:04.658943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d43d9-5386-4e36-905f-93d5df1380a8 req-03edd595-eb01-49a0-8b0c-645d128a5208 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:04.660562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c71d43d9-5386-4e36-905f-93d5df1380a8 req-03edd595-eb01-49a0-8b0c-645d128a5208 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.2156794 Aug 29 17:46:04.674617 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.746987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c71d43d9-5386-4e36-905f-93d5df1380a8 req-2fd3aa83-5ef2-428b-9d88-0e75590632c9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756834 Aug 29 17:46:04.903386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab652d45-b8f9-43e1-a16b-9324bd4fbd35 req-baef72c5-e7e9-4181-beba-a54315424be7 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:04.904896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab652d45-b8f9-43e1-a16b-9324bd4fbd35 req-baef72c5-e7e9-4181-beba-a54315424be7 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 945 time: 0.0691080 Aug 29 17:46:04.952550 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.972282 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:04.975061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab652d45-b8f9-43e1-a16b-9324bd4fbd35 req-fe2b9195-d85a-4312-bf54-8bb1bd244415 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626311 Aug 29 17:46:05.103424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Allocated IP 172.25.2.227 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/41e86402-44f1-464d-a815-2e8ae9ba940c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:05.230980 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:05.278310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:05.320534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:05.324006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:05.329640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:05.354614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'Port': ['ID=41e86402-44f1-464d-a815-2e8ae9ba940c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:05.659656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.082620 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ac3aa558-c948-4a23-ae0d-8e67822e63de tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813139599&fields=id&tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 267 time: 0.0448503 Aug 29 17:46:06.130156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48652) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:06.199072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838e65-57ec-4605-bafd-5937933cfc41 req-d62627c3-24f1-4be6-b6ce-db2960e06a49 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:06.200763 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6838e65-57ec-4605-bafd-5937933cfc41 req-d62627c3-24f1-4be6-b6ce-db2960e06a49 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 946 time: 0.0696061 Aug 29 17:46:06.214543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-a90bb4ba-a5ea-4ec4-abcb-9e885a93ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:06.216185 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-a90bb4ba-a5ea-4ec4-abcb-9e885a93ec12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 1098 time: 0.0796843 Aug 29 17:46:06.224693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-d75c47bd-4499-4a7f-be3a-ca01f6abe041 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:06.226323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-d75c47bd-4499-4a7f-be3a-ca01f6abe041 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.1429157 Aug 29 17:46:06.232658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:06.263050 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-bd5f6ea2-af57-404e-aaa6-5d3c20ad46e1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/quotas/46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 375 time: 0.0273948 Aug 29 17:46:06.275154 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59f5c0a6-422a-4222-8690-3de028b959eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.287943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:06.292177 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7901348-dde8-479d-9059-0da5a98abfb4" -d '{"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-plugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:06.318392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.341736 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6838e65-57ec-4605-bafd-5937933cfc41 req-b8e01044-2b1a-4196-935d-2c8c768802f0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057932 Aug 29 17:46:06.374200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-61caa4ac-4a91-4455-8b4b-3d4d09b86e7d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1023226 Aug 29 17:46:06.375935 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.552175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd4534-3b3a-4f65-93be-96a0667bdffa req-a97289d5-b597-4c93-8b38-73183ac0ce32 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:06.553657 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfcd4534-3b3a-4f65-93be-96a0667bdffa req-a97289d5-b597-4c93-8b38-73183ac0ce32 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 945 time: 0.1236618 Aug 29 17:46:06.589203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-89d8939c-54e1-4e7f-a109-29ae29bea03e service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979291 Aug 29 17:46:06.602996 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59f5c0a6-422a-4222-8690-3de028b959eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.617724 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59f5c0a6-422a-4222-8690-3de028b959eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.643560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cfcd4534-3b3a-4f65-93be-96a0667bdffa req-15f832b6-d729-4643-96fb-56bc3c0eace8 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822027 Aug 29 17:46:06.672069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5c0a6-422a-4222-8690-3de028b959eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716cf15c-b2ab-479a-ab6b-4ba85c9e32b5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:06.681288 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-59f5c0a6-422a-4222-8690-3de028b959eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e3cf065dd72492c80292f833c53f22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481699 Aug 29 17:46:06.685042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48660) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:06.699426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Router 7d374bf6-b353-43ec-96ff-3fdf8c6a47aa is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:06.719711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:06.723954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-b339ab32-9e69-45c6-9b03-319379638a81 service neutron] 10.222.0.41 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284122 Aug 29 17:46:06.725524 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab46ab32-e97e-4338-9d80-2b15fa88bc93 x-openstack-request-id: req-ab46ab32-e97e-4338-9d80-2b15fa88bc93 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:06.725814 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-plugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:06.726065 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab46ab32-e97e-4338-9d80-2b15fa88bc93 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:06.726479 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'code': 200} Aug 29 17:46:06.767483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:06.818566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:06.820053 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-995d4374-da08-49a1-9678-f84c4b75e3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.823014 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f7e2b3-ba2f-4f50-afa6-3ec9acd8d202" -d '{"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-unplugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:06.827545 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.860795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-995d4374-da08-49a1-9678-f84c4b75e3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.871821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Transition to ACTIVE for port object b4587333-ab72-4fd5-96b2-ba521bc7485e will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:06.876436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:06.882297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.891477 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Sync routers for ids ['7d374bf6-b353-43ec-96ff-3fdf8c6a47aa'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:06.908259 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Routers {'7d374bf6-b353-43ec-96ff-3fdf8c6a47aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:06.909306 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7d374bf6-b353-43ec-96ff-3fdf8c6a47aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:06.941736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:06.945667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-86b479fc-3bdb-492b-996c-47d9d577c3dd tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6756198 Aug 29 17:46:06.949176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48670) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:06.952694 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6228808f-f2c5-4ad3-9209-086dbe2f2c11 x-openstack-request-id: req-6228808f-f2c5-4ad3-9209-086dbe2f2c11 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:06.953083 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-unplugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:06.953374 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6228808f-f2c5-4ad3-9209-086dbe2f2c11 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:06.954613 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'code': 200} Aug 29 17:46:07.067997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=10']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:07.150749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] No DVR routers for this DVR port b4587333-ab72-4fd5-96b2-ba521bc7485e on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:46:07.202892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-995d4374-da08-49a1-9678-f84c4b75e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:07.212603 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-995d4374-da08-49a1-9678-f84c4b75e3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:07.216928 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-995d4374-da08-49a1-9678-f84c4b75e3a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/716cf15c-b2ab-479a-ab6b-4ba85c9e32b5 HTTP/1.1" status: 204 len: 168 time: 0.5294173 Aug 29 17:46:07.272553 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Set router 7d374bf6-b353-43ec-96ff-3fdf8c6a47aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:07.331937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bb7bf13-cfe4-442b-828d-5fa3e5601674 req-511589df-c1b5-4ac5-b51e-ce631b4e5593 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0537486 Aug 29 17:46:07.471650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:07.471996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:07.472335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:07.478266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:46:07.479365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Attempting to bind port b4587333-ab72-4fd5-96b2-ba521bc7485e on network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:07.491367 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-595ece81-1626-4f1e-bc43-6113bc536250 req-6b88c002-e88a-41b9-af69-3130bc0f19ca tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.3265910 Aug 29 17:46:07.514263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d4374-da08-49a1-9678-f84c4b75e3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716cf15c-b2ab-479a-ab6b-4ba85c9e32b5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:07.528579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:07.533627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Checking segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:07.535764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Bound using segment: {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:07.536414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Bound port: b4587333-ab72-4fd5-96b2-ba521bc7485e, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520d7934-e1c0-4cca-864f-739ef9406211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:07.539705 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:07.608362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9f93f4fb-9e9e-4f7f-90c8-16faf662a51d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/routers/7d374bf6-b353-43ec-96ff-3fdf8c6a47aa HTTP/1.1" status: 200 len: 908 time: 0.6551614 Aug 29 17:46:07.609029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48690) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:07.637112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846598192', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': True}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:07.716631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:07.718224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:07.753569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bb7bf13-cfe4-442b-828d-5fa3e5601674 req-883517ad-1477-48c8-8c74-b5bebba67c28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0579817 Aug 29 17:46:07.773121 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d374bf6-b353-43ec-96ff-3fdf8c6a47aa', 'name': 'tempest-snat-router-846598192', 'tenant_id': '8f78c98f432147058e1c77eba542787b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.227'}], 'enable_snat': False}, 'gw_port_id': '41e86402-44f1-464d-a815-2e8ae9ba940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:46:04Z', 'updated_at': '2021-08-29T17:46:05Z', 'revision_number': 3, 'project_id': '8f78c98f432147058e1c77eba542787b', 'gw_port': {'id': '41e86402-44f1-464d-a815-2e8ae9ba940c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d374bf6-b353-43ec-96ff-3fdf8c6a47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:46:04Z', 'updated_at': '2021-08-29T17:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:07.805239 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Checking router: 7d374bf6-b353-43ec-96ff-3fdf8c6a47aa for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:46:07.805601 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Updating router 7d374bf6-b353-43ec-96ff-3fdf8c6a47aa port 41e86402-44f1-464d-a815-2e8ae9ba940c binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:46:07.823889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:07.836985 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:07.878041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bb7bf13-cfe4-442b-828d-5fa3e5601674 req-ccaa22c5-3e4d-4d6d-b27a-ef2864e79127 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929787 Aug 29 17:46:07.878753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48696) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:07.898141 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b10d6-6484-4bdb-b855-b73ea51cae49 req-c95d2ebe-7ab8-48de-9692-7bc6e63f5f86 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:07.915214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d12b10d6-6484-4bdb-b855-b73ea51cae49 req-c95d2ebe-7ab8-48de-9692-7bc6e63f5f86 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.3274767 Aug 29 17:46:07.988204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.026194 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0afbcd25-2066-42fe-b05d-237b45f0c716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.031260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:08.076589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:08.095471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d12b10d6-6484-4bdb-b855-b73ea51cae49 req-bf942c17-4ce5-480c-8b92-21c284a3d255 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778595 Aug 29 17:46:08.103657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7bf13-cfe4-442b-828d-5fa3e5601674 req-9b86687d-96e5-4679-95a1-459d4a04cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:08.106398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bb7bf13-cfe4-442b-828d-5fa3e5601674 req-9b86687d-96e5-4679-95a1-459d4a04cca8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783247 Aug 29 17:46:08.107773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.222773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:08.223654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.227398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] 10.222.0.43 "PUT /v2.0/ports/b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1094 time: 1.9976799 Aug 29 17:46:08.317722 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.329094 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Transition to ACTIVE for port object 41e86402-44f1-464d-a815-2e8ae9ba940c will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:08.330209 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.343382 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.354072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.420682 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Attempting to bind port 41e86402-44f1-464d-a815-2e8ae9ba940c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:08.421052 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Attempting to bind port 41e86402-44f1-464d-a815-2e8ae9ba940c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:08.421417 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Attempting to bind port 41e86402-44f1-464d-a815-2e8ae9ba940c on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:08.434558 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:08.434986 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:08.435403 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.435811 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:08.436297 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Bound port: 41e86402-44f1-464d-a815-2e8ae9ba940c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:08.436706 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.480850 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee16829-b0e2-4bf4-81c4-028d2f2c1a51 None None] Pushing event updated for resources: {'Port': ['ID=41e86402-44f1-464d-a815-2e8ae9ba940c,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:08.521543 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] For port 41e86402-44f1-464d-a815-2e8ae9ba940c, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:08.525256 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] For port 41e86402-44f1-464d-a815-2e8ae9ba940c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=41e86402-44f1-464d-a815-2e8ae9ba940c,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:08.535397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Allocated IP 172.25.2.71 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:08.535577 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.618726 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Routers {'7d374bf6-b353-43ec-96ff-3fdf8c6a47aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:08.620186 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7d374bf6-b353-43ec-96ff-3fdf8c6a47aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:08.685227 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee16829-b0e2-4bf4-81c4-028d2f2c1a51 None None] Pushing event updated for resources: {'Port': ['ID=41e86402-44f1-464d-a815-2e8ae9ba940c,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:08.701954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-63945027-06db-48c7-834b-75063adf113b req-e169e850-5d17-411d-85ee-fb84be908b48 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.0537217 Aug 29 17:46:08.797955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.806557 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] Set router 7d374bf6-b353-43ec-96ff-3fdf8c6a47aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:08.854923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:08.897488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:08.902292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:08.906666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:08.948583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'Port': ['ID=80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:08.961437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:08.963860 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637f294a-beb1-4ad9-afec-b0a37bb029fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:09.060506 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d374bf6-b353-43ec-96ff-3fdf8c6a47aa', 'name': 'tempest-snat-router-846598192', 'tenant_id': '8f78c98f432147058e1c77eba542787b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.227'}], 'enable_snat': False}, 'gw_port_id': '41e86402-44f1-464d-a815-2e8ae9ba940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:46:04Z', 'updated_at': '2021-08-29T17:46:05Z', 'revision_number': 3, 'project_id': '8f78c98f432147058e1c77eba542787b', 'gw_port': {'id': '41e86402-44f1-464d-a815-2e8ae9ba940c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d374bf6-b353-43ec-96ff-3fdf8c6a47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:46:04Z', 'updated_at': '2021-08-29T17:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:09.068970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a1553-7492-41b0-a626-eef242a930b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=11']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:09.083495 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c074692-1838-450e-9b8d-fb9913b60247 x-openstack-request-id: req-5c074692-1838-450e-9b8d-fb9913b60247 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:09.083783 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:09.084024 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c074692-1838-450e-9b8d-fb9913b60247 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:09.084604 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'status': 'completed', 'code': 200} Aug 29 17:46:09.107088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fad42060-9ddb-4f51-8804-6dfc6965098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:09.108722 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17434f-088e-4a47-8e87-576b35e22236 None None] The sync data for ids ['7d374bf6-b353-43ec-96ff-3fdf8c6a47aa'] in n-d-713499-15 is: [{'id': '7d374bf6-b353-43ec-96ff-3fdf8c6a47aa', 'name': 'tempest-snat-router-846598192', 'tenant_id': '8f78c98f432147058e1c77eba542787b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.227'}], 'enable_snat': False}, 'gw_port_id': '41e86402-44f1-464d-a815-2e8ae9ba940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:46:04Z', 'updated_at': '2021-08-29T17:46:05Z', 'revision_number': 3, 'project_id': '8f78c98f432147058e1c77eba542787b', 'gw_port': {'id': '41e86402-44f1-464d-a815-2e8ae9ba940c', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d374bf6-b353-43ec-96ff-3fdf8c6a47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:46:04Z', 'updated_at': '2021-08-29T17:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:09.109460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-fad42060-9ddb-4f51-8804-6dfc6965098c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1097 time: 0.8529525 Aug 29 17:46:09.242912 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0afbcd25-2066-42fe-b05d-237b45f0c716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:09.249864 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:09.251024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-896755da-a8ee-4e99-a956-9b06c7b6be81 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:09.252800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-896755da-a8ee-4e99-a956-9b06c7b6be81 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 811 time: 0.3122578 Aug 29 17:46:09.259987 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0afbcd25-2066-42fe-b05d-237b45f0c716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:09.288972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-f94a3e69-6967-4249-89df-94fc548a26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:09.290876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-f94a3e69-6967-4249-89df-94fc548a26ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.1658282 Aug 29 17:46:09.336464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0afbcd25-2066-42fe-b05d-237b45f0c716 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc35d7e53d9c4b9d88effcf27ebd333f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4189234 Aug 29 17:46:09.338923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48708) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:09.385495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbcd25-2066-42fe-b05d-237b45f0c716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4219cc4-b4f3-4730-b7df-d0510b36420a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:09.406491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-7f68e7eb-c270-4110-8678-3ec4803139ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:09.408122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-7f68e7eb-c270-4110-8678-3ec4803139ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1097 time: 0.1776299 Aug 29 17:46:09.556145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-3bd98c3c-334d-40f2-bed3-0d416c97ca3c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec HTTP/1.1" status: 200 len: 379 time: 0.2578907 Aug 29 17:46:09.559780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-5ebb47fa-de85-4543-a4eb-fd8efd67c5ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1000 time: 0.2579587 Aug 29 17:46:09.586625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-44e3f97c-eec5-4de1-8610-48516c4d6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:09.591858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-44e3f97c-eec5-4de1-8610-48516c4d6f3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.1651142 Aug 29 17:46:09.594886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'port': {'device_id': '9a69b608-b10e-41dc-834d-e7128634a39f', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'admin_state_up': True, 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'security_groups': ['bfad108d-8a74-4e05-b5d9-1b4201d82656']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:09.599990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a27d3-f66d-4a2a-940e-0c0546a55277 req-39739982-67e9-4054-8217-c9504a8062c3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:09.608806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e4a27d3-f66d-4a2a-940e-0c0546a55277 req-39739982-67e9-4054-8217-c9504a8062c3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.3688493 Aug 29 17:46:09.714786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e4a27d3-f66d-4a2a-940e-0c0546a55277 req-cfbb28d3-42ce-4451-912f-69649e096ef5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049774 Aug 29 17:46:09.735995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 41e86402-44f1-464d-a815-2e8ae9ba940c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:09.788535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-9f84830e-dbb5-46ac-b833-4a254651fc61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1000 time: 0.1564777 Aug 29 17:46:09.799849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bbb91d2b-06b5-4fba-b75d-0b6d8258f9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:09.849910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-1e19aa1a-4a0f-4d46-9420-979c9d491159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:09.851458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-1e19aa1a-4a0f-4d46-9420-979c9d491159 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0528984 Aug 29 17:46:09.869101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 41e86402-44f1-464d-a815-2e8ae9ba940c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:09.873507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-ad25fb01-4b75-422e-8615-6c867ec9244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:09.874451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 41e86402-44f1-464d-a815-2e8ae9ba940c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:09.875041 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:09.875705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-ad25fb01-4b75-422e-8615-6c867ec9244a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.3074379 Aug 29 17:46:09.902802 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bbb91d2b-06b5-4fba-b75d-0b6d8258f9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:09.953111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-795eaf72-e496-41ed-919f-57e40f04139c req-ba099145-a7c9-46bb-bdb7-94e5e8ac302a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.0920653 Aug 29 17:46:10.025156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-e62e739b-4556-4aa1-8018-1add901fc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:10.027188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-e62e739b-4556-4aa1-8018-1add901fc7fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432102 Aug 29 17:46:10.035599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-d5784f8c-eb69-4728-a9a3-593c6ea340fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:10.049192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-d5784f8c-eb69-4728-a9a3-593c6ea340fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848321 Aug 29 17:46:10.049192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:10.089228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Made reservation on behalf of 46a22c53e21d48a5a9e5a62cee5cc5ec for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:10.093272 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:10.106636 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:10.146862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bbb91d2b-06b5-4fba-b75d-0b6d8258f9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:10.155574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bbb91d2b-06b5-4fba-b75d-0b6d8258f9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:10.160094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bbb91d2b-06b5-4fba-b75d-0b6d8258f9de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4219cc4-b4f3-4730-b7df-d0510b36420a HTTP/1.1" status: 204 len: 168 time: 0.7857578 Aug 29 17:46:10.161207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 41e86402-44f1-464d-a815-2e8ae9ba940c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=41e86402-44f1-464d-a815-2e8ae9ba940c,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:10.163519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:46:10.178626 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:10.222168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb91d2b-06b5-4fba-b75d-0b6d8258f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4219cc4-b4f3-4730-b7df-d0510b36420a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:10.362025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=41e86402-44f1-464d-a815-2e8ae9ba940c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:10.381396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-bcc1fe9b-3fc1-4618-95fe-f80e50dc5473 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449576 Aug 29 17:46:10.402444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:46:10.439925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-ab3c0d75-cf87-4865-8191-c0e764d4f323 service neutron] 10.222.0.44 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869729 Aug 29 17:46:10.554273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Router 22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:10.651646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7bb7b17a-948e-4dd1-9808-db5cd991f7a0 req-e6c238db-ab09-4cf6-bf39-f31d5c374a94 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576087 Aug 29 17:46:10.693266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:10.697007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-9a9d23b0-8401-4a38-a85a-8b5f0b5d1ea8 service neutron] 10.222.0.44 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487168 Aug 29 17:46:10.708948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Sync routers for ids ['22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:10.722678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:10.730159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d6c888a-2915-4b1e-8ae0-0449d24cad36 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.1158669 Aug 29 17:46:10.733169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48726) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:10.740710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Routers {'22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:10.757882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:10.932110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.20.0.3 (322486e8-ae5b-47ca-af8a-dfe2d60580c5/36d66ff9-fba9-4510-8731-ee550aaa53e2/1f1a3798-72f1-4843-81c0-93d6564bc3fb) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:10.983451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-2ea49fa9-d0f8-440e-b19d-b566cf3f8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:10.988103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-2ea49fa9-d0f8-440e-b19d-b566cf3f8a54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1097 time: 0.2620995 Aug 29 17:46:11.004307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Set router 22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:11.299880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c87c2d-f502-4dc8-9518-89ac537138a0 req-fdff2e09-3399-49d8-a3ad-4cdafe481b7e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:11.301509 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9c87c2d-f502-4dc8-9518-89ac537138a0 req-fdff2e09-3399-49d8-a3ad-4cdafe481b7e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.4092796 Aug 29 17:46:11.380931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9f074fe4-00f9-4aea-9075-e57d79eaf9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:11.407570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d', 'name': 'tempest-snat-router-846598192', 'tenant_id': '8f78c98f432147058e1c77eba542787b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:46:07Z', 'updated_at': '2021-08-29T17:46:09Z', 'revision_number': 3, 'project_id': '8f78c98f432147058e1c77eba542787b', 'gw_port': {'id': '80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:46:08Z', 'updated_at': '2021-08-29T17:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:11.443286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Checking router: 22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:46:11.443985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Updating router 22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:46:11.476632 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:11.491908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57c0981d-6bcf-410b-b191-40edb6b3c3e9 req-55ab6c48-b352-4ae4-b453-e15642d31a2f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.0570314 Aug 29 17:46:11.520572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9c87c2d-f502-4dc8-9518-89ac537138a0 req-1c57b1a4-e899-4be9-a46b-8e99bd00e675 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915655 Aug 29 17:46:11.524559 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-e076ec15-15fe-45e6-88b6-b24637e82c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:11.528078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-e076ec15-15fe-45e6-88b6-b24637e82c05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.5241914 Aug 29 17:46:11.537520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ec5fa68a-93ca-449b-8ae0-74eef2d49c43 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/routers/22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d HTTP/1.1" status: 200 len: 906 time: 0.8030341 Aug 29 17:46:11.540586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48748) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:11.687375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:11.691515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:11.704361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 41e86402-44f1-464d-a815-2e8ae9ba940c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:11.833764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Transition to ACTIVE for port object 1f1a3798-72f1-4843-81c0-93d6564bc3fb will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:11.858783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:11.886306 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-ccc737bd-4534-4b20-8824-3c3a56ea3dba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1000 time: 0.3468401 Aug 29 17:46:11.928044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 41e86402-44f1-464d-a815-2e8ae9ba940c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:11.937289 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:11.945606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Deleting port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:11.946022 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:11.992757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-08adb5e4-536c-45fd-b3eb-6b204db45f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:11.994305 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-08adb5e4-536c-45fd-b3eb-6b204db45f9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0933590 Aug 29 17:46:12.074184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-72195492-5366-48ca-aa14-3dd892e91d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:12.076304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-72195492-5366-48ca-aa14-3dd892e91d58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526667 Aug 29 17:46:12.078335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.090129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.110390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Calling delete_port for 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:12.140851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=1f1a3798-72f1-4843-81c0-93d6564bc3fb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:12.177907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:12.207654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:12.211803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:12.304679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:12.305451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.315489 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.363227 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-9b3a50ab-a590-4096-bc07-109807705332 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8001950 Aug 29 17:46:12.370630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Transition to ACTIVE for port object 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:12.379762 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.410358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Request body: {'port': {'device_id': '9a69b608-b10e-41dc-834d-e7128634a39f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:12.430962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec75cb-5ab7-40ad-a443-2ed0f0771f38 None None] Pushing event updated for resources: {'Port': ['ID=80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:12.467604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-292e2a4e-1d61-4c81-b658-7a9243a742ef service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288846 Aug 29 17:46:12.474711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Attempting to bind port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:12.474711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Attempting to bind port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:12.474711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Attempting to bind port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:12.488573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:12.489348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:12.490025 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.490675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:12.491385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Bound port: 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:12.491990 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.602313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.606081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.637078 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:46:12.638347 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:46:12.639268 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.726964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event deleted for resources: {'Port': ['ID=80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:12.764699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d7b5b0d4-3c6e-4aa8-81c9-fe3d37df80ee None None] Provisioning for port 1f1a3798-72f1-4843-81c0-93d6564bc3fb completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:12.769408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d7b5b0d4-3c6e-4aa8-81c9-fe3d37df80ee None None] Provisioning complete for port 1f1a3798-72f1-4843-81c0-93d6564bc3fb triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:12.769907 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b0d4-3c6e-4aa8-81c9-fe3d37df80ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.849944 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d38f4-9ddb-4ef6-b760-d2c0477ceacf req-1fc062aa-70bf-4afe-a117-15443e1d322c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:12.851819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-012d38f4-9ddb-4ef6-b760-d2c0477ceacf req-1fc062aa-70bf-4afe-a117-15443e1d322c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 931 time: 0.2036693 Aug 29 17:46:12.857939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-637f294a-beb1-4ad9-afec-b0a37bb029fc req-a10221f3-0b0e-4a43-a859-07f9a4cad44e service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820989 Aug 29 17:46:12.886096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5b0d4-3c6e-4aa8-81c9-fe3d37df80ee None None] Port 1f1a3798-72f1-4843-81c0-93d6564bc3fb cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:12.895223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.951263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2377b9-b8fd-4a76-8404-1e574bcc8c7c req-5f333352-3679-4d43-a55e-3014a1da3210 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:12.952934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab2377b9-b8fd-4a76-8404-1e574bcc8c7c req-5f333352-3679-4d43-a55e-3014a1da3210 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.2056572 Aug 29 17:46:13.008777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.013409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-012d38f4-9ddb-4ef6-b760-d2c0477ceacf req-5b7a28cf-ce58-40ec-8f02-3998dac7776d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514802 Aug 29 17:46:13.014712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.074987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.075708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:13.076399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab2377b9-b8fd-4a76-8404-1e574bcc8c7c req-5bb1e090-485a-4164-a0b4-c1b36d089cf3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118400 Aug 29 17:46:13.080466 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.085023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ea46448b-d315-401a-a02d-7dc4c7d4d3ef tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "DELETE /v2.0/routers/22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d HTTP/1.1" status: 204 len: 168 time: 1.5426717 Aug 29 17:46:13.085769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48776) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:13.157738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Attempting to bind port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:13.157738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Attempting to bind port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:13.158574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Attempting to bind port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:13.197342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:13.197717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:13.198257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.198791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:13.199532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Bound port: 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:13.200246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.202262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1a3798-72f1-4843-81c0-93d6564bc3fb {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:13.212195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.223207 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.234934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Transition to ACTIVE for port object 1f1a3798-72f1-4843-81c0-93d6564bc3fb will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:13.240524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.252043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Port 80c2d57e-a5e7-4d0f-a4b2-7964bbf2e02f has been deleted concurrently {{(pid=94797) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 17:46:13.253883 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.277614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Routers set() bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:13.277994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Router IDs set() for agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 17:46:13.278633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_agentschedulers_db [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:45:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent'). {{(pid=94797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 17:46:13.279007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662595b3-6299-4759-96fd-3f868d900f92 None None] The sync data for ids ['22f51e6e-7f17-4b46-ad6a-a5d03aa70a2d'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:13.363887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.380049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1a3798-72f1-4843-81c0-93d6564bc3fb,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:13.443462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Deleting port 41e86402-44f1-464d-a815-2e8ae9ba940c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:13.443899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.459516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Attempting to bind port 1f1a3798-72f1-4843-81c0-93d6564bc3fb on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:13.459753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Attempting to bind port 1f1a3798-72f1-4843-81c0-93d6564bc3fb by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:13.460246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Attempting to bind port 1f1a3798-72f1-4843-81c0-93d6564bc3fb on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:13.479651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Port 1f1a3798-72f1-4843-81c0-93d6564bc3fb on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:46:13.480247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Attempting to bind port 1f1a3798-72f1-4843-81c0-93d6564bc3fb on network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:13.486446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:13.486892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Checking segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:13.487367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Bound using segment: {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:13.488024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Bound port: 1f1a3798-72f1-4843-81c0-93d6564bc3fb, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36aee44-b650-478b-9340-e026ad4a288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:13.488576 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.585231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] For port 1f1a3798-72f1-4843-81c0-93d6564bc3fb, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:13.590029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] For port 1f1a3798-72f1-4843-81c0-93d6564bc3fb, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:13.596879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.623930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] For port 41e86402-44f1-464d-a815-2e8ae9ba940c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=41e86402-44f1-464d-a815-2e8ae9ba940c,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:13.624435 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.643768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Calling delete_port for 41e86402-44f1-464d-a815-2e8ae9ba940c owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:13.673370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:13.673938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.675591 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f1a3798-72f1-4843-81c0-93d6564bc3fb HTTP/1.1" status: 200 len: 1092 time: 1.2985747 Aug 29 17:46:13.676056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:13.678290 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea12205-166f-4803-8eb0-8a3060c89e81" -d '{"events": [{"name": "network-changed", "server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:13.731244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c66cd-44e9-40bc-a5f0-1a157d745da4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1a3798-72f1-4843-81c0-93d6564bc3fb,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:13.758856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-eb31ee6d-c157-46cd-bb02-d3d58517ca21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1451156 Aug 29 17:46:13.794711 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dd161c-a174-4776-9e6a-ce5f0fe65863 x-openstack-request-id: req-79dd161c-a174-4776-9e6a-ce5f0fe65863 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:13.795333 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:13.795787 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79dd161c-a174-4776-9e6a-ce5f0fe65863 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:13.796454 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'status': 'completed', 'code': 200} Aug 29 17:46:13.859853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-b7e0769f-2dc8-4587-a4ca-d391889a9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:13.861507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-b7e0769f-2dc8-4587-a4ca-d391889a9473 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1097 time: 0.0638754 Aug 29 17:46:13.865162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-fef64449-f22b-4703-b64b-c1a9f198f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:13.866915 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-fef64449-f22b-4703-b64b-c1a9f198f94b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 1095 time: 0.1285002 Aug 29 17:46:13.875098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-026f4714-1851-42d7-b86c-2a24610e2e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.914110 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:46:13.954145 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.000283 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.007720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-65981745-1369-419c-9ad2-6d87233c476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:14.010043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-65981745-1369-419c-9ad2-6d87233c476d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.1194232 Aug 29 17:46:14.051789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-d668ac54-7050-4e38-8f1c-f9e096ee3888 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb HTTP/1.1" status: 200 len: 217 time: 0.1754618 Aug 29 17:46:14.064475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event deleted for resources: {'Port': ['ID=41e86402-44f1-464d-a815-2e8ae9ba940c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:14.140823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.147089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:14.169632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'port_id': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'mac_address': 'fa:16:3e:b4:11:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:46:14.226007 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.241841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4587333-ab72-4fd5-96b2-ba521bc7485e {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:14.272621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-ecab8643-8a3b-4ef2-9521-99710ea147c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 1000 time: 0.2326992 Aug 29 17:46:14.280823 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-c90a2b48-9560-4cee-a8cb-6118805ee512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:14.282722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-c90a2b48-9560-4cee-a8cb-6118805ee512 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.1890600 Aug 29 17:46:14.299272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:14.310129 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.335994 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.342379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.382490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=12']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:14.412210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bbd1c-ffe7-4f95-bd9c-baed6379cf3e req-6b1561a0-9793-4571-8e28-af03cb8ed662 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:14.420639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90d831-56e5-419c-a68c-50e774a22a74 req-8245b43f-f5a6-4f19-8e46-d51ff534fd59 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:14.420988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-769bbd1c-ffe7-4f95-bd9c-baed6379cf3e req-6b1561a0-9793-4571-8e28-af03cb8ed662 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.2569332 Aug 29 17:46:14.423778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b90d831-56e5-419c-a68c-50e774a22a74 req-8245b43f-f5a6-4f19-8e46-d51ff534fd59 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 945 time: 0.1926184 Aug 29 17:46:14.439198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.439715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d374bf6-b353-43ec-96ff-3fdf8c6a47aa {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:14.454890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-854a7f3c-906c-4182-a177-3099ad42c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:14.455064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.455858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-12f8285f-e710-4b83-bc83-29cc2190969c tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7d374bf6-b353-43ec-96ff-3fdf8c6a47aa HTTP/1.1" status: 204 len: 168 time: 1.3690391 Aug 29 17:46:14.465961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-854a7f3c-906c-4182-a177-3099ad42c7f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.1764510 Aug 29 17:46:14.474616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48812) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:14.483918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1381350869', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:14.507582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ee17e26d-d12b-43a6-afd4-fb1b240b0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:14.509193 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-ee17e26d-d12b-43a6-afd4-fb1b240b0a78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2087035 Aug 29 17:46:14.565725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['b4587333-ab72-4fd5-96b2-ba521bc7485e'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:46:14.572839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b90d831-56e5-419c-a68c-50e774a22a74 req-6c6f192e-cf69-488d-93cd-7b0cceaf525f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407950 Aug 29 17:46:14.574275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.583298 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.606026 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-769bbd1c-ffe7-4f95-bd9c-baed6379cf3e req-0234ecb8-5314-41ba-9061-5e0839f05d5e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841192 Aug 29 17:46:14.620161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48814) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:14.624500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-66125c42-18da-4b75-8fb1-f30879028910 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:46:14.625353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-66125c42-18da-4b75-8fb1-f30879028910 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313435 Aug 29 17:46:14.732858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-d1092721-6327-43d6-93ad-f5c5ce4c37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:14.735541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-d1092721-6327-43d6-93ad-f5c5ce4c37e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2577500 Aug 29 17:46:14.799494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5ea3ad78-a8ff-401f-bfbd-f0e3fff3552c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/8e2622d4-cae1-49f7-bbf1-6333f970c95e HTTP/1.1" status: 200 len: 993 time: 0.1759593 Aug 29 17:46:14.848381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:14.849512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48818) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:14.904697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-30925251-d9f3-4e08-80e5-c4cf101a1eee service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553106 Aug 29 17:46:15.003549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-55500919-5517-4a22-90e2-64c85eb42db2 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693035 Aug 29 17:46:15.116175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.127437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1a735055-ad0f-4b6e-bae2-c6bb529211a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.190674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71c7a766-cdb4-4eeb-a2d6-812a78272888 req-3ef01588-0e03-40ea-a515-a0186ba8c589 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713253 Aug 29 17:46:15.194757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b9cbc06-8a5b-4942-b0ba-bc5b080b1648 req-6868a474-80c7-47a9-b322-d27f31ee4aa1 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803803 Aug 29 17:46:15.302574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-61106b08-c25e-4fea-8c53-8aea74a31c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:15.304430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-61106b08-c25e-4fea-8c53-8aea74a31c7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 1095 time: 0.0540369 Aug 29 17:46:15.328503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1a735055-ad0f-4b6e-bae2-c6bb529211a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.337865 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1a735055-ad0f-4b6e-bae2-c6bb529211a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.400395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-45948b86-6801-4f74-b7c1-237ed6470ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:15.401851 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-45948b86-6801-4f74-b7c1-237ed6470ab9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.0908232 Aug 29 17:46:15.450617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-edb47aea-5fc7-40cf-af87-ab4e3d16fa58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb HTTP/1.1" status: 200 len: 217 time: 0.0406039 Aug 29 17:46:15.453807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1a735055-ad0f-4b6e-bae2-c6bb529211a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8205572d8f24e3c909c018177f3bff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026733 Aug 29 17:46:15.456634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48822) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:15.470838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a735055-ad0f-4b6e-bae2-c6bb529211a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f429d2-fa1d-4897-9410-75b8253a4da8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:15.484164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.485930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.508850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.528939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-098b9d04-54fc-4329-b844-c483e25f7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:15.530409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-098b9d04-54fc-4329-b844-c483e25f7343 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0669291 Aug 29 17:46:15.595310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-895caaee-42b4-48a2-937c-e7d895afd047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.599037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-b620e2c9-60c4-4dae-8538-a5714c474134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:15.600547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-b620e2c9-60c4-4dae-8538-a5714c474134 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626655 Aug 29 17:46:15.606545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 41e86402-44f1-464d-a815-2e8ae9ba940c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:46:15.630402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 41e86402-44f1-464d-a815-2e8ae9ba940c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:46:15.630878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 41e86402-44f1-464d-a815-2e8ae9ba940c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:46:15.648889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Allocated IP 172.25.2.246 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/0f48bb38-6fe8-471f-847b-e5d246e50aa2) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:15.679310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-895caaee-42b4-48a2-937c-e7d895afd047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.749973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-b3fcff8b-8a71-4fb9-ae17-f21b50ef5d9c service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408079 Aug 29 17:46:15.767333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-895caaee-42b4-48a2-937c-e7d895afd047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.769899 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-895caaee-42b4-48a2-937c-e7d895afd047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.773896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-895caaee-42b4-48a2-937c-e7d895afd047 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6f429d2-fa1d-4897-9410-75b8253a4da8 HTTP/1.1" status: 204 len: 168 time: 0.3162200 Aug 29 17:46:15.799990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbfe84-9d43-4971-ab72-8c0d8c0db821 req-91b3fe16-1ff5-4728-992a-4841c71f8de4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:15.802090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ebbfe84-9d43-4971-ab72-8c0d8c0db821 req-91b3fe16-1ff5-4728-992a-4841c71f8de4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.0845599 Aug 29 17:46:15.827364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.827834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895caaee-42b4-48a2-937c-e7d895afd047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f429d2-fa1d-4897-9410-75b8253a4da8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:15.868038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ebbfe84-9d43-4971-ab72-8c0d8c0db821 req-2c1b3908-104a-4347-8618-7196013f3b3c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584123 Aug 29 17:46:15.873938 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ea12205-166f-4803-8eb0-8a3060c89e81 req-290d000f-157d-4fd5-8edf-a860565137a1 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159720 Aug 29 17:46:15.900803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.903686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:15.950428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:15.954848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:15.956799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event updated for resources: {'Port': ['ID=0f48bb38-6fe8-471f-847b-e5d246e50aa2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:15.959407 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:15.964683 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port b4587333-ab72-4fd5-96b2-ba521bc7485e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:15.969974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port b4587333-ab72-4fd5-96b2-ba521bc7485e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:15.970698 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.063555 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.091350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:16.094050 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f3f7d-c667-4ff3-a9ab-1be6cf3a24d3" -d '{"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-plugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:16.127290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:16.134668 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.149727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48832) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:16.163492 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf703cb-4143-4686-abff-2d309412015b x-openstack-request-id: req-bbf703cb-4143-4686-abff-2d309412015b {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:16.163779 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-plugged", "status": "completed", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:16.164268 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbf703cb-4143-4686-abff-2d309412015b {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:16.165074 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'code': 200} Aug 29 17:46:16.166574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b16ce813-ebb5-43a5-a2b9-4a2311d88aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.200158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=13']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:16.256830 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.265094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b16ce813-ebb5-43a5-a2b9-4a2311d88aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.269665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b16ce813-ebb5-43a5-a2b9-4a2311d88aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.308376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ce813-ebb5-43a5-a2b9-4a2311d88aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac80711e-2334-46c3-a34e-8814b6550e03,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:16.314420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b16ce813-ebb5-43a5-a2b9-4a2311d88aa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c2d7ed764e346058b024aa3dd415c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627343 Aug 29 17:46:16.315570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48834) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:16.366060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d42542a-6d53-4eeb-a060-077f9e30acc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.387614 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d42542a-6d53-4eeb-a060-077f9e30acc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.436141 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d42542a-6d53-4eeb-a060-077f9e30acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.439274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d42542a-6d53-4eeb-a060-077f9e30acc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.442850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7d42542a-6d53-4eeb-a060-077f9e30acc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac80711e-2334-46c3-a34e-8814b6550e03 HTTP/1.1" status: 204 len: 168 time: 0.1238425 Aug 29 17:46:16.452377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42542a-6d53-4eeb-a060-077f9e30acc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac80711e-2334-46c3-a34e-8814b6550e03,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:16.792141 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.804995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:17.019092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Router 5c44894b-67d7-4f04-93d9-387323a38c41 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:17.030725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648d502-abe6-4f26-88af-53fda4c8559c req-ab24d467-6261-4184-85ac-457c4bfa146d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:17.035424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f648d502-abe6-4f26-88af-53fda4c8559c req-ab24d467-6261-4184-85ac-457c4bfa146d tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.0690722 Aug 29 17:46:17.170343 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f648d502-abe6-4f26-88af-53fda4c8559c req-0daf149f-2c27-47e7-a1ea-24db2ff6d83b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252112 Aug 29 17:46:17.199022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:17.210231 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375a93b-3f47-4070-935b-d02c7efbc1e8 None None] Sync routers for ids ['5c44894b-67d7-4f04-93d9-387323a38c41'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:17.221791 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375a93b-3f47-4070-935b-d02c7efbc1e8 None None] Routers {'5c44894b-67d7-4f04-93d9-387323a38c41'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:17.222402 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f375a93b-3f47-4070-935b-d02c7efbc1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5c44894b-67d7-4f04-93d9-387323a38c41'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:17.224925 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:17.227059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3e5cfde1-0645-4de0-a90b-879856f3a521 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7521162 Aug 29 17:46:17.229364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:17.234460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a79fa308-9efe-4ffe-b9fb-0bba33a146ae tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': False}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:17.266758 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f375a93b-3f47-4070-935b-d02c7efbc1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:17.276769 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375a93b-3f47-4070-935b-d02c7efbc1e8 None None] Routers {'5c44894b-67d7-4f04-93d9-387323a38c41'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:17.277643 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f375a93b-3f47-4070-935b-d02c7efbc1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5c44894b-67d7-4f04-93d9-387323a38c41'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:17.314550 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f375a93b-3f47-4070-935b-d02c7efbc1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:17.315535 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375a93b-3f47-4070-935b-d02c7efbc1e8 None None] The sync data for ids ['5c44894b-67d7-4f04-93d9-387323a38c41'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:17.548434 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a79fa308-9efe-4ffe-b9fb-0bba33a146ae tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:18.301597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a79fa308-9efe-4ffe-b9fb-0bba33a146ae tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:18.307034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a79fa308-9efe-4ffe-b9fb-0bba33a146ae tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:18.364446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca16539-a13f-4a0b-bfcb-d63e48b93059 req-f5379000-38f4-4a64-982a-484bc441402a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:18.365963 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ca16539-a13f-4a0b-bfcb-d63e48b93059 req-f5379000-38f4-4a64-982a-484bc441402a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.0973866 Aug 29 17:46:18.456286 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ca16539-a13f-4a0b-bfcb-d63e48b93059 req-f871a85c-9874-4e86-9855-6ce557f16c69 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813804 Aug 29 17:46:18.486859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79fa308-9efe-4ffe-b9fb-0bba33a146ae tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Router 5c44894b-67d7-4f04-93d9-387323a38c41 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:46:18.604590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79fa308-9efe-4ffe-b9fb-0bba33a146ae tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:18.609266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a79fa308-9efe-4ffe-b9fb-0bba33a146ae tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:18.613392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48872) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:18.616515 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a79fa308-9efe-4ffe-b9fb-0bba33a146ae tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "PUT /v2.0/routers/5c44894b-67d7-4f04-93d9-387323a38c41 HTTP/1.1" status: 200 len: 926 time: 1.3856430 Aug 29 17:46:18.617303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f681bb3-b7ff-4785-bdf0-65b34a8cbedd None None] Sync routers for ids ['5c44894b-67d7-4f04-93d9-387323a38c41'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:18.635234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f681bb3-b7ff-4785-bdf0-65b34a8cbedd None None] Routers {'5c44894b-67d7-4f04-93d9-387323a38c41'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:18.636102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3f681bb3-b7ff-4785-bdf0-65b34a8cbedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5c44894b-67d7-4f04-93d9-387323a38c41'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:18.684863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3f681bb3-b7ff-4785-bdf0-65b34a8cbedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:18.695726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f681bb3-b7ff-4785-bdf0-65b34a8cbedd None None] Routers {'5c44894b-67d7-4f04-93d9-387323a38c41'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:18.696420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3f681bb3-b7ff-4785-bdf0-65b34a8cbedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5c44894b-67d7-4f04-93d9-387323a38c41'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:18.741464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3f681bb3-b7ff-4785-bdf0-65b34a8cbedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:18.742342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f681bb3-b7ff-4785-bdf0-65b34a8cbedd None None] The sync data for ids ['5c44894b-67d7-4f04-93d9-387323a38c41'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:18.743180 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-56c2059b-0f47-4685-93bc-8e482f7c9843 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/routers/5c44894b-67d7-4f04-93d9-387323a38c41 HTTP/1.1" status: 200 len: 926 time: 0.1280982 Aug 29 17:46:18.745901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48876) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:18.818391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153b7e57-8369-4abc-88bc-9d30e55c5d89 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:18.820166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-153b7e57-8369-4abc-88bc-9d30e55c5d89 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=5c44894b-67d7-4f04-93d9-387323a38c41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0733292 Aug 29 17:46:18.823568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48878) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:18.910476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7796577-02b3-44ba-b264-76ea1367651f tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:18.911886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c7796577-02b3-44ba-b264-76ea1367651f tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 881 time: 0.0873399 Aug 29 17:46:18.914661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48880) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:18.941335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2d7af86e-9f7b-4b68-a685-975a41a18a8c tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c44894b-67d7-4f04-93d9-387323a38c41 HTTP/1.1" status: 200 len: 205 time: 0.0255160 Aug 29 17:46:18.943594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48882) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:19.047894 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.151258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.202372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Deleting port 0f48bb38-6fe8-471f-847b-e5d246e50aa2 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:19.202745 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.281339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.293542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Calling delete_port for 0f48bb38-6fe8-471f-847b-e5d246e50aa2 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:19.459068 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.487115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event deleted for resources: {'Port': ['ID=0f48bb38-6fe8-471f-847b-e5d246e50aa2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:19.557552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.665268 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.668347 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.682758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0f366-1924-4833-ab86-00b8466cf750 req-93b4bb02-7897-4f7b-9208-92f0a7c9cd3f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:19.684188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fca0f366-1924-4833-ab86-00b8466cf750 req-93b4bb02-7897-4f7b-9208-92f0a7c9cd3f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.1420379 Aug 29 17:46:19.739123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.739645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Fanout notify agent at l3_agent the message router_deleted on router 5c44894b-67d7-4f04-93d9-387323a38c41 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:19.746780 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.749870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d80a4642-4c42-4c45-8f2a-f7a6760d1db8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/5c44894b-67d7-4f04-93d9-387323a38c41 HTTP/1.1" status: 204 len: 168 time: 0.8034256 Aug 29 17:46:19.755422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48892) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:19.759739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b5916d1f-3bb8-4eb6-b44f-274bee364c80 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-537598524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:19.764918 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fca0f366-1924-4833-ab86-00b8466cf750 req-30bef38d-17ae-4418-8412-de3d62303ae4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486290 Aug 29 17:46:19.785906 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5916d1f-3bb8-4eb6-b44f-274bee364c80 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.787209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5916d1f-3bb8-4eb6-b44f-274bee364c80 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.843324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5916d1f-3bb8-4eb6-b44f-274bee364c80 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.847655 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5916d1f-3bb8-4eb6-b44f-274bee364c80 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.863974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5916d1f-3bb8-4eb6-b44f-274bee364c80 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:19.865165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b5916d1f-3bb8-4eb6-b44f-274bee364c80 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1090713 Aug 29 17:46:19.867962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48896) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:19.872495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:20.072850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:20.263063 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:20.282490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:20.394171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Allocated IP 172.25.2.35 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/3d028356-07d3-4d8a-a4d2-e942be9f6eb4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:20.495232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:20.534786 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:20.582931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:20.585768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:20.591297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:20.594304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event updated for resources: {'Port': ['ID=3d028356-07d3-4d8a-a4d2-e942be9f6eb4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:20.841397 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:20.970968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300aed1-5476-472d-85bb-16dc2b2d62cf req-2306e3af-7713-44ba-a8ca-f013b43d2714 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:20.972513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c300aed1-5476-472d-85bb-16dc2b2d62cf req-2306e3af-7713-44ba-a8ca-f013b43d2714 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.0977008 Aug 29 17:46:21.053460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c300aed1-5476-472d-85bb-16dc2b2d62cf req-1d27d528-b22d-41dc-92ec-2c08e880107a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739248 Aug 29 17:46:21.104443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:21.107550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:21.229517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Router 9e58a8d8-4876-437c-a4a8-8b532f8b6442 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:21.331680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:21.338279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:21.340040 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cff61afb-983f-4939-ac78-0b7294cee4d2 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "PUT /v2.0/routers/9e58a8d8-4876-437c-a4a8-8b532f8b6442 HTTP/1.1" status: 200 len: 882 time: 1.4705873 Aug 29 17:46:21.340904 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc93921-6633-4fff-9f6c-b55d40809ecd None None] Sync routers for ids ['9e58a8d8-4876-437c-a4a8-8b532f8b6442'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:21.342247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48910) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:21.350416 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc93921-6633-4fff-9f6c-b55d40809ecd None None] Routers {'9e58a8d8-4876-437c-a4a8-8b532f8b6442'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:21.351216 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1dc93921-6633-4fff-9f6c-b55d40809ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['9e58a8d8-4876-437c-a4a8-8b532f8b6442'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:21.386317 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1dc93921-6633-4fff-9f6c-b55d40809ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:21.395570 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc93921-6633-4fff-9f6c-b55d40809ecd None None] Routers {'9e58a8d8-4876-437c-a4a8-8b532f8b6442'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:21.396270 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1dc93921-6633-4fff-9f6c-b55d40809ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['9e58a8d8-4876-437c-a4a8-8b532f8b6442'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:21.427067 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1dc93921-6633-4fff-9f6c-b55d40809ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:21.427715 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc93921-6633-4fff-9f6c-b55d40809ecd None None] The sync data for ids ['9e58a8d8-4876-437c-a4a8-8b532f8b6442'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:21.449391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9e2e593f-7073-4269-b3ba-8cf46e13bab3 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/routers/9e58a8d8-4876-437c-a4a8-8b532f8b6442 HTTP/1.1" status: 200 len: 923 time: 0.1054871 Aug 29 17:46:21.452089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48912) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:21.492802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30e18e-6726-4259-9981-eae30cf74b70 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:21.495239 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9c30e18e-6726-4259-9981-eae30cf74b70 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=9e58a8d8-4876-437c-a4a8-8b532f8b6442&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0421054 Aug 29 17:46:21.498236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48914) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:21.582267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf9fa42-b532-4af5-aace-e341053edd01 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:21.583651 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5cf9fa42-b532-4af5-aace-e341053edd01 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 881 time: 0.0843697 Aug 29 17:46:21.586353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48916) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:21.612573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ca2b8522-2e54-4d04-877d-a4bab1fd94ed tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58a8d8-4876-437c-a4a8-8b532f8b6442 HTTP/1.1" status: 200 len: 205 time: 0.0251157 Aug 29 17:46:21.614858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48918) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:21.716111 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:21.814653 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:21.863889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Deleting port 3d028356-07d3-4d8a-a4d2-e942be9f6eb4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:21.864159 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:21.937107 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:21.948739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Calling delete_port for 3d028356-07d3-4d8a-a4d2-e942be9f6eb4 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:22.117762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.158206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event deleted for resources: {'Port': ['ID=3d028356-07d3-4d8a-a4d2-e942be9f6eb4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:22.235830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d81fc5-991b-48f6-af19-1ac6933012ac req-580aab40-69b8-4677-a263-dd58fa8dede4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:22.237317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8d81fc5-991b-48f6-af19-1ac6933012ac req-580aab40-69b8-4677-a263-dd58fa8dede4 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.1135554 Aug 29 17:46:22.251876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.356345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.359862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.365219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b8d81fc5-991b-48f6-af19-1ac6933012ac req-7fbc7e9f-f889-4ee9-a03e-c8b2ae9de8e9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203663 Aug 29 17:46:22.406392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.406994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Fanout notify agent at l3_agent the message router_deleted on router 9e58a8d8-4876-437c-a4a8-8b532f8b6442 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:22.413908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.415132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fa294067-c930-4eab-827e-4c564da8dd2e tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/9e58a8d8-4876-437c-a4a8-8b532f8b6442 HTTP/1.1" status: 204 len: 168 time: 0.7993224 Aug 29 17:46:22.418776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48930) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:22.423519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-db9f5a4d-befc-48d8-a76c-241505d1c93b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1805931435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:22.447103 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db9f5a4d-befc-48d8-a76c-241505d1c93b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.448256 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db9f5a4d-befc-48d8-a76c-241505d1c93b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.502778 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db9f5a4d-befc-48d8-a76c-241505d1c93b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.507094 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db9f5a4d-befc-48d8-a76c-241505d1c93b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.522856 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db9f5a4d-befc-48d8-a76c-241505d1c93b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:22.524004 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db9f5a4d-befc-48d8-a76c-241505d1c93b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1041088 Aug 29 17:46:22.527284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48932) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:22.531542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': True}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:23.037528 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:23.226490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:23.248509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:23.346969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Allocated IP 172.25.2.23 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/45234212-4fe4-40a0-95ed-49cec9609866) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:23.453238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:23.497824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5f29-cec5-478f-8156-4ba90cfed059 req-75b81fac-3f3b-4ac4-a77f-9c4eda8cc9ee tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:23.499404 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-053d5f29-cec5-478f-8156-4ba90cfed059 req-75b81fac-3f3b-4ac4-a77f-9c4eda8cc9ee tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.0579541 Aug 29 17:46:23.509326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:23.544685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-053d5f29-cec5-478f-8156-4ba90cfed059 req-8c28e470-7743-4e77-bbbc-4d9ebfedaa33 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358210 Aug 29 17:46:23.546406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:23.549181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:23.554770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:23.577833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'Port': ['ID=45234212-4fe4-40a0-95ed-49cec9609866,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:23.798284 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:23.985834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:23.989040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:24.112799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Router f610cef6-e98e-4127-9f74-683fbc11bb32 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:24.215533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:24.219720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:24.221011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d1a0542f-d9c9-4f69-829f-516f3eb2462d tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "PUT /v2.0/routers/f610cef6-e98e-4127-9f74-683fbc11bb32 HTTP/1.1" status: 200 len: 918 time: 1.6927063 Aug 29 17:46:24.223487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48944) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:24.226126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94f1d1-95a4-4c88-94aa-37827bb94487 None None] Sync routers for ids ['f610cef6-e98e-4127-9f74-683fbc11bb32'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:24.236144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94f1d1-95a4-4c88-94aa-37827bb94487 None None] Routers {'f610cef6-e98e-4127-9f74-683fbc11bb32'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:24.237026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6f94f1d1-95a4-4c88-94aa-37827bb94487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f610cef6-e98e-4127-9f74-683fbc11bb32'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:24.275030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6f94f1d1-95a4-4c88-94aa-37827bb94487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:24.284353 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94f1d1-95a4-4c88-94aa-37827bb94487 None None] Routers {'f610cef6-e98e-4127-9f74-683fbc11bb32'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:24.285073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6f94f1d1-95a4-4c88-94aa-37827bb94487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f610cef6-e98e-4127-9f74-683fbc11bb32'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:24.317366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6f94f1d1-95a4-4c88-94aa-37827bb94487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:24.318005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94f1d1-95a4-4c88-94aa-37827bb94487 None None] The sync data for ids ['f610cef6-e98e-4127-9f74-683fbc11bb32'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:24.332247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2c8d68c2-8c9a-414f-be73-67afa7c58a30 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/routers/f610cef6-e98e-4127-9f74-683fbc11bb32 HTTP/1.1" status: 200 len: 924 time: 0.1076915 Aug 29 17:46:24.334971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48948) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:24.374683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27cc0b0-5145-458e-a19c-a51112ec9942 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:24.376122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e27cc0b0-5145-458e-a19c-a51112ec9942 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=f610cef6-e98e-4127-9f74-683fbc11bb32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0402539 Aug 29 17:46:24.378731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48952) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:24.459897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa22bcf-cd58-442b-957f-876f81a5b47e tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:24.461576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eaa22bcf-cd58-442b-957f-876f81a5b47e tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 881 time: 0.0816724 Aug 29 17:46:24.464048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48956) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:24.494942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-19c61022-dfc5-47ef-87f0-bf280d5a546c tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=f610cef6-e98e-4127-9f74-683fbc11bb32 HTTP/1.1" status: 200 len: 205 time: 0.0298123 Aug 29 17:46:24.497429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48958) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:24.602073 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:24.719425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45cfb-6020-4733-a269-9d399474b7da req-064e94bc-1ae0-4248-b7fa-393de2e88206 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:24.720773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0d45cfb-6020-4733-a269-9d399474b7da req-064e94bc-1ae0-4248-b7fa-393de2e88206 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.0859342 Aug 29 17:46:24.756344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:24.773138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a0d45cfb-6020-4733-a269-9d399474b7da req-85b04fcd-457c-4481-8b1a-8cec6107697e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459325 Aug 29 17:46:24.815941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Deleting port 45234212-4fe4-40a0-95ed-49cec9609866 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:24.816287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:24.891849 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:24.903745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Calling delete_port for 45234212-4fe4-40a0-95ed-49cec9609866 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:25.068404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.093917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event deleted for resources: {'Port': ['ID=45234212-4fe4-40a0-95ed-49cec9609866,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:25.153209 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.241463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.243654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.288310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.288867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Fanout notify agent at l3_agent the message router_deleted on router f610cef6-e98e-4127-9f74-683fbc11bb32 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:25.296117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.297368 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f3af1ee-64d7-413a-84e2-e51b473a4aef tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/f610cef6-e98e-4127-9f74-683fbc11bb32 HTTP/1.1" status: 204 len: 168 time: 0.7989161 Aug 29 17:46:25.301566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48964) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:25.306448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fe9d31dc-8efb-427e-b796-4bcc27330526 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1930294610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:25.329140 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe9d31dc-8efb-427e-b796-4bcc27330526 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.330205 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe9d31dc-8efb-427e-b796-4bcc27330526 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.382571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe9d31dc-8efb-427e-b796-4bcc27330526 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.387943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe9d31dc-8efb-427e-b796-4bcc27330526 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.403505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fe9d31dc-8efb-427e-b796-4bcc27330526 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.404733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fe9d31dc-8efb-427e-b796-4bcc27330526 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1021667 Aug 29 17:46:25.407491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48966) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:25.411817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'enable_snat': False}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:25.609628 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:25.909050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3fa0f-31c3-4231-8e3d-6985d279bbc6 req-7928b942-da84-4aee-820c-3d07ac56aae6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:25.910707 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16f3fa0f-31c3-4231-8e3d-6985d279bbc6 req-7928b942-da84-4aee-820c-3d07ac56aae6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 943 time: 0.0629413 Aug 29 17:46:25.952263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16f3fa0f-31c3-4231-8e3d-6985d279bbc6 req-77b7ee92-f3d9-4ce3-a57f-0299aab33105 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352521 Aug 29 17:46:26.132996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:26.152333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:26.157788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1f1a3798-72f1-4843-81c0-93d6564bc3fb details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:46:26.253499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1f1a3798-72f1-4843-81c0-93d6564bc3fb, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:26.258712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Allocated IP 172.25.2.243 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/c570028c-e5f5-4b43-9cce-6435ecb2fd83) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:26.265488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'port_id': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'mac_address': 'fa:16:3e:f0:88:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:46:26.301775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:26.314828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1a3798-72f1-4843-81c0-93d6564bc3fb {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:26.333515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1f1a3798-72f1-4843-81c0-93d6564bc3fb, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:26.337081 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:26.360107 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:26.383194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=1f1a3798-72f1-4843-81c0-93d6564bc3fb,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:26.399091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:26.435144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:26.437799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:26.440188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:26.473795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Pushing event updated for resources: {'Port': ['ID=c570028c-e5f5-4b43-9cce-6435ecb2fd83,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:26.573046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['1f1a3798-72f1-4843-81c0-93d6564bc3fb'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:46:26.710340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:26.908752 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:26.912050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:27.077021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Router 5027afe4-acf4-4752-a9aa-faa598b31a3b is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:27.087582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d75f-bafd-4de3-9f05-84a261a54207 req-6c3af16a-6aa2-47be-8c99-b1f81b8ade25 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:27.089122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c347d75f-bafd-4de3-9f05-84a261a54207 req-6c3af16a-6aa2-47be-8c99-b1f81b8ade25 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 944 time: 0.0639257 Aug 29 17:46:27.175178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c347d75f-bafd-4de3-9f05-84a261a54207 req-f9f5c503-2a3d-4dda-8d1f-da8f410b8bba tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786383 Aug 29 17:46:27.225858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:27.230408 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:27.234175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-65537437-2acf-4968-a561-92c464b6783a tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "PUT /v2.0/routers/5027afe4-acf4-4752-a9aa-faa598b31a3b HTTP/1.1" status: 200 len: 920 time: 1.8231769 Aug 29 17:46:27.234299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48992) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:27.237308 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdebde0c-c6bf-4014-85d8-52a9f70f7f81 None None] Sync routers for ids ['5027afe4-acf4-4752-a9aa-faa598b31a3b'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:27.247048 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdebde0c-c6bf-4014-85d8-52a9f70f7f81 None None] Routers {'5027afe4-acf4-4752-a9aa-faa598b31a3b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:27.247656 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cdebde0c-c6bf-4014-85d8-52a9f70f7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5027afe4-acf4-4752-a9aa-faa598b31a3b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:27.343678 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e6b417b2-7380-405e-90a2-38d3df38daa2 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/routers/5027afe4-acf4-4752-a9aa-faa598b31a3b HTTP/1.1" status: 200 len: 926 time: 0.1080189 Aug 29 17:46:27.346066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48994) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:27.370455 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cdebde0c-c6bf-4014-85d8-52a9f70f7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:27.379174 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdebde0c-c6bf-4014-85d8-52a9f70f7f81 None None] Routers {'5027afe4-acf4-4752-a9aa-faa598b31a3b'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:27.379772 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cdebde0c-c6bf-4014-85d8-52a9f70f7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5027afe4-acf4-4752-a9aa-faa598b31a3b'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:27.411276 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-cdebde0c-c6bf-4014-85d8-52a9f70f7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:27.412100 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdebde0c-c6bf-4014-85d8-52a9f70f7f81 None None] The sync data for ids ['5027afe4-acf4-4752-a9aa-faa598b31a3b'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:27.419219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636edbe1-2095-49e7-b262-bc2027b27c70 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:27.420741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-636edbe1-2095-49e7-b262-bc2027b27c70 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=5027afe4-acf4-4752-a9aa-faa598b31a3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0736670 Aug 29 17:46:27.423426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 48996) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:27.516888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73447830-2d00-4f1c-bcc3-411afd38d193 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:27.518270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-73447830-2d00-4f1c-bcc3-411afd38d193 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/networks/caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 881 time: 0.0939422 Aug 29 17:46:27.521187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 48998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:27.548510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c7a0f768-c72e-4676-80c0-349d9ba10716 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=5027afe4-acf4-4752-a9aa-faa598b31a3b HTTP/1.1" status: 200 len: 205 time: 0.0261910 Aug 29 17:46:27.550974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49000) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:27.654136 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:27.754983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:27.809366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Deleting port c570028c-e5f5-4b43-9cce-6435ecb2fd83 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:27.809616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:27.880373 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:46:27.888780 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:27.900532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Calling delete_port for c570028c-e5f5-4b43-9cce-6435ecb2fd83 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:28.059511 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.082222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event deleted for resources: {'Port': ['ID=c570028c-e5f5-4b43-9cce-6435ecb2fd83,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:28.143970 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.173423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1f1a3798-72f1-4843-81c0-93d6564bc3fb up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:28.236262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 1f1a3798-72f1-4843-81c0-93d6564bc3fb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:28.241872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 1f1a3798-72f1-4843-81c0-93d6564bc3fb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:28.242452 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.246490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.249393 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.308666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.308927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994d936-01bb-4f85-beaf-cea4d879a3eb req-39e5e231-a42b-40eb-9832-4fc2242b5ba9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:28.309887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Fanout notify agent at l3_agent the message router_deleted on router 5027afe4-acf4-4752-a9aa-faa598b31a3b {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:28.311460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d994d936-01bb-4f85-beaf-cea4d879a3eb req-39e5e231-a42b-40eb-9832-4fc2242b5ba9 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 944 time: 0.0596104 Aug 29 17:46:28.319905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.326022 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ada5629a-feed-4183-9578-89f74fba506b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/5027afe4-acf4-4752-a9aa-faa598b31a3b HTTP/1.1" status: 204 len: 168 time: 0.7739515 Aug 29 17:46:28.326879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49006) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:28.332478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2071418345', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:28.341477 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.360614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.362070 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.362548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d994d936-01bb-4f85-beaf-cea4d879a3eb req-df27cba4-930a-45ff-838d-466754f41a2a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409403 Aug 29 17:46:28.373872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:28.376267 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e9b35d-3e63-4c1d-afa1-91e821613763" -d '{"events": [{"server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "name": "network-vif-plugged", "status": "completed", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:28.391232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 1f1a3798-72f1-4843-81c0-93d6564bc3fb, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:28.398765 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.441920 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edad1b6-e6ec-4515-b696-8c580bf5e47e x-openstack-request-id: req-5edad1b6-e6ec-4515-b696-8c580bf5e47e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:28.442476 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "name": "network-vif-plugged", "status": "completed", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:28.443077 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5edad1b6-e6ec-4515-b696-8c580bf5e47e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:28.443573 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'code': 200} Aug 29 17:46:28.446884 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.462282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=1f1a3798-72f1-4843-81c0-93d6564bc3fb,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:28.544477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ff4e-a6b6-41e6-94ab-e6f0a9763a5d req-41347a39-712c-42d7-a282-d54781182d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:28.546735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50a8ff4e-a6b6-41e6-94ab-e6f0a9763a5d req-41347a39-712c-42d7-a282-d54781182d09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 1097 time: 0.0452321 Aug 29 17:46:28.582897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50a8ff4e-a6b6-41e6-94ab-e6f0a9763a5d req-409fa5be-9581-47c2-a916-0ade6d53778e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283279 Aug 29 17:46:28.597252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.792533 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.814702 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:28.922299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Allocated IP 172.25.2.149 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/05ba45f9-77f4-49f6-8815-bf1922be9a90) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:29.025764 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:29.071010 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:29.108233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:29.113552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:29.116198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:29.142330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event updated for resources: {'Port': ['ID=05ba45f9-77f4-49f6-8815-bf1922be9a90,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:29.639541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a931e92-d27e-44e7-8d3b-ab049d7afbca req-18a6a219-10ff-41c2-9a1d-be21ca3b9b0a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:29.641059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a931e92-d27e-44e7-8d3b-ab049d7afbca req-18a6a219-10ff-41c2-9a1d-be21ca3b9b0a tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 945 time: 0.0841832 Aug 29 17:46:29.750720 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a931e92-d27e-44e7-8d3b-ab049d7afbca req-c529ce58-d344-492f-8b6c-1cde252166eb tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989659 Aug 29 17:46:29.773080 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:29.979643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:30.109813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Router 5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:30.214414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:30.223900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdbf52b-aa5a-45b4-9ac2-99c988a928ec None None] Sync routers for ids ['5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:30.232374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:30.236253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f2099cf-e323-4025-aebc-b7eeca424e7f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9057131 Aug 29 17:46:30.236581 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49014) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:30.237434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbf52b-aa5a-45b4-9ac2-99c988a928ec None None] Routers {'5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:30.238036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-efdbf52b-aa5a-45b4-9ac2-99c988a928ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:30.241134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:30.272877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-efdbf52b-aa5a-45b4-9ac2-99c988a928ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:30.282929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbf52b-aa5a-45b4-9ac2-99c988a928ec None None] Routers {'5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:30.283541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-efdbf52b-aa5a-45b4-9ac2-99c988a928ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:30.315457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-efdbf52b-aa5a-45b4-9ac2-99c988a928ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:30.316144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdbf52b-aa5a-45b4-9ac2-99c988a928ec None None] The sync data for ids ['5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:30.601451 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:30.627324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:30.670830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-23ca8d68-be02-46b4-bd17-d022b3569c71 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:30.672296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-23ca8d68-be02-46b4-bd17-d022b3569c71 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 814 time: 0.1431878 Aug 29 17:46:30.696190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-b108f3d8-6d67-44e2-b63c-36e62e37daa3 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/quotas/888cb6bbbd004f5ca530b95d04fc9556 HTTP/1.1" status: 200 len: 375 time: 0.0176225 Aug 29 17:46:30.718083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Deleting port 05ba45f9-77f4-49f6-8815-bf1922be9a90 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:30.718435 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:30.805140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-d560fc78-30d1-4bb7-8c44-65d8666e005e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023967 Aug 29 17:46:30.842416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:30.864370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0edc82-bebd-4c13-8c39-291f46079c16 req-21f9aa4c-bf1e-4e39-80d2-8a892663eed6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:30.865888 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e0edc82-bebd-4c13-8c39-291f46079c16 req-21f9aa4c-bf1e-4e39-80d2-8a892663eed6 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 945 time: 0.0478768 Aug 29 17:46:30.884379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Calling delete_port for 05ba45f9-77f4-49f6-8815-bf1922be9a90 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:30.908289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3e0edc82-bebd-4c13-8c39-291f46079c16 req-c924e889-6d06-49c1-9a14-82495d02aa52 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348048 Aug 29 17:46:30.962575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-11e07768-1449-4bf6-b375-15eac540b45b service neutron] 10.222.0.41 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468024 Aug 29 17:46:31.023105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d223b1-3c12-4bbc-8846-c4dfccb5cd28 req-5179d582-8d0d-4bb5-a490-5fec6f8a1336 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:31.025112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43d223b1-3c12-4bbc-8846-c4dfccb5cd28 req-5179d582-8d0d-4bb5-a490-5fec6f8a1336 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 945 time: 0.0497763 Aug 29 17:46:31.063350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43d223b1-3c12-4bbc-8846-c4dfccb5cd28 req-28725cbe-04b0-4b9f-95e8-a550b0e0b276 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Aug 29 17:46:31.085296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49036) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:31.126073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0435e52-5f31-40c6-aead-9587d3b08587 tempest-TestVolumeBootPattern-577756172 tempest-TestVolumeBootPattern-577756172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:31.127634 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f0435e52-5f31-40c6-aead-9587d3b08587 tempest-TestVolumeBootPattern-577756172 tempest-TestVolumeBootPattern-577756172-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 1092 time: 0.0411990 Aug 29 17:46:31.130356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-a4be5c5e-cd3a-4f68-8f54-694bf7b47084 service neutron] 10.222.0.41 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614208 Aug 29 17:46:31.130738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49038) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:31.135576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:31.153603 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.160454 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.182764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Pushing event deleted for resources: {'Port': ['ID=05ba45f9-77f4-49f6-8815-bf1922be9a90,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:31.264290 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.272358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.308383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-863fcf75-20eb-4228-9835-46594e3ebaf2 req-a036f096-30a5-49d5-8e66-dacbae578a37 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 210 time: 0.0324619 Aug 29 17:46:31.407668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Allocated IP 172.25.2.240 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/938ae09f-21a1-4803-aa8a-2f42337cf1be) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:31.484846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.488661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.542664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.567037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Router 5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:46:31.588689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.629709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:31.634989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:31.638748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:31.644413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=938ae09f-21a1-4803-aa8a-2f42337cf1be,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:31.644957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:31.655661 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e98ea8-fe56-4363-8d17-fab5bc4252a4 None None] Sync routers for ids ['5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:31.657537 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.658914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3b73e6da-b90c-42c0-9040-2b854a5158ad tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "PUT /v2.0/routers/5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 HTTP/1.1" status: 200 len: 710 time: 1.4213564 Aug 29 17:46:31.661887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49050) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:31.671242 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e98ea8-fe56-4363-8d17-fab5bc4252a4 None None] Routers {'5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:31.672114 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-00e98ea8-fe56-4363-8d17-fab5bc4252a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:31.709524 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-00e98ea8-fe56-4363-8d17-fab5bc4252a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:31.720982 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e98ea8-fe56-4363-8d17-fab5bc4252a4 None None] Routers {'5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:31.721954 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-00e98ea8-fe56-4363-8d17-fab5bc4252a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:31.745387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a313dca1-1657-42b4-8a94-89ebef3f0e43 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/routers/5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 HTTP/1.1" status: 200 len: 745 time: 0.0822837 Aug 29 17:46:31.748093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49052) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:31.766883 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-00e98ea8-fe56-4363-8d17-fab5bc4252a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:31.767554 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e98ea8-fe56-4363-8d17-fab5bc4252a4 None None] The sync data for ids ['5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:31.796358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9223e473-1614-4014-bc5c-47c4dfe92a87 tempest-RoutersIpV6AdminTest-1970377577 tempest-RoutersIpV6AdminTest-1970377577-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&device_id=5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 HTTP/1.1" status: 200 len: 205 time: 0.0470443 Aug 29 17:46:31.799103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49054) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:31.825175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ba989221-2022-4436-b682-bf90ce2aec93 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 HTTP/1.1" status: 200 len: 205 time: 0.0249298 Aug 29 17:46:31.827818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49056) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:31.941850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b81978c8-91d3-4c6b-a7f0-a0281b081b98 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:32.413221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41ca59e1-e9ad-4f74-a49f-4787b39d86a2 req-31e89c3b-f4a9-454a-9cc7-ca8e0bcb4cdc tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 210 time: 0.0304265 Aug 29 17:46:32.493434 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b81978c8-91d3-4c6b-a7f0-a0281b081b98 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:32.499075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b81978c8-91d3-4c6b-a7f0-a0281b081b98 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:32.599837 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b81978c8-91d3-4c6b-a7f0-a0281b081b98 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:32.600336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81978c8-91d3-4c6b-a7f0-a0281b081b98 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Fanout notify agent at l3_agent the message router_deleted on router 5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:32.637889 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b81978c8-91d3-4c6b-a7f0-a0281b081b98 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:32.639021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b81978c8-91d3-4c6b-a7f0-a0281b081b98 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 HTTP/1.1" status: 204 len: 168 time: 0.8086283 Aug 29 17:46:32.642661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49060) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.663072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-821ea455-5b6c-4b13-afec-5f30eaca0652 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:32.664494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-821ea455-5b6c-4b13-afec-5f30eaca0652 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 814 time: 0.3197441 Aug 29 17:46:32.668641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-353b51ec-2c12-4ac6-b9fb-9c6f8297bff8 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 HTTP/1.1" status: 200 len: 205 time: 0.0247998 Aug 29 17:46:32.670941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49062) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.683541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Request body: {'port': {'device_id': 'd60b77dd-5f97-4c08-bbd8-5bd1ed5adaee', 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'admin_state_up': True, 'tenant_id': '888cb6bbbd004f5ca530b95d04fc9556'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:32.686836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:32.706894 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-83a0fe7f-419c-4210-af04-2daf916df85c tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] delete failed (client error): The resource could not be found. Aug 29 17:46:32.707937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83a0fe7f-419c-4210-af04-2daf916df85c tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/5e7b4508-8ec1-4b87-a9ac-d82cbc8f9a72 HTTP/1.1" status: 404 len: 336 time: 0.0361097 Aug 29 17:46:32.710456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49064) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.739600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-89ebbce9-e524-4607-a46c-7025f94a6f1b tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=5027afe4-acf4-4752-a9aa-faa598b31a3b HTTP/1.1" status: 200 len: 205 time: 0.0280361 Aug 29 17:46:32.741903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49066) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.782428 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-8296bf3c-62d0-413b-a03d-260cd06a2b0c tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] delete failed (client error): The resource could not be found. Aug 29 17:46:32.783722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8296bf3c-62d0-413b-a03d-260cd06a2b0c tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/5027afe4-acf4-4752-a9aa-faa598b31a3b HTTP/1.1" status: 404 len: 336 time: 0.0407076 Aug 29 17:46:32.786128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49068) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.813505 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a47e329b-ccb3-4b30-b93b-10c29ab28307 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=f610cef6-e98e-4127-9f74-683fbc11bb32 HTTP/1.1" status: 200 len: 205 time: 0.0262718 Aug 29 17:46:32.815816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49070) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.825182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:32.855038 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-ce0178ed-80d0-4d1a-ac20-43a08834e076 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] delete failed (client error): The resource could not be found. Aug 29 17:46:32.856218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ce0178ed-80d0-4d1a-ac20-43a08834e076 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/f610cef6-e98e-4127-9f74-683fbc11bb32 HTTP/1.1" status: 404 len: 336 time: 0.0392578 Aug 29 17:46:32.858505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49072) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.885353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Made reservation on behalf of 888cb6bbbd004f5ca530b95d04fc9556 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:32.888550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-49aaf644-9d12-49ab-8024-67d9be0d9376 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58a8d8-4876-437c-a4a8-8b532f8b6442 HTTP/1.1" status: 200 len: 205 time: 0.0289688 Aug 29 17:46:32.889293 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:32.891096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49074) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.927399 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-80f35803-18e1-4d97-9166-a2ce98cc4b47 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] delete failed (client error): The resource could not be found. Aug 29 17:46:32.928502 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-80f35803-18e1-4d97-9166-a2ce98cc4b47 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/9e58a8d8-4876-437c-a4a8-8b532f8b6442 HTTP/1.1" status: 404 len: 336 time: 0.0364771 Aug 29 17:46:32.931706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49076) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:32.958871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c4e1257f-f1ed-42e4-9903-f775daae40f0 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c44894b-67d7-4f04-93d9-387323a38c41 HTTP/1.1" status: 200 len: 205 time: 0.0260248 Aug 29 17:46:32.961153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49078) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:33.000990 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-93ff2621-04e9-430f-b541-9ab03d2624dc tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] delete failed (client error): The resource could not be found. Aug 29 17:46:33.002115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-93ff2621-04e9-430f-b541-9ab03d2624dc tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/5c44894b-67d7-4f04-93d9-387323a38c41 HTTP/1.1" status: 404 len: 336 time: 0.0392756 Aug 29 17:46:33.004592 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49080) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:33.032411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-09050ff7-e871-4e70-a18d-5df86b6d0b27 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "GET /v2.0/ports?device_id=d219c7fa-14b9-4155-a4a8-55f9ba7b736c HTTP/1.1" status: 200 len: 205 time: 0.0267570 Aug 29 17:46:33.034774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49082) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:33.074009 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-93379ad1-dee5-4be1-9bb0-a20ad7572530 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] delete failed (client error): The resource could not be found. Aug 29 17:46:33.075063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-93379ad1-dee5-4be1-9bb0-a20ad7572530 tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/routers/d219c7fa-14b9-4155-a4a8-55f9ba7b736c HTTP/1.1" status: 404 len: 336 time: 0.0393884 Aug 29 17:46:33.077687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49084) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:33.104143 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bb6eef-2a89-438b-abf3-cb66a0d1716f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] DELETE failed (client error): The resource could not be found. Aug 29 17:46:33.104620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bb6eef-2a89-438b-abf3-cb66a0d1716f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:46:33.106421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b3bb6eef-2a89-438b-abf3-cb66a0d1716f tempest-RoutersIpV6AdminTest-2039921767 tempest-RoutersIpV6AdminTest-2039921767-project] 10.222.0.41 "DELETE /v2.0/subnets/c58a6762-63c9-4c75-b3fe-b36f4a3d996d HTTP/1.1" status: 404 len: 337 time: 0.0277615 Aug 29 17:46:33.114082 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.119334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Allocated IP 172.20.0.13 (30a2a95e-5e70-4327-9eb0-1ca481e3423c/57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c/e8652f52-f7c8-477d-b8ff-83d0bf4f25ba) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:33.121149 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.211733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event updated for resources: {'Port': ['ID=938ae09f-21a1-4803-aa8a-2f42337cf1be,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:33.240410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.362786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49090) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:33.416271 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Floating IP 6a576211-1196-40c3-ae8d-130f21e4f8f3 associated. External IP: 172.25.2.240, port: 1f1a3798-72f1-4843-81c0-93d6564bc3fb. Aug 29 17:46:33.457713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.483881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c265a0a-f407-405e-8e11-957c8fd32bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.559088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d4b10d3-4056-4760-94c2-ca7b125a1d5f req-85529ed0-aecf-4e9b-b200-836eed203df9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 210 time: 0.0424190 Aug 29 17:46:33.588807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c265a0a-f407-405e-8e11-957c8fd32bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.592190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c265a0a-f407-405e-8e11-957c8fd32bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.617295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.634402 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9c265a0a-f407-405e-8e11-957c8fd32bdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=264e896a5af4408ca28bb03e4aed9428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681417 Aug 29 17:46:33.634669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['11ddc180-c02c-4eb1-9474-1454ad155d1f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:46:33.635149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49096) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:33.635882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['27fcc71a-6469-4c96-9897-e5831d1eac44', '6a6f6726-a398-4de8-b3e2-5206c924539d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:46:33.643816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c265a0a-f407-405e-8e11-957c8fd32bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f3f41-65af-4118-a6aa-08b29f2cdb07,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:33.674180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Network 30a2a95e-5e70-4327-9eb0-1ca481e3423c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:33.691279 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f44520c-6c5f-4c10-857b-846263cb4b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.705123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:33.712164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:33.713404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f44520c-6c5f-4c10-857b-846263cb4b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.739148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Pushing event updated for resources: {'Port': ['ID=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:33.775628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f44520c-6c5f-4c10-857b-846263cb4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.778596 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f44520c-6c5f-4c10-857b-846263cb4b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.779947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9f44520c-6c5f-4c10-857b-846263cb4b75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c86f3f41-65af-4118-a6aa-08b29f2cdb07 HTTP/1.1" status: 204 len: 168 time: 0.1430163 Aug 29 17:46:33.783872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:33.784487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.788679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44520c-6c5f-4c10-857b-846263cb4b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f3f41-65af-4118-a6aa-08b29f2cdb07,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:33.789164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:46:33.842406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7dc5bd22-ac95-4c42-97fc-6a459b251c9d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1646602 Aug 29 17:46:33.858393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-82b3e678-c5ac-428e-80bc-1ebb405c7722 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:46:33.859487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-82b3e678-c5ac-428e-80bc-1ebb405c7722 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062428 Aug 29 17:46:33.872585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Request body: {'port': {'device_id': 'd60b77dd-5f97-4c08-bbd8-5bd1ed5adaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:33.969934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:33.980673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:33.995588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:34.013667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.018539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:34.019202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:34.068494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-75e0f958-8dc5-427a-89e2-430f967db529 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9230800 Aug 29 17:46:34.068494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:34.068494 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40" -d '{"events": [{"name": "network-changed", "server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:34.111386 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef06fd3-e59b-4a11-8506-cd32fbedde49 x-openstack-request-id: req-2ef06fd3-e59b-4a11-8506-cd32fbedde49 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:34.111740 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:34.111915 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ef06fd3-e59b-4a11-8506-cd32fbedde49 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:34.112304 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'status': 'completed', 'code': 200} Aug 29 17:46:34.127882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49106) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:34.151707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:34.253403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-c0a10a1a-7099-4632-8ae3-6caac6d2f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:34.254910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-c0a10a1a-7099-4632-8ae3-6caac6d2f67b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 1097 time: 0.1286180 Aug 29 17:46:34.263301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b57d8680-5b13-49b3-8a07-0ac20b150416 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f78c98f432147058e1c77eba542787b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351013 Aug 29 17:46:34.266917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49108) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:34.322065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f6d4-acd4-471e-bcf8-d0b6f48ced91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.346541 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f6d4-acd4-471e-bcf8-d0b6f48ced91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.393185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:04Z', 'revision_number': 1, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}, {'id': '6a576211-1196-40c3-ae8d-130f21e4f8f3', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:f0:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a69b608-b10e-41dc-834d-e7128634a39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:46:31Z', 'updated_at': '2021-08-29T17:46:31Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:34.396099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f6d4-acd4-471e-bcf8-d0b6f48ced91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.400763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f6d4-acd4-471e-bcf8-d0b6f48ced91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.402099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a7b7f6d4-acd4-471e-bcf8-d0b6f48ced91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b67a5b6-b0aa-49f9-a8f3-8ec05758fdd6 HTTP/1.1" status: 204 len: 168 time: 0.1342051 Aug 29 17:46:34.411056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7f6d4-acd4-471e-bcf8-d0b6f48ced91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b67a5b6-b0aa-49f9-a8f3-8ec05758fdd6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:34.417265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-fb6934c1-7bb2-4f20-ab58-ff72ee6d949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:34.418302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-fb6934c1-7bb2-4f20-ab58-ff72ee6d949e service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.1539974 Aug 29 17:46:34.426364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8652f52-f7c8-477d-b8ff-83d0bf4f25ba {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:34.430169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:46:34.440791 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.443618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:34.444243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:34.495212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Transition to ACTIVE for port object e8652f52-f7c8-477d-b8ff-83d0bf4f25ba will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:34.502766 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.514824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-a5e1e38a-fb1a-4fd9-a1ab-7a9939e25ce2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb HTTP/1.1" status: 200 len: 999 time: 0.0839179 Aug 29 17:46:34.601137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Pushing event updated for resources: {'Port': ['ID=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:34.623899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-8feaafe9-2cfc-425b-8917-f3772fc3d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:34.625370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-8feaafe9-2cfc-425b-8917-f3772fc3d7e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0908267 Aug 29 17:46:34.732185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:34.740839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Attempting to bind port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:34.740839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Attempting to bind port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:34.740839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Attempting to bind port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:34.749646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-bfda07b9-1f2c-4dff-8725-6abbbb1b35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:34.751188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-bfda07b9-1f2c-4dff-8725-6abbbb1b35ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029682 Aug 29 17:46:34.755756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:46:34.756089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Attempting to bind port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba on network 30a2a95e-5e70-4327-9eb0-1ca481e3423c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:34.765708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756ebe5-c64f-4a42-a70c-c5a304feb47b req-11ae2ff7-04a1-4222-8e32-902709ba4b3f tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:34.767206 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e756ebe5-c64f-4a42-a70c-c5a304feb47b req-11ae2ff7-04a1-4222-8e32-902709ba4b3f tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 944 time: 0.1077662 Aug 29 17:46:34.789418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:34.789868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Checking segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:34.790174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Bound using segment: {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:34.790638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Bound port: e8652f52-f7c8-477d-b8ff-83d0bf4f25ba, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f718f6af-7b0d-4296-b94c-1adbdaef2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:34.791004 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.901623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e756ebe5-c64f-4a42-a70c-c5a304feb47b req-278bcced-df7a-403b-ba05-de3c03cc16ea tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228230 Aug 29 17:46:34.941446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-f64ca89d-c1f6-4b03-8bc3-eb3471e861fb service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732738 Aug 29 17:46:34.943930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] For port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:34.947865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] For port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:34.957915 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:34.985038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:04Z', 'revision_number': 1, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}, {'id': '6a576211-1196-40c3-ae8d-130f21e4f8f3', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:f0:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a69b608-b10e-41dc-834d-e7128634a39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:46:31Z', 'updated_at': '2021-08-29T17:46:31Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:35.013018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cff65-d084-4314-823f-f16ee66372ea None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:04Z', 'revision_number': 1, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}, {'id': '6a576211-1196-40c3-ae8d-130f21e4f8f3', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:f0:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a69b608-b10e-41dc-834d-e7128634a39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:46:31Z', 'updated_at': '2021-08-29T17:46:31Z', 'revision_number': 0, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:35.033776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:35.035043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:35.038322 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] 10.222.0.43 "PUT /v2.0/ports/e8652f52-f7c8-477d-b8ff-83d0bf4f25ba HTTP/1.1" status: 200 len: 1093 time: 1.1689615 Aug 29 17:46:35.074517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac0095-8349-4768-a541-a5a15ec14a78 service neutron] Pushing event updated for resources: {'Port': ['ID=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:35.126428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d11c82d-f445-4ac0-8e0a-c3b80d01ee40 req-48ca5f94-d9d5-4b6a-bec5-0bf26fd7151f service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771305 Aug 29 17:46:35.139936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-3e080b7d-01f8-4426-b2cc-073751328b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:35.141386 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-3e080b7d-01f8-4426-b2cc-073751328b4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 1096 time: 0.0574338 Aug 29 17:46:35.191691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-e24484cb-758a-4f97-b042-cbfc5ae3c956 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba HTTP/1.1" status: 200 len: 217 time: 0.0418019 Aug 29 17:46:35.245970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-1a0c9645-4978-45b5-a56d-a8b1183d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:35.247624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-1a0c9645-4978-45b5-a56d-a8b1183d7b78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.0470464 Aug 29 17:46:35.267942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49132) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:35.272291 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486d974-c671-49e0-9ee9-11c27a902bf2 None None] New status for floating IP 6a576211-1196-40c3-ae8d-130f21e4f8f3: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:46:35.285501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-a7094475-ccf6-4fac-931e-a886f2366bcf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299087 Aug 29 17:46:35.391727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d4bc726a-cd15-438a-a487-e6c6696fd708 tempest-AgentManagementNegativeTest-1978462552 tempest-AgentManagementNegativeTest-1978462552-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1224651 Aug 29 17:46:35.689402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49144) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:35.721604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-7d4dea31-0545-418b-afd9-9b4d778eeb2b service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275625 Aug 29 17:46:35.808298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e201f6f-8a11-4590-ac2b-e3f54a873c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:35.834299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2925b4d7-7bcc-4cd0-883a-962ad7a57481 req-55401198-81b4-4d34-8917-fce8d95ff065 service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051939 Aug 29 17:46:35.907608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e201f6f-8a11-4590-ac2b-e3f54a873c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:35.911142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e201f6f-8a11-4590-ac2b-e3f54a873c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:35.952867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5e201f6f-8a11-4590-ac2b-e3f54a873c48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a737f2850adf4d7fa0a37593f93f1004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623684 Aug 29 17:46:35.953926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e201f6f-8a11-4590-ac2b-e3f54a873c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b240346e-abf5-4e62-913a-030bdd732dca,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:35.955479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49150) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:36.047599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85705fa2-dcf3-461d-8ef8-63d15a2173b3 req-7364dcaa-d543-403a-9aed-fd6371c397d6 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:36.049062 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85705fa2-dcf3-461d-8ef8-63d15a2173b3 req-7364dcaa-d543-403a-9aed-fd6371c397d6 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 944 time: 0.0705533 Aug 29 17:46:36.051745 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d312e79b-eb76-49b4-bf61-b7bde865c659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:36.086064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d312e79b-eb76-49b4-bf61-b7bde865c659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:36.113662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60b77dd-5f97-4c08-bbd8-5bd1ed5adaee', 'tag': 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:36.116150 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee", "tag": "e8652f52-f7c8-477d-b8ff-83d0bf4f25ba"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:36.118972 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85705fa2-dcf3-461d-8ef8-63d15a2173b3 req-32ced1c9-67e9-467e-8288-458d2c13dd75 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623927 Aug 29 17:46:36.152265 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730e943b-1fb6-4778-86a6-40712a15f9ff x-openstack-request-id: req-730e943b-1fb6-4778-86a6-40712a15f9ff {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:36.152816 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee", "tag": "e8652f52-f7c8-477d-b8ff-83d0bf4f25ba", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:36.152816 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-730e943b-1fb6-4778-86a6-40712a15f9ff {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:36.153180 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60b77dd-5f97-4c08-bbd8-5bd1ed5adaee', 'tag': 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba', 'status': 'completed', 'code': 200} Aug 29 17:46:36.155059 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d312e79b-eb76-49b4-bf61-b7bde865c659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:36.157712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d312e79b-eb76-49b4-bf61-b7bde865c659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:36.160266 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d312e79b-eb76-49b4-bf61-b7bde865c659 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b240346e-abf5-4e62-913a-030bdd732dca HTTP/1.1" status: 204 len: 168 time: 0.2035294 Aug 29 17:46:36.168703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312e79b-eb76-49b4-bf61-b7bde865c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b240346e-abf5-4e62-913a-030bdd732dca,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:36.218399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-c112301e-a4bb-4c6a-a0fe-e351ed605185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:36.219856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-c112301e-a4bb-4c6a-a0fe-e351ed605185 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 1096 time: 0.0432138 Aug 29 17:46:36.311176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-78ae48cd-653b-4d2b-86b2-9af791f372a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:36.312671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-78ae48cd-653b-4d2b-86b2-9af791f372a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 915 time: 0.0848496 Aug 29 17:46:36.362111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-e3d9c459-b1f2-4706-9e2e-6f11804ed636 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba HTTP/1.1" status: 200 len: 217 time: 0.0394888 Aug 29 17:46:36.412303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-226f6c6c-ac40-43ac-a9ef-e26cde604777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:36.413809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-226f6c6c-ac40-43ac-a9ef-e26cde604777 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.0437729 Aug 29 17:46:36.448989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-b440c59f-8883-45d4-a3f7-a7411659c588 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254414 Aug 29 17:46:36.547406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-aa107d60-e876-4945-954d-baa29306ef2b service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900357 Aug 29 17:46:36.639348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b802d7e4-8ea3-4e47-8239-34ef9507dfa6 req-9187ed86-f021-4a51-8461-3895c0ad0ae8 service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841708 Aug 29 17:46:36.800431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49180) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:36.897680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-96831184'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:36.920891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Made reservation on behalf of cd02c3cb84bf47ee9866fa0f7e22fc63 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:36.924515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:36.933496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.022002 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.025769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.054592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:37.059698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd4bbc-06f2-4bd3-8c14-67cac3c3e3d1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:37.067839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.067839 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Added segment e10ffdad-a9c1-4642-a174-ce32b71132ad of type vlan for network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 Aug 29 17:46:37.109856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.132966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.138747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:37.139330 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.195257 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3936460 Aug 29 17:46:37.198230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49190) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:37.203167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'subnet': {'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:37.236831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9a292-7f48-4988-aea4-227d750f357e req-c5ae9f3d-ce1b-4fbb-ab53-f366a5ec840c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:37.238367 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ee9a292-7f48-4988-aea4-227d750f357e req-c5ae9f3d-ce1b-4fbb-ab53-f366a5ec840c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 944 time: 0.0504916 Aug 29 17:46:37.252140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ce086-b0a0-42ef-a5c5-c480e42bb50b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Network': ['ID=14ed1fa9-301c-4ef3-a6ab-c91686480be2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:37.264100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:37.278654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ee9a292-7f48-4988-aea4-227d750f357e req-265b7b6c-dc4c-4b43-b29a-2f5ace29b530 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Aug 29 17:46:37.310925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Made reservation on behalf of cd02c3cb84bf47ee9866fa0f7e22fc63 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:37.314467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.494627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.558034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Subnet': ['ID=73a3c3c5-cc90-4839-bde9-0287003db9fd,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:37.566700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Checking segment: {'id': 'e10ffdad-a9c1-4642-a174-ce32b71132ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:37.567065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Network hostable DHCP agents. Network: 14ed1fa9-301c-4ef3-a6ab-c91686480be2, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:46:37.582507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:46:37.590606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 14ed1fa9-301c-4ef3-a6ab-c91686480be2) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:37.594613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:37.595235 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.599301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee99e30-5b4d-45e8-a153-59325de905a2 None None] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:37.609592 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1232d14a-d567-47aa-8ff3-bd2ab8955727 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4103174 Aug 29 17:46:37.612173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49192) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:37.617234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2073300324'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:37.730144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Made reservation on behalf of cd02c3cb84bf47ee9866fa0f7e22fc63 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:37.733981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.743318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'tenant_id': 'cd02c3cb84bf47ee9866fa0f7e22fc63', 'fixed_ips': [{'subnet_id': '73a3c3c5-cc90-4839-bde9-0287003db9fd'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:46:37.744190 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:37.752347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] device_id is not set on port f7c48db6-3007-44cd-98d0-ccaa7797ae6a yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:46:37.873719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Allocated IP 2001:db8::1fe (14ed1fa9-301c-4ef3-a6ab-c91686480be2/73a3c3c5-cc90-4839-bde9-0287003db9fd/f7c48db6-3007-44cd-98d0-ccaa7797ae6a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:38.018921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e8652f52-f7c8-477d-b8ff-83d0bf4f25ba details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:46:38.023278 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.037942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Transition to ACTIVE for port object f7c48db6-3007-44cd-98d0-ccaa7797ae6a will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:38.072440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.115228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:38.120885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:38.124860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:38.134628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:38.134628 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.137706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=f7c48db6-3007-44cd-98d0-ccaa7797ae6a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:38.141324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Allocated IP 2001:db8::2 (14ed1fa9-301c-4ef3-a6ab-c91686480be2/73a3c3c5-cc90-4839-bde9-0287003db9fd/31aebeaa-55a3-41a4-8bf4-c385c49dda78) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:38.155779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-142f64bb-5520-4676-a97f-944f8241bc86 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5424240 Aug 29 17:46:38.158871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49200) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:38.165397 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-76514983', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fe', 'mac_address': 'fa:16:3e:00:1f:53'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:38.167730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:38.190028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba', 'network_id': '30a2a95e-5e70-4327-9eb0-1ca481e3423c', 'port_id': 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba', 'mac_address': 'fa:16:3e:dc:92:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:46:38.273707 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.298895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8652f52-f7c8-477d-b8ff-83d0bf4f25ba {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:38.347817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:38.358721 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.394062 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.407510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Transition to ACTIVE for port object 31aebeaa-55a3-41a4-8bf4-c385c49dda78 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:38.428939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Transition to ACTIVE for port object 31aebeaa-55a3-41a4-8bf4-c385c49dda78 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:38.439327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.443884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06829a8-7a50-4a14-85f8-4dc4f1bdb34c req-97581b45-c0f9-401f-84ba-1a4c60553b49 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:38.453300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f06829a8-7a50-4a14-85f8-4dc4f1bdb34c req-97581b45-c0f9-401f-84ba-1a4c60553b49 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 945 time: 0.0932240 Aug 29 17:46:38.465263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:38.470127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:38.478868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:38.482468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:38.493790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.494151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.494491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.494869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.495205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.495537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.495866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.496192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.496622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.496883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.497159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.497480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:38.500097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f06829a8-7a50-4a14-85f8-4dc4f1bdb34c req-7e29fe8b-693d-4d5b-94d7-223e72174f8b tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454583 Aug 29 17:46:38.581277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Pushing event updated for resources: {'Port': ['ID=31aebeaa-55a3-41a4-8bf4-c385c49dda78,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:38.587011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Attempting to bind port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:38.587385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Attempting to bind port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e10ffdad-a9c1-4642-a174-ce32b71132ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:38.587744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Attempting to bind port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 on network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:38.592847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:38.593223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Checking segment: {'id': 'e10ffdad-a9c1-4642-a174-ce32b71132ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:38.593633 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.594022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Bound using segment: {'id': 'e10ffdad-a9c1-4642-a174-ce32b71132ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:38.594483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Bound port: 31aebeaa-55a3-41a4-8bf4-c385c49dda78, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10ffdad-a9c1-4642-a174-ce32b71132ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:38.594925 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.629618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Made reservation on behalf of cd02c3cb84bf47ee9866fa0f7e22fc63 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:38.641507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e8652f52-f7c8-477d-b8ff-83d0bf4f25ba'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:46:38.691221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] For port 31aebeaa-55a3-41a4-8bf4-c385c49dda78, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:38.695474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] For port 31aebeaa-55a3-41a4-8bf4-c385c49dda78, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=31aebeaa-55a3-41a4-8bf4-c385c49dda78,segment=NetworkSegment(e10ffdad-a9c1-4642-a174-ce32b71132ad),segment_id=e10ffdad-a9c1-4642-a174-ce32b71132ad)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:38.700830 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.715709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:38.734774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] device_id is not set on port 2200f263-f38f-4e98-b4bc-f153c2352a1b yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:46:38.779399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d7f9d-9a4e-422e-928e-342f57848f0f None None] Pushing event updated for resources: {'Port': ['ID=31aebeaa-55a3-41a4-8bf4-c385c49dda78,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:38.856784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Allocated IP 2001:db8::c1 (14ed1fa9-301c-4ef3-a6ab-c91686480be2/73a3c3c5-cc90-4839-bde9-0287003db9fd/2200f263-f38f-4e98-b4bc-f153c2352a1b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:39.021200 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.041831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Transition to ACTIVE for port object 2200f263-f38f-4e98-b4bc-f153c2352a1b will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:39.077768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.127007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:39.132119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:39.135953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:39.141840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:39.142485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.152105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=2200f263-f38f-4e98-b4bc-f153c2352a1b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:39.162820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4d415a77-1856-44cb-a5da-1829a3d3f700 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.0026457 Aug 29 17:46:39.166461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49210) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:39.218784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d981e-a11e-4f51-9769-cb59c2d6acce tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:39.224567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d981e-a11e-4f51-9769-cb59c2d6acce tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:39.231024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d981e-a11e-4f51-9769-cb59c2d6acce tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:39.232617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-336d981e-a11e-4f51-9769-cb59c2d6acce tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.0651529 Aug 29 17:46:39.235495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49212) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:39.318795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-398f7e49-230c-4d9f-bedb-97734371cba8 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Deleting port 2200f263-f38f-4e98-b4bc-f153c2352a1b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:39.319147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-398f7e49-230c-4d9f-bedb-97734371cba8 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.414021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-398f7e49-230c-4d9f-bedb-97734371cba8 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.427434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-398f7e49-230c-4d9f-bedb-97734371cba8 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Calling delete_port for 2200f263-f38f-4e98-b4bc-f153c2352a1b owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:39.568217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-398f7e49-230c-4d9f-bedb-97734371cba8 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.595190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f7e49-230c-4d9f-bedb-97734371cba8 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Port': ['ID=2200f263-f38f-4e98-b4bc-f153c2352a1b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:39.656652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27e885-ce92-441c-a371-198d0fab5051 req-8b8e51ed-378a-42bd-9958-bfb051b4ee0a tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:39.659315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b27e885-ce92-441c-a371-198d0fab5051 req-8b8e51ed-378a-42bd-9958-bfb051b4ee0a tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 945 time: 0.0584421 Aug 29 17:46:39.667474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 31aebeaa-55a3-41a4-8bf4-c385c49dda78 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:39.720255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b27e885-ce92-441c-a371-198d0fab5051 req-68f92941-a684-45b7-99e4-56c5b32c6c78 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Aug 29 17:46:39.726216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87501bb-9c29-42ae-a2b9-0134fe5d05ac None None] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:39.738857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:39.751999 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-398f7e49-230c-4d9f-bedb-97734371cba8 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.756413 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-398f7e49-230c-4d9f-bedb-97734371cba8 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "DELETE /v2.0/ports/2200f263-f38f-4e98-b4bc-f153c2352a1b HTTP/1.1" status: 204 len: 168 time: 0.5175295 Aug 29 17:46:39.756668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49216) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:39.781788 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70b5cfe-2e33-4f7c-bfe9-73b269b46ab6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] GET failed (client error): The resource could not be found. Aug 29 17:46:39.783442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b70b5cfe-2e33-4f7c-bfe9-73b269b46ab6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "GET /v2.0/ports/2200f263-f38f-4e98-b4bc-f153c2352a1b HTTP/1.1" status: 404 len: 333 time: 0.0258090 Aug 29 17:46:39.787028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:39.792365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-400349509'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:39.850333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-87cf52d3-17ff-4f12-9005-6ef6eec0417e None None] Provisioning for port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:39.876831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-87cf52d3-17ff-4f12-9005-6ef6eec0417e None None] Provisioning complete for port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:39.877211 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-87cf52d3-17ff-4f12-9005-6ef6eec0417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.906310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Made reservation on behalf of cd02c3cb84bf47ee9866fa0f7e22fc63 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:39.910168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:39.930649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] device_id is not set on port 10b68611-7aed-43b9-a5c3-632ad9324b89 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:46:39.970293 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-87cf52d3-17ff-4f12-9005-6ef6eec0417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.013660 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-87cf52d3-17ff-4f12-9005-6ef6eec0417e None None] For port 31aebeaa-55a3-41a4-8bf4-c385c49dda78, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=31aebeaa-55a3-41a4-8bf4-c385c49dda78,segment=NetworkSegment(e10ffdad-a9c1-4642-a174-ce32b71132ad),segment_id=e10ffdad-a9c1-4642-a174-ce32b71132ad)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:40.018426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-87cf52d3-17ff-4f12-9005-6ef6eec0417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.045649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e8652f52-f7c8-477d-b8ff-83d0bf4f25ba up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:40.068121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Allocated IP 2001:db8::337 (14ed1fa9-301c-4ef3-a6ab-c91686480be2/73a3c3c5-cc90-4839-bde9-0287003db9fd/10b68611-7aed-43b9-a5c3-632ad9324b89) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:40.107930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf52d3-17ff-4f12-9005-6ef6eec0417e None None] Pushing event updated for resources: {'Port': ['ID=31aebeaa-55a3-41a4-8bf4-c385c49dda78,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:40.124116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:40.128728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:40.128728 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.216549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.242427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.246683 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b77dd-5f97-4c08-bbd8-5bd1ed5adaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:40.248956 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9336e683-170a-4b7f-b607-b013e0c8b52e" -d '{"events": [{"server_uuid": "d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee", "name": "network-vif-plugged", "status": "completed", "tag": "e8652f52-f7c8-477d-b8ff-83d0bf4f25ba"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:40.259083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Transition to ACTIVE for port object 10b68611-7aed-43b9-a5c3-632ad9324b89 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:40.269924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:40.273225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d0217deb-4fd0-46b0-a44b-298b7827572a None None] Provisioning complete for port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:40.273675 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0217deb-4fd0-46b0-a44b-298b7827572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.277785 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.310420 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.322061 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df929144-dc41-4d17-9cdd-72befae9e177 x-openstack-request-id: req-df929144-dc41-4d17-9cdd-72befae9e177 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:40.322367 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee", "name": "network-vif-plugged", "status": "completed", "tag": "e8652f52-f7c8-477d-b8ff-83d0bf4f25ba", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:40.322636 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df929144-dc41-4d17-9cdd-72befae9e177 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:40.323038 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b77dd-5f97-4c08-bbd8-5bd1ed5adaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba', 'code': 200} Aug 29 17:46:40.367059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:40.367547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:40.374475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:40.376732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:40.384257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:40.384514 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.425119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d0217deb-4fd0-46b0-a44b-298b7827572a None None] Provisioning for port f7c48db6-3007-44cd-98d0-ccaa7797ae6a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:40.429193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=10b68611-7aed-43b9-a5c3-632ad9324b89,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:40.430947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d0217deb-4fd0-46b0-a44b-298b7827572a None None] Provisioning complete for port f7c48db6-3007-44cd-98d0-ccaa7797ae6a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:40.431347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0217deb-4fd0-46b0-a44b-298b7827572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.450897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49224) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:40.451129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-512cc110-0acf-405c-b24b-2ac674438450 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6629193 Aug 29 17:46:40.458469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fe', 'mac_address': 'fa:16:3e:00:1f:53'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:40.463240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07ee7c-aaff-4a17-8041-54ffa05966e8 req-0e411a25-5844-4564-b416-f389b3d47c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:40.465706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d07ee7c-aaff-4a17-8041-54ffa05966e8 req-0e411a25-5844-4564-b416-f389b3d47c25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 1098 time: 0.0737057 Aug 29 17:46:40.476869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d0217deb-4fd0-46b0-a44b-298b7827572a None None] Port f7c48db6-3007-44cd-98d0-ccaa7797ae6a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:40.512649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d07ee7c-aaff-4a17-8041-54ffa05966e8 req-a447f573-d032-4a54-a8cf-503bae2d4409 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Aug 29 17:46:40.547803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.598905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2e2137ee-7fc0-4be1-802d-fbf1b15a5fdd None None] Provisioning complete for port f7c48db6-3007-44cd-98d0-ccaa7797ae6a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:40.599331 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2e2137ee-7fc0-4be1-802d-fbf1b15a5fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.640753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2e2137ee-7fc0-4be1-802d-fbf1b15a5fdd None None] Port f7c48db6-3007-44cd-98d0-ccaa7797ae6a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:40.750033 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.756096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-566d1120-e781-45cf-b18f-199d383f24fb None None] Could not find standard attr ID for object 2200f263-f38f-4e98-b4bc-f153c2352a1b. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:46:40.757025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.798097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] In _notify_port_updated(), no bound segment for port 10b68611-7aed-43b9-a5c3-632ad9324b89 on network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 {{(pid=94795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:46:40.803834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:40.804488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.805954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "PUT /v2.0/ports/10b68611-7aed-43b9-a5c3-632ad9324b89 HTTP/1.1" status: 200 len: 1002 time: 0.3533332 Aug 29 17:46:40.809808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49228) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:40.855249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e03dde-0b8d-4d78-93f0-9274f1e11be0 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=10b68611-7aed-43b9-a5c3-632ad9324b89,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:40.877413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a6028-b0b4-47dd-a930-6c20c921886d req-9c92a6ed-b617-471e-b08d-71be970e431d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:40.879348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a38a6028-b0b4-47dd-a930-6c20c921886d req-9c92a6ed-b617-471e-b08d-71be970e431d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 946 time: 0.0723336 Aug 29 17:46:40.926444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-50affba7-7d56-47f5-9bde-ef9b79d778ff tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Deleting port 10b68611-7aed-43b9-a5c3-632ad9324b89 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:40.927390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a38a6028-b0b4-47dd-a930-6c20c921886d req-0117ebfc-7843-4c76-b6d4-9aaa21916a7a tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Aug 29 17:46:40.934305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50affba7-7d56-47f5-9bde-ef9b79d778ff tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:40.985716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2acf9add-e5fb-4e33-ba43-284346719cb1 None None] Provisioning for port 10b68611-7aed-43b9-a5c3-632ad9324b89 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:40.990762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2acf9add-e5fb-4e33-ba43-284346719cb1 None None] Provisioning complete for port 10b68611-7aed-43b9-a5c3-632ad9324b89 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:40.991133 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2acf9add-e5fb-4e33-ba43-284346719cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.029616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2acf9add-e5fb-4e33-ba43-284346719cb1 None None] Port 10b68611-7aed-43b9-a5c3-632ad9324b89 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:41.047872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50affba7-7d56-47f5-9bde-ef9b79d778ff tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.062408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-50affba7-7d56-47f5-9bde-ef9b79d778ff tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Calling delete_port for 10b68611-7aed-43b9-a5c3-632ad9324b89 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:41.207401 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50affba7-7d56-47f5-9bde-ef9b79d778ff tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.229804 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d8f2-a696-4bb0-90ec-5018d4a54f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.252295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50affba7-7d56-47f5-9bde-ef9b79d778ff tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Port': ['ID=10b68611-7aed-43b9-a5c3-632ad9324b89,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:41.361574 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50affba7-7d56-47f5-9bde-ef9b79d778ff tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.365927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-50affba7-7d56-47f5-9bde-ef9b79d778ff tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "DELETE /v2.0/ports/10b68611-7aed-43b9-a5c3-632ad9324b89 HTTP/1.1" status: 204 len: 168 time: 0.5522258 Aug 29 17:46:41.366762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49240) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:41.401874 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-439cdf1b-0d65-43cb-a7ea-22cdc03a4ecf tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] GET failed (client error): The resource could not be found. Aug 29 17:46:41.406864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-439cdf1b-0d65-43cb-a7ea-22cdc03a4ecf tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "GET /v2.0/ports/10b68611-7aed-43b9-a5c3-632ad9324b89 HTTP/1.1" status: 404 len: 333 time: 0.0355618 Aug 29 17:46:41.407359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49242) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:41.412821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1274795600'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:41.450326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e72e95a7-9dd2-47fc-971b-f756c08dcb0d None None] Could not find standard attr ID for object 10b68611-7aed-43b9-a5c3-632ad9324b89. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:46:41.537787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Made reservation on behalf of cd02c3cb84bf47ee9866fa0f7e22fc63 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:41.542305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.563527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] device_id is not set on port 5e0e7d73-907a-48d6-a40f-04b05b560111 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:46:41.599390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49246) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:41.628025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 31aebeaa-55a3-41a4-8bf4-c385c49dda78 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:41.686086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:41.686828 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.732731 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50d82828-fb34-4f42-8706-050bdce07b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.768658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Allocated IP 2001:db8::198 (14ed1fa9-301c-4ef3-a6ab-c91686480be2/73a3c3c5-cc90-4839-bde9-0287003db9fd/5e0e7d73-907a-48d6-a40f-04b05b560111) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:41.833618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50d82828-fb34-4f42-8706-050bdce07b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.837968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50d82828-fb34-4f42-8706-050bdce07b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.877013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-50d82828-fb34-4f42-8706-050bdce07b98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a568974ae15441d8e814c31e6a68a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766795 Aug 29 17:46:41.878620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d82828-fb34-4f42-8706-050bdce07b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901f2a6c-21c7-4756-bfd7-e63e1bf56688,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:41.880393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49250) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:41.930035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.931758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b05d4702-fd0d-4a76-b032-5ddc4fe32f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.945025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Transition to ACTIVE for port object 5e0e7d73-907a-48d6-a40f-04b05b560111 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:41.953806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b05d4702-fd0d-4a76-b032-5ddc4fe32f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:41.980350 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.017967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b05d4702-fd0d-4a76-b032-5ddc4fe32f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.020645 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b05d4702-fd0d-4a76-b032-5ddc4fe32f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.021766 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b05d4702-fd0d-4a76-b032-5ddc4fe32f63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/901f2a6c-21c7-4756-bfd7-e63e1bf56688 HTTP/1.1" status: 204 len: 168 time: 0.1403737 Aug 29 17:46:42.027595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:42.032972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:42.036979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:42.043454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:42.043792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.053336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d4702-fd0d-4a76-b032-5ddc4fe32f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f2a6c-21c7-4756-bfd7-e63e1bf56688,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:42.053601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=5e0e7d73-907a-48d6-a40f-04b05b560111,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:42.077874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fcfd0936-985c-4f7c-b666-ff08d73d038b tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6688838 Aug 29 17:46:42.079958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49256) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:42.085715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da08e8f-9070-42d1-a15e-8cc5248e0de4 req-a854eab2-d017-49ba-ad69-52417b775022 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:42.087633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:00:1f:53'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:42.088281 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9da08e8f-9070-42d1-a15e-8cc5248e0de4 req-a854eab2-d017-49ba-ad69-52417b775022 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 946 time: 0.0838718 Aug 29 17:46:42.138533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9da08e8f-9070-42d1-a15e-8cc5248e0de4 req-f3e9e925-c258-471c-8171-65ba1bf70a96 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Aug 29 17:46:42.255249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.390361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-22846f2e-89f6-4f9f-8ce9-beaa211e0de9 None None] Provisioning for port 5e0e7d73-907a-48d6-a40f-04b05b560111 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:42.409553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-22846f2e-89f6-4f9f-8ce9-beaa211e0de9 None None] Provisioning complete for port 5e0e7d73-907a-48d6-a40f-04b05b560111 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:42.411752 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-22846f2e-89f6-4f9f-8ce9-beaa211e0de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.484416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-22846f2e-89f6-4f9f-8ce9-beaa211e0de9 None None] Port 5e0e7d73-907a-48d6-a40f-04b05b560111 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:42.511880 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.519893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.557998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] In _notify_port_updated(), no bound segment for port 5e0e7d73-907a-48d6-a40f-04b05b560111 on network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:46:42.563675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:42.564276 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.565598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "PUT /v2.0/ports/5e0e7d73-907a-48d6-a40f-04b05b560111 HTTP/1.1" status: 200 len: 1003 time: 0.4846010 Aug 29 17:46:42.568432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49274) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:42.593289 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.618577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfa1d5-0339-4635-b755-013904ac449f tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=5e0e7d73-907a-48d6-a40f-04b05b560111,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:42.698168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-77d29106-52de-4ff0-8f85-71a38286a1ee tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Deleting port 5e0e7d73-907a-48d6-a40f-04b05b560111 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:42.698521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77d29106-52de-4ff0-8f85-71a38286a1ee tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.799743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77d29106-52de-4ff0-8f85-71a38286a1ee tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.815208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-77d29106-52de-4ff0-8f85-71a38286a1ee tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Calling delete_port for 5e0e7d73-907a-48d6-a40f-04b05b560111 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:42.910852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dbe62ae4-b0b2-4e0a-9083-09cd9380b1fc None None] Provisioning complete for port 5e0e7d73-907a-48d6-a40f-04b05b560111 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:42.911523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dbe62ae4-b0b2-4e0a-9083-09cd9380b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:42.949822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dbe62ae4-b0b2-4e0a-9083-09cd9380b1fc None None] Port 5e0e7d73-907a-48d6-a40f-04b05b560111 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:42.984043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77d29106-52de-4ff0-8f85-71a38286a1ee tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.013624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d29106-52de-4ff0-8f85-71a38286a1ee tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Port': ['ID=5e0e7d73-907a-48d6-a40f-04b05b560111,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:43.059362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77d29106-52de-4ff0-8f85-71a38286a1ee tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.064126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:43.066611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-77d29106-52de-4ff0-8f85-71a38286a1ee tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "DELETE /v2.0/ports/5e0e7d73-907a-48d6-a40f-04b05b560111 HTTP/1.1" status: 204 len: 168 time: 0.4968970 Aug 29 17:46:43.097197 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-692ee15c-6560-40a1-b2e6-cb0fd45d9164 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] GET failed (client error): The resource could not be found. Aug 29 17:46:43.099548 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-692ee15c-6560-40a1-b2e6-cb0fd45d9164 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "GET /v2.0/ports/5e0e7d73-907a-48d6-a40f-04b05b560111 HTTP/1.1" status: 404 len: 333 time: 0.0342703 Aug 29 17:46:43.103145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49292) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:43.110553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-79017'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:43.189363 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.265181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Made reservation on behalf of cd02c3cb84bf47ee9866fa0f7e22fc63 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:43.271273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.293749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] device_id is not set on port dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:46:43.407281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Allocated IP 2001:db8::2d8 (14ed1fa9-301c-4ef3-a6ab-c91686480be2/73a3c3c5-cc90-4839-bde9-0287003db9fd/dbd2c468-8a9d-4ce1-8aba-4185ca8dd723) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:43.585934 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.603084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Transition to ACTIVE for port object dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:43.641274 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.686329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:43.689351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:43.695757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:43.701488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:43.702499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.717123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=dbd2c468-8a9d-4ce1-8aba-4185ca8dd723,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:43.733750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-727c0145-647e-4880-bc98-e37e5a0b579c tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.6282983 Aug 29 17:46:43.736059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:43.742763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'network_id': '14ed1fa9-301c-4ef3-a6ab-c91686480be2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1670697592'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:43.871191 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-145e4398-682e-4f94-aa1a-db23897fbb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.918414 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.922115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Made reservation on behalf of cd02c3cb84bf47ee9866fa0f7e22fc63 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:43.926246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.949403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] device_id is not set on port 8bb8429e-2019-49b0-b4fa-7afbed74fa10 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:46:44.085899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a8260def-3673-4129-b126-e9daa56cfbcf None None] Provisioning for port dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:44.091114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a8260def-3673-4129-b126-e9daa56cfbcf None None] Provisioning complete for port dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:44.091492 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8260def-3673-4129-b126-e9daa56cfbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.104087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Allocated IP 2001:db8::342 (14ed1fa9-301c-4ef3-a6ab-c91686480be2/73a3c3c5-cc90-4839-bde9-0287003db9fd/8bb8429e-2019-49b0-b4fa-7afbed74fa10) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:44.135879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a8260def-3673-4129-b126-e9daa56cfbcf None None] Port dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:44.283773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.305094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Transition to ACTIVE for port object 8bb8429e-2019-49b0-b4fa-7afbed74fa10 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:44.342960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.397642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:44.404262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:44.409865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:44.416338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:44.416983 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.427949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=8bb8429e-2019-49b0-b4fa-7afbed74fa10,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:44.440512 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-406e9f28-3dcb-48ba-a257-64825fb91ed4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7002785 Aug 29 17:46:44.440806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49368) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:44.447474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fe', 'mac_address': 'fa:16:3e:00:1f:53'}, {'ip_address': '2001:db8::2d8', 'mac_address': 'fa:16:3e:4b:3e:4f'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:44.450409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49370) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:44.531387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.586710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.719991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.724045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.745490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.750943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.766874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] In _notify_port_updated(), no bound segment for port 8bb8429e-2019-49b0-b4fa-7afbed74fa10 on network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:46:44.768090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12be1393-443a-499a-88b4-4b3976c0dde0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:44.772778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=901a8c484afb45d0b30ff1d2c1fb7ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204384 Aug 29 17:46:44.776031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:44.776773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.777324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-02c709bf-f0fe-45b2-92ab-a9d8592413ef None None] Provisioning for port 8bb8429e-2019-49b0-b4fa-7afbed74fa10 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:44.780727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "PUT /v2.0/ports/8bb8429e-2019-49b0-b4fa-7afbed74fa10 HTTP/1.1" status: 200 len: 1068 time: 0.3365479 Aug 29 17:46:44.780861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49374) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:44.781061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49376) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:44.786048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.786699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.787193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.787700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.788200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.788684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.789155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.790199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.790708 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.791186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.791681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.792160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60242a20-8d7c-4ced-8338-72a0c90fadba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:44.793211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-02c709bf-f0fe-45b2-92ab-a9d8592413ef None None] Provisioning complete for port 8bb8429e-2019-49b0-b4fa-7afbed74fa10 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:44.793584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02c709bf-f0fe-45b2-92ab-a9d8592413ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.858712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e68d017d-3b8c-4aa1-bee8-3a98ae957c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.875282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b251790-9285-4eae-abd4-39511a5e2d95 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event updated for resources: {'Port': ['ID=8bb8429e-2019-49b0-b4fa-7afbed74fa10,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:44.885558 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e68d017d-3b8c-4aa1-bee8-3a98ae957c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.895859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-02c709bf-f0fe-45b2-92ab-a9d8592413ef None None] Port 8bb8429e-2019-49b0-b4fa-7afbed74fa10 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:44.929031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f162dbaf-9563-46d5-8cd4-56bb9e99aa21 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Deleting port 8bb8429e-2019-49b0-b4fa-7afbed74fa10 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:44.929606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f162dbaf-9563-46d5-8cd4-56bb9e99aa21 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.953900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e68d017d-3b8c-4aa1-bee8-3a98ae957c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.957162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e68d017d-3b8c-4aa1-bee8-3a98ae957c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:44.958535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e68d017d-3b8c-4aa1-bee8-3a98ae957c53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12be1393-443a-499a-88b4-4b3976c0dde0 HTTP/1.1" status: 204 len: 168 time: 0.1789064 Aug 29 17:46:44.970388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d017d-3b8c-4aa1-bee8-3a98ae957c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12be1393-443a-499a-88b4-4b3976c0dde0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:45.052817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f162dbaf-9563-46d5-8cd4-56bb9e99aa21 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.079389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f162dbaf-9563-46d5-8cd4-56bb9e99aa21 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Calling delete_port for 8bb8429e-2019-49b0-b4fa-7afbed74fa10 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:45.219162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8005aff6-9cb9-4bf0-b18d-5b29e688abd4 None None] Provisioning complete for port 8bb8429e-2019-49b0-b4fa-7afbed74fa10 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:45.219534 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8005aff6-9cb9-4bf0-b18d-5b29e688abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.243350 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f162dbaf-9563-46d5-8cd4-56bb9e99aa21 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.257870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8005aff6-9cb9-4bf0-b18d-5b29e688abd4 None None] Port 8bb8429e-2019-49b0-b4fa-7afbed74fa10 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:45.272702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162dbaf-9563-46d5-8cd4-56bb9e99aa21 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Port': ['ID=8bb8429e-2019-49b0-b4fa-7afbed74fa10,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:45.375489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49384) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:45.390278 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a4d97b5d-5835-4424-b2c3-a8b1d698f056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.476283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f162dbaf-9563-46d5-8cd4-56bb9e99aa21 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.481304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f162dbaf-9563-46d5-8cd4-56bb9e99aa21 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "DELETE /v2.0/ports/8bb8429e-2019-49b0-b4fa-7afbed74fa10 HTTP/1.1" status: 204 len: 168 time: 0.6970332 Aug 29 17:46:45.481677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49386) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:45.499287 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.517615 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d44a9f-2b65-4af8-aba0-76e9c5e43914 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] GET failed (client error): The resource could not be found. Aug 29 17:46:45.521604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-05d44a9f-2b65-4af8-aba0-76e9c5e43914 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "GET /v2.0/ports/8bb8429e-2019-49b0-b4fa-7afbed74fa10 HTTP/1.1" status: 404 len: 333 time: 0.0364878 Aug 29 17:46:45.522372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49388) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:45.535741 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a4d97b5d-5835-4424-b2c3-a8b1d698f056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.542781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a4d97b5d-5835-4424-b2c3-a8b1d698f056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.590661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a4d97b5d-5835-4424-b2c3-a8b1d698f056 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6b3a1f95ce6492aa63845d9a0cea24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115419 Aug 29 17:46:45.590661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d97b5d-5835-4424-b2c3-a8b1d698f056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c977be-4597-492a-98a5-9d051f92c1bc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:45.592294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49390) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:45.632250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-0cddd13f-7141-47dd-93c0-510001c993be tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Deleting port dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:45.632687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cddd13f-7141-47dd-93c0-510001c993be tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.648514 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-788615b3-e044-42a7-b21e-e0f0da72f1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.670621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-788615b3-e044-42a7-b21e-e0f0da72f1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.718858 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-788615b3-e044-42a7-b21e-e0f0da72f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.721665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-788615b3-e044-42a7-b21e-e0f0da72f1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.722479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cddd13f-7141-47dd-93c0-510001c993be tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.722892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-788615b3-e044-42a7-b21e-e0f0da72f1d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80c977be-4597-492a-98a5-9d051f92c1bc HTTP/1.1" status: 204 len: 168 time: 0.1289182 Aug 29 17:46:45.732762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788615b3-e044-42a7-b21e-e0f0da72f1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c977be-4597-492a-98a5-9d051f92c1bc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:45.738178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-0cddd13f-7141-47dd-93c0-510001c993be tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Calling delete_port for dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:45.873168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cddd13f-7141-47dd-93c0-510001c993be tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.910869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddd13f-7141-47dd-93c0-510001c993be tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Port': ['ID=dbd2c468-8a9d-4ce1-8aba-4185ca8dd723,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:45.941929 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cddd13f-7141-47dd-93c0-510001c993be tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.948685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49394) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:45.957454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0cddd13f-7141-47dd-93c0-510001c993be tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "DELETE /v2.0/ports/dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 HTTP/1.1" status: 204 len: 168 time: 0.4256699 Aug 29 17:46:45.975770 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e03b1b-dc21-42cb-9286-1c22e98e7fb4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] GET failed (client error): The resource could not be found. Aug 29 17:46:45.981986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49398) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:45.982220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-46e03b1b-dc21-42cb-9286-1c22e98e7fb4 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "GET /v2.0/ports/dbd2c468-8a9d-4ce1-8aba-4185ca8dd723 HTTP/1.1" status: 404 len: 333 time: 0.0320964 Aug 29 17:46:46.085553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8936ad70-f0ee-41be-9dc1-2730b5a8e784 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Deleting port f7c48db6-3007-44cd-98d0-ccaa7797ae6a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:46.085813 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8936ad70-f0ee-41be-9dc1-2730b5a8e784 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.563447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8936ad70-f0ee-41be-9dc1-2730b5a8e784 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.576153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8936ad70-f0ee-41be-9dc1-2730b5a8e784 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Calling delete_port for f7c48db6-3007-44cd-98d0-ccaa7797ae6a owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:46.708298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8936ad70-f0ee-41be-9dc1-2730b5a8e784 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.743279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936ad70-f0ee-41be-9dc1-2730b5a8e784 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Port': ['ID=f7c48db6-3007-44cd-98d0-ccaa7797ae6a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:46.770500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8936ad70-f0ee-41be-9dc1-2730b5a8e784 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.774644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8936ad70-f0ee-41be-9dc1-2730b5a8e784 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "DELETE /v2.0/ports/f7c48db6-3007-44cd-98d0-ccaa7797ae6a HTTP/1.1" status: 204 len: 168 time: 0.7894533 Aug 29 17:46:46.775974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49424) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:46.794287 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.846714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b22757-1eb5-49b8-b819-3d35521b90e6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Deleting subnet 73a3c3c5-cc90-4839-bde9-0287003db9fd {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:46:46.850890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86b22757-1eb5-49b8-b819-3d35521b90e6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.903403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86b22757-1eb5-49b8-b819-3d35521b90e6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.936949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49428) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:47.007077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86b22757-1eb5-49b8-b819-3d35521b90e6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.077166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd6c23da-9293-455e-931e-a483e1134d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.078686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86b22757-1eb5-49b8-b819-3d35521b90e6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.125062 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86b22757-1eb5-49b8-b819-3d35521b90e6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.127963 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-86b22757-1eb5-49b8-b819-3d35521b90e6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "DELETE /v2.0/subnets/73a3c3c5-cc90-4839-bde9-0287003db9fd HTTP/1.1" status: 204 len: 168 time: 0.3500197 Aug 29 17:46:47.129890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b22757-1eb5-49b8-b819-3d35521b90e6 tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Subnet': ['ID=73a3c3c5-cc90-4839-bde9-0287003db9fd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:47.131883 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49434) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:47.152410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6ace2a-92e3-4b81-87ec-8dc51c175761 None None] Network 14ed1fa9-301c-4ef3-a6ab-c91686480be2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:47.256986 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.296749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd6c23da-9293-455e-931e-a483e1134d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.329755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd6c23da-9293-455e-931e-a483e1134d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.406569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dd6c23da-9293-455e-931e-a483e1134d5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e171f3a2f5bf45c8be2868b8e5f70af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683874 Aug 29 17:46:47.409887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49440) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:47.426235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44728188-9cc0-4661-ab7a-99b06c58b984 req-1464e185-d0f0-4a14-a964-d0f3b9183c38 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:47.429538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-44728188-9cc0-4661-ab7a-99b06c58b984 req-1464e185-d0f0-4a14-a964-d0f3b9183c38 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1099 time: 0.1363990 Aug 29 17:46:47.431994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c23da-9293-455e-931e-a483e1134d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9b061-d0a2-4b1f-af79-d1aca759a824,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:47.490017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Deleting port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:47.490379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.495404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] DHCP port deletion for 14ed1fa9-301c-4ef3-a6ab-c91686480be2 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:46:47.539436 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5088a5ff-0ec3-426b-bc7e-c4c71013f1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.572262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] Deleting port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:47.572642 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.586366 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5088a5ff-0ec3-426b-bc7e-c4c71013f1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.589492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-44728188-9cc0-4661-ab7a-99b06c58b984 req-547bac41-0dd8-4002-9eca-15d4f5ffe3c7 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361380 Aug 29 17:46:47.605291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] For port 31aebeaa-55a3-41a4-8bf4-c385c49dda78, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=31aebeaa-55a3-41a4-8bf4-c385c49dda78,segment=NetworkSegment(e10ffdad-a9c1-4642-a174-ce32b71132ad),segment_id=e10ffdad-a9c1-4642-a174-ce32b71132ad)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:47.606077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.609749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49444) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:47.625728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Calling delete_port for 31aebeaa-55a3-41a4-8bf4-c385c49dda78 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:47.682471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] For port 31aebeaa-55a3-41a4-8bf4-c385c49dda78, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=31aebeaa-55a3-41a4-8bf4-c385c49dda78,segment=NetworkSegment(e10ffdad-a9c1-4642-a174-ce32b71132ad),segment_id=e10ffdad-a9c1-4642-a174-ce32b71132ad)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:47.683300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.705891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] Calling delete_port for 31aebeaa-55a3-41a4-8bf4-c385c49dda78 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:47.721507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 31aebeaa-55a3-41a4-8bf4-c385c49dda78 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:46:47.754548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.755656 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5088a5ff-0ec3-426b-bc7e-c4c71013f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.759142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5088a5ff-0ec3-426b-bc7e-c4c71013f1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.760019 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5088a5ff-0ec3-426b-bc7e-c4c71013f1bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22e9b061-d0a2-4b1f-af79-d1aca759a824 HTTP/1.1" status: 204 len: 168 time: 0.3484621 Aug 29 17:46:47.775271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 31aebeaa-55a3-41a4-8bf4-c385c49dda78 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:46:47.775893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 31aebeaa-55a3-41a4-8bf4-c385c49dda78 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:46:47.790069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] No DVR routers for this DVR port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:46:47.793014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088a5ff-0ec3-426b-bc7e-c4c71013f1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9b061-d0a2-4b1f-af79-d1aca759a824,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:47.839967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port b75dbcdf-04c9-4dc5-bd80-ae58df27c57c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:47.840328 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.858210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Port': ['ID=31aebeaa-55a3-41a4-8bf4-c385c49dda78,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:47.858469 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.915120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] Pushing event deleted for resources: {'Port': ['ID=31aebeaa-55a3-41a4-8bf4-c385c49dda78,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:47.925378 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003fd14e-c6a1-4449-a271-0a1f2989174c None None] No DVR routers for this DVR port 31aebeaa-55a3-41a4-8bf4-c385c49dda78 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:46:47.968501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.968798 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.979052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:47.982915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for b75dbcdf-04c9-4dc5-bd80-ae58df27c57c owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:47.992973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ed1fa9-301c-4ef3-a6ab-c91686480be2']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:48.007918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10ffdad-a9c1-4642-a174-ce32b71132ad') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:48.008328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10ffdad-a9c1-4642-a174-ce32b71132ad') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:48.018621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.033783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.041426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:46:48.041838 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: items = [ Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:46:48.087593 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:46:48.116567 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.142468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.147303 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] 10.222.0.41 "DELETE /v2.0/networks/14ed1fa9-301c-4ef3-a6ab-c91686480be2 HTTP/1.1" status: 204 len: 168 time: 1.0118327 Aug 29 17:46:48.180019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de367ed-076f-4c4d-9036-b4880d3c47ea tempest-AllowedAddressPairIpV6TestJSON-677701512 tempest-AllowedAddressPairIpV6TestJSON-677701512-project] Pushing event deleted for resources: {'Network': ['ID=14ed1fa9-301c-4ef3-a6ab-c91686480be2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:48.187560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.218554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=b75dbcdf-04c9-4dc5-bd80-ae58df27c57c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:48.298075 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.299759 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Floating IP 8e2622d4-cae1-49f7-bbf1-6333f970c95e disassociated (deleted). External IP: 172.25.2.139, port: b4587333-ab72-4fd5-96b2-ba521bc7485e. Aug 29 17:46:48.490015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49464) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:48.574129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 39ae36f6-ffc4-4278-9e69-351753f5528a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:46:48.687224 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-917bec57-9075-4eb7-9191-abc1c185b004 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd02c3cb84bf47ee9866fa0f7e22fc63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955376 Aug 29 17:46:48.687846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49476) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:48.737479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:48.748052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.748280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] Sync routers for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:48.759617 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aeb4460e-460a-4500-8c40-33679df14167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.770478 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:48.771213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:48.784396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7cced014-5a00-4b8b-8efe-6b7263a96832 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/floatingips/8e2622d4-cae1-49f7-bbf1-6333f970c95e HTTP/1.1" status: 204 len: 168 time: 1.1729887 Aug 29 17:46:48.785529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:48.800257 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212" -d '{"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:48.800527 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aeb4460e-460a-4500-8c40-33679df14167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.815749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49484) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:48.859443 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5dce8e-8fc3-48ac-bd5c-e398f0d518b9 x-openstack-request-id: req-da5dce8e-8fc3-48ac-bd5c-e398f0d518b9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:48.859808 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:48.860237 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da5dce8e-8fc3-48ac-bd5c-e398f0d518b9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:48.860729 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'status': 'completed', 'code': 200} Aug 29 17:46:48.863897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aeb4460e-460a-4500-8c40-33679df14167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.867656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-aeb4460e-460a-4500-8c40-33679df14167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.868934 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-aeb4460e-460a-4500-8c40-33679df14167 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30dd4bbc-06f2-4bd3-8c14-67cac3c3e3d1 HTTP/1.1" status: 204 len: 168 time: 0.1801622 Aug 29 17:46:48.889265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4460e-460a-4500-8c40-33679df14167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd4bbc-06f2-4bd3-8c14-67cac3c3e3d1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:48.973349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-3d26d7bd-b9d7-45a9-8690-977d5e34822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.975971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-3d26d7bd-b9d7-45a9-8690-977d5e34822c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 1099 time: 0.0895095 Aug 29 17:46:49.026507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'networks': [{'name': 'tempest-network--16238087'}, {'name': 'tempest-network--75412161'}]} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:49.027350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'network': {'name': 'tempest-network--16238087'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:49.028020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'network': {'name': 'tempest-network--75412161'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:49.110379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Made reservation on behalf of 665e87dd8d9c43e0af8f88a658465866 for: {'network': 2} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:49.116034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.117719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793add98-6e35-4865-a522-26e6d6eff391 req-9f01205d-700d-4886-8609-3203e7e09622 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.121449 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-793add98-6e35-4865-a522-26e6d6eff391 req-9f01205d-700d-4886-8609-3203e7e09622 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 947 time: 0.0656357 Aug 29 17:46:49.130020 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.172849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:49.178893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-793add98-6e35-4865-a522-26e6d6eff391 req-56ca6486-186e-4cf0-8dd2-571bee89b157 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524631 Aug 29 17:46:49.182165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-aa891255-a7b4-42fd-9ec5-66e03a04ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.183780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-aa891255-a7b4-42fd-9ec5-66e03a04ae26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 200 len: 897 time: 0.1849113 Aug 29 17:46:49.246794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-403f6d89-c24e-4373-82c9-50048c896275 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 200 len: 217 time: 0.0538900 Aug 29 17:46:49.324630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-8a6fd423-9027-4306-a9c0-335645b5190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.326064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-8a6fd423-9027-4306-a9c0-335645b5190d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 200 len: 834 time: 0.0685320 Aug 29 17:46:49.370871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.377869 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.379072 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.399872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:45:00Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:49.419784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-0809b0f9-1773-4175-8351-8a3237c6e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.421304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-0809b0f9-1773-4175-8351-8a3237c6e763 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da4abd8-df17-4b51-a02c-da0bbb5dfcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863836 Aug 29 17:46:49.426086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51a62dc-dd2c-41cc-aaa3-ec2ddb26573e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:49.426777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] Checking router: 39ae36f6-ffc4-4278-9e69-351753f5528a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:46:49.442219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:49.443100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:49.486442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:49.504911 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.505270 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Added segment 25249311-74aa-4a3b-a163-0c100338d467 of type vlan for network c1f2230c-4ccd-4043-95d9-92ac2f637ca8 Aug 29 17:46:49.566173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.575629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-a6f2d3fa-ef79-43c2-bf7a-29ea77509307 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456532 Aug 29 17:46:49.585965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:49.649795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:49.665838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.666356 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Added segment d070e3e2-9b30-41e5-aebd-ba8e32c057d5 of type vlan for network 6c55d963-6c0c-4a3b-a6f6-e9488074dfaa Aug 29 17:46:49.732762 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.740700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e469ff04-7aff-47e3-a7fa-d3bc0ebb6212 req-ac986961-3fae-4887-a44f-b826c462ec15 service neutron] 10.222.0.43 "GET /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534274 Aug 29 17:46:49.765111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49512) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:49.772202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.772834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.779399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.784233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.784900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.812526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:45:00Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:49.841154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df5e6c-4354-4c39-9752-c0c36f71af43 None None] The sync data for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 is: [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:44:54Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '60db22d1-3cd2-43bb-a2b6-4bb3984a20a7', 'name': '', 'network_id': '7da4abd8-df17-4b51-a02c-da0bbb5dfcad', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:21:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:53Z', 'updated_at': '2021-08-29T17:45:00Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '8c92eeb3-c798-4218-9529-3d603ded71ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:49.847996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49516) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:49.848759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.0308852 Aug 29 17:46:49.861787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Network': ['ID=c1f2230c-4ccd-4043-95d9-92ac2f637ca8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:49.873622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c1f2230c-4ccd-4043-95d9-92ac2f637ca8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:49.874486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-979579883'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:49.962575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29018ac-8738-4cf4-9f9b-81d80706e2f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Network': ['ID=6c55d963-6c0c-4a3b-a6f6-e9488074dfaa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:49.966523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:49.971858 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.974026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 6c55d963-6c0c-4a3b-a6f6-e9488074dfaa details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:49.981943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.086151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9e52d-7ea9-4652-b546-30e3e73477fe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.092851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9e52d-7ea9-4652-b546-30e3e73477fe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.099934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9e52d-7ea9-4652-b546-30e3e73477fe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.106946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9e52d-7ea9-4652-b546-30e3e73477fe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.108676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.109050 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f9e9e52d-7ea9-4652-b546-30e3e73477fe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.2588816 Aug 29 17:46:50.112286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49518) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:50.115951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.147660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:50.154339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660a2677-602d-4a67-b244-754a3a940634,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:50.161196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.161512 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment b9370a96-7c1e-4567-a406-d0fdd58ebfe1 of type vlan for network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f Aug 29 17:46:50.166684 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ea568-b467-4f81-8921-3c9810fdd9c0 None None] New status for floating IP 8e2622d4-cae1-49f7-bbf1-6333f970c95e: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:46:50.207584 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.225832 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.252917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.258947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.259495 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.304524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.315280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f2230c-4ccd-4043-95d9-92ac2f637ca8']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:50.328070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25249311-74aa-4a3b-a163-0c100338d467') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:50.328070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25249311-74aa-4a3b-a163-0c100338d467') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:50.335921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.350383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.356860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:46:50.357511 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:46:50.360470 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:46:50.373255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6068289 Aug 29 17:46:50.380136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49522) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:50.388423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-180867120'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:50.401890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ab0fa-90c0-46b5-8749-145c77393e35 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:50.413334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:50.426046 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.434973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.435892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-d7ed4c01-b13b-47f7-9ef1-4ff35a31e222 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.436793 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/networks/c1f2230c-4ccd-4043-95d9-92ac2f637ca8 HTTP/1.1" status: 204 len: 168 time: 0.3230615 Aug 29 17:46:50.439861 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-d7ed4c01-b13b-47f7-9ef1-4ff35a31e222 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 947 time: 0.1681190 Aug 29 17:46:50.441170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49524) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:50.443478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:50.447034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.447387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2afb9d-4a0e-460a-b07e-177442102e21 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Network': ['ID=c1f2230c-4ccd-4043-95d9-92ac2f637ca8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:50.469360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290da5e-7e5a-4936-a511-d537fb75b6df req-b2a6ee4d-584c-4804-8347-55f8834e7c1b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.470892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2290da5e-7e5a-4936-a511-d537fb75b6df req-b2a6ee4d-584c-4804-8347-55f8834e7c1b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 947 time: 0.1741533 Aug 29 17:46:50.630234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:50.636456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2290da5e-7e5a-4936-a511-d537fb75b6df req-de9fd30d-bfea-4782-a218-f336a48a331e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557312 Aug 29 17:46:50.648175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.653778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.654124 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment 54308143-43c2-47f1-afea-9008c67b5f90 of type vlan for network d8e5a54f-98c3-4220-a4c1-b4e209c22550 Aug 29 17:46:50.714973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.743064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port b4587333-ab72-4fd5-96b2-ba521bc7485e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:50.743719 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.828694 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:46:50.864993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.875624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.881874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.882450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.897240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c55d963-6c0c-4a3b-a6f6-e9488074dfaa']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:50.964701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd070e3e2-9b30-41e5-aebd-ba8e32c057d5') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:50.964996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd070e3e2-9b30-41e5-aebd-ba8e32c057d5') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:50.989462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6055770 Aug 29 17:46:50.992693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49528) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:50.997858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': '8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:51.001255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.015590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7fc32-3873-4b67-aacf-f0e0d42ad5d9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=d8e5a54f-98c3-4220-a4c1-b4e209c22550,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:51.021775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port b4587333-ab72-4fd5-96b2-ba521bc7485e, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=b4587333-ab72-4fd5-96b2-ba521bc7485e,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:51.022148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.030929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d8e5a54f-98c3-4220-a4c1-b4e209c22550 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:51.031631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.041249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for b4587333-ab72-4fd5-96b2-ba521bc7485e owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:51.043191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:46:51.043673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:46:51.046720 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:46:51.106826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:51.111443 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.149631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.160550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.162529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/networks/6c55d963-6c0c-4a3b-a6f6-e9488074dfaa HTTP/1.1" status: 204 len: 168 time: 0.7203083 Aug 29 17:46:51.165433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49530) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:51.175121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb877ceb-89d7-42f0-b21d-4f114f5fdbad tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Network': ['ID=6c55d963-6c0c-4a3b-a6f6-e9488074dfaa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:51.257342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.288039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=b4587333-ab72-4fd5-96b2-ba521bc7485e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:51.328694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76adb77-fbe5-4084-af0a-2f86ab574197 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:51.334913 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76adb77-fbe5-4084-af0a-2f86ab574197 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:51.336582 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f76adb77-fbe5-4084-af0a-2f86ab574197 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1701934 Aug 29 17:46:51.340523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49532) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:51.341946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] No DVR routers for this DVR port b4587333-ab72-4fd5-96b2-ba521bc7485e on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:46:51.344722 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.346893 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc9ed76e-e4ba-4aee-a686-516e6a69ee33 req-367026ec-9b18-463f-8421-e0850dcbd4a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "DELETE /v2.0/ports/b4587333-ab72-4fd5-96b2-ba521bc7485e HTTP/1.1" status: 204 len: 173 time: 0.8908436 Aug 29 17:46:51.347030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2076691041'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:51.347334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-deleted', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:51.349638 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd47a37d-ad54-4ed3-9cc2-1b785a160f98" -d '{"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-deleted", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:51.391867 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8746a33f-b40b-4cbf-a49b-f9a5aef5fdf0 x-openstack-request-id: req-8746a33f-b40b-4cbf-a49b-f9a5aef5fdf0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:51.392357 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405fe24-5960-4597-be99-11d32a6eeae3", "name": "network-vif-deleted", "tag": "b4587333-ab72-4fd5-96b2-ba521bc7485e", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:51.392607 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8746a33f-b40b-4cbf-a49b-f9a5aef5fdf0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:51.393009 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405fe24-5960-4597-be99-11d32a6eeae3', 'name': 'network-vif-deleted', 'tag': 'b4587333-ab72-4fd5-96b2-ba521bc7485e', 'status': 'completed', 'code': 200} Aug 29 17:46:51.412992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Made reservation on behalf of 665e87dd8d9c43e0af8f88a658465866 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:51.416516 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.484662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:51.487830 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.533924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.534266 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Added segment 728e5e9a-7871-497d-915d-c2f25ea4ed0b of type vlan for network 1050ff74-45c2-44da-bb9e-47810b3e7beb Aug 29 17:46:51.604492 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.606699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=886b052c-8ba7-4330-927c-302b6a57d18b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:51.626492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': 'b9370a96-7c1e-4567-a406-d0fdd58ebfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:51.626882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:46:51.652794 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.659781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:51.659781 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.671350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:46:51.740256 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3981390 Aug 29 17:46:51.741552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:51.743154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49542) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:51.750609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15676327-dfec-4c15-815c-62b4339ad2bd None None] Network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:51.751326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:51.751817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.752445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-836915985'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:51.770338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3f1cb-a8ab-4285-b8d1-2cbe9c2c38a8 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Network': ['ID=1050ff74-45c2-44da-bb9e-47810b3e7beb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:51.821419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 1050ff74-45c2-44da-bb9e-47810b3e7beb details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:51.840202 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8aea9bc-7691-4720-89c5-46385153fa4e req-f3c5638e-5b5e-4a5f-b4ef-d0a018032e7d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=d405fe24-5960-4597-be99-11d32a6eeae3 HTTP/1.1" status: 200 len: 210 time: 0.0496759 Aug 29 17:46:51.843759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Made reservation on behalf of 665e87dd8d9c43e0af8f88a658465866 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:51.856630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.862625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49544) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:51.867655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f91c4b96-fc59-4a24-b607-e8da4b95481f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8631480 Aug 29 17:46:51.869104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': 'd8e5a54f-98c3-4220-a4c1-b4e209c22550', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:51.982941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:52.001311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f', 'network_id': '8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': '886b052c-8ba7-4330-927c-302b6a57d18b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:46:52.002206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.004001 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.004348 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Added segment b4f5d17f-76c9-4825-aad3-7bf43b72be46 of type vlan for network d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b Aug 29 17:46:52.051614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:52.055340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.102690 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.141994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Allocated IP 2001:db8::2 (8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f/886b052c-8ba7-4330-927c-302b6a57d18b/b65cde58-19c0-4310-adf9-353606055f52) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:52.160988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.167089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:52.167674 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.232803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4869142 Aug 29 17:46:52.235621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49546) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:52.241240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'ports': [{'network_id': '1050ff74-45c2-44da-bb9e-47810b3e7beb', 'name': 'tempest-port--579106800', 'admin_state_up': True}, {'network_id': 'd8ec4aa8-cdfa-4a64-9510-c6fa4132a99b', 'admin_state_up': False}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:52.241863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'port': {'network_id': '1050ff74-45c2-44da-bb9e-47810b3e7beb', 'name': 'tempest-port--579106800', 'admin_state_up': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:52.242601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'port': {'network_id': 'd8ec4aa8-cdfa-4a64-9510-c6fa4132a99b', 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:52.249700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6bdb3-4ab4-4b0d-b344-ccf703ec2890 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Network': ['ID=d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:52.278865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:52.347943 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.349976 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.366888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Transition to ACTIVE for port object b65cde58-19c0-4310-adf9-353606055f52 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:52.386723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Transition to ACTIVE for port object b65cde58-19c0-4310-adf9-353606055f52 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:52.395226 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.414657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=59820eb9-68dc-41fe-8212-e58a4c49f2ed,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:52.424522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': '54308143-43c2-47f1-afea-9008c67b5f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd8e5a54f-98c3-4220-a4c1-b4e209c22550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:52.424982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: d8e5a54f-98c3-4220-a4c1-b4e209c22550, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:46:52.428570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Made reservation on behalf of 665e87dd8d9c43e0af8f88a658465866 for: {'port': 2} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:52.435232 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.445747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network d8e5a54f-98c3-4220-a4c1-b4e209c22550 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:46:52.449717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:52.450624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Pushing event updated for resources: {'Port': ['ID=b65cde58-19c0-4310-adf9-353606055f52,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:52.451711 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.454242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:52.457225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d8e5a54f-98c3-4220-a4c1-b4e209c22550) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:52.458753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:52.462243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:52.463228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.472228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d9a1c0-e1ab-4069-8569-58bab5061e78 None None] Network d8e5a54f-98c3-4220-a4c1-b4e209c22550 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:52.488183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eeba6bae-0dc6-4a66-ac6b-c446823839e1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6237631 Aug 29 17:46:52.490883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49548) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:52.497596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-47407421-7153-4712-b916-26d733a3d19c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-318733006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:52.523455 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47407421-7153-4712-b916-26d733a3d19c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.524712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47407421-7153-4712-b916-26d733a3d19c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.553750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] device_id is not set on port cf1bb20b-1f76-466f-9b80-9080fcea4169 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:46:52.572940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Attempting to bind port b65cde58-19c0-4310-adf9-353606055f52 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:52.573306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Attempting to bind port b65cde58-19c0-4310-adf9-353606055f52 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b9370a96-7c1e-4567-a406-d0fdd58ebfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:52.573672 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Attempting to bind port b65cde58-19c0-4310-adf9-353606055f52 on network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:52.589634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47407421-7153-4712-b916-26d733a3d19c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.591237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:52.591648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Checking segment: {'id': 'b9370a96-7c1e-4567-a406-d0fdd58ebfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:52.592049 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.592472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Bound using segment: {'id': 'b9370a96-7c1e-4567-a406-d0fdd58ebfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:52.593038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Bound port: b65cde58-19c0-4310-adf9-353606055f52, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9370a96-7c1e-4567-a406-d0fdd58ebfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:52.593498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.595282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47407421-7153-4712-b916-26d733a3d19c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.613940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47407421-7153-4712-b916-26d733a3d19c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.618618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-47407421-7153-4712-b916-26d733a3d19c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1235700 Aug 29 17:46:52.618901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49550) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:52.700117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.728090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d8e5a54f-98c3-4220-a4c1-b4e209c22550', 'network_id': 'd8e5a54f-98c3-4220-a4c1-b4e209c22550', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': '59820eb9-68dc-41fe-8212-e58a4c49f2ed'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:46:52.728965 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.733340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] For port b65cde58-19c0-4310-adf9-353606055f52, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:52.754428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] For port b65cde58-19c0-4310-adf9-353606055f52, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b65cde58-19c0-4310-adf9-353606055f52,segment=NetworkSegment(b9370a96-7c1e-4567-a406-d0fdd58ebfe1),segment_id=b9370a96-7c1e-4567-a406-d0fdd58ebfe1)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:52.766277 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.786276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] device_id is not set on port bf8031b6-d5e7-44da-8e5f-4db1473dd414 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:46:52.932409 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.940508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cedfc2-3dd8-40e0-beca-68328e10492b None None] Pushing event updated for resources: {'Port': ['ID=b65cde58-19c0-4310-adf9-353606055f52,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:52.959414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49558) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:52.977934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Allocated IP 2001:db8:1::2 (d8e5a54f-98c3-4220-a4c1-b4e209c22550/59820eb9-68dc-41fe-8212-e58a4c49f2ed/ede8e00a-e14e-4727-8772-0393b029f3c4) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:52.990100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:52.990820 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.058534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Port': ['ID=cf1bb20b-1f76-466f-9b80-9080fcea4169,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:53.081735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Checking segment: {'id': '728e5e9a-7871-497d-915d-c2f25ea4ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1050ff74-45c2-44da-bb9e-47810b3e7beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:53.082102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Network hostable DHCP agents. Network: 1050ff74-45c2-44da-bb9e-47810b3e7beb, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:46:53.104941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Network 1050ff74-45c2-44da-bb9e-47810b3e7beb is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:46:53.129936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 1050ff74-45c2-44da-bb9e-47810b3e7beb) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:53.134645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:53.135805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.158237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b0341-8b42-4aa1-b23b-24b9fcae3920 None None] Network 1050ff74-45c2-44da-bb9e-47810b3e7beb requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:53.228819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Port': ['ID=bf8031b6-d5e7-44da-8e5f-4db1473dd414,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:53.245945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Checking segment: {'id': 'b4f5d17f-76c9-4825-aad3-7bf43b72be46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd8ec4aa8-cdfa-4a64-9510-c6fa4132a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:53.246714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Network hostable DHCP agents. Network: d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:46:53.266450 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.269653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Network d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:46:53.283891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Transition to ACTIVE for port object ede8e00a-e14e-4727-8772-0393b029f3c4 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:53.286825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:53.307666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:53.315059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:53.318467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a08455-4b37-4e6f-9625-33313d34e10a None None] Network d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:53.325159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:53.327404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.339885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Transition to ACTIVE for port object ede8e00a-e14e-4727-8772-0393b029f3c4 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:53.352036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-472ede23-dd35-42b1-b210-bda6610de0f7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1123583 Aug 29 17:46:53.352453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:53.387949 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.415796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd940e5e-f796-46d8-873f-91e24c62ef50 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:53.422791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd940e5e-f796-46d8-873f-91e24c62ef50 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:53.428209 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bd940e5e-f796-46d8-873f-91e24c62ef50 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0740595 Aug 29 17:46:53.428422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:53.457958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Network d8e5a54f-98c3-4220-a4c1-b4e209c22550 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:53.465474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:53.469217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:53.474732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Pushing event updated for resources: {'Port': ['ID=ede8e00a-e14e-4727-8772-0393b029f3c4,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:53.570792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Attempting to bind port ede8e00a-e14e-4727-8772-0393b029f3c4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:53.571197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Attempting to bind port ede8e00a-e14e-4727-8772-0393b029f3c4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '54308143-43c2-47f1-afea-9008c67b5f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd8e5a54f-98c3-4220-a4c1-b4e209c22550'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:53.571596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Attempting to bind port ede8e00a-e14e-4727-8772-0393b029f3c4 on network d8e5a54f-98c3-4220-a4c1-b4e209c22550 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:53.579634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:53.579944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Checking segment: {'id': '54308143-43c2-47f1-afea-9008c67b5f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd8e5a54f-98c3-4220-a4c1-b4e209c22550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:53.580337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.580740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Bound using segment: {'id': '54308143-43c2-47f1-afea-9008c67b5f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd8e5a54f-98c3-4220-a4c1-b4e209c22550'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:53.581235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Bound port: ede8e00a-e14e-4727-8772-0393b029f3c4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54308143-43c2-47f1-afea-9008c67b5f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd8e5a54f-98c3-4220-a4c1-b4e209c22550'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:53.581612 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.597296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-38f445ec-344e-49d2-b10b-5f96bdf014c5 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Deleting port cf1bb20b-1f76-466f-9b80-9080fcea4169 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:53.597826 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f445ec-344e-49d2-b10b-5f96bdf014c5 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.658388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] For port ede8e00a-e14e-4727-8772-0393b029f3c4, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:53.661797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] For port ede8e00a-e14e-4727-8772-0393b029f3c4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ede8e00a-e14e-4727-8772-0393b029f3c4,segment=NetworkSegment(54308143-43c2-47f1-afea-9008c67b5f90),segment_id=54308143-43c2-47f1-afea-9008c67b5f90)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:53.666621 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.700712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b65cde58-19c0-4310-adf9-353606055f52 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:53.720661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f445ec-344e-49d2-b10b-5f96bdf014c5 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.736481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-38f445ec-344e-49d2-b10b-5f96bdf014c5 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Calling delete_port for cf1bb20b-1f76-466f-9b80-9080fcea4169 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:53.764982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522ce7a-1bb7-4131-9b94-af68cec447bb None None] Pushing event updated for resources: {'Port': ['ID=ede8e00a-e14e-4727-8772-0393b029f3c4,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:53.808562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b65cde58-19c0-4310-adf9-353606055f52 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:53.849088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f445ec-344e-49d2-b10b-5f96bdf014c5 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.892085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f445ec-344e-49d2-b10b-5f96bdf014c5 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Port': ['ID=cf1bb20b-1f76-466f-9b80-9080fcea4169,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:53.900004 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f445ec-344e-49d2-b10b-5f96bdf014c5 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.905531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38f445ec-344e-49d2-b10b-5f96bdf014c5 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/ports/cf1bb20b-1f76-466f-9b80-9080fcea4169 HTTP/1.1" status: 204 len: 168 time: 0.4761453 Aug 29 17:46:53.906169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49566) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:53.929296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8::1 (8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f/886b052c-8ba7-4330-927c-302b6a57d18b/aeda3537-6590-4792-b89d-2e50fcf3e1b9) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:54.034801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7bac6e41-1781-4b27-a076-fd6b796fb52e tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Deleting port bf8031b6-d5e7-44da-8e5f-4db1473dd414 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:54.035005 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bac6e41-1781-4b27-a076-fd6b796fb52e tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.100741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:46:54.144229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: b4587333-ab72-4fd5-96b2-ba521bc7485e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:46:54.144804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device b4587333-ab72-4fd5-96b2-ba521bc7485e not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:46:54.163579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bac6e41-1781-4b27-a076-fd6b796fb52e tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.185295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7bac6e41-1781-4b27-a076-fd6b796fb52e tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Calling delete_port for bf8031b6-d5e7-44da-8e5f-4db1473dd414 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:54.189166 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.220720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object aeda3537-6590-4792-b89d-2e50fcf3e1b9 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:54.310416 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.319650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bac6e41-1781-4b27-a076-fd6b796fb52e tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.344856 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bac6e41-1781-4b27-a076-fd6b796fb52e tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.352040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49568) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:54.352910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7bac6e41-1781-4b27-a076-fd6b796fb52e tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/ports/bf8031b6-d5e7-44da-8e5f-4db1473dd414 HTTP/1.1" status: 204 len: 168 time: 0.4438632 Aug 29 17:46:54.378384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:54.386309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac6e41-1781-4b27-a076-fd6b796fb52e tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Port': ['ID=bf8031b6-d5e7-44da-8e5f-4db1473dd414,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:54.402104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:54.405467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-874e674a-5002-4532-99a8-9ee3b21c676b tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0493288 Aug 29 17:46:54.409920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:54.410482 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.411315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49570) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:54.418031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78386aea-02de-4105-b05c-396747740faf None None] Network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:54.422618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1659636020'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:54.446021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Made reservation on behalf of 665e87dd8d9c43e0af8f88a658465866 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:54.449967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.455968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=aeda3537-6590-4792-b89d-2e50fcf3e1b9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:54.488454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:54.500255 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.500834 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Added segment 62a0e0c3-c8ab-42dd-ac2a-0de603f2d807 of type vlan for network 35ae9b50-317f-439c-ae81-db5c27e7af02 Aug 29 17:46:54.503026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-74241364-7c84-4b81-890b-36fabbf22d42 None None] Provisioning for port b65cde58-19c0-4310-adf9-353606055f52 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:54.511483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-74241364-7c84-4b81-890b-36fabbf22d42 None None] Provisioning complete for port b65cde58-19c0-4310-adf9-353606055f52 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:54.512133 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-74241364-7c84-4b81-890b-36fabbf22d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.548452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.585002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.593539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:54.594185 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.603435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.681476 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.681737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Network': ['ID=35ae9b50-317f-439c-ae81-db5c27e7af02,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:54.695338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6bcbfc0d-54b9-474f-b161-94e5a0a5cda7 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2820809 Aug 29 17:46:54.698782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49572) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:54.705562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1908849544'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:54.734652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Made reservation on behalf of 665e87dd8d9c43e0af8f88a658465866 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:54.740088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.775934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:46:54.792398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.793075 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Added segment 05e32406-653e-48c8-956c-b49132b61d5a of type vlan for network 5bc44c18-7a46-47dd-86eb-53e29de6651d Aug 29 17:46:54.816580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 35ae9b50-317f-439c-ae81-db5c27e7af02 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:54.845899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.887449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.888334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-74241364-7c84-4b81-890b-36fabbf22d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.898734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:54.898946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.974845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-74241364-7c84-4b81-890b-36fabbf22d42 None None] For port b65cde58-19c0-4310-adf9-353606055f52, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b65cde58-19c0-4310-adf9-353606055f52,segment=NetworkSegment(b9370a96-7c1e-4567-a406-d0fdd58ebfe1),segment_id=b9370a96-7c1e-4567-a406-d0fdd58ebfe1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:54.982721 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2822571 Aug 29 17:46:54.985084 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-74241364-7c84-4b81-890b-36fabbf22d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:55.030712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb523c-4286-4a8f-b06b-4f743e6cbe83 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Network': ['ID=5bc44c18-7a46-47dd-86eb-53e29de6651d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:55.046542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 5bc44c18-7a46-47dd-86eb-53e29de6651d details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:46:55.150086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74241364-7c84-4b81-890b-36fabbf22d42 None None] Pushing event updated for resources: {'Port': ['ID=b65cde58-19c0-4310-adf9-353606055f52,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:55.310558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ffeac9-40c9-4fa0-877a-ecf00b052fad None None] Network d8e5a54f-98c3-4220-a4c1-b4e209c22550 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:55.321022 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:55.336643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:55.338860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:55.512758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=aeda3537-6590-4792-b89d-2e50fcf3e1b9,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:55.515648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0c45569e-d78d-4f11-b7a0-0579d6b02d3d None None] Provisioning for port ede8e00a-e14e-4727-8772-0393b029f3c4 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:55.534566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:55.534566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:55.691669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1e07765c-bea7-4674-8e5f-271f9ce2b5b7 None None] Provisioning for port aeda3537-6590-4792-b89d-2e50fcf3e1b9 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:55.703969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:55.706247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1e07765c-bea7-4674-8e5f-271f9ce2b5b7 None None] Provisioning complete for port aeda3537-6590-4792-b89d-2e50fcf3e1b9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:55.707988 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1e07765c-bea7-4674-8e5f-271f9ce2b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:55.710347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:55.866712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ede8e00a-e14e-4727-8772-0393b029f3c4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:55.887930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1e07765c-bea7-4674-8e5f-271f9ce2b5b7 None None] Port aeda3537-6590-4792-b89d-2e50fcf3e1b9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:55.942036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:55.942795 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:55.946398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1e07765c-bea7-4674-8e5f-271f9ce2b5b7 None None] Provisioning complete for port b65cde58-19c0-4310-adf9-353606055f52 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:55.947057 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1e07765c-bea7-4674-8e5f-271f9ce2b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:55.972808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:56.027008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ede8e00a-e14e-4727-8772-0393b029f3c4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:56.033652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ede8e00a-e14e-4727-8772-0393b029f3c4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:56.034031 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:56.066245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 0a0ce285-35f1-4aa2-9fff-8d69c5674f70 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:46:56.183618 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:56.226552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ede8e00a-e14e-4727-8772-0393b029f3c4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ede8e00a-e14e-4727-8772-0393b029f3c4,segment=NetworkSegment(54308143-43c2-47f1-afea-9008c67b5f90),segment_id=54308143-43c2-47f1-afea-9008c67b5f90)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:56.231981 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:56.233208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b65cde58-19c0-4310-adf9-353606055f52 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:56.288141 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:56.297198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5d7e3d85-d4e4-4881-b96e-7e8820ee4426 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/0a0ce285-35f1-4aa2-9fff-8d69c5674f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6745605 Aug 29 17:46:56.297889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49592) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:56.316290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91fbef-b56d-47b5-b397-736a27d249e7 None None] Sync routers for ids ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:56.394620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91fbef-b56d-47b5-b397-736a27d249e7 None None] Routers {'0a0ce285-35f1-4aa2-9fff-8d69c5674f70'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:56.395009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bddb96b-bf2b-4bf1-b493-41870947d158 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:56.399694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5e91fbef-b56d-47b5-b397-736a27d249e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:56.400002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9bddb96b-bf2b-4bf1-b493-41870947d158 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports/aeda3537-6590-4792-b89d-2e50fcf3e1b9 HTTP/1.1" status: 200 len: 911 time: 0.0974305 Aug 29 17:46:56.400124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49594) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:56.414255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:56.490107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=60db22d1-3cd2-43bb-a2b6-4bb3984a20a7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:56.509384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5e91fbef-b56d-47b5-b397-736a27d249e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:56.524416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ede8e00a-e14e-4727-8772-0393b029f3c4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:56.542865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6aac9d8-1b52-42e8-ab19-37caffebe037 None None] Provisioning complete for port aeda3537-6590-4792-b89d-2e50fcf3e1b9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:56.543242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6aac9d8-1b52-42e8-ab19-37caffebe037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:56.597511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91fbef-b56d-47b5-b397-736a27d249e7 None None] Routers {'0a0ce285-35f1-4aa2-9fff-8d69c5674f70'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:56.598244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5e91fbef-b56d-47b5-b397-736a27d249e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:56.714818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5e91fbef-b56d-47b5-b397-736a27d249e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:56.715499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91fbef-b56d-47b5-b397-736a27d249e7 None None] The sync data for ids ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:56.731511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b65cde58-19c0-4310-adf9-353606055f52 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:56.731901 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:56.779241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:56.783667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f6aac9d8-1b52-42e8-ab19-37caffebe037 None None] Port aeda3537-6590-4792-b89d-2e50fcf3e1b9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:56.844790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6aac9d8-1b52-42e8-ab19-37caffebe037 None None] Provisioning complete for port ede8e00a-e14e-4727-8772-0393b029f3c4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:56.845176 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6aac9d8-1b52-42e8-ab19-37caffebe037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.484459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 39ae36f6-ffc4-4278-9e69-351753f5528a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:46:57.573303 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.680270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:57.692463 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] Sync routers for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:57.697515 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-835ec24e-ed51-48f3-a9c0-5fadbdc8868e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "PUT /v2.0/routers/39ae36f6-ffc4-4278-9e69-351753f5528a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7351637 Aug 29 17:46:57.698342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49598) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:57.707807 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:57.708783 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:57.781472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62bf756-62e8-4414-ac32-4be771963333 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting subnet 8c92eeb3-c798-4218-9529-3d603ded71ba {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:46:57.783749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ede8e00a-e14e-4727-8772-0393b029f3c4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:57.788094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a62bf756-62e8-4414-ac32-4be771963333 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.834241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a62bf756-62e8-4414-ac32-4be771963333 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.895564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ede8e00a-e14e-4727-8772-0393b029f3c4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:57.898896 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.970252 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a62bf756-62e8-4414-ac32-4be771963333 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.008676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8:1::1 (d8e5a54f-98c3-4220-a4c1-b4e209c22550/59820eb9-68dc-41fe-8212-e58a4c49f2ed/6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:58.019215 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:58.126945 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a62bf756-62e8-4414-ac32-4be771963333 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.196663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5db9f5-5cd9-436b-95c5-5a445a22a898 None None] Network 7da4abd8-df17-4b51-a02c-da0bbb5dfcad requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:46:58.198567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bf756-62e8-4414-ac32-4be771963333 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Subnet': ['ID=8c92eeb3-c798-4218-9529-3d603ded71ba,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:58.203629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a62bf756-62e8-4414-ac32-4be771963333 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.208824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a62bf756-62e8-4414-ac32-4be771963333 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/subnets/8c92eeb3-c798-4218-9529-3d603ded71ba HTTP/1.1" status: 204 len: 168 time: 0.5093048 Aug 29 17:46:58.212757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49602) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:58.267063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.269804 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:46:56Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:58.296871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object 6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:58.332807 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] Checking router: 39ae36f6-ffc4-4278-9e69-351753f5528a for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:46:58.349873 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] Routers {'39ae36f6-ffc4-4278-9e69-351753f5528a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:58.351925 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['39ae36f6-ffc4-4278-9e69-351753f5528a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:58.357344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.381322 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.487393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49604) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:58.510204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'subnets': [{'network_id': '35ae9b50-317f-439c-ae81-db5c27e7af02', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1843115748', 'ip_version': 6}, {'network_id': '5bc44c18-7a46-47dd-86eb-53e29de6651d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:58.510572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'subnet': {'network_id': '35ae9b50-317f-439c-ae81-db5c27e7af02', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1843115748', 'ip_version': 6}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:58.511218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Request body: {'subnet': {'network_id': '5bc44c18-7a46-47dd-86eb-53e29de6651d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:58.514933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:58.539342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network d8e5a54f-98c3-4220-a4c1-b4e209c22550 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:58.567663 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] Set router 39ae36f6-ffc4-4278-9e69-351753f5528a gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:58.572007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:58.576473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:58.577067 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.581054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] DHCP port deletion for 7da4abd8-df17-4b51-a02c-da0bbb5dfcad request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:46:58.589879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.657241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] Deleting port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:58.657627 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.697731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 4b5872f2-78a8-4491-b443-3867acb6a74a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:58.698230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.777845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] For port ab1d6b96-9942-4de0-a86b-06e1ba2bb474, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ab1d6b96-9942-4de0-a86b-06e1ba2bb474,segment=NetworkSegment(520d7934-e1c0-4cca-864f-739ef9406211),segment_id=520d7934-e1c0-4cca-864f-739ef9406211)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:58.778298 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.797917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] Calling delete_port for ab1d6b96-9942-4de0-a86b-06e1ba2bb474 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:58.821293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 4b5872f2-78a8-4491-b443-3867acb6a74a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4b5872f2-78a8-4491-b443-3867acb6a74a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:58.828292 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.859601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 4b5872f2-78a8-4491-b443-3867acb6a74a owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:58.914114 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:46:56Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:58.924935 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.953146 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.968227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] No DVR routers for this DVR port ab1d6b96-9942-4de0-a86b-06e1ba2bb474 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:46:58.982177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Made reservation on behalf of 665e87dd8d9c43e0af8f88a658465866 for: {'subnet': 2} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:58.982832 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362162d-ec44-4e53-ab73-2ba09ada1c17 None None] The sync data for ids ['39ae36f6-ffc4-4278-9e69-351753f5528a'] in n-d-713499-15 is: [{'id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257590550', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:44:47Z', 'updated_at': '2021-08-29T17:46:56Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '4b5872f2-78a8-4491-b443-3867acb6a74a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae36f6-ffc4-4278-9e69-351753f5528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:44:48Z', 'updated_at': '2021-08-29T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:58.987100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.987304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:58.995616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17543d89-1129-4774-bafe-76f8b0a71c8e None None] Pushing event deleted for resources: {'Port': ['ID=ab1d6b96-9942-4de0-a86b-06e1ba2bb474,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:59.030775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a92b45fe-4b47-447c-a015-106823624c8a None None] Provisioning for port 6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:59.035065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a92b45fe-4b47-447c-a015-106823624c8a None None] Provisioning complete for port 6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:59.035793 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a92b45fe-4b47-447c-a015-106823624c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.078205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a92b45fe-4b47-447c-a015-106823624c8a None None] Port 6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:59.155248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.198302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=4b5872f2-78a8-4491-b443-3867acb6a74a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:59.256940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.379814 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.383339 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.431170 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.431708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Fanout notify agent at l3_agent the message router_deleted on router 39ae36f6-ffc4-4278-9e69-351753f5528a {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:46:59.439308 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.440766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cc5d0db7-808e-4dca-9c0b-ce6297536fe1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/routers/39ae36f6-ffc4-4278-9e69-351753f5528a HTTP/1.1" status: 204 len: 168 time: 1.2267017 Aug 29 17:46:59.443160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49608) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:59.494967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.514700 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.516231 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.547568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.660810 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.670953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:59.681060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da4abd8-df17-4b51-a02c-da0bbb5dfcad']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:59.698342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520d7934-e1c0-4cca-864f-739ef9406211') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:59.698658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520d7934-e1c0-4cca-864f-739ef9406211') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:59.709179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.731139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ab1d6b96-9942-4de0-a86b-06e1ba2bb474 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:46:59.732445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.741497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:46:59.742852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:46:59.747607 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:46:59.769435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ab1d6b96-9942-4de0-a86b-06e1ba2bb474 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:46:59.776324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ab1d6b96-9942-4de0-a86b-06e1ba2bb474 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:46:59.776827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:46:59.806981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:46:59.808125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 60db22d1-3cd2-43bb-a2b6-4bb3984a20a7 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:46:59.827680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.836898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network d8e5a54f-98c3-4220-a4c1-b4e209c22550 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:59.838504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:59.845647 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:59.848542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/networks/7da4abd8-df17-4b51-a02c-da0bbb5dfcad HTTP/1.1" status: 204 len: 168 time: 0.4040878 Aug 29 17:46:59.857073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49610) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:59.860846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1a60b-4dcd-4d75-a1c4-efc229d04275 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Network': ['ID=7da4abd8-df17-4b51-a02c-da0bbb5dfcad,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:59.954334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.065839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2f42d2b4-978c-4040-817a-1bffe25cc062 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.067362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Subnet': ['ID=1af51d86-c5bf-4184-9171-96b80a358de5,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:00.073100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 0a0ce285-35f1-4aa2-9fff-8d69c5674f70 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:00.106949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7dc8946a-ab23-4b95-a7b2-3331f233c1c8 None None] Provisioning complete for port 6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:00.107545 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7dc8946a-ab23-4b95-a7b2-3331f233c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.122266 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2f42d2b4-978c-4040-817a-1bffe25cc062 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.125958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Checking segment: {'id': '62a0e0c3-c8ab-42dd-ac2a-0de603f2d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35ae9b50-317f-439c-ae81-db5c27e7af02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:00.126352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Network hostable DHCP agents. Network: 35ae9b50-317f-439c-ae81-db5c27e7af02, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:00.146764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8946a-ab23-4b95-a7b2-3331f233c1c8 None None] Port 6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:00.252522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Network 35ae9b50-317f-439c-ae81-db5c27e7af02 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:00.265525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:00.271628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49614) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:00.277218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b1310445-3419-4cbb-bad2-a60db3d7c017 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/0a0ce285-35f1-4aa2-9fff-8d69c5674f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8749290 Aug 29 17:47:00.279281 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ffc90e-ef19-44ea-9c75-2e533c763128 None None] Sync routers for ids ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:00.286313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 35ae9b50-317f-439c-ae81-db5c27e7af02) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:00.289874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffc90e-ef19-44ea-9c75-2e533c763128 None None] Routers {'0a0ce285-35f1-4aa2-9fff-8d69c5674f70'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:00.290823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-94ffc90e-ef19-44ea-9c75-2e533c763128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:00.293267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.331274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c507ad2-06a3-4f0a-b058-e9a0c5dbbaed None None] Network 35ae9b50-317f-439c-ae81-db5c27e7af02 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:00.343879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e65112-724e-45a9-96e3-124e3e033361 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:00.347827 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-28e65112-724e-45a9-96e3-124e3e033361 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports/6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 HTTP/1.1" status: 200 len: 913 time: 0.0726006 Aug 29 17:47:00.348113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49616) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:00.388661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2f42d2b4-978c-4040-817a-1bffe25cc062 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.392023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2f42d2b4-978c-4040-817a-1bffe25cc062 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.393324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2f42d2b4-978c-4040-817a-1bffe25cc062 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/security-groups/404625dc-f7c0-4ad2-a7a3-cf7dd4910d47 HTTP/1.1" status: 204 len: 168 time: 0.5343423 Aug 29 17:47:00.411006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42d2b4-978c-4040-817a-1bffe25cc062 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404625dc-f7c0-4ad2-a7a3-cf7dd4910d47,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:00.413678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-94ffc90e-ef19-44ea-9c75-2e533c763128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:00.426691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event updated for resources: {'Subnet': ['ID=0a5526d4-9b8b-47c5-9f1c-1d9b9211d63f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:00.450258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Checking segment: {'id': '05e32406-653e-48c8-956c-b49132b61d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5bc44c18-7a46-47dd-86eb-53e29de6651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:00.450496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffc90e-ef19-44ea-9c75-2e533c763128 None None] Routers {'0a0ce285-35f1-4aa2-9fff-8d69c5674f70'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:00.450617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Network hostable DHCP agents. Network: 5bc44c18-7a46-47dd-86eb-53e29de6651d, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:00.451159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-94ffc90e-ef19-44ea-9c75-2e533c763128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:00.492110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Network 5bc44c18-7a46-47dd-86eb-53e29de6651d is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:00.505701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 5bc44c18-7a46-47dd-86eb-53e29de6651d) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:00.516394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-94ffc90e-ef19-44ea-9c75-2e533c763128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:00.517044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ffc90e-ef19-44ea-9c75-2e533c763128 None None] The sync data for ids ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:00.520921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7732b3e9-6e6b-46c4-8f5c-3f59b1578274 None None] Network 5bc44c18-7a46-47dd-86eb-53e29de6651d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:00.524078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:00.524575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:00.525217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.546448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2358c3fd-e04d-4bca-9f3c-7b2c33d9c2eb tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0403759 Aug 29 17:47:00.548668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49620) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:00.659175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e5a671-58ae-40a1-85fb-dad8043e1d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-35ae9b50-317f-439c-ae81-db5c27e7af02', 'network_id': '35ae9b50-317f-439c-ae81-db5c27e7af02', 'tenant_id': '665e87dd8d9c43e0af8f88a658465866', 'fixed_ips': [{'subnet_id': '1af51d86-c5bf-4184-9171-96b80a358de5'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:00.660025 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a671-58ae-40a1-85fb-dad8043e1d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.674105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34753a71-b764-4bc6-b258-444e975adebe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:00.676406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34753a71-b764-4bc6-b258-444e975adebe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:00.678638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34753a71-b764-4bc6-b258-444e975adebe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:00.682818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-34753a71-b764-4bc6-b258-444e975adebe tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1329136 Aug 29 17:47:00.692187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49622) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:00.751107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ced344-2745-4717-b15d-434b82ea16fa tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Deleting subnet 1af51d86-c5bf-4184-9171-96b80a358de5 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:00.757989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0ced344-2745-4717-b15d-434b82ea16fa tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.784249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.806468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-5bc44c18-7a46-47dd-86eb-53e29de6651d', 'network_id': '5bc44c18-7a46-47dd-86eb-53e29de6651d', 'tenant_id': '665e87dd8d9c43e0af8f88a658465866', 'fixed_ips': [{'subnet_id': '0a5526d4-9b8b-47c5-9f1c-1d9b9211d63f'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:00.807048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.837727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0ced344-2745-4717-b15d-434b82ea16fa tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.895845 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0ced344-2745-4717-b15d-434b82ea16fa tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.975801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0ced344-2745-4717-b15d-434b82ea16fa tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:00.981221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Allocated IP 2001:db8:0:1::1 (5bc44c18-7a46-47dd-86eb-53e29de6651d/0a5526d4-9b8b-47c5-9f1c-1d9b9211d63f/27220ae1-0614-47b5-b9b4-a1319c4e3447) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-c6e5a671-58ae-40a1-85fb-dad8043e1d82 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1af51d86-c5bf-4184-9171-96b80a358de5: This subnet is being modified by another concurrent operation. Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:47:00.984672 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1af51d86-c5bf-4184-9171-96b80a358de5: This subnet is being modified by another concurrent operation. Aug 29 17:47:00.989666 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:47:01.008797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86131e65-1c4b-49c4-81e5-814d6acf3dcb None None] Network 35ae9b50-317f-439c-ae81-db5c27e7af02 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:01.028792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ced344-2745-4717-b15d-434b82ea16fa tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Subnet': ['ID=1af51d86-c5bf-4184-9171-96b80a358de5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:01.033258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0ced344-2745-4717-b15d-434b82ea16fa tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.038560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a0ced344-2745-4717-b15d-434b82ea16fa tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/subnets/1af51d86-c5bf-4184-9171-96b80a358de5 HTTP/1.1" status: 204 len: 168 time: 0.3430047 Aug 29 17:47:01.039861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49624) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:01.097724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0a6536-71b2-42df-a735-83c94c1fcaca tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Deleting subnet 0a5526d4-9b8b-47c5-9f1c-1d9b9211d63f {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:01.102835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:01.103203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.191274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.203690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:01.383268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.392148 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.403381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Transition to ACTIVE for port object 27220ae1-0614-47b5-b9b4-a1319c4e3447 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:01.420789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Transition to ACTIVE for port object 27220ae1-0614-47b5-b9b4-a1319c4e3447 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:01.428540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db0a6536-71b2-42df-a735-83c94c1fcaca tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.429708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=6c7ae62a-e5bb-47a1-8b50-5a3ff4388e91,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:01.445361 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.542347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Network 5bc44c18-7a46-47dd-86eb-53e29de6651d is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:01.546416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db0a6536-71b2-42df-a735-83c94c1fcaca tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.549711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:01.555097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:01.558249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Pushing event updated for resources: {'Port': ['ID=27220ae1-0614-47b5-b9b4-a1319c4e3447,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:01.615002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4b5872f2-78a8-4491-b443-3867acb6a74a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:01.638147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.654226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 4b5872f2-78a8-4491-b443-3867acb6a74a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:01.654599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4b5872f2-78a8-4491-b443-3867acb6a74a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:01.673116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Attempting to bind port 27220ae1-0614-47b5-b9b4-a1319c4e3447 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:01.673631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Attempting to bind port 27220ae1-0614-47b5-b9b4-a1319c4e3447 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '05e32406-653e-48c8-956c-b49132b61d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5bc44c18-7a46-47dd-86eb-53e29de6651d'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:01.674087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Attempting to bind port 27220ae1-0614-47b5-b9b4-a1319c4e3447 on network 5bc44c18-7a46-47dd-86eb-53e29de6651d {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:01.680661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:01.681176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Checking segment: {'id': '05e32406-653e-48c8-956c-b49132b61d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5bc44c18-7a46-47dd-86eb-53e29de6651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:01.681668 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.682159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Bound using segment: {'id': '05e32406-653e-48c8-956c-b49132b61d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5bc44c18-7a46-47dd-86eb-53e29de6651d'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:01.686080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Bound port: 27220ae1-0614-47b5-b9b4-a1319c4e3447, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e32406-653e-48c8-956c-b49132b61d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5bc44c18-7a46-47dd-86eb-53e29de6651d'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:01.686727 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.749131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db0a6536-71b2-42df-a735-83c94c1fcaca tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.824351 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db0a6536-71b2-42df-a735-83c94c1fcaca tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.827041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] For port 27220ae1-0614-47b5-b9b4-a1319c4e3447, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:01.831588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] For port 27220ae1-0614-47b5-b9b4-a1319c4e3447, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=27220ae1-0614-47b5-b9b4-a1319c4e3447,segment=NetworkSegment(05e32406-653e-48c8-956c-b49132b61d5a),segment_id=05e32406-653e-48c8-956c-b49132b61d5a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:01.838565 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.857761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a6536-71b2-42df-a735-83c94c1fcaca tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5526d4-9b8b-47c5-9f1c-1d9b9211d63f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:01.860371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db0a6536-71b2-42df-a735-83c94c1fcaca tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.861647 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db0a6536-71b2-42df-a735-83c94c1fcaca tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/subnets/0a5526d4-9b8b-47c5-9f1c-1d9b9211d63f HTTP/1.1" status: 204 len: 168 time: 0.8208358 Aug 29 17:47:01.864186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49638) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:01.932238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa84bf-ee14-4e09-8882-e701f1c37fd4 None None] Pushing event updated for resources: {'Port': ['ID=27220ae1-0614-47b5-b9b4-a1319c4e3447,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:01.947601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 0a0ce285-35f1-4aa2-9fff-8d69c5674f70 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:01.960013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c99f9-592c-4def-a3d5-d62aa01dc78c tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:01.962359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e79c99f9-592c-4def-a3d5-d62aa01dc78c tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0971324 Aug 29 17:47:01.966168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49640) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:02.156950 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.163946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:02.178048 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e838eef-7c99-4b44-9ac4-a0bc489f64ff None None] Sync routers for ids ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:02.182926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49642) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:02.183066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7657dd01-cf26-4e06-9fc7-a9ccef014079 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/0a0ce285-35f1-4aa2-9fff-8d69c5674f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8336999 Aug 29 17:47:02.212111 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e838eef-7c99-4b44-9ac4-a0bc489f64ff None None] Routers {'0a0ce285-35f1-4aa2-9fff-8d69c5674f70'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:02.215443 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2e838eef-7c99-4b44-9ac4-a0bc489f64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:02.238034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49644) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:02.248151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085942401', 'description': 'tempest-secgroup-smoke-2085942401 description', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:02.297136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Deleting port 27220ae1-0614-47b5-b9b4-a1319c4e3447 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:02.297136 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.297435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.310304 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2e838eef-7c99-4b44-9ac4-a0bc489f64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:02.325431 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e838eef-7c99-4b44-9ac4-a0bc489f64ff None None] Routers {'0a0ce285-35f1-4aa2-9fff-8d69c5674f70'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:02.327730 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2e838eef-7c99-4b44-9ac4-a0bc489f64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:02.387498 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2e838eef-7c99-4b44-9ac4-a0bc489f64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:02.388383 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e838eef-7c99-4b44-9ac4-a0bc489f64ff None None] The sync data for ids ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:02.411617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] For port 27220ae1-0614-47b5-b9b4-a1319c4e3447, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=27220ae1-0614-47b5-b9b4-a1319c4e3447,segment=NetworkSegment(05e32406-653e-48c8-956c-b49132b61d5a),segment_id=05e32406-653e-48c8-956c-b49132b61d5a)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:02.412000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.434709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Calling delete_port for 27220ae1-0614-47b5-b9b4-a1319c4e3447 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:02.546077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.556852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.589273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.593052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3514066 Aug 29 17:47:02.594835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49648) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:02.599712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.601334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2355f8a3-ee3d-463a-8d19-059614200a7b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '3d95a010-c114-4444-9524-d63fe0791bcf', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:02.630961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d95a010-c114-4444-9524-d63fe0791bcf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:02.634039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Port': ['ID=27220ae1-0614-47b5-b9b4-a1319c4e3447,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:02.643979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] No DVR routers for this DVR port 27220ae1-0614-47b5-b9b4-a1319c4e3447 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:02.655685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.656049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.656370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.656702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.657030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.657359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.657681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.658007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.658331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.658671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.659015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.659335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb9f69-eb70-42f2-b967-691415450899 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.666307 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2355f8a3-ee3d-463a-8d19-059614200a7b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.684859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.685204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.685542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.685873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.686200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.686526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.686875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.687196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.687523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.687834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.688152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.688468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:02.750115 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.763098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc44c18-7a46-47dd-86eb-53e29de6651d']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:02.765613 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2355f8a3-ee3d-463a-8d19-059614200a7b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.772332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2355f8a3-ee3d-463a-8d19-059614200a7b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.775039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e32406-653e-48c8-956c-b49132b61d5a') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:02.775542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e32406-653e-48c8-956c-b49132b61d5a') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:02.781724 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.785340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.801623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.809452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:02.809830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:02.813529 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:02.863678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355f8a3-ee3d-463a-8d19-059614200a7b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7add5eb7-5149-4090-ad58-b1353795d1f6,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:02.872870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2355f8a3-ee3d-463a-8d19-059614200a7b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.876754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2355f8a3-ee3d-463a-8d19-059614200a7b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774165 Aug 29 17:47:02.879011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49650) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:02.883762 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.886608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3848a680-ae2f-4381-9b0e-90e0f889cd27 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '3d95a010-c114-4444-9524-d63fe0791bcf', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:02.892214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:02.898198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/networks/5bc44c18-7a46-47dd-86eb-53e29de6651d HTTP/1.1" status: 204 len: 168 time: 0.9308767 Aug 29 17:47:02.900210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49652) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:02.917081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fae71-1e9b-496d-bec8-2bf3222be539 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Network': ['ID=5bc44c18-7a46-47dd-86eb-53e29de6651d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:03.042265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3848a680-ae2f-4381-9b0e-90e0f889cd27 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.061069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.204972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6e502fb7-ad99-43d7-8168-100aa213aaa0 None None] Could not find standard attr ID for object 27220ae1-0614-47b5-b9b4-a1319c4e3447. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:47:03.217661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd81da5-2b9a-44bf-81cb-69690a949a3d None None] DHCP port deletion for 5bc44c18-7a46-47dd-86eb-53e29de6651d request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:03.235131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e539c-ed91-4185-997b-dd04aa345eff None None] Network 5bc44c18-7a46-47dd-86eb-53e29de6651d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:03.249625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e539c-ed91-4185-997b-dd04aa345eff None None] Network 5bc44c18-7a46-47dd-86eb-53e29de6651d could not be found, it might have been deleted concurrently. {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:47:03.259549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecba9c4-bb0f-4a14-9e26-a5e8810c43aa None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:47:03.352393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecba9c4-bb0f-4a14-9e26-a5e8810c43aa None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:47:03.575714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3848a680-ae2f-4381-9b0e-90e0f889cd27 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.582087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.611836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3848a680-ae2f-4381-9b0e-90e0f889cd27 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.616530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ae9b50-317f-439c-ae81-db5c27e7af02']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:03.646111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a0e0c3-c8ab-42dd-ac2a-0de603f2d807') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:03.646412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a0e0c3-c8ab-42dd-ac2a-0de603f2d807') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:03.680699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.682655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848a680-ae2f-4381-9b0e-90e0f889cd27 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2470add0-f20c-40cd-b8c9-673a56874bd8,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:03.694371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3848a680-ae2f-4381-9b0e-90e0f889cd27 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.695634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3848a680-ae2f-4381-9b0e-90e0f889cd27 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8156104 Aug 29 17:47:03.698969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49660) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:03.703590 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.704534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4827f804-813d-4a10-8f2b-d612519e76b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '3d95a010-c114-4444-9524-d63fe0791bcf', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:03.712275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:03.712805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:03.715945 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:03.741182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4827f804-813d-4a10-8f2b-d612519e76b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.791247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port aeda3537-6590-4792-b89d-2e50fcf3e1b9 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:03.791826 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.796263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.815340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.817161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/networks/35ae9b50-317f-439c-ae81-db5c27e7af02 HTTP/1.1" status: 204 len: 168 time: 0.9154046 Aug 29 17:47:03.818135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4827f804-813d-4a10-8f2b-d612519e76b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.820041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49662) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:03.830226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4827f804-813d-4a10-8f2b-d612519e76b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.857856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb032af2-87e1-430b-b20f-11096d1a8935 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Network': ['ID=35ae9b50-317f-439c-ae81-db5c27e7af02,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:03.903810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827f804-813d-4a10-8f2b-d612519e76b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2cc596-9ba1-409e-bad8-66e426e06699,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:03.909765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.910012 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4827f804-813d-4a10-8f2b-d612519e76b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.911017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4827f804-813d-4a10-8f2b-d612519e76b6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108285 Aug 29 17:47:03.914560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49664) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:03.919442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-83c92605-d414-440c-8488-be06388f9826 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '3d95a010-c114-4444-9524-d63fe0791bcf', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:03.931323 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.939933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for aeda3537-6590-4792-b89d-2e50fcf3e1b9 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:04.008784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83c92605-d414-440c-8488-be06388f9826 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.131228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83c92605-d414-440c-8488-be06388f9826 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.135447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83c92605-d414-440c-8488-be06388f9826 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.188221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c92605-d414-440c-8488-be06388f9826 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d9e338-34a9-4ba0-88a3-14f88c6f3647,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:04.201908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-83c92605-d414-440c-8488-be06388f9826 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.205913 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-83c92605-d414-440c-8488-be06388f9826 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2874486 Aug 29 17:47:04.206088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49666) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:04.211232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e22b787a-59ae-4b37-8331-cd620e2b348f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '3d95a010-c114-4444-9524-d63fe0791bcf', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:04.234963 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.265224 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-e22b787a-59ae-4b37-8331-cd620e2b348f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Project 27df6b53a4e54d1bb8e328a7e404efe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:47:04.269782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=aeda3537-6590-4792-b89d-2e50fcf3e1b9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:04.278869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e22b787a-59ae-4b37-8331-cd620e2b348f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.372295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.383519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.395021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f5d17f-76c9-4825-aad3-7bf43b72be46') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.395398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f5d17f-76c9-4825-aad3-7bf43b72be46') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.404702 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.405518 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.421398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.427584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:04.427991 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:04.432092 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:04.477243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e22b787a-59ae-4b37-8331-cd620e2b348f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.505797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e22b787a-59ae-4b37-8331-cd620e2b348f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.540269 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b787a-59ae-4b37-8331-cd620e2b348f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d46e60-4e73-497b-9c66-7e2549f4fffd,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:04.540853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.544844 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e22b787a-59ae-4b37-8331-cd620e2b348f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.547305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e22b787a-59ae-4b37-8331-cd620e2b348f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391871 Aug 29 17:47:04.548995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49668) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:04.553241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.553929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-dd538da8-34dc-4fe6-ada8-bf54cc9cdacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': '3d95a010-c114-4444-9524-d63fe0791bcf', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:04.557894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/networks/d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b HTTP/1.1" status: 204 len: 168 time: 0.7344952 Aug 29 17:47:04.558264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49670) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:04.584847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3411037-1f88-4cc9-9fbc-0ac3394363f4 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Network': ['ID=d8ec4aa8-cdfa-4a64-9510-c6fa4132a99b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:04.641946 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-dd538da8-34dc-4fe6-ada8-bf54cc9cdacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Project 27df6b53a4e54d1bb8e328a7e404efe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:47:04.642440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.649032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 0a0ce285-35f1-4aa2-9fff-8d69c5674f70 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:04.650696 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd538da8-34dc-4fe6-ada8-bf54cc9cdacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.761249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.778738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:04.786197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05ea5638-7a2f-437b-b9bb-2d059dcd8b23 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/0a0ce285-35f1-4aa2-9fff-8d69c5674f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6013401 Aug 29 17:47:04.791460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49676) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:04.793461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2768daed-c4e1-4d36-9489-6840de4c3870 None None] Sync routers for ids ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:04.795150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1050ff74-45c2-44da-bb9e-47810b3e7beb']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.804593 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768daed-c4e1-4d36-9489-6840de4c3870 None None] Routers {'0a0ce285-35f1-4aa2-9fff-8d69c5674f70'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:04.807388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2768daed-c4e1-4d36-9489-6840de4c3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.813849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728e5e9a-7871-497d-915d-c2f25ea4ed0b') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.814156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728e5e9a-7871-497d-915d-c2f25ea4ed0b') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.824105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd538da8-34dc-4fe6-ada8-bf54cc9cdacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.826949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-30d4c88d-501e-4c52-808d-809f2a7a532d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0ce285-35f1-4aa2-9fff-8d69c5674f70 HTTP/1.1" status: 200 len: 205 time: 0.0344326 Aug 29 17:47:04.830201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd538da8-34dc-4fe6-ada8-bf54cc9cdacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.832164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49678) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:04.843772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.866511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.874225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:04.874684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:04.878343 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:04.882949 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:47:04.895596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2768daed-c4e1-4d36-9489-6840de4c3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.911247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768daed-c4e1-4d36-9489-6840de4c3870 None None] Routers {'0a0ce285-35f1-4aa2-9fff-8d69c5674f70'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:04.912449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2768daed-c4e1-4d36-9489-6840de4c3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.925331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd538da8-34dc-4fe6-ada8-bf54cc9cdacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627fc797-0ede-4c85-adde-4218f376f5a9,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:04.938359 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9adcd810-98ce-482e-99d7-f2e94f700704 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.942250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd538da8-34dc-4fe6-ada8-bf54cc9cdacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.943509 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dd538da8-34dc-4fe6-ada8-bf54cc9cdacc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3932967 Aug 29 17:47:04.954995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49684) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:04.961178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'network': {'name': 'tempest-network-smoke--983992673', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'port_security_enabled': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:04.968645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2768daed-c4e1-4d36-9489-6840de4c3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:04.969370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2768daed-c4e1-4d36-9489-6840de4c3870 None None] The sync data for ids ['0a0ce285-35f1-4aa2-9fff-8d69c5674f70'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:04.972571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.987666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:04.987666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] 10.222.0.41 "DELETE /v2.0/networks/1050ff74-45c2-44da-bb9e-47810b3e7beb HTTP/1.1" status: 204 len: 168 time: 0.4277294 Aug 29 17:47:05.017414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b8773-2c5b-4455-9a3e-087993ffd974 tempest-BulkNetworkOpsIpV6Test-1693130719 tempest-BulkNetworkOpsIpV6Test-1693130719-project] Pushing event deleted for resources: {'Network': ['ID=1050ff74-45c2-44da-bb9e-47810b3e7beb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:05.031501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:05.039331 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.072313 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:05.086618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.086962 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Added segment a8687991-dfb3-44cb-9a9e-84485dfacdfe of type vlan for network e02cbc6a-d833-48f9-85c3-7787a4068d05 Aug 29 17:47:05.125728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d472d-eedf-4357-a11e-7d71870b6d5f req-9b7cbe1b-26fe-466d-82d0-03a672e4a123 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:05.127267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-852d472d-eedf-4357-a11e-7d71870b6d5f req-9b7cbe1b-26fe-466d-82d0-03a672e4a123 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 946 time: 0.1531315 Aug 29 17:47:05.129575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.157767 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.164134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:05.164457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.165419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9adcd810-98ce-482e-99d7-f2e94f700704 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.172512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9adcd810-98ce-482e-99d7-f2e94f700704 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.228199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-852d472d-eedf-4357-a11e-7d71870b6d5f req-5a3994ab-628a-466c-a4dc-2426e74fc278 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741966 Aug 29 17:47:05.229521 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9adcd810-98ce-482e-99d7-f2e94f700704 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.229842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adcd810-98ce-482e-99d7-f2e94f700704 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0ce285-35f1-4aa2-9fff-8d69c5674f70 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:05.230468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2743132 Aug 29 17:47:05.233248 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49688) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:05.239123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bfe2f-755a-49bd-9418-3e5bd7c604f9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Network': ['ID=e02cbc6a-d833-48f9-85c3-7787a4068d05,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:05.239924 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9adcd810-98ce-482e-99d7-f2e94f700704 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.240997 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9adcd810-98ce-482e-99d7-f2e94f700704 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/0a0ce285-35f1-4aa2-9fff-8d69c5674f70 HTTP/1.1" status: 204 len: 168 time: 0.4049056 Aug 29 17:47:05.243917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49690) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:05.244378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'admin_state_up': True, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:05.254784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:05.284973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.289813 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.301610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d3a289-7623-43f9-ae7a-89ebbb3e8cb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet 59820eb9-68dc-41fe-8212-e58a4c49f2ed {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:05.305040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27d3a289-7623-43f9-ae7a-89ebbb3e8cb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.353670 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27d3a289-7623-43f9-ae7a-89ebbb3e8cb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.361926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.441977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49694) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:05.444405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27d3a289-7623-43f9-ae7a-89ebbb3e8cb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.512815 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27d3a289-7623-43f9-ae7a-89ebbb3e8cb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.519566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.541848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3a289-7623-43f9-ae7a-89ebbb3e8cb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=59820eb9-68dc-41fe-8212-e58a4c49f2ed,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:05.556391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27d3a289-7623-43f9-ae7a-89ebbb3e8cb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.556703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71db50-90dc-4602-974f-c41453eea0e7 None None] Network d8e5a54f-98c3-4220-a4c1-b4e209c22550 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:05.561519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-27d3a289-7623-43f9-ae7a-89ebbb3e8cb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/59820eb9-68dc-41fe-8212-e58a4c49f2ed HTTP/1.1" status: 204 len: 168 time: 0.3163793 Aug 29 17:47:05.562267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49698) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:05.627695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76ef426-173d-4ef8-92ba-bd7697206df2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet 886b052c-8ba7-4330-927c-302b6a57d18b {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:05.631781 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c76ef426-173d-4ef8-92ba-bd7697206df2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.657682 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e773182c-f452-4620-aa29-9f3dc1a52e57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=665e87dd8d9c43e0af8f88a658465866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145889 Aug 29 17:47:05.660259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49700) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:05.673265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c76ef426-173d-4ef8-92ba-bd7697206df2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.767053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] DHCP port deletion for d8e5a54f-98c3-4220-a4c1-b4e209c22550 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:05.771424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c76ef426-173d-4ef8-92ba-bd7697206df2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.797567 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55227697-f0bd-4a03-9869-dc2acff0ca60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.800072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.815792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] Deleting port ede8e00a-e14e-4727-8772-0393b029f3c4 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:05.816318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.830265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.841309 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c76ef426-173d-4ef8-92ba-bd7697206df2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.847790 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55227697-f0bd-4a03-9869-dc2acff0ca60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.871293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ef426-173d-4ef8-92ba-bd7697206df2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=886b052c-8ba7-4330-927c-302b6a57d18b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:05.873387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c76ef426-173d-4ef8-92ba-bd7697206df2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.877986 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c76ef426-173d-4ef8-92ba-bd7697206df2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/886b052c-8ba7-4330-927c-302b6a57d18b HTTP/1.1" status: 204 len: 168 time: 0.3147125 Aug 29 17:47:05.878576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49702) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:05.891113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be07a7-78db-4b18-873f-cc6f6bbe29bd None None] Network 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:05.896230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] For port ede8e00a-e14e-4727-8772-0393b029f3c4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ede8e00a-e14e-4727-8772-0393b029f3c4,segment=NetworkSegment(54308143-43c2-47f1-afea-9008c67b5f90),segment_id=54308143-43c2-47f1-afea-9008c67b5f90)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:05.897290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.961232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.964448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55227697-f0bd-4a03-9869-dc2acff0ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.967287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55227697-f0bd-4a03-9869-dc2acff0ca60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.968542 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-55227697-f0bd-4a03-9869-dc2acff0ca60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d51a62dc-dd2c-41cc-aaa3-ec2ddb26573e HTTP/1.1" status: 204 len: 168 time: 0.3073816 Aug 29 17:47:05.970561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] Calling delete_port for ede8e00a-e14e-4727-8772-0393b029f3c4 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:05.986858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.25.2.181 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/5cb8811f-577c-46f7-ab24-3523c4a6d354) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:05.989965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55227697-f0bd-4a03-9869-dc2acff0ca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51a62dc-dd2c-41cc-aaa3-ec2ddb26573e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:06.033815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port ede8e00a-e14e-4727-8772-0393b029f3c4 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:06.034181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.126333 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.127822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port ede8e00a-e14e-4727-8772-0393b029f3c4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ede8e00a-e14e-4727-8772-0393b029f3c4,segment=NetworkSegment(54308143-43c2-47f1-afea-9008c67b5f90),segment_id=54308143-43c2-47f1-afea-9008c67b5f90)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:06.128761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.135819 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.154789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for ede8e00a-e14e-4727-8772-0393b029f3c4 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:06.172607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] Pushing event deleted for resources: {'Port': ['ID=ede8e00a-e14e-4727-8772-0393b029f3c4,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:06.177905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cbe99-3c85-40d4-af1f-3dfcaa5ddabf None None] No DVR routers for this DVR port ede8e00a-e14e-4727-8772-0393b029f3c4 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:06.192577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] DHCP port deletion for 8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:06.212386 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.260023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=5cb8811f-577c-46f7-ab24-3523c4a6d354,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:06.277934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.278373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:06.280129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:06.282663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:06.292688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No DVR routers for this DVR port ede8e00a-e14e-4727-8772-0393b029f3c4 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:06.300429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] Deleting port b65cde58-19c0-4310-adf9-353606055f52 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:06.300888 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.379010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] For port b65cde58-19c0-4310-adf9-353606055f52, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b65cde58-19c0-4310-adf9-353606055f52,segment=NetworkSegment(b9370a96-7c1e-4567-a406-d0fdd58ebfe1),segment_id=b9370a96-7c1e-4567-a406-d0fdd58ebfe1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:06.379628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.381246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.391833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e5a54f-98c3-4220-a4c1-b4e209c22550']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.395217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] Calling delete_port for b65cde58-19c0-4310-adf9-353606055f52 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:06.404021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54308143-43c2-47f1-afea-9008c67b5f90') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.404235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54308143-43c2-47f1-afea-9008c67b5f90') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.414262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.474082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=ede8e00a-e14e-4727-8772-0393b029f3c4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:06.477702 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.516963 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.518399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:06.519162 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:06.523743 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:06.552131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] Pushing event deleted for resources: {'Port': ['ID=b65cde58-19c0-4310-adf9-353606055f52,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:06.564507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452400c7-1cc7-462e-966c-c2f9cbf58c4a None None] No DVR routers for this DVR port b65cde58-19c0-4310-adf9-353606055f52 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:06.610164 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.616130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.618555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/d8e5a54f-98c3-4220-a4c1-b4e209c22550 HTTP/1.1" status: 204 len: 168 time: 0.7387190 Aug 29 17:47:06.627627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49720) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:06.630160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54bd75-6268-47db-9fa1-d3e759686b1a req-10d2f212-8d87-4e64-b84b-eeb88709908d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:06.635337 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b54bd75-6268-47db-9fa1-d3e759686b1a req-10d2f212-8d87-4e64-b84b-eeb88709908d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 946 time: 0.1979656 Aug 29 17:47:06.641951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-9c298815-5e9f-483d-aae9-d0a468a5a3e2 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:06.643460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-9c298815-5e9f-483d-aae9-d0a468a5a3e2 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 946 time: 0.1876433 Aug 29 17:47:06.668835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455512-c7e7-4bab-8b9a-c97d27aa18c2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=d8e5a54f-98c3-4220-a4c1-b4e209c22550,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:06.715842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.723157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.746735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5b54bd75-6268-47db-9fa1-d3e759686b1a req-d9ff5a1f-a85a-4a03-b382-a326d9a4490b tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928237 Aug 29 17:47:06.779920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Deleting port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:06.780648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.868584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49728) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:06.880876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] For port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:06.881251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.896869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Calling delete_port for e8652f52-f7c8-477d-b8ff-83d0bf4f25ba owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:06.903100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.945393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.958792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9370a96-7c1e-4567-a406-d0fdd58ebfe1') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.959036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9370a96-7c1e-4567-a406-d0fdd58ebfe1') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.973899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.980442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-1040530539'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:07.020295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.022243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:07.025761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.032098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:07.032493 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:07.035424 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:07.040552 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.074627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.087094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['11ddc180-c02c-4eb1-9474-1454ad155d1f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:07.089583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['27fcc71a-6469-4c96-9897-e5831d1eac44', '6a6f6726-a398-4de8-b3e2-5206c924539d', 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:07.106860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Pushing event deleted for resources: {'Port': ['ID=e8652f52-f7c8-477d-b8ff-83d0bf4f25ba,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:07.167571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] No DVR routers for this DVR port e8652f52-f7c8-477d-b8ff-83d0bf4f25ba on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:07.171341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.175442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d080f0f4-9ada-4554-978f-18959c3ebed0 req-223bbbaf-2252-4cca-98ad-9a4100e30003 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "DELETE /v2.0/ports/e8652f52-f7c8-477d-b8ff-83d0bf4f25ba HTTP/1.1" status: 204 len: 173 time: 0.5200734 Aug 29 17:47:07.175938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b77dd-5f97-4c08-bbd8-5bd1ed5adaee', 'name': 'network-vif-deleted', 'tag': 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:07.179816 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e91ca4-3bcb-4989-af29-1d74eb1179b7" -d '{"events": [{"server_uuid": "d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee", "name": "network-vif-deleted", "tag": "e8652f52-f7c8-477d-b8ff-83d0bf4f25ba"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:07.258336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.273175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.324183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:07.374996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.375446 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment 0e3f7a2f-753f-4ead-ab55-27fc0ab3f056 of type vlan for network 0933ad41-62ba-4732-85e5-4bdadafa8232 Aug 29 17:47:07.392971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-c1101f9c-15cf-445c-b334-0729a91bd43e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1327064 Aug 29 17:47:07.393586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a61e987-0664-4163-b26d-89e3139cbd73,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:07.397066 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcd550d-5855-4da7-8a0d-a8fcf591f05a x-openstack-request-id: req-9bcd550d-5855-4da7-8a0d-a8fcf591f05a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:07.397358 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee", "name": "network-vif-deleted", "tag": "e8652f52-f7c8-477d-b8ff-83d0bf4f25ba", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:07.397672 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bcd550d-5855-4da7-8a0d-a8fcf591f05a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:07.406952 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b77dd-5f97-4c08-bbd8-5bd1ed5adaee', 'name': 'network-vif-deleted', 'tag': 'e8652f52-f7c8-477d-b8ff-83d0bf4f25ba', 'status': 'completed', 'code': 200} Aug 29 17:47:07.469713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.508297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-9ae5ef12-b209-43f9-8cd4-631cf5e0f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:07.509994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-9ae5ef12-b209-43f9-8cd4-631cf5e0f084 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 1098 time: 0.0784874 Aug 29 17:47:07.511113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.527545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:07.528273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.574050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.618022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ede8e00a-e14e-4727-8772-0393b029f3c4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:07.629239 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.635568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7658918 Aug 29 17:47:07.640163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:07.649239 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.650034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-43212188'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:07.651661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f HTTP/1.1" status: 204 len: 168 time: 1.0230610 Aug 29 17:47:07.664623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ede8e00a-e14e-4727-8772-0393b029f3c4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:07.671582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49738) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:07.677834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ede8e00a-e14e-4727-8772-0393b029f3c4 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:07.678005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-52740366'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:07.678285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b65cde58-19c0-4310-adf9-353606055f52 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:07.703419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5479c01-3eca-4494-8c39-bd1f10518348 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=0933ad41-62ba-4732-85e5-4bdadafa8232,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:07.719424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 0933ad41-62ba-4732-85e5-4bdadafa8232 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:07.722502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b65cde58-19c0-4310-adf9-353606055f52 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:07.725955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b65cde58-19c0-4310-adf9-353606055f52 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:07.736428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:07.740610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.766738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-ec3ce989-e4f0-4a81-9d9b-60591ee090d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:07.768509 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-ec3ce989-e4f0-4a81-9d9b-60591ee090d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.2363961 Aug 29 17:47:07.788700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:07.793214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.808669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ffbdc-ccd5-419d-ac76-9171ca8f7220 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=8ffd65f6-0d00-4c2b-a6d1-c60d76a93a4f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:07.850778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:07.876571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:07.877641 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment f3cc07eb-13cc-4b3b-a6f1-205af6225384 of type vlan for network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 Aug 29 17:47:07.909515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 7840339b-8409-4f8b-9595-644efdf39c0e is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:07.910579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-429986df-227c-48f9-beac-5cdf888e15a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5 HTTP/1.1" status: 200 len: 1002 time: 0.1319573 Aug 29 17:47:07.974675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-93505fd9-5be6-4c28-b3d9-5f67fa244025 req-28e1a74d-a59a-4ecc-b419-ac2ec9661dc2 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d60b77dd-5f97-4c08-bbd8-5bd1ed5adaee HTTP/1.1" status: 200 len: 210 time: 0.0724323 Aug 29 17:47:07.993141 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.019475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-226b2966-014c-40fb-9a0a-8ad220d4446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:08.020865 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-226b2966-014c-40fb-9a0a-8ad220d4446a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.0801394 Aug 29 17:47:08.031254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:08.043517 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Sync routers for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:08.052016 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.053254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1bd1141c-e8e2-4a0a-8109-08e3dcd85aa3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8190641 Aug 29 17:47:08.056932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49744) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:08.061868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.067499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:08.068087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.078107 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:08.079087 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:08.081272 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:47:08.081830 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:47:08.089427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ce1b56fd-4f82-4d22-aab1-cc1ca308def4 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=27df6b53a4e54d1bb8e328a7e404efe2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289927 Aug 29 17:47:08.089678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49746) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:08.147715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49748) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:08.148529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5032194 Aug 29 17:47:08.154616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': '0933ad41-62ba-4732-85e5-4bdadafa8232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:08.164442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-9f2cb746-f8e0-404e-836b-e096c47e0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:08.165983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-9f2cb746-f8e0-404e-836b-e096c47e0203 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375811 Aug 29 17:47:08.167865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd26c8-09ce-48e3-aa5d-b88105e90c05 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=14e9a5f3-e5cc-458e-be0f-b0984e3b4f07,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:08.183314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:08.281429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7db598-47ce-4fca-9dfe-70dc2005cfeb tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:08.285398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd7db598-47ce-4fca-9dfe-70dc2005cfeb tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1922786 Aug 29 17:47:08.285681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-015deeca-84fa-4826-98d1-7df4664a41d9 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093695 Aug 29 17:47:08.286315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49750) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:08.295446 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:08.300771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:08.304857 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.330895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-97479b63-66e6-4612-bc67-b2656010e190 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410874 Aug 29 17:47:08.337704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49752) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:08.365734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1543199179', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:08.483960 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:06Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:08.496720 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e5a8f5ce-0a1a-45eb-bd99-8647ee8cc6d3 req-4a394b9d-0245-4ed5-8250-0823948c6b6f service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009854 Aug 29 17:47:08.510796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:08.515850 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.516888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Checking router: 7840339b-8409-4f8b-9595-644efdf39c0e for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:47:08.517234 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Updating router 7840339b-8409-4f8b-9595-644efdf39c0e port 5cb8811f-577c-46f7-ab24-3523c4a6d354 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:47:08.518032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.542457 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.585827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.590548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=21fd05c1-cf7b-49c9-82ee-5081c132ed46,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:08.601070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': '0e3f7a2f-753f-4ead-ab55-27fc0ab3f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0933ad41-62ba-4732-85e5-4bdadafa8232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:08.601413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: 0933ad41-62ba-4732-85e5-4bdadafa8232, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:08.620287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 0933ad41-62ba-4732-85e5-4bdadafa8232 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:08.626960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:08.630829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 0933ad41-62ba-4732-85e5-4bdadafa8232) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:08.636537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:08.637768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.642137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eaf97e-120a-48c2-8b66-9894af6ba903 None None] Network 0933ad41-62ba-4732-85e5-4bdadafa8232 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:08.654524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b6cab1d6-6089-4555-aa26-ddb1f5733e2e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5054934 Aug 29 17:47:08.661724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49754) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:08.668946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': '14e9a5f3-e5cc-458e-be0f-b0984e3b4f07', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:08.676099 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.676451 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment 6776ceed-114e-48b0-b532-3e27297cb4b1 of type vlan for network 362efa27-7dda-4383-81a6-d5bf7476e261 Aug 29 17:47:08.758851 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.768170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:08.774719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.795363 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.831336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-0933ad41-62ba-4732-85e5-4bdadafa8232', 'network_id': '0933ad41-62ba-4732-85e5-4bdadafa8232', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': '21fd05c1-cf7b-49c9-82ee-5081c132ed46'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:08.832883 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.840531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.846362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:08.846628 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.886166 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.901022 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Transition to ACTIVE for port object 5cb8811f-577c-46f7-ab24-3523c4a6d354 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:08.909708 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.931757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Subnet': ['ID=2f4170ad-2023-4f6a-9c45-2c7320501ac0,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:08.952225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=362efa27-7dda-4383-81a6-d5bf7476e261,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:08.963240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-906e0234-c9a0-41b5-9f2a-fddc6543362d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2891955 Aug 29 17:47:08.966101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49756) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:08.971043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': '362efa27-7dda-4383-81a6-d5bf7476e261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:08.981198 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Attempting to bind port 5cb8811f-577c-46f7-ab24-3523c4a6d354 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:08.981717 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Attempting to bind port 5cb8811f-577c-46f7-ab24-3523c4a6d354 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:08.982184 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Attempting to bind port 5cb8811f-577c-46f7-ab24-3523c4a6d354 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:08.988968 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:08.989840 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:08.991131 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:08.992215 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:08.992881 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Bound port: 5cb8811f-577c-46f7-ab24-3523c4a6d354, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:08.993297 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.022180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Allocated IP 172.20.0.2 (0933ad41-62ba-4732-85e5-4bdadafa8232/21fd05c1-cf7b-49c9-82ee-5081c132ed46/1e52cf9d-4d0f-4707-ad48-c6587ef337bc) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:09.029183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Checking segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:09.029604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network hostable DHCP agents. Network: e02cbc6a-d833-48f9-85c3-7787a4068d05, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:09.031488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.073276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:09.103847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e02cbc6a-d833-48f9-85c3-7787a4068d05) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:09.104986 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] For port 5cb8811f-577c-46f7-ab24-3523c4a6d354, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:09.108776 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] For port 5cb8811f-577c-46f7-ab24-3523c4a6d354, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5cb8811f-577c-46f7-ab24-3523c4a6d354,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:09.112529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:09.113386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.119572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:09.120220 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.125081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.134480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=43ee206d-ecc6-4606-ba9c-0ac41f88a647,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:09.140014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': 'f3cc07eb-13cc-4b3b-a6f1-205af6225384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '14e9a5f3-e5cc-458e-be0f-b0984e3b4f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:09.140267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:09.161894 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:09.162700 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:09.166887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:09.174144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:09.202928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:09.207310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.219544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 362efa27-7dda-4383-81a6-d5bf7476e261 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:09.222433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e759c30-9832-4937-bffb-1fcc1041494f None None] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:09.224272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b24e61-8a6b-40ed-a1e1-c49112e066e3 None None] Network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:09.226687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-33ffee4b-50b0-4317-aab9-9f6bbf3c5231 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8873296 Aug 29 17:47:09.228055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49764) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:09.338743 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Pushing event updated for resources: {'Port': ['ID=5cb8811f-577c-46f7-ab24-3523c4a6d354,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:09.341439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49766) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:09.342652 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2a10bc95-6d27-4322-a900-741f1dcc5e02 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6793766 Aug 29 17:47:09.347567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1d122751-f751-4665-90ce-069f6cf53d56 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-599864618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:09.353561 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.354141 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.355034 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.355547 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.356289 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.356772 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.357251 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.357745 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.358228 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.358774 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.359250 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.359724 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:09.396515 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.417134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d122751-f751-4665-90ce-069f6cf53d56 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.418176 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d122751-f751-4665-90ce-069f6cf53d56 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.425522 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde51dbf-b428-435c-b450-c7104a41bebd None None] Pushing event updated for resources: {'Port': ['ID=5cb8811f-577c-46f7-ab24-3523c4a6d354,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:09.472342 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:09.481862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d122751-f751-4665-90ce-069f6cf53d56 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.497556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d122751-f751-4665-90ce-069f6cf53d56 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.518344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-14e9a5f3-e5cc-458e-be0f-b0984e3b4f07', 'network_id': '14e9a5f3-e5cc-458e-be0f-b0984e3b4f07', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': '43ee206d-ecc6-4606-ba9c-0ac41f88a647'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:09.519268 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.530099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Transition to ACTIVE for port object 1e52cf9d-4d0f-4707-ad48-c6587ef337bc will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:09.537307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d122751-f751-4665-90ce-069f6cf53d56 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.541110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1d122751-f751-4665-90ce-069f6cf53d56 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1986344 Aug 29 17:47:09.544365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49768) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:09.547606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.585209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Transition to ACTIVE for port object 1e52cf9d-4d0f-4707-ad48-c6587ef337bc will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:09.607114 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.753535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=b37e7612-8643-4b7e-b51a-bb1a7f107d93,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:09.767704 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:06Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:09.779385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Network 0933ad41-62ba-4732-85e5-4bdadafa8232 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:09.805990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:09.814942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:09.829670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-e02cbc6a-d833-48f9-85c3-7787a4068d05', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:09.830523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:09.833049 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b97ab-3f93-4e44-bc9b-6bff65d42e2c None None] The sync data for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 is: [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:06Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:09.836194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Pushing event updated for resources: {'Port': ['ID=1e52cf9d-4d0f-4707-ad48-c6587ef337bc,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:09.930770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.132610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Allocated IP 172.20.0.2 (e02cbc6a-d833-48f9-85c3-7787a4068d05/2f4170ad-2023-4f6a-9c45-2c7320501ac0/f05b2eae-4cd0-4f76-bdd0-564f62e4b42f) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:10.337327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.365465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e8652f52-f7c8-477d-b8ff-83d0bf4f25ba no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:10.380054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Transition to ACTIVE for port object f05b2eae-4cd0-4f76-bdd0-564f62e4b42f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:10.464589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': '6776ceed-114e-48b0-b532-3e27297cb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '362efa27-7dda-4383-81a6-d5bf7476e261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:10.465177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: 362efa27-7dda-4383-81a6-d5bf7476e261, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:10.553110 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.556274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 362efa27-7dda-4383-81a6-d5bf7476e261 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:10.601372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Attempting to bind port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:10.601756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Attempting to bind port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '0e3f7a2f-753f-4ead-ab55-27fc0ab3f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0933ad41-62ba-4732-85e5-4bdadafa8232'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:10.602220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Attempting to bind port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc on network 0933ad41-62ba-4732-85e5-4bdadafa8232 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:10.613896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 362efa27-7dda-4383-81a6-d5bf7476e261) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:10.617722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Allocated IP 172.21.0.2 (14e9a5f3-e5cc-458e-be0f-b0984e3b4f07/43ee206d-ecc6-4606-ba9c-0ac41f88a647/4a64f9c5-3285-4642-9ef8-91417e81d96a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:10.622342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: e8652f52-f7c8-477d-b8ff-83d0bf4f25ba {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:10.622746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e8652f52-f7c8-477d-b8ff-83d0bf4f25ba not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:10.631574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:10.632671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Checking segment: {'id': '0e3f7a2f-753f-4ead-ab55-27fc0ab3f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0933ad41-62ba-4732-85e5-4bdadafa8232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:10.633151 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.633560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Bound using segment: {'id': '0e3f7a2f-753f-4ead-ab55-27fc0ab3f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0933ad41-62ba-4732-85e5-4bdadafa8232'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:10.634086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Bound port: 1e52cf9d-4d0f-4707-ad48-c6587ef337bc, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3f7a2f-753f-4ead-ab55-27fc0ab3f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0933ad41-62ba-4732-85e5-4bdadafa8232'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:10.634509 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.644041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f20ba7-2bdd-49ee-bd24-435141f87281 None None] Network 362efa27-7dda-4383-81a6-d5bf7476e261 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:10.645964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:10.646388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.669043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Transition to ACTIVE for port object f05b2eae-4cd0-4f76-bdd0-564f62e4b42f will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:10.701851 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-594d40cb-622a-4e07-866f-a8cac9f03cde tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7346735 Aug 29 17:47:10.705215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49772) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:10.709801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-60e6ee89-638e-428c-a74a-30d6b34afd42 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1169486206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:10.728186 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.760738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.20.0.1 (e02cbc6a-d833-48f9-85c3-7787a4068d05/2f4170ad-2023-4f6a-9c45-2c7320501ac0/3659b477-a307-4b30-8ee4-0ca6a49a7afb) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:10.778501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60e6ee89-638e-428c-a74a-30d6b34afd42 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.779844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60e6ee89-638e-428c-a74a-30d6b34afd42 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.874130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:10.897274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:10.899876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:10.918739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Pushing event updated for resources: {'Port': ['ID=f05b2eae-4cd0-4f76-bdd0-564f62e4b42f,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:10.920123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.925333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60e6ee89-638e-428c-a74a-30d6b34afd42 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.933613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60e6ee89-638e-428c-a74a-30d6b34afd42 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.949613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Transition to ACTIVE for port object 3659b477-a307-4b30-8ee4-0ca6a49a7afb will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:10.955604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.20.0.1 (0933ad41-62ba-4732-85e5-4bdadafa8232/21fd05c1-cf7b-49c9-82ee-5081c132ed46/1a335b24-51de-4423-a97b-5b3db953c17e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:10.963978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] For port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:10.974599 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60e6ee89-638e-428c-a74a-30d6b34afd42 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:10.977499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-60e6ee89-638e-428c-a74a-30d6b34afd42 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2711093 Aug 29 17:47:10.980115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49774) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:10.988248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'port': {'network_id': '362efa27-7dda-4383-81a6-d5bf7476e261', 'name': 'tempest-RoutersIpV6Test-360264147'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:11.001924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] For port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1e52cf9d-4d0f-4707-ad48-c6587ef337bc,segment=NetworkSegment(0e3f7a2f-753f-4ead-ab55-27fc0ab3f056),segment_id=0e3f7a2f-753f-4ead-ab55-27fc0ab3f056)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:11.015581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.047397 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.068837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:11.073409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:11.087608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:11.147459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=3659b477-a307-4b30-8ee4-0ca6a49a7afb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:11.153707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Attempting to bind port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:11.155150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Attempting to bind port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:11.156524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Attempting to bind port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f on network e02cbc6a-d833-48f9-85c3-7787a4068d05 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:11.165371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.229692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:11.230385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Checking segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:11.230912 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.231410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Bound using segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:11.232171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Bound port: f05b2eae-4cd0-4f76-bdd0-564f62e4b42f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:11.232652 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.290342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.324919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object 1a335b24-51de-4423-a97b-5b3db953c17e will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:11.330799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:11.336692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.360802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] device_id is not set on port f740d1ed-94e3-458d-b648-b05d44a2cf9d yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:47:11.384340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.392095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.399098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-362efa27-7dda-4383-81a6-d5bf7476e261', 'network_id': '362efa27-7dda-4383-81a6-d5bf7476e261', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': 'b37e7612-8643-4b7e-b51a-bb1a7f107d93'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:11.400135 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.437029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97ed4e8d-ec56-4e43-b5dc-d1284b369624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.554862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.572612 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Transition to ACTIVE for port object 4a64f9c5-3285-4642-9ef8-91417e81d96a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:11.613063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Transition to ACTIVE for port object 4a64f9c5-3285-4642-9ef8-91417e81d96a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:11.619635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7306a71-5167-44eb-bacd-85827ec1e81d None None] Pushing event updated for resources: {'Port': ['ID=1e52cf9d-4d0f-4707-ad48-c6587ef337bc,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:11.637224 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.698062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] For port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:11.716449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:11.721770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=1a335b24-51de-4423-a97b-5b3db953c17e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:11.732786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 0933ad41-62ba-4732-85e5-4bdadafa8232 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:11.736953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:11.742212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:11.749207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] For port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f05b2eae-4cd0-4f76-bdd0-564f62e4b42f,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:11.749994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:11.753171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:11.758739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Pushing event updated for resources: {'Port': ['ID=4a64f9c5-3285-4642-9ef8-91417e81d96a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:11.771519 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.799522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8::dd (362efa27-7dda-4383-81a6-d5bf7476e261/b37e7612-8643-4b7e-b51a-bb1a7f107d93/f740d1ed-94e3-458d-b648-b05d44a2cf9d) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:11.847549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5cb8811f-577c-46f7-ab24-3523c4a6d354 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:11.848583 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.854089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-06845277-7791-45a3-bd04-b5c57b2d0704 req-06cffec1-6870-46d8-a089-50645098c0d3 service neutron] (94795) timed out ('10.222.0.41', 55902) {{(pid=94795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:47:11.955134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf4e2a-df62-47aa-9f17-3053d1f6bf2b None None] Pushing event updated for resources: {'Port': ['ID=f05b2eae-4cd0-4f76-bdd0-564f62e4b42f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:11.955941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.959525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Attempting to bind port 4a64f9c5-3285-4642-9ef8-91417e81d96a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:11.960579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Attempting to bind port 4a64f9c5-3285-4642-9ef8-91417e81d96a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f3cc07eb-13cc-4b3b-a6f1-205af6225384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '14e9a5f3-e5cc-458e-be0f-b0984e3b4f07'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:11.961258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Attempting to bind port 4a64f9c5-3285-4642-9ef8-91417e81d96a on network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:11.969044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:11.969586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Checking segment: {'id': 'f3cc07eb-13cc-4b3b-a6f1-205af6225384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '14e9a5f3-e5cc-458e-be0f-b0984e3b4f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:11.970092 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.970718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Bound using segment: {'id': 'f3cc07eb-13cc-4b3b-a6f1-205af6225384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '14e9a5f3-e5cc-458e-be0f-b0984e3b4f07'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:11.971206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Bound port: 4a64f9c5-3285-4642-9ef8-91417e81d96a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cc07eb-13cc-4b3b-a6f1-205af6225384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '14e9a5f3-e5cc-458e-be0f-b0984e3b4f07'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:11.971789 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:11.985717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 5cb8811f-577c-46f7-ab24-3523c4a6d354 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:11.989544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.009394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5cb8811f-577c-46f7-ab24-3523c4a6d354 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:12.009776 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.127009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.134836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=3659b477-a307-4b30-8ee4-0ca6a49a7afb,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:12.153921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.157708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] For port 4a64f9c5-3285-4642-9ef8-91417e81d96a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:12.161502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] For port 4a64f9c5-3285-4642-9ef8-91417e81d96a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4a64f9c5-3285-4642-9ef8-91417e81d96a,segment=NetworkSegment(f3cc07eb-13cc-4b3b-a6f1-205af6225384),segment_id=f3cc07eb-13cc-4b3b-a6f1-205af6225384)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:12.182301 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.294189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:12.304497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:12.379813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74df78f-b3d7-461b-839e-d9258e1e0c3d None None] Pushing event updated for resources: {'Port': ['ID=4a64f9c5-3285-4642-9ef8-91417e81d96a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:12.402076 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.448298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 5cb8811f-577c-46f7-ab24-3523c4a6d354, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5cb8811f-577c-46f7-ab24-3523c4a6d354,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:12.459421 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.499700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.542791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object f740d1ed-94e3-458d-b648-b05d44a2cf9d will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:12.556110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 7840339b-8409-4f8b-9595-644efdf39c0e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:12.624604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=5cb8811f-577c-46f7-ab24-3523c4a6d354,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:12.669777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.680031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.770495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Allocated IP 2001:db8::2 (362efa27-7dda-4383-81a6-d5bf7476e261/b37e7612-8643-4b7e-b51a-bb1a7f107d93/f08a78b4-02d5-4424-b1af-2cfcdd4ef785) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:12.867265 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:12.894184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Sync routers for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:12.895012 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5329b148-aaaf-4e39-9134-36a37c5d851f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "PUT /v2.0/routers/7840339b-8409-4f8b-9595-644efdf39c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6629770 Aug 29 17:47:12.930089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=f740d1ed-94e3-458d-b648-b05d44a2cf9d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:12.954230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:12.954950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:46:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:12.967282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 362efa27-7dda-4383-81a6-d5bf7476e261 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:12.979560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:12.987599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:12.993657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:12.994444 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:13.008449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ede1dc-9a39-478b-afe3-b869799a4358 req-abd88812-d23b-4878-b720-66c4690f92e9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:13.016452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94ede1dc-9a39-478b-afe3-b869799a4358 req-abd88812-d23b-4878-b720-66c4690f92e9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 945 time: 0.1083336 Aug 29 17:47:13.026549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3b8ac39f-229e-485b-a9f1-13f70a56f97b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0453100 Aug 29 17:47:13.030024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49786) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:13.080251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94ede1dc-9a39-478b-afe3-b869799a4358 req-49d36959-5fa4-41f0-bd33-42961c08273f tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608790 Aug 29 17:47:13.219483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52391f-8daa-496b-9599-5562ab714e49 None None] Network 0933ad41-62ba-4732-85e5-4bdadafa8232 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:13.225931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:13.266349 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:13.283773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:13.323381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Transition to ACTIVE for port object f08a78b4-02d5-4424-b1af-2cfcdd4ef785 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:13.353174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-99406ab5-6fa3-4fe6-be68-a8a41b13b996 None None] Provisioning for port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:13.374862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:13.411699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Transition to ACTIVE for port object f08a78b4-02d5-4424-b1af-2cfcdd4ef785 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:13.424861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:13.450718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-6a448248-64c4-406f-a875-f64897da175c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085942401&fields=id&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 267 time: 0.2226851 Aug 29 17:47:13.471674 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:13.676927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-a2c591ba-2da3-41d4-b9a6-c8d47dd1af28 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:13.686801 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-a2c591ba-2da3-41d4-b9a6-c8d47dd1af28 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 796 time: 0.2333732 Aug 29 17:47:13.800617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-bc8e0e47-dad4-4952-9871-457c0ec9689b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/quotas/27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 375 time: 0.1121972 Aug 29 17:47:13.823955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Network 362efa27-7dda-4383-81a6-d5bf7476e261 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:13.837099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Pushing event updated for resources: {'Port': ['ID=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:13.840047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:13.843448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:13.874212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:13.915889 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=1a335b24-51de-4423-a97b-5b3db953c17e,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:14.008159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f05b2eae-4cd0-4f76-bdd0-564f62e4b42f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:14.081205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ea59939c-f64a-450b-859e-c07c9681473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:14.143788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 0933ad41-62ba-4732-85e5-4bdadafa8232 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:14.149924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:14.161216 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-d310dd00-b900-467c-90bc-36455b3dd46e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2737303 Aug 29 17:47:14.191854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:14.231949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Attempting to bind port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:14.232391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Attempting to bind port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6776ceed-114e-48b0-b532-3e27297cb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '362efa27-7dda-4383-81a6-d5bf7476e261'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:14.234767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Attempting to bind port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 on network 362efa27-7dda-4383-81a6-d5bf7476e261 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:14.267107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:14.267510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Checking segment: {'id': '6776ceed-114e-48b0-b532-3e27297cb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '362efa27-7dda-4383-81a6-d5bf7476e261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:14.267919 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:14.268590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Bound using segment: {'id': '6776ceed-114e-48b0-b532-3e27297cb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '362efa27-7dda-4383-81a6-d5bf7476e261'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:14.269116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Bound port: f08a78b4-02d5-4424-b1af-2cfcdd4ef785, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6776ceed-114e-48b0-b532-3e27297cb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '362efa27-7dda-4383-81a6-d5bf7476e261'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:14.269737 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:14.278140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb6eb86-8371-4d0a-81f5-bfb7cb512248 None None] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:14.313694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2372de-107f-469a-8964-a4c35ec2b623 req-fb355c76-800d-4e46-96cc-a81e6a57ba19 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:14.315762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df2372de-107f-469a-8964-a4c35ec2b623 req-fb355c76-800d-4e46-96cc-a81e6a57ba19 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 945 time: 0.0714109 Aug 29 17:47:14.332732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420c7d0-3b22-4189-87d1-788dc0a3ae33 None None] Network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:14.360493 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-df2372de-107f-469a-8964-a4c35ec2b623 req-32ee2cf1-7803-42de-bf90-1c2c5a201719 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Aug 29 17:47:14.370123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:14.500841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4d6a61c7-a729-4bbc-827b-45169857f8a8 None None] Provisioning for port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:14.523391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:14.525069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-74da3a9d-58dd-4911-b8a8-131b08dc19a0 service neutron] 10.222.0.41 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794833 Aug 29 17:47:14.534126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:14.534513 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:14.536186 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4d6a61c7-a729-4bbc-827b-45169857f8a8 None None] Provisioning complete for port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:14.536546 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4d6a61c7-a729-4bbc-827b-45169857f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:14.640633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb810b5-3637-4747-9373-2d242720a69f req-0187a0b1-805b-4e18-a3e7-996d0ddb6fd7 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:14.642227 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cb810b5-3637-4747-9373-2d242720a69f req-0187a0b1-805b-4e18-a3e7-996d0ddb6fd7 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 945 time: 0.2557440 Aug 29 17:47:14.690454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] For port f08a78b4-02d5-4424-b1af-2cfcdd4ef785, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:14.706038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 2, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:14.716363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 09c3e426-1318-4003-9d18-9245da4f010c is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:14.772853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] For port f08a78b4-02d5-4424-b1af-2cfcdd4ef785, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,segment=NetworkSegment(6776ceed-114e-48b0-b532-3e27297cb4b1),segment_id=6776ceed-114e-48b0-b532-3e27297cb4b1)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:14.783011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Checking router: 7840339b-8409-4f8b-9595-644efdf39c0e for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:47:14.783302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Updating router 7840339b-8409-4f8b-9595-644efdf39c0e port 3659b477-a307-4b30-8ee4-0ca6a49a7afb binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:47:14.814817 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:14.906523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.042205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.051068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4d6a61c7-a729-4bbc-827b-45169857f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.058510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc502b-92ad-4c15-be4d-40b3ea6b1b07 None None] Pushing event updated for resources: {'Port': ['ID=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:15.272579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4d6a61c7-a729-4bbc-827b-45169857f8a8 None None] For port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f05b2eae-4cd0-4f76-bdd0-564f62e4b42f,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:15.293835 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4d6a61c7-a729-4bbc-827b-45169857f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.449273 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-d28c0319-2806-4407-9817-a56b44a2de8d service neutron] 10.222.0.41 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9095957 Aug 29 17:47:15.517175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:15.523076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3a8a5db9-5101-46ac-b8b4-0f4f332fd352 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/09c3e426-1318-4003-9d18-9245da4f010c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9704316 Aug 29 17:47:15.526528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5f4f5-6042-4a67-be47-bffbfb8de5f4 req-eb981906-4c5c-4de6-ab54-3ebd14f29fcb tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:15.527013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49804) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:15.531898 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0ff82-01fc-4bcd-854a-27daef807be0 None None] Sync routers for ids ['09c3e426-1318-4003-9d18-9245da4f010c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:15.542675 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4a5f4f5-6042-4a67-be47-bffbfb8de5f4 req-eb981906-4c5c-4de6-ab54-3ebd14f29fcb tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 945 time: 0.1009183 Aug 29 17:47:15.545909 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:47:15.546442 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:47:15.555327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4d6a61c7-a729-4bbc-827b-45169857f8a8 None None] Provisioning for port 4a64f9c5-3285-4642-9ef8-91417e81d96a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:15.570490 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0ff82-01fc-4bcd-854a-27daef807be0 None None] Routers {'09c3e426-1318-4003-9d18-9245da4f010c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:15.571544 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eca0ff82-01fc-4bcd-854a-27daef807be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['09c3e426-1318-4003-9d18-9245da4f010c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:15.605002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca23fde-c0ac-4f3d-9bfc-79829a9c1bbf tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:15.606702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0ca23fde-c0ac-4f3d-9bfc-79829a9c1bbf tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports/1a335b24-51de-4423-a97b-5b3db953c17e HTTP/1.1" status: 200 len: 910 time: 0.0760047 Aug 29 17:47:15.609864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49808) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:15.614983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Deleting port 6a6f6726-a398-4de8-b3e2-5206c924539d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:15.615999 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.616656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a61c7-a729-4bbc-827b-45169857f8a8 None None] Pushing event updated for resources: {'Port': ['ID=f05b2eae-4cd0-4f76-bdd0-564f62e4b42f,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:15.658260 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.670090 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eca0ff82-01fc-4bcd-854a-27daef807be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:15.688224 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0ff82-01fc-4bcd-854a-27daef807be0 None None] Routers {'09c3e426-1318-4003-9d18-9245da4f010c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:15.689025 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eca0ff82-01fc-4bcd-854a-27daef807be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['09c3e426-1318-4003-9d18-9245da4f010c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:15.718205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e4a5f4f5-6042-4a67-be47-bffbfb8de5f4 req-4f5c7072-7a20-410a-bbe6-018a19877791 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745543 Aug 29 17:47:15.761251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.780469 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-eca0ff82-01fc-4bcd-854a-27daef807be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:15.781144 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0ff82-01fc-4bcd-854a-27daef807be0 None None] The sync data for ids ['09c3e426-1318-4003-9d18-9245da4f010c'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:15.823421 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.838600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-f5d31c3b-4bc6-42f6-997d-e3d7dbe25d46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2537754 Aug 29 17:47:15.886491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Provisioning complete for port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:15.887071 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.907780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-972e2e37-906c-49f8-b9dd-5f49c4a09192 req-874b4f90-483d-4528-b215-5f703a71dcea tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 210 time: 0.0558290 Aug 29 17:47:15.974076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-699e0245-09a1-4260-83d1-789876d6d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:15.977167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-699e0245-09a1-4260-83d1-789876d6d44f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 1098 time: 0.0646126 Aug 29 17:47:15.977928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=f740d1ed-94e3-458d-b648-b05d44a2cf9d,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:15.999988 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.058009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Transition to ACTIVE for port object 3659b477-a307-4b30-8ee4-0ca6a49a7afb will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:16.102380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.160937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1e52cf9d-4d0f-4707-ad48-c6587ef337bc up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:16.170369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Provisioning for port 1a335b24-51de-4423-a97b-5b3db953c17e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:16.187408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-fc2b72db-114a-4563-8456-21d637c38da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:16.192236 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-fc2b72db-114a-4563-8456-21d637c38da2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 200 len: 915 time: 0.1835909 Aug 29 17:47:16.211416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Provisioning complete for port 1a335b24-51de-4423-a97b-5b3db953c17e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:16.211797 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.217481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8502cd-2409-44ce-b51b-839d281825cb None None] Pushing event updated for resources: {'Port': ['ID=3659b477-a307-4b30-8ee4-0ca6a49a7afb,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:16.244174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.257655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] For port 6a6f6726-a398-4de8-b3e2-5206c924539d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6a6f6726-a398-4de8-b3e2-5206c924539d,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:16.258311 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.291092 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-74431670-8ec7-42be-8843-fcbf35a06d6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27fcc71a-6469-4c96-9897-e5831d1eac44 HTTP/1.1" status: 200 len: 217 time: 0.0907207 Aug 29 17:47:16.350461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Calling delete_port for 6a6f6726-a398-4de8-b3e2-5206c924539d owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:16.363263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Attempting to bind port 3659b477-a307-4b30-8ee4-0ca6a49a7afb on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:16.367101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Attempting to bind port 3659b477-a307-4b30-8ee4-0ca6a49a7afb by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:16.367517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Attempting to bind port 3659b477-a307-4b30-8ee4-0ca6a49a7afb on network e02cbc6a-d833-48f9-85c3-7787a4068d05 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:16.373824 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Port 1a335b24-51de-4423-a97b-5b3db953c17e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:16.377594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:16.378129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Checking segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:16.378383 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.378811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Bound using segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:16.379295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Bound port: 3659b477-a307-4b30-8ee4-0ca6a49a7afb, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:16.379679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.396661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-a5320621-66db-4fc2-a489-3023114ff399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:16.399750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-a5320621-66db-4fc2-a489-3023114ff399 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 200 len: 854 time: 0.0986421 Aug 29 17:47:16.472179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Provisioning complete for port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:16.472913 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.476130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:16.486308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-f3e1ca38-3f52-45d1-84dd-486db6ad46cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a2a95e-5e70-4327-9eb0-1ca481e3423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671215 Aug 29 17:47:16.560159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:16.560794 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.649026 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-3c468db8-589d-483d-9359-2f505746a249 service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560953 Aug 29 17:47:16.905753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee455f4-5bf7-40de-abc8-18df3baca591 None None] Network 362efa27-7dda-4383-81a6-d5bf7476e261 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:16.913670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca780cf4-e0c3-42af-b0b5-fc26bf6c21f4 req-ca92a16d-352d-45d5-87dc-c64b35cd5f58 service neutron] 10.222.0.43 "GET /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566860 Aug 29 17:47:16.975594 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.001197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] For port 3659b477-a307-4b30-8ee4-0ca6a49a7afb, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:17.005475 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.033812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] For port 3659b477-a307-4b30-8ee4-0ca6a49a7afb, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3659b477-a307-4b30-8ee4-0ca6a49a7afb,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:17.049923 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.069625 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee43cb2b-09da-4048-9555-a5673933a4de req-a7c20f23-d422-49f2-b1cb-c7dcd889e68c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 210 time: 0.0438118 Aug 29 17:47:17.193929 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.205981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.236129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['11ddc180-c02c-4eb1-9474-1454ad155d1f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:17.238614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['27fcc71a-6469-4c96-9897-e5831d1eac44'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:17.247446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:17.248115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:17.291335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e452eb-746a-49f4-96d9-29fb23624b13 req-1ef83360-62d1-41cf-acba-a73fca2a1c06 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:17.293223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2e452eb-746a-49f4-96d9-29fb23624b13 req-1ef83360-62d1-41cf-acba-a73fca2a1c06 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bf0a899-e34a-4f5e-8b76-1f46be06ea0f HTTP/1.1" status: 200 len: 867 time: 0.4103041 Aug 29 17:47:17.293760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Pushing event deleted for resources: {'Port': ['ID=6a6f6726-a398-4de8-b3e2-5206c924539d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:17.302533 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.308082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8502cd-2409-44ce-b51b-839d281825cb None None] Pushing event updated for resources: {'Port': ['ID=3659b477-a307-4b30-8ee4-0ca6a49a7afb,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:17.437418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] For port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1e52cf9d-4d0f-4707-ad48-c6587ef337bc,segment=NetworkSegment(0e3f7a2f-753f-4ead-ab55-27fc0ab3f056),segment_id=0e3f7a2f-753f-4ead-ab55-27fc0ab3f056)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:17.452166 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.500581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] No DVR routers for this DVR port 6a6f6726-a398-4de8-b3e2-5206c924539d on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:17.518140 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.521115 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cb810b5-3637-4747-9373-2d242720a69f req-bf46ff26-9592-4901-8bc0-a5cdddf57a2e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "DELETE /v2.0/ports/6a6f6726-a398-4de8-b3e2-5206c924539d HTTP/1.1" status: 204 len: 173 time: 2.8490856 Aug 29 17:47:17.525764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf0a899-e34a-4f5e-8b76-1f46be06ea0f', 'name': 'network-vif-deleted', 'tag': '6a6f6726-a398-4de8-b3e2-5206c924539d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:17.528873 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a33690-2ab9-4454-a346-2af7043f39bc" -d '{"events": [{"server_uuid": "4bf0a899-e34a-4f5e-8b76-1f46be06ea0f", "name": "network-vif-deleted", "tag": "6a6f6726-a398-4de8-b3e2-5206c924539d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:17.604220 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.605798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Provisioning for port 3659b477-a307-4b30-8ee4-0ca6a49a7afb completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:17.617659 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd0110-4d2e-403e-bc67-2aaf4bf804d8 x-openstack-request-id: req-66fd0110-4d2e-403e-bc67-2aaf4bf804d8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:17.618175 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf0a899-e34a-4f5e-8b76-1f46be06ea0f", "name": "network-vif-deleted", "tag": "6a6f6726-a398-4de8-b3e2-5206c924539d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:17.618596 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66fd0110-4d2e-403e-bc67-2aaf4bf804d8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:17.619150 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf0a899-e34a-4f5e-8b76-1f46be06ea0f', 'name': 'network-vif-deleted', 'tag': '6a6f6726-a398-4de8-b3e2-5206c924539d', 'status': 'completed', 'code': 200} Aug 29 17:47:17.623070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2e452eb-746a-49f4-96d9-29fb23624b13 req-c9b15860-4343-478b-ac6b-de6c33eb454e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706695 Aug 29 17:47:17.648578 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:47:17.648930 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:47:17.662028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:17.666097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f778a-2598-45f9-87c7-928cf1da8352 None None] Pushing event updated for resources: {'Port': ['ID=1e52cf9d-4d0f-4707-ad48-c6587ef337bc,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:17.701949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-aa9d30b3-3c9b-43ab-9e8c-6259092094fc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:17.703800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-aa9d30b3-3c9b-43ab-9e8c-6259092094fc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 796 time: 0.2947295 Aug 29 17:47:17.776664 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-af9cca42-9232-4307-9f7a-9232f7a27628 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 380 time: 0.0597053 Aug 29 17:47:17.794336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'port': {'device_id': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'admin_state_up': True, 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'security_groups': ['3d95a010-c114-4444-9524-d63fe0791bcf']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:17.923697 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.945734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:17.950135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.966527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:17.967611 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.010165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9dd84f00-42a6-4bb2-af20-b7638a38c532 None None] Provisioning for port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:18.130259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:16Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:18.164692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.20.0.8 (e02cbc6a-d833-48f9-85c3-7787a4068d05/2f4170ad-2023-4f6a-9c45-2c7320501ac0/5c0b27cc-4f16-432b-9627-3b459e3bc829) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:18.245147 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136e4bde-4260-4d10-abeb-5a7c150da300 req-b2f34753-4ce6-48e9-b05a-76d256e52953 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 210 time: 0.0482244 Aug 29 17:47:18.263755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742d23a-218e-4312-b9af-1148d3693669 None None] The sync data for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 is: [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:16Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:18.269229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6a6f6726-a398-4de8-b3e2-5206c924539d no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:18.309813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 6a6f6726-a398-4de8-b3e2-5206c924539d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:18.310391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6a6f6726-a398-4de8-b3e2-5206c924539d not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:18.322129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4a64f9c5-3285-4642-9ef8-91417e81d96a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:18.324116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=f740d1ed-94e3-458d-b648-b05d44a2cf9d,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:18.326310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-170eb02e-3100-4d16-8929-f0d4892afd65 None None] Provisioning for port f740d1ed-94e3-458d-b648-b05d44a2cf9d completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:18.359652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-170eb02e-3100-4d16-8929-f0d4892afd65 None None] Provisioning complete for port f740d1ed-94e3-458d-b648-b05d44a2cf9d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:18.360036 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-170eb02e-3100-4d16-8929-f0d4892afd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.394846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.21.0.1 (14e9a5f3-e5cc-458e-be0f-b0984e3b4f07/43ee206d-ecc6-4606-ba9c-0ac41f88a647/ece7f901-3ce1-4b25-a58d-e4d674493809) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:18.419919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-170eb02e-3100-4d16-8929-f0d4892afd65 None None] Port f740d1ed-94e3-458d-b648-b05d44a2cf9d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:18.453928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 4a64f9c5-3285-4642-9ef8-91417e81d96a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:18.460872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4a64f9c5-3285-4642-9ef8-91417e81d96a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:18.461257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.508706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.530200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Transition to ACTIVE for port object 5c0b27cc-4f16-432b-9627-3b459e3bc829 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:18.549992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 362efa27-7dda-4383-81a6-d5bf7476e261 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:18.553875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:18.593088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.599173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-edde94e6-525f-411f-b1b1-8cc47c892cf4 None None] Provisioning complete for port f740d1ed-94e3-458d-b648-b05d44a2cf9d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:18.599630 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-edde94e6-525f-411f-b1b1-8cc47c892cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.641978 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.657018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:18.660926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:18.676995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:18.715291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 4a64f9c5-3285-4642-9ef8-91417e81d96a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4a64f9c5-3285-4642-9ef8-91417e81d96a,segment=NetworkSegment(f3cc07eb-13cc-4b3b-a6f1-205af6225384),segment_id=f3cc07eb-13cc-4b3b-a6f1-205af6225384)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:18.720146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-edde94e6-525f-411f-b1b1-8cc47c892cf4 None None] Port f740d1ed-94e3-458d-b648-b05d44a2cf9d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:18.737402 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.740583 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5cb8811f-577c-46f7-ab24-3523c4a6d354 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:18.820645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:18.832537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.859635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object ece7f901-3ce1-4b25-a58d-e4d674493809 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:18.876867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:18.877810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.903939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5cb8811f-577c-46f7-ab24-3523c4a6d354 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:18.904618 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.914425 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac8999dd-6da7-48fd-a4d4-1b0657cc757d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266840 Aug 29 17:47:18.916745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 33698617-523c-4b6b-9817-866c9bc32858 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:18.927309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Request body: {'port': {'device_id': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:19.044881 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.055272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=4a64f9c5-3285-4642-9ef8-91417e81d96a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:19.060946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ca427908-de94-4889-8bab-f51a02387954 None None] Provisioning complete for port f740d1ed-94e3-458d-b648-b05d44a2cf9d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:19.061315 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ca427908-de94-4889-8bab-f51a02387954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.073630 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.147797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ca427908-de94-4889-8bab-f51a02387954 None None] Port f740d1ed-94e3-458d-b648-b05d44a2cf9d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:19.175730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:19.281555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cfcadee2-2c47-4409-b1de-728f97eb7299 None None] Provisioning for port 5c0b27cc-4f16-432b-9627-3b459e3bc829 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:19.286196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cfcadee2-2c47-4409-b1de-728f97eb7299 None None] Provisioning complete for port 5c0b27cc-4f16-432b-9627-3b459e3bc829 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:19.286569 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cfcadee2-2c47-4409-b1de-728f97eb7299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.375985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-cfcadee2-2c47-4409-b1de-728f97eb7299 None None] Port 5c0b27cc-4f16-432b-9627-3b459e3bc829 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:19.472362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279c57e-8829-4d69-9d8e-33b2380d7df4 req-b82d4986-2fe8-4dea-8662-305ad5d3bf6c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:19.476361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2279c57e-8829-4d69-9d8e-33b2380d7df4 req-b82d4986-2fe8-4dea-8662-305ad5d3bf6c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 931 time: 0.1179268 Aug 29 17:47:19.510393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8dc45f00-c59f-48b7-a4f1-49ea6c6004fc None None] Provisioning complete for port f740d1ed-94e3-458d-b648-b05d44a2cf9d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:19.510791 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8dc45f00-c59f-48b7-a4f1-49ea6c6004fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.563426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8dc45f00-c59f-48b7-a4f1-49ea6c6004fc None None] Port f740d1ed-94e3-458d-b648-b05d44a2cf9d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:19.567626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2279c57e-8829-4d69-9d8e-33b2380d7df4 req-64b0fa74-09be-4cf9-b878-6e1c41aa87c7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746186 Aug 29 17:47:19.568457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f05b2eae-4cd0-4f76-bdd0-564f62e4b42f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:19.646852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:19.660967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:19.669314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0b27cc-4f16-432b-9627-3b459e3bc829 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:47:19.680835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.699088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Transition to ACTIVE for port object 5c0b27cc-4f16-432b-9627-3b459e3bc829 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:19.701891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=ece7f901-3ce1-4b25-a58d-e4d674493809,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:19.713065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.727070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:19.735013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-416b2326-e1b3-4d93-a3ba-670489ba3f08 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/33698617-523c-4b6b-9817-866c9bc32858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7019460 Aug 29 17:47:19.745192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49838) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:19.768277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ff1fb-6ac0-4644-b086-1217caf292ec req-c3f7b2ff-2ecc-44b7-ac04-54fa1b4752a9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:19.769833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e3ff1fb-6ac0-4644-b086-1217caf292ec req-c3f7b2ff-2ecc-44b7-ac04-54fa1b4752a9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 946 time: 0.6290016 Aug 29 17:47:19.788900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.803125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:19.813714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4902c577-e04e-4056-ade5-4064334c5851 None None] Sync routers for ids ['33698617-523c-4b6b-9817-866c9bc32858'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:19.836574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4902c577-e04e-4056-ade5-4064334c5851 None None] Routers {'33698617-523c-4b6b-9817-866c9bc32858'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:19.837446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4902c577-e04e-4056-ade5-4064334c5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['33698617-523c-4b6b-9817-866c9bc32858'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:19.880142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4902c577-e04e-4056-ade5-4064334c5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:19.896311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4902c577-e04e-4056-ade5-4064334c5851 None None] Routers {'33698617-523c-4b6b-9817-866c9bc32858'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:19.897046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4902c577-e04e-4056-ade5-4064334c5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['33698617-523c-4b6b-9817-866c9bc32858'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:19.901394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:19.901394 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.918988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:19.930493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:19.931342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:19.937431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:47:19.938081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:19.947121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:19.947908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Checking segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:19.949281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Bound using segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:19.951525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Bound port: 5c0b27cc-4f16-432b-9627-3b459e3bc829, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:19.951954 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:19.968398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e489dc25-0109-429a-85f8-7734941d3df9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:19.973342 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e489dc25-0109-429a-85f8-7734941d3df9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports/f740d1ed-94e3-458d-b648-b05d44a2cf9d HTTP/1.1" status: 200 len: 982 time: 0.2253952 Aug 29 17:47:19.977128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49840) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:20.013785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4902c577-e04e-4056-ade5-4064334c5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:20.015285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4902c577-e04e-4056-ade5-4064334c5851 None None] The sync data for ids ['33698617-523c-4b6b-9817-866c9bc32858'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:20.072720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:20.076429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:20.093019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.106688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1e52cf9d-4d0f-4707-ad48-c6587ef337bc up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:20.125174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.144018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:20.144456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.146120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] 10.222.0.43 "PUT /v2.0/ports/5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 1092 time: 1.2232323 Aug 29 17:47:20.147180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:20.159381 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd83236-3c0d-4915-afa0-801c90d3cbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:20.164332 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e3ff1fb-6ac0-4644-b086-1217caf292ec req-02151c4b-128c-47f6-9962-dbfa530c88f9 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767551 Aug 29 17:47:20.236205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9fb821a4-a28f-44fb-b5cc-d03a478af124 None None] Provisioning for port ece7f901-3ce1-4b25-a58d-e4d674493809 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:20.254479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9fb821a4-a28f-44fb-b5cc-d03a478af124 None None] Provisioning complete for port ece7f901-3ce1-4b25-a58d-e4d674493809 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:20.254914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9fb821a4-a28f-44fb-b5cc-d03a478af124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.300856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511259a-a606-4c5b-9439-37f76466e315 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:20.337473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:20.337862 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.340539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-c734996e-68f4-4b20-99f3-f20cbbebe504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:20.340804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9fb821a4-a28f-44fb-b5cc-d03a478af124 None None] Port ece7f901-3ce1-4b25-a58d-e4d674493809 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:20.356425 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-c734996e-68f4-4b20-99f3-f20cbbebe504 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1095 time: 0.1570718 Aug 29 17:47:20.452540 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f6999d-4373-43ec-8088-a528e7edc870 x-openstack-request-id: req-69f6999d-4373-43ec-8088-a528e7edc870 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:20.452976 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:20.453333 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69f6999d-4373-43ec-8088-a528e7edc870 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:20.453839 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'status': 'completed', 'code': 200} Aug 29 17:47:20.455845 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-8b2e49db-27fa-40c1-bb2b-cc4f2e6e58b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 217 time: 0.0901973 Aug 29 17:47:20.494898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4a64f9c5-3285-4642-9ef8-91417e81d96a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:20.525641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-424c75ca-84ba-469d-b3ed-bc6ee2effb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:20.527539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-424c75ca-84ba-469d-b3ed-bc6ee2effb10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 200 len: 835 time: 0.0618188 Aug 29 17:47:20.575630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-750a1372-f7e4-44ee-bb47-cc3bd20db564 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:20.577385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-750a1372-f7e4-44ee-bb47-cc3bd20db564 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 946 time: 0.2538450 Aug 29 17:47:20.578292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4a64f9c5-3285-4642-9ef8-91417e81d96a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:20.578837 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.594007 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-216fec8d-515b-4b27-a2bd-a6ab5038732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:20.596270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-216fec8d-515b-4b27-a2bd-a6ab5038732a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e02cbc6a-d833-48f9-85c3-7787a4068d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609505 Aug 29 17:47:20.708575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-ac2b4cbc-b67d-4214-aeea-789143581c31 service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030762 Aug 29 17:47:20.716011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3659b477-a307-4b30-8ee4-0ca6a49a7afb up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:20.797102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 3659b477-a307-4b30-8ee4-0ca6a49a7afb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:20.805804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 3659b477-a307-4b30-8ee4-0ca6a49a7afb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:20.806374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.856515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3f91d47d-709f-4684-a8d7-ddfc584c680a req-91cfe5aa-8092-430f-955f-bc50271bece3 service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385989 Aug 29 17:47:20.870386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f7f40-3e80-4b36-a60b-ffb12e06390b req-58607516-c5ff-463d-bf15-43c4b1321d53 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:20.873375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f17f7f40-3e80-4b36-a60b-ffb12e06390b req-58607516-c5ff-463d-bf15-43c4b1321d53 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 943 time: 0.2169552 Aug 29 17:47:20.900854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.939269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 3659b477-a307-4b30-8ee4-0ca6a49a7afb, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3659b477-a307-4b30-8ee4-0ca6a49a7afb,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:20.947108 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.948306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f08a78b4-02d5-4424-b1af-2cfcdd4ef785 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:20.967661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Deleting port 27fcc71a-6469-4c96-9897-e5831d1eac44 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:20.968327 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.986025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-eecd7433-e27c-4152-b63f-5cedc8b0e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:20.987619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-eecd7433-e27c-4152-b63f-5cedc8b0e461 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1095 time: 0.0707598 Aug 29 17:47:20.996961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f17f7f40-3e80-4b36-a60b-ffb12e06390b req-e83ddf4a-1d88-48d0-977d-395ef5cffaaf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091762 Aug 29 17:47:20.999323 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.033311 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.060599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=3659b477-a307-4b30-8ee4-0ca6a49a7afb,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:21.075180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:21.080002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:21.080539 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.137170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-0d44d5fe-aa19-404a-85c0-5f6c11e50af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:21.139556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-0d44d5fe-aa19-404a-85c0-5f6c11e50af8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 897 time: 0.1434567 Aug 29 17:47:21.165421 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.172955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=ece7f901-3ce1-4b25-a58d-e4d674493809,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:21.181448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.201041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-a07e2898-1472-4195-8251-ee7909876093 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 217 time: 0.0519817 Aug 29 17:47:21.201763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.206798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port f08a78b4-02d5-4424-b1af-2cfcdd4ef785, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,segment=NetworkSegment(6776ceed-114e-48b0-b532-3e27297cb4b1),segment_id=6776ceed-114e-48b0-b532-3e27297cb4b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:21.212215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.269183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:21.274237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-126a18d1-9781-414b-ba5d-42a343bdb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:21.280411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-126a18d1-9781-414b-ba5d-42a343bdb814 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 200 len: 835 time: 0.0682151 Aug 29 17:47:21.306439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3659b477-a307-4b30-8ee4-0ca6a49a7afb up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:21.355373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-d618e292-da16-47c8-888e-32c6a77065a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:21.356886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-d618e292-da16-47c8-888e-32c6a77065a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e02cbc6a-d833-48f9-85c3-7787a4068d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718060 Aug 29 17:47:21.360317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 3659b477-a307-4b30-8ee4-0ca6a49a7afb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:21.360819 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.365239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82191dae-2494-478d-a91e-8818b99cfc42 req-3dea3de3-9c9c-4394-ad59-1ab0db5b49ed tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:21.367235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82191dae-2494-478d-a91e-8818b99cfc42 req-3dea3de3-9c9c-4394-ad59-1ab0db5b49ed tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 946 time: 0.0726295 Aug 29 17:47:21.403708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] For port 27fcc71a-6469-4c96-9897-e5831d1eac44, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=27fcc71a-6469-4c96-9897-e5831d1eac44,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:21.404123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.436996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Calling delete_port for 27fcc71a-6469-4c96-9897-e5831d1eac44 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:21.458140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:21.464972 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-82191dae-2494-478d-a91e-8818b99cfc42 req-666e76f9-794d-403c-bc80-6162a122ff87 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871062 Aug 29 17:47:21.489707 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-8a2db926-3df6-4c2d-a97c-e43bb15bfc81 service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214345 Aug 29 17:47:21.493052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:21.593809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6bd83236-3c0d-4915-afa0-801c90d3cbd6 req-e8b0a7ef-322e-4931-b03e-2e93dfb10cf9 service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949667 Aug 29 17:47:21.718833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 09c3e426-1318-4003-9d18-9245da4f010c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:21.762660 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f6eb3dcb-3627-4170-ab63-80d87f8bff9c None None] Provisioning complete for port ece7f901-3ce1-4b25-a58d-e4d674493809 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:21.763119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3dcb-3627-4170-ab63-80d87f8bff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.796996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb3dcb-3627-4170-ab63-80d87f8bff9c None None] Port ece7f901-3ce1-4b25-a58d-e4d674493809 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:21.802158 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.814103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['11ddc180-c02c-4eb1-9474-1454ad155d1f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:21.816253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['27fcc71a-6469-4c96-9897-e5831d1eac44'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:21.868503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Pushing event deleted for resources: {'Port': ['ID=27fcc71a-6469-4c96-9897-e5831d1eac44,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:21.925686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] No DVR routers for this DVR port 27fcc71a-6469-4c96-9897-e5831d1eac44 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:21.930781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port f740d1ed-94e3-458d-b648-b05d44a2cf9d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:21.931130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.935593 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:21.937518 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80ab3975-66ea-4207-9b46-128c6e167f94 req-fe4afa31-1111-41fe-a9df-2a0edb6d160e tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.43 "DELETE /v2.0/ports/27fcc71a-6469-4c96-9897-e5831d1eac44 HTTP/1.1" status: 204 len: 173 time: 1.3499565 Aug 29 17:47:21.937957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a48ff7-fd0f-4f49-9425-a82d0aa6dceb', 'name': 'network-vif-deleted', 'tag': '27fcc71a-6469-4c96-9897-e5831d1eac44'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:21.940225 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee55c9d-8c76-4802-a913-70339a5e5da5" -d '{"events": [{"server_uuid": "d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb", "name": "network-vif-deleted", "tag": "27fcc71a-6469-4c96-9897-e5831d1eac44"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:21.953856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:21.978126 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a9cac-95dd-45dc-91ee-a6ed6f4d6159 None None] Sync routers for ids ['09c3e426-1318-4003-9d18-9245da4f010c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:21.995470 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d25a8a-7243-40b4-978b-b7864ebfc4e6 x-openstack-request-id: req-37d25a8a-7243-40b4-978b-b7864ebfc4e6 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:21.995805 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb", "name": "network-vif-deleted", "tag": "27fcc71a-6469-4c96-9897-e5831d1eac44", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:21.996219 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37d25a8a-7243-40b4-978b-b7864ebfc4e6 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:21.996600 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a48ff7-fd0f-4f49-9425-a82d0aa6dceb', 'name': 'network-vif-deleted', 'tag': '27fcc71a-6469-4c96-9897-e5831d1eac44', 'status': 'completed', 'code': 200} Aug 29 17:47:21.999148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a9cac-95dd-45dc-91ee-a6ed6f4d6159 None None] Routers {'09c3e426-1318-4003-9d18-9245da4f010c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:22.002719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6028d9b5-96f9-4995-abad-9bfde25f92e5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/09c3e426-1318-4003-9d18-9245da4f010c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3888440 Aug 29 17:47:22.003030 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-324a9cac-95dd-45dc-91ee-a6ed6f4d6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['09c3e426-1318-4003-9d18-9245da4f010c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:22.003873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49854) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:22.059752 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:22.075476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for f740d1ed-94e3-458d-b648-b05d44a2cf9d owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:22.079818 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-324a9cac-95dd-45dc-91ee-a6ed6f4d6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:22.089916 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a9cac-95dd-45dc-91ee-a6ed6f4d6159 None None] Routers {'09c3e426-1318-4003-9d18-9245da4f010c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:22.090818 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-324a9cac-95dd-45dc-91ee-a6ed6f4d6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['09c3e426-1318-4003-9d18-9245da4f010c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:22.128078 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-324a9cac-95dd-45dc-91ee-a6ed6f4d6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:22.128735 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a9cac-95dd-45dc-91ee-a6ed6f4d6159 None None] The sync data for ids ['09c3e426-1318-4003-9d18-9245da4f010c'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:22.263216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:22.276775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5c0b27cc-4f16-432b-9627-3b459e3bc829 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:47:22.291198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=f740d1ed-94e3-458d-b648-b05d44a2cf9d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:22.397709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:22.413803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'port_id': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'mac_address': 'fa:16:3e:f4:2b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:47:22.429489 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:22.505782 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:22.505996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf75f4a-de92-4508-9226-8a50d7057f6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:22.509634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8bf75f4a-de92-4508-9226-8a50d7057f6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports/ece7f901-3ce1-4b25-a58d-e4d674493809 HTTP/1.1" status: 200 len: 910 time: 0.5041428 Aug 29 17:47:22.516616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49860) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:22.539039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0b27cc-4f16-432b-9627-3b459e3bc829 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:47:22.584073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:22.594783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dba12-f2a1-4bf1-91d6-b39e64873eb4 req-4692cf59-4672-4fa7-8b6a-d8a8e7820f49 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:22.597496 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-267dba12-f2a1-4bf1-91d6-b39e64873eb4 req-4692cf59-4672-4fa7-8b6a-d8a8e7820f49 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 943 time: 0.1594570 Aug 29 17:47:22.597734 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:22.658354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:22.704019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-267dba12-f2a1-4bf1-91d6-b39e64873eb4 req-64e6fce8-4c0a-4d69-b56a-8328464aff8d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990992 Aug 29 17:47:22.799170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5c0b27cc-4f16-432b-9627-3b459e3bc829'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:22.941846 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0f75cf2-1e2c-45ed-bbbf-a30519306ec3 req-aa428ea5-e85e-4168-ace6-de28596e49ce tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8a48ff7-fd0f-4f49-9425-a82d0aa6dceb HTTP/1.1" status: 200 len: 210 time: 0.0329099 Aug 29 17:47:22.961255 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.017356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 33698617-523c-4b6b-9817-866c9bc32858 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:23.097193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:23.103162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e6c56e29-e8e9-4867-a2a0-9e4776179074 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/33698617-523c-4b6b-9817-866c9bc32858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1160061 Aug 29 17:47:23.105804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49862) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:23.111539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58db3cdc-ef1a-47d2-9a18-0ba602f3de43 None None] Sync routers for ids ['33698617-523c-4b6b-9817-866c9bc32858'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:23.120716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db3cdc-ef1a-47d2-9a18-0ba602f3de43 None None] Routers {'33698617-523c-4b6b-9817-866c9bc32858'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:23.121338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-58db3cdc-ef1a-47d2-9a18-0ba602f3de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['33698617-523c-4b6b-9817-866c9bc32858'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:23.154186 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-58db3cdc-ef1a-47d2-9a18-0ba602f3de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:23.163248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db3cdc-ef1a-47d2-9a18-0ba602f3de43 None None] Routers {'33698617-523c-4b6b-9817-866c9bc32858'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:23.163852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-58db3cdc-ef1a-47d2-9a18-0ba602f3de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['33698617-523c-4b6b-9817-866c9bc32858'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:23.199426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-58db3cdc-ef1a-47d2-9a18-0ba602f3de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:23.200073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58db3cdc-ef1a-47d2-9a18-0ba602f3de43 None None] The sync data for ids ['33698617-523c-4b6b-9817-866c9bc32858'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:23.212173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port ece7f901-3ce1-4b25-a58d-e4d674493809 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:23.212700 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.294502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f08a78b4-02d5-4424-b1af-2cfcdd4ef785 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:23.299894 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.306649 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8da75bd1-76d8-4e8d-adc0-ce06b385c16d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 17:47:23.310718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8da75bd1-76d8-4e8d-adc0-ce06b385c16d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/33698617-523c-4b6b-9817-866c9bc32858/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2038586 Aug 29 17:47:23.311273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49864) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:23.314016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for ece7f901-3ce1-4b25-a58d-e4d674493809 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:23.340164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a361ecb-5280-45ac-82b5-8381e5921f4a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=33698617-523c-4b6b-9817-866c9bc32858 HTTP/1.1" status: 200 len: 205 time: 0.0276525 Aug 29 17:47:23.342620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49866) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:23.347014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:23.347455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.422608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b8746877-4c79-4600-b549-ea12fe04482d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.503935 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.534947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=ece7f901-3ce1-4b25-a58d-e4d674493809,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:23.599736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b8746877-4c79-4600-b549-ea12fe04482d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.602413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b8746877-4c79-4600-b549-ea12fe04482d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.651870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b8746877-4c79-4600-b549-ea12fe04482d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.652673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8746877-4c79-4600-b549-ea12fe04482d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Fanout notify agent at l3_agent the message router_deleted on router 33698617-523c-4b6b-9817-866c9bc32858 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:23.661315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b8746877-4c79-4600-b549-ea12fe04482d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.662943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b8746877-4c79-4600-b549-ea12fe04482d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/33698617-523c-4b6b-9817-866c9bc32858 HTTP/1.1" status: 204 len: 168 time: 0.3193178 Aug 29 17:47:23.665413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49868) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:23.702332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.724362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aeef9d1-e218-4694-a4a7-a15d05226cb6 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet b37e7612-8643-4b7e-b51a-bb1a7f107d93 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:23.737230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2aeef9d1-e218-4694-a4a7-a15d05226cb6 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.781808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2aeef9d1-e218-4694-a4a7-a15d05226cb6 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.847512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82edbc-b0e2-449a-b739-b3e44953f8bd req-b1159e4a-84c1-41e3-a7ff-5b1ae16b97e0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:23.849042 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e82edbc-b0e2-449a-b739-b3e44953f8bd req-b1159e4a-84c1-41e3-a7ff-5b1ae16b97e0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 944 time: 0.0670285 Aug 29 17:47:23.875785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2aeef9d1-e218-4694-a4a7-a15d05226cb6 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.935781 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2aeef9d1-e218-4694-a4a7-a15d05226cb6 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.959830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e82edbc-b0e2-449a-b739-b3e44953f8bd req-a84e652e-a92f-4ff8-8412-2fb885ea8780 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757966 Aug 29 17:47:23.965008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeef9d1-e218-4694-a4a7-a15d05226cb6 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=b37e7612-8643-4b7e-b51a-bb1a7f107d93,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:23.966921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2aeef9d1-e218-4694-a4a7-a15d05226cb6 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:23.972970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 09c3e426-1318-4003-9d18-9245da4f010c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:23.977127 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2aeef9d1-e218-4694-a4a7-a15d05226cb6 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/b37e7612-8643-4b7e-b51a-bb1a7f107d93 HTTP/1.1" status: 204 len: 168 time: 0.3103223 Aug 29 17:47:23.982824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49874) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:23.987109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e16883c-f2bb-446f-b770-086de887eb2c None None] Network 362efa27-7dda-4383-81a6-d5bf7476e261 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:24.081924 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.123520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:24.138569 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa37853-1d50-4144-91ab-9e60fef1cfa9 None None] Sync routers for ids ['09c3e426-1318-4003-9d18-9245da4f010c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:24.144552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-34d0b62d-213b-4a67-bbc9-412c139045fd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/09c3e426-1318-4003-9d18-9245da4f010c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6209350 Aug 29 17:47:24.148772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49880) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:24.155857 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa37853-1d50-4144-91ab-9e60fef1cfa9 None None] Routers {'09c3e426-1318-4003-9d18-9245da4f010c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:24.156496 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6aa37853-1d50-4144-91ab-9e60fef1cfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['09c3e426-1318-4003-9d18-9245da4f010c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:24.214164 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6aa37853-1d50-4144-91ab-9e60fef1cfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:24.218725 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] DHCP port deletion for 362efa27-7dda-4383-81a6-d5bf7476e261 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:24.229376 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa37853-1d50-4144-91ab-9e60fef1cfa9 None None] Routers {'09c3e426-1318-4003-9d18-9245da4f010c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:24.229980 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6aa37853-1d50-4144-91ab-9e60fef1cfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['09c3e426-1318-4003-9d18-9245da4f010c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:24.239542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:24.240046 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.266773 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6aa37853-1d50-4144-91ab-9e60fef1cfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:24.267421 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa37853-1d50-4144-91ab-9e60fef1cfa9 None None] The sync data for ids ['09c3e426-1318-4003-9d18-9245da4f010c'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:24.278703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5c0b27cc-4f16-432b-9627-3b459e3bc829 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:24.306962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] Deleting port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:24.307643 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.379569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] For port f08a78b4-02d5-4424-b1af-2cfcdd4ef785, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,segment=NetworkSegment(6776ceed-114e-48b0-b532-3e27297cb4b1),segment_id=6776ceed-114e-48b0-b532-3e27297cb4b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:24.379856 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.395797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] Calling delete_port for f08a78b4-02d5-4424-b1af-2cfcdd4ef785 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:24.402031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 5c0b27cc-4f16-432b-9627-3b459e3bc829 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:24.403184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port f08a78b4-02d5-4424-b1af-2cfcdd4ef785, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,segment=NetworkSegment(6776ceed-114e-48b0-b532-3e27297cb4b1),segment_id=6776ceed-114e-48b0-b532-3e27297cb4b1)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:24.403688 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.410420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 5c0b27cc-4f16-432b-9627-3b459e3bc829 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:24.411016 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.425692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for f08a78b4-02d5-4424-b1af-2cfcdd4ef785 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:24.534722 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.567438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] Pushing event deleted for resources: {'Port': ['ID=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:24.574539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6f45a-0623-40f1-bdcc-466be3323b05 None None] No DVR routers for this DVR port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:24.575902 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.584928 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.602330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:24.604629 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af0577d-4a8a-4fc5-9bde-434f9d3ee44c" -d '{"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-plugged", "status": "completed", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:24.623211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:24.628455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.629022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=f08a78b4-02d5-4424-b1af-2cfcdd4ef785,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:24.629543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 27fcc71a-6469-4c96-9897-e5831d1eac44 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:24.638457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No DVR routers for this DVR port f08a78b4-02d5-4424-b1af-2cfcdd4ef785 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:24.684123 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac33a98-d961-4ba1-9e08-aef519c67463 x-openstack-request-id: req-6ac33a98-d961-4ba1-9e08-aef519c67463 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:24.690917 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-plugged", "status": "completed", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:24.691474 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ac33a98-d961-4ba1-9e08-aef519c67463 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:24.692348 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'code': 200} Aug 29 17:47:24.693080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 27fcc71a-6469-4c96-9897-e5831d1eac44 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:24.694296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 27fcc71a-6469-4c96-9897-e5831d1eac44 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:24.736087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:24.786742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.803973 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362efa27-7dda-4383-81a6-d5bf7476e261']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:24.820416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6776ceed-114e-48b0-b532-3e27297cb4b1') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:24.820714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6776ceed-114e-48b0-b532-3e27297cb4b1') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:24.837195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.840265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.843542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e246cf-c209-40a4-a103-2cd1e083946a req-f4d87e6c-1f00-449a-af57-bfcdf2fda35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:24.845539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e246cf-c209-40a4-a103-2cd1e083946a req-f4d87e6c-1f00-449a-af57-bfcdf2fda35f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1097 time: 0.1125085 Aug 29 17:47:24.931325 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.945761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:24.946142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:24.951376 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:25.010379 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01e246cf-c209-40a4-a103-2cd1e083946a req-c03a3600-7f87-4b94-b579-f0e059441f41 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241903 Aug 29 17:47:25.073524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.116227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.118398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/362efa27-7dda-4383-81a6-d5bf7476e261 HTTP/1.1" status: 204 len: 168 time: 1.1343410 Aug 29 17:47:25.122333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49886) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:25.130918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-206707734'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:25.137438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05314392-b1da-4c18-bc39-72b8b1ff97a9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=362efa27-7dda-4383-81a6-d5bf7476e261,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:25.161149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:25.164905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.167623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df867c1-0b9c-4291-aa9d-ebc2dfa9760e req-048def48-8c76-424e-aba2-c28289bb1b14 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:25.169233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2df867c1-0b9c-4291-aa9d-ebc2dfa9760e req-048def48-8c76-424e-aba2-c28289bb1b14 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.1098440 Aug 29 17:47:25.195837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:25.207834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.208405 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment c55a6a94-9563-4b20-85e8-a376aab90164 of type vlan for network b4fcb810-cc80-4220-ae87-f1ab65322d17 Aug 29 17:47:25.265543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.274031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2df867c1-0b9c-4291-aa9d-ebc2dfa9760e req-11c77b7a-436c-4ac2-adc7-e69cf09e272b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845046 Aug 29 17:47:25.303547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.303547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:25.303547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.312746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f08a78b4-02d5-4424-b1af-2cfcdd4ef785 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:25.338530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 1a335b24-51de-4423-a97b-5b3db953c17e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:25.338530 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.343461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f08a78b4-02d5-4424-b1af-2cfcdd4ef785 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:25.343841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f08a78b4-02d5-4424-b1af-2cfcdd4ef785 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:25.394159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=b4fcb810-cc80-4220-ae87-f1ab65322d17,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:25.401028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9db202cf-2a19-40c6-b52f-aacceb584942 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2757707 Aug 29 17:47:25.405597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49890) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:25.406171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network b4fcb810-cc80-4220-ae87-f1ab65322d17 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:25.414154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': 'b4fcb810-cc80-4220-ae87-f1ab65322d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:25.517578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.535896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 1a335b24-51de-4423-a97b-5b3db953c17e owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:25.590211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:25.594028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.904495 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:25.942856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=1a335b24-51de-4423-a97b-5b3db953c17e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:25.985083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.088546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=0997bd73-cd83-4fce-960d-69444dc8fe63,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:26.162267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': 'c55a6a94-9563-4b20-85e8-a376aab90164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4fcb810-cc80-4220-ae87-f1ab65322d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:26.162682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: b4fcb810-cc80-4220-ae87-f1ab65322d17, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:26.169587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.190332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network b4fcb810-cc80-4220-ae87-f1ab65322d17 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:26.279475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, b4fcb810-cc80-4220-ae87-f1ab65322d17) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:26.286803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:26.287446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.288860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f097f6b-84c7-4d04-ae4e-7c46f35e6656 None None] Network b4fcb810-cc80-4220-ae87-f1ab65322d17 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:26.346293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-408b464e-a4e3-4968-b9bc-cdfcbaa94caf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9391637 Aug 29 17:47:26.348692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:26.356313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bf1074b8-6c74-4ab9-a3d7-761406580d46 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-321050506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:26.416826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 09c3e426-1318-4003-9d18-9245da4f010c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:26.432087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf1074b8-6c74-4ab9-a3d7-761406580d46 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.433442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf1074b8-6c74-4ab9-a3d7-761406580d46 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.479183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc61a-c652-4891-a14d-52487a887893 req-65f0708a-9fcf-47e8-aff3-38c46e9b9694 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:26.480910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2edc61a-c652-4891-a14d-52487a887893 req-65f0708a-9fcf-47e8-aff3-38c46e9b9694 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.1053965 Aug 29 17:47:26.514046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-b4fcb810-cc80-4220-ae87-f1ab65322d17', 'network_id': 'b4fcb810-cc80-4220-ae87-f1ab65322d17', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': '0997bd73-cd83-4fce-960d-69444dc8fe63'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:26.514943 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.518641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:26.527880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c5749f74-9250-4b32-b746-5aa1e3508396 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/09c3e426-1318-4003-9d18-9245da4f010c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3773828 Aug 29 17:47:26.528458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49898) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:26.533843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bebfc-ed90-44cc-8dfb-9556279e27e4 None None] Sync routers for ids ['09c3e426-1318-4003-9d18-9245da4f010c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:26.534336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf1074b8-6c74-4ab9-a3d7-761406580d46 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.544257 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf1074b8-6c74-4ab9-a3d7-761406580d46 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.562947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bebfc-ed90-44cc-8dfb-9556279e27e4 None None] Routers {'09c3e426-1318-4003-9d18-9245da4f010c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:26.563908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a21bebfc-ed90-44cc-8dfb-9556279e27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['09c3e426-1318-4003-9d18-9245da4f010c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:26.567133 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b21c842f-4b63-4c04-8aa3-47604bb723a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=09c3e426-1318-4003-9d18-9245da4f010c HTTP/1.1" status: 200 len: 205 time: 0.0375330 Aug 29 17:47:26.568014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49900) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:26.573944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf1074b8-6c74-4ab9-a3d7-761406580d46 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.579705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf1074b8-6c74-4ab9-a3d7-761406580d46 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2273388 Aug 29 17:47:26.579999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49902) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:26.589922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2edc61a-c652-4891-a14d-52487a887893 req-2fe085bf-ee93-428c-813b-bd8f2deca88a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716572 Aug 29 17:47:26.692061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a21bebfc-ed90-44cc-8dfb-9556279e27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:26.722664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bebfc-ed90-44cc-8dfb-9556279e27e4 None None] Routers {'09c3e426-1318-4003-9d18-9245da4f010c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:26.723553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a21bebfc-ed90-44cc-8dfb-9556279e27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['09c3e426-1318-4003-9d18-9245da4f010c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:26.738670 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-274ec64d-5628-47e9-8258-f5d2ca7a9bd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:26.779966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a21bebfc-ed90-44cc-8dfb-9556279e27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:26.781213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bebfc-ed90-44cc-8dfb-9556279e27e4 None None] The sync data for ids ['09c3e426-1318-4003-9d18-9245da4f010c'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:26.843336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Allocated IP 2001:db8::2 (b4fcb810-cc80-4220-ae87-f1ab65322d17/0997bd73-cd83-4fce-960d-69444dc8fe63/66ca1d45-2000-4b51-b3cc-c8169f21ee70) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:26.922936 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.036690 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.047288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Transition to ACTIVE for port object 66ca1d45-2000-4b51-b3cc-c8169f21ee70 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:27.067286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Transition to ACTIVE for port object 66ca1d45-2000-4b51-b3cc-c8169f21ee70 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:27.075302 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.112639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Network b4fcb810-cc80-4220-ae87-f1ab65322d17 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:27.115816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:27.119619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:27.157400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Pushing event updated for resources: {'Port': ['ID=66ca1d45-2000-4b51-b3cc-c8169f21ee70,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:27.176883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c9de6-41e0-4bdc-a0f3-d73e07f43cd5 req-70dd3b2d-3b52-4d51-a317-e8a131995068 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:27.184670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf8c9de6-41e0-4bdc-a0f3-d73e07f43cd5 req-70dd3b2d-3b52-4d51-a317-e8a131995068 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.4804900 Aug 29 17:47:27.199498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Attempting to bind port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:27.199870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Attempting to bind port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c55a6a94-9563-4b20-85e8-a376aab90164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4fcb810-cc80-4220-ae87-f1ab65322d17'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:27.200462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Attempting to bind port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 on network b4fcb810-cc80-4220-ae87-f1ab65322d17 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:27.206212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:27.206618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Checking segment: {'id': 'c55a6a94-9563-4b20-85e8-a376aab90164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4fcb810-cc80-4220-ae87-f1ab65322d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:27.207043 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.207444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Bound using segment: {'id': 'c55a6a94-9563-4b20-85e8-a376aab90164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4fcb810-cc80-4220-ae87-f1ab65322d17'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:27.207919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Bound port: 66ca1d45-2000-4b51-b3cc-c8169f21ee70, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55a6a94-9563-4b20-85e8-a376aab90164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4fcb810-cc80-4220-ae87-f1ab65322d17'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:27.208308 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.232380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8::1 (b4fcb810-cc80-4220-ae87-f1ab65322d17/0997bd73-cd83-4fce-960d-69444dc8fe63/56af9b56-3187-44ce-8edf-521d14051572) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:27.296486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] For port 66ca1d45-2000-4b51-b3cc-c8169f21ee70, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:27.300747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] For port 66ca1d45-2000-4b51-b3cc-c8169f21ee70, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=66ca1d45-2000-4b51-b3cc-c8169f21ee70,segment=NetworkSegment(c55a6a94-9563-4b20-85e8-a376aab90164),segment_id=c55a6a94-9563-4b20-85e8-a376aab90164)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:27.301947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-274ec64d-5628-47e9-8258-f5d2ca7a9bd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.306242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-274ec64d-5628-47e9-8258-f5d2ca7a9bd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.306893 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.315565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf8c9de6-41e0-4bdc-a0f3-d73e07f43cd5 req-8a5c44d9-3240-415d-9836-7971e19ad182 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299093 Aug 29 17:47:27.345371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49908) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:27.406065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215d762-672e-4d6e-88f3-54e7434916c4 None None] Pushing event updated for resources: {'Port': ['ID=66ca1d45-2000-4b51-b3cc-c8169f21ee70,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:27.410100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-274ec64d-5628-47e9-8258-f5d2ca7a9bd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.410755 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274ec64d-5628-47e9-8258-f5d2ca7a9bd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Fanout notify agent at l3_agent the message router_deleted on router 09c3e426-1318-4003-9d18-9245da4f010c {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:27.419264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-274ec64d-5628-47e9-8258-f5d2ca7a9bd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.423470 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-274ec64d-5628-47e9-8258-f5d2ca7a9bd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/09c3e426-1318-4003-9d18-9245da4f010c HTTP/1.1" status: 204 len: 168 time: 0.8544414 Aug 29 17:47:27.424230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49912) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:27.467338 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.471348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd4765-25d3-44bf-aaa3-7613f40e7651 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:27.476098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-04bd4765-25d3-44bf-aaa3-7613f40e7651 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1092 time: 0.1297536 Aug 29 17:47:27.476907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49914) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:27.483653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:27.507904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object 56af9b56-3187-44ce-8edf-521d14051572 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:27.524156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86768a3-7cc1-44ca-afdc-e592a1fc84ae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet 43ee206d-ecc6-4606-ba9c-0ac41f88a647 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:27.534244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86768a3-7cc1-44ca-afdc-e592a1fc84ae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.578000 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.607261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86768a3-7cc1-44ca-afdc-e592a1fc84ae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.623518 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.704806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network b4fcb810-cc80-4220-ae87-f1ab65322d17 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:27.711449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:27.714172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:27.714768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.722456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=56af9b56-3187-44ce-8edf-521d14051572,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:27.745812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343157b9-4bf5-496c-bf92-bcfd09dd5504 req-800c2699-a9f2-4ecd-9943-ba0f4b14ae42 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:27.747419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-343157b9-4bf5-496c-bf92-bcfd09dd5504 req-800c2699-a9f2-4ecd-9943-ba0f4b14ae42 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 945 time: 0.1070130 Aug 29 17:47:27.787086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86768a3-7cc1-44ca-afdc-e592a1fc84ae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.834711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-343157b9-4bf5-496c-bf92-bcfd09dd5504 req-85ea95e6-77cb-423c-8705-aaae5853b937 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767300 Aug 29 17:47:27.863166 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86768a3-7cc1-44ca-afdc-e592a1fc84ae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.876767 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.892398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.896135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86768a3-7cc1-44ca-afdc-e592a1fc84ae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=43ee206d-ecc6-4606-ba9c-0ac41f88a647,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:27.900404 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86768a3-7cc1-44ca-afdc-e592a1fc84ae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.904732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d86768a3-7cc1-44ca-afdc-e592a1fc84ae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/43ee206d-ecc6-4606-ba9c-0ac41f88a647 HTTP/1.1" status: 204 len: 168 time: 0.4770770 Aug 29 17:47:27.904991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49918) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:27.908632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd4921-a8e2-4471-ae21-209533c88b69 None None] Network 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:27.963887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-778582a9-f53e-4500-a63a-2df516736b5c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet 21fd05c1-cf7b-49c9-82ee-5081c132ed46 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:27.967756 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-778582a9-f53e-4500-a63a-2df516736b5c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.016919 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-778582a9-f53e-4500-a63a-2df516736b5c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.115150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] DHCP port deletion for 14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:28.116542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.25.2.55 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/35adff24-bb40-475d-8a00-a35b9aefa84d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:28.116803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-778582a9-f53e-4500-a63a-2df516736b5c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.169886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] Deleting port 4a64f9c5-3285-4642-9ef8-91417e81d96a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:28.170463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.189617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-778582a9-f53e-4500-a63a-2df516736b5c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.228875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778582a9-f53e-4500-a63a-2df516736b5c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=21fd05c1-cf7b-49c9-82ee-5081c132ed46,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:28.235589 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-778582a9-f53e-4500-a63a-2df516736b5c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.239636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-778582a9-f53e-4500-a63a-2df516736b5c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/21fd05c1-cf7b-49c9-82ee-5081c132ed46 HTTP/1.1" status: 204 len: 168 time: 0.3305712 Aug 29 17:47:28.240094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49920) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:28.247509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29206b-92c1-45ee-9472-6cf13b7115cc None None] Network 0933ad41-62ba-4732-85e5-4bdadafa8232 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:28.317545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] For port 4a64f9c5-3285-4642-9ef8-91417e81d96a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4a64f9c5-3285-4642-9ef8-91417e81d96a,segment=NetworkSegment(f3cc07eb-13cc-4b3b-a6f1-205af6225384),segment_id=f3cc07eb-13cc-4b3b-a6f1-205af6225384)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:28.319101 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.340326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] Calling delete_port for 4a64f9c5-3285-4642-9ef8-91417e81d96a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:28.616270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16805f-5d46-45ea-af19-a82bfcc0369c None None] Network b4fcb810-cc80-4220-ae87-f1ab65322d17 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:28.689208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-59fd3902-39a8-41b4-a1d0-df40f9f4d155 None None] Provisioning for port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:28.711531 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.742064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.747726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] DHCP port deletion for 0933ad41-62ba-4732-85e5-4bdadafa8232 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:28.754636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] Pushing event deleted for resources: {'Port': ['ID=4a64f9c5-3285-4642-9ef8-91417e81d96a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:28.758755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.767780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c0160-acd3-4dc8-bf16-06c44a4e6b70 None None] No DVR routers for this DVR port 4a64f9c5-3285-4642-9ef8-91417e81d96a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:28.768028 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.770602 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.771378 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.862805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] Deleting port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:28.863111 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.939726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=56af9b56-3187-44ce-8edf-521d14051572,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:28.951439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] For port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1e52cf9d-4d0f-4707-ad48-c6587ef337bc,segment=NetworkSegment(0e3f7a2f-753f-4ead-ab55-27fc0ab3f056),segment_id=0e3f7a2f-753f-4ead-ab55-27fc0ab3f056)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:28.951964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:28.968657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] Calling delete_port for 1e52cf9d-4d0f-4707-ad48-c6587ef337bc owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:28.999052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.018036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e9a5f3-e5cc-458e-be0f-b0984e3b4f07']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.043528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cc07eb-13cc-4b3b-a6f1-205af6225384') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.043826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cc07eb-13cc-4b3b-a6f1-205af6225384') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.056931 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.059140 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.061061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.090880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] Pushing event deleted for resources: {'Port': ['ID=1e52cf9d-4d0f-4707-ad48-c6587ef337bc,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:29.097618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae683f-9998-4951-acc1-a80102f0733d None None] No DVR routers for this DVR port 1e52cf9d-4d0f-4707-ad48-c6587ef337bc on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:29.105955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network b4fcb810-cc80-4220-ae87-f1ab65322d17 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:29.115779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65028d-bb0a-4192-bd91-a32584c62ff7 req-dec1ebde-1b3b-4dde-bccb-9ddc3b7b3a39 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:29.117499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f65028d-bb0a-4192-bd91-a32584c62ff7 req-dec1ebde-1b3b-4dde-bccb-9ddc3b7b3a39 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 945 time: 0.1787305 Aug 29 17:47:29.124996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:29.142868 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.150185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-8f1180a1-56b5-4935-ba12-5aaf9a52af0d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:29.150524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:29.151921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-8f1180a1-56b5-4935-ba12-5aaf9a52af0d tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.44 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 945 time: 0.0844638 Aug 29 17:47:29.165784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:29.167955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=35adff24-bb40-475d-8a00-a35b9aefa84d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:29.170740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:29.171196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.176343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:29.178269 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:29.244251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3f1ba2f2-8593-4793-a4aa-3da85e0e5c05 None None] Provisioning for port 56af9b56-3187-44ce-8edf-521d14051572 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:29.252806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3f1ba2f2-8593-4793-a4aa-3da85e0e5c05 None None] Provisioning complete for port 56af9b56-3187-44ce-8edf-521d14051572 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:29.253184 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba2f2-8593-4793-a4aa-3da85e0e5c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.295286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Deleting port 11ddc180-c02c-4eb1-9474-1454ad155d1f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:29.295764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.300096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ba2f2-8593-4793-a4aa-3da85e0e5c05 None None] Port 56af9b56-3187-44ce-8edf-521d14051572 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:29.352426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f65028d-bb0a-4192-bd91-a32584c62ff7 req-b28a6eff-3b08-43ff-8f43-98dc7652a4e4 tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/security-groups?id=3700c710-c37d-47c4-ac9e-ded057722a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216070 Aug 29 17:47:29.365337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.379967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.382351 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/14e9a5f3-e5cc-458e-be0f-b0984e3b4f07 HTTP/1.1" status: 204 len: 168 time: 1.1392963 Aug 29 17:47:29.395064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49926) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:29.412860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5f05-cf19-4d28-8d4b-89215fdc4a7b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=14e9a5f3-e5cc-458e-be0f-b0984e3b4f07,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:29.430247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 66ca1d45-2000-4b51-b3cc-c8169f21ee70 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:29.511460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:29.516386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:29.516970 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.519173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.537488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] For port 11ddc180-c02c-4eb1-9474-1454ad155d1f, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=11ddc180-c02c-4eb1-9474-1454ad155d1f,segment=NetworkSegment(f718f6af-7b0d-4296-b94c-1adbdaef2f67),segment_id=f718f6af-7b0d-4296-b94c-1adbdaef2f67)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:29.537952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.554548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Calling delete_port for 11ddc180-c02c-4eb1-9474-1454ad155d1f owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:29.603885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:29.631607 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.657408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-03b889df-2282-4ecd-9b50-b3e71e10ded7 None None] Provisioning complete for port 56af9b56-3187-44ce-8edf-521d14051572 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:29.657929 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-03b889df-2282-4ecd-9b50-b3e71e10ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.686201 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.697254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 66ca1d45-2000-4b51-b3cc-c8169f21ee70, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=66ca1d45-2000-4b51-b3cc-c8169f21ee70,segment=NetworkSegment(c55a6a94-9563-4b20-85e8-a376aab90164),segment_id=c55a6a94-9563-4b20-85e8-a376aab90164)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:29.700598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0933ad41-62ba-4732-85e5-4bdadafa8232']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.708002 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.717250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-03b889df-2282-4ecd-9b50-b3e71e10ded7 None None] Port 56af9b56-3187-44ce-8edf-521d14051572 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:29.724236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3f7a2f-753f-4ead-ab55-27fc0ab3f056') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.726611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3f7a2f-753f-4ead-ab55-27fc0ab3f056') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.755573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.777430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=66ca1d45-2000-4b51-b3cc-c8169f21ee70,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:29.784615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.795039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:29.795818 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:29.812120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4a64f9c5-3285-4642-9ef8-91417e81d96a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:29.813712 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:29.831000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:29.839218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6be9b517-ff2e-46fc-9104-7d24f335e780 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2580352 Aug 29 17:47:29.843588 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42cd108-659b-4a12-be88-ef2065a346e8 None None] Sync routers for ids ['95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:29.845780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49930) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:29.860101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 4a64f9c5-3285-4642-9ef8-91417e81d96a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:29.860462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4a64f9c5-3285-4642-9ef8-91417e81d96a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:29.861126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1e52cf9d-4d0f-4707-ad48-c6587ef337bc no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:29.861903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42cd108-659b-4a12-be88-ef2065a346e8 None None] Routers {'95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:29.863302 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c42cd108-659b-4a12-be88-ef2065a346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.884284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1e52cf9d-4d0f-4707-ad48-c6587ef337bc {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:29.884494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1e52cf9d-4d0f-4707-ad48-c6587ef337bc not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:29.938160 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c42cd108-659b-4a12-be88-ef2065a346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.941532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3254dafc-06d2-4333-8720-82df8ee4b418 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:29.945891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3254dafc-06d2-4333-8720-82df8ee4b418 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports/56af9b56-3187-44ce-8edf-521d14051572 HTTP/1.1" status: 200 len: 911 time: 0.0963180 Aug 29 17:47:29.949119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49932) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:29.949867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42cd108-659b-4a12-be88-ef2065a346e8 None None] Routers {'95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:29.951063 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c42cd108-659b-4a12-be88-ef2065a346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:29.969432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.013464 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.043309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-375a1524-5e34-45e5-881d-4641ec9fe994 None None] Provisioning complete for port 56af9b56-3187-44ce-8edf-521d14051572 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:30.043860 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-375a1524-5e34-45e5-881d-4641ec9fe994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.054258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.061422 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.068004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/0933ad41-62ba-4732-85e5-4bdadafa8232 HTTP/1.1" status: 204 len: 168 time: 0.6686504 Aug 29 17:47:30.068941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49934) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:30.076456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-1593145784'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:30.094945 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c42cd108-659b-4a12-be88-ef2065a346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:30.094945 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42cd108-659b-4a12-be88-ef2065a346e8 None None] The sync data for ids ['95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:30.096064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-375a1524-5e34-45e5-881d-4641ec9fe994 None None] Port 56af9b56-3187-44ce-8edf-521d14051572 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:30.107120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e9331-37cd-41ee-8100-e05ab14ae13c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=0933ad41-62ba-4732-85e5-4bdadafa8232,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:30.126061 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.139213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['11ddc180-c02c-4eb1-9474-1454ad155d1f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:30.173818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Pushing event deleted for resources: {'Port': ['ID=11ddc180-c02c-4eb1-9474-1454ad155d1f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:30.177895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:30.181380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.252471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.257044 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.296797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] No DVR routers for this DVR port 11ddc180-c02c-4eb1-9474-1454ad155d1f on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:30.302080 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.304156 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fbc80c3-bee6-4423-b31e-c6bad16440f3 req-7f9a9991-fdd6-4291-80a3-0c80a2baad6c tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.44 "DELETE /v2.0/ports/11ddc180-c02c-4eb1-9474-1454ad155d1f HTTP/1.1" status: 204 len: 173 time: 1.1459167 Aug 29 17:47:30.308941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787aa112-5fbb-4594-afc9-0af5b389f819', 'name': 'network-vif-deleted', 'tag': '11ddc180-c02c-4eb1-9474-1454ad155d1f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:30.311047 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14a2655-dbed-4e3b-982a-41a4487c5814" -d '{"events": [{"server_uuid": "787aa112-5fbb-4594-afc9-0af5b389f819", "name": "network-vif-deleted", "tag": "11ddc180-c02c-4eb1-9474-1454ad155d1f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:30.328436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:30.328693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=35adff24-bb40-475d-8a00-a35b9aefa84d,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:30.345146 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.345581 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment 4a9e5d02-fbfc-4dff-bd4a-465f1368cc19 of type vlan for network f2c371a2-b567-4a09-9dd5-3d3487c30f98 Aug 29 17:47:30.346972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.385789 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af289095-0b34-4933-a6ac-fe136658db56 x-openstack-request-id: req-af289095-0b34-4933-a6ac-fe136658db56 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:30.386081 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787aa112-5fbb-4594-afc9-0af5b389f819", "name": "network-vif-deleted", "tag": "11ddc180-c02c-4eb1-9474-1454ad155d1f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:30.386319 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af289095-0b34-4933-a6ac-fe136658db56 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:30.387012 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787aa112-5fbb-4594-afc9-0af5b389f819', 'name': 'network-vif-deleted', 'tag': '11ddc180-c02c-4eb1-9474-1454ad155d1f', 'status': 'completed', 'code': 200} Aug 29 17:47:30.437216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.493411 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a3932a63-ecf4-40da-aa5c-f047bfd73d75 req-e73fde13-a4c5-4c90-bc75-df0580a4900b tempest-AttachVolumeNegativeTest-1072576942 tempest-AttachVolumeNegativeTest-1072576942-project] 10.222.0.41 "GET /v2.0/ports?device_id=787aa112-5fbb-4594-afc9-0af5b389f819 HTTP/1.1" status: 200 len: 210 time: 0.0364101 Aug 29 17:47:30.501273 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Floating IP 7aead733-b083-4f3e-a19f-8845e3c352d6 associated. External IP: 172.25.2.55, port: 5c0b27cc-4f16-432b-9627-3b459e3bc829. Aug 29 17:47:30.511843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.518317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:30.518951 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.610336 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5375726 Aug 29 17:47:30.616424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49940) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:30.622704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': 'f2c371a2-b567-4a09-9dd5-3d3487c30f98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:30.628693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dbf7f-b50b-4904-9eef-06aa1fb21b79 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=f2c371a2-b567-4a09-9dd5-3d3487c30f98,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:30.639629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network f2c371a2-b567-4a09-9dd5-3d3487c30f98 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:30.718954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.719746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 7840339b-8409-4f8b-9595-644efdf39c0e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:30.815498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:30.819529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.838731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:30.852727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] Sync routers for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:30.862645 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:30.863209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:30.864277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:30.898173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d3f8efb4-5d4f-4944-aa26-09a968e6ddd6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4184518 Aug 29 17:47:30.898797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:30.901409 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47" -d '{"events": [{"name": "network-changed", "server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:30.942865 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d321059-89ad-4247-9022-a6713564e73b x-openstack-request-id: req-9d321059-89ad-4247-9022-a6713564e73b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:30.943150 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:30.943979 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d321059-89ad-4247-9022-a6713564e73b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:30.944393 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'status': 'completed', 'code': 200} Aug 29 17:47:31.004366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:31.098698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-e3e4ca35-fba8-44ae-a467-5d6eac452a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:31.100257 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-e3e4ca35-fba8-44ae-a467-5d6eac452a8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1097 time: 0.1268396 Aug 29 17:47:31.209299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc72fc-8dac-47b0-9019-e7051b562fd8 req-032bc145-e0bd-4196-a1e3-a0752d2f21b4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:31.210808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdbc72fc-8dac-47b0-9019-e7051b562fd8 req-032bc145-e0bd-4196-a1e3-a0752d2f21b4 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.1831670 Aug 29 17:47:31.229778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7aead733-b083-4f3e-a19f-8845e3c352d6', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'port_id': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'mac_address': 'fa:16:3e:f4:2b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:47:29Z', 'updated_at': '2021-08-29T17:47:29Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:20Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:31.256878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] Checking router: 7840339b-8409-4f8b-9595-644efdf39c0e for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:47:31.265656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:31.266426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:31.308606 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.311997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 66ca1d45-2000-4b51-b3cc-c8169f21ee70 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:31.380106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdbc72fc-8dac-47b0-9019-e7051b562fd8 req-f108c9ed-a397-41ae-991d-9b3dae57aa8c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474276 Aug 29 17:47:31.390158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-0a568e6b-7391-433c-a7b1-fdf3e4442fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:31.391536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-0a568e6b-7391-433c-a7b1-fdf3e4442fe6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 897 time: 0.2840183 Aug 29 17:47:31.404177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49948) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:31.409127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:31.414078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=c6cc9cd3-a722-4b46-8c27-f83c1a947bab,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:31.439688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:31.440059 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.445166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 56af9b56-3187-44ce-8edf-521d14051572 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:31.445512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.488594 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-292b019a-bb7e-4141-8a1c-0abb432b1a85 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/7aead733-b083-4f3e-a19f-8845e3c352d6 HTTP/1.1" status: 200 len: 990 time: 0.0820792 Aug 29 17:47:31.534975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': '4a9e5d02-fbfc-4dff-bd4a-465f1368cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f2c371a2-b567-4a09-9dd5-3d3487c30f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:31.535342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: f2c371a2-b567-4a09-9dd5-3d3487c30f98, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:31.563668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-ad7dd113-c670-497d-959f-29b54905e5de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 998 time: 0.1593366 Aug 29 17:47:31.564779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49952) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:31.611051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network f2c371a2-b567-4a09-9dd5-3d3487c30f98 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:31.616716 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.622013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcd063d-f466-4fc4-8199-1a5f960f3376 admin admin] Deleting subnet 57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:31.626392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fcd063d-f466-4fc4-8199-1a5f960f3376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.641646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, f2c371a2-b567-4a09-9dd5-3d3487c30f98) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:31.644841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 56af9b56-3187-44ce-8edf-521d14051572 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:31.650505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa23ebf-1108-4108-aa56-d2a0df7cf30f None None] Network f2c371a2-b567-4a09-9dd5-3d3487c30f98 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:31.654835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:31.655098 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.664045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-4f70f4c8-5307-41ce-b61e-76d2e179805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:31.665517 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-4f70f4c8-5307-41ce-b61e-76d2e179805c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 200 len: 835 time: 0.0955093 Aug 29 17:47:31.672336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fcd063d-f466-4fc4-8199-1a5f960f3376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.717075 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fcd063d-f466-4fc4-8199-1a5f960f3376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.717775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fb70b869-f2ce-4ec1-91ed-a9f3c6e92c9f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0991304 Aug 29 17:47:31.734062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49954) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:31.741070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a7a311c8-a761-4853-bd8d-046efb601577 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1608989464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:31.788311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-7d0ec344-6bab-4061-8e2e-6af258bc8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:31.789837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-7d0ec344-6bab-4061-8e2e-6af258bc8d8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e02cbc6a-d833-48f9-85c3-7787a4068d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152043 Aug 29 17:47:31.794455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fcd063d-f466-4fc4-8199-1a5f960f3376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.796242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a7a311c8-a761-4853-bd8d-046efb601577 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.797301 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a7a311c8-a761-4853-bd8d-046efb601577 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.813579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7aead733-b083-4f3e-a19f-8845e3c352d6', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'port_id': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'mac_address': 'fa:16:3e:f4:2b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:47:29Z', 'updated_at': '2021-08-29T17:47:29Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:20Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:31.821982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd063d-f466-4fc4-8199-1a5f960f3376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:31.829612 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8fcd063d-f466-4fc4-8199-1a5f960f3376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.835485 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8fcd063d-f466-4fc4-8199-1a5f960f3376 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/57bb3bd3-fafc-4c92-ac59-5a0d1c55c37c HTTP/1.1" status: 204 len: 168 time: 0.2668867 Aug 29 17:47:31.835968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49956) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:31.851082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f5a6e-80a6-4dd2-98d3-cdb27d18322e None None] The sync data for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 is: [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7aead733-b083-4f3e-a19f-8845e3c352d6', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'port_id': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'mac_address': 'fa:16:3e:f4:2b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:47:29Z', 'updated_at': '2021-08-29T17:47:29Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:20Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:31.892703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19085828-8851-45ed-944c-a74c764b792f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-f2c371a2-b567-4a09-9dd5-3d3487c30f98', 'network_id': 'f2c371a2-b567-4a09-9dd5-3d3487c30f98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': 'c6cc9cd3-a722-4b46-8c27-f83c1a947bab'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:31.893595 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19085828-8851-45ed-944c-a74c764b792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:31.923613 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.018888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.031024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a2a95e-5e70-4327-9eb0-1ca481e3423c']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:32.045086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f718f6af-7b0d-4296-b94c-1adbdaef2f67') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:32.045398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f718f6af-7b0d-4296-b94c-1adbdaef2f67') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:32.053674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-19085828-8851-45ed-944c-a74c764b792f None None] Allocated IP 172.20.0.2 (f2c371a2-b567-4a09-9dd5-3d3487c30f98/c6cc9cd3-a722-4b46-8c27-f83c1a947bab/1223f20b-7c4e-47a1-b423-fc9c98792026) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:32.055732 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.073420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.080765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:32.082217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:32.085179 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:32.159477 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.179110 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84e37d-36a6-475e-83dd-bc3e30c69c41 None None] New status for floating IP 7aead733-b083-4f3e-a19f-8845e3c352d6: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:47:32.179669 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.187515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/30a2a95e-5e70-4327-9eb0-1ca481e3423c HTTP/1.1" status: 204 len: 168 time: 0.3501801 Aug 29 17:47:32.189047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf8887-9092-42a1-bc71-ad8eda2ed9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a2a95e-5e70-4327-9eb0-1ca481e3423c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:32.264127 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19085828-8851-45ed-944c-a74c764b792f None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.274137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-19085828-8851-45ed-944c-a74c764b792f None None] Transition to ACTIVE for port object 1223f20b-7c4e-47a1-b423-fc9c98792026 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:32.294044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-19085828-8851-45ed-944c-a74c764b792f None None] Transition to ACTIVE for port object 1223f20b-7c4e-47a1-b423-fc9c98792026 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:32.306698 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19085828-8851-45ed-944c-a74c764b792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.337923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a7a311c8-a761-4853-bd8d-046efb601577 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.350140 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a7a311c8-a761-4853-bd8d-046efb601577 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.353688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19085828-8851-45ed-944c-a74c764b792f None None] Network f2c371a2-b567-4a09-9dd5-3d3487c30f98 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:32.356647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-19085828-8851-45ed-944c-a74c764b792f None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:32.362776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19085828-8851-45ed-944c-a74c764b792f None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:32.374793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a7a311c8-a761-4853-bd8d-046efb601577 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.377010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19085828-8851-45ed-944c-a74c764b792f None None] Pushing event updated for resources: {'Port': ['ID=1223f20b-7c4e-47a1-b423-fc9c98792026,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:32.379164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49960) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:32.384373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'port': {'network_id': 'f2c371a2-b567-4a09-9dd5-3d3487c30f98', 'name': 'tempest-RoutersTest-534917173'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:32.389711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a7a311c8-a761-4853-bd8d-046efb601577 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6528943 Aug 29 17:47:32.427018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:32.435882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-19085828-8851-45ed-944c-a74c764b792f None None] Attempting to bind port 1223f20b-7c4e-47a1-b423-fc9c98792026 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:32.436256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-19085828-8851-45ed-944c-a74c764b792f None None] Attempting to bind port 1223f20b-7c4e-47a1-b423-fc9c98792026 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4a9e5d02-fbfc-4dff-bd4a-465f1368cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f2c371a2-b567-4a09-9dd5-3d3487c30f98'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:32.436613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19085828-8851-45ed-944c-a74c764b792f None None] Attempting to bind port 1223f20b-7c4e-47a1-b423-fc9c98792026 on network f2c371a2-b567-4a09-9dd5-3d3487c30f98 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:32.441723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19085828-8851-45ed-944c-a74c764b792f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:32.442096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19085828-8851-45ed-944c-a74c764b792f None None] Checking segment: {'id': '4a9e5d02-fbfc-4dff-bd4a-465f1368cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f2c371a2-b567-4a09-9dd5-3d3487c30f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:32.442487 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19085828-8851-45ed-944c-a74c764b792f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.442912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19085828-8851-45ed-944c-a74c764b792f None None] Bound using segment: {'id': '4a9e5d02-fbfc-4dff-bd4a-465f1368cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f2c371a2-b567-4a09-9dd5-3d3487c30f98'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:32.444461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-19085828-8851-45ed-944c-a74c764b792f None None] Bound port: 1223f20b-7c4e-47a1-b423-fc9c98792026, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9e5d02-fbfc-4dff-bd4a-465f1368cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f2c371a2-b567-4a09-9dd5-3d3487c30f98'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:32.444601 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19085828-8851-45ed-944c-a74c764b792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.485231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 11ddc180-c02c-4eb1-9474-1454ad155d1f no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:32.488885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-5cc9aaf9-d359-4404-9ae5-6a9d5716a231 service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879447 Aug 29 17:47:32.493407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49964) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:32.510809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 11ddc180-c02c-4eb1-9474-1454ad155d1f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:32.511150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 11ddc180-c02c-4eb1-9474-1454ad155d1f not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:32.539128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:32.539949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-19085828-8851-45ed-944c-a74c764b792f None None] For port 1223f20b-7c4e-47a1-b423-fc9c98792026, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:32.542984 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.543188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-19085828-8851-45ed-944c-a74c764b792f None None] For port 1223f20b-7c4e-47a1-b423-fc9c98792026, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1223f20b-7c4e-47a1-b423-fc9c98792026,segment=NetworkSegment(4a9e5d02-fbfc-4dff-bd4a-465f1368cc19),segment_id=4a9e5d02-fbfc-4dff-bd4a-465f1368cc19)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:32.547353 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19085828-8851-45ed-944c-a74c764b792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.562853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.563469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] device_id is not set on port 62fc9665-e56b-481f-a4f0-c69226cb7e6c yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:47:32.569499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0115c03c-da4d-4222-aa2f-133c4f3385de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=888cb6bbbd004f5ca530b95d04fc9556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384728 Aug 29 17:47:32.569808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49966) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:32.612614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19085828-8851-45ed-944c-a74c764b792f None None] Pushing event updated for resources: {'Port': ['ID=1223f20b-7c4e-47a1-b423-fc9c98792026,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:32.632036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=56af9b56-3187-44ce-8edf-521d14051572,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:32.682694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0ffebab-d19f-4a22-98dd-0a0863fe462d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.692633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-35f9281b-6742-4472-a26a-598da86182bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/7aead733-b083-4f3e-a19f-8845e3c352d6 HTTP/1.1" status: 200 len: 992 time: 0.1881447 Aug 29 17:47:32.729922 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0ffebab-d19f-4a22-98dd-0a0863fe462d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.778727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19c3e45e-8a4a-44f6-b1bd-c39de9f4ee47 req-3a414f1d-3d8b-4a10-a586-290e21645ecf service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753658 Aug 29 17:47:32.779295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.787951 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.20.0.4 (f2c371a2-b567-4a09-9dd5-3d3487c30f98/c6cc9cd3-a722-4b46-8c27-f83c1a947bab/62fc9665-e56b-481f-a4f0-c69226cb7e6c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:32.836678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0ffebab-d19f-4a22-98dd-0a0863fe462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.839400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0ffebab-d19f-4a22-98dd-0a0863fe462d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:32.842844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d0ffebab-d19f-4a22-98dd-0a0863fe462d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3700c710-c37d-47c4-ac9e-ded057722a6f HTTP/1.1" status: 204 len: 168 time: 0.2698231 Aug 29 17:47:32.861463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffebab-d19f-4a22-98dd-0a0863fe462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3700c710-c37d-47c4-ac9e-ded057722a6f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:33.038008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.046786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:33.058289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object 62fc9665-e56b-481f-a4f0-c69226cb7e6c will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:33.101988 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.136993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:33.142546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a515cdce-e742-4ea0-a5af-0967419b3396 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1896741 Aug 29 17:47:33.145570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49972) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:33.149634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d64ec5-8030-425f-835f-9fa4b1160daf None None] Sync routers for ids ['95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:33.154894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network f2c371a2-b567-4a09-9dd5-3d3487c30f98 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:33.159618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d64ec5-8030-425f-835f-9fa4b1160daf None None] Routers {'95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:33.160162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:33.160395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-96d64ec5-8030-425f-835f-9fa4b1160daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:33.164832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:33.189792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e5fceab4-f615-4308-848e-f74274cbac4c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91 HTTP/1.1" status: 200 len: 205 time: 0.0380192 Aug 29 17:47:33.191016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=62fc9665-e56b-481f-a4f0-c69226cb7e6c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:33.192068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49974) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:33.213159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-96d64ec5-8030-425f-835f-9fa4b1160daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:33.234124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d64ec5-8030-425f-835f-9fa4b1160daf None None] Routers {'95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:33.235038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-96d64ec5-8030-425f-835f-9fa4b1160daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:33.236260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:33.237115 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.255855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3c359038-4148-4a8d-84c1-ecb62f4c7f3f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8748722 Aug 29 17:47:33.257606 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49976) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:33.293422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-96d64ec5-8030-425f-835f-9fa4b1160daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:33.296517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d64ec5-8030-425f-835f-9fa4b1160daf None None] The sync data for ids ['95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:33.296651 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f9ef7a06-fcaa-4d0f-9723-dc2ff19c39ba tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.377138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1223f20b-7c4e-47a1-b423-fc9c98792026 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:33.433164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1223f20b-7c4e-47a1-b423-fc9c98792026 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:33.514779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f9ef7a06-fcaa-4d0f-9723-dc2ff19c39ba tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.517401 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f9ef7a06-fcaa-4d0f-9723-dc2ff19c39ba tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.568732 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f9ef7a06-fcaa-4d0f-9723-dc2ff19c39ba tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.569868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ef7a06-fcaa-4d0f-9723-dc2ff19c39ba tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Fanout notify agent at l3_agent the message router_deleted on router 95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:33.578542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f9ef7a06-fcaa-4d0f-9723-dc2ff19c39ba tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.583449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f9ef7a06-fcaa-4d0f-9723-dc2ff19c39ba tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91 HTTP/1.1" status: 204 len: 168 time: 0.3898733 Aug 29 17:47:33.584169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 49986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:33.654684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56ab7ba-80a9-40e2-81fc-593b785ce163 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet 0997bd73-cd83-4fce-960d-69444dc8fe63 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:33.655371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.657972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7ba-80a9-40e2-81fc-593b785ce163 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.706569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7ba-80a9-40e2-81fc-593b785ce163 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.815397 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7ba-80a9-40e2-81fc-593b785ce163 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.887711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7ba-80a9-40e2-81fc-593b785ce163 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.919297 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ab7ba-80a9-40e2-81fc-593b785ce163 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=0997bd73-cd83-4fce-960d-69444dc8fe63,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:33.921468 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7ba-80a9-40e2-81fc-593b785ce163 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.924518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d9f6a-12a2-42de-bfad-858c1c0213e1 None None] Network f2c371a2-b567-4a09-9dd5-3d3487c30f98 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:33.929592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be441e-4d05-4a7b-803a-c2620a2bbd1f None None] Network b4fcb810-cc80-4220-ae87-f1ab65322d17 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:33.941256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d56ab7ba-80a9-40e2-81fc-593b785ce163 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/0997bd73-cd83-4fce-960d-69444dc8fe63 HTTP/1.1" status: 204 len: 168 time: 0.3548033 Aug 29 17:47:33.944028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 49996) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:33.955563 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:33.967672 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.044582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cbc159c8-feaa-4f72-b240-7280fbd609fa None None] Provisioning for port 1223f20b-7c4e-47a1-b423-fc9c98792026 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:34.101836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=62fc9665-e56b-481f-a4f0-c69226cb7e6c,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:34.110164 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.218000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cbc159c8-feaa-4f72-b240-7280fbd609fa None None] Provisioning complete for port 1223f20b-7c4e-47a1-b423-fc9c98792026 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:34.218379 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbc159c8-feaa-4f72-b240-7280fbd609fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.418032 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbc159c8-feaa-4f72-b240-7280fbd609fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.471426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-cbc159c8-feaa-4f72-b240-7280fbd609fa None None] For port 1223f20b-7c4e-47a1-b423-fc9c98792026, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1223f20b-7c4e-47a1-b423-fc9c98792026,segment=NetworkSegment(4a9e5d02-fbfc-4dff-bd4a-465f1368cc19),segment_id=4a9e5d02-fbfc-4dff-bd4a-465f1368cc19)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:34.485242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] DHCP port deletion for b4fcb810-cc80-4220-ae87-f1ab65322d17 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:34.489490 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbc159c8-feaa-4f72-b240-7280fbd609fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.570424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc159c8-feaa-4f72-b240-7280fbd609fa None None] Pushing event updated for resources: {'Port': ['ID=1223f20b-7c4e-47a1-b423-fc9c98792026,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:34.602454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] Deleting port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:34.603161 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.644892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.648587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:34.648919 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.678766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] For port 66ca1d45-2000-4b51-b3cc-c8169f21ee70, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=66ca1d45-2000-4b51-b3cc-c8169f21ee70,segment=NetworkSegment(c55a6a94-9563-4b20-85e8-a376aab90164),segment_id=c55a6a94-9563-4b20-85e8-a376aab90164)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:34.679187 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.695958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] Calling delete_port for 66ca1d45-2000-4b51-b3cc-c8169f21ee70 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:34.774289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port 66ca1d45-2000-4b51-b3cc-c8169f21ee70, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=66ca1d45-2000-4b51-b3cc-c8169f21ee70,segment=NetworkSegment(c55a6a94-9563-4b20-85e8-a376aab90164),segment_id=c55a6a94-9563-4b20-85e8-a376aab90164)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:34.774757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.800664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 66ca1d45-2000-4b51-b3cc-c8169f21ee70 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:34.800843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.837588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] Pushing event deleted for resources: {'Port': ['ID=66ca1d45-2000-4b51-b3cc-c8169f21ee70,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:34.843295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8a19a-7508-429e-b9f6-bc1775a313cc None None] No DVR routers for this DVR port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:34.853234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.859383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-32d3c824-120a-4779-bf5b-f040d7357287 None None] Provisioning complete for port 1223f20b-7c4e-47a1-b423-fc9c98792026 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:34.859748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-32d3c824-120a-4779-bf5b-f040d7357287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:34.993842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-32d3c824-120a-4779-bf5b-f040d7357287 None None] Provisioning for port 62fc9665-e56b-481f-a4f0-c69226cb7e6c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:34.999054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-32d3c824-120a-4779-bf5b-f040d7357287 None None] Provisioning complete for port 62fc9665-e56b-481f-a4f0-c69226cb7e6c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:34.999458 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-32d3c824-120a-4779-bf5b-f040d7357287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.043348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-32d3c824-120a-4779-bf5b-f040d7357287 None None] Port 62fc9665-e56b-481f-a4f0-c69226cb7e6c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:35.062424 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.103319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No DVR routers for this DVR port 66ca1d45-2000-4b51-b3cc-c8169f21ee70 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:35.109357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=66ca1d45-2000-4b51-b3cc-c8169f21ee70,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:35.171256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2a0baa58-ae90-4852-bea3-d05f80066686 None None] Provisioning complete for port 62fc9665-e56b-481f-a4f0-c69226cb7e6c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:35.171757 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a0baa58-ae90-4852-bea3-d05f80066686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.207558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2a0baa58-ae90-4852-bea3-d05f80066686 None None] Port 62fc9665-e56b-481f-a4f0-c69226cb7e6c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:35.249162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.268705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fcb810-cc80-4220-ae87-f1ab65322d17']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:35.285080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55a6a94-9563-4b20-85e8-a376aab90164') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:35.285380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55a6a94-9563-4b20-85e8-a376aab90164') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:35.303358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.328710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fbcf6154-a43b-4ad5-bda0-7d17ef05375b None None] Provisioning complete for port 62fc9665-e56b-481f-a4f0-c69226cb7e6c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:35.329183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6154-a43b-4ad5-bda0-7d17ef05375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.332046 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.347198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:35.347610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:35.350677 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:35.357823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1223f20b-7c4e-47a1-b423-fc9c98792026 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:35.367583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.394370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf6154-a43b-4ad5-bda0-7d17ef05375b None None] Port 62fc9665-e56b-481f-a4f0-c69226cb7e6c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:35.410651 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.416749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1223f20b-7c4e-47a1-b423-fc9c98792026 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:35.417128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.487904 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.505594 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.508077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/b4fcb810-cc80-4220-ae87-f1ab65322d17 HTTP/1.1" status: 204 len: 168 time: 1.5630438 Aug 29 17:47:35.512195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50032) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:35.519877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=62fc9665-e56b-481f-a4f0-c69226cb7e6c,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:35.520904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1077672614', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:35.523179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.526653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739daae3-9b98-45f8-ab3f-a7fcde7a3d55 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=b4fcb810-cc80-4220-ae87-f1ab65322d17,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:35.559146 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.560575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.586128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 66ca1d45-2000-4b51-b3cc-c8169f21ee70 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:35.606618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 66ca1d45-2000-4b51-b3cc-c8169f21ee70 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:35.606979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 66ca1d45-2000-4b51-b3cc-c8169f21ee70 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:35.639930 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.653748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network f2c371a2-b567-4a09-9dd5-3d3487c30f98 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:35.655241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:35.790420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 44a0badc-1a49-49ea-8b46-d50e29981e65 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:35.792946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:35.891096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:35.902134 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf70259-d7c2-4c56-bafb-6f4b68cf9c56 None None] Sync routers for ids ['44a0badc-1a49-49ea-8b46-d50e29981e65'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:35.905118 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-34608f12-cf99-4eb1-b616-60d36b939519 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/44a0badc-1a49-49ea-8b46-d50e29981e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461985 Aug 29 17:47:35.908133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50044) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:35.915130 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf70259-d7c2-4c56-bafb-6f4b68cf9c56 None None] Routers {'44a0badc-1a49-49ea-8b46-d50e29981e65'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:35.915748 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ecf70259-d7c2-4c56-bafb-6f4b68cf9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['44a0badc-1a49-49ea-8b46-d50e29981e65'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:35.949670 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ecf70259-d7c2-4c56-bafb-6f4b68cf9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:35.958897 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf70259-d7c2-4c56-bafb-6f4b68cf9c56 None None] Routers {'44a0badc-1a49-49ea-8b46-d50e29981e65'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:35.959269 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ecf70259-d7c2-4c56-bafb-6f4b68cf9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['44a0badc-1a49-49ea-8b46-d50e29981e65'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:35.966901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bfd61-e670-4ced-9c52-b0e5d67451a4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:35.971083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-160bfd61-e670-4ced-9c52-b0e5d67451a4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports/62fc9665-e56b-481f-a4f0-c69226cb7e6c HTTP/1.1" status: 200 len: 976 time: 0.0592711 Aug 29 17:47:35.971430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50046) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:35.996747 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ecf70259-d7c2-4c56-bafb-6f4b68cf9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:35.997394 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf70259-d7c2-4c56-bafb-6f4b68cf9c56 None None] The sync data for ids ['44a0badc-1a49-49ea-8b46-d50e29981e65'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:36.019713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4112d6af-b566-48c8-b883-db9405b887ce None None] Provisioning complete for port 62fc9665-e56b-481f-a4f0-c69226cb7e6c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:36.020391 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4112d6af-b566-48c8-b883-db9405b887ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.059233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4112d6af-b566-48c8-b883-db9405b887ce None None] Port 62fc9665-e56b-481f-a4f0-c69226cb7e6c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:36.087809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.108692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.226240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 172.25.2.184 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/3c5fc5c9-9412-4003-bdc6-b7993a196115) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:36.337511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.383380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.436654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:36.439541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:36.443523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.445561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:36.472649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=3c5fc5c9-9412-4003-bdc6-b7993a196115,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:36.685315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 62fc9665-e56b-481f-a4f0-c69226cb7e6c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:36.685670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.726964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.782247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:36.796839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 62fc9665-e56b-481f-a4f0-c69226cb7e6c owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:36.985179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:37.017942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=62fc9665-e56b-481f-a4f0-c69226cb7e6c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:37.170326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:37.301972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:37.347922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 44a0badc-1a49-49ea-8b46-d50e29981e65 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:37.428184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:37.434044 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2dfaec0e-b448-4bac-91a8-0d42cafdf809 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/44a0badc-1a49-49ea-8b46-d50e29981e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4614449 Aug 29 17:47:37.437540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50080) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:37.438955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0facf80-3d5c-4e2a-8ad5-5ac4826b005e None None] Sync routers for ids ['44a0badc-1a49-49ea-8b46-d50e29981e65'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:37.447944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 3d020676-92f9-4643-93ca-f063c5248835 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:37.451798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0facf80-3d5c-4e2a-8ad5-5ac4826b005e None None] Routers {'44a0badc-1a49-49ea-8b46-d50e29981e65'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:37.452633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d0facf80-3d5c-4e2a-8ad5-5ac4826b005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['44a0badc-1a49-49ea-8b46-d50e29981e65'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:37.501245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d0facf80-3d5c-4e2a-8ad5-5ac4826b005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:37.513021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0facf80-3d5c-4e2a-8ad5-5ac4826b005e None None] Routers {'44a0badc-1a49-49ea-8b46-d50e29981e65'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:37.513975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d0facf80-3d5c-4e2a-8ad5-5ac4826b005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['44a0badc-1a49-49ea-8b46-d50e29981e65'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:37.549327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d0facf80-3d5c-4e2a-8ad5-5ac4826b005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:37.550766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0facf80-3d5c-4e2a-8ad5-5ac4826b005e None None] The sync data for ids ['44a0badc-1a49-49ea-8b46-d50e29981e65'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:37.579062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:37.591526 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac1c50-72eb-48c4-a993-7e35c040c437 None None] Sync routers for ids ['3d020676-92f9-4643-93ca-f063c5248835'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:37.602469 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac1c50-72eb-48c4-a993-7e35c040c437 None None] Routers {'3d020676-92f9-4643-93ca-f063c5248835'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:37.603125 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:37.603820 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7bac1c50-72eb-48c4-a993-7e35c040c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3d020676-92f9-4643-93ca-f063c5248835'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:37.605755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-99446869-9b28-4400-9da6-287d5e184e60 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0899763 Aug 29 17:47:37.608735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50084) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:37.638972 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7bac1c50-72eb-48c4-a993-7e35c040c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:37.641468 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-0f2454b7-dd7a-434c-b928-c1cbdcddf5ca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 17:47:37.645225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0f2454b7-dd7a-434c-b928-c1cbdcddf5ca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/44a0badc-1a49-49ea-8b46-d50e29981e65/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2040703 Aug 29 17:47:37.645541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50086) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:37.653471 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac1c50-72eb-48c4-a993-7e35c040c437 None None] Routers {'3d020676-92f9-4643-93ca-f063c5248835'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:37.654351 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7bac1c50-72eb-48c4-a993-7e35c040c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3d020676-92f9-4643-93ca-f063c5248835'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:37.680813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ec897f58-d354-4600-9cb4-8113bd2cd9cd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a0badc-1a49-49ea-8b46-d50e29981e65 HTTP/1.1" status: 200 len: 205 time: 0.0304029 Aug 29 17:47:37.681033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50088) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:37.696522 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7bac1c50-72eb-48c4-a993-7e35c040c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:37.697528 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac1c50-72eb-48c4-a993-7e35c040c437 None None] The sync data for ids ['3d020676-92f9-4643-93ca-f063c5248835'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:37.753046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-da7dc2d8-8159-4213-8f3f-53442ef72037 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/routers/3d020676-92f9-4643-93ca-f063c5248835 HTTP/1.1" status: 200 len: 885 time: 0.1428280 Aug 29 17:47:37.755281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50092) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:37.782343 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da78c3ac-8fa5-47c8-a9b6-7940513aafd1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.019308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da78c3ac-8fa5-47c8-a9b6-7940513aafd1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.022275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da78c3ac-8fa5-47c8-a9b6-7940513aafd1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.483184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da78c3ac-8fa5-47c8-a9b6-7940513aafd1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.483796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da78c3ac-8fa5-47c8-a9b6-7940513aafd1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Fanout notify agent at l3_agent the message router_deleted on router 44a0badc-1a49-49ea-8b46-d50e29981e65 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:38.491734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da78c3ac-8fa5-47c8-a9b6-7940513aafd1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.496562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-da78c3ac-8fa5-47c8-a9b6-7940513aafd1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/44a0badc-1a49-49ea-8b46-d50e29981e65 HTTP/1.1" status: 204 len: 168 time: 0.8145788 Aug 29 17:47:38.496677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50110) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:38.558255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d341cda5-d906-4caa-81f3-159308ce2bc4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet c6cc9cd3-a722-4b46-8c27-f83c1a947bab {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:38.561303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d341cda5-d906-4caa-81f3-159308ce2bc4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.574098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0697d10c-c54b-4fd7-ad48-51ff84713b27 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8171322 Aug 29 17:47:38.576682 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50112) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:38.581528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-38928821-ad62-47b6-8887-c7e81b090f7e tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1077672614'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:38.602694 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d341cda5-d906-4caa-81f3-159308ce2bc4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.690868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d341cda5-d906-4caa-81f3-159308ce2bc4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.764981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d341cda5-d906-4caa-81f3-159308ce2bc4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.779458 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d341cda5-d906-4caa-81f3-159308ce2bc4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.784383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50120) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:38.784806 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d341cda5-d906-4caa-81f3-159308ce2bc4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/c6cc9cd3-a722-4b46-8c27-f83c1a947bab HTTP/1.1" status: 204 len: 168 time: 0.2863836 Aug 29 17:47:38.789710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84008e-7abc-480d-89bf-bf936b767164 None None] Network f2c371a2-b567-4a09-9dd5-3d3487c30f98 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:38.803607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341cda5-d906-4caa-81f3-159308ce2bc4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cc9cd3-a722-4b46-8c27-f83c1a947bab,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:38.913528 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:38.972975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] DHCP port deletion for f2c371a2-b567-4a09-9dd5-3d3487c30f98 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:38.993559 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38928821-ad62-47b6-8887-c7e81b090f7e tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.008671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38928821-ad62-47b6-8887-c7e81b090f7e tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.025195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 1223f20b-7c4e-47a1-b423-fc9c98792026 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:39.025589 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.026977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Deleting port 1223f20b-7c4e-47a1-b423-fc9c98792026 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:39.027381 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.093926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] For port 1223f20b-7c4e-47a1-b423-fc9c98792026, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1223f20b-7c4e-47a1-b423-fc9c98792026,segment=NetworkSegment(4a9e5d02-fbfc-4dff-bd4a-465f1368cc19),segment_id=4a9e5d02-fbfc-4dff-bd4a-465f1368cc19)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:39.094312 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.107600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Calling delete_port for 1223f20b-7c4e-47a1-b423-fc9c98792026 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:39.160532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port 1223f20b-7c4e-47a1-b423-fc9c98792026, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1223f20b-7c4e-47a1-b423-fc9c98792026,segment=NetworkSegment(4a9e5d02-fbfc-4dff-bd4a-465f1368cc19),segment_id=4a9e5d02-fbfc-4dff-bd4a-465f1368cc19)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:39.160913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.180480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 1223f20b-7c4e-47a1-b423-fc9c98792026 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:39.196157 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.226003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Pushing event deleted for resources: {'Port': ['ID=1223f20b-7c4e-47a1-b423-fc9c98792026,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:39.230362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] No DVR routers for this DVR port 1223f20b-7c4e-47a1-b423-fc9c98792026 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:39.234777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38928821-ad62-47b6-8887-c7e81b090f7e tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 3d020676-92f9-4643-93ca-f063c5248835 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:39.237930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.238168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.238483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.238811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.239368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.239595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.239817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.240316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.240805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.241646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.242150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.242651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7056f-1ac7-4315-8fc7-ad0b59dbfe9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:39.321054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1223f20b-7c4e-47a1-b423-fc9c98792026 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:39.345637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1223f20b-7c4e-47a1-b423-fc9c98792026 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:39.346276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1223f20b-7c4e-47a1-b423-fc9c98792026 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:39.362755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.395805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No DVR routers for this DVR port 1223f20b-7c4e-47a1-b423-fc9c98792026 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:39.399170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=1223f20b-7c4e-47a1-b423-fc9c98792026,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:39.469410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38928821-ad62-47b6-8887-c7e81b090f7e tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:39.481333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13979c3c-2312-4726-8099-4f915eb46401 None None] Sync routers for ids ['3d020676-92f9-4643-93ca-f063c5248835'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:39.483701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38928821-ad62-47b6-8887-c7e81b090f7e tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.487631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38928821-ad62-47b6-8887-c7e81b090f7e tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/3d020676-92f9-4643-93ca-f063c5248835 HTTP/1.1" status: 200 len: 892 time: 0.9099720 Aug 29 17:47:39.487968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50142) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:39.490574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13979c3c-2312-4726-8099-4f915eb46401 None None] Routers {'3d020676-92f9-4643-93ca-f063c5248835'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:39.491920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-13979c3c-2312-4726-8099-4f915eb46401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3d020676-92f9-4643-93ca-f063c5248835'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:39.501400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.513645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c371a2-b567-4a09-9dd5-3d3487c30f98']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:39.525697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9e5d02-fbfc-4dff-bd4a-465f1368cc19') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:39.526037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9e5d02-fbfc-4dff-bd4a-465f1368cc19') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:39.527370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-13979c3c-2312-4726-8099-4f915eb46401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:39.537546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13979c3c-2312-4726-8099-4f915eb46401 None None] Routers {'3d020676-92f9-4643-93ca-f063c5248835'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:39.538069 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.544351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-13979c3c-2312-4726-8099-4f915eb46401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3d020676-92f9-4643-93ca-f063c5248835'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:39.561978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.569481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:39.569888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:39.573179 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:39.579296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-13979c3c-2312-4726-8099-4f915eb46401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:39.580150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13979c3c-2312-4726-8099-4f915eb46401 None None] The sync data for ids ['3d020676-92f9-4643-93ca-f063c5248835'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:39.635025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0eeb95a2-3977-4c2a-ad8d-d2679066334c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/routers/3d020676-92f9-4643-93ca-f063c5248835 HTTP/1.1" status: 200 len: 892 time: 0.1449404 Aug 29 17:47:39.638061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50146) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:39.650313 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.672071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.673877 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/f2c371a2-b567-4a09-9dd5-3d3487c30f98 HTTP/1.1" status: 204 len: 168 time: 0.8888555 Aug 29 17:47:39.678621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bad0aa81-738b-4f13-80be-dd9934420bcc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d020676-92f9-4643-93ca-f063c5248835 HTTP/1.1" status: 200 len: 205 time: 0.0367892 Aug 29 17:47:39.683723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:39.684079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50152) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:39.685525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab027805-48a4-4d94-bc80-2c20c09ac152 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=f2c371a2-b567-4a09-9dd5-3d3487c30f98,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:39.694034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-935875172'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:39.759260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:39.762955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.828595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:39.839148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.874500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.874963 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment 2202c65a-ea0a-461f-b199-f8a16ff31386 of type vlan for network e2f4e107-25ac-463e-a8ff-622a6141346a Aug 29 17:47:39.955320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:39.997497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.003034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:40.003624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.006294 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.072840 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3876104 Aug 29 17:47:40.075947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50160) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:40.082396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': 'e2f4e107-25ac-463e-a8ff-622a6141346a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:40.104384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87f454-992a-4072-b347-3504c43a3bb6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=e2f4e107-25ac-463e-a8ff-622a6141346a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:40.117113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e2f4e107-25ac-463e-a8ff-622a6141346a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:40.130762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 3c5fc5c9-9412-4003-bdc6-b7993a196115 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:40.131122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.204254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:40.207950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.226737 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.240378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 3c5fc5c9-9412-4003-bdc6-b7993a196115 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:40.417158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.428252 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.464890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=3c5fc5c9-9412-4003-bdc6-b7993a196115,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:40.481896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=612fd122-44d4-4d5c-92f9-097ea8cf2d9e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:40.495432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': '2202c65a-ea0a-461f-b199-f8a16ff31386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e2f4e107-25ac-463e-a8ff-622a6141346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:40.495812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: e2f4e107-25ac-463e-a8ff-622a6141346a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:40.515314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network e2f4e107-25ac-463e-a8ff-622a6141346a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:40.525950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e2f4e107-25ac-463e-a8ff-622a6141346a) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:40.536063 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.538053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f86c223-2efc-4908-84e2-7aee96f6ee54 None None] Network e2f4e107-25ac-463e-a8ff-622a6141346a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:40.538947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:40.540822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.561573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f2724c9f-d80a-4ba2-b3bb-5e750bb19861 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4837308 Aug 29 17:47:40.562838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50172) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:40.575468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8e2e42f3-d55b-476f-9807-6fd799ef1b9b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-153773452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:40.623260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e2e42f3-d55b-476f-9807-6fd799ef1b9b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.624763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e2e42f3-d55b-476f-9807-6fd799ef1b9b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.647971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.650132 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.677222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e2e42f3-d55b-476f-9807-6fd799ef1b9b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.682922 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e2e42f3-d55b-476f-9807-6fd799ef1b9b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.697986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.698959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Fanout notify agent at l3_agent the message router_deleted on router 3d020676-92f9-4643-93ca-f063c5248835 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:40.704673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8e2e42f3-d55b-476f-9807-6fd799ef1b9b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.704673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8e2e42f3-d55b-476f-9807-6fd799ef1b9b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1397433 Aug 29 17:47:40.709808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50178) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:40.714322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.719462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-326787d9-71ee-4f13-aea3-c882d7b642a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/3d020676-92f9-4643-93ca-f063c5248835 HTTP/1.1" status: 204 len: 168 time: 1.0300262 Aug 29 17:47:40.720481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:40.735425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-e2f4e107-25ac-463e-a8ff-622a6141346a', 'network_id': 'e2f4e107-25ac-463e-a8ff-622a6141346a', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': '612fd122-44d4-4d5c-92f9-097ea8cf2d9e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:40.736538 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.762841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-586742486'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:40.854332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:40.857753 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:40.888454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Allocated IP 172.20.0.2 (e2f4e107-25ac-463e-a8ff-622a6141346a/612fd122-44d4-4d5c-92f9-097ea8cf2d9e/0c21a495-4b51-4425-ab11-52b1071364fa) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:40.969323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:41.001887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.002474 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment 8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90 of type vlan for network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 Aug 29 17:47:41.043000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.054535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Transition to ACTIVE for port object 0c21a495-4b51-4425-ab11-52b1071364fa will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:41.056489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.070830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Transition to ACTIVE for port object 0c21a495-4b51-4425-ab11-52b1071364fa will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:41.077790 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.083867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.117834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Network e2f4e107-25ac-463e-a8ff-622a6141346a is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:41.120620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:41.123329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:41.140723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Pushing event updated for resources: {'Port': ['ID=0c21a495-4b51-4425-ab11-52b1071364fa,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:41.171354 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.176872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:41.178021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.197617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Attempting to bind port 0c21a495-4b51-4425-ab11-52b1071364fa on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:41.198230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Attempting to bind port 0c21a495-4b51-4425-ab11-52b1071364fa by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '2202c65a-ea0a-461f-b199-f8a16ff31386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e2f4e107-25ac-463e-a8ff-622a6141346a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:41.198620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Attempting to bind port 0c21a495-4b51-4425-ab11-52b1071364fa on network e2f4e107-25ac-463e-a8ff-622a6141346a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:41.203890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:41.204276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Checking segment: {'id': '2202c65a-ea0a-461f-b199-f8a16ff31386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e2f4e107-25ac-463e-a8ff-622a6141346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:41.204659 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.205049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Bound using segment: {'id': '2202c65a-ea0a-461f-b199-f8a16ff31386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e2f4e107-25ac-463e-a8ff-622a6141346a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:41.205686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Bound port: 0c21a495-4b51-4425-ab11-52b1071364fa, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2202c65a-ea0a-461f-b199-f8a16ff31386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e2f4e107-25ac-463e-a8ff-622a6141346a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:41.206053 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.255525 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d3b02e59-f623-4cd4-993c-63cb58afe3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.282645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5551589 Aug 29 17:47:41.284756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50190) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:41.292349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': '29fcec15-6fa4-4efb-94c9-70eae6bb9e67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:41.296243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] For port 0c21a495-4b51-4425-ab11-52b1071364fa, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:41.298791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf38588-d38a-4f6b-a57f-6c58f55fc4d8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=29fcec15-6fa4-4efb-94c9-70eae6bb9e67,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:41.301201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] For port 0c21a495-4b51-4425-ab11-52b1071364fa, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c21a495-4b51-4425-ab11-52b1071364fa,segment=NetworkSegment(2202c65a-ea0a-461f-b199-f8a16ff31386),segment_id=2202c65a-ea0a-461f-b199-f8a16ff31386)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:41.307181 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.313972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:41.422123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:41.429501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.440617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dfd61-63e7-4b13-b7c0-0047ad7f6041 None None] Pushing event updated for resources: {'Port': ['ID=0c21a495-4b51-4425-ab11-52b1071364fa,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:41.455130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.20.0.1 (e2f4e107-25ac-463e-a8ff-622a6141346a/612fd122-44d4-4d5c-92f9-097ea8cf2d9e/46975ab1-5375-4845-89e2-d4a181bdf190) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:41.606829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.626430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object 46975ab1-5375-4845-89e2-d4a181bdf190 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:41.657596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.683789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.749445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network e2f4e107-25ac-463e-a8ff-622a6141346a is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:41.755266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:41.764108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': '8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '29fcec15-6fa4-4efb-94c9-70eae6bb9e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:41.764474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: 29fcec15-6fa4-4efb-94c9-70eae6bb9e67, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:41.766336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:41.771761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:41.797522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:41.800690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=46975ab1-5375-4845-89e2-d4a181bdf190,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:41.813260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 29fcec15-6fa4-4efb-94c9-70eae6bb9e67) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:41.818746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:41.819448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.826343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04333225-ca8c-4ce5-9aa8-eaa454bd2894 None None] Network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:41.840366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.848760 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a3b3fa95-23de-4a30-9ece-51bf960befe4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5617485 Aug 29 17:47:41.852105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50202) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:41.857888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e88cc6b7-49b6-4eb6-bf7e-ec4ee8ba1586 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-33071808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:41.885072 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:47:41.893645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88cc6b7-49b6-4eb6-bf7e-ec4ee8ba1586 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.894765 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88cc6b7-49b6-4eb6-bf7e-ec4ee8ba1586 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.959720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88cc6b7-49b6-4eb6-bf7e-ec4ee8ba1586 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.965307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88cc6b7-49b6-4eb6-bf7e-ec4ee8ba1586 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.983890 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.987182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88cc6b7-49b6-4eb6-bf7e-ec4ee8ba1586 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:41.988497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e88cc6b7-49b6-4eb6-bf7e-ec4ee8ba1586 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1351476 Aug 29 17:47:41.991248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50206) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:42.042243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-29fcec15-6fa4-4efb-94c9-70eae6bb9e67', 'network_id': '29fcec15-6fa4-4efb-94c9-70eae6bb9e67', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': '92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:42.043606 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.218432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Allocated IP 2001:db8::2 (29fcec15-6fa4-4efb-94c9-70eae6bb9e67/92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59/bcefe8bd-5c72-40f9-9cf5-8f5f590481aa) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:42.359362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.497300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.507606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Transition to ACTIVE for port object bcefe8bd-5c72-40f9-9cf5-8f5f590481aa will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:42.531476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Transition to ACTIVE for port object bcefe8bd-5c72-40f9-9cf5-8f5f590481aa will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:42.540606 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.582475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:42.585954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:42.589788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:42.646256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Pushing event updated for resources: {'Port': ['ID=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:42.656877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.669302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.684202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Attempting to bind port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:42.684634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Attempting to bind port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '29fcec15-6fa4-4efb-94c9-70eae6bb9e67'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:42.685221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Attempting to bind port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa on network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:42.690815 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.691896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:42.692275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Checking segment: {'id': '8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '29fcec15-6fa4-4efb-94c9-70eae6bb9e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:42.693807 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.694215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Bound using segment: {'id': '8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '29fcec15-6fa4-4efb-94c9-70eae6bb9e67'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:42.696848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Bound port: bcefe8bd-5c72-40f9-9cf5-8f5f590481aa, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '29fcec15-6fa4-4efb-94c9-70eae6bb9e67'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:42.697247 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.730245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8::1 (29fcec15-6fa4-4efb-94c9-70eae6bb9e67/92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59/ac78cf04-c5c7-47ba-8ccd-37305c3e7c40) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:42.763316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=46975ab1-5375-4845-89e2-d4a181bdf190,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:42.766541 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.810992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a378e-54e0-40ab-856e-6413272d35b8 None None] Network e2f4e107-25ac-463e-a8ff-622a6141346a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:42.878122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network e2f4e107-25ac-463e-a8ff-622a6141346a is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:42.879731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:42.907899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] For port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:42.922256 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.934948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] For port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,segment=NetworkSegment(8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90),segment_id=8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:42.940312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:42.956707 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.986668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:42.987027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8207fc6a-5880-4870-880a-d68088afb99a None None] Provisioning for port 0c21a495-4b51-4425-ab11-52b1071364fa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:43.038686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:43.068169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:43.073460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:43.081215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:43.084901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.178451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:43.189377 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d526eee-0d85-432a-bd52-8f79f5f6668d None None] Sync routers for ids ['c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:43.197837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e2d5c2e-a048-4f2b-bc7e-8e61f12166b2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4861748 Aug 29 17:47:43.200690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50236) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:43.200831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=ac78cf04-c5c7-47ba-8ccd-37305c3e7c40,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:43.201896 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d526eee-0d85-432a-bd52-8f79f5f6668d None None] Routers {'c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:43.205085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9d526eee-0d85-432a-bd52-8f79f5f6668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:43.273190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1d6e0-b2ca-4de6-9400-0976fcbb7da8 None None] Pushing event updated for resources: {'Port': ['ID=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:43.284728 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9d526eee-0d85-432a-bd52-8f79f5f6668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:43.304098 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.307523 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d526eee-0d85-432a-bd52-8f79f5f6668d None None] Routers {'c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:43.309318 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9d526eee-0d85-432a-bd52-8f79f5f6668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:43.312698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0471f-0c08-4515-9990-08df22414652 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:43.334228 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-54a0471f-0c08-4515-9990-08df22414652 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports/46975ab1-5375-4845-89e2-d4a181bdf190 HTTP/1.1" status: 200 len: 910 time: 0.1296482 Aug 29 17:47:43.338196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50238) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:43.352090 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.372844 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9d526eee-0d85-432a-bd52-8f79f5f6668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:43.373674 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d526eee-0d85-432a-bd52-8f79f5f6668d None None] The sync data for ids ['c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:43.477119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c21a495-4b51-4425-ab11-52b1071364fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:43.558649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0c21a495-4b51-4425-ab11-52b1071364fa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:43.564104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0c21a495-4b51-4425-ab11-52b1071364fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:43.564480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.658617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.702977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0c21a495-4b51-4425-ab11-52b1071364fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c21a495-4b51-4425-ab11-52b1071364fa,segment=NetworkSegment(2202c65a-ea0a-461f-b199-f8a16ff31386),segment_id=2202c65a-ea0a-461f-b199-f8a16ff31386)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:43.710725 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.776297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9360bc51-a1ef-4975-9cd9-8e7ecba84732 None None] Provisioning for port 46975ab1-5375-4845-89e2-d4a181bdf190 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:43.787643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9360bc51-a1ef-4975-9cd9-8e7ecba84732 None None] Provisioning complete for port 46975ab1-5375-4845-89e2-d4a181bdf190 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:43.788271 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9360bc51-a1ef-4975-9cd9-8e7ecba84732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.793257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0c21a495-4b51-4425-ab11-52b1071364fa,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:43.836918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9360bc51-a1ef-4975-9cd9-8e7ecba84732 None None] Port 46975ab1-5375-4845-89e2-d4a181bdf190 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:43.853213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9360bc51-a1ef-4975-9cd9-8e7ecba84732 None None] Provisioning complete for port 0c21a495-4b51-4425-ab11-52b1071364fa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:43.854644 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9360bc51-a1ef-4975-9cd9-8e7ecba84732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.940180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f45b1b2-6bed-4ee4-a03f-1fc04a0ad810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:43.960688 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:44.003848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:44.035962 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:44.037420 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:44.128544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e1fcb35d-aeb7-401f-b7eb-f7a549e495a9 None None] Provisioning complete for port 46975ab1-5375-4845-89e2-d4a181bdf190 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:44.129092 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb35d-aeb7-401f-b7eb-f7a549e495a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:44.149385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=ac78cf04-c5c7-47ba-8ccd-37305c3e7c40,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:44.159950 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:44.183491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e1fcb35d-aeb7-401f-b7eb-f7a549e495a9 None None] Port 46975ab1-5375-4845-89e2-d4a181bdf190 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:44.405595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-659d18e0-c1f7-4870-9dea-d877394dd7de None None] Provisioning complete for port 46975ab1-5375-4845-89e2-d4a181bdf190 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:44.406174 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-659d18e0-c1f7-4870-9dea-d877394dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:44.448188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-659d18e0-c1f7-4870-9dea-d877394dd7de None None] Port 46975ab1-5375-4845-89e2-d4a181bdf190 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:44.478777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea8547e-ec58-4e98-bd9d-11ad42414d4a None None] Network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:44.597677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cc6b51e4-ca28-4470-a095-616a56c5fdba None None] Provisioning for port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:44.631666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:44.634805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:44.872537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router e767c283-e064-40ba-b656-62798e5fac9d is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:44.932236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fac2a4f8-309a-4ab0-8a11-778a9bb7d4ac None None] Provisioning for port ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:44.937042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fac2a4f8-309a-4ab0-8a11-778a9bb7d4ac None None] Provisioning complete for port ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:44.937420 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fac2a4f8-309a-4ab0-8a11-778a9bb7d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:44.974638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fac2a4f8-309a-4ab0-8a11-778a9bb7d4ac None None] Port ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:45.003306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:45.010942 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ae3acb04-3292-4584-97d4-4ee43b075aa4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/e767c283-e064-40ba-b656-62798e5fac9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0162761 Aug 29 17:47:45.012308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50270) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:45.014612 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26385e60-eca5-4de5-a963-a04b6060246c None None] Sync routers for ids ['e767c283-e064-40ba-b656-62798e5fac9d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:45.025359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26385e60-eca5-4de5-a963-a04b6060246c None None] Routers {'e767c283-e064-40ba-b656-62798e5fac9d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:45.026068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-26385e60-eca5-4de5-a963-a04b6060246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e767c283-e064-40ba-b656-62798e5fac9d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:45.027505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 46975ab1-5375-4845-89e2-d4a181bdf190 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:45.028064 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.071177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-26385e60-eca5-4de5-a963-a04b6060246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:45.081492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26385e60-eca5-4de5-a963-a04b6060246c None None] Routers {'e767c283-e064-40ba-b656-62798e5fac9d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:45.082242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-26385e60-eca5-4de5-a963-a04b6060246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e767c283-e064-40ba-b656-62798e5fac9d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:45.110063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37ad1d-f69f-4c34-b4ae-cc90e19fd105 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:45.111413 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc37ad1d-f69f-4c34-b4ae-cc90e19fd105 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports/ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 HTTP/1.1" status: 200 len: 911 time: 0.0966711 Aug 29 17:47:45.114144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50276) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:45.120861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:45.126076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-26385e60-eca5-4de5-a963-a04b6060246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:45.126829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26385e60-eca5-4de5-a963-a04b6060246c None None] The sync data for ids ['e767c283-e064-40ba-b656-62798e5fac9d'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:45.172891 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.186815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 46975ab1-5375-4845-89e2-d4a181bdf190 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:45.214849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-63aa5978-162f-43ed-bf4d-fbbc050a2390 None None] Provisioning complete for port ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:45.215450 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63aa5978-162f-43ed-bf4d-fbbc050a2390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.277899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-63aa5978-162f-43ed-bf4d-fbbc050a2390 None None] Port ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:45.316920 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.421514 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.464424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=46975ab1-5375-4845-89e2-d4a181bdf190,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:45.487379 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.521659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c21a495-4b51-4425-ab11-52b1071364fa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:45.613392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0c21a495-4b51-4425-ab11-52b1071364fa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:45.614090 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.704810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bcefe8bd-5c72-40f9-9cf5-8f5f590481aa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:45.731494 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.759402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e5f2f863-ffae-4371-a5b0-ce7750670eb2 None None] Provisioning complete for port ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:45.759700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f863-ffae-4371-a5b0-ce7750670eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.798463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2f863-ffae-4371-a5b0-ce7750670eb2 None None] Port ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:47:45.818576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:45.824453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:45.824821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.886162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.898579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.904635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:45.905453 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.910184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/ports/ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 HTTP/1.1" status: 200 len: 911 time: 0.7938066 Aug 29 17:47:45.911060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:45.913775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.929676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:45.954101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,segment=NetworkSegment(8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90),segment_id=8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:45.959100 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.017931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:46.036977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:46.042485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-34556a11-d60c-4684-9da3-2e741beffa3c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7029009 Aug 29 17:47:46.044949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50294) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:46.047314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=ac78cf04-c5c7-47ba-8ccd-37305c3e7c40,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:46.051888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c626e8-c017-40d1-abb2-5e0cd1ba7f44 None None] Sync routers for ids ['c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:46.062202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.062899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.063309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.063826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.064224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.064623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.064854 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c626e8-c017-40d1-abb2-5e0cd1ba7f44 None None] Routers {'c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:46.065090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.065475 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-11c626e8-c017-40d1-abb2-5e0cd1ba7f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:46.065607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.065938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.066327 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.066761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.067151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e719c6c-14f4-4fbd-801e-274b47349026 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:47:46.075328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-da1e09ce-adba-43df-8174-b64d8f74a5dc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee HTTP/1.1" status: 200 len: 205 time: 0.0291348 Aug 29 17:47:46.077797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50296) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:46.109995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-11c626e8-c017-40d1-abb2-5e0cd1ba7f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:46.119692 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c626e8-c017-40d1-abb2-5e0cd1ba7f44 None None] Routers {'c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:46.120295 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-11c626e8-c017-40d1-abb2-5e0cd1ba7f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:46.153484 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-11c626e8-c017-40d1-abb2-5e0cd1ba7f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:46.154135 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c626e8-c017-40d1-abb2-5e0cd1ba7f44 None None] The sync data for ids ['c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:46.158219 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c1a57e72-ff44-4d52-8c85-a02fa15a1c64 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.310724 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.323837 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c1a57e72-ff44-4d52-8c85-a02fa15a1c64 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.325953 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c1a57e72-ff44-4d52-8c85-a02fa15a1c64 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.371832 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c1a57e72-ff44-4d52-8c85-a02fa15a1c64 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.372427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a57e72-ff44-4d52-8c85-a02fa15a1c64 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Fanout notify agent at l3_agent the message router_deleted on router c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:46.381969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c1a57e72-ff44-4d52-8c85-a02fa15a1c64 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.383188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c1a57e72-ff44-4d52-8c85-a02fa15a1c64 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee HTTP/1.1" status: 204 len: 168 time: 0.3044109 Aug 29 17:47:46.385726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50300) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:46.445151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3850677-2c78-4c0f-92c1-0455b844590f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet 612fd122-44d4-4d5c-92f9-097ea8cf2d9e {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:46.448628 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3850677-2c78-4c0f-92c1-0455b844590f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.501765 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3850677-2c78-4c0f-92c1-0455b844590f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.572172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:46.572426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.595417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3850677-2c78-4c0f-92c1-0455b844590f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.610085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50304) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:46.659435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3850677-2c78-4c0f-92c1-0455b844590f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.665672 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.678721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for ac78cf04-c5c7-47ba-8ccd-37305c3e7c40 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:46.687568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3850677-2c78-4c0f-92c1-0455b844590f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=612fd122-44d4-4d5c-92f9-097ea8cf2d9e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:46.691994 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3850677-2c78-4c0f-92c1-0455b844590f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.694196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d3850677-2c78-4c0f-92c1-0455b844590f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/612fd122-44d4-4d5c-92f9-097ea8cf2d9e HTTP/1.1" status: 204 len: 168 time: 0.3075428 Aug 29 17:47:46.696873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50308) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:46.701106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7d11d-7eb3-4d81-ac54-b5acc8477200 None None] Network e2f4e107-25ac-463e-a8ff-622a6141346a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:46.796379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31266d5a-3413-4e3a-a16f-053a668700a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.813635 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.879653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] DHCP port deletion for e2f4e107-25ac-463e-a8ff-622a6141346a request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:46.896216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.931597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] Deleting port 0c21a495-4b51-4425-ab11-52b1071364fa {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:46.932076 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.992301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] For port 0c21a495-4b51-4425-ab11-52b1071364fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c21a495-4b51-4425-ab11-52b1071364fa,segment=NetworkSegment(2202c65a-ea0a-461f-b199-f8a16ff31386),segment_id=2202c65a-ea0a-461f-b199-f8a16ff31386)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:46.992747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.004957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] Calling delete_port for 0c21a495-4b51-4425-ab11-52b1071364fa owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:47.018629 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.064394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 0c21a495-4b51-4425-ab11-52b1071364fa {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:47.064721 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.070380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=ac78cf04-c5c7-47ba-8ccd-37305c3e7c40,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:47.092022 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.119768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] Pushing event deleted for resources: {'Port': ['ID=0c21a495-4b51-4425-ab11-52b1071364fa,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:47.124961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559cf5a-9f7c-4944-9099-a02877ae4dbc None None] No DVR routers for this DVR port 0c21a495-4b51-4425-ab11-52b1071364fa on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:47.238224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.249045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31266d5a-3413-4e3a-a16f-053a668700a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.255738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port 0c21a495-4b51-4425-ab11-52b1071364fa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0c21a495-4b51-4425-ab11-52b1071364fa,segment=NetworkSegment(2202c65a-ea0a-461f-b199-f8a16ff31386),segment_id=2202c65a-ea0a-461f-b199-f8a16ff31386)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:47.256105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.267025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31266d5a-3413-4e3a-a16f-053a668700a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.276026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 0c21a495-4b51-4425-ab11-52b1071364fa owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:47.312514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bcefe8bd-5c72-40f9-9cf5-8f5f590481aa up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:47.361861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:47.362744 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.389966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31266d5a-3413-4e3a-a16f-053a668700a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543520d8-5387-4561-a106-b02c770537f0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:47.432001 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-31266d5a-3413-4e3a-a16f-053a668700a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=302d2833250549818547432db2d07e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8208299 Aug 29 17:47:47.434724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50310) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:47.499433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c21a495-4b51-4425-ab11-52b1071364fa no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:47.502525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e1b1910-c8f6-4c4a-be23-092de8633e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.522879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router e767c283-e064-40ba-b656-62798e5fac9d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:47.523448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0c21a495-4b51-4425-ab11-52b1071364fa {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:47.523809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0c21a495-4b51-4425-ab11-52b1071364fa not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:47.532900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e1b1910-c8f6-4c4a-be23-092de8633e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.543934 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.588799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e1b1910-c8f6-4c4a-be23-092de8633e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.591726 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e1b1910-c8f6-4c4a-be23-092de8633e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.592957 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5e1b1910-c8f6-4c4a-be23-092de8633e77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/543520d8-5387-4561-a106-b02c770537f0 HTTP/1.1" status: 204 len: 168 time: 0.1572413 Aug 29 17:47:47.601318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b1910-c8f6-4c4a-be23-092de8633e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543520d8-5387-4561-a106-b02c770537f0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:47.632285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=0c21a495-4b51-4425-ab11-52b1071364fa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:47.634169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No DVR routers for this DVR port 0c21a495-4b51-4425-ab11-52b1071364fa on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:47.672510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:47.683770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c5a7c-93bf-4629-ae48-83b980d344eb None None] Sync routers for ids ['e767c283-e064-40ba-b656-62798e5fac9d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:47.689947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-41b199fe-0833-457c-b561-bec2d54c0fe9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/e767c283-e064-40ba-b656-62798e5fac9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719524 Aug 29 17:47:47.690353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50314) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:47.711017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c5a7c-93bf-4629-ae48-83b980d344eb None None] Routers {'e767c283-e064-40ba-b656-62798e5fac9d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:47.712697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1b7c5a7c-93bf-4629-ae48-83b980d344eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e767c283-e064-40ba-b656-62798e5fac9d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:47.723512 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e2538ab6-7b74-4716-b433-3d155c602c38 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=e767c283-e064-40ba-b656-62798e5fac9d HTTP/1.1" status: 200 len: 205 time: 0.0319216 Aug 29 17:47:47.726489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:47.738955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.750335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f4e107-25ac-463e-a8ff-622a6141346a']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:47.761105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1b7c5a7c-93bf-4629-ae48-83b980d344eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:47.762426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2202c65a-ea0a-461f-b199-f8a16ff31386') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:47.762771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2202c65a-ea0a-461f-b199-f8a16ff31386') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:47.772459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c5a7c-93bf-4629-ae48-83b980d344eb None None] Routers {'e767c283-e064-40ba-b656-62798e5fac9d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:47.773302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1b7c5a7c-93bf-4629-ae48-83b980d344eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e767c283-e064-40ba-b656-62798e5fac9d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:47.773431 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.788917 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.806908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1b7c5a7c-93bf-4629-ae48-83b980d344eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:47.807551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c5a7c-93bf-4629-ae48-83b980d344eb None None] The sync data for ids ['e767c283-e064-40ba-b656-62798e5fac9d'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:47.809240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:47.809747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.818899 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cb49465-7332-4289-9db5-77654cc4874f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:47.856231 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:47.882519 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.893728 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.899901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/e2f4e107-25ac-463e-a8ff-622a6141346a HTTP/1.1" status: 204 len: 168 time: 1.1979539 Aug 29 17:47:47.905369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50320) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:47.910139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1289174769', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:47.919049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50322) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:47.919221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47063aa-dfe4-4bce-b2d3-88b87921b158 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=e2f4e107-25ac-463e-a8ff-622a6141346a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:47.936750 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.937876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.988018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:47.991043 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4427548f-9d40-4275-b6f1-2c94326aa0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.000934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cb49465-7332-4289-9db5-77654cc4874f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.003149 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cb49465-7332-4289-9db5-77654cc4874f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.055431 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cb49465-7332-4289-9db5-77654cc4874f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.055956 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb49465-7332-4289-9db5-77654cc4874f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Fanout notify agent at l3_agent the message router_deleted on router e767c283-e064-40ba-b656-62798e5fac9d {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:48.063332 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3cb49465-7332-4289-9db5-77654cc4874f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.064438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3cb49465-7332-4289-9db5-77654cc4874f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/e767c283-e064-40ba-b656-62798e5fac9d HTTP/1.1" status: 204 len: 168 time: 0.3367257 Aug 29 17:47:48.067291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50324) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:48.131712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.137286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-942c9f68-e429-41f5-9377-6bb283b330c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet 92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:47:48.143666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-942c9f68-e429-41f5-9377-6bb283b330c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.192802 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-942c9f68-e429-41f5-9377-6bb283b330c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.239296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4427548f-9d40-4275-b6f1-2c94326aa0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.244836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4427548f-9d40-4275-b6f1-2c94326aa0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.317063 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4427548f-9d40-4275-b6f1-2c94326aa0a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=596f1131ecbc4dbe93ec16752eb580c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973715 Aug 29 17:47:48.321485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427548f-9d40-4275-b6f1-2c94326aa0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d5354-47c9-4968-90d0-4ccbda317cad,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:48.322065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50326) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:48.324081 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.331049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-942c9f68-e429-41f5-9377-6bb283b330c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.356058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.391177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-942c9f68-e429-41f5-9377-6bb283b330c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.419606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c9f68-e429-41f5-9377-6bb283b330c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:48.423393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-942c9f68-e429-41f5-9377-6bb283b330c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.425306 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-942c9f68-e429-41f5-9377-6bb283b330c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59 HTTP/1.1" status: 204 len: 168 time: 0.3570087 Aug 29 17:47:48.428274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50328) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:48.430900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdc5ea5-a134-4bd5-9479-8b2e35dc841a None None] Network 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:48.519074 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.590698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:48.591340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.640781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] DHCP port deletion for 29fcec15-6fa4-4efb-94c9-70eae6bb9e67 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:47:48.666832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,segment=NetworkSegment(8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90),segment_id=8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:48.667101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.688801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for bcefe8bd-5c72-40f9-9cf5-8f5f590481aa owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:48.692900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] Deleting port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:48.693476 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.704145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cd26d28-820f-4076-b294-74c4ad68a609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.751501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cd26d28-820f-4076-b294-74c4ad68a609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.767406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] For port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,segment=NetworkSegment(8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90),segment_id=8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:48.767994 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.773088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.25.2.230 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/255c550b-1285-4df2-943a-37f0de883c7c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:48.780579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.787059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] Calling delete_port for bcefe8bd-5c72-40f9-9cf5-8f5f590481aa owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:48.817148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No DVR routers for this DVR port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:48.821793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:48.869209 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.874323 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cd26d28-820f-4076-b294-74c4ad68a609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.877040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5cd26d28-820f-4076-b294-74c4ad68a609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.880650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5cd26d28-820f-4076-b294-74c4ad68a609 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f0d5354-47c9-4968-90d0-4ccbda317cad HTTP/1.1" status: 204 len: 168 time: 0.5552385 Aug 29 17:47:48.900126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] Pushing event deleted for resources: {'Port': ['ID=bcefe8bd-5c72-40f9-9cf5-8f5f590481aa,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:48.900316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd26d28-820f-4076-b294-74c4ad68a609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d5354-47c9-4968-90d0-4ccbda317cad,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:48.906909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efe4a3-7210-4954-b727-b5512dc0c0eb None None] No DVR routers for this DVR port bcefe8bd-5c72-40f9-9cf5-8f5f590481aa on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:47:48.924188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.936959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fcec15-6fa4-4efb-94c9-70eae6bb9e67']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:48.939156 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.949046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:48.949357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4c13c9-ac03-44c6-8aa8-4aa5380a1a90') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:48.959878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.976535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.980683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.983367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:47:48.983820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:47:48.986872 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:47:49.016234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:49.026629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:49.027273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:49.058871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=255c550b-1285-4df2-943a-37f0de883c7c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:49.060727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.074771 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.081108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/29fcec15-6fa4-4efb-94c9-70eae6bb9e67 HTTP/1.1" status: 204 len: 168 time: 0.6473494 Aug 29 17:47:49.081445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50332) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:49.089659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0f877-6df9-44d0-9fe4-8a2c8e11ba62 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=29fcec15-6fa4-4efb-94c9-70eae6bb9e67,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:49.117643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bea3a603-017a-40de-8318-5e65bc8c79b5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1096655203', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:49.195807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bea3a603-017a-40de-8318-5e65bc8c79b5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.196807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bea3a603-017a-40de-8318-5e65bc8c79b5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.292383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bea3a603-017a-40de-8318-5e65bc8c79b5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.300504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bea3a603-017a-40de-8318-5e65bc8c79b5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.302040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bcefe8bd-5c72-40f9-9cf5-8f5f590481aa no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:47:49.327859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: bcefe8bd-5c72-40f9-9cf5-8f5f590481aa {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:47:49.328329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device bcefe8bd-5c72-40f9-9cf5-8f5f590481aa not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:47:49.350624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bea3a603-017a-40de-8318-5e65bc8c79b5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.351955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bea3a603-017a-40de-8318-5e65bc8c79b5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2693880 Aug 29 17:47:49.355117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50344) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:49.361306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1076982979'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:49.368390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.383218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:49.386971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.411637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:49.424985 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.425693 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment 78739cf9-c609-4ffd-9f15-40b9789de7b2 of type vlan for network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa Aug 29 17:47:49.477999 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.509879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.517190 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:49.517820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.582380 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.723841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router f3951bbe-f042-4a76-b764-eb0729070427 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:49.846172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:49.856274 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbd5153-243f-4292-a4d2-37839f59dc20 None None] Sync routers for ids ['f3951bbe-f042-4a76-b764-eb0729070427'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:49.867289 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbd5153-243f-4292-a4d2-37839f59dc20 None None] Routers {'f3951bbe-f042-4a76-b764-eb0729070427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:49.868366 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5dbd5153-243f-4292-a4d2-37839f59dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f3951bbe-f042-4a76-b764-eb0729070427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:49.878761 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:49.883569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c78a53d2-76ae-4bd0-a33e-db91799aa449 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.9769666 Aug 29 17:47:49.886857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50360) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:49.911451 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5dbd5153-243f-4292-a4d2-37839f59dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:49.925171 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbd5153-243f-4292-a4d2-37839f59dc20 None None] Routers {'f3951bbe-f042-4a76-b764-eb0729070427'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:49.925782 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5dbd5153-243f-4292-a4d2-37839f59dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f3951bbe-f042-4a76-b764-eb0729070427'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:49.925954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5695360 Aug 29 17:47:49.929570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50362) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:49.936403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:49.944721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767446a3-3143-49ea-b33e-ce25148f61dd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:49.958519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:49.981087 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5dbd5153-243f-4292-a4d2-37839f59dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:49.981755 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbd5153-243f-4292-a4d2-37839f59dc20 None None] The sync data for ids ['f3951bbe-f042-4a76-b764-eb0729070427'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:50.046969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:50.051370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.055705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a3aac2cc-8fac-481b-b3cc-cca13ec79cae tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/routers/f3951bbe-f042-4a76-b764-eb0729070427 HTTP/1.1" status: 200 len: 881 time: 0.1652184 Aug 29 17:47:50.056815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50370) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:50.205253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b78c9867-98c7-4b7f-a9ec-1e85f5e4f75f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1472936 Aug 29 17:47:50.208057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50376) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:50.212774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a0ae5e76-a03c-4495-8930-27c741529043 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1289174769'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:50.256817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.323031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=8214dce8-53b5-45fd-a504-aa45ee6962f1,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:50.332175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:50.332590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:50.352996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:50.363567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:50.371298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:50.372113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.373510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87034f1e-ce55-4090-bcf2-6c38fcb8541e None None] Network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:50.397936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5ef2ded1-f153-4c6b-90bc-a0e9d16cabc7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4673772 Aug 29 17:47:50.399312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50384) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:50.558932 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5e76-a03c-4495-8930-27c741529043 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.563525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:50.564607 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.571406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5e76-a03c-4495-8930-27c741529043 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.704672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ae5e76-a03c-4495-8930-27c741529043 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router f3951bbe-f042-4a76-b764-eb0729070427 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:50.719641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Allocated IP 2001:db8::2 (bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa/8214dce8-53b5-45fd-a504-aa45ee6962f1/1f4b06b5-2d78-4913-8589-6abedcbe1d0d) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:50.758618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50388) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:50.765753 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.846843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ae5e76-a03c-4495-8930-27c741529043 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:50.868255 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5e76-a03c-4495-8930-27c741529043 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.868255 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a0ae5e76-a03c-4495-8930-27c741529043 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/f3951bbe-f042-4a76-b764-eb0729070427 HTTP/1.1" status: 200 len: 888 time: 0.6586645 Aug 29 17:47:50.868426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50394) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:50.875006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e35013-c520-49f5-80a1-442396a67b72 None None] Sync routers for ids ['f3951bbe-f042-4a76-b764-eb0729070427'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:50.905303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e35013-c520-49f5-80a1-442396a67b72 None None] Routers {'f3951bbe-f042-4a76-b764-eb0729070427'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:50.905954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-83e35013-c520-49f5-80a1-442396a67b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f3951bbe-f042-4a76-b764-eb0729070427'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:50.944489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-83e35013-c520-49f5-80a1-442396a67b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:50.959019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e59e47c1-e770-4df7-b4fb-4198d492d8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.965546 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.967440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e35013-c520-49f5-80a1-442396a67b72 None None] Routers {'f3951bbe-f042-4a76-b764-eb0729070427'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:50.968066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-83e35013-c520-49f5-80a1-442396a67b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f3951bbe-f042-4a76-b764-eb0729070427'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:51.007820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-83e35013-c520-49f5-80a1-442396a67b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:51.008459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e35013-c520-49f5-80a1-442396a67b72 None None] The sync data for ids ['f3951bbe-f042-4a76-b764-eb0729070427'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:51.010264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Transition to ACTIVE for port object 1f4b06b5-2d78-4913-8589-6abedcbe1d0d will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:51.027217 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6e97a6af-b1e9-49b8-af78-ab91023b3017 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/routers/f3951bbe-f042-4a76-b764-eb0729070427 HTTP/1.1" status: 200 len: 888 time: 0.1576972 Aug 29 17:47:51.027634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50398) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:51.029882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Transition to ACTIVE for port object 1f4b06b5-2d78-4913-8589-6abedcbe1d0d will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:51.035894 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.073024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:51.075710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:51.081416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:51.081610 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f0513f70-2539-4ce1-afbf-4531e92a7f82 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3951bbe-f042-4a76-b764-eb0729070427 HTTP/1.1" status: 200 len: 205 time: 0.0504587 Aug 29 17:47:51.082297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50400) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:51.094108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4b06b5-2d78-4913-8589-6abedcbe1d0d,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:51.120723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8::1 (bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa/8214dce8-53b5-45fd-a504-aa45ee6962f1/2434efd2-572c-448f-8115-d6b15d29713f) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:51.146690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Attempting to bind port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:51.147107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Attempting to bind port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:51.147620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Attempting to bind port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d on network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:51.152946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:51.153320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Checking segment: {'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:51.153717 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.154105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Bound using segment: {'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:51.154566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Bound port: 1f4b06b5-2d78-4913-8589-6abedcbe1d0d, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:51.154961 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.221888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] For port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:51.226900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] For port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1f4b06b5-2d78-4913-8589-6abedcbe1d0d,segment=NetworkSegment(78739cf9-c609-4ffd-9f15-40b9789de7b2),segment_id=78739cf9-c609-4ffd-9f15-40b9789de7b2)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:51.231604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e59e47c1-e770-4df7-b4fb-4198d492d8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.231902 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.239947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e59e47c1-e770-4df7-b4fb-4198d492d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.301393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e47c1-e770-4df7-b4fb-4198d492d8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a32672a-ce26-4d21-8b04-cdf573711be7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:51.303107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131d7c8-8484-402b-a25c-fc53634851e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4b06b5-2d78-4913-8589-6abedcbe1d0d,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:51.308769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e59e47c1-e770-4df7-b4fb-4198d492d8d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39a1c06b95a94b5e8a9bf8bf1bb8a7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485797 Aug 29 17:47:51.315005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50402) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:51.325975 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.356595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object 2434efd2-572c-448f-8115-d6b15d29713f will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:51.408180 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-347f1bec-77fa-4cdd-845c-d17790f7a1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.432722 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.442967 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-347f1bec-77fa-4cdd-845c-d17790f7a1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.488259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:51.499629 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.506289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:51.518984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:51.519495 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.569997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=2434efd2-572c-448f-8115-d6b15d29713f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:51.626803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-347f1bec-77fa-4cdd-845c-d17790f7a1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.630631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-347f1bec-77fa-4cdd-845c-d17790f7a1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.632054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-347f1bec-77fa-4cdd-845c-d17790f7a1a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a32672a-ce26-4d21-8b04-cdf573711be7 HTTP/1.1" status: 204 len: 168 time: 0.3161001 Aug 29 17:47:51.656899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.667406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f1bec-77fa-4cdd-845c-d17790f7a1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a32672a-ce26-4d21-8b04-cdf573711be7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:51.684975 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.713845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 255c550b-1285-4df2-943a-37f0de883c7c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:51.714204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.799008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.811799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 255c550b-1285-4df2-943a-37f0de883c7c owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:51.982565 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.991320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:51.992374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.007738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.054730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=255c550b-1285-4df2-943a-37f0de883c7c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:52.092827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=2434efd2-572c-448f-8115-d6b15d29713f,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:52.123438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.146188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:52.147642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:52.252465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.255833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.281994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:52.304869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.305698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Fanout notify agent at l3_agent the message router_deleted on router f3951bbe-f042-4a76-b764-eb0729070427 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:47:52.314189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.315380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2694de97-881b-413c-bb8a-e143a11087bb tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/f3951bbe-f042-4a76-b764-eb0729070427 HTTP/1.1" status: 204 len: 168 time: 1.2320681 Aug 29 17:47:52.319359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50422) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:52.324932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-1249918504'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:52.353716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:52.360798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.389609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:52.393039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:52.401020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-85752799-457a-4be7-a98f-7d7ee1327752 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0004435 Aug 29 17:47:52.403792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50426) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:52.405152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.405511 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment f7692013-d489-4096-851c-75abaab986d8 of type vlan for network 7e30f256-2124-450c-9a2c-e9166c194cb8 Aug 29 17:47:52.412091 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:52.412599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1838511050'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:52.421737 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:52.422463 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:52.438171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:52.443319 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.459644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.488483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:52.490463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17723d67-1093-4a0c-a375-1d6112b5c6c5 None None] Network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:52.501248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.502057 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.502554 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment e3932b19-84cc-4e1c-9715-030e0f98d0de of type vlan for network bc6824ab-1e26-4bcf-8061-facc14fdea99 Aug 29 17:47:52.510359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:52.512246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.555430 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:52.561494 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.594495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2739813 Aug 29 17:47:52.597942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50430) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:52.605162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': '7e30f256-2124-450c-9a2c-e9166c194cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:52.610475 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.610977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cd32bd78-b509-4295-a3eb-d4e5863fb2ed None None] Provisioning for port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:52.618296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:52.618579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf532971-7dff-4d14-9a70-0b2824a889ba tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=7e30f256-2124-450c-9a2c-e9166c194cb8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:52.619121 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.634705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7e30f256-2124-450c-9a2c-e9166c194cb8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:52.735722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=bc6824ab-1e26-4bcf-8061-facc14fdea99,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:52.741962 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-55c7bc3b-cadc-42bb-b57b-b854ed7dfbb2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3335798 Aug 29 17:47:52.742382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50434) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:52.756760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:52.760009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network bc6824ab-1e26-4bcf-8061-facc14fdea99 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:52.827719 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:47:51Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:51Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:52.870310 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:47:52.871482 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Updating router f44ea86c-5cea-4049-912e-fac5a2af838c port 2434efd2-572c-448f-8115-d6b15d29713f binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:47:52.902744 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.904177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:52.909415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:52.986386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:52.992430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.222411 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.244841 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Transition to ACTIVE for port object 2434efd2-572c-448f-8115-d6b15d29713f will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:53.252341 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.262745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e433073c-81ed-452d-bb21-7fc1e653392c None None] Provisioning for port 2434efd2-572c-448f-8115-d6b15d29713f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:53.302865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.320036 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed552-bce6-4e0e-a930-67a5880cc919 None None] Pushing event updated for resources: {'Port': ['ID=2434efd2-572c-448f-8115-d6b15d29713f,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:53.382091 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Attempting to bind port 2434efd2-572c-448f-8115-d6b15d29713f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:53.382452 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Attempting to bind port 2434efd2-572c-448f-8115-d6b15d29713f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:53.385991 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Attempting to bind port 2434efd2-572c-448f-8115-d6b15d29713f on network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:53.397470 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:53.397846 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Checking segment: {'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:53.398249 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.398672 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Bound using segment: {'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:53.399150 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Bound port: 2434efd2-572c-448f-8115-d6b15d29713f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78739cf9-c609-4ffd-9f15-40b9789de7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:53.399525 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.423287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1f4b06b5-2d78-4913-8589-6abedcbe1d0d up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:53.427666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.464639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=bd879ba7-97f4-433d-9ebf-af4ac5eefedb,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:53.505737 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] For port 2434efd2-572c-448f-8115-d6b15d29713f, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:53.514312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:53.517365 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] For port 2434efd2-572c-448f-8115-d6b15d29713f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2434efd2-572c-448f-8115-d6b15d29713f,segment=NetworkSegment(78739cf9-c609-4ffd-9f15-40b9789de7b2),segment_id=78739cf9-c609-4ffd-9f15-40b9789de7b2)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:53.524463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:53.525366 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.526810 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.544316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=a8a5feaf-a518-4690-8a2c-4f7f92bba252,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:53.571391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': 'f7692013-d489-4096-851c-75abaab986d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7e30f256-2124-450c-9a2c-e9166c194cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:53.571759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: 7e30f256-2124-450c-9a2c-e9166c194cb8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:53.587174 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:53.588439 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:53.588930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:53.589309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: bc6824ab-1e26-4bcf-8061-facc14fdea99, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:53.610757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 7e30f256-2124-450c-9a2c-e9166c194cb8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:53.624866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network bc6824ab-1e26-4bcf-8061-facc14fdea99 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:53.637753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7e30f256-2124-450c-9a2c-e9166c194cb8) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:53.644163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, bc6824ab-1e26-4bcf-8061-facc14fdea99) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:53.646257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:53.646895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.651118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f63e5-a172-4aa8-b0d3-a58351ef9899 None None] Network 7e30f256-2124-450c-9a2c-e9166c194cb8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:53.666111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:53.666823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.668390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.680783 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-60ae9cf2-8f42-46bf-9b4c-a79ac5895fdd tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0809882 Aug 29 17:47:53.683537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50454) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:53.688985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9e88ad53-7fb4-41c6-90ec-9952bae1cf7a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2087893102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:53.701184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4f232e13-0635-4a2f-a042-ecf91e20bf0b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9551668 Aug 29 17:47:53.701494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50456) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:53.737131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e88ad53-7fb4-41c6-90ec-9952bae1cf7a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.738615 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e88ad53-7fb4-41c6-90ec-9952bae1cf7a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.836753 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed552-bce6-4e0e-a930-67a5880cc919 None None] Pushing event updated for resources: {'Port': ['ID=2434efd2-572c-448f-8115-d6b15d29713f,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:53.851124 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:53.860965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414f04e-7f64-4bd5-85ae-815eb99902b7 None None] Network bc6824ab-1e26-4bcf-8061-facc14fdea99 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:53.908201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e88ad53-7fb4-41c6-90ec-9952bae1cf7a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.920219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e88ad53-7fb4-41c6-90ec-9952bae1cf7a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.956437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9e88ad53-7fb4-41c6-90ec-9952bae1cf7a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:53.957594 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9e88ad53-7fb4-41c6-90ec-9952bae1cf7a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2729769 Aug 29 17:47:53.960434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50466) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:53.987339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1f4b06b5-2d78-4913-8589-6abedcbe1d0d,segment=NetworkSegment(78739cf9-c609-4ffd-9f15-40b9789de7b2),segment_id=78739cf9-c609-4ffd-9f15-40b9789de7b2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:54.004349 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:54.173863 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:47:51Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:53Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:54.203397 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff0219-0e77-4d58-9e0d-0aabdab51169 None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:47:51Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:53Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:54.258120 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:54.396471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:54.449471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7e30f256-2124-450c-9a2c-e9166c194cb8', 'network_id': '7e30f256-2124-450c-9a2c-e9166c194cb8', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': 'bd879ba7-97f4-433d-9ebf-af4ac5eefedb'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:54.450650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:54.498207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1f4b06b5-2d78-4913-8589-6abedcbe1d0d,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:54.730420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.20.0.1 (7e30f256-2124-450c-9a2c-e9166c194cb8/bd879ba7-97f4-433d-9ebf-af4ac5eefedb/0b6ae372-a57b-486d-b538-2ebafd5e05fd) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:54.745333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-bc6824ab-1e26-4bcf-8061-facc14fdea99', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:54.746865 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:54.813098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8:1::1 (bc6824ab-1e26-4bcf-8061-facc14fdea99/a8a5feaf-a518-4690-8a2c-4f7f92bba252/7284ec44-e722-43ce-b928-71d9b83e89e1) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:54.885431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50492) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:54.984715 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:54.986491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.011193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object 7284ec44-e722-43ce-b928-71d9b83e89e1 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:55.018393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object 0b6ae372-a57b-486d-b538-2ebafd5e05fd will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:55.060823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a170d253-4f50-4663-826e-bdd8e5e18b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.061250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.071266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.104179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 7e30f256-2124-450c-9a2c-e9166c194cb8 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:55.107432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:55.111553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:55.139798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Allocated IP 2001:db8:1::2 (bc6824ab-1e26-4bcf-8061-facc14fdea99/a8a5feaf-a518-4690-8a2c-4f7f92bba252/ec715a5a-50ea-4b4e-811c-3a8de468e234) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:55.144241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network bc6824ab-1e26-4bcf-8061-facc14fdea99 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:55.154227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:55.155650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=0b6ae372-a57b-486d-b538-2ebafd5e05fd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:55.156908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:55.165966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.171260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.209149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=7284ec44-e722-43ce-b928-71d9b83e89e1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:55.331312 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.360548 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.363236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Allocated IP 172.20.0.2 (7e30f256-2124-450c-9a2c-e9166c194cb8/bd879ba7-97f4-433d-9ebf-af4ac5eefedb/b7986cfe-20ae-407e-837c-53fee1aeb8fd) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:55.382579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Transition to ACTIVE for port object ec715a5a-50ea-4b4e-811c-3a8de468e234 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:55.408259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a170d253-4f50-4663-826e-bdd8e5e18b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.409237 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.420535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a170d253-4f50-4663-826e-bdd8e5e18b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.445751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Transition to ACTIVE for port object ec715a5a-50ea-4b4e-811c-3a8de468e234 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:55.461841 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.504856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a170d253-4f50-4663-826e-bdd8e5e18b92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3db5b456c8f343f9b66a19166acc7eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6180136 Aug 29 17:47:55.506515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170d253-4f50-4663-826e-bdd8e5e18b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0042e71-c9b3-4f97-afc3-b1667aa51558,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:55.508109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2434efd2-572c-448f-8115-d6b15d29713f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:55.508771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50496) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:55.567528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Network bc6824ab-1e26-4bcf-8061-facc14fdea99 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:55.581682 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:55.595508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:55.597652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Pushing event updated for resources: {'Port': ['ID=ec715a5a-50ea-4b4e-811c-3a8de468e234,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:55.637530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c06d36d-0272-4cf6-824b-a905cac30e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.681362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c06d36d-0272-4cf6-824b-a905cac30e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.701881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Attempting to bind port ec715a5a-50ea-4b4e-811c-3a8de468e234 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:55.702286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Attempting to bind port ec715a5a-50ea-4b4e-811c-3a8de468e234 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:55.702677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Attempting to bind port ec715a5a-50ea-4b4e-811c-3a8de468e234 on network bc6824ab-1e26-4bcf-8061-facc14fdea99 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:55.715238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 2434efd2-572c-448f-8115-d6b15d29713f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:55.719374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.725339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:55.725717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Checking segment: {'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:55.726130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.726559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Bound using segment: {'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:55.727101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Bound port: ec715a5a-50ea-4b4e-811c-3a8de468e234, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:55.727484 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.735021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.738979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2434efd2-572c-448f-8115-d6b15d29713f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:55.739385 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.743325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.746137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Transition to ACTIVE for port object b7986cfe-20ae-407e-837c-53fee1aeb8fd will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:55.809365 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.809575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c06d36d-0272-4cf6-824b-a905cac30e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.812141 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c06d36d-0272-4cf6-824b-a905cac30e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.812416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Transition to ACTIVE for port object b7986cfe-20ae-407e-837c-53fee1aeb8fd will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:55.813471 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4c06d36d-0272-4cf6-824b-a905cac30e5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0042e71-c9b3-4f97-afc3-b1667aa51558 HTTP/1.1" status: 204 len: 168 time: 0.3035917 Aug 29 17:47:55.820878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.821405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.831276 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.846362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=0b6ae372-a57b-486d-b538-2ebafd5e05fd,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:55.849746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06d36d-0272-4cf6-824b-a905cac30e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0042e71-c9b3-4f97-afc3-b1667aa51558,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:55.852026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:55.924173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-52a6d7c3-191e-424f-b357-128417947127 None None] For port ec715a5a-50ea-4b4e-811c-3a8de468e234, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:55.945542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Network 7e30f256-2124-450c-9a2c-e9166c194cb8 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:55.956805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=7284ec44-e722-43ce-b928-71d9b83e89e1,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:55.977011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Pushing event updated for resources: {'Port': ['ID=b7986cfe-20ae-407e-837c-53fee1aeb8fd,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:55.984552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 7e30f256-2124-450c-9a2c-e9166c194cb8 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:55.986710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:55.992020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:55.994898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:47:56.000300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-52a6d7c3-191e-424f-b357-128417947127 None None] For port ec715a5a-50ea-4b4e-811c-3a8de468e234, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ec715a5a-50ea-4b4e-811c-3a8de468e234,segment=NetworkSegment(e3932b19-84cc-4e1c-9715-030e0f98d0de),segment_id=e3932b19-84cc-4e1c-9715-030e0f98d0de)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:56.001067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network bc6824ab-1e26-4bcf-8061-facc14fdea99 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:47:56.002742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:56.025058 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.108542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6d7c3-191e-424f-b357-128417947127 None None] Pushing event updated for resources: {'Port': ['ID=ec715a5a-50ea-4b4e-811c-3a8de468e234,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:56.125097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:56.146250 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.177014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Attempting to bind port b7986cfe-20ae-407e-837c-53fee1aeb8fd on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:56.177391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Attempting to bind port b7986cfe-20ae-407e-837c-53fee1aeb8fd by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f7692013-d489-4096-851c-75abaab986d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7e30f256-2124-450c-9a2c-e9166c194cb8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:56.177760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Attempting to bind port b7986cfe-20ae-407e-837c-53fee1aeb8fd on network 7e30f256-2124-450c-9a2c-e9166c194cb8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:56.210185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 199affb6-79b6-473d-a5af-d50b6ccc40bd is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:47:56.210701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:56.211867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Checking segment: {'id': 'f7692013-d489-4096-851c-75abaab986d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7e30f256-2124-450c-9a2c-e9166c194cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:56.212449 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.212856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Bound using segment: {'id': 'f7692013-d489-4096-851c-75abaab986d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7e30f256-2124-450c-9a2c-e9166c194cb8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:56.213705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Bound port: b7986cfe-20ae-407e-837c-53fee1aeb8fd, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7692013-d489-4096-851c-75abaab986d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7e30f256-2124-450c-9a2c-e9166c194cb8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:56.214102 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.277572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50502) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:56.291100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 2434efd2-572c-448f-8115-d6b15d29713f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2434efd2-572c-448f-8115-d6b15d29713f,segment=NetworkSegment(78739cf9-c609-4ffd-9f15-40b9789de7b2),segment_id=78739cf9-c609-4ffd-9f15-40b9789de7b2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:56.297659 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.298573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1f4b06b5-2d78-4913-8589-6abedcbe1d0d up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:56.300645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5901-bedd-4535-b8a4-7711a7956246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.328846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] For port b7986cfe-20ae-407e-837c-53fee1aeb8fd, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:56.331796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:56.341585 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e167db78-f4a0-419a-adcb-a445dd29eebb tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6358070 Aug 29 17:47:56.341585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50504) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:56.347377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:56.351151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-629057489'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:56.354300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:56.360670 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e840479-4782-441b-a135-6794b28f8ac4 None None] Sync routers for ids ['199affb6-79b6-473d-a5af-d50b6ccc40bd'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:56.363438 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d1b30985-94ac-4426-9632-b3748770cb80 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/199affb6-79b6-473d-a5af-d50b6ccc40bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4015331 Aug 29 17:47:56.366350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50506) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:56.382213 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e840479-4782-441b-a135-6794b28f8ac4 None None] Routers {'199affb6-79b6-473d-a5af-d50b6ccc40bd'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:56.383933 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7e840479-4782-441b-a135-6794b28f8ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['199affb6-79b6-473d-a5af-d50b6ccc40bd'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:56.387486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] For port b7986cfe-20ae-407e-837c-53fee1aeb8fd, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b7986cfe-20ae-407e-837c-53fee1aeb8fd,segment=NetworkSegment(f7692013-d489-4096-851c-75abaab986d8),segment_id=f7692013-d489-4096-851c-75abaab986d8)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:56.396255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:56.397082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:56.453491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3467e0-cb10-4642-b5b0-0971a1e73771 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:56.465438 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7e840479-4782-441b-a135-6794b28f8ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:56.468673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50508) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:56.469977 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fa3467e0-cb10-4642-b5b0-0971a1e73771 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports/0b6ae372-a57b-486d-b538-2ebafd5e05fd HTTP/1.1" status: 200 len: 910 time: 0.0858808 Aug 29 17:47:56.482965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-19e71aa3-62ea-4156-abdb-3862e48f0ec0 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd879ba7-97f4-433d-9ebf-af4ac5eefedb'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:56.484138 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.492936 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e840479-4782-441b-a135-6794b28f8ac4 None None] Routers {'199affb6-79b6-473d-a5af-d50b6ccc40bd'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:56.494117 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7e840479-4782-441b-a135-6794b28f8ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['199affb6-79b6-473d-a5af-d50b6ccc40bd'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:56.510198 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5901-bedd-4535-b8a4-7711a7956246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.528975 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5901-bedd-4535-b8a4-7711a7956246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.537264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=2434efd2-572c-448f-8115-d6b15d29713f,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:56.561979 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7e840479-4782-441b-a135-6794b28f8ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:56.562793 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e840479-4782-441b-a135-6794b28f8ac4 None None] The sync data for ids ['199affb6-79b6-473d-a5af-d50b6ccc40bd'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:56.570979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:56.642526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:56.646234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.651459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb5901-bedd-4535-b8a4-7711a7956246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df23e9c-6252-4988-9eb8-e201091dde43,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:56.663626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:56.664165 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.666430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50510) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:56.666725 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5ffb5901-bedd-4535-b8a4-7711a7956246 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b12f3f7dd41f4b06bbc95e841ed5ae1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869212 Aug 29 17:47:56.700375 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:47:56.735190 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.735576 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment fcd93202-c75e-4b62-b31f-3ac75f0b8d3d of type vlan for network b790a941-7d13-4884-8ac6-6642ca001ad0 Aug 29 17:47:56.741831 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ac282c0-0119-4b65-b1c4-0cf339d92bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.767651 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ac282c0-0119-4b65-b1c4-0cf339d92bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.787131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd792eda-5053-44d8-8c85-02c668d46925 None None] Pushing event updated for resources: {'Port': ['ID=b7986cfe-20ae-407e-837c-53fee1aeb8fd,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:56.806168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-19e71aa3-62ea-4156-abdb-3862e48f0ec0 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.829742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.843198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ac282c0-0119-4b65-b1c4-0cf339d92bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.846848 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ac282c0-0119-4b65-b1c4-0cf339d92bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:56.849345 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8ac282c0-0119-4b65-b1c4-0cf339d92bcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1df23e9c-6252-4988-9eb8-e201091dde43 HTTP/1.1" status: 204 len: 168 time: 0.1815569 Aug 29 17:47:56.861411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac282c0-0119-4b65-b1c4-0cf339d92bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df23e9c-6252-4988-9eb8-e201091dde43,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:57.034758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:47:55Z', 'revision_number': 3, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:47:55Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:57.088280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:47:57.088647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Updating router f44ea86c-5cea-4049-912e-fac5a2af838c port 7284ec44-e722-43ce-b928-71d9b83e89e1 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:47:57.124261 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:57.404729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.resource_extend [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:47:57.430423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:57.444208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:57.444860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:57.540080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:57.547208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2434efd2-572c-448f-8115-d6b15d29713f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:57.569873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2274544 Aug 29 17:47:57.573587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50526) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:57.580023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:57.581476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Transition to ACTIVE for port object 7284ec44-e722-43ce-b928-71d9b83e89e1 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:47:57.599813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:57.642638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32354bf1-28f6-4ca9-b88f-b589a8ff6d92 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=b790a941-7d13-4884-8ac6-6642ca001ad0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:57.752291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:47:57.763489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:57.833594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network b790a941-7d13-4884-8ac6-6642ca001ad0 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:47:57.835837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4e1d9-0b01-474b-b6a1-cb3ff3c787fb None None] Network bc6824ab-1e26-4bcf-8061-facc14fdea99 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:57.943734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-19e71aa3-62ea-4156-abdb-3862e48f0ec0 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:57.961395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-19e71aa3-62ea-4156-abdb-3862e48f0ec0 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:57.962828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-039977c8-f1c8-4062-9e83-b19404b9e0d0 None None] Provisioning for port ec715a5a-50ea-4b4e-811c-3a8de468e234 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:58.000503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a5ec-fe23-4c42-962e-46096d66c83a None None] Pushing event updated for resources: {'Port': ['ID=7284ec44-e722-43ce-b928-71d9b83e89e1,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:58.047446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e71aa3-62ea-4156-abdb-3862e48f0ec0 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=0b6ae372-a57b-486d-b538-2ebafd5e05fd,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:58.064115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2434efd2-572c-448f-8115-d6b15d29713f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:58.064523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.075753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e71aa3-62ea-4156-abdb-3862e48f0ec0 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:58.077420 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-19e71aa3-62ea-4156-abdb-3862e48f0ec0 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.080179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-19e71aa3-62ea-4156-abdb-3862e48f0ec0 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/ports/0b6ae372-a57b-486d-b538-2ebafd5e05fd HTTP/1.1" status: 200 len: 910 time: 1.6105249 Aug 29 17:47:58.083025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50536) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:58.101913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.116895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Attempting to bind port 7284ec44-e722-43ce-b928-71d9b83e89e1 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:47:58.117276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Attempting to bind port 7284ec44-e722-43ce-b928-71d9b83e89e1 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:47:58.117645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Attempting to bind port 7284ec44-e722-43ce-b928-71d9b83e89e1 on network bc6824ab-1e26-4bcf-8061-facc14fdea99 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:47:58.153164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc32e05-ec07-40ab-869c-24f0c04d68dd None None] Network 7e30f256-2124-450c-9a2c-e9166c194cb8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:58.159118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:47:58.159497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Checking segment: {'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:58.159907 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.160313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Bound using segment: {'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:47:58.160975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Bound port: 7284ec44-e722-43ce-b928-71d9b83e89e1, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3932b19-84cc-4e1c-9715-030e0f98d0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:47:58.161362 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.172046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=8008b02a-9ac4-45ce-ad91-dab78f4d7573,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:58.207779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:47:58.208184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: b790a941-7d13-4884-8ac6-6642ca001ad0, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:47:58.233509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network b790a941-7d13-4884-8ac6-6642ca001ad0 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:47:58.250020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, b790a941-7d13-4884-8ac6-6642ca001ad0) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:47:58.255304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:58.255893 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.278681 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1b209b11-9f29-441f-995b-641f1dec876a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7032261 Aug 29 17:47:58.279716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50540) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:58.279836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33840c-2e95-4057-8ecc-6d3ffbfef5f7 None None] Network b790a941-7d13-4884-8ac6-6642ca001ad0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:47:58.354053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b8437343-a6b7-4921-a304-ff61b68cab08 None None] Provisioning for port b7986cfe-20ae-407e-837c-53fee1aeb8fd completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:58.487406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b7986cfe-20ae-407e-837c-53fee1aeb8fd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:58.514579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.522553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] For port 7284ec44-e722-43ce-b928-71d9b83e89e1, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:47:58.558268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] For port 7284ec44-e722-43ce-b928-71d9b83e89e1, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7284ec44-e722-43ce-b928-71d9b83e89e1,segment=NetworkSegment(e3932b19-84cc-4e1c-9715-030e0f98d0de),segment_id=e3932b19-84cc-4e1c-9715-030e0f98d0de)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:47:58.579262 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.741370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:58.741964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:58.873476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 0b6ae372-a57b-486d-b538-2ebafd5e05fd {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:47:58.873964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.878458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b7986cfe-20ae-407e-837c-53fee1aeb8fd completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:58.879338 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.892666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b7986cfe-20ae-407e-837c-53fee1aeb8fd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:58.893195 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.925166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-b790a941-7d13-4884-8ac6-6642ca001ad0', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:47:58.926079 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:58.944776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a5ec-fe23-4c42-962e-46096d66c83a None None] Pushing event updated for resources: {'Port': ['ID=7284ec44-e722-43ce-b928-71d9b83e89e1,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:59.034406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:59.041665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:59.057031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 0b6ae372-a57b-486d-b538-2ebafd5e05fd owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:47:59.137814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b5ca39c4-22fe-45c3-9b60-46967fab48ee None None] Provisioning for port 7284ec44-e722-43ce-b928-71d9b83e89e1 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:59.399124 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:59.409826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Allocated IP 2001:db8:2::2 (b790a941-7d13-4884-8ac6-6642ca001ad0/8008b02a-9ac4-45ce-ad91-dab78f4d7573/9f33f4a6-16a9-4a53-ad2e-44939316bb90) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:47:59.483305 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:59.549309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=0b6ae372-a57b-486d-b538-2ebafd5e05fd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:59.555668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b7986cfe-20ae-407e-837c-53fee1aeb8fd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b7986cfe-20ae-407e-837c-53fee1aeb8fd,segment=NetworkSegment(f7692013-d489-4096-851c-75abaab986d8),segment_id=f7692013-d489-4096-851c-75abaab986d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:59.593569 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:59.597262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ec715a5a-50ea-4b4e-811c-3a8de468e234 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:59.792351 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:59.807482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b7986cfe-20ae-407e-837c-53fee1aeb8fd,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:59.864541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f1f30e07-2495-47d3-8141-68efcee7488e None None] Provisioning complete for port b7986cfe-20ae-407e-837c-53fee1aeb8fd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:59.864919 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f1f30e07-2495-47d3-8141-68efcee7488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.039237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 199affb6-79b6-473d-a5af-d50b6ccc40bd has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:00.144708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.153708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:00.159698 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-54e8711a-af00-4b4d-8fc3-0d6b3b21ffe9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/199affb6-79b6-473d-a5af-d50b6ccc40bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0749633 Aug 29 17:48:00.162406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50624) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:00.178355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Transition to ACTIVE for port object 9f33f4a6-16a9-4a53-ad2e-44939316bb90 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:00.192597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c5486-a614-4113-b595-e4177a30f8de None None] Sync routers for ids ['199affb6-79b6-473d-a5af-d50b6ccc40bd'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:00.198442 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-26567807-f74e-46f5-a3c9-62276f2314c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=199affb6-79b6-473d-a5af-d50b6ccc40bd HTTP/1.1" status: 200 len: 205 time: 0.0347524 Aug 29 17:48:00.201279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50626) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:00.201972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:47:55Z', 'revision_number': 3, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:47:58Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:00.206332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ec715a5a-50ea-4b4e-811c-3a8de468e234 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:00.215640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ec715a5a-50ea-4b4e-811c-3a8de468e234 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:00.215868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.299828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4c654-90bd-40f1-a9d4-2bb8f206a443 None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:47:55Z', 'revision_number': 3, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:47:58Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:00.300551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80777c47-3677-45f1-aa6d-61de25366f94 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.306933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Transition to ACTIVE for port object 9f33f4a6-16a9-4a53-ad2e-44939316bb90 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:00.337452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c5486-a614-4113-b595-e4177a30f8de None None] Routers {'199affb6-79b6-473d-a5af-d50b6ccc40bd'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:00.338108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-476c5486-a614-4113-b595-e4177a30f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['199affb6-79b6-473d-a5af-d50b6ccc40bd'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:00.445941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-476c5486-a614-4113-b595-e4177a30f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:00.450123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8:2::1 (b790a941-7d13-4884-8ac6-6642ca001ad0/8008b02a-9ac4-45ce-ad91-dab78f4d7573/b700d08e-8148-481d-a906-db9052048b4c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:00.467905 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.546265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Pushing event updated for resources: {'Port': ['ID=9f33f4a6-16a9-4a53-ad2e-44939316bb90,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:00.567302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c5486-a614-4113-b595-e4177a30f8de None None] Routers {'199affb6-79b6-473d-a5af-d50b6ccc40bd'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:00.568177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-476c5486-a614-4113-b595-e4177a30f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['199affb6-79b6-473d-a5af-d50b6ccc40bd'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:00.626909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Network b790a941-7d13-4884-8ac6-6642ca001ad0 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:00.628843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-476c5486-a614-4113-b595-e4177a30f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:00.629699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c5486-a614-4113-b595-e4177a30f8de None None] The sync data for ids ['199affb6-79b6-473d-a5af-d50b6ccc40bd'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:00.637245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:00.657077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80777c47-3677-45f1-aa6d-61de25366f94 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.666501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80777c47-3677-45f1-aa6d-61de25366f94 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.668188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.683926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object b700d08e-8148-481d-a906-db9052048b4c will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:00.686174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:00.692110 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.693806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f1f30e07-2495-47d3-8141-68efcee7488e None None] Could not find standard attr ID for object 0b6ae372-a57b-486d-b538-2ebafd5e05fd. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:48:00.730056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.741684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80777c47-3677-45f1-aa6d-61de25366f94 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.742205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80777c47-3677-45f1-aa6d-61de25366f94 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Fanout notify agent at l3_agent the message router_deleted on router 199affb6-79b6-473d-a5af-d50b6ccc40bd {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:48:00.753654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80777c47-3677-45f1-aa6d-61de25366f94 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.757741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-80777c47-3677-45f1-aa6d-61de25366f94 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/199affb6-79b6-473d-a5af-d50b6ccc40bd HTTP/1.1" status: 204 len: 168 time: 0.5525591 Aug 29 17:48:00.757741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50632) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:00.764703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50634) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:00.806364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network b790a941-7d13-4884-8ac6-6642ca001ad0 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:00.810888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:00.815052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:00.815836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.820099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=b700d08e-8148-481d-a906-db9052048b4c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:00.834866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Attempting to bind port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:00.835236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Attempting to bind port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:00.835598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Attempting to bind port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 on network b790a941-7d13-4884-8ac6-6642ca001ad0 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:00.848897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d666c78-b2a5-4301-ad22-27977713b43c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet bd879ba7-97f4-433d-9ebf-af4ac5eefedb {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:00.855126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8d666c78-b2a5-4301-ad22-27977713b43c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.859098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ec715a5a-50ea-4b4e-811c-3a8de468e234, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ec715a5a-50ea-4b4e-811c-3a8de468e234,segment=NetworkSegment(e3932b19-84cc-4e1c-9715-030e0f98d0de),segment_id=e3932b19-84cc-4e1c-9715-030e0f98d0de)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:00.860789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:00.861156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Checking segment: {'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:00.861551 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.861948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Bound using segment: {'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:00.871256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Bound port: 9f33f4a6-16a9-4a53-ad2e-44939316bb90, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:00.871671 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.890138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c2ae5e7f-eaf3-4140-8a02-c742ca9d8c5f None None] Could not find standard attr ID for object 0b6ae372-a57b-486d-b538-2ebafd5e05fd. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:48:00.891665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.932829 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8d666c78-b2a5-4301-ad22-27977713b43c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.974680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:00.985119 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc690614-8cc3-42bf-a358-0669dc368c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.018799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ec715a5a-50ea-4b4e-811c-3a8de468e234,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:01.039968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] For port 9f33f4a6-16a9-4a53-ad2e-44939316bb90, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:01.044078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] For port 9f33f4a6-16a9-4a53-ad2e-44939316bb90, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9f33f4a6-16a9-4a53-ad2e-44939316bb90,segment=NetworkSegment(fcd93202-c75e-4b62-b31f-3ac75f0b8d3d),segment_id=fcd93202-c75e-4b62-b31f-3ac75f0b8d3d)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:01.049300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.123224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8d666c78-b2a5-4301-ad22-27977713b43c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.126722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d36eb-31d8-4e88-ba94-756700212444 None None] Pushing event updated for resources: {'Port': ['ID=9f33f4a6-16a9-4a53-ad2e-44939316bb90,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:01.183887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b7986cfe-20ae-407e-837c-53fee1aeb8fd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:01.258979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc690614-8cc3-42bf-a358-0669dc368c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.265148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8d666c78-b2a5-4301-ad22-27977713b43c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.268022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b7986cfe-20ae-407e-837c-53fee1aeb8fd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:01.268691 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.273241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc690614-8cc3-42bf-a358-0669dc368c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.330624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d666c78-b2a5-4301-ad22-27977713b43c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=bd879ba7-97f4-433d-9ebf-af4ac5eefedb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:01.337606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bc690614-8cc3-42bf-a358-0669dc368c0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d58c1aa2aace4296862b1c096d090ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784502 Aug 29 17:48:01.341410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50638) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:01.350135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8d666c78-b2a5-4301-ad22-27977713b43c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.356449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8d666c78-b2a5-4301-ad22-27977713b43c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/bd879ba7-97f4-433d-9ebf-af4ac5eefedb HTTP/1.1" status: 204 len: 168 time: 0.5907066 Aug 29 17:48:01.357814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b9677-7944-4c0d-891b-488a72da535c None None] Network 7e30f256-2124-450c-9a2c-e9166c194cb8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:01.359965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50640) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:01.429215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc690614-8cc3-42bf-a358-0669dc368c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d56cac-f5dd-4ab6-b835-0ab94926bed8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:01.486308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-810a247a-0a89-4224-bc94-6410627d3f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.487829 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.524510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7284ec44-e722-43ce-b928-71d9b83e89e1 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:01.529358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-810a247a-0a89-4224-bc94-6410627d3f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.532906 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.548104 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.548966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.566437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port b7986cfe-20ae-407e-837c-53fee1aeb8fd {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:01.566847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.648006 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 7284ec44-e722-43ce-b928-71d9b83e89e1 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:01.649064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port b7986cfe-20ae-407e-837c-53fee1aeb8fd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b7986cfe-20ae-407e-837c-53fee1aeb8fd,segment=NetworkSegment(f7692013-d489-4096-851c-75abaab986d8),segment_id=f7692013-d489-4096-851c-75abaab986d8)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:01.649441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.654397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7284ec44-e722-43ce-b928-71d9b83e89e1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:01.654798 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.665438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for b7986cfe-20ae-407e-837c-53fee1aeb8fd owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:01.692377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=b700d08e-8148-481d-a906-db9052048b4c,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:01.715564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-810a247a-0a89-4224-bc94-6410627d3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.718258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-810a247a-0a89-4224-bc94-6410627d3f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.719539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-810a247a-0a89-4224-bc94-6410627d3f5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6d56cac-f5dd-4ab6-b835-0ab94926bed8 HTTP/1.1" status: 204 len: 168 time: 0.3761308 Aug 29 17:48:01.732173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a247a-0a89-4224-bc94-6410627d3f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d56cac-f5dd-4ab6-b835-0ab94926bed8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:01.759649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c65fd6-b4b4-4636-9f48-c20adf700abc None None] DHCP port deletion for 7e30f256-2124-450c-9a2c-e9166c194cb8 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:01.766123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.769794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network b790a941-7d13-4884-8ac6-6642ca001ad0 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:01.771928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:01.803091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-98c65fd6-b4b4-4636-9f48-c20adf700abc None None] The port 'b7986cfe-20ae-407e-837c-53fee1aeb8fd' was deleted {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 17:48:01.814377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=b7986cfe-20ae-407e-837c-53fee1aeb8fd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:01.815942 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.816527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No DVR routers for this DVR port b7986cfe-20ae-407e-837c-53fee1aeb8fd on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:01.861016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 7284ec44-e722-43ce-b928-71d9b83e89e1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7284ec44-e722-43ce-b928-71d9b83e89e1,segment=NetworkSegment(e3932b19-84cc-4e1c-9715-030e0f98d0de),segment_id=e3932b19-84cc-4e1c-9715-030e0f98d0de)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:01.867739 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.912122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:01.916114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.932239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=7284ec44-e722-43ce-b928-71d9b83e89e1,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:01.936420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e30f256-2124-450c-9a2c-e9166c194cb8']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:01.951217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7692013-d489-4096-851c-75abaab986d8') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:01.951794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7692013-d489-4096-851c-75abaab986d8') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:01.964733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.985347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.992587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:01.992996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:01.996899 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:02.065335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:02.074840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.075081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1b08f7a2-c2ce-4eb5-b731-c7fa53d7e2fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7912250 Aug 29 17:48:02.075324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50650) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:02.081379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-660272448'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:02.081872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.082292 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:02.084745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/7e30f256-2124-450c-9a2c-e9166c194cb8 HTTP/1.1" status: 204 len: 168 time: 0.7212772 Aug 29 17:48:02.089060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:02.094849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-7590658', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:02.099667 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:02.100493 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:02.105885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295091-9039-4403-9e99-91d8f8088134 req-c47057a0-5e80-46c7-a653-6a32428e28b9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:02.115870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94295091-9039-4403-9e99-91d8f8088134 req-c47057a0-5e80-46c7-a653-6a32428e28b9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.1229284 Aug 29 17:48:02.118221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8cb23-7a80-45ce-b986-c71649d4f5ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=7e30f256-2124-450c-9a2c-e9166c194cb8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:02.152935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:48:02.152935 n-d-713499-15 neutron-server[94796]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 17:48:02.152935 n-d-713499-15 neutron-server[94796]: [parameters: {'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'id': 'b0822790-7fab-4e50-8439-3b88b09d33af', 'expiration': datetime.datetime(2021, 8, 29, 17, 50, 2, 141722)}] Aug 29 17:48:02.152935 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:48:02.153867 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:48:02.174561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94295091-9039-4403-9e99-91d8f8088134 req-4a77dcdb-b7e4-4a31-8dcb-251b739c0ebe tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583994 Aug 29 17:48:02.175879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:02.179350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.205437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50654) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:02.206350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:48:02.210460 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:02.262379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.263013 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added segment 90cf4ecc-0188-45cd-9844-baa1da6e60f9 of type vlan for network ac46eee4-b16d-4875-98f5-e1b60f9eec9e Aug 29 17:48:02.293240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50656) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:02.312154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dad2cfba-ae27-41fe-98ed-df2030725371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.312650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-914a18ab-937f-498e-a333-7d08fdfc49ce tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/7aead733-b083-4f3e-a19f-8845e3c352d6 HTTP/1.1" status: 200 len: 992 time: 0.1033542 Aug 29 17:48:02.328879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.372783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.380720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:02.381490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.462076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dad2cfba-ae27-41fe-98ed-df2030725371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.472437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Network': ['ID=ac46eee4-b16d-4875-98f5-e1b60f9eec9e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:02.479448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e0dee550-2b32-471f-8d6c-e33941810162 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4029946 Aug 29 17:48:02.480585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50662) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:02.484239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ac46eee4-b16d-4875-98f5-e1b60f9eec9e details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:48:02.485035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dad2cfba-ae27-41fe-98ed-df2030725371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.499557 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:00Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:02.502646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'subnet': {'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:02.533692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dad2cfba-ae27-41fe-98ed-df2030725371 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aacae75c6ed946e995281c79b69f8950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390873 Aug 29 17:48:02.534871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2cfba-ae27-41fe-98ed-df2030725371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd8840-9bfc-4835-804e-514e00bae4ef,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:02.537593 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:02.537593 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Updating router f44ea86c-5cea-4049-912e-fac5a2af838c port b700d08e-8148-481d-a906-db9052048b4c binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:48:02.553704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50664) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:02.567507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ea003-8540-41de-89d5-b2a4743e5d58 None None] Network b790a941-7d13-4884-8ac6-6642ca001ad0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:02.579940 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.622005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.650483 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.693272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6f0c1c9f-5f64-44bc-bd71-fc9c6826e8d5 None None] Provisioning for port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:02.697712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:48:02.697712 n-d-713499-15 neutron-server[94795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 17:48:02.697712 n-d-713499-15 neutron-server[94795]: [parameters: {'project_id': 'ec81145058e843809685be692a312ccb', 'id': 'c265b2fe-ef50-4906-8471-d4fbb3c82191', 'expiration': datetime.datetime(2021, 8, 29, 17, 50, 2, 676807)}] Aug 29 17:48:02.697712 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:48:02.698694 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:48:02.720660 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.721478 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.749878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.753413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.756861 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fdd8840-9bfc-4835-804e-514e00bae4ef HTTP/1.1" status: 204 len: 168 time: 0.1991465 Aug 29 17:48:02.778100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd8840-9bfc-4835-804e-514e00bae4ef,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:02.811859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.812203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.812630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.812953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.813632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.813632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.813962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.814301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.814640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.814966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.815286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.816351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863bde4-9328-469e-a1fd-b3e56a761b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:02.821957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.831692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.864058 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:02.874641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4d407d5e-cb79-4d78-a531-239d64b2ade1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.7755048 Aug 29 17:48:02.882486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50672) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:02.888542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-1659904232'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:02.961167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:02.964955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.033418 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.038797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:48:03.052279 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Transition to ACTIVE for port object b700d08e-8148-481d-a906-db9052048b4c will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:03.053626 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.053730 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment cbad4d5b-4ede-40b0-b90c-3323b2ba2272 of type vlan for network d0233e4c-73de-45a1-89c2-188de5ae4d98 Aug 29 17:48:03.069366 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.138618 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13873e35-4ec2-42bf-abe3-a90414ee8d0a None None] Pushing event updated for resources: {'Port': ['ID=b700d08e-8148-481d-a906-db9052048b4c,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:03.145907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.185284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ec715a5a-50ea-4b4e-811c-3a8de468e234 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:03.194390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.202018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:03.203018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.238364 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Attempting to bind port b700d08e-8148-481d-a906-db9052048b4c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:03.239308 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Attempting to bind port b700d08e-8148-481d-a906-db9052048b4c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:03.239679 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Attempting to bind port b700d08e-8148-481d-a906-db9052048b4c on network b790a941-7d13-4884-8ac6-6642ca001ad0 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:03.247057 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:03.247827 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Checking segment: {'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:03.249716 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.250440 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Bound using segment: {'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:03.251644 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Bound port: b700d08e-8148-481d-a906-db9052048b4c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:03.252173 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.292597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ec715a5a-50ea-4b4e-811c-3a8de468e234 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:03.293330 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.343629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f0e8ea7c-a39a-4934-80d8-26abe8ef980a None None] Provisioning for port b700d08e-8148-481d-a906-db9052048b4c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:03.351370 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] For port b700d08e-8148-481d-a906-db9052048b4c, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:03.351814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=d0233e4c-73de-45a1-89c2-188de5ae4d98,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:03.361552 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] For port b700d08e-8148-481d-a906-db9052048b4c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b700d08e-8148-481d-a906-db9052048b4c,segment=NetworkSegment(fcd93202-c75e-4b62-b31f-3ac75f0b8d3d),segment_id=fcd93202-c75e-4b62-b31f-3ac75f0b8d3d)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:03.365619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Made reservation on behalf of ec81145058e843809685be692a312ccb for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:03.371418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d0233e4c-73de-45a1-89c2-188de5ae4d98 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:48:03.371713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.373752 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.395256 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-da93ad4b-504b-4f8f-a9ce-d7a859ac12af tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5116608 Aug 29 17:48:03.397621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e484212-8c9a-4747-b713-aa27ec1e2f0a req-af7748eb-06d6-46c2-ba7c-b6966c6e4d79 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:03.398201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50682) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:03.399199 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e484212-8c9a-4747-b713-aa27ec1e2f0a req-af7748eb-06d6-46c2-ba7c-b6966c6e4d79 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1097 time: 0.1909068 Aug 29 17:48:03.408188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:03.467247 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:03.467886 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:03.565682 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e484212-8c9a-4747-b713-aa27ec1e2f0a req-228cd78e-79da-4a03-915a-fa1ad12b21e3 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391568 Aug 29 17:48:03.582575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9f33f4a6-16a9-4a53-ad2e-44939316bb90 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:03.606967 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13873e35-4ec2-42bf-abe3-a90414ee8d0a None None] Pushing event updated for resources: {'Port': ['ID=b700d08e-8148-481d-a906-db9052048b4c,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:03.643541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:03.648396 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.665235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:03.673141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:03.674108 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.708069 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:03.740839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.858395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Subnet': ['ID=9a02d226-039d-4ede-9922-4888a3b0ac1c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:03.874251 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Checking segment: {'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:03.874665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network hostable DHCP agents. Network: ac46eee4-b16d-4875-98f5-e1b60f9eec9e, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:48:03.924160 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:03.933289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network ac46eee4-b16d-4875-98f5-e1b60f9eec9e is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:48:03.961651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ac46eee4-b16d-4875-98f5-e1b60f9eec9e) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:03.966977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:03.969244 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:04.003627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 9f33f4a6-16a9-4a53-ad2e-44939316bb90, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9f33f4a6-16a9-4a53-ad2e-44939316bb90,segment=NetworkSegment(fcd93202-c75e-4b62-b31f-3ac75f0b8d3d),segment_id=fcd93202-c75e-4b62-b31f-3ac75f0b8d3d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:04.013208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a1bad-8d8e-4ca4-a557-b918d7dee82b None None] Network ac46eee4-b16d-4875-98f5-e1b60f9eec9e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:04.018809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0f0047cf-7390-4f51-8107-79d54d789696 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5335763 Aug 29 17:48:04.018809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50700) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:04.020859 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:04.023114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7284ec44-e722-43ce-b928-71d9b83e89e1 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:04.121684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:04.190211 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:00Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:03Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:04.242174 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697ee60-3a37-4b9c-ac21-bad0d5514eab None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:00Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:03Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:04.280369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=7ec3ec06-1256-4f15-8b35-b484feadc9dc,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:04.305875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:04.306776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: d0233e4c-73de-45a1-89c2-188de5ae4d98, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:48:04.353367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network d0233e4c-73de-45a1-89c2-188de5ae4d98 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:48:04.356748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=9f33f4a6-16a9-4a53-ad2e-44939316bb90,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:04.372091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d0233e4c-73de-45a1-89c2-188de5ae4d98) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:04.396185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:04.396782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:04.405982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767b0ad-3fee-4781-9bf6-4fb4c856a044 None None] Network d0233e4c-73de-45a1-89c2-188de5ae4d98 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:04.436785 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-00c89ba1-f185-4427-9a29-57d9a0a0b719 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0329194 Aug 29 17:48:04.439602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50712) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:04.661876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ac46eee4-b16d-4875-98f5-e1b60f9eec9e', 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'fixed_ips': [{'subnet_id': '9a02d226-039d-4ede-9922-4888a3b0ac1c'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:48:04.662817 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:04.665170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7284ec44-e722-43ce-b928-71d9b83e89e1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:04.665531 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:04.802659 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:05.288663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Allocated IP 2001:db8:3::2 (ac46eee4-b16d-4875-98f5-e1b60f9eec9e/9a02d226-039d-4ede-9922-4888a3b0ac1c/908eac79-c394-4533-96bf-c32d0f799846) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:05.330212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d0233e4c-73de-45a1-89c2-188de5ae4d98', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:48:05.331550 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:05.511220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-ab3d1cca-138b-4f16-8307-b2fd9a0a6a4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6188481 Aug 29 17:48:05.576901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:05.614864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b7986cfe-20ae-407e-837c-53fee1aeb8fd no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:05.647867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b7986cfe-20ae-407e-837c-53fee1aeb8fd {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:05.648375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b7986cfe-20ae-407e-837c-53fee1aeb8fd not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:05.673900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Allocated IP 172.20.0.2 (d0233e4c-73de-45a1-89c2-188de5ae4d98/7ec3ec06-1256-4f15-8b35-b484feadc9dc/f259218f-6dcc-410a-b824-056424ed5fce) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:05.681665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:05.697134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Transition to ACTIVE for port object 908eac79-c394-4533-96bf-c32d0f799846 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:05.756234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Transition to ACTIVE for port object 908eac79-c394-4533-96bf-c32d0f799846 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:05.775999 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:05.842055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Network ac46eee4-b16d-4875-98f5-e1b60f9eec9e is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:05.853992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:05.856591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:05.880613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Pushing event updated for resources: {'Port': ['ID=908eac79-c394-4533-96bf-c32d0f799846,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:05.917271 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Allocated IP 2001:db8:3::1 (ac46eee4-b16d-4875-98f5-e1b60f9eec9e/9a02d226-039d-4ede-9922-4888a3b0ac1c/2ceeba1d-a4a0-4891-9f03-5254bc5e779a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:06.007937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.012207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b700d08e-8148-481d-a906-db9052048b4c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:06.018136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Attempting to bind port 908eac79-c394-4533-96bf-c32d0f799846 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:06.018136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Attempting to bind port 908eac79-c394-4533-96bf-c32d0f799846 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:06.018374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Attempting to bind port 908eac79-c394-4533-96bf-c32d0f799846 on network ac46eee4-b16d-4875-98f5-e1b60f9eec9e {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:06.048213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Transition to ACTIVE for port object f259218f-6dcc-410a-b824-056424ed5fce will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:06.055064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:06.056072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Checking segment: {'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:06.056499 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.056900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Bound using segment: {'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:06.057383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Bound port: 908eac79-c394-4533-96bf-c32d0f799846, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:06.057769 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.074778 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.094959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Transition to ACTIVE for port object 2ceeba1d-a4a0-4891-9f03-5254bc5e779a will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:06.099967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Transition to ACTIVE for port object f259218f-6dcc-410a-b824-056424ed5fce will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:06.132548 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.152589 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.182054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-9cbe185e-fd02-47fe-b129-061a4a6dac0f tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:48:06.198926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-9cbe185e-fd02-47fe-b129-061a4a6dac0f tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273318 Aug 29 17:48:06.199653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50770) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:06.218007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b700d08e-8148-481d-a906-db9052048b4c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:06.218834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Request body: {'binding': {'host': 'n-h1-713499-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:06.219454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Unknown quota resources ['binding']. {{(pid=94796) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:48:06.224839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Network d0233e4c-73de-45a1-89c2-188de5ae4d98 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:06.227740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network ac46eee4-b16d-4875-98f5-e1b60f9eec9e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:06.231260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:06.231768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] For port 908eac79-c394-4533-96bf-c32d0f799846, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:06.237632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:06.238376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.241840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b700d08e-8148-481d-a906-db9052048b4c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:06.242216 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.242859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=2ceeba1d-a4a0-4891-9f03-5254bc5e779a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:06.247968 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.20.0.1 (d0233e4c-73de-45a1-89c2-188de5ae4d98/7ec3ec06-1256-4f15-8b35-b484feadc9dc/888f2be3-d203-4168-b695-96c78ea4fc6c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:06.250560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Pushing event updated for resources: {'Port': ['ID=f259218f-6dcc-410a-b824-056424ed5fce,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:06.254268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:06.260618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:06.320147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] For port 908eac79-c394-4533-96bf-c32d0f799846, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=908eac79-c394-4533-96bf-c32d0f799846,segment=NetworkSegment(90cf4ecc-0188-45cd-9844-baa1da6e60f9),segment_id=90cf4ecc-0188-45cd-9844-baa1da6e60f9)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:06.373361 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.383058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.389162 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e9adcce-b5fd-4249-ab2b-9268e8b1b59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.451983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Attempting to bind port f259218f-6dcc-410a-b824-056424ed5fce on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:06.452176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Attempting to bind port f259218f-6dcc-410a-b824-056424ed5fce by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:06.452504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Attempting to bind port f259218f-6dcc-410a-b824-056424ed5fce on network d0233e4c-73de-45a1-89c2-188de5ae4d98 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:06.488071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:06.489053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Checking segment: {'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:06.489053 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.489273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Bound using segment: {'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:06.489851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Bound port: f259218f-6dcc-410a-b824-056424ed5fce, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:06.490073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.506729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680c1ce-a624-4e16-82b1-0d521f73fcfb None None] Pushing event updated for resources: {'Port': ['ID=908eac79-c394-4533-96bf-c32d0f799846,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:06.507851 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.511602 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.565337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object 888f2be3-d203-4168-b695-96c78ea4fc6c will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:06.575249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b700d08e-8148-481d-a906-db9052048b4c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b700d08e-8148-481d-a906-db9052048b4c,segment=NetworkSegment(fcd93202-c75e-4b62-b31f-3ac75f0b8d3d),segment_id=fcd93202-c75e-4b62-b31f-3ac75f0b8d3d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:06.582142 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.586686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on host n-h1-713499-15 for vnic_type normal with profile None {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:06.587132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:06.587503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:06.588863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9f33f4a6-16a9-4a53-ad2e-44939316bb90 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:06.604128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:06.604128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:06.621879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:06.622213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Checking segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:06.623421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Bound using segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:06.623421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Bound port: 5c0b27cc-4f16-432b-9627-3b459e3bc829, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:06.660807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] For port f259218f-6dcc-410a-b824-056424ed5fce, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:06.687314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] For port f259218f-6dcc-410a-b824-056424ed5fce, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f259218f-6dcc-410a-b824-056424ed5fce,segment=NetworkSegment(cbad4d5b-4ede-40b0-b90c-3323b2ba2272),segment_id=cbad4d5b-4ede-40b0-b90c-3323b2ba2272)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:06.696122 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.736003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b700d08e-8148-481d-a906-db9052048b4c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:06.749841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e9adcce-b5fd-4249-ab2b-9268e8b1b59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.756107 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.772394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e9adcce-b5fd-4249-ab2b-9268e8b1b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.784604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:06.784984 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.797643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.803314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.805468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.839367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c2afb-f37f-4e6c-be37-151219440ec5 None None] Pushing event updated for resources: {'Port': ['ID=f259218f-6dcc-410a-b824-056424ed5fce,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:06.872403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network d0233e4c-73de-45a1-89c2-188de5ae4d98 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:06.883314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:06.899640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:06.903171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:06.942934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] Notify callbacks [] for binding, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:06.944451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-cd88a42a-5b5b-43fc-81b7-1874925d0c2d service neutron] 10.222.0.41 "POST /v2.0/ports/5c0b27cc-4f16-432b-9627-3b459e3bc829/bindings HTTP/1.1" status: 201 len: 390 time: 0.7316720 Aug 29 17:48:06.945567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=888f2be3-d203-4168-b695-96c78ea4fc6c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:06.953696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50774) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:06.954982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5e9adcce-b5fd-4249-ab2b-9268e8b1b59d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7ca1a71493c47cfafa3f485d93eacb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513568 Aug 29 17:48:06.959853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9adcce-b5fd-4249-ab2b-9268e8b1b59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e56b07-c755-4a74-bfbd-25f9ba01da9f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:06.967803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event updated for resources: {'Port': ['ID=2ceeba1d-a4a0-4891-9f03-5254bc5e779a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:06.987875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:07.050756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Network ac46eee4-b16d-4875-98f5-e1b60f9eec9e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:07.053888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:07.133426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7011756-b0bb-4f4c-be6a-b269866f2514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:07.219870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:07.262052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7011756-b0bb-4f4c-be6a-b269866f2514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:07.289583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:07.310694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88613fcd-5547-402d-b15b-081026d69595 req-f67d04f0-11eb-4e27-8a43-c553b11b80e5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:07.311896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88613fcd-5547-402d-b15b-081026d69595 req-f67d04f0-11eb-4e27-8a43-c553b11b80e5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.1980975 Aug 29 17:48:07.431661 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88613fcd-5547-402d-b15b-081026d69595 req-e86a4745-9aef-4e96-bb37-307629c9a4c1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127903 Aug 29 17:48:07.433972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7011756-b0bb-4f4c-be6a-b269866f2514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:07.436536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7011756-b0bb-4f4c-be6a-b269866f2514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:07.440324 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c7011756-b0bb-4f4c-be6a-b269866f2514 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48e56b07-c755-4a74-bfbd-25f9ba01da9f HTTP/1.1" status: 204 len: 168 time: 0.4859278 Aug 29 17:48:07.458882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7011756-b0bb-4f4c-be6a-b269866f2514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e56b07-c755-4a74-bfbd-25f9ba01da9f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:07.464760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:07.474135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:07.482955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5720114d-5279-4784-92cb-d83c49a6d0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4558711 Aug 29 17:48:07.482955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50782) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:07.488633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:07.497376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:07.498195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:07.575949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-8194ecc2-2be1-4d21-a63a-758ea2423ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:07.578506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-8194ecc2-2be1-4d21-a63a-758ea2423ae6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1097 time: 0.3548510 Aug 29 17:48:07.656223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:07.758900 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:07.826992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:07.831969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-67d09960-a2a1-4ded-80a0-3b32f848e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:07.836847 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-67d09960-a2a1-4ded-80a0-3b32f848e856 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 897 time: 0.2449582 Aug 29 17:48:08.040804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 908eac79-c394-4533-96bf-c32d0f799846 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:08.061061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50786) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:08.103314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387d642-e847-4b2f-afcd-a9d31fb24363 None None] Network ac46eee4-b16d-4875-98f5-e1b60f9eec9e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:08.105384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-040d8fad-3bea-4590-a148-c1e0f81fb4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.109810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=888f2be3-d203-4168-b695-96c78ea4fc6c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:08.133517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.138945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c0ab554f-4621-4930-9279-09a45b7fe89b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 1000 time: 0.2103724 Aug 29 17:48:08.142221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.extraroute_db [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:48:08.161318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.extraroute_db [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Removed routes are [] {{(pid=94795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:48:08.161777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.196115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9d781c4d-8498-4e20-973b-ebf6527846b6 None None] Provisioning for port 908eac79-c394-4533-96bf-c32d0f799846 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:08.247880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ceeba1d-a4a0-4891-9f03-5254bc5e779a', 'name': '', 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:e5:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9a02d226-039d-4ede-9922-4888a3b0ac1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '9a02d226-039d-4ede-9922-4888a3b0ac1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:08.306401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:08.314690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Updating router f44ea86c-5cea-4049-912e-fac5a2af838c port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:48:08.346384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-5aef0bc0-c773-44c1-997f-a112481e5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:08.348390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-5aef0bc0-c773-44c1-997f-a112481e5584 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 200 len: 835 time: 0.1999729 Aug 29 17:48:08.351427 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.358238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 908eac79-c394-4533-96bf-c32d0f799846 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:08.372359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 908eac79-c394-4533-96bf-c32d0f799846 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:08.372994 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.451438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network d0233e4c-73de-45a1-89c2-188de5ae4d98 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:08.486518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:08.497206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24172ab-7b80-4f18-9c25-66e93edcc4bc None None] Network d0233e4c-73de-45a1-89c2-188de5ae4d98 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:08.524724 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.528956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.551659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-5287bf0e-2b2c-4702-ba68-0aabe6bb15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:08.554333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-5287bf0e-2b2c-4702-ba68-0aabe6bb15fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02cbc6a-d833-48f9-85c3-7787a4068d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790311 Aug 29 17:48:08.632346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:08.739504 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-040d8fad-3bea-4590-a148-c1e0f81fb4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.747696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:08.759006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.762850 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e332f17-3ae3-440a-89d7-1c309f0a9c78 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 200 len: 954 time: 1.2811198 Aug 29 17:48:08.763041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-040d8fad-3bea-4590-a148-c1e0f81fb4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:08.763246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50790) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:08.808653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e1b0-1df3-4485-8d2d-13558ad2624e req-9a06284a-1468-433e-af27-0423b217ca7e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:08.810213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61a8e1b0-1df3-4485-8d2d-13558ad2624e req-9a06284a-1468-433e-af27-0423b217ca7e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.2656050 Aug 29 17:48:08.859307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a4d9d6f9-e98e-4a82-8bd2-84aef2ab45fb None None] Provisioning for port f259218f-6dcc-410a-b824-056424ed5fce completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:08.869043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d8fad-3bea-4590-a148-c1e0f81fb4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a1a93-17b3-4cc9-bafa-19520fb8c603,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:08.875245 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0554b4c7-ef84-44ac-bdb0-cfc201577fc5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 200 len: 954 time: 0.1079516 Aug 29 17:48:08.875468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-040d8fad-3bea-4590-a148-c1e0f81fb4db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ef167ac691040f3a023e3564b10427f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8098338 Aug 29 17:48:08.876276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50792) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:08.877199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50794) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:08.883166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'routes': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:08.898711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c5a2d4e3-0226-457b-8e1f-8be144b08e0e service neutron] 10.222.0.44 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890267 Aug 29 17:48:08.927222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61a8e1b0-1df3-4485-8d2d-13558ad2624e req-975ca6d2-6cec-4a00-af34-5ec6e851c822 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930371 Aug 29 17:48:08.938097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:48:09.013999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d5d95f9-9e19-40c1-84cb-fa1badceaddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.028365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.083202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 908eac79-c394-4533-96bf-c32d0f799846, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=908eac79-c394-4533-96bf-c32d0f799846,segment=NetworkSegment(90cf4ecc-0188-45cd-9844-baa1da6e60f9),segment_id=90cf4ecc-0188-45cd-9844-baa1da6e60f9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:09.100676 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d5d95f9-9e19-40c1-84cb-fa1badceaddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.106698 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-9f208360-5577-4100-a3d7-be6264528e09 service neutron] 10.222.0.44 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977277 Aug 29 17:48:09.109379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:09.126178 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:09.127604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-10a04f32-7fc2-444b-9abc-81a2eedff6d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6869116 Aug 29 17:48:09.128523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50798) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:09.130617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.131658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f259218f-6dcc-410a-b824-056424ed5fce up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:09.139900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-603474389'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:09.142483 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:09.143674 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:09.224243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:09.228521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.270290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=908eac79-c394-4533-96bf-c32d0f799846,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:09.281925 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:09.320001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f259218f-6dcc-410a-b824-056424ed5fce completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:09.330387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f259218f-6dcc-410a-b824-056424ed5fce triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:09.330796 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.334456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:48:09.346148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.347524 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment 5bf91bca-7135-4d96-a9a6-6b5eaf432513 of type vlan for network 398d1134-0fc0-4eae-87af-191fc02d8160 Aug 29 17:48:09.366318 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d5d95f9-9e19-40c1-84cb-fa1badceaddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.378642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d5d95f9-9e19-40c1-84cb-fa1badceaddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.379923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4d5d95f9-9e19-40c1-84cb-fa1badceaddb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a4a1a93-17b3-4cc9-bafa-19520fb8c603 HTTP/1.1" status: 204 len: 168 time: 0.5005696 Aug 29 17:48:09.399195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d95f9-9e19-40c1-84cb-fa1badceaddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a1a93-17b3-4cc9-bafa-19520fb8c603,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:09.411836 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.432376 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.436795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Transition to ACTIVE for port object 2ceeba1d-a4a0-4891-9f03-5254bc5e779a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:09.469704 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.502853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-6acc1765-ff95-417b-83dc-2c17bbaf5594 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:09.509762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-6acc1765-ff95-417b-83dc-2c17bbaf5594 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1097 time: 0.3419933 Aug 29 17:48:09.510492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.516567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:09.517196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.527962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-15'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:09.550940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacc4b9-f560-459a-8747-b87194a10ebb None None] Pushing event updated for resources: {'Port': ['ID=2ceeba1d-a4a0-4891-9f03-5254bc5e779a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:09.635956 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.extraroute_db [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added routes are [] {{(pid=94795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:48:09.636661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.extraroute_db [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:48:09.643125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ec5a3549-c2a3-4555-a4ea-80c7dce96048 None None] Provisioning complete for port 908eac79-c394-4533-96bf-c32d0f799846 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:09.643507 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3549-c2a3-4555-a4ea-80c7dce96048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.706979 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.763164 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.821436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50804) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:09.824619 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6947083 Aug 29 17:48:09.827144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:09.831322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Attempting to bind port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:09.833568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Attempting to bind port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:09.834128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Attempting to bind port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a on network ac46eee4-b16d-4875-98f5-e1b60f9eec9e {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:09.859327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port f259218f-6dcc-410a-b824-056424ed5fce, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f259218f-6dcc-410a-b824-056424ed5fce,segment=NetworkSegment(cbad4d5b-4ede-40b0-b90c-3323b2ba2272),segment_id=cbad4d5b-4ede-40b0-b90c-3323b2ba2272)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:09.898815 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.902111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cfcca-3ed5-4083-9786-1af656927566 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=398d1134-0fc0-4eae-87af-191fc02d8160,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:09.924048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:09.925145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Checking segment: {'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:09.925810 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.927082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Bound using segment: {'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:09.927804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Bound port: 2ceeba1d-a4a0-4891-9f03-5254bc5e779a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cf4ecc-0188-45cd-9844-baa1da6e60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:09.928564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.950362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 398d1134-0fc0-4eae-87af-191fc02d8160 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:48:09.953024 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:07Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:07Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:09.971345 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:09.974084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b700d08e-8148-481d-a906-db9052048b4c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:09.992958 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:09.993312 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Updating router 96863a68-3249-4a39-8e01-6d545e5c56c3 port 888f2be3-d203-4168-b695-96c78ea4fc6c binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:48:10.070027 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.161636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ec5a3549-c2a3-4555-a4ea-80c7dce96048 None None] Provisioning for port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:10.260050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:10.321538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=f259218f-6dcc-410a-b824-056424ed5fce,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:10.340441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:10.382059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50808) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:10.382432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b700d08e-8148-481d-a906-db9052048b4c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:10.383492 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.389003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] For port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:10.398988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] For port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2ceeba1d-a4a0-4891-9f03-5254bc5e779a,segment=NetworkSegment(90cf4ecc-0188-45cd-9844-baa1da6e60f9),segment_id=90cf4ecc-0188-45cd-9844-baa1da6e60f9)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:10.459911 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.543753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:10.546462 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e94f55-c272-4a0e-a9d1-f5fea8d359e7" -d '{"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:10.560723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.602048 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.634726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-651c2c05-db61-4c75-89df-4f1dc7b25aa4 None None] Provisioning for port 888f2be3-d203-4168-b695-96c78ea4fc6c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:10.642932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:10.644367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:10.693109 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:10.696595 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.718485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.742894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-651c2c05-db61-4c75-89df-4f1dc7b25aa4 None None] Provisioning complete for port 888f2be3-d203-4168-b695-96c78ea4fc6c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:10.743121 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-651c2c05-db61-4c75-89df-4f1dc7b25aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.743917 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413aba88-c6aa-4435-83a6-7f7ca6946d36 x-openstack-request-id: req-413aba88-c6aa-4435-83a6-7f7ca6946d36 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:10.744201 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:10.746644 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.747460 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-413aba88-c6aa-4435-83a6-7f7ca6946d36 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:10.748161 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'code': 200} Aug 29 17:48:10.773808 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Transition to ACTIVE for port object 888f2be3-d203-4168-b695-96c78ea4fc6c will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:10.792631 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.859763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacc4b9-f560-459a-8747-b87194a10ebb None None] Pushing event updated for resources: {'Port': ['ID=2ceeba1d-a4a0-4891-9f03-5254bc5e779a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:10.910986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189fee-69d7-4b93-8104-c895f8feeadc req-ecc46bea-0568-426b-81e7-6e6e02234fa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:10.920191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8189fee-69d7-4b93-8104-c895f8feeadc req-ecc46bea-0568-426b-81e7-6e6e02234fa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 943 time: 0.4329984 Aug 29 17:48:10.923107 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:10.969075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:10.974777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:11.038179 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Attempting to bind port 888f2be3-d203-4168-b695-96c78ea4fc6c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:11.038551 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Attempting to bind port 888f2be3-d203-4168-b695-96c78ea4fc6c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:11.038935 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Attempting to bind port 888f2be3-d203-4168-b695-96c78ea4fc6c on network d0233e4c-73de-45a1-89c2-188de5ae4d98 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:11.046674 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Pushing event updated for resources: {'Port': ['ID=888f2be3-d203-4168-b695-96c78ea4fc6c,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:11.068221 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.072159 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.072789 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.073982 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.074483 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.075197 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.075531 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.075864 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.076194 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.076525 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.076850 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.077165 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:11.088225 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:11.089505 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Checking segment: {'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:11.090284 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.092394 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Bound using segment: {'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:11.092893 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Bound port: 888f2be3-d203-4168-b695-96c78ea4fc6c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:11.093280 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.182164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on host n-h2-713499-15 for vnic_type normal with profile {"migrating_to": "n-h1-713499-15"} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:11.184182 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:11.184797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:11.192522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port 938ae09f-21a1-4803-aa8a-2f42337cf1be {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:11.193223 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.206932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:11.207678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Attempting to bind port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on network e02cbc6a-d833-48f9-85c3-7787a4068d05 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:11.236586 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] For port 888f2be3-d203-4168-b695-96c78ea4fc6c, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:11.241406 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] For port 888f2be3-d203-4168-b695-96c78ea4fc6c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=888f2be3-d203-4168-b695-96c78ea4fc6c,segment=NetworkSegment(cbad4d5b-4ede-40b0-b90c-3323b2ba2272),segment_id=cbad4d5b-4ede-40b0-b90c-3323b2ba2272)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:11.254006 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.262419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:11.262931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Checking segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:11.264615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Bound using segment: {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:11.265372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Bound port: 5c0b27cc-4f16-432b-9627-3b459e3bc829, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8687991-dfb3-44cb-9a9e-84485dfacdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:11.267638 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.282835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-651c2c05-db61-4c75-89df-4f1dc7b25aa4 None None] Port 888f2be3-d203-4168-b695-96c78ea4fc6c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:11.364312 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c24a4-c063-4539-82d9-491041b04450 None None] Pushing event updated for resources: {'Port': ['ID=888f2be3-d203-4168-b695-96c78ea4fc6c,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:11.372827 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8189fee-69d7-4b93-8104-c895f8feeadc req-306bf088-19b2-4ead-8858-95fc3fd92ad5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511917 Aug 29 17:48:11.389120 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.389587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.419544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for 938ae09f-21a1-4803-aa8a-2f42337cf1be owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:11.427127 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:11.427777 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:11.435874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:11.445551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:11.451005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:11.452267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.499123 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9030aef2-8e3d-422c-b714-a931d1b8da5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.527382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-651c2c05-db61-4c75-89df-4f1dc7b25aa4 None None] Provisioning complete for port f259218f-6dcc-410a-b824-056424ed5fce triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:11.527753 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-651c2c05-db61-4c75-89df-4f1dc7b25aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.592089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.617782 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:11.672512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:11.717596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 908eac79-c394-4533-96bf-c32d0f799846 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:11.847525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:11.851213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: 398d1134-0fc0-4eae-87af-191fc02d8160, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:48:11.876856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:11.908795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:11.915627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-31e1a91a-e9f2-429e-9f03-5cffda0edf3f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 200 len: 704 time: 3.0355575 Aug 29 17:48:11.919149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50862) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:12.012715 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:07Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:11Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:12.042088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 908eac79-c394-4533-96bf-c32d0f799846 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:12.045830 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:12.056719 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8bfef-3309-4e7e-96ec-1a7126cf6820 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:07Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:11Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:12.095457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6452e993-786e-432e-9579-d1b49e110d9d tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 200 len: 704 time: 0.1724052 Aug 29 17:48:12.099876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50892) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:12.114553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:09Z', 'revision_number': 7, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ceeba1d-a4a0-4891-9f03-5254bc5e779a', 'name': '', 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:e5:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9a02d226-039d-4ede-9922-4888a3b0ac1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:10Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '9a02d226-039d-4ede-9922-4888a3b0ac1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:12.155569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2facf4bc-f942-4478-8ba1-1d8a8140a46e None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:09Z', 'revision_number': 7, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ceeba1d-a4a0-4891-9f03-5254bc5e779a', 'name': '', 'network_id': 'ac46eee4-b16d-4875-98f5-e1b60f9eec9e', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:e5:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9a02d226-039d-4ede-9922-4888a3b0ac1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:10Z', 'revision_number': 4, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '9a02d226-039d-4ede-9922-4888a3b0ac1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:12.275403 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 398d1134-0fc0-4eae-87af-191fc02d8160 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:48:12.285104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f259218f-6dcc-410a-b824-056424ed5fce up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:12.307365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 398d1134-0fc0-4eae-87af-191fc02d8160) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:12.317469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:12.318386 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:12.330022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb02e8d6-5008-49df-9797-5e2823a15e4d None None] Network 398d1134-0fc0-4eae-87af-191fc02d8160 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:12.358610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=8']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:12.370223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 50914) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:12.375222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d31af63-3bab-4257-98c4-29b1c5af666f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5527129 Aug 29 17:48:12.559768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f9f21ee9-9704-4a2f-86e8-8cfaa5da6171 None None] Provisioning complete for port 5c0b27cc-4f16-432b-9627-3b459e3bc829 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:12.560551 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f21ee9-9704-4a2f-86e8-8cfaa5da6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:12.804245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:12.804886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:12.807014 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-c9152649-74e5-44e6-b7c0-5d6ffd52e1af service neutron] 10.222.0.44 "PUT /v2.0/ports/5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 1123 time: 3.2864473 Aug 29 17:48:12.810381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:12.814749 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89a63c2-f477-4ce7-be32-7eb17e727d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:12.839250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:12.890221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019262d3-4403-4a37-b10c-d701ff61b2ef req-e32b9f11-2ecb-4a68-921b-20778b5873be tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:12.895038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:12.903901 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-019262d3-4403-4a37-b10c-d701ff61b2ef req-e32b9f11-2ecb-4a68-921b-20778b5873be tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 943 time: 0.3837497 Aug 29 17:48:12.951307 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54323979-f083-4c1f-a75a-b89638074657 x-openstack-request-id: req-54323979-f083-4c1f-a75a-b89638074657 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:12.951582 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:12.951816 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54323979-f083-4c1f-a75a-b89638074657 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:12.952203 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'status': 'completed', 'code': 200} Aug 29 17:48:12.960675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5c0b27cc-4f16-432b-9627-3b459e3bc829'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:48:12.972074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=938ae09f-21a1-4803-aa8a-2f42337cf1be,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:13.012268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f259218f-6dcc-410a-b824-056424ed5fce triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:13.012800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.062166 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.247942 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-019262d3-4403-4a37-b10c-d701ff61b2ef req-9b30a03f-e0c9-4ff7-9742-ab2ddc96a3bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420305 Aug 29 17:48:13.252115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50928) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:13.283100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-e9f5732f-119e-4261-8d79-29eb080ccb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:13.286139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-e9f5732f-119e-4261-8d79-29eb080ccb19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1126 time: 0.3321419 Aug 29 17:48:13.290499 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.291305 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Floating IP 6a576211-1196-40c3-ae8d-130f21e4f8f3 disassociated (deleted). External IP: 172.25.2.240, port: 1f1a3798-72f1-4843-81c0-93d6564bc3fb. Aug 29 17:48:13.329328 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.345216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-398d1134-0fc0-4eae-87af-191fc02d8160', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:48:13.346095 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.396158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:13.396509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.419039 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f21ee9-9704-4a2f-86e8-8cfaa5da6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.529899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2ceeba1d-a4a0-4891-9f03-5254bc5e779a,segment=NetworkSegment(90cf4ecc-0188-45cd-9844-baa1da6e60f9),segment_id=90cf4ecc-0188-45cd-9844-baa1da6e60f9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:13.530393 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.546090 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 2ceeba1d-a4a0-4891-9f03-5254bc5e779a owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:13.566002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:13.567923 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e6968-9772-48bc-b175-8ba86b44280a" -d '{"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-plugged", "status": "completed", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:13.612194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f9f21ee9-9704-4a2f-86e8-8cfaa5da6171 None None] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:13.625562 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f21ee9-9704-4a2f-86e8-8cfaa5da6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.693330 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d605720-f128-49a3-882e-80c37e57ad41 x-openstack-request-id: req-5d605720-f128-49a3-882e-80c37e57ad41 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:13.693629 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-plugged", "status": "completed", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:13.693851 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d605720-f128-49a3-882e-80c37e57ad41 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:13.694239 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'code': 200} Aug 29 17:48:13.714147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-6427f391-d2e3-4f2b-ad6a-faa7b5f59d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:13.714694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-6427f391-d2e3-4f2b-ad6a-faa7b5f59d38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 897 time: 0.4204881 Aug 29 17:48:13.777876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:13.780198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86686383-0325-434d-b966-036c7af8ef2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.858180 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.904309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=2ceeba1d-a4a0-4891-9f03-5254bc5e779a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:13.906851 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-5c00be61-1e85-4404-813d-dcf2d2a355ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 1000 time: 0.1427772 Aug 29 17:48:13.911469 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:13.915605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 888f2be3-d203-4168-b695-96c78ea4fc6c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:14.012822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:14.013475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:47:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:14.044632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Allocated IP 172.21.0.2 (398d1134-0fc0-4eae-87af-191fc02d8160/7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba/f876830a-c099-4ca6-8f53-65c49cadc01b) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:14.070859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-40f6c64e-4b8e-4472-8e70-92638b4aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:14.072879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-40f6c64e-4b8e-4472-8e70-92638b4aee5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 200 len: 835 time: 0.1552212 Aug 29 17:48:14.082422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:14.099372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f21ee9-9704-4a2f-86e8-8cfaa5da6171 None None] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:14.100207 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.142178 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.144748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4949249c-d326-4f77-9461-d8231b2199ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.246168 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86686383-0325-434d-b966-036c7af8ef2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.256031 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86686383-0325-434d-b966-036c7af8ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.265114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-7d3e2304-cf1a-4934-8825-b2f374cc9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:14.267010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-7d3e2304-cf1a-4934-8825-b2f374cc9b9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e02cbc6a-d833-48f9-85c3-7787a4068d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827946 Aug 29 17:48:14.273325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 888f2be3-d203-4168-b695-96c78ea4fc6c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:14.288121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86686383-0325-434d-b966-036c7af8ef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108c212c-a3a0-4749-b0f7-523fe1172476,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:14.301902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:14.339551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 888f2be3-d203-4168-b695-96c78ea4fc6c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:14.340240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.382019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-86686383-0325-434d-b966-036c7af8ef2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5e697ba3b7541efb13da90484a5d300&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1274588 Aug 29 17:48:14.384325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50936) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:14.487102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:14.507767 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a4ec3d5f-187c-4ffa-9f92-3a17d8e6969c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.517665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:14.525749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.534230 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:14.546903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:14.547929 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:14.585812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8202ed-1059-434a-91a3-38fbd0e7a716 req-ea08de79-2ec4-48c5-8f51-8616a018d8a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:14.587334 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e8202ed-1059-434a-91a3-38fbd0e7a716 req-ea08de79-2ec4-48c5-8f51-8616a018d8a1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.1906195 Aug 29 17:48:14.596871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-93e95411-07cb-4b5f-8ff1-fffabdc439d7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "DELETE /v2.0/floatingips/6a576211-1196-40c3-ae8d-130f21e4f8f3 HTTP/1.1" status: 204 len: 168 time: 4.2113628 Aug 29 17:48:14.601839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-625e0017-f25a-42dd-9e39-25ece87e30b6 service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151407 Aug 29 17:48:14.632031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c0b27cc-4f16-432b-9627-3b459e3bc829 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:48:14.639683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a4ec3d5f-187c-4ffa-9f92-3a17d8e6969c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.653803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:14.663810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4ecae652-36c3-481b-ba94-e1767494ffdc tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5603652 Aug 29 17:48:14.666121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50940) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:14.682302 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.732059 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:14.752788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c6dad9-ed5a-4e62-9365-166e8a9c7476 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet 9a02d226-039d-4ede-9922-4888a3b0ac1c {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:14.756644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-39c6dad9-ed5a-4e62-9365-166e8a9c7476 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.758198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e8202ed-1059-434a-91a3-38fbd0e7a716 req-5ad16f52-6ffa-4d8a-94d9-65ffb33d6039 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590757 Aug 29 17:48:14.799024 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d89a63c2-f477-4ce7-be32-7eb17e727d3b req-71b0a152-a327-4230-bd1b-c58953ef51a1 service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595073 Aug 29 17:48:14.811827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Transition to ACTIVE for port object f876830a-c099-4ca6-8f53-65c49cadc01b will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:14.849644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-39c6dad9-ed5a-4e62-9365-166e8a9c7476 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.898667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a4ec3d5f-187c-4ffa-9f92-3a17d8e6969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.908546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a4ec3d5f-187c-4ffa-9f92-3a17d8e6969c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:14.911640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a4ec3d5f-187c-4ffa-9f92-3a17d8e6969c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/108c212c-a3a0-4749-b0f7-523fe1172476 HTTP/1.1" status: 204 len: 168 time: 0.4898360 Aug 29 17:48:14.960257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e9206-105a-4629-a128-766f38901fd2 req-d372562e-32be-448c-8af5-af72b4cd21a7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:14.961847 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-157e9206-105a-4629-a128-766f38901fd2 req-d372562e-32be-448c-8af5-af72b4cd21a7 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 945 time: 0.0604348 Aug 29 17:48:14.962410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:14.970980 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb05475-1d64-4db0-b749-a209e638e643" -d '{"events": [{"name": "network-changed", "server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:14.996529 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.004600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Transition to ACTIVE for port object f876830a-c099-4ca6-8f53-65c49cadc01b will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:15.031954 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.065737 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:04Z', 'revision_number': 1, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:15.067002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 888f2be3-d203-4168-b695-96c78ea4fc6c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=888f2be3-d203-4168-b695-96c78ea4fc6c,segment=NetworkSegment(cbad4d5b-4ede-40b0-b90c-3323b2ba2272),segment_id=cbad4d5b-4ede-40b0-b90c-3323b2ba2272)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:15.074697 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-39c6dad9-ed5a-4e62-9365-166e8a9c7476 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.091582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.21.0.1 (398d1134-0fc0-4eae-87af-191fc02d8160/7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba/c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:15.124297 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:15.133493 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:15.134429 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:15.141244 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.142135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2ceeba1d-a4a0-4891-9f03-5254bc5e779a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:15.161444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec3d5f-187c-4ffa-9f92-3a17d8e6969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108c212c-a3a0-4749-b0f7-523fe1172476,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:15.164808 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-39c6dad9-ed5a-4e62-9365-166e8a9c7476 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.183074 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-39c6dad9-ed5a-4e62-9365-166e8a9c7476 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.189144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-39c6dad9-ed5a-4e62-9365-166e8a9c7476 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/9a02d226-039d-4ede-9922-4888a3b0ac1c HTTP/1.1" status: 204 len: 168 time: 0.5194032 Aug 29 17:48:15.190125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:15.217793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.228802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6dad9-ed5a-4e62-9365-166e8a9c7476 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=9a02d226-039d-4ede-9922-4888a3b0ac1c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:15.235256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:15.244119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711522ab-585c-4176-984f-1275201e4d4f None None] Network ac46eee4-b16d-4875-98f5-e1b60f9eec9e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:15.253435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:15.258655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2ceeba1d-a4a0-4891-9f03-5254bc5e779a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:15.259012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2ceeba1d-a4a0-4891-9f03-5254bc5e779a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 17:48:15.272958 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27bdde4-7a68-4b8f-a7c1-26421e76bb1e x-openstack-request-id: req-a27bdde4-7a68-4b8f-a7c1-26421e76bb1e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:15.273282 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:15.273490 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a27bdde4-7a68-4b8f-a7c1-26421e76bb1e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:15.273874 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'status': 'completed', 'code': 200} Aug 29 17:48:15.288811 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.303258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Network 398d1134-0fc0-4eae-87af-191fc02d8160 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:15.303991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port 2ceeba1d-a4a0-4891-9f03-5254bc5e779a not found, will not notify nova. {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 17:48:15.322934 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:15.357558 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-157e9206-105a-4629-a128-766f38901fd2 req-6338b04a-b353-4da3-ba2a-9c5ff0059ccf tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3744020 Aug 29 17:48:15.361979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:15.393193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 398d1134-0fc0-4eae-87af-191fc02d8160 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:15.403666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:15.406526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:15.430579 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.458501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.463057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb05475-1d64-4db0-b749-a209e638e643 req-c2253dd3-2e0f-4764-8b50-f6e2a92cd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:15.464863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-feb05475-1d64-4db0-b749-a209e638e643 req-c2253dd3-2e0f-4764-8b50-f6e2a92cd890 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 1097 time: 0.1938870 Aug 29 17:48:15.561946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 908eac79-c394-4533-96bf-c32d0f799846 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:15.562449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.575503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:15.580558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:15.611790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c0b27cc-4f16-432b-9627-3b459e3bc829 has no active binding in host n-h1-713499-15 {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:48:15.617735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Pushing event updated for resources: {'Port': ['ID=f876830a-c099-4ca6-8f53-65c49cadc01b,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:15.717997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=888f2be3-d203-4168-b695-96c78ea4fc6c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:15.719876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port 908eac79-c394-4533-96bf-c32d0f799846, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=908eac79-c394-4533-96bf-c32d0f799846,segment=NetworkSegment(90cf4ecc-0188-45cd-9844-baa1da6e60f9),segment_id=90cf4ecc-0188-45cd-9844-baa1da6e60f9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:15.720334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.735527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb05475-1d64-4db0-b749-a209e638e643 req-9324e83c-2e98-4830-bc37-6c9d838e8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:15.737342 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-feb05475-1d64-4db0-b749-a209e638e643 req-9324e83c-2e98-4830-bc37-6c9d838e8ded service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 0.2266285 Aug 29 17:48:15.751643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.765934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 908eac79-c394-4533-96bf-c32d0f799846 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:15.772604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:13Z', 'revision_number': 8, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:15.854804 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.863836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-feb05475-1d64-4db0-b749-a209e638e643 req-ea2862dc-b072-4043-8f9f-5424b3cc3850 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb HTTP/1.1" status: 200 len: 217 time: 0.1162415 Aug 29 17:48:15.878973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:15.902361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Attempting to bind port f876830a-c099-4ca6-8f53-65c49cadc01b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:15.902764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Attempting to bind port f876830a-c099-4ca6-8f53-65c49cadc01b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:15.903131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Attempting to bind port f876830a-c099-4ca6-8f53-65c49cadc01b on network 398d1134-0fc0-4eae-87af-191fc02d8160 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:15.909713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:15.910169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Checking segment: {'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:15.911467 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.911467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Bound using segment: {'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:15.911997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Bound port: f876830a-c099-4ca6-8f53-65c49cadc01b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:15.912547 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.948036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:15.948959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:15.982971 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:04Z', 'revision_number': 1, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:16.012077 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d505a5-2e70-4737-90b1-b709023565d3 None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '48df9813-d465-4be4-adb0-6be44a83a922', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'port_id': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'mac_address': 'fa:16:3e:1d:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:44:01Z', 'updated_at': '2021-08-29T17:44:04Z', 'revision_number': 1, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:16.015689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da9312-b288-4676-8c3b-d50fc2df3e26 req-8f6dd338-7b20-42cc-82b1-24ded8407ed5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:16.023750 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03da9312-b288-4676-8c3b-d50fc2df3e26 req-8f6dd338-7b20-42cc-82b1-24ded8407ed5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.1351216 Aug 29 17:48:16.025611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.044020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No DVR routers for this DVR port 908eac79-c394-4533-96bf-c32d0f799846 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:16.084443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=908eac79-c394-4533-96bf-c32d0f799846,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:16.099804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb05475-1d64-4db0-b749-a209e638e643 req-9d5b88cc-15ac-4736-a908-fd5ab582e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:16.102255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-feb05475-1d64-4db0-b749-a209e638e643 req-9d5b88cc-15ac-4736-a908-fd5ab582e290 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.1972907 Aug 29 17:48:16.124843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:16.127264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] For port f876830a-c099-4ca6-8f53-65c49cadc01b, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:16.181073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] For port f876830a-c099-4ca6-8f53-65c49cadc01b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f876830a-c099-4ca6-8f53-65c49cadc01b,segment=NetworkSegment(5bf91bca-7135-4d96-a9a6-6b5eaf432513),segment_id=5bf91bca-7135-4d96-a9a6-6b5eaf432513)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:16.191350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3f632-21f7-4aee-871a-6bd53decdc6f None None] DHCP port deletion for ac46eee4-b16d-4875-98f5-e1b60f9eec9e request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:16.200773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.211334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-03da9312-b288-4676-8c3b-d50fc2df3e26 req-f864aa99-54ce-4fb9-80b4-b489e0aaf817 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816986 Aug 29 17:48:16.226403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.236512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac46eee4-b16d-4875-98f5-e1b60f9eec9e']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:16.253304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cf4ecc-0188-45cd-9844-baa1da6e60f9') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:16.253975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cf4ecc-0188-45cd-9844-baa1da6e60f9') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:16.266483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.286180 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.298786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:16.299498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:16.303237 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:16.395946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.412372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.415604 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/ac46eee4-b16d-4875-98f5-e1b60f9eec9e HTTP/1.1" status: 204 len: 168 time: 1.2003036 Aug 29 17:48:16.432120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 50978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:16.480048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948de867-f4d2-4556-968d-a15d98fda2c1 None None] Pushing event updated for resources: {'Port': ['ID=f876830a-c099-4ca6-8f53-65c49cadc01b,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:16.623906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85703968-a581-4c7b-ac6d-91fd346a31d0 None None] New status for floating IP 6a576211-1196-40c3-ae8d-130f21e4f8f3: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:48:16.810442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:13Z', 'revision_number': 8, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:16.844979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d866c-3294-4449-8507-3efa14c34c20 None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:13Z', 'revision_number': 8, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:16.847232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:17.011754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb05475-1d64-4db0-b749-a209e638e643 req-5094af27-a4a2-464b-b3fd-5e06db82388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:17.013420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-feb05475-1d64-4db0-b749-a209e638e643 req-5094af27-a4a2-464b-b3fd-5e06db82388a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8405437 Aug 29 17:48:17.017273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3149-7f0a-40f3-9bfa-55de05681b8f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=ac46eee4-b16d-4875-98f5-e1b60f9eec9e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:17.055769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaf2ee-e237-4ba2-b224-4c4e1c994bc3 req-2955ebc7-4d86-4461-b997-4da6275daf20 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:17.057207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3aaaf2ee-e237-4ba2-b224-4c4e1c994bc3 req-2955ebc7-4d86-4461-b997-4da6275daf20 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 945 time: 0.1539245 Aug 29 17:48:17.071171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-4b838700-e819-4d1d-bb75-0126c60da943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:17.072809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-4b838700-e819-4d1d-bb75-0126c60da943 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1128 time: 0.1712334 Aug 29 17:48:17.189093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-351d9b20-bc5a-4fde-b92d-21d47748b879 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:17.190901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-351d9b20-bc5a-4fde-b92d-21d47748b879 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 945 time: 0.1748419 Aug 29 17:48:17.229836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:17.260924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51016) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:17.267221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:17.289848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3aaaf2ee-e237-4ba2-b224-4c4e1c994bc3 req-ba66f587-7abf-4c49-8630-8e994beb7818 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824455 Aug 29 17:48:17.349657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-feb05475-1d64-4db0-b749-a209e638e643 req-fddf35b8-d15f-43a0-85f1-bb411ff700d3 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186212 Aug 29 17:48:17.447426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:17.456032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-9cac1936-af38-4cdf-be7e-8c520db5f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:17.458427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-9cac1936-af38-4cdf-be7e-8c520db5f264 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 897 time: 0.3498502 Aug 29 17:48:17.462405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:17.508425 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6171-223a-4d51-a76a-d7fdf86622a0 req-00512989-cfa5-47d1-86ae-d4ff69bfc5f1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:17.511632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-baaf6171-223a-4d51-a76a-d7fdf86622a0 req-00512989-cfa5-47d1-86ae-d4ff69bfc5f1 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.2044702 Aug 29 17:48:17.524747 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port 1f1a3798-72f1-4843-81c0-93d6564bc3fb {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:17.525190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:17.599620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d8d4af32-a89a-4b23-ba80-6d815fa6a085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:17.615379 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:17.626086 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:17.626856 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:17.648603 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-baaf6171-223a-4d51-a76a-d7fdf86622a0 req-0f3f113a-66c0-4316-a5e3-41a4b6147f9f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275160 Aug 29 17:48:17.671549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-b14fa8ef-98ed-4796-ae11-adeece72abd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 1000 time: 0.2003977 Aug 29 17:48:17.706776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-feb05475-1d64-4db0-b749-a209e638e643 req-c056503c-69cf-47db-b52f-a0dc0999cea6 service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450966 Aug 29 17:48:17.773148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] For port 1f1a3798-72f1-4843-81c0-93d6564bc3fb, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=1f1a3798-72f1-4843-81c0-93d6564bc3fb,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:17.773591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:17.803084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 398d1134-0fc0-4eae-87af-191fc02d8160 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:17.809069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for 1f1a3798-72f1-4843-81c0-93d6564bc3fb owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:17.810897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:17.815683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-579eea9b-bc39-40e7-99c0-211118bce01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:17.818813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-579eea9b-bc39-40e7-99c0-211118bce01c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 200 len: 835 time: 0.1346736 Aug 29 17:48:17.860655 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:17.897066 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:17.898229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9dc35-4953-4793-8ab7-fcb9f5f680ef None None] Network 398d1134-0fc0-4eae-87af-191fc02d8160 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:17.987593 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f876830a-c099-4ca6-8f53-65c49cadc01b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:18.003952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d8d4af32-a89a-4b23-ba80-6d815fa6a085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.007442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-af7b20cd-73bf-4db7-9c4c-2669e781a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:18.008434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-af7b20cd-73bf-4db7-9c4c-2669e781a21a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e02cbc6a-d833-48f9-85c3-7787a4068d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790514 Aug 29 17:48:18.016802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:18.017585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d8d4af32-a89a-4b23-ba80-6d815fa6a085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.048677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c6c5fe9-9f01-451e-8c21-c9db163982c6 None None] Provisioning for port f876830a-c099-4ca6-8f53-65c49cadc01b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:18.127053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f876830a-c099-4ca6-8f53-65c49cadc01b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:18.138637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d8d4af32-a89a-4b23-ba80-6d815fa6a085 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce8589bd43264ae7884475450159cc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8696742 Aug 29 17:48:18.138993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4af32-a89a-4b23-ba80-6d815fa6a085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d79d20-444e-400d-8a53-d174eff8dd0b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:18.140402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f876830a-c099-4ca6-8f53-65c49cadc01b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:18.141006 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.145194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51020) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:18.165398 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:13Z', 'revision_number': 8, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:18.182516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-0e93d3bc-433a-4b79-a803-fafe128264a5 service neutron] 10.222.0.43 "GET /v2.0/ports/5c0b27cc-4f16-432b-9627-3b459e3bc829/bindings/n-h1-713499-15 HTTP/1.1" status: 200 len: 385 time: 0.0987959 Aug 29 17:48:18.196713 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:18.213482 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:18.214100 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:18.305857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-b32a097b-98f3-47a2-8a24-f04ec312dd0f service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852120 Aug 29 17:48:18.328994 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.343603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:18.363886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-52d217a9-0747-4deb-b9ba-e787e458f4c7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9857764 Aug 29 17:48:18.372604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port f876830a-c099-4ca6-8f53-65c49cadc01b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f876830a-c099-4ca6-8f53-65c49cadc01b,segment=NetworkSegment(5bf91bca-7135-4d96-a9a6-6b5eaf432513),segment_id=5bf91bca-7135-4d96-a9a6-6b5eaf432513)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:18.373814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51024) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:18.376400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:18.389949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48447ac0-4961-4244-81b2-ecd0bc0477b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.392967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-120875012'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:18.401117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.402093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 888f2be3-d203-4168-b695-96c78ea4fc6c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:18.455995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:18.481676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=f876830a-c099-4ca6-8f53-65c49cadc01b,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:18.494035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:18.494737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:18.539340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e7ca81b-3a1c-4c5e-8185-450b94e7631c req-5a5ddf32-2c07-41ee-b80b-98fffceabf25 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.0857427 Aug 29 17:48:18.553238 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48447ac0-4961-4244-81b2-ecd0bc0477b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.578800 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.620145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4baebc9b-dbb6-40e8-86c1-30fef68736a1 req-dc8b8d4d-e68e-41a8-95f2-b98537a2f186 service neutron] 10.222.0.43 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913134 Aug 29 17:48:18.652254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48447ac0-4961-4244-81b2-ecd0bc0477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.655578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-48447ac0-4961-4244-81b2-ecd0bc0477b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.656815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-48447ac0-4961-4244-81b2-ecd0bc0477b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2d79d20-444e-400d-8a53-d174eff8dd0b HTTP/1.1" status: 204 len: 168 time: 0.5105202 Aug 29 17:48:18.680450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:18.693905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-3851bb96-97d5-4ba5-84e3-50a61794cdc3 req-6e1e77fb-66e7-4fc5-ad6f-e7c1f2c62f9e service neutron] (94795) timed out ('10.222.0.43', 54385) {{(pid=94795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:48:18.706792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48447ac0-4961-4244-81b2-ecd0bc0477b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d79d20-444e-400d-8a53-d174eff8dd0b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:18.769327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 888f2be3-d203-4168-b695-96c78ea4fc6c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:18.769780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.777710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4475c189-d414-4ea1-bf76-25099c41a8dc None None] Provisioning complete for port f876830a-c099-4ca6-8f53-65c49cadc01b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:18.778215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4475c189-d414-4ea1-bf76-25099c41a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.821997 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:13Z', 'revision_number': 8, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:18.837603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:18.841063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.872968 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2767ec-1012-4837-b27a-c58f3eb186fd None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:13Z', 'revision_number': 8, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b700d08e-8148-481d-a906-db9052048b4c', 'name': '', 'network_id': 'b790a941-7d13-4884-8ac6-6642ca001ad0', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:c1:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:59Z', 'updated_at': '2021-08-29T17:48:06Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8008b02a-9ac4-45ce-ad91-dab78f4d7573', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:18.889910 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:48:18.904438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] No DVR routers for this DVR port 1f1a3798-72f1-4843-81c0-93d6564bc3fb on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:18.913004 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.916082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae7cb429-a1a7-4d98-baf6-a0d04f571982 req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "DELETE /v2.0/ports/1f1a3798-72f1-4843-81c0-93d6564bc3fb HTTP/1.1" status: 204 len: 173 time: 1.7133307 Aug 29 17:48:18.917217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89425c6-f26d-4f1a-9dd3-6fa4020e7899 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=1f1a3798-72f1-4843-81c0-93d6564bc3fb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:18.940777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'name': 'network-vif-deleted', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:18.943235 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2d516a-9106-483d-9c42-8d687ca926a8" -d '{"events": [{"server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "name": "network-vif-deleted", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:18.960700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:48:18.999959 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.000361 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment 04073255-38ec-47ac-af45-1343cd3b3eaf of type vlan for network 85e395e5-4e9a-4851-8dee-93587359df71 Aug 29 17:48:19.053300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fb002-79bc-4de8-8cf9-9490b74333bc req-19787a4a-71a2-4dfe-a2fa-3c1be910636c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:19.054915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a08fb002-79bc-4de8-8cf9-9490b74333bc req-19787a4a-71a2-4dfe-a2fa-3c1be910636c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 945 time: 0.2510414 Aug 29 17:48:19.080343 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eb3282-beea-4dce-ab55-e5176c345396 x-openstack-request-id: req-f1eb3282-beea-4dce-ab55-e5176c345396 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:19.082568 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a69b608-b10e-41dc-834d-e7128634a39f", "name": "network-vif-deleted", "tag": "1f1a3798-72f1-4843-81c0-93d6564bc3fb", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:19.084264 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1eb3282-beea-4dce-ab55-e5176c345396 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:19.086930 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a69b608-b10e-41dc-834d-e7128634a39f', 'name': 'network-vif-deleted', 'tag': '1f1a3798-72f1-4843-81c0-93d6564bc3fb', 'status': 'completed', 'code': 200} Aug 29 17:48:19.182352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:19.209136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port b700d08e-8148-481d-a906-db9052048b4c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:19.209849 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.213828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4475c189-d414-4ea1-bf76-25099c41a8dc None None] Provisioning for port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:19.239159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4475c189-d414-4ea1-bf76-25099c41a8dc None None] Provisioning complete for port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:19.239943 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4475c189-d414-4ea1-bf76-25099c41a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.264327 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.311414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 908eac79-c394-4533-96bf-c32d0f799846 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:19.379008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:19.384889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4475c189-d414-4ea1-bf76-25099c41a8dc None None] Port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:19.393231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 908eac79-c394-4533-96bf-c32d0f799846 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:19.393805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 908eac79-c394-4533-96bf-c32d0f799846 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:19.394464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2ceeba1d-a4a0-4891-9f03-5254bc5e779a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:19.426362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a08fb002-79bc-4de8-8cf9-9490b74333bc req-25b1ecda-7bea-4c6d-a998-5a84fd81c8b7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917836 Aug 29 17:48:19.430475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2ceeba1d-a4a0-4891-9f03-5254bc5e779a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:19.430865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2ceeba1d-a4a0-4891-9f03-5254bc5e779a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:19.458348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 3, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:16Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:19.483585 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.489792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:19.490706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.528172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:19.528596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Updating router 96863a68-3249-4a39-8e01-6d545e5c56c3 port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:48:19.592749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:19.596359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port b700d08e-8148-481d-a906-db9052048b4c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b700d08e-8148-481d-a906-db9052048b4c,segment=NetworkSegment(fcd93202-c75e-4b62-b31f-3ac75f0b8d3d),segment_id=fcd93202-c75e-4b62-b31f-3ac75f0b8d3d)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:19.596743 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.600527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2254646 Aug 29 17:48:19.603651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51046) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:19.608991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:19.617418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-24fb8c85-14b4-44dd-a922-d1de21bd9e91 None None] Provisioning complete for port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:19.622904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24fb8c85-14b4-44dd-a922-d1de21bd9e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.630628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for b700d08e-8148-481d-a906-db9052048b4c owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:19.648623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.680138 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.688650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d359b-0c8a-44bc-aefd-8038790183ff tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=85e395e5-4e9a-4851-8dee-93587359df71,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:19.709246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 85e395e5-4e9a-4851-8dee-93587359df71 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:48:19.748270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-786f85fb-a541-4574-b9e7-03c31be1cc59 req-e1c06984-a9ab-471c-a4ae-88e87509400c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.0462682 Aug 29 17:48:19.779916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:19.785937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:19.865363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f876830a-c099-4ca6-8f53-65c49cadc01b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:19.894272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-24fb8c85-14b4-44dd-a922-d1de21bd9e91 None None] Port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:19.906204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] Transition to ACTIVE for port object 5c0b27cc-4f16-432b-9627-3b459e3bc829 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:19.920649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:20.033262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] Pushing event updated for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=11']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:20.090771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3cc947e1-3b99-4bc9-abdc-fae043635142 None None] Provisioning complete for port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:20.091584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3cc947e1-3b99-4bc9-abdc-fae043635142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:20.180930 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:20.196037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f876830a-c099-4ca6-8f53-65c49cadc01b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:20.196475 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:20.248664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] No DVR routers for this DVR port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:20.344000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=56bc5367-2559-4543-9a40-d29d4449c5ab,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:20.355380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:20.355758 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: 85e395e5-4e9a-4851-8dee-93587359df71, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:48:20.390262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 85e395e5-4e9a-4851-8dee-93587359df71 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:48:20.419222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 85e395e5-4e9a-4851-8dee-93587359df71) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:20.429546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:20.430284 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:20.460862 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-310ca085-658d-4293-8e94-98e25cb4b9f7 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8560765 Aug 29 17:48:20.464092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51060) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:20.523782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:20.603311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d706748-5ba1-4735-8aa3-3f0ccfeaa11c None None] Network 85e395e5-4e9a-4851-8dee-93587359df71 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:20.637972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5c0b27cc-4f16-432b-9627-3b459e3bc829 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:20.679781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=b700d08e-8148-481d-a906-db9052048b4c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:20.699171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1f1a3798-72f1-4843-81c0-93d6564bc3fb no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:20.834116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3cc947e1-3b99-4bc9-abdc-fae043635142 None None] Port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:20.857440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 1f1a3798-72f1-4843-81c0-93d6564bc3fb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:20.865158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 1f1a3798-72f1-4843-81c0-93d6564bc3fb not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:21.051694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5c0b27cc-4f16-432b-9627-3b459e3bc829 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:21.063710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22d9a42d-d7ae-4981-9b6d-866f1dd7d12c req-a6900e54-206e-449c-a71f-7eb56b9a8c84 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.0608649 Aug 29 17:48:21.092803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.185941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-85e395e5-4e9a-4851-8dee-93587359df71', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:48:21.186757 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.227805 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.229100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51074) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:21.296340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Transition to ACTIVE for port object c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:21.346189 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.357899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:21.374622 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a16d308-e26e-4027-b97f-6f365fb5b14b" -d '{"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:21.473285 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15553243-cbe4-4b50-a252-3a89ddabc053 x-openstack-request-id: req-15553243-cbe4-4b50-a252-3a89ddabc053 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:21.473860 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:21.474279 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15553243-cbe4-4b50-a252-3a89ddabc053 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:21.474862 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'code': 200} Aug 29 17:48:21.487255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Allocated IP 172.22.0.2 (85e395e5-4e9a-4851-8dee-93587359df71/56bc5367-2559-4543-9a40-d29d4449c5ab/e275880b-34d5-4bdb-84c0-7ed205b31b81) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:21.569976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2059379764'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:21.619558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Made reservation on behalf of 143519686abe47dda2d7eac467236ce0 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:21.623094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.639384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.645403 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-f878f642-1ccd-4c80-a4f3-802c7b54d3ea service neutron] 10.222.0.43 "PUT /v2.0/ports/5c0b27cc-4f16-432b-9627-3b459e3bc829/bindings/n-h1-713499-15/activate HTTP/1.1" status: 200 len: 370 time: 3.4523618 Aug 29 17:48:21.667618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.686207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9c69-d446-4779-b5aa-e1f488c0675b req-09e6235e-f2f8-4449-8bab-9ab8ae32abb5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:21.701721 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-002b9c69-d446-4779-b5aa-e1f488c0675b req-09e6235e-f2f8-4449-8bab-9ab8ae32abb5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 944 time: 1.1069105 Aug 29 17:48:21.786468 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.812045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Transition to ACTIVE for port object e275880b-34d5-4bdb-84c0-7ed205b31b81 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:21.863569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.864901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea06273-ce95-413b-9763-f020bf0dabd8 None None] Pushing event updated for resources: {'Port': ['ID=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:21.873891 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.875796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Transition to ACTIVE for port object e275880b-34d5-4bdb-84c0-7ed205b31b81 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:21.927215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.932589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:48:21.968322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Attempting to bind port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:21.968826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Attempting to bind port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:21.969313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Attempting to bind port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b on network 398d1134-0fc0-4eae-87af-191fc02d8160 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:21.980380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39490ca-9b11-4a60-8ced-2fcda33d200d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:21.984549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:21.984896 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Added segment 9af47ddf-24da-477f-886c-e14d55a74d49 of type vlan for network 23a7b632-9167-4b2c-adfa-44535e9c628b Aug 29 17:48:21.991530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Network 85e395e5-4e9a-4851-8dee-93587359df71 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:21.998130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:22.029841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.22.0.1 (85e395e5-4e9a-4851-8dee-93587359df71/56bc5367-2559-4543-9a40-d29d4449c5ab/0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:22.038438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:22.039598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Checking segment: {'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:22.040173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.040687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Bound using segment: {'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:22.041283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Bound port: c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf91bca-7135-4d96-a9a6-6b5eaf432513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:22.041751 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.043953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:22.054178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.069794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Pushing event updated for resources: {'Port': ['ID=e275880b-34d5-4bdb-84c0-7ed205b31b81,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:22.149017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-002b9c69-d446-4779-b5aa-e1f488c0675b req-a4978b6d-b944-4df2-8f62-92adab344d2e tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4336166 Aug 29 17:48:22.170241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Attempting to bind port e275880b-34d5-4bdb-84c0-7ed205b31b81 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:22.175090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Attempting to bind port e275880b-34d5-4bdb-84c0-7ed205b31b81 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:22.175700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Attempting to bind port e275880b-34d5-4bdb-84c0-7ed205b31b81 on network 85e395e5-4e9a-4851-8dee-93587359df71 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:22.175837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-84b73bbd-d9d0-42b3-8250-60c3eef26369 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:22.177284 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-84b73bbd-d9d0-42b3-8250-60c3eef26369 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 1096 time: 0.4426239 Aug 29 17:48:22.188508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:22.202268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26808e97-5e74-4dcf-ac09-f81857d0d7c1 req-80e3b181-959b-49bf-8f5c-64d71772ff8c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.0447314 Aug 29 17:48:22.202903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.208609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:22.209232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.213906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] For port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:22.235238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] For port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,segment=NetworkSegment(5bf91bca-7135-4d96-a9a6-6b5eaf432513),segment_id=5bf91bca-7135-4d96-a9a6-6b5eaf432513)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:22.258940 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.305424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0752249 Aug 29 17:48:22.315268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642edaab-a92b-4871-a5a9-94d12c94cdb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Pushing event updated for resources: {'Network': ['ID=23a7b632-9167-4b2c-adfa-44535e9c628b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:22.327783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.342694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:22.350304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:22.350930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Checking segment: {'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:22.351149 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.351541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Bound using segment: {'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:22.352069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Bound port: e275880b-34d5-4bdb-84c0-7ed205b31b81, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:22.352453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.374181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 23a7b632-9167-4b2c-adfa-44535e9c628b details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:48:22.410902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.439460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-73a6f8c7-4ab6-46aa-aa93-98a533312791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:22.441612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-73a6f8c7-4ab6-46aa-aa93-98a533312791 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 1096 time: 0.2515185 Aug 29 17:48:22.453465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 85e395e5-4e9a-4851-8dee-93587359df71 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:22.468812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:22.474298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-334da7d9-0958-40b5-8646-5e4d627682fd tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0409982 Aug 29 17:48:22.489148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:22.492390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51086) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:22.505206 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:22.507916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:22.508600 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:22.514123 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:22.567847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:22.568420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:22.624025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-9a6e3370-5070-42c0-96d2-c3ed46b2e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:22.624285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:22.625313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-9a6e3370-5070-42c0-96d2-c3ed46b2e488 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1096 time: 0.1498539 Aug 29 17:48:22.630947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca08df47-8bd9-4ad2-bc11-6b1e5efab5f0 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet 8008b02a-9ac4-45ce-ad91-dab78f4d7573 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:22.643058 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.644741 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ca08df47-8bd9-4ad2-bc11-6b1e5efab5f0 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.712017 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:22.742194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51088) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:22.750341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Request body: {'port': {'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b', 'binding:host_id': 'n-h1-713499-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1011081901'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:22.760201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ca08df47-8bd9-4ad2-bc11-6b1e5efab5f0 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.842355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea06273-ce95-413b-9763-f020bf0dabd8 None None] Pushing event updated for resources: {'Port': ['ID=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:22.854625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Made reservation on behalf of 90367ddfa6684e99b9c965733f7f89cb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:22.857076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.875099 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.898446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-dd8a57ae-c62d-423e-bde0-91870bd372dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:22.900244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-dd8a57ae-c62d-423e-bde0-91870bd372dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 897 time: 0.2656195 Aug 29 17:48:22.903495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.950269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] For port e275880b-34d5-4bdb-84c0-7ed205b31b81, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:22.956732 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ca08df47-8bd9-4ad2-bc11-6b1e5efab5f0 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:22.957765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:22.964159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] For port e275880b-34d5-4bdb-84c0-7ed205b31b81, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e275880b-34d5-4bdb-84c0-7ed205b31b81,segment=NetworkSegment(04073255-38ec-47ac-af45-1343cd3b3eaf),segment_id=04073255-38ec-47ac-af45-1343cd3b3eaf)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:23.010877 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:23.085923 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:20Z', 'revision_number': 9, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:23.153631 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:23.163426 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:23.164038 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:23.326307 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:23.333036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5172c4-1c80-4ac0-8105-66b878ec1956 None None] Pushing event updated for resources: {'Port': ['ID=e275880b-34d5-4bdb-84c0-7ed205b31b81,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:23.341015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:23.367576 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] device_id is not set on port 669f5439-e32a-4e8c-9734-5226a8760c7d yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:23.415569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-eea82a85-b78f-4ac0-a132-a3c172a2c074 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 998 time: 0.5059912 Aug 29 17:48:23.437725 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:23.452143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 3, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:22Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:23.484867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb3b0f-c816-47d1-a99b-199428b6c6ee None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 3, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:22Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:23.513860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-28bcc213-480c-43d5-8364-5566c0bb5e26 req-e09a4f64-e8e3-43f4-81ca-329f0b33d273 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.1186483 Aug 29 17:48:23.589577 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ca08df47-8bd9-4ad2-bc11-6b1e5efab5f0 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:23.615195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bc70c8-f69a-49fc-a3af-b8be8a61a22b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:23.683459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08df47-8bd9-4ad2-bc11-6b1e5efab5f0 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=8008b02a-9ac4-45ce-ad91-dab78f4d7573,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:23.687496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ca08df47-8bd9-4ad2-bc11-6b1e5efab5f0 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:23.692901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ca08df47-8bd9-4ad2-bc11-6b1e5efab5f0 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/8008b02a-9ac4-45ce-ad91-dab78f4d7573 HTTP/1.1" status: 204 len: 168 time: 1.1874146 Aug 29 17:48:23.697617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51094) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:23.702356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143beee4-77e4-4cfd-ac8f-d7c1f17c2a17 None None] Network b790a941-7d13-4884-8ac6-6642ca001ad0 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:23.873335 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:23.905297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-e9c7e06f-6704-4c18-b7cc-a13e6df4b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:23.910394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-e9c7e06f-6704-4c18-b7cc-a13e6df4b77f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 200 len: 835 time: 0.4275489 Aug 29 17:48:24.024173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:24.104989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] DHCP port deletion for b790a941-7d13-4884-8ac6-6642ca001ad0 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:24.212404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] device_id is not set on port 669f5439-e32a-4e8c-9734-5226a8760c7d yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:24.223903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.235580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Transition to ACTIVE for port object 669f5439-e32a-4e8c-9734-5226a8760c7d will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:24.247958 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:20Z', 'revision_number': 9, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:24.285297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-0a13a080-ff96-46f6-88a6-8c225b0ae111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:24.287171 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-0a13a080-ff96-46f6-88a6-8c225b0ae111 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02cbc6a-d833-48f9-85c3-7787a4068d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3555593 Aug 29 17:48:24.289991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.297321 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb46dd-81a7-40ac-8fe6-71edcf7999ee None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:20Z', 'revision_number': 9, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7284ec44-e722-43ce-b928-71d9b83e89e1', 'name': '', 'network_id': 'bc6824ab-1e26-4bcf-8061-facc14fdea99', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:38:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:54Z', 'updated_at': '2021-08-29T17:48:01Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': 'a8a5feaf-a518-4690-8a2c-4f7f92bba252', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:24.367694 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.390203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.449997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:24.467953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:24.468398 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.508399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] Deleting port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:24.508882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.508998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7d59-29ea-4c8e-8152-eb68155ea664 req-0e580d16-b418-425a-92be-3e76f1bf7152 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:24.517876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-acef7d59-29ea-4c8e-8152-eb68155ea664 req-0e580d16-b418-425a-92be-3e76f1bf7152 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 944 time: 0.6410530 Aug 29 17:48:24.524230 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-fc2e4654-4976-4813-ae63-b231ae3ef592 service neutron] 10.222.0.44 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156723 Aug 29 17:48:24.538527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.639896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=669f5439-e32a-4e8c-9734-5226a8760c7d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:24.640103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] For port 9f33f4a6-16a9-4a53-ad2e-44939316bb90, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9f33f4a6-16a9-4a53-ad2e-44939316bb90,segment=NetworkSegment(fcd93202-c75e-4b62-b31f-3ac75f0b8d3d),segment_id=fcd93202-c75e-4b62-b31f-3ac75f0b8d3d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:24.640238 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.646907 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-acef7d59-29ea-4c8e-8152-eb68155ea664 req-12113990-b112-4bda-94a4-c61fa81a2781 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276617 Aug 29 17:48:24.696482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:24.743294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] Calling delete_port for 9f33f4a6-16a9-4a53-ad2e-44939316bb90 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:24.771072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-372bf97c-3933-476b-a34c-d09433f4402a service neutron] 10.222.0.44 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075744 Aug 29 17:48:24.771738 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.804434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network 85e395e5-4e9a-4851-8dee-93587359df71 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:24.806016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:24.818843 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7c4dc37c-2f8f-40ef-a6ae-8004c6819b77 req-ef4d868a-3888-44a6-aa58-7132cf8d383e tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.1475520 Aug 29 17:48:24.854414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:24.854840 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.857961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Checking segment: {'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:24.858330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Network hostable DHCP agents. Network: 23a7b632-9167-4b2c-adfa-44535e9c628b, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:48:24.892007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,segment=NetworkSegment(5bf91bca-7135-4d96-a9a6-6b5eaf432513),segment_id=5bf91bca-7135-4d96-a9a6-6b5eaf432513)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:24.937960 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:24.939699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e275880b-34d5-4bdb-84c0-7ed205b31b81 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:24.949826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Network 23a7b632-9167-4b2c-adfa-44535e9c628b is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:48:24.975622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 23a7b632-9167-4b2c-adfa-44535e9c628b) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:25.005508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:25.012315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port 9f33f4a6-16a9-4a53-ad2e-44939316bb90, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9f33f4a6-16a9-4a53-ad2e-44939316bb90,segment=NetworkSegment(fcd93202-c75e-4b62-b31f-3ac75f0b8d3d),segment_id=fcd93202-c75e-4b62-b31f-3ac75f0b8d3d)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:25.014643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.041783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b44e6c-58e6-4433-922f-e833f003ca91 None None] Network 23a7b632-9167-4b2c-adfa-44535e9c628b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:25.048105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:25.070474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 9f33f4a6-16a9-4a53-ad2e-44939316bb90 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:25.094269 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:25.094640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:25.095036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:25.100167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:25.117465 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.127357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbef2a1c-83ba-4c59-866d-c86cf33db11e None None] Network 85e395e5-4e9a-4851-8dee-93587359df71 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:25.138887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:25.139234 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:25.141550 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 2 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:25.171850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:25.182179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-64ef155f-79c1-4f4d-896a-92c27d3ff7b5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7163572 Aug 29 17:48:25.187037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51098) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:25.193207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-52419b87-6c9d-4eff-af4f-faf7085cdf10 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:25.194238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'network': {'name': 'tempest-RoutersTest-953977530'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:25.194751 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-52419b87-6c9d-4eff-af4f-faf7085cdf10 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 1096 time: 0.1514640 Aug 29 17:48:25.201429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] No DVR routers for this DVR port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:25.202189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:25.202523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:25.202900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:25.221999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:25.222923 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:25.230381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:25.234821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.244669 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 3 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:25.262876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:25.263213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:25.263560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:25.268278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:25.270435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:48:25.279709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:25.279931 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:25.284542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.285511 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added segment 8e852e7e-b038-44a6-905c-85c60dc98b73 of type vlan for network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 Aug 29 17:48:25.286560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f4836-63ac-4cb9-b887-0d14161deb36 None None] Pushing event deleted for resources: {'Port': ['ID=9f33f4a6-16a9-4a53-ad2e-44939316bb90,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:25.286911 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 4 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:25.306095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:25.307424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:25.307944 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:25.328000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fa9c31b9-5cb9-45c5-96fc-be4e67940ee8 None None] Provisioning for port e275880b-34d5-4bdb-84c0-7ed205b31b81 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:25.328775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:25.329296 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:25.330609 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 5 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:25.346375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:25.346654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.347458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:25.367803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.404148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.405765 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:25.406278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:25.406832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:25.412102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No DVR routers for this DVR port 9f33f4a6-16a9-4a53-ad2e-44939316bb90 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:25.416172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:25.416776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=9f33f4a6-16a9-4a53-ad2e-44939316bb90,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:25.417303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.481363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e275880b-34d5-4bdb-84c0-7ed205b31b81 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:25.488337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:25.488696 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:25.494381 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 6 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:25.495611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e275880b-34d5-4bdb-84c0-7ed205b31b81 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:25.496114 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.513289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3245838 Aug 29 17:48:25.515164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:25.515504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:25.515934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:25.517558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51100) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:25.526180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'subnet': {'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:25.544924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:25.545481 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:25.590806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:25.598684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f88e37-11e1-4397-be6a-cae7185ff1b8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Network': ['ID=a30fc6b9-1ddb-4548-8aa7-2282d5417c61,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:25.626810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:48:25.650140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Made reservation on behalf of e6fedc1a62b643be9e290499aac09ab5 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:25.654827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.804629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d51758-a644-42d5-b226-a9575c56cfb9 req-4249882e-5db3-45bf-92b6-3e6b44e1d2af tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:25.806387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e6d51758-a644-42d5-b226-a9575c56cfb9 req-4249882e-5db3-45bf-92b6-3e6b44e1d2af tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 944 time: 0.0830491 Aug 29 17:48:25.859315 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 7 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:25.893349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.910517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:25.910910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:25.911205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:25.920273 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e6d51758-a644-42d5-b226-a9575c56cfb9 req-c791b8fe-6022-4f20-9824-37498fecad11 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001713 Aug 29 17:48:25.921638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b790a941-7d13-4884-8ac6-6642ca001ad0']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:25.927719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:25.930213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-e7a7984b-bef2-423a-89ea-a6c1dd27b3e3 service neutron] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:25.931113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:25.931446 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:25.931834 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 8 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:25.945849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:25.946618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd93202-c75e-4b62-b31f-3ac75f0b8d3d') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:25.965905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.015131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.039121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-e7a7984b-bef2-423a-89ea-a6c1dd27b3e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.041040 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-61d86565-bf2c-4577-ac32-c7033b64d8cd req-e7a7984b-bef2-423a-89ea-a6c1dd27b3e3 service neutron] 10.222.0.44 "DELETE /v2.0/ports/5c0b27cc-4f16-432b-9627-3b459e3bc829/bindings/n-h2-713499-15 HTTP/1.1" status: 204 len: 173 time: 0.8327668 Aug 29 17:48:26.059078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:26.064420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:26.068197 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:26.076951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4df2c1-07e7-43d5-b20d-31a1e5c55c46 req-56550f39-cd2b-4299-bf84-fba92172ea82 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:26.078546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d4df2c1-07e7-43d5-b20d-31a1e5c55c46 req-56550f39-cd2b-4299-bf84-fba92172ea82 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1096 time: 0.0577133 Aug 29 17:48:26.080406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.087687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port e275880b-34d5-4bdb-84c0-7ed205b31b81, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e275880b-34d5-4bdb-84c0-7ed205b31b81,segment=NetworkSegment(04073255-38ec-47ac-af45-1343cd3b3eaf),segment_id=04073255-38ec-47ac-af45-1343cd3b3eaf)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:26.104350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:26.107380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.123364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:26.123917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:26.176066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23541989-62ad-4acd-b66c-1a84c318fde4 req-969a60e5-c610-4a21-9e42-b71e0d834030 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a69b608-b10e-41dc-834d-e7128634a39f HTTP/1.1" status: 200 len: 210 time: 0.1201072 Aug 29 17:48:26.180082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1d4df2c1-07e7-43d5-b20d-31a1e5c55c46 req-ca0c4119-59af-4728-80f3-4fc2f9c0f8b9 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919337 Aug 29 17:48:26.189711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:26.190048 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:26.192816 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 9 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:26.211815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:26.212455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:26.213068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:26.221023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Checking segment: {'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:26.221643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network hostable DHCP agents. Network: a30fc6b9-1ddb-4548-8aa7-2282d5417c61, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:48:26.227062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:26.227492 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:26.227890 n-d-713499-15 neutron-server[94795]: INFO neutron.plugins.ml2.plugin [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 10 to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d Aug 29 17:48:26.247092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Subnet': ['ID=2a4a94d9-2da9-409c-8c8f-fbf8bba6322c,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:26.256883 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.258468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=e275880b-34d5-4bdb-84c0-7ed205b31b81,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:26.264769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:26.264769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:26.264769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:26.273256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:48:26.286923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:22Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:26.296460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a30fc6b9-1ddb-4548-8aa7-2282d5417c61) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:26.305388 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.309431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:26.310107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/b790a941-7d13-4884-8ac6-6642ca001ad0 HTTP/1.1" status: 204 len: 168 time: 2.6115134 Aug 29 17:48:26.311038 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.311190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b135482-df58-42ff-b23e-89dc5b5fde11 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=b790a941-7d13-4884-8ac6-6642ca001ad0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:26.314900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51110) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:26.359827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:26.362089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe1955-af64-43c4-a669-27b04120b5df None None] Network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:26.366249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-127a871b-4e51-4b1d-9017-bb2492d108f4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8458898 Aug 29 17:48:26.372476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51112) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:26.373177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 669f5439-e32a-4e8c-9734-5226a8760c7d on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:26.373177 n-d-713499-15 neutron-server[94795]: ERROR neutron.plugins.ml2.managers [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 669f5439-e32a-4e8c-9734-5226a8760c7d on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:26.373177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.387445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:26.390807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Updating router 96863a68-3249-4a39-8e01-6d545e5c56c3 port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:48:26.494264 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.564461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a013dc76-1d5d-4581-a5a2-3fbcef273521 None None] Provisioning complete for port e275880b-34d5-4bdb-84c0-7ed205b31b81 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:26.564790 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a013dc76-1d5d-4581-a5a2-3fbcef273521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.606009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59c982-1220-4be1-9bf6-434e0892d406 req-c2981fb3-26bd-461f-a70c-159d949f87cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:26.611081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d59c982-1220-4be1-9bf6-434e0892d406 req-c2981fb3-26bd-461f-a70c-159d949f87cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 944 time: 0.2428634 Aug 29 17:48:26.674909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] For port 669f5439-e32a-4e8c-9734-5226a8760c7d, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:26.675520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempted to set empty binding levels {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:48:26.758184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.759949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:26.761606 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.777619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9d59c982-1220-4be1-9bf6-434e0892d406 req-c3d962a4-c9f7-4d74-98e8-9daae4b1a592 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479037 Aug 29 17:48:26.818494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51114) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:26.852798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:26.853427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:26.879077 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.1350830 Aug 29 17:48:26.885122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51116) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:26.901435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f371c-4b70-49a0-b4e0-a97d32bd766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=669f5439-e32a-4e8c-9734-5226a8760c7d,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:26.909449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ba1d53ff-8595-4f2c-96cd-f464f5c48492 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/7aead733-b083-4f3e-a19f-8845e3c352d6 HTTP/1.1" status: 200 len: 990 time: 0.0889230 Aug 29 17:48:26.971094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.047934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Deleting port 669f5439-e32a-4e8c-9734-5226a8760c7d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:27.048437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.094578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.174877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51122) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:27.180312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:48:27.181448 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.195578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] For port 669f5439-e32a-4e8c-9734-5226a8760c7d, host n-h1-713499-15, got binding levels [] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:27.196111 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.247844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a013dc76-1d5d-4581-a5a2-3fbcef273521 None None] Provisioning for port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:27.256841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a013dc76-1d5d-4581-a5a2-3fbcef273521 None None] Provisioning complete for port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:27.257217 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a013dc76-1d5d-4581-a5a2-3fbcef273521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.258460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Calling delete_port for 669f5439-e32a-4e8c-9734-5226a8760c7d owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:27.299436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Allocated IP 172.23.0.1 (a30fc6b9-1ddb-4548-8aa7-2282d5417c61/2a4a94d9-2da9-409c-8c8f-fbf8bba6322c/2f7c6c29-1952-44ab-9023-8d11c3b1501c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:27.393981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a013dc76-1d5d-4581-a5a2-3fbcef273521 None None] Port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:27.470332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b700d08e-8148-481d-a906-db9052048b4c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:27.500342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.505321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.512724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b700d08e-8148-481d-a906-db9052048b4c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:27.512724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b700d08e-8148-481d-a906-db9052048b4c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:27.513398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9f33f4a6-16a9-4a53-ad2e-44939316bb90 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:27.526855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Transition to ACTIVE for port object 2f7c6c29-1952-44ab-9023-8d11c3b1501c will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:27.542619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Transition to ACTIVE for port object 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:27.546842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 9f33f4a6-16a9-4a53-ad2e-44939316bb90 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:27.547182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9f33f4a6-16a9-4a53-ad2e-44939316bb90 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:27.551621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.553639 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.601992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event deleted for resources: {'Port': ['ID=669f5439-e32a-4e8c-9734-5226a8760c7d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:27.611945 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.615085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1ebc219f-158f-4972-8c3c-bd4f977e1d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "DELETE /v2.0/ports/669f5439-e32a-4e8c-9734-5226a8760c7d HTTP/1.1" status: 204 len: 168 time: 0.7250197 Aug 29 17:48:27.618167 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51130) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:27.621818 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.674775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c21513-6e0a-423e-8312-ad03001ecc30 None None] Pushing event updated for resources: {'Port': ['ID=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:27.685014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:27.687910 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9481e2-b92c-4795-af40-da0ce9b363ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:48:27.689509 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7d9481e2-b92c-4795-af40-da0ce9b363ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "GET /v2.0/ports/669f5439-e32a-4e8c-9734-5226a8760c7d HTTP/1.1" status: 404 len: 333 time: 0.0695257 Aug 29 17:48:27.689857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:27.697367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:27.700838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:27.711890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Request body: {'port': {'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2116806796'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:27.719301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 35adff24-bb40-475d-8a00-a35b9aefa84d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:27.719656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.721353 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Attempting to bind port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:27.721597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Attempting to bind port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:27.722477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Attempting to bind port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc on network 85e395e5-4e9a-4851-8dee-93587359df71 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:27.729889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Allocated IP 172.23.0.2 (a30fc6b9-1ddb-4548-8aa7-2282d5417c61/2a4a94d9-2da9-409c-8c8f-fbf8bba6322c/39a099bc-d4ee-4d65-a75a-144714b497ee) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:27.735402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:27.735778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Checking segment: {'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:27.736180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.736571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Bound using segment: {'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:27.737085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Bound port: 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04073255-38ec-47ac-af45-1343cd3b3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:27.737464 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.762253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=2f7c6c29-1952-44ab-9023-8d11c3b1501c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:27.789199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.858657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.858992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.874418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 35adff24-bb40-475d-8a00-a35b9aefa84d owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:27.881336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Made reservation on behalf of 90367ddfa6684e99b9c965733f7f89cb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:27.884401 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:27.906017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] device_id is not set on port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:27.955627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] For port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:27.976630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] For port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,segment=NetworkSegment(04073255-38ec-47ac-af45-1343cd3b3eaf),segment_id=04073255-38ec-47ac-af45-1343cd3b3eaf)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:27.990433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.079731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.099823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:28.100038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:28.167586 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.205302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:28.258934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c21513-6e0a-423e-8312-ad03001ecc30 None None] Pushing event updated for resources: {'Port': ['ID=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:28.259501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.288907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 7284ec44-e722-43ce-b928-71d9b83e89e1 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:28.289488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.299291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e275880b-34d5-4bdb-84c0-7ed205b31b81 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:28.357025 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.359276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=35adff24-bb40-475d-8a00-a35b9aefa84d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:28.401454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Transition to ACTIVE for port object 39a099bc-d4ee-4d65-a75a-144714b497ee will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:28.511750 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.512386 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Floating IP 7aead733-b083-4f3e-a19f-8845e3c352d6 disassociated (deleted). External IP: 172.25.2.55, port: 5c0b27cc-4f16-432b-9627-3b459e3bc829. Aug 29 17:48:28.562731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port 7284ec44-e722-43ce-b928-71d9b83e89e1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7284ec44-e722-43ce-b928-71d9b83e89e1,segment=NetworkSegment(e3932b19-84cc-4e1c-9715-030e0f98d0de),segment_id=e3932b19-84cc-4e1c-9715-030e0f98d0de)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:28.563373 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.573452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.583844 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.584588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Transition to ACTIVE for port object 39a099bc-d4ee-4d65-a75a-144714b497ee will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:28.607511 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.609738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.614009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 7284ec44-e722-43ce-b928-71d9b83e89e1 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:28.669149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e275880b-34d5-4bdb-84c0-7ed205b31b81 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:28.669445 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.676369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:28.681624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Network 23a7b632-9167-4b2c-adfa-44535e9c628b is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:28.693047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:28.702328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:27Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:27Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:27Z', 'revision_number': 1, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:28.710731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:28.711733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:28.712893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:28.713296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:28.713632 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.749383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Pushing event updated for resources: {'Port': ['ID=39a099bc-d4ee-4d65-a75a-144714b497ee,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:28.752508 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0480537 Aug 29 17:48:28.755930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06d8d9-b390-47c6-bc6d-a1f3fba1f846 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:27Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:27Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:27Z', 'revision_number': 1, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:28.757154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:28.763827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:28.861211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Attempting to bind port 39a099bc-d4ee-4d65-a75a-144714b497ee on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:28.861868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Attempting to bind port 39a099bc-d4ee-4d65-a75a-144714b497ee by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:28.862403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Attempting to bind port 39a099bc-d4ee-4d65-a75a-144714b497ee on network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:28.881515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:28.883921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Checking segment: {'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:28.885599 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.891131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d65390-f460-444f-9aed-e448f1ee6a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:28.891684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Bound using segment: {'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:28.892217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Bound port: 39a099bc-d4ee-4d65-a75a-144714b497ee, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:28.892636 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.896058 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.965506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:28.994282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] For port 39a099bc-d4ee-4d65-a75a-144714b497ee, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:28.998115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] For port 39a099bc-d4ee-4d65-a75a-144714b497ee, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=39a099bc-d4ee-4d65-a75a-144714b497ee,segment=NetworkSegment(8e852e7e-b038-44a6-905c-85c60dc98b73),segment_id=8e852e7e-b038-44a6-905c-85c60dc98b73)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:29.007173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:29.012475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 7840339b-8409-4f8b-9595-644efdf39c0e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:29.035416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event updated for resources: {'Port': ['ID=2f7c6c29-1952-44ab-9023-8d11c3b1501c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:29.090696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5b04-8628-4ffd-ac82-dd292815d0c2 None None] Pushing event updated for resources: {'Port': ['ID=39a099bc-d4ee-4d65-a75a-144714b497ee,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:29.182900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:29.193867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] Sync routers for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:29.206844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:29.209963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:29.210133 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:29.210615 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:29.212600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:29.292556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-62aa7fdf-9581-4ae1-b4c8-7d248efd0925 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/floatingips/7aead733-b083-4f3e-a19f-8845e3c352d6 HTTP/1.1" status: 204 len: 168 time: 2.1140823 Aug 29 17:48:29.309567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:29.311581 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5072be36-12df-4bab-9300-5a537d5b3087" -d '{"events": [{"name": "network-changed", "server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:29.353372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:29.441567 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14984f87-63bd-46c1-9977-610d2e12f886 x-openstack-request-id: req-14984f87-63bd-46c1-9977-610d2e12f886 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:29.451717 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:29.454699 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14984f87-63bd-46c1-9977-610d2e12f886 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:29.455147 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'status': 'completed', 'code': 200} Aug 29 17:48:29.478291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=7284ec44-e722-43ce-b928-71d9b83e89e1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:29.557157 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:30.035299 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:20Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:30.081838 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] Checking router: 7840339b-8409-4f8b-9595-644efdf39c0e for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:30.092170 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:30.099808 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:30.235154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] device_id is not set on port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:30.252394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:30.290237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Transition to ACTIVE for port object 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:30.356550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:30.408182 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:30.414999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:30.461096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072be36-12df-4bab-9300-5a537d5b3087 req-4f794b04-7521-4c3f-b3be-b405dfca62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:30.463346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5072be36-12df-4bab-9300-5a537d5b3087 req-4f794b04-7521-4c3f-b3be-b405dfca62cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 1096 time: 1.0000029 Aug 29 17:48:30.464638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-be58b9e3-8b77-41bd-aaae-6570a32baba7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:30.466828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-be58b9e3-8b77-41bd-aaae-6570a32baba7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 944 time: 0.3920300 Aug 29 17:48:30.492849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:30.599437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:30.604415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:30.605077 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:30.687105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072be36-12df-4bab-9300-5a537d5b3087 req-ad83b953-dddf-473a-a31c-071d7ba70a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:30.692578 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5072be36-12df-4bab-9300-5a537d5b3087 req-ad83b953-dddf-473a-a31c-071d7ba70a9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 200 len: 897 time: 0.2150733 Aug 29 17:48:30.694618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:30.771742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:30.772080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:30.772450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:30.777513 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:30.816910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,segment=NetworkSegment(04073255-38ec-47ac-af45-1343cd3b3eaf),segment_id=04073255-38ec-47ac-af45-1343cd3b3eaf)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:30.824249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:30.825179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 39a099bc-d4ee-4d65-a75a-144714b497ee up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:30.855706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:30.856069 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:30.869940 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 2 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:30.870894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d139d7a-e03a-4d15-b00f-6f7539254b32 None None] Network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:30.875873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc2365-53fa-4762-a774-63c9118dbdf6 req-e21b1dfe-5bb2-4c85-ac15-4b215e47392c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:30.880139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9fc2365-53fa-4762-a774-63c9118dbdf6 req-e21b1dfe-5bb2-4c85-ac15-4b215e47392c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 944 time: 1.0776343 Aug 29 17:48:30.895005 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:20Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:30.896163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:30.899308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5072be36-12df-4bab-9300-5a537d5b3087 req-70855d38-cbfa-4bd6-aa97-c3fadb790894 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 200 len: 217 time: 0.1816487 Aug 29 17:48:30.904466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9ca0a48f-9c13-4739-8d5b-1a84ccee3c5e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5333023 Aug 29 17:48:30.907267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:30.907776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:30.908278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:30.908401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:30.916060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:30.916913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:30.917403 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:30.922345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:30.967058 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fc2cb-0d0e-43e0-a425-5cac39a64367 None None] The sync data for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 is: [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:11Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '3659b477-a307-4b30-8ee4-0ca6a49a7afb', 'name': '', 'network_id': 'e02cbc6a-d833-48f9-85c3-7787a4068d05', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:22:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:10Z', 'updated_at': '2021-08-29T17:47:20Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': '2f4170ad-2023-4f6a-9c45-2c7320501ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:31.020448 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 3 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:31.043854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 5c0b27cc-4f16-432b-9627-3b459e3bc829 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:31.044207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:31.050285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:31.050650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:31.050944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:31.062373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d9fc2365-53fa-4762-a774-63c9118dbdf6 req-067b0ec3-a726-4200-88fb-5fb8d20961be tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d95a010-c114-4444-9524-d63fe0791bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601107 Aug 29 17:48:31.098991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:31.099266 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:31.102742 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 4 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:31.107636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072be36-12df-4bab-9300-5a537d5b3087 req-8edd9932-6322-4cc5-b7a8-7bf522d047ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:31.110270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5072be36-12df-4bab-9300-5a537d5b3087 req-8edd9932-6322-4cc5-b7a8-7bf522d047ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 200 len: 835 time: 0.1993759 Aug 29 17:48:31.172685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:31.172685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:31.173015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:31.193192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072be36-12df-4bab-9300-5a537d5b3087 req-0d417345-e4c5-4ad6-8be1-394c8319dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:31.194802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5072be36-12df-4bab-9300-5a537d5b3087 req-0d417345-e4c5-4ad6-8be1-394c8319dd87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02cbc6a-d833-48f9-85c3-7787a4068d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728455 Aug 29 17:48:31.223460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:31.223866 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:31.232920 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 5 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:31.260223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:31.296207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:31.297144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:31.297677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:31.316469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:31.317061 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:31.321482 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 6 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:31.364972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:31.380158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:31.380804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:31.381380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:31.396127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:31.396780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:31.402119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3c93199e-443e-482e-9105-b09794214be8 None None] Provisioning for port 39a099bc-d4ee-4d65-a75a-144714b497ee completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:31.403296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:31.416702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 5c0b27cc-4f16-432b-9627-3b459e3bc829, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c0b27cc-4f16-432b-9627-3b459e3bc829,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:31.417164 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:31.417328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5072be36-12df-4bab-9300-5a537d5b3087 req-c7dcbe68-8ff9-45e5-8e5e-9d862a789432 service neutron] 10.222.0.44 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874654 Aug 29 17:48:31.426744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:31.427165 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:31.431032 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 7 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:31.446384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 5c0b27cc-4f16-432b-9627-3b459e3bc829 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:31.469171 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac9b539-bb5f-4d0a-a42a-c4413965616f None None] New status for floating IP 7aead733-b083-4f3e-a19f-8845e3c352d6: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:48:31.487390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:31.488242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:31.488717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:31.554199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 39a099bc-d4ee-4d65-a75a-144714b497ee completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:31.563776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:31.564129 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:31.567821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 39a099bc-d4ee-4d65-a75a-144714b497ee triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:31.568747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:31.574500 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 8 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:31.600789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:31.653830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:31.654175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:31.654504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:31.656431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5072be36-12df-4bab-9300-5a537d5b3087 req-7c4627dd-db97-4a1c-b950-635accddf904 service neutron] 10.222.0.44 "GET /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321661 Aug 29 17:48:31.676013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:31.676286 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:31.686406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:31.688939 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 9 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:31.707878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a516a000-a581-4da0-a14e-e2fcddcadc87 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3912549 Aug 29 17:48:31.708806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51150) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:31.712573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:31.713134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:31.713667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:31.714906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:31.727835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:31.728348 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:31.741775 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 10 to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 Aug 29 17:48:31.784468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-db033df5-641c-47f4-8b7e-0b55bb5c5e7a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet a8a5feaf-a518-4690-8a2c-4f7f92bba252 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:31.788538 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db033df5-641c-47f4-8b7e-0b55bb5c5e7a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:31.797380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:31.797834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:31.798441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:31.828196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:31.828844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:31.838384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:31.838384 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:31.838384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:31.853246 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db033df5-641c-47f4-8b7e-0b55bb5c5e7a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:31.935708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:31.968285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] For port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:31.968787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempted to set empty binding levels {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:48:31.988905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.extraroute_db [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:48:31.997354 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.004477 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.026767 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db033df5-641c-47f4-8b7e-0b55bb5c5e7a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.029855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] In _notify_port_updated(), no bound segment for port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:48:32.030910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.031633 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.036684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "PUT /v2.0/ports/25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 HTTP/1.1" status: 200 len: 980 time: 3.2747269 Aug 29 17:48:32.064122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51156) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:32.087425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:32.133018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 39a099bc-d4ee-4d65-a75a-144714b497ee, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=39a099bc-d4ee-4d65-a75a-144714b497ee,segment=NetworkSegment(8e852e7e-b038-44a6-905c-85c60dc98b73),segment_id=8e852e7e-b038-44a6-905c-85c60dc98b73)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:32.152133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.extraroute_db [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Removed routes are [] {{(pid=94796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:48:32.152133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.157037 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.218381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db033df5-641c-47f4-8b7e-0b55bb5c5e7a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.247224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db033df5-641c-47f4-8b7e-0b55bb5c5e7a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.254716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db033df5-641c-47f4-8b7e-0b55bb5c5e7a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/a8a5feaf-a518-4690-8a2c-4f7f92bba252 HTTP/1.1" status: 204 len: 168 time: 0.5444617 Aug 29 17:48:32.256695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51160) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:32.262417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-801ba938-5b0b-4965-8af9-701a6939639b None None] Provisioning complete for port 39a099bc-d4ee-4d65-a75a-144714b497ee triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:32.262810 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-801ba938-5b0b-4965-8af9-701a6939639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.286311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af01b4-a9e2-4ac8-a45f-01d64335385e None None] Network bc6824ab-1e26-4bcf-8061-facc14fdea99 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:32.293278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] No DVR routers for this DVR port 5c0b27cc-4f16-432b-9627-3b459e3bc829 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:32.297784 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.300599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51579eda-42c3-4fcb-a680-c3a5b25bce2b req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.44 "DELETE /v2.0/ports/5c0b27cc-4f16-432b-9627-3b459e3bc829 HTTP/1.1" status: 204 len: 173 time: 1.8220263 Aug 29 17:48:32.320591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-deleted', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:32.323522 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b2882d-7297-46e1-9743-d646c115746e" -d '{"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-deleted", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:32.421572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71bb2dcd-ae48-449d-b90b-6c43eff8fb17 req-404e0b9d-f337-4bb4-b8bc-d4d035f61776 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69 HTTP/1.1" status: 200 len: 210 time: 0.1869130 Aug 29 17:48:32.445927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:32.544637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.546360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4ce41-e7b3-4d5f-870c-c81523c4966f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:32.549405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db033df5-641c-47f4-8b7e-0b55bb5c5e7a tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a5feaf-a518-4690-8a2c-4f7f92bba252,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:32.574096 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e20cb9-0f0d-4554-98c6-68f58eac46eb x-openstack-request-id: req-c9e20cb9-0f0d-4554-98c6-68f58eac46eb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:32.574410 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69", "name": "network-vif-deleted", "tag": "5c0b27cc-4f16-432b-9627-3b459e3bc829", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:32.574702 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9e20cb9-0f0d-4554-98c6-68f58eac46eb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:32.576140 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f42fcb6-395a-42cd-9cc6-3c1f45ccfb69', 'name': 'network-vif-deleted', 'tag': '5c0b27cc-4f16-432b-9627-3b459e3bc829', 'status': 'completed', 'code': 200} Aug 29 17:48:32.647683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port ec715a5a-50ea-4b4e-811c-3a8de468e234 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:32.648415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.692658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe3d55-c063-4961-9155-a802604a37c6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=5c0b27cc-4f16-432b-9627-3b459e3bc829,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:32.753806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:27Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:28Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:32.772895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port ec715a5a-50ea-4b4e-811c-3a8de468e234, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ec715a5a-50ea-4b4e-811c-3a8de468e234,segment=NetworkSegment(e3932b19-84cc-4e1c-9715-030e0f98d0de),segment_id=e3932b19-84cc-4e1c-9715-030e0f98d0de)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:32.785306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.808585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for ec715a5a-50ea-4b4e-811c-3a8de468e234 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:32.817048 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.818136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.821068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.821885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.822556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.823158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:32.823525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Updating router 96863a68-3249-4a39-8e01-6d545e5c56c3 port 2f7c6c29-1952-44ab-9023-8d11c3b1501c binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:48:32.825629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.827066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.828392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.828694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=39a099bc-d4ee-4d65-a75a-144714b497ee,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:32.830031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.830716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.833279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.837219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.839208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.840071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.842139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.843225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.844101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.845943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.847842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.849186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.850217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.852353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.853023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.855826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.857117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.858049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.860255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.860972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:32.870396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cef4a545-d4c5-4e32-9bc6-7e77cc804b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25536 time: 0.8019001 Aug 29 17:48:32.883075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51168) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:32.945737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:32.946152 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:32.951352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.013682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.031907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No DVR routers for this DVR port ec715a5a-50ea-4b4e-811c-3a8de468e234 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:33.125229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=ec715a5a-50ea-4b4e-811c-3a8de468e234,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:33.174394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.186760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-801ba938-5b0b-4965-8af9-701a6939639b None None] Provisioning for port 2f7c6c29-1952-44ab-9023-8d11c3b1501c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:33.189948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.219737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.230363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6824ab-1e26-4bcf-8061-facc14fdea99']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:33.242304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3932b19-84cc-4e1c-9715-030e0f98d0de') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:33.242799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3932b19-84cc-4e1c-9715-030e0f98d0de') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:33.252879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Deleting port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:33.254086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.255822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.268154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-801ba938-5b0b-4965-8af9-701a6939639b None None] Provisioning complete for port 2f7c6c29-1952-44ab-9023-8d11c3b1501c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:33.268564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-801ba938-5b0b-4965-8af9-701a6939639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.278908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.292207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:33.292642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:33.296577 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:33.341064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-801ba938-5b0b-4965-8af9-701a6939639b None None] Port 2f7c6c29-1952-44ab-9023-8d11c3b1501c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:33.370498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.383020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342afe34-4f0b-4496-895c-29f71e6d169d None None] DHCP port deletion for bc6824ab-1e26-4bcf-8061-facc14fdea99 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:33.391630 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.396277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/bc6824ab-1e26-4bcf-8061-facc14fdea99 HTTP/1.1" status: 204 len: 168 time: 1.1360524 Aug 29 17:48:33.396277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04aa9-1b69-451b-ac7e-041d32429c04 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=bc6824ab-1e26-4bcf-8061-facc14fdea99,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:33.396838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51172) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:33.431348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:29Z', 'revision_number': 10, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:33.444057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] For port 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7, host n-h1-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:33.444057 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.469364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:33.470916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Calling delete_port for 25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:33.535468 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51176) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:33.547344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:33.574014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:33.574912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:33.648914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:33.656067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.657292 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-52c59c10-0d97-4315-aa69-1859c03b8ed9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 200 len: 931 time: 2.7388356 Aug 29 17:48:33.661318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51178) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:33.720761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.794406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event deleted for resources: {'Port': ['ID=25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:33.812116 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:33.817200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7825db4c-3679-4923-8e28-7d0bc5552cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "DELETE /v2.0/ports/25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 HTTP/1.1" status: 204 len: 168 time: 0.9315732 Aug 29 17:48:33.818075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51182) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:33.835735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b9b8374a-5e87-49de-aa62-41e6c05e6557 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 200 len: 931 time: 0.1729176 Aug 29 17:48:33.838296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51184) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:33.844062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'routes': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:33.871704 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d68c6c-5ec0-47a3-a097-53c4ef7721df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:48:33.873979 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-10d68c6c-5ec0-47a3-a097-53c4ef7721df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "GET /v2.0/ports/25f6031f-9d28-4d12-ac3a-5b8aa8d81cd7 HTTP/1.1" status: 404 len: 333 time: 0.0518594 Aug 29 17:48:33.879952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:33.915988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51186) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:33.923458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-352475239', 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:33.964388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f23252f5-2008-4fe2-ad22-de448a567209 None None] Provisioning complete for port 2f7c6c29-1952-44ab-9023-8d11c3b1501c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:33.964763 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f23252f5-2008-4fe2-ad22-de448a567209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.038674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Made reservation on behalf of 90367ddfa6684e99b9c965733f7f89cb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:34.041072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.109650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] device_id is not set on port 36a46dff-85ea-4c02-9f1a-7b4b9fe72208 yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:34.150621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f23252f5-2008-4fe2-ad22-de448a567209 None None] Port 2f7c6c29-1952-44ab-9023-8d11c3b1501c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:34.175621 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.197285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Transition to ACTIVE for port object 2f7c6c29-1952-44ab-9023-8d11c3b1501c will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:34.228867 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.321793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76891a47-7bc3-4fb1-bc42-00d8bf0480de None None] Pushing event updated for resources: {'Port': ['ID=2f7c6c29-1952-44ab-9023-8d11c3b1501c,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:34.328537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.extraroute_db [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added routes are [] {{(pid=94796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:48:34.328881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.extraroute_db [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:48:34.391586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 39a099bc-d4ee-4d65-a75a-144714b497ee up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:34.417498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.422305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:29Z', 'revision_number': 10, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:34.430165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Attempting to bind port 2f7c6c29-1952-44ab-9023-8d11c3b1501c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:34.430619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Attempting to bind port 2f7c6c29-1952-44ab-9023-8d11c3b1501c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:34.431038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Attempting to bind port 2f7c6c29-1952-44ab-9023-8d11c3b1501c on network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:34.433739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.486757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc69df-ade6-495d-9fe9-d8a2e9ab2f81 None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:29Z', 'revision_number': 10, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None, '_interfaces': [{'id': '2434efd2-572c-448f-8115-d6b15d29713f', 'name': '', 'network_id': 'bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'mac_address': 'fa:16:3e:62:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:50Z', 'updated_at': '2021-08-29T17:47:56Z', 'revision_number': 5, 'project_id': 'ec81145058e843809685be692a312ccb', 'subnets': [{'id': '8214dce8-53b5-45fd-a504-aa45ee6962f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:34.493357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:34.493749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Checking segment: {'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:34.494159 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.494559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Bound using segment: {'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:34.495258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Bound port: 2f7c6c29-1952-44ab-9023-8d11c3b1501c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e852e7e-b038-44a6-905c-85c60dc98b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:34.495679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.509376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.595744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 39a099bc-d4ee-4d65-a75a-144714b497ee triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:34.596038 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.623065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] For port 2f7c6c29-1952-44ab-9023-8d11c3b1501c, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:34.642566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] For port 2f7c6c29-1952-44ab-9023-8d11c3b1501c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2f7c6c29-1952-44ab-9023-8d11c3b1501c,segment=NetworkSegment(8e852e7e-b038-44a6-905c-85c60dc98b73),segment_id=8e852e7e-b038-44a6-905c-85c60dc98b73)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:34.655617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:34.705260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c0b27cc-4f16-432b-9627-3b459e3bc829 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:34.753685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 5c0b27cc-4f16-432b-9627-3b459e3bc829 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:34.754036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c0b27cc-4f16-432b-9627-3b459e3bc829 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:34.783370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:34.784039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:34.905205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76891a47-7bc3-4fb1-bc42-00d8bf0480de None None] Pushing event updated for resources: {'Port': ['ID=2f7c6c29-1952-44ab-9023-8d11c3b1501c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:34.986962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ec715a5a-50ea-4b4e-811c-3a8de468e234 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:34.990251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:35.007657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51190) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:35.043817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ec715a5a-50ea-4b4e-811c-3a8de468e234 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:35.044347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ec715a5a-50ea-4b4e-811c-3a8de468e234 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:35.095992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.145929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Network 23a7b632-9167-4b2c-adfa-44535e9c628b is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:35.162850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:35.170075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:35.171066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:35.171673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.174316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.178946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.191733 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.193406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=36a46dff-85ea-4c02-9f1a-7b4b9fe72208,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:35.250010 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d837c4f-285e-49b0-8fc9-a092d3e8f17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3286304 Aug 29 17:48:35.253997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51192) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:35.266043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 7, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:35.294354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d39962-d9e3-4439-bf29-e28ed44dfb50 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 7, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:35.352895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:35.374743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be5a97-83c0-4ee0-8ff8-a1703c60d04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:35.376710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-08be5a97-83c0-4ee0-8ff8-a1703c60d04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "GET /v2.0/ports/36a46dff-85ea-4c02-9f1a-7b4b9fe72208 HTTP/1.1" status: 200 len: 958 time: 0.1187966 Aug 29 17:48:35.381182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51194) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:35.407533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port 3df28209-cc0a-40ec-b0e2-a5166fdfdb32 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:35.407880 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.497716 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:35.516390 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:35.516645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:35.519832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 2434efd2-572c-448f-8115-d6b15d29713f {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:35.520483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.521092 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:35.525496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.529113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cacde4d8-d946-44e7-92eb-d7034c0fc0c2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 200 len: 697 time: 1.6873446 Aug 29 17:48:35.529287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51196) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:35.610379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.610733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.622759 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:35.628825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d796bf81-996e-42bd-b5ff-9cbab912c2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Deleting port 36a46dff-85ea-4c02-9f1a-7b4b9fe72208 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:35.629179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d796bf81-996e-42bd-b5ff-9cbab912c2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.630442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for 3df28209-cc0a-40ec-b0e2-a5166fdfdb32 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:35.655759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0fc96be4-8c24-4416-ae05-d386cf519438 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 200 len: 697 time: 0.1253994 Aug 29 17:48:35.658341 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51198) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:35.715709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port 2434efd2-572c-448f-8115-d6b15d29713f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2434efd2-572c-448f-8115-d6b15d29713f,segment=NetworkSegment(78739cf9-c609-4ffd-9f15-40b9789de7b2),segment_id=78739cf9-c609-4ffd-9f15-40b9789de7b2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:35.716105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.762912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 2434efd2-572c-448f-8115-d6b15d29713f owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:35.765675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d796bf81-996e-42bd-b5ff-9cbab912c2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:35.788578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d796bf81-996e-42bd-b5ff-9cbab912c2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Calling delete_port for 36a46dff-85ea-4c02-9f1a-7b4b9fe72208 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:35.841672 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 7, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:35.869055 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:35.879097 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:35.879942 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:35.912680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 3659b477-a307-4b30-8ee4-0ca6a49a7afb {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:35.913108 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.018317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.048609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d796bf81-996e-42bd-b5ff-9cbab912c2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.057147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=3df28209-cc0a-40ec-b0e2-a5166fdfdb32,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:36.076802 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:36.122781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796bf81-996e-42bd-b5ff-9cbab912c2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event deleted for resources: {'Port': ['ID=36a46dff-85ea-4c02-9f1a-7b4b9fe72208,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:36.136905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.137140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d796bf81-996e-42bd-b5ff-9cbab912c2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.137249 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Floating IP 48df9813-d465-4be4-adb0-6be44a83a922 disassociated (deleted). External IP: 172.25.2.125, port: b00e3548-069d-4b91-a9dd-b67c4f2ffff5. Aug 29 17:48:36.141395 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d796bf81-996e-42bd-b5ff-9cbab912c2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "DELETE /v2.0/ports/36a46dff-85ea-4c02-9f1a-7b4b9fe72208 HTTP/1.1" status: 204 len: 168 time: 0.7568521 Aug 29 17:48:36.141395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 3659b477-a307-4b30-8ee4-0ca6a49a7afb, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=3659b477-a307-4b30-8ee4-0ca6a49a7afb,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:36.141395 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.142373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51200) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:36.163097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 3659b477-a307-4b30-8ee4-0ca6a49a7afb owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:36.218391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.229621 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-913dd40c-9f83-43bf-99ba-39fecfdf455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:48:36.234381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-913dd40c-9f83-43bf-99ba-39fecfdf455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "GET /v2.0/ports/36a46dff-85ea-4c02-9f1a-7b4b9fe72208 HTTP/1.1" status: 404 len: 333 time: 0.0875952 Aug 29 17:48:36.235869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51202) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:36.242158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Request body: {'port': {'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-988107974'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:36.257408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=2434efd2-572c-448f-8115-d6b15d29713f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:36.330371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Made reservation on behalf of 90367ddfa6684e99b9c965733f7f89cb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:36.333703 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.353257 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 7, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:36.371088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] device_id is not set on port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:36.372670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f7c6c29-1952-44ab-9023-8d11c3b1501c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:36.385111 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.397154 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cece7f4-76da-402e-96e2-16dca782c47b None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 7, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 4, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:36.443728 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.475149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 2f7c6c29-1952-44ab-9023-8d11c3b1501c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:36.480874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2f7c6c29-1952-44ab-9023-8d11c3b1501c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:36.481264 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.614665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.655727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 2f7c6c29-1952-44ab-9023-8d11c3b1501c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2f7c6c29-1952-44ab-9023-8d11c3b1501c,segment=NetworkSegment(8e852e7e-b038-44a6-905c-85c60dc98b73),segment_id=8e852e7e-b038-44a6-905c-85c60dc98b73)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:36.662254 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.680792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:36.706762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:36.708975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7284ec44-e722-43ce-b928-71d9b83e89e1 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:36.746850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 7284ec44-e722-43ce-b928-71d9b83e89e1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:36.747349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7284ec44-e722-43ce-b928-71d9b83e89e1 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:36.753574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:36.754543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:36.792999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=2f7c6c29-1952-44ab-9023-8d11c3b1501c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:36.800872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:36.816297 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3e2a67f9-9b2b-46a1-bc9a-6385cd3f39d1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4152915 Aug 29 17:48:36.816552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51204) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:36.819083 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:36.824361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:36.832969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.833165 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:36.833816 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:36.853317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:36.883856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4abd56-9303-4ea1-9c3d-a52df1c5ec31 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting subnet 8214dce8-53b5-45fd-a504-aa45ee6962f1 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:36.885981 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.891877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7c4abd56-9303-4ea1-9c3d-a52df1c5ec31 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:36.925580 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:36.949743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=3659b477-a307-4b30-8ee4-0ca6a49a7afb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:36.994021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7c4abd56-9303-4ea1-9c3d-a52df1c5ec31 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.018427 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 11, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:37.041987 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.064349 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:37.080743 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:37.081557 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:37.092149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Network 23a7b632-9167-4b2c-adfa-44535e9c628b is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:37.100791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:37.103264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:37.104358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:37.104976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.151245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 2f7c6c29-1952-44ab-9023-8d11c3b1501c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:37.151659 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.159669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:37.160783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 7, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:37.164589 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.189884 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:37.207953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e03fdb81-31c4-40b1-a50f-ea6aa54ce04c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "DELETE /v2.0/floatingips/48df9813-d465-4be4-adb0-6be44a83a922 HTTP/1.1" status: 204 len: 168 time: 2.1992164 Aug 29 17:48:37.212442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9767251 Aug 29 17:48:37.213207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51208) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:37.232237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:37.239244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:37.241549 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fdc68e-1742-4a51-a626-6a960f32743c" -d '{"events": [{"name": "network-changed", "server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:37.244210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f5ef9-b7b1-4a71-9f8e-1773657503f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=9e6b1f68-8cb1-4f97-b8e0-653c424d8818,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:37.252479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:37.261509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:37.265705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7c4abd56-9303-4ea1-9c3d-a52df1c5ec31 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.275954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:37.278061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:37.309417 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 11, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:37.328008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.342544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.362759 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adb5c04-554a-4320-b074-f6c1e64e1ced x-openstack-request-id: req-6adb5c04-554a-4320-b074-f6c1e64e1ced {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:37.362759 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:37.363105 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6adb5c04-554a-4320-b074-f6c1e64e1ced {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:37.363345 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'status': 'completed', 'code': 200} Aug 29 17:48:37.381188 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d7893-f490-45b3-b6e9-a749eaf984f6 None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 11, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:37.385050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:37.386503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:37.462513 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7c4abd56-9303-4ea1-9c3d-a52df1c5ec31 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.556762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port 2f7c6c29-1952-44ab-9023-8d11c3b1501c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2f7c6c29-1952-44ab-9023-8d11c3b1501c,segment=NetworkSegment(8e852e7e-b038-44a6-905c-85c60dc98b73),segment_id=8e852e7e-b038-44a6-905c-85c60dc98b73)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:37.557274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.557394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:37.595488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:37.616430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 2f7c6c29-1952-44ab-9023-8d11c3b1501c owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:37.656184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-74a50982-a959-4f33-b6a7-1f1395f6bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:37.657720 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-74a50982-a959-4f33-b6a7-1f1395f6bcee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 1098 time: 0.2856138 Aug 29 17:48:37.805623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] device_id is not set on port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:37.820678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.849506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b87fb3-a1a6-4b76-90c7-2b2e232b0a14 req-def1f350-5fd5-4837-913a-5a96f96a738f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:37.857260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41b87fb3-a1a6-4b76-90c7-2b2e232b0a14 req-def1f350-5fd5-4837-913a-5a96f96a738f tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 946 time: 0.2728198 Aug 29 17:48:37.861127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4abd56-9303-4ea1-9c3d-a52df1c5ec31 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Subnet': ['ID=8214dce8-53b5-45fd-a504-aa45ee6962f1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:37.864850 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7c4abd56-9303-4ea1-9c3d-a52df1c5ec31 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.866776 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7c4abd56-9303-4ea1-9c3d-a52df1c5ec31 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/8214dce8-53b5-45fd-a504-aa45ee6962f1 HTTP/1.1" status: 204 len: 168 time: 1.0492339 Aug 29 17:48:37.869369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51214) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:37.960530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:37.964596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1387a884-f1b4-4c8e-8bf9-fd6d041ec96c None None] Network bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:38.106296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 7840339b-8409-4f8b-9595-644efdf39c0e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:38.117186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Deleting port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:38.117428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.231993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] For port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1f4b06b5-2d78-4913-8589-6abedcbe1d0d,segment=NetworkSegment(78739cf9-c609-4ffd-9f15-40b9789de7b2),segment_id=78739cf9-c609-4ffd-9f15-40b9789de7b2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:38.232363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.274212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Calling delete_port for 1f4b06b5-2d78-4913-8589-6abedcbe1d0d owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:38.284647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 7, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:38.316885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7e387-f7ef-40b5-8330-364c063a0eb5 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:34Z', 'revision_number': 7, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f7c6c29-1952-44ab-9023-8d11c3b1501c', 'name': '', 'network_id': 'a30fc6b9-1ddb-4548-8aa7-2282d5417c61', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:83:54:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:27Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '2a4a94d9-2da9-409c-8c8f-fbf8bba6322c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:38.334283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:38.343486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Transition to ACTIVE for port object 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:38.346274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-51d18f1e-4534-4e4f-9c99-3d4304ead7d5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "PUT /v2.0/routers/7840339b-8409-4f8b-9595-644efdf39c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8095384 Aug 29 17:48:38.347094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] DHCP port deletion for bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:38.348770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51216) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:38.351826 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] Sync routers for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:38.368687 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:38.371064 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:38.388039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:38.429143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71c739b-1266-47b4-830b-63f91bf100c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting subnet 2f4170ad-2023-4f6a-9c45-2c7320501ac0 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:38.430406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f7c6c29-1952-44ab-9023-8d11c3b1501c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:38.433893 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f71c739b-1266-47b4-830b-63f91bf100c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.437073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:38.484105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:38.485098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:38.487666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f71c739b-1266-47b4-830b-63f91bf100c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.507137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.534696 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.571139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.618223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No active binding found for port 2f7c6c29-1952-44ab-9023-8d11c3b1501c {{(pid=94797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 17:48:38.618899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f7c6c29-1952-44ab-9023-8d11c3b1501c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 17:48:38.635458 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:38.654665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port 2f7c6c29-1952-44ab-9023-8d11c3b1501c not found, will not notify nova. {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 17:48:38.661692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Port': ['ID=1f4b06b5-2d78-4913-8589-6abedcbe1d0d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:38.671356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] Deleting port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:38.671736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.694382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No DVR routers for this DVR port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:38.719026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f71c739b-1266-47b4-830b-63f91bf100c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.769331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] For port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:38.770031 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.785551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2434efd2-572c-448f-8115-d6b15d29713f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:38.822175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2434efd2-572c-448f-8115-d6b15d29713f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:38.822532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2434efd2-572c-448f-8115-d6b15d29713f not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:38.826795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41b87fb3-a1a6-4b76-90c7-2b2e232b0a14 req-7ae479d5-6297-452d-ba27-be71f9b8b0ca tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9677501 Aug 29 17:48:38.829265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] Calling delete_port for 1f4b06b5-2d78-4913-8589-6abedcbe1d0d owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:38.833911 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.834623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] Port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:48:38.841400 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.859520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:38.865804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] No DVR routers for this DVR port 1f4b06b5-2d78-4913-8589-6abedcbe1d0d on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:38.900908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.922432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:38.951558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78739cf9-c609-4ffd-9f15-40b9789de7b2') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:38.952234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78739cf9-c609-4ffd-9f15-40b9789de7b2') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:38.974019 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:38.977218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:38.979102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-7168e7ea-51fa-401c-b63b-f4a23c5e4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:38.980605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-7168e7ea-51fa-401c-b63b-f4a23c5e4833 service neutron] 10.222.0.44 "GET /v2.0/networks?id=322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 200 len: 912 time: 1.3090556 Aug 29 17:48:38.984956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324ab25-5892-463a-820c-5aea19d962d6 None None] Pushing event deleted for resources: {'Port': ['ID=1f4b06b5-2d78-4913-8589-6abedcbe1d0d,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:38.994450 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f71c739b-1266-47b4-830b-63f91bf100c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.014822 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] Checking router: 7840339b-8409-4f8b-9595-644efdf39c0e for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:39.024606 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] Routers {'7840339b-8409-4f8b-9595-644efdf39c0e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:39.025207 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7840339b-8409-4f8b-9595-644efdf39c0e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:39.038405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.040957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c739b-1266-47b4-830b-63f91bf100c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4170ad-2023-4f6a-9c45-2c7320501ac0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:39.057838 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f71c739b-1266-47b4-830b-63f91bf100c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.062775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f71c739b-1266-47b4-830b-63f91bf100c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/subnets/2f4170ad-2023-4f6a-9c45-2c7320501ac0 HTTP/1.1" status: 204 len: 168 time: 0.7113636 Aug 29 17:48:39.064126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:39.064645 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:39.068124 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:39.070537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51218) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:39.071504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1021e-510a-4e79-94cc-73b480ad99fa None None] Network e02cbc6a-d833-48f9-85c3-7787a4068d05 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:39.113500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:39.114759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=9e6b1f68-8cb1-4f97-b8e0-653c424d8818,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:39.151667 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] Set router 7840339b-8409-4f8b-9595-644efdf39c0e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:39.181315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-de2357ec-e962-496b-a3cc-8f03a2507649 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5 HTTP/1.1" status: 200 len: 217 time: 0.1810136 Aug 29 17:48:39.181632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=2f7c6c29-1952-44ab-9023-8d11c3b1501c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:39.183759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.184132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.184602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.193884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796e287-2f52-4a30-be01-e98ac8729190 req-b9ca1d8b-a405-4ec2-8482-5360bbbb2523 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:39.195497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5796e287-2f52-4a30-be01-e98ac8729190 req-b9ca1d8b-a405-4ec2-8482-5360bbbb2523 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 946 time: 0.2342858 Aug 29 17:48:39.203332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.203807 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.227812 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 2 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.270718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.285656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.286143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.286607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.289473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.291561 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/networks/bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa HTTP/1.1" status: 204 len: 168 time: 1.4212346 Aug 29 17:48:39.304505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51220) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:39.309353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'routes': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:39.324474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.324959 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.327175 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-e501729e-2866-4aee-b13a-eca75db68ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:39.328937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-e501729e-2866-4aee-b13a-eca75db68ebe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 200 len: 850 time: 0.1375444 Aug 29 17:48:39.332065 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 3 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.353523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e1030-54ef-4304-b6f9-379045212bbf tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Pushing event deleted for resources: {'Network': ['ID=bf5553d3-fa5f-4a7f-aacc-37f30c1d3aaa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:39.383722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:39.400390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.400390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.400987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.407209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:39.414903 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3be3f691-a521-4cea-bb4b-2267c675e609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7555301 Aug 29 17:48:39.417090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.417511 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.419595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51222) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:39.420115 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 4 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.431625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:39.436946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] DHCP port deletion for e02cbc6a-d833-48f9-85c3-7787a4068d05 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:39.442017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593ebe4-08fc-43f8-bc6b-598bcb12cdcd None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:36:32Z', 'revision_number': 4, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9217b5c4-6f27-4f34-a75b-b4a141881f0c', 'name': '', 'network_id': '322486e8-ae5b-47ca-af8a-dfe2d60580c5', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'mac_address': 'fa:16:3e:e5:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:31Z', 'updated_at': '2021-08-29T17:36:39Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'subnets': [{'id': '36d66ff9-fba9-4510-8731-ee550aaa53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:39.465219 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:39.474942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-fad79c03-fdd0-432b-84ee-a25428b7aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:39.476608 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-fad79c03-fdd0-432b-84ee-a25428b7aea5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322486e8-ae5b-47ca-af8a-dfe2d60580c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350687 Aug 29 17:48:39.479265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:39.480010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:39.481676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.482142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.482623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.501673 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab52afa-50ef-4cf5-b64c-ab5239626bb1 None None] The sync data for ids ['7840339b-8409-4f8b-9595-644efdf39c0e'] in n-d-713499-15 is: [{'id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477893253', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '5cb8811f-577c-46f7-ab24-3523c4a6d354', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840339b-8409-4f8b-9595-644efdf39c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:47:05Z', 'updated_at': '2021-08-29T17:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:39.520030 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.551733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.551733 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.555807 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 5 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.584875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bb6996-3ccf-4f5a-9d16-5c1fac7f51e3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet 2a4a94d9-2da9-409c-8c8f-fbf8bba6322c {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:39.591364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-15bb6996-3ccf-4f5a-9d16-5c1fac7f51e3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.624257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.624440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:39.624820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.625274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.627157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Deleting port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:39.627544 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.637427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.extraroute_db [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Added routes are [] {{(pid=94795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:48:39.637733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.extraroute_db [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Removed routes are [] {{(pid=94795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:48:39.638102 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.649659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.650149 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.653948 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 6 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.654553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:39.654860 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.660176 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-15bb6996-3ccf-4f5a-9d16-5c1fac7f51e3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.712873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.713364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.713813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.721893 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-fd6f2f1f-58af-479e-bbf4-13cfad03439b service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340672 Aug 29 17:48:39.724948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.726438 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.727850 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 7 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.769485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] For port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f05b2eae-4cd0-4f76-bdd0-564f62e4b42f,segment=NetworkSegment(a8687991-dfb3-44cb-9a9e-84485dfacdfe),segment_id=a8687991-dfb3-44cb-9a9e-84485dfacdfe)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:39.769892 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.820626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.821118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.821686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.823907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Calling delete_port for f05b2eae-4cd0-4f76-bdd0-564f62e4b42f owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:39.835856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.836854 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.839948 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 8 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.874264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-15bb6996-3ccf-4f5a-9d16-5c1fac7f51e3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.904532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.905099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.905513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.929293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.935202 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.938187 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 9 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.947486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8fdc68e-1742-4a51-a626-6a960f32743c req-87bdbe02-c156-47b3-9c3d-6bfaf691742e service neutron] 10.222.0.44 "GET /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167580 Aug 29 17:48:39.965677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.966165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.966660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:39.973056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:39.973523 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:39.974043 n-d-713499-15 neutron-server[94796]: INFO neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempt 10 to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 Aug 29 17:48:39.975513 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:39.994294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:39.994826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:39.995308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempting to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:40.002935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:48:40.003513 n-d-713499-15 neutron-server[94796]: ERROR neutron.plugins.ml2.managers [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Failed to bind port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on host n-h1-713499-15 for vnic_type normal using segments [{'id': '9af47ddf-24da-477f-886c-e14d55a74d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23a7b632-9167-4b2c-adfa-44535e9c628b'}] Aug 29 17:48:40.003992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.017293 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53735856-8494-4bd0-a09c-0545c56ce536 None None] New status for floating IP 48df9813-d465-4be4-adb0-6be44a83a922: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:48:40.017613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-15bb6996-3ccf-4f5a-9d16-5c1fac7f51e3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.038425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:38Z', 'revision_number': 8, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:40.042154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.043009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.058439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb6996-3ccf-4f5a-9d16-5c1fac7f51e3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4a94d9-2da9-409c-8c8f-fbf8bba6322c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:40.081566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-15bb6996-3ccf-4f5a-9d16-5c1fac7f51e3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.088756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-15bb6996-3ccf-4f5a-9d16-5c1fac7f51e3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/2a4a94d9-2da9-409c-8c8f-fbf8bba6322c HTTP/1.1" status: 204 len: 168 time: 0.6654515 Aug 29 17:48:40.094988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:40.108934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Pushing event deleted for resources: {'Port': ['ID=f05b2eae-4cd0-4f76-bdd0-564f62e4b42f,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:40.111167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6613ebe9-bfef-4934-9ab0-ade0b373d522 None None] Network a30fc6b9-1ddb-4548-8aa7-2282d5417c61 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:40.118546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:40.167660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc7361-73a7-40e9-b470-065bb43dee9b req-d6015f49-23a9-4266-a1de-59b666968829 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:40.176648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dbc7361-73a7-40e9-b470-065bb43dee9b req-d6015f49-23a9-4266-a1de-59b666968829 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 946 time: 0.2220745 Aug 29 17:48:40.211270 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.234668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] For port b00e3548-069d-4b91-a9dd-b67c4f2ffff5, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:40.235345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.251545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] For port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:40.252072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attempted to set empty binding levels {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:48:40.263836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.273917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.285148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router f44ea86c-5cea-4049-912e-fac5a2af838c has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:40.293113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for b00e3548-069d-4b91-a9dd-b67c4f2ffff5 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:40.319437 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dbc7361-73a7-40e9-b470-065bb43dee9b req-dc4f4639-779d-4d9f-8fe9-0befcea8c7a1 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfad108d-8a74-4e05-b5d9-1b4201d82656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415052 Aug 29 17:48:40.388994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] In _notify_port_updated(), no bound segment for port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 on network 23a7b632-9167-4b2c-adfa-44535e9c628b {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:48:40.390045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:40.390841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.392281 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "PUT /v2.0/ports/9e6b1f68-8cb1-4f97-b8e0-653c424d8818 HTTP/1.1" status: 200 len: 979 time: 3.1445491 Aug 29 17:48:40.396004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51228) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:40.403265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] No DVR routers for this DVR port f05b2eae-4cd0-4f76-bdd0-564f62e4b42f on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:40.407008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.407756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.408120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.408461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.408799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.409697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.410031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.410361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.410715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.411047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.411381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.411741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad6b8e-aa3f-4177-a6b2-f6acc45d407b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:40.431838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f05b2eae-4cd0-4f76-bdd0-564f62e4b42f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:40.450561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f59dc-eb31-4362-9a61-fc7d92ededc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event updated for resources: {'Port': ['ID=9e6b1f68-8cb1-4f97-b8e0-653c424d8818,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:40.460630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f05b2eae-4cd0-4f76-bdd0-564f62e4b42f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:40.460972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f05b2eae-4cd0-4f76-bdd0-564f62e4b42f not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:40.461478 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3659b477-a307-4b30-8ee4-0ca6a49a7afb no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:40.491248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 3659b477-a307-4b30-8ee4-0ca6a49a7afb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:40.491598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 3659b477-a307-4b30-8ee4-0ca6a49a7afb not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:40.492094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1f4b06b5-2d78-4913-8589-6abedcbe1d0d no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:40.502529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:40.504499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:40.528402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:40.528840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1f4b06b5-2d78-4913-8589-6abedcbe1d0d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:40.529498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1f4b06b5-2d78-4913-8589-6abedcbe1d0d not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:40.536718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.541341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-53630664-7bab-4f47-b50b-1e93d07295a7 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 200 len: 705 time: 1.2355106 Aug 29 17:48:40.544345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51230) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:40.551849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 39a099bc-d4ee-4d65-a75a-144714b497ee {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:40.552226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.557064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 5cb8811f-577c-46f7-ab24-3523c4a6d354 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:40.557407 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.574236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] Sync routers for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:40.585634 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-02d90354-9ea2-4104-98a3-2a2df7eed054 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 200 len: 205 time: 0.0401556 Aug 29 17:48:40.605157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51232) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:40.666768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:40.667390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:40.670745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:40.713014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Deleting port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:40.713423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.716377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port 39a099bc-d4ee-4d65-a75a-144714b497ee, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=39a099bc-d4ee-4d65-a75a-144714b497ee,segment=NetworkSegment(8e852e7e-b038-44a6-905c-85c60dc98b73),segment_id=8e852e7e-b038-44a6-905c-85c60dc98b73)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:40.716739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.727386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42266f6-c59c-4c7b-84ab-ded218c09c98 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:40.815921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:40.818634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 39a099bc-d4ee-4d65-a75a-144714b497ee owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:40.889841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 11, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:40.920885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] DHCP port deletion for a30fc6b9-1ddb-4548-8aa7-2282d5417c61 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:40.951951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] Checking router: f44ea86c-5cea-4049-912e-fac5a2af838c for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:40.990130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.001701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] Routers {'f44ea86c-5cea-4049-912e-fac5a2af838c'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:41.001910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 5cb8811f-577c-46f7-ab24-3523c4a6d354, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5cb8811f-577c-46f7-ab24-3523c4a6d354,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:41.002050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.002411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['f44ea86c-5cea-4049-912e-fac5a2af838c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:41.006745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] For port 9e6b1f68-8cb1-4f97-b8e0-653c424d8818, host n-h1-713499-15, got binding levels [] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:41.007126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.024182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42266f6-c59c-4c7b-84ab-ded218c09c98 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.030018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42266f6-c59c-4c7b-84ab-ded218c09c98 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.034560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Calling delete_port for 9e6b1f68-8cb1-4f97-b8e0-653c424d8818 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:41.035725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=b00e3548-069d-4b91-a9dd-b67c4f2ffff5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:41.038236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 5cb8811f-577c-46f7-ab24-3523c4a6d354 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:41.121795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] No DVR routers for this DVR port b00e3548-069d-4b91-a9dd-b67c4f2ffff5 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:41.126012 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.127571 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5796e287-2f52-4a30-be01-e98ac8729190 req-933eac26-43c4-41aa-813b-bbd77359408c tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.44 "DELETE /v2.0/ports/b00e3548-069d-4b91-a9dd-b67c4f2ffff5 HTTP/1.1" status: 204 len: 173 time: 1.9240451 Aug 29 17:48:41.128752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'name': 'network-vif-deleted', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:48:41.131751 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4df1a5-891f-483b-8182-b5d0acfa551f" -d '{"events": [{"server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "name": "network-vif-deleted", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:48:41.138215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] Set router f44ea86c-5cea-4049-912e-fac5a2af838c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:41.141440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42266f6-c59c-4c7b-84ab-ded218c09c98 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.142211 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42266f6-c59c-4c7b-84ab-ded218c09c98 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Fanout notify agent at l3_agent the message router_deleted on router f44ea86c-5cea-4049-912e-fac5a2af838c {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:48:41.152453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f42266f6-c59c-4c7b-84ab-ded218c09c98 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.160032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f42266f6-c59c-4c7b-84ab-ded218c09c98 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 204 len: 168 time: 0.5461690 Aug 29 17:48:41.160213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51236) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:41.177245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4c23e180-8e6f-4dd3-bb61-d3cff2d68dd5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-258523936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:41.179175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.206627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] Deleting port 39a099bc-d4ee-4d65-a75a-144714b497ee {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:41.207024 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.241463 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=39a099bc-d4ee-4d65-a75a-144714b497ee,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:41.250786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No DVR routers for this DVR port 39a099bc-d4ee-4d65-a75a-144714b497ee on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:41.254977 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db63b67c-a9e6-487e-ad6f-1d2ca19b73c3 x-openstack-request-id: req-db63b67c-a9e6-487e-ad6f-1d2ca19b73c3 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:48:41.255318 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b9eb13-018a-483c-b2cd-dfff8ff6345a", "name": "network-vif-deleted", "tag": "b00e3548-069d-4b91-a9dd-b67c4f2ffff5", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:48:41.255726 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db63b67c-a9e6-487e-ad6f-1d2ca19b73c3 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:48:41.256083 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b9eb13-018a-483c-b2cd-dfff8ff6345a', 'name': 'network-vif-deleted', 'tag': 'b00e3548-069d-4b91-a9dd-b67c4f2ffff5', 'status': 'completed', 'code': 200} Aug 29 17:48:41.258900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c23e180-8e6f-4dd3-bb61-d3cff2d68dd5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.260002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c23e180-8e6f-4dd3-bb61-d3cff2d68dd5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.273156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] For port 39a099bc-d4ee-4d65-a75a-144714b497ee, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:41.273553 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.286914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] Calling delete_port for 39a099bc-d4ee-4d65-a75a-144714b497ee owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:41.290022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] Port 39a099bc-d4ee-4d65-a75a-144714b497ee was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:48:41.293021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.301269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 11, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:41.302834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.317357 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c23e180-8e6f-4dd3-bb61-d3cff2d68dd5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.332150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c23e180-8e6f-4dd3-bb61-d3cff2d68dd5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.337821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdd02e-1658-4279-bf4e-18256d6feb7e None None] The sync data for ids ['f44ea86c-5cea-4049-912e-fac5a2af838c'] in n-d-713499-15 is: [{'id': 'f44ea86c-5cea-4049-912e-fac5a2af838c', 'name': 'tempest-RoutersIpV6Test-router-1096655203', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:47:49Z', 'updated_at': '2021-08-29T17:48:36Z', 'revision_number': 11, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:41.339564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] No DVR routers for this DVR port 39a099bc-d4ee-4d65-a75a-144714b497ee on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:41.399803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e0dfd-5926-4f89-bed3-150fc0443b18 None None] Pushing event deleted for resources: {'Port': ['ID=39a099bc-d4ee-4d65-a75a-144714b497ee,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:41.412490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4c23e180-8e6f-4dd3-bb61-d3cff2d68dd5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.412490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4c23e180-8e6f-4dd3-bb61-d3cff2d68dd5 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2506568 Aug 29 17:48:41.428311 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19e683f9-4469-4f19-b9eb-65dad8826978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.436391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:41.447104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:38Z', 'revision_number': 8, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:41.476265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e6b1f68-8cb1-4f97-b8e0-653c424d8818,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:41.490942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b5fb5-3041-4571-83ee-0b742093a547 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:38Z', 'revision_number': 8, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc', 'name': '', 'network_id': '85e395e5-4e9a-4851-8dee-93587359df71', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:21Z', 'updated_at': '2021-08-29T17:48:30Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '56bc5367-2559-4543-9a40-d29d4449c5ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:41.495154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.499469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1f8c8d0d-b231-4f08-a616-3479a0c8de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9e6b1f68-8cb1-4f97-b8e0-653c424d8818 HTTP/1.1" status: 204 len: 168 time: 1.1019266 Aug 29 17:48:41.504035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cf42cee8-91b3-4223-9b8d-a7f762456b2c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:41.509842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51242) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:41.540674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d173b153-8b52-4639-8b90-998e186261f3 req-818e769a-93c0-49f2-aed3-babafa0d71fc tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 210 time: 0.0843785 Aug 29 17:48:41.565673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.620280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=5cb8811f-577c-46f7-ab24-3523c4a6d354,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:41.672700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.716874 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5114bbe7-ec72-4b51-ad52-449482437df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:48:41.722927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5114bbe7-ec72-4b51-ad52-449482437df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735430635-project-admin] 10.222.0.41 "GET /v2.0/ports/9e6b1f68-8cb1-4f97-b8e0-653c424d8818 HTTP/1.1" status: 404 len: 333 time: 0.2114217 Aug 29 17:48:41.723469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.725529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51244) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:41.742790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30fc6b9-1ddb-4548-8aa7-2282d5417c61']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:41.855213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.857364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.911402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.912278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Fanout notify agent at l3_agent the message router_deleted on router 7840339b-8409-4f8b-9595-644efdf39c0e {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:48:41.926471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.931909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e852e7e-b038-44a6-905c-85c60dc98b73') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:41.932183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e852e7e-b038-44a6-905c-85c60dc98b73') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:41.933599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51246) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:41.933808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-23f5e13b-be04-411f-9165-12ca710bca7c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/routers/7840339b-8409-4f8b-9595-644efdf39c0e HTTP/1.1" status: 204 len: 168 time: 2.8480597 Aug 29 17:48:42.026258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf42cee8-91b3-4223-9b8d-a7f762456b2c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.038972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.080059 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf42cee8-91b3-4223-9b8d-a7f762456b2c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.082983 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.092700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.109418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:42.109907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:42.113602 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:42.126917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.485447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5cb8811f-577c-46f7-ab24-3523c4a6d354 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:42.506567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 5cb8811f-577c-46f7-ab24-3523c4a6d354 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:42.506958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5cb8811f-577c-46f7-ab24-3523c4a6d354 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:42.507385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f7c6c29-1952-44ab-9023-8d11c3b1501c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:42.526521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2f7c6c29-1952-44ab-9023-8d11c3b1501c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:42.526901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f7c6c29-1952-44ab-9023-8d11c3b1501c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:42.527334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 39a099bc-d4ee-4d65-a75a-144714b497ee no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:42.550718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 39a099bc-d4ee-4d65-a75a-144714b497ee {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:42.551096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 39a099bc-d4ee-4d65-a75a-144714b497ee not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:42.627761 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.683682 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.695065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b00e3548-069d-4b91-a9dd-b67c4f2ffff5 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:42.717716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: b00e3548-069d-4b91-a9dd-b67c4f2ffff5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:42.718222 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device b00e3548-069d-4b91-a9dd-b67c4f2ffff5 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:42.733651 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9882ae3-30dc-4b0b-bd74-615e1013b57e req-99cfbc06-0365-4abb-b7ee-802f5e6d8cf5 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 210 time: 0.1029422 Aug 29 17:48:42.741405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.743317 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/a30fc6b9-1ddb-4548-8aa7-2282d5417c61 HTTP/1.1" status: 204 len: 168 time: 2.6372490 Aug 29 17:48:42.747050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51250) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:42.767500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.772060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199b72e-407f-4326-ade8-971ff3d98dca tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=a30fc6b9-1ddb-4548-8aa7-2282d5417c61,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:42.825451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a7b632-9167-4b2c-adfa-44535e9c628b']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:42.848060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af47ddf-24da-477f-886c-e14d55a74d49') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:42.848357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af47ddf-24da-477f-886c-e14d55a74d49') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:42.865272 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.868289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.891821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf42cee8-91b3-4223-9b8d-a7f762456b2c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Router 756c1f80-fb43-4b1b-9a96-a42c639a235a is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:48:42.895918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02cbc6a-d833-48f9-85c3-7787a4068d05']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:42.899674 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.914166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:42.914565 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:42.918393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8687991-dfb3-44cb-9a9e-84485dfacdfe') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:42.918710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8687991-dfb3-44cb-9a9e-84485dfacdfe') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:42.920269 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:42.969374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.055434 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.065970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:43.066392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.069289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:43.071268 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:43.108525 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.112248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.116500 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] 10.222.0.41 "DELETE /v2.0/networks/23a7b632-9167-4b2c-adfa-44535e9c628b HTTP/1.1" status: 204 len: 168 time: 1.3853819 Aug 29 17:48:43.125515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf42cee8-91b3-4223-9b8d-a7f762456b2c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:43.137015 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] Sync routers for ids ['756c1f80-fb43-4b1b-9a96-a42c639a235a'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:43.152148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] Routers {'756c1f80-fb43-4b1b-9a96-a42c639a235a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:43.153219 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['756c1f80-fb43-4b1b-9a96-a42c639a235a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:43.157521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cf42cee8-91b3-4223-9b8d-a7f762456b2c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.159403 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cf42cee8-91b3-4223-9b8d-a7f762456b2c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "PUT /v2.0/routers/756c1f80-fb43-4b1b-9a96-a42c639a235a HTTP/1.1" status: 200 len: 697 time: 1.6744244 Aug 29 17:48:43.164063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e16f7d-11c2-428f-ad0e-f0eb7dfe6a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822740762-project] Pushing event deleted for resources: {'Network': ['ID=23a7b632-9167-4b2c-adfa-44535e9c628b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:43.166157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51254) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:43.200969 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.241481 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.251865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.253788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/networks/e02cbc6a-d833-48f9-85c3-7787a4068d05 HTTP/1.1" status: 204 len: 168 time: 1.3177550 Aug 29 17:48:43.262626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51256) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:43.266364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457ab73-f709-4bc5-8415-4292f1d33aa5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Network': ['ID=e02cbc6a-d833-48f9-85c3-7787a4068d05,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:43.274568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cc378e4d-8025-4d32-a24d-1b113bc94811 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/routers/756c1f80-fb43-4b1b-9a96-a42c639a235a HTTP/1.1" status: 200 len: 703 time: 0.1062865 Aug 29 17:48:43.278717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51258) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:43.313420 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] Set router 756c1f80-fb43-4b1b-9a96-a42c639a235a gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:43.325329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-33d54290-0486-4e63-87fa-82ffdb91a599 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=756c1f80-fb43-4b1b-9a96-a42c639a235a HTTP/1.1" status: 200 len: 205 time: 0.0451944 Aug 29 17:48:43.330407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51260) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:43.400813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756c1f80-fb43-4b1b-9a96-a42c639a235a', 'name': 'tempest-RoutersIpV6Test-router-258523936', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:41Z', 'updated_at': '2021-08-29T17:48:42Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:43.428925 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c8ae86-f169-436c-bbc3-85abba4de0c4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.435478 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] Checking router: 756c1f80-fb43-4b1b-9a96-a42c639a235a for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:43.446226 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] Routers {'756c1f80-fb43-4b1b-9a96-a42c639a235a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:43.447190 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['756c1f80-fb43-4b1b-9a96-a42c639a235a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:43.500677 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0127b84f-9bf3-4480-b740-a03317f0bf5a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.541255 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] Set router 756c1f80-fb43-4b1b-9a96-a42c639a235a gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:43.556378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51264) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:43.557207 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0127b84f-9bf3-4480-b740-a03317f0bf5a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.600048 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756c1f80-fb43-4b1b-9a96-a42c639a235a', 'name': 'tempest-RoutersIpV6Test-router-258523936', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:41Z', 'updated_at': '2021-08-29T17:48:42Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:43.637869 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6863050-76ee-43d4-a52c-934d546f4670 None None] The sync data for ids ['756c1f80-fb43-4b1b-9a96-a42c639a235a'] in n-d-713499-15 is: [{'id': '756c1f80-fb43-4b1b-9a96-a42c639a235a', 'name': 'tempest-RoutersIpV6Test-router-258523936', 'tenant_id': 'ec81145058e843809685be692a312ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:41Z', 'updated_at': '2021-08-29T17:48:42Z', 'revision_number': 2, 'project_id': 'ec81145058e843809685be692a312ccb', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:43.720535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:43.720885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.728422 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c8ae86-f169-436c-bbc3-85abba4de0c4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.732711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c8ae86-f169-436c-bbc3-85abba4de0c4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.805063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0127b84f-9bf3-4480-b740-a03317f0bf5a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.808469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0127b84f-9bf3-4480-b740-a03317f0bf5a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.809310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c8ae86-f169-436c-bbc3-85abba4de0c4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.809979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c8ae86-f169-436c-bbc3-85abba4de0c4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Fanout notify agent at l3_agent the message router_deleted on router 756c1f80-fb43-4b1b-9a96-a42c639a235a {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:48:43.812748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0127b84f-9bf3-4480-b740-a03317f0bf5a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d95a010-c114-4444-9524-d63fe0791bcf HTTP/1.1" status: 204 len: 168 time: 0.5487947 Aug 29 17:48:43.819707 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10c8ae86-f169-436c-bbc3-85abba4de0c4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.824571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51272) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:43.825864 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-10c8ae86-f169-436c-bbc3-85abba4de0c4 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/756c1f80-fb43-4b1b-9a96-a42c639a235a HTTP/1.1" status: 204 len: 168 time: 0.4924932 Aug 29 17:48:43.828772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7fbcb258-f5c1-4bd4-9c78-98ad1e683829 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=143519686abe47dda2d7eac467236ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691734 Aug 29 17:48:43.839479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51274) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:43.865567 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3abb270f-a8f6-488e-9ce0-da7a3a75acbe tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=756c1f80-fb43-4b1b-9a96-a42c639a235a HTTP/1.1" status: 200 len: 205 time: 0.0396647 Aug 29 17:48:43.868009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51276) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:43.870332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b84f-9bf3-4480-b740-a03317f0bf5a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d95a010-c114-4444-9524-d63fe0791bcf,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:43.887049 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d4b61df1-0748-437e-83c0-a1ce94dbe4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.932789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,segment=NetworkSegment(04073255-38ec-47ac-af45-1343cd3b3eaf),segment_id=04073255-38ec-47ac-af45-1343cd3b3eaf)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:43.933166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.948458 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:43.949724 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-877ab71a-7104-492a-83d0-d912dd20de02 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] delete failed (client error): The resource could not be found. Aug 29 17:48:43.950860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-877ab71a-7104-492a-83d0-d912dd20de02 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/756c1f80-fb43-4b1b-9a96-a42c639a235a HTTP/1.1" status: 404 len: 336 time: 0.0816147 Aug 29 17:48:43.956914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51280) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.000107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e27a2e08-da1d-4af4-afa7-fdce6034d353 req-6ed27888-be69-47a7-8da6-871041c178b0 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 210 time: 0.0899880 Aug 29 17:48:44.011550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:44.025609 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dd7757-3c13-40d9-b4ed-177c674fce44 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:44.026403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97dd7757-3c13-40d9-b4ed-177c674fce44 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:44.028410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-97dd7757-3c13-40d9-b4ed-177c674fce44 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/9a02d226-039d-4ede-9922-4888a3b0ac1c HTTP/1.1" status: 404 len: 337 time: 0.0705607 Aug 29 17:48:44.030994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51282) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.052933 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb483bc3-455f-4def-b084-cb88f80e7740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.068448 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-88407561-957f-4b70-ac41-2a7473e3571b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:44.068952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88407561-957f-4b70-ac41-2a7473e3571b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:44.073083 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88407561-957f-4b70-ac41-2a7473e3571b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/8008b02a-9ac4-45ce-ad91-dab78f4d7573 HTTP/1.1" status: 404 len: 337 time: 0.0388830 Aug 29 17:48:44.075733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51284) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.105890 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb63f46c-9677-4cb4-98a8-ba38e21bb4e3 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:44.106742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb63f46c-9677-4cb4-98a8-ba38e21bb4e3 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:44.111364 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bb63f46c-9677-4cb4-98a8-ba38e21bb4e3 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/a8a5feaf-a518-4690-8a2c-4f7f92bba252 HTTP/1.1" status: 404 len: 337 time: 0.0344322 Aug 29 17:48:44.112160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51286) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.121573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb483bc3-455f-4def-b084-cb88f80e7740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.166710 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-43789065-9ded-4b72-904d-df0d611e4904 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:44.167666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43789065-9ded-4b72-904d-df0d611e4904 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:44.171869 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-43789065-9ded-4b72-904d-df0d611e4904 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/8214dce8-53b5-45fd-a504-aa45ee6962f1 HTTP/1.1" status: 404 len: 337 time: 0.0563722 Aug 29 17:48:44.172645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51288) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.203543 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c6b24e5-1189-49ba-8a71-62512c58b488 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 200 len: 205 time: 0.0274258 Aug 29 17:48:44.203543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb483bc3-455f-4def-b084-cb88f80e7740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.205072 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb483bc3-455f-4def-b084-cb88f80e7740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.209137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb483bc3-455f-4def-b084-cb88f80e7740 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a39490ca-9b11-4a60-8ced-2fcda33d200d HTTP/1.1" status: 204 len: 168 time: 0.3673675 Aug 29 17:48:44.209137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51290) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.227479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb483bc3-455f-4def-b084-cb88f80e7740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39490ca-9b11-4a60-8ced-2fcda33d200d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:44.280867 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8400d39b-a15c-42ec-964a-d739b7b8c7a8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] delete failed (client error): The resource could not be found. Aug 29 17:48:44.284393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8400d39b-a15c-42ec-964a-d739b7b8c7a8 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/f44ea86c-5cea-4049-912e-fac5a2af838c HTTP/1.1" status: 404 len: 336 time: 0.0660970 Aug 29 17:48:44.288422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51294) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.308862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51296) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.315520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-140804e1-3b64-44e1-b6c0-d6daa5b90951 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-727314335', 'description': 'tempest-secgroup-smoke-727314335 description', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:44.344954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8e9c3539-ac03-474b-9126-9b52bc36ed2b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=e767c283-e064-40ba-b656-62798e5fac9d HTTP/1.1" status: 200 len: 205 time: 0.0549157 Aug 29 17:48:44.348333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51298) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.353788 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-140804e1-3b64-44e1-b6c0-d6daa5b90951 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.396731 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-ff3d9f2d-31c7-4de0-8ff1-b1dfa3d963c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] delete failed (client error): The resource could not be found. Aug 29 17:48:44.397807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ff3d9f2d-31c7-4de0-8ff1-b1dfa3d963c1 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/e767c283-e064-40ba-b656-62798e5fac9d HTTP/1.1" status: 404 len: 336 time: 0.0485618 Aug 29 17:48:44.401967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51302) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.407709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.435484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:44.440173 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a54b5d-4292-4efd-ae92-5282ec635a1f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:44.441328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a54b5d-4292-4efd-ae92-5282ec635a1f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:44.446991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e4a54b5d-4292-4efd-ae92-5282ec635a1f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/92bf4793-ee3a-4ab0-9e5e-ddc4a367aa59 HTTP/1.1" status: 404 len: 337 time: 0.0386982 Aug 29 17:48:44.447349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51304) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.495706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-140804e1-3b64-44e1-b6c0-d6daa5b90951 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.504665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-140804e1-3b64-44e1-b6c0-d6daa5b90951 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.516761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2aa3bfc0-7898-45d6-bbcf-55e99a84eec9 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d020676-92f9-4643-93ca-f063c5248835 HTTP/1.1" status: 200 len: 205 time: 0.0677187 Aug 29 17:48:44.518445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51306) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.629923 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-801f8c16-6835-4ece-bb26-03e4de82e60f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] delete failed (client error): The resource could not be found. Aug 29 17:48:44.633760 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-801f8c16-6835-4ece-bb26-03e4de82e60f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/3d020676-92f9-4643-93ca-f063c5248835 HTTP/1.1" status: 404 len: 336 time: 0.0936351 Aug 29 17:48:44.637612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51308) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.674193 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-140804e1-3b64-44e1-b6c0-d6daa5b90951 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.680476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-140804e1-3b64-44e1-b6c0-d6daa5b90951 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3704929 Aug 29 17:48:44.681115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51310) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.693696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c6d0fdd7-538e-4835-8b18-67b331cbb0b2 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91 HTTP/1.1" status: 200 len: 205 time: 0.0549088 Aug 29 17:48:44.694336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51312) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.698061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0c5ee4bc-3d08-48e7-ac50-fd3f50671e55 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': 'c2cbde48-d0df-419c-9e48-2722a69ebd57', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:44.721925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51314) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.754563 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-f661e8a3-b342-4d8d-91c9-881e0fe6a306 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] delete failed (client error): The resource could not be found. Aug 29 17:48:44.758246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.759067 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f661e8a3-b342-4d8d-91c9-881e0fe6a306 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/95c62e9f-b0b6-4d81-82eb-cfb3f08e4d91 HTTP/1.1" status: 404 len: 336 time: 0.0513742 Aug 29 17:48:44.762034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140804e1-3b64-44e1-b6c0-d6daa5b90951 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cbde48-d0df-419c-9e48-2722a69ebd57,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:44.794980 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee4bc-3d08-48e7-ac50-fd3f50671e55 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.802361 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.813011 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-87523e90-86da-4c19-88ce-7a40c95bfc95 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:44.813635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87523e90-86da-4c19-88ce-7a40c95bfc95 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:44.815253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-87523e90-86da-4c19-88ce-7a40c95bfc95 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/0997bd73-cd83-4fce-960d-69444dc8fe63 HTTP/1.1" status: 404 len: 337 time: 0.0560150 Aug 29 17:48:44.817934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.825644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f6be9762-cd30-48df-9eda-3b9642e7eec1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90367ddfa6684e99b9c965733f7f89cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012070 Aug 29 17:48:44.828258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51320) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.859917 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cd350a3d-b909-481a-9c17-5b1a82872d6c tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=33698617-523c-4b6b-9817-866c9bc32858 HTTP/1.1" status: 200 len: 205 time: 0.0408745 Aug 29 17:48:44.863625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51322) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.910652 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-456993ec-07ce-42db-afe7-313dfa3ade1f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] delete failed (client error): The resource could not be found. Aug 29 17:48:44.912091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-456993ec-07ce-42db-afe7-313dfa3ade1f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/33698617-523c-4b6b-9817-866c9bc32858 HTTP/1.1" status: 404 len: 336 time: 0.0475814 Aug 29 17:48:44.914809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51324) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.953021 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a95bd5-6a91-4d44-bd5b-f573462c3e5b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:44.953243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a95bd5-6a91-4d44-bd5b-f573462c3e5b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:44.955210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-52a95bd5-6a91-4d44-bd5b-f573462c3e5b tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/b37e7612-8643-4b7e-b51a-bb1a7f107d93 HTTP/1.1" status: 404 len: 337 time: 0.0389047 Aug 29 17:48:44.958488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51326) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:44.962186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee4bc-3d08-48e7-ac50-fd3f50671e55 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.967386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee4bc-3d08-48e7-ac50-fd3f50671e55 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:44.983138 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ee4bc-3d08-48e7-ac50-fd3f50671e55 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca9bb78-705a-4fcb-8896-6595951ff960,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:44.994561 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-159c81ab-b991-4a1f-8b41-5662c2e98bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.000088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee4bc-3d08-48e7-ac50-fd3f50671e55 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.000286 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-edcf16db-2282-4806-aa94-a7c411986cac tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a0ce285-35f1-4aa2-9fff-8d69c5674f70 HTTP/1.1" status: 200 len: 205 time: 0.0337391 Aug 29 17:48:45.000411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0c5ee4bc-3d08-48e7-ac50-fd3f50671e55 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3119853 Aug 29 17:48:45.000411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51328) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.002185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51330) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.010693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6fcedb71-be6b-494b-bfed-c8fc5ec5fb9a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': 'c2cbde48-d0df-419c-9e48-2722a69ebd57', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:45.055719 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-fb32cc0c-7316-466b-a69b-b14ee9927e40 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] delete failed (client error): The resource could not be found. Aug 29 17:48:45.056770 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fb32cc0c-7316-466b-a69b-b14ee9927e40 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/routers/0a0ce285-35f1-4aa2-9fff-8d69c5674f70 HTTP/1.1" status: 404 len: 336 time: 0.0554421 Aug 29 17:48:45.062408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51334) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.121356 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0421e6a5-06a7-45bd-bc75-2060e3d2f45f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:45.121809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0421e6a5-06a7-45bd-bc75-2060e3d2f45f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:45.127094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0421e6a5-06a7-45bd-bc75-2060e3d2f45f tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/59820eb9-68dc-41fe-8212-e58a4c49f2ed HTTP/1.1" status: 404 len: 337 time: 0.0616858 Aug 29 17:48:45.129250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51336) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.166928 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fcedb71-be6b-494b-bfed-c8fc5ec5fb9a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.169810 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1108a413-e57a-4f34-ab66-5b558fadd863 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] DELETE failed (client error): The resource could not be found. Aug 29 17:48:45.170267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1108a413-e57a-4f34-ab66-5b558fadd863 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:48:45.173002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-159c81ab-b991-4a1f-8b41-5662c2e98bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.174948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1108a413-e57a-4f34-ab66-5b558fadd863 tempest-RoutersIpV6Test-595973047 tempest-RoutersIpV6Test-595973047-project] 10.222.0.41 "DELETE /v2.0/subnets/886b052c-8ba7-4330-927c-302b6a57d18b HTTP/1.1" status: 404 len: 337 time: 0.0442758 Aug 29 17:48:45.183057 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8249f14d-ec12-4314-a238-dacc48ab103e req-4647a802-dea0-400c-b265-9095c115b5a2 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b9eb13-018a-483c-b2cd-dfff8ff6345a HTTP/1.1" status: 200 len: 210 time: 0.0548890 Aug 29 17:48:45.241330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:45.260837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-159c81ab-b991-4a1f-8b41-5662c2e98bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.264269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-159c81ab-b991-4a1f-8b41-5662c2e98bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.265490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-159c81ab-b991-4a1f-8b41-5662c2e98bbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41bc70c8-f69a-49fc-a3af-b8be8a61a22b HTTP/1.1" status: 204 len: 168 time: 0.4361670 Aug 29 17:48:45.278495 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fcedb71-be6b-494b-bfed-c8fc5ec5fb9a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.286347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fcedb71-be6b-494b-bfed-c8fc5ec5fb9a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.321209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcedb71-be6b-494b-bfed-c8fc5ec5fb9a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e95efad-0922-42be-9045-7e423bee4e0a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:45.325675 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6fcedb71-be6b-494b-bfed-c8fc5ec5fb9a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.327007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6fcedb71-be6b-494b-bfed-c8fc5ec5fb9a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3195679 Aug 29 17:48:45.329828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51342) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.336083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f1c92ec1-1122-493a-b211-5df9c67c4cfc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': 'c2cbde48-d0df-419c-9e48-2722a69ebd57', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:45.340367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c81ab-b991-4a1f-8b41-5662c2e98bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bc70c8-f69a-49fc-a3af-b8be8a61a22b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:45.373127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:45.380572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a60fd917-d3e0-4b43-a230-58641cb48b40 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6313961 Aug 29 17:48:45.386249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:45.390805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51344) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.401087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:45.401809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:45.468079 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f1c92ec1-1122-493a-b211-5df9c67c4cfc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.517646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2757d541-673c-4132-aa0c-3a702b4e23a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet 56bc5367-2559-4543-9a40-d29d4449c5ab {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:45.521775 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2757d541-673c-4132-aa0c-3a702b4e23a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.528404 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.547453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:45.578692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f1c92ec1-1122-493a-b211-5df9c67c4cfc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.587453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f1c92ec1-1122-493a-b211-5df9c67c4cfc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.619506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c92ec1-1122-493a-b211-5df9c67c4cfc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ed11f3-296a-4f02-85dd-39012979ed05,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:45.625872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2757d541-673c-4132-aa0c-3a702b4e23a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.649013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51350) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.655017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f1c92ec1-1122-493a-b211-5df9c67c4cfc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.656365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f1c92ec1-1122-493a-b211-5df9c67c4cfc tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3247046 Aug 29 17:48:45.659676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51354) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.666611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2dc0fb71-07cd-4d6a-9ae3-183c3e119567 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': 'c2cbde48-d0df-419c-9e48-2722a69ebd57', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:45.708420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dc0fb71-07cd-4d6a-9ae3-183c3e119567 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.737198 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2757d541-673c-4132-aa0c-3a702b4e23a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.829667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dc0fb71-07cd-4d6a-9ae3-183c3e119567 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.839299 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dc0fb71-07cd-4d6a-9ae3-183c3e119567 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.850230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2757d541-673c-4132-aa0c-3a702b4e23a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.879027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0fb71-07cd-4d6a-9ae3-183c3e119567 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a93bda-4773-4573-ba7e-3f1ecb706d1c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:45.909390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757d541-673c-4132-aa0c-3a702b4e23a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=56bc5367-2559-4543-9a40-d29d4449c5ab,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:45.919167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fc25875b-ac2b-451e-a430-564175f3c7e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec81145058e843809685be692a312ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689042 Aug 29 17:48:45.920402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2dc0fb71-07cd-4d6a-9ae3-183c3e119567 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.921664 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2dc0fb71-07cd-4d6a-9ae3-183c3e119567 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2610579 Aug 29 17:48:45.924820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51364) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.925078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51362) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.930693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': 'c2cbde48-d0df-419c-9e48-2722a69ebd57', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:45.949484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a92638-c0d2-4630-80d3-44f5de796b75 None None] Network 85e395e5-4e9a-4851-8dee-93587359df71 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:45.952893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2757d541-673c-4132-aa0c-3a702b4e23a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.956847 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Project 27df6b53a4e54d1bb8e328a7e404efe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:48:45.959188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2757d541-673c-4132-aa0c-3a702b4e23a2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/56bc5367-2559-4543-9a40-d29d4449c5ab HTTP/1.1" status: 204 len: 168 time: 0.5668073 Aug 29 17:48:45.959920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:45.967354 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.061343 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.069666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.090909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b5d57bc-8921-4259-b741-91188abb6746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.096534 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.099434 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.101088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744027 Aug 29 17:48:46.102042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15393b0a-ecec-4964-a667-08b177d1181a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:46.104236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51370) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:46.108958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ef5293a4-cc91-402c-a412-33043264c0a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'security_group_rule': {'security_group_id': 'c2cbde48-d0df-419c-9e48-2722a69ebd57', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:46.132479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b5d57bc-8921-4259-b741-91188abb6746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.166066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.166380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.166821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.167165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.168423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.168423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.168423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.168664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.168940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.169340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.169674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.170201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c7abc-5f86-4da9-ba18-3a513174c748 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:48:46.175322 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-ef5293a4-cc91-402c-a412-33043264c0a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Project 27df6b53a4e54d1bb8e328a7e404efe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:48:46.183832 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef5293a4-cc91-402c-a412-33043264c0a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.265992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port e275880b-34d5-4bdb-84c0-7ed205b31b81 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:46.266904 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.279925 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef5293a4-cc91-402c-a412-33043264c0a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.284567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:44Z', 'revision_number': 9, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:46.290921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef5293a4-cc91-402c-a412-33043264c0a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.309384 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51380) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:46.318113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:46.320774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] DHCP port deletion for 85e395e5-4e9a-4851-8dee-93587359df71 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:46.331051 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef5293a4-cc91-402c-a412-33043264c0a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.334401 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ef5293a4-cc91-402c-a412-33043264c0a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2285669 Aug 29 17:48:46.359993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:46.361595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:46.374709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51382) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:46.375389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5293a4-cc91-402c-a412-33043264c0a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fee2d9-e645-4d13-aacc-aff4ffd51374,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:46.386429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'network': {'name': 'tempest-network-smoke--718440568', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'port_security_enabled': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:46.398323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port e275880b-34d5-4bdb-84c0-7ed205b31b81, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e275880b-34d5-4bdb-84c0-7ed205b31b81,segment=NetworkSegment(04073255-38ec-47ac-af45-1343cd3b3eaf),segment_id=04073255-38ec-47ac-af45-1343cd3b3eaf)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:46.398862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.415310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for e275880b-34d5-4bdb-84c0-7ed205b31b81 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:46.417229 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b5d57bc-8921-4259-b741-91188abb6746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.419893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b5d57bc-8921-4259-b741-91188abb6746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.421150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3b5d57bc-8921-4259-b741-91188abb6746 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/660a2677-602d-4a67-b244-754a3a940634 HTTP/1.1" status: 204 len: 168 time: 0.4950349 Aug 29 17:48:46.438005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d57bc-8921-4259-b741-91188abb6746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660a2677-602d-4a67-b244-754a3a940634,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:46.489600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] Deleting port e275880b-34d5-4bdb-84c0-7ed205b31b81 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:46.490072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.493413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:46.520477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:46.523950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.554215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.576421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:48:46.585758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.586603 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Added segment f51cf621-3a9d-4aa0-b09d-74337baf2723 of type vlan for network 933a85b3-3f49-48e0-985b-f6773e934376 Aug 29 17:48:46.621287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No DVR routers for this DVR port e275880b-34d5-4bdb-84c0-7ed205b31b81 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:46.625956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.631161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=e275880b-34d5-4bdb-84c0-7ed205b31b81,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:46.658245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.666154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:46.667263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.692777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] For port e275880b-34d5-4bdb-84c0-7ed205b31b81, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e275880b-34d5-4bdb-84c0-7ed205b31b81,segment=NetworkSegment(04073255-38ec-47ac-af45-1343cd3b3eaf),segment_id=04073255-38ec-47ac-af45-1343cd3b3eaf)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:46.695174 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.719819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.734111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e395e5-4e9a-4851-8dee-93587359df71']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:46.747887 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3695867 Aug 29 17:48:46.751045 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51392) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:46.753083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04073255-38ec-47ac-af45-1343cd3b3eaf') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:46.754262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04073255-38ec-47ac-af45-1343cd3b3eaf') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:46.757446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'admin_state_up': True, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:46.770834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.774310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Deleting port 71bf4a83-b7b8-40a3-adfb-4da81cc3d5e8 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:46.774681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.781662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] Calling delete_port for e275880b-34d5-4bdb-84c0-7ed205b31b81 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:46.800718 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.808143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:46.809724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.821022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8ec04-ed0f-40e5-8d25-389dd386c78b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Network': ['ID=933a85b3-3f49-48e0-985b-f6773e934376,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:46.852433 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.854253 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.861811 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.867595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 933a85b3-3f49-48e0-985b-f6773e934376 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:48:46.887784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.888263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:46.897653 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:46.906924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Calling delete_port for 71bf4a83-b7b8-40a3-adfb-4da81cc3d5e8 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:46.952958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.962412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.964328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/85e395e5-4e9a-4851-8dee-93587359df71 HTTP/1.1" status: 204 len: 168 time: 0.9885237 Aug 29 17:48:46.970061 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51406) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:47.005899 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f75a3-edcd-4ec0-b3a8-69ea297ef259 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=85e395e5-4e9a-4851-8dee-93587359df71,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:48:47.056484 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:48:47.075592 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.084787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] Network 85e395e5-4e9a-4851-8dee-93587359df71 is not hosted by any dhcp agent {{(pid=94797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:48:47.085161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] No DVR routers for this DVR port e275880b-34d5-4bdb-84c0-7ed205b31b81 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:47.114432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99eceb-ce8c-4a20-98a7-b7e97038ff9f None None] Pushing event deleted for resources: {'Port': ['ID=e275880b-34d5-4bdb-84c0-7ed205b31b81,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:47.129908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:44Z', 'revision_number': 9, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:47.174005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c98f3b-0a4c-4f86-8ea3-b969c0a87610 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:44Z', 'revision_number': 9, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b', 'name': '', 'network_id': '398d1134-0fc0-4eae-87af-191fc02d8160', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:7d:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:14Z', 'updated_at': '2021-08-29T17:48:24Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:47.352200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51422) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:47.409390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.525118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51428) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:47.596344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-secgroup--497141143'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:47.606264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-545972330', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:47.629731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.db.api [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:48:47.629731 n-d-713499-15 neutron-server[94796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:48:47.629731 n-d-713499-15 neutron-server[94796]: [parameters: {'project_id_1': '0cfaa4f3291047e1bf69a8a085a13710', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 48, 47, 616100)}] Aug 29 17:48:47.629731 n-d-713499-15 neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:48:47.630211 n-d-713499-15 neutron-server[94796]: DEBUG oslo_db.api [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:48:47.639748 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.654526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.736129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.753013 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.757470 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.785211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.797057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef04c48-229a-47cc-a826-d7cff99429d5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:47.852234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.856222 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.865228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'Port': ['ID=71bf4a83-b7b8-40a3-adfb-4da81cc3d5e8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:47.886812 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.888046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3611488 Aug 29 17:48:47.890016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26c21c-1b37-4d60-91e9-e079c4aaa009 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d48ae00-d8d3-46b7-b1d9-80e2df81544c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:47.892102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51432) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:47.955561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e7258320-009c-4b04-b17c-c76f1b694b58 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0598359 Aug 29 17:48:47.956258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51434) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:47.960647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-70e3219b-4211-45d5-a89f-a132ee0e3a14 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-security--42450224', 'description': 'tempest-security-description-721130136'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:47.969224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.972276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:47.973418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c1349131-8b80-457f-9b9b-4bc07029f49b tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "DELETE /v2.0/floatingips/509ad1a5-498d-4682-a526-2f9def83fcc5 HTTP/1.1" status: 204 len: 168 time: 1.6619005 Aug 29 17:48:47.988470 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70e3219b-4211-45d5-a89f-a132ee0e3a14 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.041290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70e3219b-4211-45d5-a89f-a132ee0e3a14 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.045521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70e3219b-4211-45d5-a89f-a132ee0e3a14 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.048067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70e3219b-4211-45d5-a89f-a132ee0e3a14 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.049875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-70e3219b-4211-45d5-a89f-a132ee0e3a14 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "PUT /v2.0/security-groups/6d48ae00-d8d3-46b7-b1d9-80e2df81544c HTTP/1.1" status: 200 len: 1777 time: 0.0920906 Aug 29 17:48:48.052982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51442) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:48.100154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3219b-4211-45d5-a89f-a132ee0e3a14 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d48ae00-d8d3-46b7-b1d9-80e2df81544c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:48.110279 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e6de6ab5-bd0f-45e9-ac71-f1157605ea86 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups/6d48ae00-d8d3-46b7-b1d9-80e2df81544c HTTP/1.1" status: 200 len: 1777 time: 0.0562167 Aug 29 17:48:48.116334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51446) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:48.157857 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.161168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Made reservation on behalf of 0cfaa4f3291047e1bf69a8a085a13710 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:48.164353 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.174543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.188298 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.212458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.269688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:48.290576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:48.291200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0e2dc695-5dd8-4f6f-9ab4-671566bb9cdc not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:48.291806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e275880b-34d5-4bdb-84c0-7ed205b31b81 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:48.297789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.303532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.307733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] device_id is not set on port b66d619a-5081-4038-bf36-6c1553207674 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:48.330887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e275880b-34d5-4bdb-84c0-7ed205b31b81 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:48.331571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e275880b-34d5-4bdb-84c0-7ed205b31b81 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:48.369089 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-586eaf07-2e01-4704-b41f-f7297a809e3e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.401983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c31b0-bcb4-40fc-8bcd-1b85a1bfd8f2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:48.442376 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-586eaf07-2e01-4704-b41f-f7297a809e3e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.455000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.25.2.156 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/7bb651ba-ca19-417a-a040-1adb5f6a11da) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:48.569535 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-586eaf07-2e01-4704-b41f-f7297a809e3e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.572049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-586eaf07-2e01-4704-b41f-f7297a809e3e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.573185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-586eaf07-2e01-4704-b41f-f7297a809e3e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d48ae00-d8d3-46b7-b1d9-80e2df81544c HTTP/1.1" status: 204 len: 168 time: 0.4558742 Aug 29 17:48:48.575815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51448) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:48.595067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586eaf07-2e01-4704-b41f-f7297a809e3e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d48ae00-d8d3-46b7-b1d9-80e2df81544c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:48.643905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f1fce5ed-4342-4553-81ab-2f2547a5608b tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655122 Aug 29 17:48:48.644859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51450) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:48.650474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.659058 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-90fb7f15-ddf9-449e-9ca3-3271f270bcc4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] delete failed (client error): The resource could not be found. Aug 29 17:48:48.664128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-90fb7f15-ddf9-449e-9ca3-3271f270bcc4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d48ae00-d8d3-46b7-b1d9-80e2df81544c HTTP/1.1" status: 404 len: 347 time: 0.0143178 Aug 29 17:48:48.665085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51452) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:48.671583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1540e9ef-97d7-4f05-beff-665fbd03105f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604211805'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:48.738346 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1540e9ef-97d7-4f05-beff-665fbd03105f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.776790 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.825236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Allocated IP 172.25.2.43 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/b66d619a-5081-4038-bf36-6c1553207674) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:48.825469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:48.825702 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.855221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:48.896028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:48.909227 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:48.933357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=7bb651ba-ca19-417a-a040-1adb5f6a11da,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:48.997097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.038708 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.050615 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1540e9ef-97d7-4f05-beff-665fbd03105f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.081220 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1540e9ef-97d7-4f05-beff-665fbd03105f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.085794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,segment=NetworkSegment(5bf91bca-7135-4d96-a9a6-6b5eaf432513),segment_id=5bf91bca-7135-4d96-a9a6-6b5eaf432513)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:49.086142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.112646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:49.112646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:49.118343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:49.149523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:49.152957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Pushing event updated for resources: {'Port': ['ID=b66d619a-5081-4038-bf36-6c1553207674,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:49.173019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1540e9ef-97d7-4f05-beff-665fbd03105f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.173019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1540e9ef-97d7-4f05-beff-665fbd03105f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4999769 Aug 29 17:48:49.173019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540e9ef-97d7-4f05-beff-665fbd03105f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cf37bb-9c90-43a8-9f73-fc31ede8acf0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:49.177490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:49.178135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.181774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51456) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:49.191974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1596a998-d302-4349-8dfc-eb46d5ec4c55 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': 'b9cf37bb-9c90-43a8-9f73-fc31ede8acf0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:49.244348 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-21226667-986a-48d7-8e33-12a7b03db209 tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.8909631 Aug 29 17:48:49.245708 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1596a998-d302-4349-8dfc-eb46d5ec4c55 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.249036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51458) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:49.259337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.43'}]}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:49.300710 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.301933 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.328131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1596a998-d302-4349-8dfc-eb46d5ec4c55 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.342692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1596a998-d302-4349-8dfc-eb46d5ec4c55 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.394342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1596a998-d302-4349-8dfc-eb46d5ec4c55 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.395630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1596a998-d302-4349-8dfc-eb46d5ec4c55 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122729 Aug 29 17:48:49.397142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.398823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51460) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:49.400933 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.402117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596a998-d302-4349-8dfc-eb46d5ec4c55 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d2d83c-54c3-4c8c-a8cb-2c5cb4aa43b5,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:49.471697 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05e29e78-0eb3-4404-813a-014ff5b95c93 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.507748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05e29e78-0eb3-4404-813a-014ff5b95c93 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.560262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.599713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05e29e78-0eb3-4404-813a-014ff5b95c93 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.607286 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05e29e78-0eb3-4404-813a-014ff5b95c93 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.611001 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05e29e78-0eb3-4404-813a-014ff5b95c93 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a7d2d83c-54c3-4c8c-a8cb-2c5cb4aa43b5 HTTP/1.1" status: 204 len: 168 time: 0.2086430 Aug 29 17:48:49.611162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51462) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:49.775465 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.800046 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.946886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.949634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:49.954220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e29e78-0eb3-4404-813a-014ff5b95c93 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7d2d83c-54c3-4c8c-a8cb-2c5cb4aa43b5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:49.991147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:50.087009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f705e730-d8ed-4355-b313-808a8efffab1 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4711008 Aug 29 17:48:50.089477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51464) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:50.139366 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.146292 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.152263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.249109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.249732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8212f8-8884-46c1-ac9c-a9d63323b235 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:48:50.256926 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a368cf9-3346-4076-a67f-5f944b208f61 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.292293 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a368cf9-3346-4076-a67f-5f944b208f61 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.327333 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:48:50.331471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d1cd3a15-e6c1-42f5-8e59-6c8497b581bb tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0814929 Aug 29 17:48:50.332066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51468) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:50.359607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.368203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a368cf9-3346-4076-a67f-5f944b208f61 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.371584 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6a368cf9-3346-4076-a67f-5f944b208f61 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.375567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51470) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:50.375905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6a368cf9-3346-4076-a67f-5f944b208f61 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9cf37bb-9c90-43a8-9f73-fc31ede8acf0 HTTP/1.1" status: 204 len: 168 time: 0.2844491 Aug 29 17:48:50.415178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a368cf9-3346-4076-a67f-5f944b208f61 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cf37bb-9c90-43a8-9f73-fc31ede8acf0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:50.450078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8addf3da-a250-44ed-9039-19956ea8e9fa tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Deleting port b66d619a-5081-4038-bf36-6c1553207674 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:50.450852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8addf3da-a250-44ed-9039-19956ea8e9fa tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.545262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8addf3da-a250-44ed-9039-19956ea8e9fa tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.551318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e6f839a3-85a4-4106-b074-9df97b56c312 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1711614 Aug 29 17:48:50.554233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51472) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:50.560121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cdd5be84-e7d2-43d8-bde0-c8dc537a6041 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146283317'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:50.572109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8addf3da-a250-44ed-9039-19956ea8e9fa tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Calling delete_port for b66d619a-5081-4038-bf36-6c1553207674 owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:50.622401 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdd5be84-e7d2-43d8-bde0-c8dc537a6041 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.655625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 0887a11b-4514-430d-b94b-5bd64b3127aa is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:48:50.661878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:50.741663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8addf3da-a250-44ed-9039-19956ea8e9fa tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.780463 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:50.782308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addf3da-a250-44ed-9039-19956ea8e9fa tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Pushing event deleted for resources: {'Port': ['ID=b66d619a-5081-4038-bf36-6c1553207674,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:50.806780 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Sync routers for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:50.818954 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:50.819876 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:50.856262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdd5be84-e7d2-43d8-bde0-c8dc537a6041 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.866253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdd5be84-e7d2-43d8-bde0-c8dc537a6041 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.869229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.871311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-68762797-6152-47ea-90fb-a4b01e8f8f19 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1179123 Aug 29 17:48:50.874827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51474) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:50.882457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8addf3da-a250-44ed-9039-19956ea8e9fa tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.884596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8addf3da-a250-44ed-9039-19956ea8e9fa tempest-RoutersAdminNegativeIpV6Test-1542049195 tempest-RoutersAdminNegativeIpV6Test-1542049195-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b66d619a-5081-4038-bf36-6c1553207674 HTTP/1.1" status: 204 len: 168 time: 0.5509861 Aug 29 17:48:50.902790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cdd5be84-e7d2-43d8-bde0-c8dc537a6041 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.904160 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cdd5be84-e7d2-43d8-bde0-c8dc537a6041 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3489461 Aug 29 17:48:50.907026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51478) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:50.909589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5be84-e7d2-43d8-bde0-c8dc537a6041 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c508823-1dcb-4259-9bbf-32a144d4729c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:50.914721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ab9ff8aa-df2a-458a-8b1b-ccd25a54c3ca tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': '8c508823-1dcb-4259-9bbf-32a144d4729c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:50.948702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a4599fc8-ef2c-4ddf-9e0f-691cb738d376 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=27df6b53a4e54d1bb8e328a7e404efe2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727365 Aug 29 17:48:50.949584 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:50.951538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51480) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:50.985500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:50.997730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:51.008581 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fa3cd7c5-b2aa-449b-91e7-8fdddcaab451 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0334327 Aug 29 17:48:51.011946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51482) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:51.029457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:51.030742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:51.065224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff8aa-df2a-458a-8b1b-ccd25a54c3ca tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.102204 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cbd6a7-f8b4-49b2-b681-a03b530713d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet 7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:51.113087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20f327-ee02-48ae-af73-b680c62b452c tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:51.114638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-df20f327-ee02-48ae-af73-b680c62b452c tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620975 Aug 29 17:48:51.119501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51484) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:51.120166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64cbd6a7-f8b4-49b2-b681-a03b530713d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.198074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-935053f1-1c8c-4037-a021-934d1909c5c9 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0748866 Aug 29 17:48:51.201378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51488) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:51.206717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:51.211826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1685100514', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:51.215853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64cbd6a7-f8b4-49b2-b681-a03b530713d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.220421 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:49Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:51.242505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff8aa-df2a-458a-8b1b-ccd25a54c3ca tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.252501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff8aa-df2a-458a-8b1b-ccd25a54c3ca tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.270612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ff8aa-df2a-458a-8b1b-ccd25a54c3ca tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb54e888-172b-4169-892e-f5d077a3114c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:51.302430 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Checking router: 0887a11b-4514-430d-b94b-5bd64b3127aa for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:51.302823 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Updating router 0887a11b-4514-430d-b94b-5bd64b3127aa port 7bb651ba-ca19-417a-a040-1adb5f6a11da binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:48:51.320591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff8aa-df2a-458a-8b1b-ccd25a54c3ca tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.322274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ab9ff8aa-df2a-458a-8b1b-ccd25a54c3ca tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4143038 Aug 29 17:48:51.325078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51492) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:51.330037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-12edf86b-012c-4ba9-9980-ff85fc86eebc tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': '8c508823-1dcb-4259-9bbf-32a144d4729c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:51.336903 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.344558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51494) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:51.375344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64cbd6a7-f8b4-49b2-b681-a03b530713d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.376395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51498) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:51.435938 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12edf86b-012c-4ba9-9980-ff85fc86eebc tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.442502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:51.445740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.535724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:49Z', 'revision_number': 10, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:51.553621 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe152-8b79-4083-8101-dce12a91f712 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.573206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:51.585239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:51.586116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:51.620713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64cbd6a7-f8b4-49b2-b681-a03b530713d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.627018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12edf86b-012c-4ba9-9980-ff85fc86eebc tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.660380 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12edf86b-012c-4ba9-9980-ff85fc86eebc tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.680753 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe152-8b79-4083-8101-dce12a91f712 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.712986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681c301-2508-48a1-b32c-d23df44eae24 None None] Network 398d1134-0fc0-4eae-87af-191fc02d8160 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:51.715635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64cbd6a7-f8b4-49b2-b681-a03b530713d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.721551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-64cbd6a7-f8b4-49b2-b681-a03b530713d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba HTTP/1.1" status: 204 len: 168 time: 0.7068355 Aug 29 17:48:51.723148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbd6a7-f8b4-49b2-b681-a03b530713d4 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:51.723585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51500) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:51.731911 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74681ac5-c97a-4861-9c38-ae6fa9e6c3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.743775 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf86b-012c-4ba9-9980-ff85fc86eebc tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315c5505-cb74-4ed3-8a8d-1155a8e3e621,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:51.772318 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.780605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12edf86b-012c-4ba9-9980-ff85fc86eebc tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.780927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:51.786905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-12edf86b-012c-4ba9-9980-ff85fc86eebc tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4605708 Aug 29 17:48:51.787942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51502) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:51.791841 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Transition to ACTIVE for port object 7bb651ba-ca19-417a-a040-1adb5f6a11da will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:51.795953 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c8692793-8cd5-4967-ad42-cbd954e6db7a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': '8c508823-1dcb-4259-9bbf-32a144d4729c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:51.800242 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.870169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe152-8b79-4083-8101-dce12a91f712 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.873934 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe152-8b79-4083-8101-dce12a91f712 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.875957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e2ffe152-8b79-4083-8101-dce12a91f712 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] 10.222.0.41 "DELETE /v2.0/security-groups/bfad108d-8a74-4e05-b5d9-1b4201d82656 HTTP/1.1" status: 204 len: 168 time: 0.4970214 Aug 29 17:48:51.890201 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Attempting to bind port 7bb651ba-ca19-417a-a040-1adb5f6a11da on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:51.890851 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Attempting to bind port 7bb651ba-ca19-417a-a040-1adb5f6a11da by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:51.891832 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Attempting to bind port 7bb651ba-ca19-417a-a040-1adb5f6a11da on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:51.895759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffe152-8b79-4083-8101-dce12a91f712 tempest-TestVolumeBootPattern-483132243 tempest-TestVolumeBootPattern-483132243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfad108d-8a74-4e05-b5d9-1b4201d82656,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:51.903774 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.911127 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.923857 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:51.924824 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:51.925497 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.926327 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:51.927371 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Bound port: 7bb651ba-ca19-417a-a040-1adb5f6a11da, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:51.929229 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.943650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74681ac5-c97a-4861-9c38-ae6fa9e6c3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.962332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-74681ac5-c97a-4861-9c38-ae6fa9e6c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:51.992507 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23243aa0-4e06-42ea-9e0d-9fa9a6f01ef0 None None] Pushing event updated for resources: {'Port': ['ID=7bb651ba-ca19-417a-a040-1adb5f6a11da,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:51.999836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51506) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:52.023530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Subnet': ['ID=dbc6bfe8-451e-4bb0-8f20-203170b8e412,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:52.042803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Checking segment: {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:52.043171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network hostable DHCP agents. Network: 933a85b3-3f49-48e0-985b-f6773e934376, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:48:52.044651 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] For port 7bb651ba-ca19-417a-a040-1adb5f6a11da, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:52.050082 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] For port 7bb651ba-ca19-417a-a040-1adb5f6a11da, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7bb651ba-ca19-417a-a040-1adb5f6a11da,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:52.061551 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.068500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port f876830a-c099-4ca6-8f53-65c49cadc01b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:52.068925 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.087999 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-74681ac5-c97a-4861-9c38-ae6fa9e6c3a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bc8dd6157b548b58428ec705289a579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7419939 Aug 29 17:48:52.088861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51510) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:52.092129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c8692793-8cd5-4967-ad42-cbd954e6db7a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.101288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74681ac5-c97a-4861-9c38-ae6fa9e6c3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806c64d2-14a4-4cfb-8059-2167eb80ce2a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:52.227498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c8692793-8cd5-4967-ad42-cbd954e6db7a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.232103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] DHCP port deletion for 398d1134-0fc0-4eae-87af-191fc02d8160 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:52.244303 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23243aa0-4e06-42ea-9e0d-9fa9a6f01ef0 None None] Pushing event updated for resources: {'Port': ['ID=7bb651ba-ca19-417a-a040-1adb5f6a11da,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:52.249855 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:52.250673 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:52.270302 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-717599f9-5670-4c03-a112-529ca822efea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.277787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c8692793-8cd5-4967-ad42-cbd954e6db7a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.316333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c8692793-8cd5-4967-ad42-cbd954e6db7a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.319079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c8692793-8cd5-4967-ad42-cbd954e6db7a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5274518 Aug 29 17:48:52.334128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51512) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:52.349911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] Deleting port f876830a-c099-4ca6-8f53-65c49cadc01b {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:52.350562 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.352131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-acaf12cb-4474-4805-a88e-1318e525539f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': '8c508823-1dcb-4259-9bbf-32a144d4729c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:52.356932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8692793-8cd5-4967-ad42-cbd954e6db7a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce68da14-e250-4514-9708-23a6acd7cbaf,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:52.365815 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-717599f9-5670-4c03-a112-529ca822efea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.381278 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:52.555717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network 933a85b3-3f49-48e0-985b-f6773e934376 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:48:52.579778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 933a85b3-3f49-48e0-985b-f6773e934376) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:52.596724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port f876830a-c099-4ca6-8f53-65c49cadc01b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f876830a-c099-4ca6-8f53-65c49cadc01b,segment=NetworkSegment(5bf91bca-7135-4d96-a9a6-6b5eaf432513),segment_id=5bf91bca-7135-4d96-a9a6-6b5eaf432513)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:52.597227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.602315 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:52.602970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.605330 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:49Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:52.621067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for f876830a-c099-4ca6-8f53-65c49cadc01b owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:52.621736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] For port f876830a-c099-4ca6-8f53-65c49cadc01b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f876830a-c099-4ca6-8f53-65c49cadc01b,segment=NetworkSegment(5bf91bca-7135-4d96-a9a6-6b5eaf432513),segment_id=5bf91bca-7135-4d96-a9a6-6b5eaf432513)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:52.622146 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.637687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] Calling delete_port for f876830a-c099-4ca6-8f53-65c49cadc01b owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:52.637926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a6722ede-8e70-4058-8f69-ba21eec718a3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4353526 Aug 29 17:48:52.649128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51514) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:52.650031 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8c98b-1c10-4f0e-906c-3965573db260 None None] The sync data for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 is: [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:49Z', 'revision_number': 3, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:52.687040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8376c-b05a-4e17-acf5-44505d8b07ca None None] Network 933a85b3-3f49-48e0-985b-f6773e934376 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:52.693156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:49Z', 'revision_number': 10, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:52.727182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.735789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acaf12cb-4474-4805-a88e-1318e525539f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.765297 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-717599f9-5670-4c03-a112-529ca822efea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.768588 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-717599f9-5670-4c03-a112-529ca822efea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.769787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-717599f9-5670-4c03-a112-529ca822efea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/806c64d2-14a4-4cfb-8059-2167eb80ce2a HTTP/1.1" status: 204 len: 168 time: 0.6791875 Aug 29 17:48:52.781405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No DVR routers for this DVR port f876830a-c099-4ca6-8f53-65c49cadc01b on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:52.786408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=f876830a-c099-4ca6-8f53-65c49cadc01b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:52.831078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a4bd7-d203-4c31-9ea6-fdca0a9a11e2 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:49Z', 'revision_number': 10, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None, '_interfaces': [{'id': '888f2be3-d203-4168-b695-96c78ea4fc6c', 'name': '', 'network_id': 'd0233e4c-73de-45a1-89c2-188de5ae4d98', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'mac_address': 'fa:16:3e:bf:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:05Z', 'updated_at': '2021-08-29T17:48:15Z', 'revision_number': 5, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'subnets': [{'id': '7ec3ec06-1256-4f15-8b35-b484feadc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:52.857900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717599f9-5670-4c03-a112-529ca822efea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c64d2-14a4-4cfb-8059-2167eb80ce2a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:52.905500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.907799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acaf12cb-4474-4805-a88e-1318e525539f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.919501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acaf12cb-4474-4805-a88e-1318e525539f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.923834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398d1134-0fc0-4eae-87af-191fc02d8160']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:52.938287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf91bca-7135-4d96-a9a6-6b5eaf432513') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:52.940377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf91bca-7135-4d96-a9a6-6b5eaf432513') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:52.952422 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.957460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acaf12cb-4474-4805-a88e-1318e525539f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.958722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-acaf12cb-4474-4805-a88e-1318e525539f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6165669 Aug 29 17:48:52.964271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51518) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:52.971270 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:52.977579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9ad3d677-a0cf-4d88-8c4e-70f4c289d440 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': '8c508823-1dcb-4259-9bbf-32a144d4729c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:52.996017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf12cb-4474-4805-a88e-1318e525539f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43af7294-600f-4977-80ec-13b10f330cad,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:53.012535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.014295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] Pushing event deleted for resources: {'Port': ['ID=f876830a-c099-4ca6-8f53-65c49cadc01b,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:53.018856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d677-a0cf-4d88-8c4e-70f4c289d440 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.033259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:53.034271 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:53.037305 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:53.043427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-933a85b3-3f49-48e0-985b-f6773e934376', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:48:53.044605 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.085692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29f84e-efc4-438a-875f-61da21434999 None None] No DVR routers for this DVR port f876830a-c099-4ca6-8f53-65c49cadc01b on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:53.135016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d677-a0cf-4d88-8c4e-70f4c289d440 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.139464 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.143376 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d677-a0cf-4d88-8c4e-70f4c289d440 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.172389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.178309 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/398d1134-0fc0-4eae-87af-191fc02d8160 HTTP/1.1" status: 204 len: 168 time: 1.4533522 Aug 29 17:48:53.179529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3d677-a0cf-4d88-8c4e-70f4c289d440 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4b0a98-fe64-4f0e-9f23-26990df1aec4,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:53.192136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51522) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:53.212349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699be5-c879-47a9-bb8c-281c6134d05b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=398d1134-0fc0-4eae-87af-191fc02d8160,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:53.303620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d677-a0cf-4d88-8c4e-70f4c289d440 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.310385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9ad3d677-a0cf-4d88-8c4e-70f4c289d440 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3401537 Aug 29 17:48:53.328352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Allocated IP 172.20.0.2 (933a85b3-3f49-48e0-985b-f6773e934376/dbc6bfe8-451e-4bb0-8f20-203170b8e412/090afd6a-5f19-4870-b2de-e56bf2411337) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:53.379628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51524) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:53.380255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51526) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:53.452983 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-121be4fb-cecb-4f58-aaaa-3f426915d4ba tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.472373 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-121be4fb-cecb-4f58-aaaa-3f426915d4ba tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.492628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.523865 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b95a363f-e8ec-40f0-9240-ac06cb6fa34e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cfaa4f3291047e1bf69a8a085a13710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404345 Aug 29 17:48:53.527787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51528) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:53.613340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.658670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Transition to ACTIVE for port object 090afd6a-5f19-4870-b2de-e56bf2411337 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:53.669209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-121be4fb-cecb-4f58-aaaa-3f426915d4ba tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.682323 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-121be4fb-cecb-4f58-aaaa-3f426915d4ba tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.686167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-121be4fb-cecb-4f58-aaaa-3f426915d4ba tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2f4b0a98-fe64-4f0e-9f23-26990df1aec4 HTTP/1.1" status: 204 len: 168 time: 0.3046522 Aug 29 17:48:53.687004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Transition to ACTIVE for port object 090afd6a-5f19-4870-b2de-e56bf2411337 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:53.687147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51530) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:53.697337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121be4fb-cecb-4f58-aaaa-3f426915d4ba tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f4b0a98-fe64-4f0e-9f23-26990df1aec4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:53.697597 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.746832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Network 933a85b3-3f49-48e0-985b-f6773e934376 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:53.750482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:53.756613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:53.764208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a721fe0f-450b-4035-bea3-09ebe77c2cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.789519 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a721fe0f-450b-4035-bea3-09ebe77c2cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.794600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Pushing event updated for resources: {'Port': ['ID=090afd6a-5f19-4870-b2de-e56bf2411337,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:53.833794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Attempting to bind port 090afd6a-5f19-4870-b2de-e56bf2411337 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:53.834352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Attempting to bind port 090afd6a-5f19-4870-b2de-e56bf2411337 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:53.835010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Attempting to bind port 090afd6a-5f19-4870-b2de-e56bf2411337 on network 933a85b3-3f49-48e0-985b-f6773e934376 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:53.837840 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3135bc82-ed4e-48d6-922b-bcd02eade2b3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1479566 Aug 29 17:48:53.840853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:53.841408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Checking segment: {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:53.841930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.842463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Bound using segment: {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:53.843358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Bound port: 090afd6a-5f19-4870-b2de-e56bf2411337, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:53.843536 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.843743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51532) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:53.889295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a721fe0f-450b-4035-bea3-09ebe77c2cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.892244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a721fe0f-450b-4035-bea3-09ebe77c2cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.893784 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a721fe0f-450b-4035-bea3-09ebe77c2cb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/320c31b0-bcb4-40fc-8bcd-1b85a1bfd8f2 HTTP/1.1" status: 204 len: 168 time: 0.3632569 Aug 29 17:48:53.909007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5f060a3-f533-4d3b-9095-cc39d0dd8a4e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.927135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5f060a3-f533-4d3b-9095-cc39d0dd8a4e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:53.950219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721fe0f-450b-4035-bea3-09ebe77c2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c31b0-bcb4-40fc-8bcd-1b85a1bfd8f2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:54.016149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] For port 090afd6a-5f19-4870-b2de-e56bf2411337, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:54.017989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5f060a3-f533-4d3b-9095-cc39d0dd8a4e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.022808 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5f060a3-f533-4d3b-9095-cc39d0dd8a4e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.024448 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c5f060a3-f533-4d3b-9095-cc39d0dd8a4e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/43af7294-600f-4977-80ec-13b10f330cad HTTP/1.1" status: 204 len: 168 time: 0.1793404 Aug 29 17:48:54.025550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] For port 090afd6a-5f19-4870-b2de-e56bf2411337, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=090afd6a-5f19-4870-b2de-e56bf2411337,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:54.027352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51536) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:54.036898 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.064243 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f060a3-f533-4d3b-9095-cc39d0dd8a4e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43af7294-600f-4977-80ec-13b10f330cad,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:54.079757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.089780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.161664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ab89e480-a3ca-4171-90f5-327e10728925 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1314194 Aug 29 17:48:54.165213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51538) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:54.165345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a630fdd-3aa4-4404-9e8c-174006db981d None None] Pushing event updated for resources: {'Port': ['ID=090afd6a-5f19-4870-b2de-e56bf2411337,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:54.206063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Deleting port 9217b5c4-6f27-4f34-a75b-b4a141881f0c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:54.206516 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.323035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e0dccd8-f966-4fe7-971e-8ae90dadbd4a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.339665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e0dccd8-f966-4fe7-971e-8ae90dadbd4a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.358041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7bb651ba-ca19-417a-a040-1adb5f6a11da up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:54.419949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] For port 9217b5c4-6f27-4f34-a75b-b4a141881f0c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9217b5c4-6f27-4f34-a75b-b4a141881f0c,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:54.420389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.454487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e0dccd8-f966-4fe7-971e-8ae90dadbd4a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.461537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e0dccd8-f966-4fe7-971e-8ae90dadbd4a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.462729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7e0dccd8-f966-4fe7-971e-8ae90dadbd4a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ce68da14-e250-4514-9708-23a6acd7cbaf HTTP/1.1" status: 204 len: 168 time: 0.2973144 Aug 29 17:48:54.465777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51542) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:54.498195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dccd8-f966-4fe7-971e-8ae90dadbd4a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce68da14-e250-4514-9708-23a6acd7cbaf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:54.503924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Calling delete_port for 9217b5c4-6f27-4f34-a75b-b4a141881f0c owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:54.507550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 7bb651ba-ca19-417a-a040-1adb5f6a11da completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:54.513178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7bb651ba-ca19-417a-a040-1adb5f6a11da triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:54.513729 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.567541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-620ab1a9-de41-41f6-bdf0-996f3ce792a0 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0961213 Aug 29 17:48:54.572273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51546) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:54.628448 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.639288 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac52db9-77c5-40d7-9ba0-8944cd7d364b tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.650311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 7bb651ba-ca19-417a-a040-1adb5f6a11da, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7bb651ba-ca19-417a-a040-1adb5f6a11da,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:54.656224 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.667041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.20.0.1 (933a85b3-3f49-48e0-985b-f6773e934376/dbc6bfe8-451e-4bb0-8f20-203170b8e412/84a08cd1-7271-46c5-af10-7155d04ac55b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:54.669503 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac52db9-77c5-40d7-9ba0-8944cd7d364b tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.743782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f876830a-c099-4ca6-8f53-65c49cadc01b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:54.752731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac52db9-77c5-40d7-9ba0-8944cd7d364b tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.765680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ac52db9-77c5-40d7-9ba0-8944cd7d364b tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.770426 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9ac52db9-77c5-40d7-9ba0-8944cd7d364b tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/315c5505-cb74-4ed3-8a8d-1155a8e3e621 HTTP/1.1" status: 204 len: 168 time: 0.1981127 Aug 29 17:48:54.770568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f876830a-c099-4ca6-8f53-65c49cadc01b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:54.771003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f876830a-c099-4ca6-8f53-65c49cadc01b not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:54.771529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:54.773805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=7bb651ba-ca19-417a-a040-1adb5f6a11da,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:54.774607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51554) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:54.791775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port 888f2be3-d203-4168-b695-96c78ea4fc6c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:54.792287 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.795103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac52db9-77c5-40d7-9ba0-8944cd7d364b tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=315c5505-cb74-4ed3-8a8d-1155a8e3e621,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:54.797702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:54.798057 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c5d1ff64-ef5c-4f19-8c1d-35bf90d83a8b not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:54.913472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port 888f2be3-d203-4168-b695-96c78ea4fc6c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=888f2be3-d203-4168-b695-96c78ea4fc6c,segment=NetworkSegment(cbad4d5b-4ede-40b0-b90c-3323b2ba2272),segment_id=cbad4d5b-4ede-40b0-b90c-3323b2ba2272)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:54.913994 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.925861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d2ef3a47-b14d-4131-80b9-23a1cc89c6ba tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1458189 Aug 29 17:48:54.930558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51560) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:54.943817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for 888f2be3-d203-4168-b695-96c78ea4fc6c owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:54.947406 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:54.976752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Transition to ACTIVE for port object 84a08cd1-7271-46c5-af10-7155d04ac55b will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:54.978139 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d05e865c-7015-4889-bdc7-076caded9255 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.015701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d05e865c-7015-4889-bdc7-076caded9255 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.039846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.074477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Pushing event deleted for resources: {'Port': ['ID=9217b5c4-6f27-4f34-a75b-b4a141881f0c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:55.082042 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.089431 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d05e865c-7015-4889-bdc7-076caded9255 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.095492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d05e865c-7015-4889-bdc7-076caded9255 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.100896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d05e865c-7015-4889-bdc7-076caded9255 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bb54e888-172b-4169-892e-f5d077a3114c HTTP/1.1" status: 204 len: 168 time: 0.1654272 Aug 29 17:48:55.102366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51566) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:55.169859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network 933a85b3-3f49-48e0-985b-f6773e934376 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:55.178567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:55.187539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:55.200722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0a5b7f12-337b-41e6-82c0-61cf201ade14 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0959527 Aug 29 17:48:55.201560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e865c-7015-4889-bdc7-076caded9255 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb54e888-172b-4169-892e-f5d077a3114c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:55.204508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51568) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:55.228185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=84a08cd1-7271-46c5-af10-7155d04ac55b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:55.296050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.311114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51570) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:55.327001 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc3d814b-a180-4e4a-af5c-dbad718983a9 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.359497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc3d814b-a180-4e4a-af5c-dbad718983a9 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.407111 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.441604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=888f2be3-d203-4168-b695-96c78ea4fc6c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:55.453058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.476351 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc3d814b-a180-4e4a-af5c-dbad718983a9 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.476351 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc3d814b-a180-4e4a-af5c-dbad718983a9 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.479989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cc3d814b-a180-4e4a-af5c-dbad718983a9 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/8c508823-1dcb-4259-9bbf-32a144d4729c HTTP/1.1" status: 204 len: 168 time: 0.2693274 Aug 29 17:48:55.483535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51574) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:55.508887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2116769261'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:55.533843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d814b-a180-4e4a-af5c-dbad718983a9 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c508823-1dcb-4259-9bbf-32a144d4729c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:55.583955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Made reservation on behalf of 1a32c35a320340d793c88a6fae5cb6b7 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:55.589997 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.624374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.658270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1ff52a51-2ae5-44f5-956f-10f0a0cd3fa8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1692655 Aug 29 17:48:55.660219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51576) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:55.664154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.665083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-37558378-1c77-4029-ae8e-3b286ec0f11a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-secgroup--477370050'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:55.682220 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.884094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:55.911308 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:48:55.912373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed3ffb-d8f3-4dcb-88a3-5a51059e65ef None None] Network 933a85b3-3f49-48e0-985b-f6773e934376 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:55.961564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:55.990630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.009252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:56.021894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-97f91343-c185-485e-a6c5-d5f909fa3981 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8257251 Aug 29 17:48:56.024642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51578) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:56.026746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:48:56.027552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c43f9975-8e55-47f4-bf02-785e4733bc51 None None] Provisioning for port 090afd6a-5f19-4870-b2de-e56bf2411337 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:56.035007 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:56.053026 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:56.054097 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:56.078508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1420613d-93cb-4509-b1d4-324fd317e0fe,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:56.088041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.088387 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Added segment 94372d5d-f671-4821-b01d-1bdaa7b12183 of type vlan for network 9a55847d-d388-4952-a81e-e6ae48fd58d5 Aug 29 17:48:56.139429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f86495-5192-4971-b06d-45c346520d51 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting subnet 7ec3ec06-1256-4f15-8b35-b484feadc9dc {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:48:56.150501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49f86495-5192-4971-b06d-45c346520d51 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.154531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.257736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49f86495-5192-4971-b06d-45c346520d51 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.261173 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:56.292580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.303816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:56.304482 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.338031 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 11, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:56.386172 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:56.397870 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:56.398684 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:56.415617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event updated for resources: {'Network': ['ID=9a55847d-d388-4952-a81e-e6ae48fd58d5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:56.430815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 9a55847d-d388-4952-a81e-e6ae48fd58d5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:48:56.434523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49f86495-5192-4971-b06d-45c346520d51 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.434766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Router 2be54cd8-4747-4af3-adb6-4ad63fab4381 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:56.443837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37558378-1c77-4029-ae8e-3b286ec0f11a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.461776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9149aed8-1564-48e5-909c-978482d2e85c tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1494431 Aug 29 17:48:56.465360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51580) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:56.472084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Request body: {'subnet': {'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:56.556380 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:56.597616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49f86495-5192-4971-b06d-45c346520d51 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.615082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7bb651ba-ca19-417a-a040-1adb5f6a11da up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:56.630967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f86495-5192-4971-b06d-45c346520d51 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec3ec06-1256-4f15-8b35-b484feadc9dc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:56.635700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-49f86495-5192-4971-b06d-45c346520d51 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.637632 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-49f86495-5192-4971-b06d-45c346520d51 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/7ec3ec06-1256-4f15-8b35-b484feadc9dc HTTP/1.1" status: 204 len: 168 time: 0.6120231 Aug 29 17:48:56.640427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51582) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:56.640638 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 11, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:56.685627 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704df69-c993-45ee-8a4a-2b02c1899411 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 11, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:56.699343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c21dbb-3697-4264-8324-d5b22902e14e None None] Network d0233e4c-73de-45a1-89c2-188de5ae4d98 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:56.733918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.748784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.757317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.801046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ad07844f-1e17-44a2-b1a8-e675985cf59a None None] Provisioning for port 84a08cd1-7271-46c5-af10-7155d04ac55b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:56.811494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:56.819488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ad07844f-1e17-44a2-b1a8-e675985cf59a None None] Provisioning complete for port 84a08cd1-7271-46c5-af10-7155d04ac55b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:56.819823 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad07844f-1e17-44a2-b1a8-e675985cf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.825409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-78f28f24-ef24-4736-a36f-5c6be9540317 admin admin] 10.222.0.41 "PUT /v2.0/routers/2be54cd8-4747-4af3-adb6-4ad63fab4381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8181660 Aug 29 17:48:56.831185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51584) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:56.853525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] Sync routers for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:56.862270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 7bb651ba-ca19-417a-a040-1adb5f6a11da triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:56.862652 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.867730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.874464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=84a08cd1-7271-46c5-af10-7155d04ac55b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:56.886315 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37558378-1c77-4029-ae8e-3b286ec0f11a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.902664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37558378-1c77-4029-ae8e-3b286ec0f11a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.943775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Deleting port f259218f-6dcc-410a-b824-056424ed5fce {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:56.944115 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.953653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:56.954703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:56.959192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ad07844f-1e17-44a2-b1a8-e675985cf59a None None] Port 84a08cd1-7271-46c5-af10-7155d04ac55b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:56.969757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37558378-1c77-4029-ae8e-3b286ec0f11a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:56.971632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-37558378-1c77-4029-ae8e-3b286ec0f11a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3114269 Aug 29 17:48:56.975416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37558378-1c77-4029-ae8e-3b286ec0f11a tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f8d913-2212-4ca0-b1b1-f1070cecf984,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:56.977582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51586) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:56.988529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Made reservation on behalf of 1a32c35a320340d793c88a6fae5cb6b7 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:56.989787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-88dbc1dd-a183-4bf6-9cb1-c534d59e9b26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': '39f8d913-2212-4ca0-b1b1-f1070cecf984', 'direction': 'ingress', 'protocol': 17}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:56.991858 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.032607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network 933a85b3-3f49-48e0-985b-f6773e934376 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:57.037965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:57.045275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88dbc1dd-a183-4bf6-9cb1-c534d59e9b26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.100223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] For port f259218f-6dcc-410a-b824-056424ed5fce, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f259218f-6dcc-410a-b824-056424ed5fce,segment=NetworkSegment(cbad4d5b-4ede-40b0-b90c-3323b2ba2272),segment_id=cbad4d5b-4ede-40b0-b90c-3323b2ba2272)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:57.100598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.124585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.182464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:57.237520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88dbc1dd-a183-4bf6-9cb1-c534d59e9b26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.262809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88dbc1dd-a183-4bf6-9cb1-c534d59e9b26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.263227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Calling delete_port for f259218f-6dcc-410a-b824-056424ed5fce owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:57.278634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 090afd6a-5f19-4870-b2de-e56bf2411337 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:48:57.281803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] DHCP port deletion for d0233e4c-73de-45a1-89c2-188de5ae4d98 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:48:57.301626 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.308559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 0887a11b-4514-430d-b94b-5bd64b3127aa has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:57.310624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbc1dd-a183-4bf6-9cb1-c534d59e9b26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ef2a97-3839-4121-94c3-ba4c81682f65,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:57.327823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88dbc1dd-a183-4bf6-9cb1-c534d59e9b26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.329468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88dbc1dd-a183-4bf6-9cb1-c534d59e9b26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3450425 Aug 29 17:48:57.332427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51588) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:57.458411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fdc45ef7-d259-4976-a9c3-bd71932c80fe None None] Provisioning complete for port 84a08cd1-7271-46c5-af10-7155d04ac55b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:57.459073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fdc45ef7-d259-4976-a9c3-bd71932c80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.490344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00c386e4-d7f1-4e00-bc8b-6ad09a93bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.509598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.534784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00c386e4-d7f1-4e00-bc8b-6ad09a93bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.542991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:57.551927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fdc45ef7-d259-4976-a9c3-bd71932c80fe None None] Port 84a08cd1-7271-46c5-af10-7155d04ac55b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:57.555921 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Sync routers for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:57.559314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No DVR routers for this DVR port f259218f-6dcc-410a-b824-056424ed5fce on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:57.573940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Port': ['ID=f259218f-6dcc-410a-b824-056424ed5fce,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:57.576863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b880af98-ab26-43ad-970b-accdae7ee4db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "PUT /v2.0/routers/0887a11b-4514-430d-b94b-5bd64b3127aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9202719 Aug 29 17:48:57.577847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.597038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] Deleting port f259218f-6dcc-410a-b824-056424ed5fce {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:57.598333 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.601195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Deleting port 71d49530-50f0-4b5b-9657-3e28ac2f462b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:48:57.601195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.603156 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:57.606351 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:57.632077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00c386e4-d7f1-4e00-bc8b-6ad09a93bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.635215 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00c386e4-d7f1-4e00-bc8b-6ad09a93bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.641090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-00c386e4-d7f1-4e00-bc8b-6ad09a93bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/39f8d913-2212-4ca0-b1b1-f1070cecf984 HTTP/1.1" status: 204 len: 168 time: 0.3074429 Aug 29 17:48:57.641984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51592) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:57.668330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 090afd6a-5f19-4870-b2de-e56bf2411337 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:48:57.688248 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c386e4-d7f1-4e00-bc8b-6ad09a93bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f8d913-2212-4ca0-b1b1-f1070cecf984,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:57.693134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 090afd6a-5f19-4870-b2de-e56bf2411337 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:57.693730 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.710520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] For port f259218f-6dcc-410a-b824-056424ed5fce, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:57.711655 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.727365 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e082fbf2-1fcf-4a65-b72f-fb9f743fe1ee tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803728 Aug 29 17:48:57.728304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51596) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:57.733716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-38f6fe7c-b82b-4920-a8e2-d26a2f16f3f8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477459195'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:57.766504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0001990e-f3c5-4d7f-a612-735b389998b7 None None] Provisioning complete for port 84a08cd1-7271-46c5-af10-7155d04ac55b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:48:57.766915 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0001990e-f3c5-4d7f-a612-735b389998b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.768085 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f6fe7c-b82b-4920-a8e2-d26a2f16f3f8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.812259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 5, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port': {'id': '71d49530-50f0-4b5b-9657-3e28ac2f462b', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:27Z', 'updated_at': '2021-08-29T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:57.815076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] Calling delete_port for f259218f-6dcc-410a-b824-056424ed5fce owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:57.823071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] Port f259218f-6dcc-410a-b824-056424ed5fce was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:48:57.843046 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:57.866085 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.875621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] Checking router: 2be54cd8-4747-4af3-adb6-4ad63fab4381 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:57.905423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0001990e-f3c5-4d7f-a612-735b389998b7 None None] Port 84a08cd1-7271-46c5-af10-7155d04ac55b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:48:57.910402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f6fe7c-b82b-4920-a8e2-d26a2f16f3f8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.910864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] Pushing event deleted for resources: {'Port': ['ID=f259218f-6dcc-410a-b824-056424ed5fce,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:57.918864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fdca3-855d-4afb-87dd-71c7df518f71 None None] No DVR routers for this DVR port f259218f-6dcc-410a-b824-056424ed5fce on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:48:57.931193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] Routers {'2be54cd8-4747-4af3-adb6-4ad63fab4381'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:57.932251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['2be54cd8-4747-4af3-adb6-4ad63fab4381'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:57.934043 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f6fe7c-b82b-4920-a8e2-d26a2f16f3f8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.980263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6fe7c-b82b-4920-a8e2-d26a2f16f3f8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67839c05-a4d0-46dd-85bf-d17128bff61b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:57.995462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f6fe7c-b82b-4920-a8e2-d26a2f16f3f8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:57.998097 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38f6fe7c-b82b-4920-a8e2-d26a2f16f3f8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2673085 Aug 29 17:48:58.000277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51606) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:58.006489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e280802c-ac83-46d5-a028-ba38ea5c3c6d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790214831'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:58.036981 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e280802c-ac83-46d5-a028-ba38ea5c3c6d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.051979 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.073741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] Set router 2be54cd8-4747-4af3-adb6-4ad63fab4381 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:58.125585 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 2, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:58.152122 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e280802c-ac83-46d5-a028-ba38ea5c3c6d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.157600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e280802c-ac83-46d5-a028-ba38ea5c3c6d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.165258 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Checking router: 0887a11b-4514-430d-b94b-5bd64b3127aa for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:48:58.166065 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Updating router 0887a11b-4514-430d-b94b-5bd64b3127aa port 84a08cd1-7271-46c5-af10-7155d04ac55b binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:48:58.197933 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.199285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280802c-ac83-46d5-a028-ba38ea5c3c6d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b1aef1-3f18-456c-abfd-233611e3e2fb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:58.232503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e280802c-ac83-46d5-a028-ba38ea5c3c6d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.233021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event updated for resources: {'Subnet': ['ID=01728fb5-949e-48bc-aeb4-bf087574ea7e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:58.234202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e280802c-ac83-46d5-a028-ba38ea5c3c6d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2328405 Aug 29 17:48:58.236784 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.237462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51608) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:58.243396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-80ec1ac0-5ad9-490f-b520-b129aacf2369 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': '67839c05-a4d0-46dd-85bf-d17128bff61b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '89b1aef1-3f18-456c-abfd-233611e3e2fb', 'remote_ip_prefix': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:58.286724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0233e4c-73de-45a1-89c2-188de5ae4d98']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:58.294499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Checking segment: {'id': '94372d5d-f671-4821-b01d-1bdaa7b12183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:58.294865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Network hostable DHCP agents. Network: 9a55847d-d388-4952-a81e-e6ae48fd58d5, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:48:58.299565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-80ec1ac0-5ad9-490f-b520-b129aacf2369 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.318449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-783bb6fd-437b-4ac8-b5da-5087c88ee236 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-727314335&fields=id&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 267 time: 0.1209245 Aug 29 17:48:58.328266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:48:57Z', 'revision_number': 6, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:58.329578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:58.330110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbad4d5b-4ede-40b0-b90c-3323b2ba2272') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:58.333321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 090afd6a-5f19-4870-b2de-e56bf2411337, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=090afd6a-5f19-4870-b2de-e56bf2411337,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:58.361052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61dd378-6728-4a7c-8cbd-964cdac9cca9 None None] The sync data for ids ['2be54cd8-4747-4af3-adb6-4ad63fab4381'] in n-d-713499-15 is: [{'id': '2be54cd8-4747-4af3-adb6-4ad63fab4381', 'name': 'tempest-TestVolumeBootPattern-310716092-router', 'tenant_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:26Z', 'updated_at': '2021-08-29T17:48:57Z', 'revision_number': 6, 'project_id': '46a22c53e21d48a5a9e5a62cee5cc5ec', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:58.363180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.377000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.438832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=090afd6a-5f19-4870-b2de-e56bf2411337,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:58.440534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] For port 71d49530-50f0-4b5b-9657-3e28ac2f462b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=71d49530-50f0-4b5b-9657-3e28ac2f462b,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:48:58.440978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.453241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.468161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Network 9a55847d-d388-4952-a81e-e6ae48fd58d5 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:48:58.470420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Calling delete_port for 71d49530-50f0-4b5b-9657-3e28ac2f462b owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:48:58.479504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-80ec1ac0-5ad9-490f-b520-b129aacf2369 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.484484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-80ec1ac0-5ad9-490f-b520-b129aacf2369 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.497961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:48:58.498375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:48:58.501624 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:48:58.508221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec1ac0-5ad9-490f-b520-b129aacf2369 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca1c3ed-8991-418e-b324-13fa714534c6,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:58.517835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-80ec1ac0-5ad9-490f-b520-b129aacf2369 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.522167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-80ec1ac0-5ad9-490f-b520-b129aacf2369 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2807539 Aug 29 17:48:58.522511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51610) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:58.547007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2461af53-479b-4461-bb3b-9f3f63575558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.554763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 9a55847d-d388-4952-a81e-e6ae48fd58d5) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:58.555623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2461af53-479b-4461-bb3b-9f3f63575558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.559632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:58.560226 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.567559 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd0c72-f8a7-41ea-a031-97cd3327249d None None] Network 9a55847d-d388-4952-a81e-e6ae48fd58d5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:48:58.574528 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.591163 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Transition to ACTIVE for port object 84a08cd1-7271-46c5-af10-7155d04ac55b will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:58.591524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2461af53-479b-4461-bb3b-9f3f63575558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.599384 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.600998 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2461af53-479b-4461-bb3b-9f3f63575558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.602295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2461af53-479b-4461-bb3b-9f3f63575558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bca1c3ed-8991-418e-b324-13fa714534c6 HTTP/1.1" status: 204 len: 168 time: 0.0785646 Aug 29 17:48:58.607794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51612) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:58.627240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461af53-479b-4461-bb3b-9f3f63575558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bca1c3ed-8991-418e-b324-13fa714534c6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:58.681029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-9c5fd51c-80b4-483b-9d1b-39c3e092ed74 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:58.683023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-9c5fd51c-80b4-483b-9d1b-39c3e092ed74 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/networks?id=933a85b3-3f49-48e0-985b-f6773e934376 HTTP/1.1" status: 200 len: 796 time: 0.3635600 Aug 29 17:48:58.688867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-735129fa-2dea-4582-b716-b01f66f3b452 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2223136 Aug 29 17:48:58.689333 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cfa8a-e179-41b3-a897-d7f36e9609e6 None None] Pushing event updated for resources: {'Port': ['ID=84a08cd1-7271-46c5-af10-7155d04ac55b,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:58.708570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-dfbcfbb7-4f9c-4c3e-b8ba-1554734853db tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/quotas/27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 375 time: 0.0129790 Aug 29 17:48:58.709181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.714030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.716057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/networks/d0233e4c-73de-45a1-89c2-188de5ae4d98 HTTP/1.1" status: 204 len: 168 time: 2.0745659 Aug 29 17:48:58.716675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51614) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:58.734872 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-af038a10-9793-4081-a009-ef0888eb7779 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1254287 Aug 29 17:48:58.735487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51616) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:58.737507 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51618) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:58.742080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'routes': None}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:58.758272 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Attempting to bind port 84a08cd1-7271-46c5-af10-7155d04ac55b on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:58.758813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Attempting to bind port 84a08cd1-7271-46c5-af10-7155d04ac55b by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:58.759301 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Attempting to bind port 84a08cd1-7271-46c5-af10-7155d04ac55b on network 933a85b3-3f49-48e0-985b-f6773e934376 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:58.771904 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:58.773324 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Checking segment: {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:58.773906 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.774519 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Bound using segment: {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:58.775222 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Bound port: 84a08cd1-7271-46c5-af10-7155d04ac55b, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:58.775792 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.780976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Request body: {'port': {'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1552385342'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:48:58.787462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f259218f-6dcc-410a-b824-056424ed5fce no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:58.794290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c80dec-8b85-49c2-9db1-822d7c164b6d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Pushing event deleted for resources: {'Network': ['ID=d0233e4c-73de-45a1-89c2-188de5ae4d98,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:58.809789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f259218f-6dcc-410a-b824-056424ed5fce {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:58.810129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f259218f-6dcc-410a-b824-056424ed5fce not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:58.810983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 888f2be3-d203-4168-b695-96c78ea4fc6c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:48:58.833543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 888f2be3-d203-4168-b695-96c78ea4fc6c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:48:58.834150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 888f2be3-d203-4168-b695-96c78ea4fc6c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:48:58.883717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-9a55847d-d388-4952-a81e-e6ae48fd58d5', 'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5', 'tenant_id': '1a32c35a320340d793c88a6fae5cb6b7', 'fixed_ips': [{'subnet_id': '01728fb5-949e-48bc-aeb4-bf087574ea7e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:48:58.884595 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.893644 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] For port 84a08cd1-7271-46c5-af10-7155d04ac55b, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:48:58.898746 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] For port 84a08cd1-7271-46c5-af10-7155d04ac55b, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=84a08cd1-7271-46c5-af10-7155d04ac55b,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:48:58.910525 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:58.998937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cfa8a-e179-41b3-a897-d7f36e9609e6 None None] Pushing event updated for resources: {'Port': ['ID=84a08cd1-7271-46c5-af10-7155d04ac55b,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:59.001150 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:59.001882 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:59.075285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Allocated IP 2001:db8::2 (9a55847d-d388-4952-a81e-e6ae48fd58d5/01728fb5-949e-48bc-aeb4-bf087574ea7e/5890421c-20cc-4034-a3fa-92995c4577ae) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:48:59.084494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.extraroute_db [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Added routes are [] {{(pid=94795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:48:59.084830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.extraroute_db [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Removed routes are [] {{(pid=94795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:48:59.085608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.104222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-91e5e0b6-682f-4daf-b118-0b28d338a161 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3166454 Aug 29 17:48:59.154064 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:59.224229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-e79f487d-5fca-421d-b366-4f33d419a737 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:48:59.225255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-e79f487d-5fca-421d-b366-4f33d419a737 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1198728 Aug 29 17:48:59.274694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-563d9705-af00-4627-95ac-181e2d794fd8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.334048 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.352668 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.369942 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-563d9705-af00-4627-95ac-181e2d794fd8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.405224 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:48:58Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:59.414168 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.433269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Transition to ACTIVE for port object 5890421c-20cc-4034-a3fa-92995c4577ae will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:59.440670 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afb56e-0334-455c-9443-b98db4b49f70 None None] The sync data for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 is: [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:48:58Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:48:59.462995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-4966972d-3477-4222-b2f6-2e5dfb818ef5 service neutron] 10.222.0.41 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220688 Aug 29 17:48:59.476240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.480834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Transition to ACTIVE for port object 5890421c-20cc-4034-a3fa-92995c4577ae will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:48:59.504907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Made reservation on behalf of 1a32c35a320340d793c88a6fae5cb6b7 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:48:59.504907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.516102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 96863a68-3249-4a39-8e01-6d545e5c56c3 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:48:59.544989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-563d9705-af00-4627-95ac-181e2d794fd8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.549238 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.550875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-563d9705-af00-4627-95ac-181e2d794fd8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.552251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-563d9705-af00-4627-95ac-181e2d794fd8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/89b1aef1-3f18-456c-abfd-233611e3e2fb HTTP/1.1" status: 204 len: 168 time: 0.8139215 Aug 29 17:48:59.598191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51622) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:59.600065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Pushing event updated for resources: {'Port': ['ID=5890421c-20cc-4034-a3fa-92995c4577ae,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:59.615607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Network 9a55847d-d388-4952-a81e-e6ae48fd58d5 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:48:59.616859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] device_id is not set on port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:48:59.618112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:48:59.620812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:48:59.622404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Pushing event deleted for resources: {'Port': ['ID=71d49530-50f0-4b5b-9657-3e28ac2f462b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:59.672743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:48:59.674991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d9705-af00-4627-95ac-181e2d794fd8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b1aef1-3f18-456c-abfd-233611e3e2fb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:48:59.693095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.694291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-30cf5466-cb0f-47b9-b8ac-7a70c34508d5 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 200 len: 698 time: 0.9578605 Aug 29 17:48:59.697748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51624) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:59.709417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] Sync routers for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:48:59.741184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5e98af54-d2a5-4c43-b528-9d6cf3761fbc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 200 len: 205 time: 0.0409384 Aug 29 17:48:59.745898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51626) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:59.758283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:48:59.759100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:59.763805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Attempting to bind port 5890421c-20cc-4034-a3fa-92995c4577ae on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:48:59.764290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Attempting to bind port 5890421c-20cc-4034-a3fa-92995c4577ae by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '94372d5d-f671-4821-b01d-1bdaa7b12183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:48:59.764750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Attempting to bind port 5890421c-20cc-4034-a3fa-92995c4577ae on network 9a55847d-d388-4952-a81e-e6ae48fd58d5 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:48:59.787538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.835129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:48:59.835936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Checking segment: {'id': '94372d5d-f671-4821-b01d-1bdaa7b12183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:48:59.836571 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.837320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Bound using segment: {'id': '94372d5d-f671-4821-b01d-1bdaa7b12183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:48:59.838041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Bound port: 5890421c-20cc-4034-a3fa-92995c4577ae, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94372d5d-f671-4821-b01d-1bdaa7b12183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:48:59.838699 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.852166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:48:59.866560 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba49121e-e07c-4fcf-8acd-3c0ade9bfbf6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.868864 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-b332d335-a7ec-49de-8d60-e1cda55ff6f5 service neutron] 10.222.0.41 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901026 Aug 29 17:48:59.879063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0faebb59-aeb0-4093-bde8-5ccf4b916db8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2765782 Aug 29 17:48:59.902636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51628) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:48:59.955096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:59.959997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 11, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:48:59.962343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.069339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] Checking router: 96863a68-3249-4a39-8e01-6d545e5c56c3 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:49:00.089684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] Routers {'96863a68-3249-4a39-8e01-6d545e5c56c3'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:00.091091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['96863a68-3249-4a39-8e01-6d545e5c56c3'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:00.098521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Allocated IP 2001:db8::339 (9a55847d-d388-4952-a81e-e6ae48fd58d5/01728fb5-949e-48bc-aeb4-bf087574ea7e/6bf47c3d-3711-4c4c-85d5-cf574bb9b563) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:00.127020 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba49121e-e07c-4fcf-8acd-3c0ade9bfbf6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.131354 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c674d86-96ad-4e25-b949-659492d2c179 req-daa04ba2-fdf9-4bcf-ac9b-f8bac4ffb513 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 210 time: 0.0455816 Aug 29 17:49:00.132795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba49121e-e07c-4fcf-8acd-3c0ade9bfbf6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.137862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.160466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2be54cd8-4747-4af3-adb6-4ad63fab4381 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:49:00.214658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] Set router 96863a68-3249-4a39-8e01-6d545e5c56c3 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:49:00.216826 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba49121e-e07c-4fcf-8acd-3c0ade9bfbf6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.217349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba49121e-e07c-4fcf-8acd-3c0ade9bfbf6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Fanout notify agent at l3_agent the message router_deleted on router 96863a68-3249-4a39-8e01-6d545e5c56c3 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:49:00.226444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba49121e-e07c-4fcf-8acd-3c0ade9bfbf6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.227620 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ba49121e-e07c-4fcf-8acd-3c0ade9bfbf6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 204 len: 168 time: 0.4807465 Aug 29 17:49:00.235091 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51634) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:00.239386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dd689abc-5014-4046-ae6a-89dbd624c6ad tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.241377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-666fc4c1-b7e3-49fc-9aea-2358ba79004a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-677202918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:00.282377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dd689abc-5014-4046-ae6a-89dbd624c6ad tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.305805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.309754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-207884bb-4694-4276-b816-b08facf2ba5d admin admin] 10.222.0.41 "DELETE /v2.0/routers/2be54cd8-4747-4af3-adb6-4ad63fab4381 HTTP/1.1" status: 204 len: 168 time: 3.4773569 Aug 29 17:49:00.310455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51640) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:00.342156 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-666fc4c1-b7e3-49fc-9aea-2358ba79004a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.344072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-666fc4c1-b7e3-49fc-9aea-2358ba79004a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.349191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 11, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:00.354794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] For port 5890421c-20cc-4034-a3fa-92995c4577ae, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:00.364958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dd689abc-5014-4046-ae6a-89dbd624c6ad tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.368365 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dd689abc-5014-4046-ae6a-89dbd624c6ad tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.369656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dd689abc-5014-4046-ae6a-89dbd624c6ad tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/67839c05-a4d0-46dd-85bf-d17128bff61b HTTP/1.1" status: 204 len: 168 time: 0.4352596 Aug 29 17:49:00.422492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c85b57e-b9af-4312-b622-139b8d050b59 admin admin] Deleting subnet 36d66ff9-fba9-4510-8731-ee550aaa53e2 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:00.425228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51642) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:00.438029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1c85b57e-b9af-4312-b622-139b8d050b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.438783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e240a-852a-4d9c-9b8f-4cc930c5d9d8 None None] The sync data for ids ['96863a68-3249-4a39-8e01-6d545e5c56c3'] in n-d-713499-15 is: [{'id': '96863a68-3249-4a39-8e01-6d545e5c56c3', 'name': 'tempest-RoutersTest-router-7590658', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:02Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 11, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:00.452505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] For port 5890421c-20cc-4034-a3fa-92995c4577ae, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5890421c-20cc-4034-a3fa-92995c4577ae,segment=NetworkSegment(94372d5d-f671-4821-b01d-1bdaa7b12183),segment_id=94372d5d-f671-4821-b01d-1bdaa7b12183)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:00.469265 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.481435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd689abc-5014-4046-ae6a-89dbd624c6ad tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67839c05-a4d0-46dd-85bf-d17128bff61b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:00.604349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1c85b57e-b9af-4312-b622-139b8d050b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.617935 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-666fc4c1-b7e3-49fc-9aea-2358ba79004a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.652876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.659779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-666fc4c1-b7e3-49fc-9aea-2358ba79004a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.663941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d0ae4-11cf-4750-888d-44117b0b7ff9 None None] Pushing event updated for resources: {'Port': ['ID=5890421c-20cc-4034-a3fa-92995c4577ae,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:00.701961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 090afd6a-5f19-4870-b2de-e56bf2411337 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:00.703333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Transition to ACTIVE for port object 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:00.729261 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ded70e4c-a201-46ab-a379-13ee494f190c tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3012612 Aug 29 17:49:00.739974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51646) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:00.749290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ed0c8393-9377-4495-a234-7556813f1558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-secgroup--890496456'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:00.762039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-666fc4c1-b7e3-49fc-9aea-2358ba79004a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.768159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-666fc4c1-b7e3-49fc-9aea-2358ba79004a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5343690 Aug 29 17:49:00.772595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51648) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:00.779031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e2151a8b-56c7-4125-a6dd-bf24a53c9ecc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:00.811429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 090afd6a-5f19-4870-b2de-e56bf2411337 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:00.811801 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.826377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.899727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8393-9377-4495-a234-7556813f1558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:00.958879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event updated for resources: {'Port': ['ID=6bf47c3d-3711-4c4c-85d5-cf574bb9b563,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:00.999145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Network 9a55847d-d388-4952-a81e-e6ae48fd58d5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:01.001364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1c85b57e-b9af-4312-b622-139b8d050b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.007608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 84a08cd1-7271-46c5-af10-7155d04ac55b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:01.010578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:01.014047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:01.037064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:01.038021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.089065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1c85b57e-b9af-4312-b622-139b8d050b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.114759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 84a08cd1-7271-46c5-af10-7155d04ac55b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:01.121066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 84a08cd1-7271-46c5-af10-7155d04ac55b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:01.121439 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.171490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311998bf-272d-43cf-bda7-624af7486d0b None None] Network 322486e8-ae5b-47ca-af8a-dfe2d60580c5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:01.177074 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8393-9377-4495-a234-7556813f1558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.182490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85b57e-b9af-4312-b622-139b8d050b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d66ff9-fba9-4510-8731-ee550aaa53e2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:01.192568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8393-9377-4495-a234-7556813f1558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.194631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1c85b57e-b9af-4312-b622-139b8d050b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.198441 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1c85b57e-b9af-4312-b622-139b8d050b59 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/36d66ff9-fba9-4510-8731-ee550aaa53e2 HTTP/1.1" status: 204 len: 168 time: 0.8842945 Aug 29 17:49:01.199013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:01.301388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-361fb8cb-3c83-428b-bef0-9fd914072b20 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5312493 Aug 29 17:49:01.339576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51654) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:01.346267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Request body: {'port': {'network_id': '9a55847d-d388-4952-a81e-e6ae48fd58d5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-619982620', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:01.347265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] bootfile-name is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:49:01.347838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] tftp-server is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:49:01.348406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] server-ip-address is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:49:01.384255 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.400839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-56114c77-1695-413c-b717-e2c893ab1d17 req-4616731f-c6c7-403c-862f-edb0beb41f0f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 210 time: 0.1084764 Aug 29 17:49:01.431879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 84a08cd1-7271-46c5-af10-7155d04ac55b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=84a08cd1-7271-46c5-af10-7155d04ac55b,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:01.444575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.509201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] DHCP port deletion for 322486e8-ae5b-47ca-af8a-dfe2d60580c5 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:49:01.513885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8393-9377-4495-a234-7556813f1558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.518143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ed0c8393-9377-4495-a234-7556813f1558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7765257 Aug 29 17:49:01.530536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51656) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:01.535187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c8393-9377-4495-a234-7556813f1558 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d1176-b817-4be4-9a0d-b5e370c88a35,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:01.547019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=84a08cd1-7271-46c5-af10-7155d04ac55b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:01.547436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b3417b1e-516e-429c-854e-d1919632bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': 'df2d1176-b817-4be4-9a0d-b5e370c88a35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:01.593347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 71d49530-50f0-4b5b-9657-3e28ac2f462b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:01.604922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.623670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 71d49530-50f0-4b5b-9657-3e28ac2f462b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:01.624376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 71d49530-50f0-4b5b-9657-3e28ac2f462b not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:01.625047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9217b5c4-6f27-4f34-a75b-b4a141881f0c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:01.637996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3417b1e-516e-429c-854e-d1919632bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.667716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 9217b5c4-6f27-4f34-a75b-b4a141881f0c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:01.668130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9217b5c4-6f27-4f34-a75b-b4a141881f0c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:01.715794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] Deleting port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:01.716181 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.798509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] For port fbaeb7a7-050c-4000-87af-1eff92d8f4a0, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:01.799333 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.816898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] Calling delete_port for fbaeb7a7-050c-4000-87af-1eff92d8f4a0 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:01.856685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3417b1e-516e-429c-854e-d1919632bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.881000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3417b1e-516e-429c-854e-d1919632bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.906901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-fe87c251-c5ee-4f63-9516-15030c686bef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:01.909751 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-fe87c251-c5ee-4f63-9516-15030c686bef tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/networks?id=933a85b3-3f49-48e0-985b-f6773e934376 HTTP/1.1" status: 200 len: 796 time: 0.1330094 Aug 29 17:49:01.914400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2151a8b-56c7-4125-a6dd-bf24a53c9ecc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674287', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62715'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.920079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Deleting port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:01.920424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.941242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2151a8b-56c7-4125-a6dd-bf24a53c9ecc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671578'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.965289 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.984698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Made reservation on behalf of 1a32c35a320340d793c88a6fae5cb6b7 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:01.988428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.994979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3417b1e-516e-429c-854e-d1919632bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:01.999049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b3417b1e-516e-429c-854e-d1919632bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4621284 Aug 29 17:49:02.003748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51658) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:02.013065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3417b1e-516e-429c-854e-d1919632bc26 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87acf595-8a35-45e4-83e9-4977cdde5014,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:02.015402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] Pushing event deleted for resources: {'Port': ['ID=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:02.025241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] For port fbaeb7a7-050c-4000-87af-1eff92d8f4a0, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,segment=NetworkSegment(a36aee44-b650-478b-9340-e026ad4a288e),segment_id=a36aee44-b650-478b-9340-e026ad4a288e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:02.026128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.037454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16d8cd-9ea3-4522-960a-fcd7f854636c None None] No DVR routers for this DVR port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:02.039775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] device_id is not set on port bac04dac-bd8c-46df-a58d-a8815ba6899b yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:49:02.043508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-9d41a9a4-aa8b-4c99-8cf4-a02f8ddf2a3d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27df6b53a4e54d1bb8e328a7e404efe2 HTTP/1.1" status: 200 len: 379 time: 0.1207695 Aug 29 17:49:02.058037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Calling delete_port for fbaeb7a7-050c-4000-87af-1eff92d8f4a0 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:02.061783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'port': {'device_id': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'admin_state_up': True, 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'security_groups': ['c2cbde48-d0df-419c-9e48-2722a69ebd57']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:02.077787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51554131-5eff-4d27-8cdd-04fec5dad2d2 None None] Network 9a55847d-d388-4952-a81e-e6ae48fd58d5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:02.102418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cc03465e-01ac-4c4d-adc0-0a27c840c1e2 None None] Provisioning for port 5890421c-20cc-4034-a3fa-92995c4577ae completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:02.149128 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8d01827-beae-4b84-bde1-99a318d3f0b8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.190385 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8d01827-beae-4b84-bde1-99a318d3f0b8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.215164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2151a8b-56c7-4125-a6dd-bf24a53c9ecc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Router 3d9ddcb5-05e9-4562-9cb3-8663c17b2824 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:49:02.232183 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.269632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbaeb7a7-050c-4000-87af-1eff92d8f4a0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:02.286822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Allocated IP 2001:db8::335 (9a55847d-d388-4952-a81e-e6ae48fd58d5/01728fb5-949e-48bc-aeb4-bf087574ea7e/bac04dac-bd8c-46df-a58d-a8815ba6899b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:02.292796 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] No DVR routers for this DVR port fbaeb7a7-050c-4000-87af-1eff92d8f4a0 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:02.326444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8d01827-beae-4b84-bde1-99a318d3f0b8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.341742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a8d01827-beae-4b84-bde1-99a318d3f0b8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.343030 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a8d01827-beae-4b84-bde1-99a318d3f0b8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/87acf595-8a35-45e4-83e9-4977cdde5014 HTTP/1.1" status: 204 len: 168 time: 0.3375821 Aug 29 17:49:02.347797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51660) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:02.350222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2151a8b-56c7-4125-a6dd-bf24a53c9ecc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:49:02.362091 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] Sync routers for ids ['3d9ddcb5-05e9-4562-9cb3-8663c17b2824'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:49:02.367751 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2151a8b-56c7-4125-a6dd-bf24a53c9ecc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.369003 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e2151a8b-56c7-4125-a6dd-bf24a53c9ecc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "PUT /v2.0/routers/3d9ddcb5-05e9-4562-9cb3-8663c17b2824 HTTP/1.1" status: 200 len: 693 time: 1.5954466 Aug 29 17:49:02.378271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51662) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:02.380273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d01827-beae-4b84-bde1-99a318d3f0b8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87acf595-8a35-45e4-83e9-4977cdde5014,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:02.384945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Made reservation on behalf of 27df6b53a4e54d1bb8e328a7e404efe2 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:02.388859 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.391422 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] Routers {'3d9ddcb5-05e9-4562-9cb3-8663c17b2824'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:02.393149 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3d9ddcb5-05e9-4562-9cb3-8663c17b2824'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:02.432303 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7b414702-7469-482b-b9b7-5b775e272925 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0830812 Aug 29 17:49:02.437969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51664) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:02.457904 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.529071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322486e8-ae5b-47ca-af8a-dfe2d60580c5']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:02.554492 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] Set router 3d9ddcb5-05e9-4562-9cb3-8663c17b2824 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:49:02.563833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a316ec93-c9d9-4c93-8d54-f1407ea44c96 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/routers/3d9ddcb5-05e9-4562-9cb3-8663c17b2824 HTTP/1.1" status: 200 len: 699 time: 0.1820457 Aug 29 17:49:02.619153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51668) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:02.621255 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9ddcb5-05e9-4562-9cb3-8663c17b2824', 'name': 'tempest-RoutersTest-router-677202918', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:49:00Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:02.631835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36aee44-b650-478b-9340-e026ad4a288e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:02.632179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36aee44-b650-478b-9340-e026ad4a288e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:02.645069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.20.0.6 (933a85b3-3f49-48e0-985b-f6773e934376/dbc6bfe8-451e-4bb0-8f20-203170b8e412/d0140c48-95a2-4269-b869-637a22fc5e8a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:02.656681 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] Checking router: 3d9ddcb5-05e9-4562-9cb3-8663c17b2824 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:49:02.663848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-49d02874-ae0e-4e41-8fd7-7286a490babc tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d9ddcb5-05e9-4562-9cb3-8663c17b2824 HTTP/1.1" status: 200 len: 205 time: 0.0412068 Aug 29 17:49:02.663848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.670429 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] Routers {'3d9ddcb5-05e9-4562-9cb3-8663c17b2824'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:02.671469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51670) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:02.671756 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['3d9ddcb5-05e9-4562-9cb3-8663c17b2824'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:02.723459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-51749a87-a8b3-4137-82c4-6780c4ac3753 req-95aeed00-2f24-4e17-9e9c-51ff4887a663 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 210 time: 0.1821079 Aug 29 17:49:02.732759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5890421c-20cc-4034-a3fa-92995c4577ae up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:02.733801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.741277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:02.741792 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.769897 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] Set router 3d9ddcb5-05e9-4562-9cb3-8663c17b2824 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:49:02.779724 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19cca7c0-320e-4f14-b995-da62c9a04bc3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.823743 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19cca7c0-320e-4f14-b995-da62c9a04bc3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:02.835129 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:02.854989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-25bd69e2-af73-4f84-bf90-1f127c07e317 None None] Provisioning for port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:02.860372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-25bd69e2-af73-4f84-bf90-1f127c07e317 None None] Provisioning complete for port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:02.861774 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-25bd69e2-af73-4f84-bf90-1f127c07e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.863085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9ddcb5-05e9-4562-9cb3-8663c17b2824', 'name': 'tempest-RoutersTest-router-677202918', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:49:00Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:02.886941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 5890421c-20cc-4034-a3fa-92995c4577ae completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:02.890935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.897486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5890421c-20cc-4034-a3fa-92995c4577ae triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:02.898209 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.908541 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fe68b-341e-4b2e-8a7a-0876e62ce974 None None] The sync data for ids ['3d9ddcb5-05e9-4562-9cb3-8663c17b2824'] in n-d-713499-15 is: [{'id': '3d9ddcb5-05e9-4562-9cb3-8663c17b2824', 'name': 'tempest-RoutersTest-router-677202918', 'tenant_id': 'e6fedc1a62b643be9e290499aac09ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:49:00Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 2, 'project_id': 'e6fedc1a62b643be9e290499aac09ab5', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:02.921309 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.922017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.925514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/322486e8-ae5b-47ca-af8a-dfe2d60580c5 HTTP/1.1" status: 204 len: 168 time: 1.7243018 Aug 29 17:49:02.928043 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51672) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:02.948268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Transition to ACTIVE for port object d0140c48-95a2-4269-b869-637a22fc5e8a will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:02.950368 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19cca7c0-320e-4f14-b995-da62c9a04bc3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.953609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19cca7c0-320e-4f14-b995-da62c9a04bc3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:02.955436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-19cca7c0-320e-4f14-b995-da62c9a04bc3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/df2d1176-b817-4be4-9a0d-b5e370c88a35 HTTP/1.1" status: 204 len: 168 time: 0.5163913 Aug 29 17:49:02.960789 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51674) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:02.980912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-25bd69e2-af73-4f84-bf90-1f127c07e317 None None] Port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:02.982122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cca7c0-320e-4f14-b995-da62c9a04bc3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d1176-b817-4be4-9a0d-b5e370c88a35,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:03.037372 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.055001 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0c525510-e95b-4074-81b1-661abdc48502 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904739 Aug 29 17:49:03.059517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51676) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:03.064480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-987bbcf1-3060-4f74-966a-dd7edde767a4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051077438'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:03.096114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.103274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=322486e8-ae5b-47ca-af8a-dfe2d60580c5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:03.107270 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1dea9e44-c1cb-4a72-82c1-262b8e8da77f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.112909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 5890421c-20cc-4034-a3fa-92995c4577ae, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5890421c-20cc-4034-a3fa-92995c4577ae,segment=NetworkSegment(94372d5d-f671-4821-b01d-1bdaa7b12183),segment_id=94372d5d-f671-4821-b01d-1bdaa7b12183)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:03.120443 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.121611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 84a08cd1-7271-46c5-af10-7155d04ac55b up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:03.134692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network 933a85b3-3f49-48e0-985b-f6773e934376 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:03.154798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:03.157183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:03.161311 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-987bbcf1-3060-4f74-966a-dd7edde767a4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.168436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.168787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.169118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.169447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.170074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.170074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.170415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.170767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.171386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.171386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.172129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.172129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e7b9f1-be98-427d-aedc-a6a22f983ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:03.227722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=5890421c-20cc-4034-a3fa-92995c4577ae,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:03.232118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:03.244785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.260484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6cac1639-f706-412c-a435-26b800b72542 None None] Provisioning complete for port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:03.261879 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6cac1639-f706-412c-a435-26b800b72542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.274270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Transition to ACTIVE for port object bac04dac-bd8c-46df-a58d-a8815ba6899b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:03.287226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:03.287864 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.307602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 84a08cd1-7271-46c5-af10-7155d04ac55b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:03.307977 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.345254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6cac1639-f706-412c-a435-26b800b72542 None None] Port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:03.367177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-987bbcf1-3060-4f74-966a-dd7edde767a4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.373742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-987bbcf1-3060-4f74-966a-dd7edde767a4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.384220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-986c164b-b717-4d6a-b201-6e024d7e8de9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3261855 Aug 29 17:49:03.404681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Request body: {'port': {'device_id': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:03.487023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bbcf1-3060-4f74-966a-dd7edde767a4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce8b9ac-c076-4356-b46e-5d9269d3cf09,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:03.502410 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.505985 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-987bbcf1-3060-4f74-966a-dd7edde767a4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.507192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fbaeb7a7-050c-4000-87af-1eff92d8f4a0 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:03.507631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-987bbcf1-3060-4f74-966a-dd7edde767a4 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4470994 Aug 29 17:49:03.515248 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51678) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:03.524304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-71d9c3bf-cf99-4650-803d-71dd188db9f3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': 'cce8b9ac-c076-4356-b46e-5d9269d3cf09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:03.538769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: fbaeb7a7-050c-4000-87af-1eff92d8f4a0 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:03.539130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device fbaeb7a7-050c-4000-87af-1eff92d8f4a0 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:03.570622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f11bdabf-6e00-48e9-8f4a-1624d2482e47 None None] Provisioning for port d0140c48-95a2-4269-b869-637a22fc5e8a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:03.575473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f11bdabf-6e00-48e9-8f4a-1624d2482e47 None None] Provisioning complete for port d0140c48-95a2-4269-b869-637a22fc5e8a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:03.576540 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f11bdabf-6e00-48e9-8f4a-1624d2482e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.601495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71d9c3bf-cf99-4650-803d-71dd188db9f3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.616355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f11bdabf-6e00-48e9-8f4a-1624d2482e47 None None] Port d0140c48-95a2-4269-b869-637a22fc5e8a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:03.774723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71d9c3bf-cf99-4650-803d-71dd188db9f3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.783414 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71d9c3bf-cf99-4650-803d-71dd188db9f3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.830568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9c3bf-cf99-4650-803d-71dd188db9f3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a878d8-8915-4970-8a02-dd504ccc3152,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:03.835879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71d9c3bf-cf99-4650-803d-71dd188db9f3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.837070 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-71d9c3bf-cf99-4650-803d-71dd188db9f3 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3207500 Aug 29 17:49:03.842795 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51682) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:03.872400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-77841f4f-ac68-4f7a-b09e-4939fecc36c2 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules/36a878d8-8915-4970-8a02-dd504ccc3152 HTTP/1.1" status: 200 len: 763 time: 0.0254886 Aug 29 17:49:03.872400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51684) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:03.872672 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1dea9e44-c1cb-4a72-82c1-262b8e8da77f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.878169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1dea9e44-c1cb-4a72-82c1-262b8e8da77f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.923546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0140c48-95a2-4269-b869-637a22fc5e8a {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:49:03.937873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.953043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b5d1f9a2-16fc-4085-bac1-74a12aae2f22 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0773602 Aug 29 17:49:03.953428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51686) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:03.959631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.979474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Transition to ACTIVE for port object d0140c48-95a2-4269-b869-637a22fc5e8a will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:03.987263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:03.992673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e225-e389-41e6-bf6b-84d6b2ec669e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.002324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1dea9e44-c1cb-4a72-82c1-262b8e8da77f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.002951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dea9e44-c1cb-4a72-82c1-262b8e8da77f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9ddcb5-05e9-4562-9cb3-8663c17b2824 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:49:04.019972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1dea9e44-c1cb-4a72-82c1-262b8e8da77f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.021057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1dea9e44-c1cb-4a72-82c1-262b8e8da77f tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/3d9ddcb5-05e9-4562-9cb3-8663c17b2824 HTTP/1.1" status: 204 len: 168 time: 1.3486662 Aug 29 17:49:04.025972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e225-e389-41e6-bf6b-84d6b2ec669e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.029819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51688) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.030343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98586d-f9ad-4687-a7a4-9a95f4fe7c55 req-fcf6e0b1-8c9a-4999-8a89-1418e2aba4eb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.031891 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc98586d-f9ad-4687-a7a4-9a95f4fe7c55 req-fcf6e0b1-8c9a-4999-8a89-1418e2aba4eb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 931 time: 0.1991730 Aug 29 17:49:04.058012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Network 9a55847d-d388-4952-a81e-e6ae48fd58d5 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:04.064824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event updated for resources: {'Port': ['ID=bac04dac-bd8c-46df-a58d-a8815ba6899b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:04.067617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:04.079457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:04.088540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.089480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.101190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7e690d3a-502f-47ac-8ea0-fe1e7174f3d9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d9ddcb5-05e9-4562-9cb3-8663c17b2824 HTTP/1.1" status: 200 len: 205 time: 0.0645378 Aug 29 17:49:04.105260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51690) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.137658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Pushing event updated for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:04.172837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e225-e389-41e6-bf6b-84d6b2ec669e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.188392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e225-e389-41e6-bf6b-84d6b2ec669e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.193005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3bd3e225-e389-41e6-bf6b-84d6b2ec669e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/36a878d8-8915-4970-8a02-dd504ccc3152 HTTP/1.1" status: 204 len: 168 time: 0.2367110 Aug 29 17:49:04.193178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-510ea1dc-0a90-4e24-9438-890fc8246967 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8506112 Aug 29 17:49:04.193178 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-41821817-f8f3-408e-9aa0-bfbba10e2157 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] delete failed (client error): The resource could not be found. Aug 29 17:49:04.193680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-41821817-f8f3-408e-9aa0-bfbba10e2157 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/3d9ddcb5-05e9-4562-9cb3-8663c17b2824 HTTP/1.1" status: 404 len: 336 time: 0.0682352 Aug 29 17:49:04.197479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51692) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.197840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51694) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.198107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51696) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.204406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3e225-e389-41e6-bf6b-84d6b2ec669e tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36a878d8-8915-4970-8a02-dd504ccc3152,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:04.227587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Attempting to bind port d0140c48-95a2-4269-b869-637a22fc5e8a on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:04.228219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Attempting to bind port d0140c48-95a2-4269-b869-637a22fc5e8a by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:04.228819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Attempting to bind port d0140c48-95a2-4269-b869-637a22fc5e8a on network 933a85b3-3f49-48e0-985b-f6773e934376 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:04.235092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Port d0140c48-95a2-4269-b869-637a22fc5e8a on network 933a85b3-3f49-48e0-985b-f6773e934376 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:49:04.235703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Attempting to bind port d0140c48-95a2-4269-b869-637a22fc5e8a on network 933a85b3-3f49-48e0-985b-f6773e934376 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:04.248807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:04.249154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Checking segment: {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:04.249544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Bound using segment: {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:04.250036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Bound port: d0140c48-95a2-4269-b869-637a22fc5e8a, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51cf621-3a9d-4aa0-b09d-74337baf2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:04.250403 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.266201 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d73d91-77c8-4665-9559-dec1e618bd23 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:04.267753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d73d91-77c8-4665-9559-dec1e618bd23 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:04.270361 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-55d73d91-77c8-4665-9559-dec1e618bd23 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/2a4a94d9-2da9-409c-8c8f-fbf8bba6322c HTTP/1.1" status: 404 len: 337 time: 0.0690401 Aug 29 17:49:04.274228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc98586d-f9ad-4687-a7a4-9a95f4fe7c55 req-df0ccb73-f606-4367-9b75-6ef595d32aed tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145617 Aug 29 17:49:04.280576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51700) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.334348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:04.338921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:04.345450 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.372926 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7c4037-9582-42b9-9415-16e62b2e3aa1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:04.373375 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7c4037-9582-42b9-9415-16e62b2e3aa1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:04.375103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-be7c4037-9582-42b9-9415-16e62b2e3aa1 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/56bc5367-2559-4543-9a40-d29d4449c5ab HTTP/1.1" status: 404 len: 337 time: 0.0586762 Aug 29 17:49:04.382446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51702) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.411193 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9cee43c0-648b-4174-94e9-c21b5b3f29d8 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2119625 Aug 29 17:49:04.415234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51704) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.420581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1a831f07-0c06-4aa9-adf8-8823d84aaaa6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': 'cce8b9ac-c076-4356-b46e-5d9269d3cf09', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:04.422165 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e5bb18-e0d8-4e08-86cb-c3fb614cebc8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:04.422571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e5bb18-e0d8-4e08-86cb-c3fb614cebc8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:04.425272 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a1e5bb18-e0d8-4e08-86cb-c3fb614cebc8 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/7f2612c6-4c2b-4c0a-9e7c-3abb2af0e2ba HTTP/1.1" status: 404 len: 337 time: 0.0399230 Aug 29 17:49:04.430658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.430658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.430658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] 10.222.0.43 "PUT /v2.0/ports/d0140c48-95a2-4269-b869-637a22fc5e8a HTTP/1.1" status: 200 len: 1092 time: 1.0305490 Aug 29 17:49:04.431310 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:49:04.431448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51706) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.433403 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677d8a8a-4d75-4685-9ebf-63abbe91606f" -d '{"events": [{"name": "network-changed", "server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:49:04.484301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5890421c-20cc-4034-a3fa-92995c4577ae up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:04.502069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c3673-45f2-4839-85b8-a00d03fe6460 service neutron] Pushing event updated for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:04.504822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19d1dc-507b-4545-a866-6f2d0a7095d2 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.511385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19d1dc-507b-4545-a866-6f2d0a7095d2 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.519311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19d1dc-507b-4545-a866-6f2d0a7095d2 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.522292 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ed19d1dc-507b-4545-a866-6f2d0a7095d2 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3216279 Aug 29 17:49:04.528270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51710) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.532235 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7f45f5-3f16-46fb-8b2a-dd9342baafd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:04.532235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7f45f5-3f16-46fb-8b2a-dd9342baafd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:04.533372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7c7f45f5-3f16-46fb-8b2a-dd9342baafd3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/7ec3ec06-1256-4f15-8b35-b484feadc9dc HTTP/1.1" status: 404 len: 337 time: 0.0947325 Aug 29 17:49:04.534703 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5075ce10-7918-47ab-b322-714466d9a1ac x-openstack-request-id: req-5075ce10-7918-47ab-b322-714466d9a1ac {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:49:04.534997 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:49:04.535251 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5075ce10-7918-47ab-b322-714466d9a1ac {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:49:04.535660 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'status': 'completed', 'code': 200} Aug 29 17:49:04.541683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51712) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.570538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-60115bae-9a45-47da-a22d-767b45243ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.572344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-60115bae-9a45-47da-a22d-767b45243ec8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1095 time: 0.0672901 Aug 29 17:49:04.587795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5890421c-20cc-4034-a3fa-92995c4577ae triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:04.588353 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.602410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-551fff7e-e9e2-417f-a18b-596ac192e97a tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 200 len: 205 time: 0.0555024 Aug 29 17:49:04.611887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51714) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.628463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-4cedc75e-00bb-47c0-a645-048c5db29941 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0140c48-95a2-4269-b869-637a22fc5e8a HTTP/1.1" status: 200 len: 217 time: 0.0477388 Aug 29 17:49:04.646689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f72834d8-9a07-4f0a-8495-ec944344cc71 None None] Provisioning for port bac04dac-bd8c-46df-a58d-a8815ba6899b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:04.651998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f72834d8-9a07-4f0a-8495-ec944344cc71 None None] Provisioning complete for port bac04dac-bd8c-46df-a58d-a8815ba6899b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:04.652455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f72834d8-9a07-4f0a-8495-ec944344cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.668969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a831f07-0c06-4aa9-adf8-8823d84aaaa6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.675228 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-1518d519-51b0-4f6f-b2c3-449b9bd7203b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] delete failed (client error): The resource could not be found. Aug 29 17:49:04.675826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1518d519-51b0-4f6f-b2c3-449b9bd7203b tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/96863a68-3249-4a39-8e01-6d545e5c56c3 HTTP/1.1" status: 404 len: 336 time: 0.0630023 Aug 29 17:49:04.686474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-3469478d-934d-4d61-8e96-e33afb9711d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.688280 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-3469478d-934d-4d61-8e96-e33afb9711d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbc6bfe8-451e-4bb0-8f20-203170b8e412 HTTP/1.1" status: 200 len: 835 time: 0.0530927 Aug 29 17:49:04.688945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51716) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.697209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f72834d8-9a07-4f0a-8495-ec944344cc71 None None] Port bac04dac-bd8c-46df-a58d-a8815ba6899b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:04.742412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4d6bd905-c68d-4966-95b2-3ff2920ffca9 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=199affb6-79b6-473d-a5af-d50b6ccc40bd HTTP/1.1" status: 200 len: 205 time: 0.0521531 Aug 29 17:49:04.745898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51718) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.759013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-2123f1dc-d00b-4257-b274-1b224aa7656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:04.760518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-2123f1dc-d00b-4257-b274-1b224aa7656f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933a85b3-3f49-48e0-985b-f6773e934376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593925 Aug 29 17:49:04.815336 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8f006098-17af-48c7-b5b9-e0366bce7c6e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] delete failed (client error): The resource could not be found. Aug 29 17:49:04.816373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8f006098-17af-48c7-b5b9-e0366bce7c6e tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/199affb6-79b6-473d-a5af-d50b6ccc40bd HTTP/1.1" status: 404 len: 336 time: 0.0686433 Aug 29 17:49:04.819602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51720) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.832572 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a831f07-0c06-4aa9-adf8-8823d84aaaa6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.840477 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a831f07-0c06-4aa9-adf8-8823d84aaaa6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.850340 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c75feaa-5cfc-417b-89d1-ecc9579f5b1d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:04.850827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c75feaa-5cfc-417b-89d1-ecc9579f5b1d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:04.852552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1c75feaa-5cfc-417b-89d1-ecc9579f5b1d tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/bd879ba7-97f4-433d-9ebf-af4ac5eefedb HTTP/1.1" status: 404 len: 337 time: 0.0319970 Aug 29 17:49:04.856485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.859598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cd1f1-b1cc-4232-88ea-823f56af84b3 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Deleting port bac04dac-bd8c-46df-a58d-a8815ba6899b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:04.859940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd1f1-b1cc-4232-88ea-823f56af84b3 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.881094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a831f07-0c06-4aa9-adf8-8823d84aaaa6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaaa13d-7806-49da-bc28-b09ea7e90232,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:04.893857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-237bc1b7-1010-4691-8938-0d09ed2bfbf2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3951bbe-f042-4a76-b764-eb0729070427 HTTP/1.1" status: 200 len: 205 time: 0.0336533 Aug 29 17:49:04.894881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51724) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.923230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a831f07-0c06-4aa9-adf8-8823d84aaaa6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.924451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1a831f07-0c06-4aa9-adf8-8823d84aaaa6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5080793 Aug 29 17:49:04.929191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51726) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.953658 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-8796cd64-8bd1-454a-b907-34cf9d6c0274 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] delete failed (client error): The resource could not be found. Aug 29 17:49:04.955240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8796cd64-8bd1-454a-b907-34cf9d6c0274 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/f3951bbe-f042-4a76-b764-eb0729070427 HTTP/1.1" status: 404 len: 336 time: 0.0586705 Aug 29 17:49:04.955594 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:04.957792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51728) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.966305 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7f34f6a4-a2e9-4129-acfc-ba9f2f3bb7a5 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules/fdaaa13d-7806-49da-bc28-b09ea7e90232 HTTP/1.1" status: 200 len: 763 time: 0.0342402 Aug 29 17:49:04.968034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-e0f6b94b-2c55-41dc-b9c0-407837f1c06e service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998975 Aug 29 17:49:04.969685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51730) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:04.994181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ec8c47d1-bf95-4a60-ad4e-5610b25e9ce6 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee HTTP/1.1" status: 200 len: 205 time: 0.0332248 Aug 29 17:49:04.998176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51732) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.057118 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-547b4a0c-3156-4fb9-a48d-2b3aa1fc2209 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] delete failed (client error): The resource could not be found. Aug 29 17:49:05.060466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-547b4a0c-3156-4fb9-a48d-2b3aa1fc2209 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/c75b7b9d-f7da-42b5-b0af-e94e5f1e0bee HTTP/1.1" status: 404 len: 336 time: 0.0590031 Aug 29 17:49:05.061668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51734) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.067650 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd1f1-b1cc-4232-88ea-823f56af84b3 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.102136 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbadc1a2-e36f-4fb5-a41d-dafb17de7bd2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:05.102607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbadc1a2-e36f-4fb5-a41d-dafb17de7bd2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:05.106674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bbadc1a2-e36f-4fb5-a41d-dafb17de7bd2 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/612fd122-44d4-4d5c-92f9-097ea8cf2d9e HTTP/1.1" status: 404 len: 337 time: 0.0394506 Aug 29 17:49:05.106810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cd1f1-b1cc-4232-88ea-823f56af84b3 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Calling delete_port for bac04dac-bd8c-46df-a58d-a8815ba6899b owned by {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:05.107868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.114579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5cd2057b-c3d7-41db-b59f-10c7a06faf78 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1438723 Aug 29 17:49:05.124991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51738) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.148317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f80b77b-2e92-4060-a24e-d9cd3fe146ab req-6e14e23b-c639-44b6-aa45-b6c5090a2d1c service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593034 Aug 29 17:49:05.159405 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7b01ed9f-84ff-4ec6-ab7f-d136f4ae2804 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a0badc-1a49-49ea-8b46-d50e29981e65 HTTP/1.1" status: 200 len: 205 time: 0.0469568 Aug 29 17:49:05.159769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51740) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.207680 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-cf28f9a3-106c-40dd-abeb-cf7f98f975a3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] delete failed (client error): The resource could not be found. Aug 29 17:49:05.211278 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cf28f9a3-106c-40dd-abeb-cf7f98f975a3 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/44a0badc-1a49-49ea-8b46-d50e29981e65 HTTP/1.1" status: 404 len: 336 time: 0.0478332 Aug 29 17:49:05.211742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51742) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.222822 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-741d11f7-94cf-4aa8-9d42-1b987dbc1732 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.234688 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-741d11f7-94cf-4aa8-9d42-1b987dbc1732 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.257816 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-16409137-183c-4af4-93e5-9b64a19c557c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:05.258190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16409137-183c-4af4-93e5-9b64a19c557c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:05.260010 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16409137-183c-4af4-93e5-9b64a19c557c tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/c6cc9cd3-a722-4b46-8c27-f83c1a947bab HTTP/1.1" status: 404 len: 337 time: 0.0470281 Aug 29 17:49:05.262977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51744) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.291392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-53d0b6cc-34d4-4537-923c-306211b4f9cf tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "GET /v2.0/ports?device_id=09c3e426-1318-4003-9d18-9245da4f010c HTTP/1.1" status: 200 len: 205 time: 0.0273187 Aug 29 17:49:05.295124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51746) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.307041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-801d59dd-8d8e-4cc6-ab2d-fbe571ba27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:05.308525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-801d59dd-8d8e-4cc6-ab2d-fbe571ba27da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1095 time: 0.1100342 Aug 29 17:49:05.329497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-741d11f7-94cf-4aa8-9d42-1b987dbc1732 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.341378 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-741d11f7-94cf-4aa8-9d42-1b987dbc1732 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.344952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-741d11f7-94cf-4aa8-9d42-1b987dbc1732 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fdaaa13d-7806-49da-bc28-b09ea7e90232 HTTP/1.1" status: 204 len: 168 time: 0.2165670 Aug 29 17:49:05.347999 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-20848981-394e-4ac0-9dce-b78c20723432 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] delete failed (client error): The resource could not be found. Aug 29 17:49:05.348186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51750) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.348724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-20848981-394e-4ac0-9dce-b78c20723432 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/routers/09c3e426-1318-4003-9d18-9245da4f010c HTTP/1.1" status: 404 len: 336 time: 0.0526996 Aug 29 17:49:05.351348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51752) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.358998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d11f7-94cf-4aa8-9d42-1b987dbc1732 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdaaa13d-7806-49da-bc28-b09ea7e90232,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:05.418025 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d361f1-fed3-431c-9bf2-62ac5ec41609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:05.418489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d361f1-fed3-431c-9bf2-62ac5ec41609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:05.420468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-73d361f1-fed3-431c-9bf2-62ac5ec41609 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/43ee206d-ecc6-4606-ba9c-0ac41f88a647 HTTP/1.1" status: 404 len: 337 time: 0.0680137 Aug 29 17:49:05.424459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51754) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.455086 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-769e8079-aa08-4ba9-9e8b-456dc6f55615 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:05.455549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769e8079-aa08-4ba9-9e8b-456dc6f55615 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:05.457263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-769e8079-aa08-4ba9-9e8b-456dc6f55615 tempest-RoutersTest-1162623001 tempest-RoutersTest-1162623001-project] 10.222.0.41 "DELETE /v2.0/subnets/21fd05c1-cf7b-49c9-82ee-5081c132ed46 HTTP/1.1" status: 404 len: 337 time: 0.0319076 Aug 29 17:49:05.471466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-84a225d3-9795-409c-8004-7e5473007ffc tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1212349 Aug 29 17:49:05.474076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51758) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.485067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-7d31e02e-19e6-4ae7-b5b8-8df77b492ac6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Request body: {'security_group_rule': {'security_group_id': 'cce8b9ac-c076-4356-b46e-5d9269d3cf09', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:05.511731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37984f-fc74-479a-97d9-df6565dad23c req-48739dfa-26ad-41fa-83c2-1d569bb658e9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:05.513303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de37984f-fc74-479a-97d9-df6565dad23c req-48739dfa-26ad-41fa-83c2-1d569bb658e9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 943 time: 0.1410923 Aug 29 17:49:05.517634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-14686ed9-d88a-47a2-b65d-d60c17532035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:05.518435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd1f1-b1cc-4232-88ea-823f56af84b3 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.519744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-14686ed9-d88a-47a2-b65d-d60c17532035 service neutron] 10.222.0.43 "GET /v2.0/networks?id=933a85b3-3f49-48e0-985b-f6773e934376 HTTP/1.1" status: 200 len: 897 time: 0.1798010 Aug 29 17:49:05.529713 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-7d31e02e-19e6-4ae7-b5b8-8df77b492ac6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Project 050558ad765948f38b93639aea70bf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:49:05.543950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d31e02e-19e6-4ae7-b5b8-8df77b492ac6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.575413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-d21c3e43-b7b3-4221-9210-6c8680659108 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0140c48-95a2-4269-b869-637a22fc5e8a HTTP/1.1" status: 200 len: 217 time: 0.0402141 Aug 29 17:49:05.584828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cd1f1-b1cc-4232-88ea-823f56af84b3 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event deleted for resources: {'Port': ['ID=bac04dac-bd8c-46df-a58d-a8815ba6899b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:05.631089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd1f1-b1cc-4232-88ea-823f56af84b3 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.636567 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4a1cd1f1-b1cc-4232-88ea-823f56af84b3 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "DELETE /v2.0/ports/bac04dac-bd8c-46df-a58d-a8815ba6899b HTTP/1.1" status: 204 len: 168 time: 1.1036417 Aug 29 17:49:05.637845 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de37984f-fc74-479a-97d9-df6565dad23c req-e52d0f7d-6877-4b4f-88e0-65e36664fbf9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147587 Aug 29 17:49:05.638299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51760) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.645838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Request body: {'port': {'name': 'tempest-new-port-name-265982044', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:05.646241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] bootfile-name is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:49:05.646605 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] tftp-server is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:49:05.646946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.api.validators [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] server-ip-address is not in valid_values {{(pid=94796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:49:05.673862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-7b3c5cc9-cc3c-476b-9b49-3b6db5ec6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:05.675990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-7b3c5cc9-cc3c-476b-9b49-3b6db5ec6957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbc6bfe8-451e-4bb0-8f20-203170b8e412 HTTP/1.1" status: 200 len: 835 time: 0.0900540 Aug 29 17:49:05.682719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d31e02e-19e6-4ae7-b5b8-8df77b492ac6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.696325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d31e02e-19e6-4ae7-b5b8-8df77b492ac6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.741399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Deleting port a082ec5b-5a26-479c-b6b6-3ea68f68fb66 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:05.741750 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.747261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.757645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31e02e-19e6-4ae7-b5b8-8df77b492ac6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0556594d-1a41-4804-8f75-ce4253f8312b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:05.768839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-0d905c0f-5c63-433d-925f-a5f02ac358d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:05.771073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-0d905c0f-5c63-433d-925f-a5f02ac358d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933a85b3-3f49-48e0-985b-f6773e934376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869768 Aug 29 17:49:05.773777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7d31e02e-19e6-4ae7-b5b8-8df77b492ac6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.775326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7d31e02e-19e6-4ae7-b5b8-8df77b492ac6 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2999971 Aug 29 17:49:05.777966 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51764) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.821578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51766) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.857546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a5e06de4-5620-4ec8-a172-37647f7899ff tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules/0556594d-1a41-4804-8f75-ce4253f8312b HTTP/1.1" status: 200 len: 769 time: 0.0782146 Aug 29 17:49:05.865192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51770) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:05.910941 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-554e35d6-ffb4-42ac-ab94-1c0317768575 service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234553 Aug 29 17:49:05.951900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] For port a082ec5b-5a26-479c-b6b6-3ea68f68fb66, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,segment=NetworkSegment(307e2c0a-f84d-4699-9a0b-2694c49e1aa5),segment_id=307e2c0a-f84d-4699-9a0b-2694c49e1aa5)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:05.952450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:05.989669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-913633e4-ebb5-4982-8940-7b2cc328a157 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1234179 Aug 29 17:49:05.992360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Calling delete_port for a082ec5b-5a26-479c-b6b6-3ea68f68fb66 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:05.996222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51772) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:06.026331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4e80fb07-aa29-4672-a58a-baed54cfc5e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6fedc1a62b643be9e290499aac09ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744032 Aug 29 17:49:06.027516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51774) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:06.050191 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-677d8a8a-4d75-4685-9ebf-63abbe91606f req-84acce5e-337d-495f-884b-238f0ccf244d service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318192 Aug 29 17:49:06.084334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33f7bb79-2e91-4b06-8045-a6817842e42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.084635 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf3-4480-4aa5-812a-ece620293359 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.100432 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf3-4480-4aa5-812a-ece620293359 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.106487 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33f7bb79-2e91-4b06-8045-a6817842e42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.154254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33f7bb79-2e91-4b06-8045-a6817842e42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.157036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-33f7bb79-2e91-4b06-8045-a6817842e42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.161405 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-33f7bb79-2e91-4b06-8045-a6817842e42c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a61e987-0664-4163-b26d-89e3139cbd73 HTTP/1.1" status: 204 len: 168 time: 0.1304128 Aug 29 17:49:06.168965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7bb79-2e91-4b06-8045-a6817842e42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a61e987-0664-4163-b26d-89e3139cbd73,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:06.200128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf3-4480-4aa5-812a-ece620293359 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.206150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.212346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf3-4480-4aa5-812a-ece620293359 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.213441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3a5e3bf3-4480-4aa5-812a-ece620293359 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0556594d-1a41-4804-8f75-ce4253f8312b HTTP/1.1" status: 204 len: 168 time: 0.2163217 Aug 29 17:49:06.216412 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51778) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:06.228597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.248139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e3bf3-4480-4aa5-812a-ece620293359 tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0556594d-1a41-4804-8f75-ce4253f8312b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:06.286067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] In _notify_port_updated(), no bound segment for port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 on network 9a55847d-d388-4952-a81e-e6ae48fd58d5 {{(pid=94796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:49:06.291585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:06.292239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.296086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "PUT /v2.0/ports/6bf47c3d-3711-4c4c-85d5-cf574bb9b563 HTTP/1.1" status: 200 len: 1129 time: 0.6531532 Aug 29 17:49:06.296249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51782) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:06.320773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730c73f-407b-4eaf-9ddb-1797f4eee253 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event updated for resources: {'Port': ['ID=6bf47c3d-3711-4c4c-85d5-cf574bb9b563,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:06.343033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-af5c2655-b1f4-4cd7-9e48-1e8ada0e2e6b tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1251714 Aug 29 17:49:06.346417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51784) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:06.365415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319d292-7f5c-4c30-b0be-a9c6a6f95eeb tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:06.367054 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c319d292-7f5c-4c30-b0be-a9c6a6f95eeb tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "GET /v2.0/ports/6bf47c3d-3711-4c4c-85d5-cf574bb9b563 HTTP/1.1" status: 200 len: 1129 time: 0.0696731 Aug 29 17:49:06.370252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51786) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:06.435724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.467417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a082ec5b-5a26-479c-b6b6-3ea68f68fb66,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:06.472940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-694757cd-3b12-4444-a46d-f2e70c23b51d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.510309 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-694757cd-3b12-4444-a46d-f2e70c23b51d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.514188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b5612b80-6eb7-49f3-bc1d-d8c461419b55 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Deleting port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:06.514722 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5612b80-6eb7-49f3-bc1d-d8c461419b55 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.607058 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-694757cd-3b12-4444-a46d-f2e70c23b51d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.609553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-694757cd-3b12-4444-a46d-f2e70c23b51d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.610746 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-694757cd-3b12-4444-a46d-f2e70c23b51d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "DELETE /v2.0/security-groups/cce8b9ac-c076-4356-b46e-5d9269d3cf09 HTTP/1.1" status: 204 len: 168 time: 0.2632189 Aug 29 17:49:06.654623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51796) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:06.657042 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5612b80-6eb7-49f3-bc1d-d8c461419b55 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.665179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fd1a304c-0adb-4f32-b0d5-918bcc2fabd8 None None] Provisioning complete for port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:06.665744 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd1a304c-0adb-4f32-b0d5-918bcc2fabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.672667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b5612b80-6eb7-49f3-bc1d-d8c461419b55 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Calling delete_port for 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:06.707850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694757cd-3b12-4444-a46d-f2e70c23b51d tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce8b9ac-c076-4356-b46e-5d9269d3cf09,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:06.750032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d0140c48-95a2-4269-b869-637a22fc5e8a details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:49:06.754170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a304c-0adb-4f32-b0d5-918bcc2fabd8 None None] Port 6bf47c3d-3711-4c4c-85d5-cf574bb9b563 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:06.817146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e8ab7681-294f-490b-9bd9-ee7b6e7ff27f tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1582806 Aug 29 17:49:06.826136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51802) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:06.846341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.915581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5612b80-6eb7-49f3-bc1d-d8c461419b55 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:06.930968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b0b9344a-46a9-411a-8afc-2a0d3e39bc4c tempest-SecGroupIPv6Test-260968273 tempest-SecGroupIPv6Test-260968273-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005559 Aug 29 17:49:06.991411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5612b80-6eb7-49f3-bc1d-d8c461419b55 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event deleted for resources: {'Port': ['ID=6bf47c3d-3711-4c4c-85d5-cf574bb9b563,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:07.049423 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5612b80-6eb7-49f3-bc1d-d8c461419b55 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.055739 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b5612b80-6eb7-49f3-bc1d-d8c461419b55 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "DELETE /v2.0/ports/6bf47c3d-3711-4c4c-85d5-cf574bb9b563 HTTP/1.1" status: 204 len: 168 time: 0.6816053 Aug 29 17:49:07.066063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f6c63-2b17-4f89-8509-33145af884fe req-3238cd0a-dc3b-4081-91fb-93c2e8ef3de2 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:07.078149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-397f6c63-2b17-4f89-8509-33145af884fe req-3238cd0a-dc3b-4081-91fb-93c2e8ef3de2 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 943 time: 0.2665529 Aug 29 17:49:07.083835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51812) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:07.089454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:07.113672 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'port_id': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'mac_address': 'fa:16:3e:75:78:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:49:07.139213 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-397f6c63-2b17-4f89-8509-33145af884fe req-e948c681-e8e7-416c-9e71-6fa393b64893 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567465 Aug 29 17:49:07.160276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51814) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:07.209523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:49:07.214159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0adc1a0-d86c-4659-aaac-5d75e95c00e0 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Deleting subnet 01728fb5-949e-48bc-aeb4-bf087574ea7e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:07.221539 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0adc1a0-d86c-4659-aaac-5d75e95c00e0 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.225962 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.249591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0140c48-95a2-4269-b869-637a22fc5e8a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:49:07.299015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:07.305881 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.339486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51820) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:07.372009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:49:07.381546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-39a31771-588f-4836-bea1-d6bc7dc48f12 admin admin] 10.222.0.41 "PUT /v2.0/routers/0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4465985 Aug 29 17:49:07.381870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51824) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:07.406869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] Sync routers for ids ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:49:07.414008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:07.447998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] Routers {'0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:07.448643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:07.523596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58513cf0-f565-486a-82a4-c6753ba49b75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=050558ad765948f38b93639aea70bf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806612 Aug 29 17:49:07.523838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51826) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:07.561639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.563310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] Set router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:49:07.624044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['d0140c48-95a2-4269-b869-637a22fc5e8a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:49:07.630615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2f5f37c2-6794-4033-8d28-294603f7654a tempest-ServiceProvidersTest-2087502277 tempest-ServiceProvidersTest-2087502277-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4651654 Aug 29 17:49:07.637648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8521dc2a-3d7a-4064-be1c-b838cecca5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.645725 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0adc1a0-d86c-4659-aaac-5d75e95c00e0 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.697073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8521dc2a-3d7a-4064-be1c-b838cecca5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.732504 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.758913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0adc1a0-d86c-4659-aaac-5d75e95c00e0 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.789946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8521dc2a-3d7a-4064-be1c-b838cecca5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.793357 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8521dc2a-3d7a-4064-be1c-b838cecca5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.795065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8521dc2a-3d7a-4064-be1c-b838cecca5c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eef04c48-229a-47cc-a826-d7cff99429d5 HTTP/1.1" status: 204 len: 168 time: 0.2702868 Aug 29 17:49:07.816713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521dc2a-3d7a-4064-be1c-b838cecca5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef04c48-229a-47cc-a826-d7cff99429d5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:07.823788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Deleting port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:07.824137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.889333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0adc1a0-d86c-4659-aaac-5d75e95c00e0 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.933506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adc1a0-d86c-4659-aaac-5d75e95c00e0 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event deleted for resources: {'Subnet': ['ID=01728fb5-949e-48bc-aeb4-bf087574ea7e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:07.937479 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b0adc1a0-d86c-4659-aaac-5d75e95c00e0 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:07.945295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b0adc1a0-d86c-4659-aaac-5d75e95c00e0 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "DELETE /v2.0/subnets/01728fb5-949e-48bc-aeb4-bf087574ea7e HTTP/1.1" status: 204 len: 168 time: 0.8596747 Aug 29 17:49:07.946867 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51834) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:07.953757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b398a3-19a9-4541-949e-9135ad11ea18 None None] Network 9a55847d-d388-4952-a81e-e6ae48fd58d5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:07.967940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:49:06Z', 'revision_number': 5, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port': {'id': '5bf258b3-04e9-4fb3-a1a6-c51a314ed779', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:08.004687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51836) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:08.055320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] Checking router: 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:49:08.104377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] Routers {'0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:08.105121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:48:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:08.105611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.214174 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Deleting port 5890421c-20cc-4034-a3fa-92995c4577ae {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:08.214810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.294092 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47ab4d82-3202-41b3-9ebf-6d9f6fb752ed req-ecf8fca2-4084-44c8-af0c-0cde7785fab8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0323014 Aug 29 17:49:08.331994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] For port 5890421c-20cc-4034-a3fa-92995c4577ae, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5890421c-20cc-4034-a3fa-92995c4577ae,segment=NetworkSegment(94372d5d-f671-4821-b01d-1bdaa7b12183),segment_id=94372d5d-f671-4821-b01d-1bdaa7b12183)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:08.332293 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.351143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] For port 5bf258b3-04e9-4fb3-a1a6-c51a314ed779, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5bf258b3-04e9-4fb3-a1a6-c51a314ed779,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:08.352528 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.352873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] Set router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:49:08.369200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Calling delete_port for 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:08.406980 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47ab4d82-3202-41b3-9ebf-6d9f6fb752ed req-9b76db96-1fe3-454b-b6f2-bdf3ca212c56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0572233 Aug 29 17:49:08.425717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Calling delete_port for 5890421c-20cc-4034-a3fa-92995c4577ae owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:08.431972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68214d87-5b2c-42c7-a3bb-b424f05de281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.440849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:49:07Z', 'revision_number': 6, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:08.528376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47ab4d82-3202-41b3-9ebf-6d9f6fb752ed req-f5009498-77e5-431b-8696-2c9c1b601596 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970781 Aug 29 17:49:08.531973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] DHCP port deletion for 9a55847d-d388-4952-a81e-e6ae48fd58d5 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:49:08.540284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a75de-9646-4e20-a372-733095d9ad53 None None] The sync data for ids ['0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f'] in n-d-713499-15 is: [{'id': '0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f', 'name': 'tempest-TestVolumeBootPattern-466470389-router', 'tenant_id': 'bdf79932d03440c492a8643013f6f9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:36:36Z', 'updated_at': '2021-08-29T17:49:07Z', 'revision_number': 6, 'project_id': 'bdf79932d03440c492a8643013f6f9fb', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:08.610880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] Deleting port 5890421c-20cc-4034-a3fa-92995c4577ae {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:08.611314 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.659525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061ae56-329b-475c-8701-3f0463ae1955 req-6a2a7922-7f53-42b5-aad4-22719a1ed9a6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:08.661425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d061ae56-329b-475c-8701-3f0463ae1955 req-6a2a7922-7f53-42b5-aad4-22719a1ed9a6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 944 time: 0.2144339 Aug 29 17:49:08.662724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.687922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] For port 5890421c-20cc-4034-a3fa-92995c4577ae, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5890421c-20cc-4034-a3fa-92995c4577ae,segment=NetworkSegment(94372d5d-f671-4821-b01d-1bdaa7b12183),segment_id=94372d5d-f671-4821-b01d-1bdaa7b12183)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:08.688436 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.710852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf258b3-04e9-4fb3-a1a6-c51a314ed779,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:08.723874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] Calling delete_port for 5890421c-20cc-4034-a3fa-92995c4577ae owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:08.790544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.821152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab4d82-3202-41b3-9ebf-6d9f6fb752ed req-05ad7d51-aea7-4cdf-96a4-3dbb05de77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:08.823088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47ab4d82-3202-41b3-9ebf-6d9f6fb752ed req-05ad7d51-aea7-4cdf-96a4-3dbb05de77d0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2869608 Aug 29 17:49:08.844850 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.866141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] No DVR routers for this DVR port 5890421c-20cc-4034-a3fa-92995c4577ae on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:08.903147 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.940284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event deleted for resources: {'Port': ['ID=5890421c-20cc-4034-a3fa-92995c4577ae,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:08.941960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590fd1a-3b96-4904-a989-512554f2f6ef None None] Pushing event deleted for resources: {'Port': ['ID=5890421c-20cc-4034-a3fa-92995c4577ae,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:08.948685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d061ae56-329b-475c-8701-3f0463ae1955 req-1eca56db-c359-4851-af27-65dd7946eeff tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767994 Aug 29 17:49:08.978229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51860) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:08.990495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] No DVR routers for this DVR port 5890421c-20cc-4034-a3fa-92995c4577ae on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:08.991676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:08.995725 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.059980 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.060544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:49:09.066947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.068444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-45001b1c-aabd-4f5e-9ea2-6d4c7b23618b admin admin] 10.222.0.41 "DELETE /v2.0/routers/0556e05b-73ea-4f00-bd2c-fd6b93bf2b1f HTTP/1.1" status: 204 len: 168 time: 1.6852794 Aug 29 17:49:09.070945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51864) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:09.089482 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68214d87-5b2c-42c7-a3bb-b424f05de281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.099093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.101875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68214d87-5b2c-42c7-a3bb-b424f05de281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.121717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a55847d-d388-4952-a81e-e6ae48fd58d5']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:09.141301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b704d9e7-4a2a-4fb2-9fc3-f492806407fa admin admin] Deleting subnet 8bd30ac1-f018-407b-9c55-ed2408fd2ffe {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:09.144873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b704d9e7-4a2a-4fb2-9fc3-f492806407fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.151516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94372d5d-f671-4821-b01d-1bdaa7b12183') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:09.151821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94372d5d-f671-4821-b01d-1bdaa7b12183') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:09.176285 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.176627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d54ff240-0f8b-4566-adc5-e24e5596fe59 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:09.177593 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-d54ff240-0f8b-4566-adc5-e24e5596fe59 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 17:49:09.177791 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-d54ff240-0f8b-4566-adc5-e24e5596fe59 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:49:09.182652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d54ff240-0f8b-4566-adc5-e24e5596fe59 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1976666 Aug 29 17:49:09.182827 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-68214d87-5b2c-42c7-a3bb-b424f05de281 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdace51a0d984ced99083ebfa2933fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1762722 Aug 29 17:49:09.183659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51866) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:09.188439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51868) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:09.190638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116631353'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:09.197763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68214d87-5b2c-42c7-a3bb-b424f05de281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56fb9f6-4b85-4670-a0c0-21e484cfb9a3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:09.215896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.227800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b704d9e7-4a2a-4fb2-9fc3-f492806407fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.232340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:09.232894 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:09.236521 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:09.259486 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.276437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.306446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a702a1ac-ca02-453b-bbe4-1539d5528a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.316060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.320943 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.325067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] 10.222.0.41 "DELETE /v2.0/networks/9a55847d-d388-4952-a81e-e6ae48fd58d5 HTTP/1.1" status: 204 len: 168 time: 1.3748214 Aug 29 17:49:09.346989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b704d9e7-4a2a-4fb2-9fc3-f492806407fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.350184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a702a1ac-ca02-453b-bbe4-1539d5528a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.351930 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d334e-b1f5-4693-a8b8-a0354ea65468 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641 tempest-ExtraDHCPOptionsIpV6TestJSON-714706641-project] Pushing event deleted for resources: {'Network': ['ID=9a55847d-d388-4952-a81e-e6ae48fd58d5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:09.411954 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a702a1ac-ca02-453b-bbe4-1539d5528a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.414641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a702a1ac-ca02-453b-bbe4-1539d5528a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.415842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a702a1ac-ca02-453b-bbe4-1539d5528a29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d56fb9f6-4b85-4670-a0c0-21e484cfb9a3 HTTP/1.1" status: 204 len: 168 time: 0.2256875 Aug 29 17:49:09.436547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702a1ac-ca02-453b-bbe4-1539d5528a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56fb9f6-4b85-4670-a0c0-21e484cfb9a3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:09.440496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b704d9e7-4a2a-4fb2-9fc3-f492806407fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.491214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704d9e7-4a2a-4fb2-9fc3-f492806407fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd30ac1-f018-407b-9c55-ed2408fd2ffe,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:09.495879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b704d9e7-4a2a-4fb2-9fc3-f492806407fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.500072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b704d9e7-4a2a-4fb2-9fc3-f492806407fa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8bd30ac1-f018-407b-9c55-ed2408fd2ffe HTTP/1.1" status: 204 len: 168 time: 0.4223650 Aug 29 17:49:09.501131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51874) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:09.507462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629e069-8a7c-42db-8463-8b9586c1276e None None] Network 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:09.590894 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.612384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.644341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.703268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f77572-de21-4899-84da-bc87cb01bc5a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:09.735648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Deleting port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:09.735648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.736617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51880) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:09.741727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] DHCP port deletion for 973adf8b-adb6-4e99-87f0-ec2e0f8405d8 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:49:09.799754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] Deleting port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:09.800278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.844756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] For port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,segment=NetworkSegment(307e2c0a-f84d-4699-9a0b-2694c49e1aa5),segment_id=307e2c0a-f84d-4699-9a0b-2694c49e1aa5)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:09.845829 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.850626 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.864402 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.867142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Calling delete_port for 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:09.888899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] For port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,segment=NetworkSegment(307e2c0a-f84d-4699-9a0b-2694c49e1aa5),segment_id=307e2c0a-f84d-4699-9a0b-2694c49e1aa5)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:09.889482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.908575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:09.912621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7257195 Aug 29 17:49:09.914772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51890) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:09.922574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] Calling delete_port for 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:09.926361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d9058545-90fa-4c00-b1d7-d1cf01fc92a7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': '7a7bc513-0dc5-4466-ad23-ce7e5893c9b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:09.947617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db4fd3cd-0780-4f7d-b43b-334ab09a243c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a32c35a320340d793c88a6fae5cb6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091312 Aug 29 17:49:09.950394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51892) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:09.976546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc766a1-a127-4689-a34f-a87870ffcb98 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7bc513-0dc5-4466-ad23-ce7e5893c9b8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:10.025220 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625002ea-ca8d-47e9-a3f2-175ac26a99c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.057554 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625002ea-ca8d-47e9-a3f2-175ac26a99c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.062501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9058545-90fa-4c00-b1d7-d1cf01fc92a7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.080641 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.128079 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] Pushing event deleted for resources: {'Port': ['ID=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:10.130903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ddb43-23fa-49da-91ef-e7c3e65cfb40 req-af4f6e5e-0f02-46ee-b6bb-df2e53da4d59 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:10.132787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-948ddb43-23fa-49da-91ef-e7c3e65cfb40 req-af4f6e5e-0f02-46ee-b6bb-df2e53da4d59 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 944 time: 0.0808077 Aug 29 17:49:10.135038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d722f90-0718-42b4-b13b-9e7cd5a6ede4 None None] No DVR routers for this DVR port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:10.153180 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.166473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] No DVR routers for this DVR port 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:10.186267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625002ea-ca8d-47e9-a3f2-175ac26a99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.189116 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625002ea-ca8d-47e9-a3f2-175ac26a99c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.190381 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-625002ea-ca8d-47e9-a3f2-175ac26a99c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1420613d-93cb-4509-b1d4-324fd317e0fe HTTP/1.1" status: 204 len: 168 time: 0.2386138 Aug 29 17:49:10.212086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:10.216229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625002ea-ca8d-47e9-a3f2-175ac26a99c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1420613d-93cb-4509-b1d4-324fd317e0fe,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:10.222202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-948ddb43-23fa-49da-91ef-e7c3e65cfb40 req-f473e473-051d-45f1-a73d-21cc0c2b902a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756052 Aug 29 17:49:10.279870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9058545-90fa-4c00-b1d7-d1cf01fc92a7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.286812 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9058545-90fa-4c00-b1d7-d1cf01fc92a7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.301135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.321394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973adf8b-adb6-4e99-87f0-ec2e0f8405d8']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:10.330658 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9058545-90fa-4c00-b1d7-d1cf01fc92a7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99c102f-f651-46f5-afab-2f24a33d30be,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:10.335405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d9058545-90fa-4c00-b1d7-d1cf01fc92a7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.336584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d9058545-90fa-4c00-b1d7-d1cf01fc92a7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4166605 Aug 29 17:49:10.343093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307e2c0a-f84d-4699-9a0b-2694c49e1aa5') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:10.343093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307e2c0a-f84d-4699-9a0b-2694c49e1aa5') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:10.343093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51906) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:10.344777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-14eb7b04-753b-45f6-a19d-87b37c43c7c8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': '7a7bc513-0dc5-4466-ad23-ce7e5893c9b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:10.364507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.384747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.397608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:10.398012 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:10.399940 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:10.410083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14eb7b04-753b-45f6-a19d-87b37c43c7c8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.497018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:10.508298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.519607 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.523680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/973adf8b-adb6-4e99-87f0-ec2e0f8405d8 HTTP/1.1" status: 204 len: 168 time: 1.0190852 Aug 29 17:49:10.536745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:10.537208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5bf258b3-04e9-4fb3-a1a6-c51a314ed779 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:10.537509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5890421c-20cc-4034-a3fa-92995c4577ae no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:10.548679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7da12-3d8f-4529-86ca-d385e5d048b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=973adf8b-adb6-4e99-87f0-ec2e0f8405d8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:10.559651 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-14eb7b04-753b-45f6-a19d-87b37c43c7c8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:49:10.560916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-14eb7b04-753b-45f6-a19d-87b37c43c7c8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2196536 Aug 29 17:49:10.567127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51918) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:10.573356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 5890421c-20cc-4034-a3fa-92995c4577ae {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:10.573772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5890421c-20cc-4034-a3fa-92995c4577ae not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:10.574261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:10.594160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:10.594507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 190d5f13-8eb4-4556-8ec9-4ed71f8d0fd8 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:10.594994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a082ec5b-5a26-479c-b6b6-3ea68f68fb66 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:10.616411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a082ec5b-5a26-479c-b6b6-3ea68f68fb66 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:10.616990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a082ec5b-5a26-479c-b6b6-3ea68f68fb66 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:10.627259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9581bf6-c1ec-4937-85e2-158dc964a7b7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.645490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51922) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:10.653545 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9581bf6-c1ec-4937-85e2-158dc964a7b7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.706538 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51928) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:10.719640 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9581bf6-c1ec-4937-85e2-158dc964a7b7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.722416 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9581bf6-c1ec-4937-85e2-158dc964a7b7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.723397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c9581bf6-c1ec-4937-85e2-158dc964a7b7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a7bc513-0dc5-4466-ad23-ce7e5893c9b8 HTTP/1.1" status: 204 len: 168 time: 0.1579564 Aug 29 17:49:10.729713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51930) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:10.740880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9581bf6-c1ec-4937-85e2-158dc964a7b7 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7bc513-0dc5-4466-ad23-ce7e5893c9b8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:10.765279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d0140c48-95a2-4269-b869-637a22fc5e8a up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:10.817141 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4f34116b-cb03-4932-af29-aca3060c701c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844393 Aug 29 17:49:10.817982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51932) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:10.818762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bd041bad-2576-4300-a2ca-26154480ad16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46a22c53e21d48a5a9e5a62cee5cc5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109178 Aug 29 17:49:10.821278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51934) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:10.822751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9f802703-4b25-485b-b0ce-bb9fdb07238d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574830723'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:10.826138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port d0140c48-95a2-4269-b869-637a22fc5e8a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:10.836076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port d0140c48-95a2-4269-b869-637a22fc5e8a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:10.836617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.848896 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f802703-4b25-485b-b0ce-bb9fdb07238d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.879999 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3c14-c181-45c6-9c4a-0c1c5445a820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.926049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3c14-c181-45c6-9c4a-0c1c5445a820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.973963 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f802703-4b25-485b-b0ce-bb9fdb07238d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.977471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.979848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f802703-4b25-485b-b0ce-bb9fdb07238d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.988032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3c14-c181-45c6-9c4a-0c1c5445a820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.993137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3c14-c181-45c6-9c4a-0c1c5445a820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:10.995107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b7fd3c14-c181-45c6-9c4a-0c1c5445a820 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fee481d7-048f-4ed8-baef-c7e58758fe92 HTTP/1.1" status: 204 len: 168 time: 0.1727011 Aug 29 17:49:11.008504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd3c14-c181-45c6-9c4a-0c1c5445a820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee481d7-048f-4ed8-baef-c7e58758fe92,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:11.015224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:11.016699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f802703-4b25-485b-b0ce-bb9fdb07238d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abafcf86-9216-4c09-ba58-37de2f7e79a7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:11.016879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:49:11.020075 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4a79a7-857d-4ed2-8243-b55d9c70d7b6" -d '{"events": [{"server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "name": "network-vif-plugged", "status": "completed", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:49:11.030323 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.040276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b6d4292f-46ab-4187-8b2d-ce6222d693ee tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1297395231', 'prefixes': ['172.20.0.0/16']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:11.047578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f802703-4b25-485b-b0ce-bb9fdb07238d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.050269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9f802703-4b25-485b-b0ce-bb9fdb07238d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2311988 Aug 29 17:49:11.053273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51948) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.061287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-69ae83fb-b5a3-42cd-996a-854470a017d8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'abafcf86-9216-4c09-ba58-37de2f7e79a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:11.075173 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-69ae83fb-b5a3-42cd-996a-854470a017d8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 17:49:11.075793 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-69ae83fb-b5a3-42cd-996a-854470a017d8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:11.077061 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-69ae83fb-b5a3-42cd-996a-854470a017d8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0220726 Aug 29 17:49:11.081506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51952) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.107140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:11.142161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b6d4292f-46ab-4187-8b2d-ce6222d693ee tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] Notify callbacks [] for subnetpool, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.144194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b6d4292f-46ab-4187-8b2d-ce6222d693ee tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4976473 Aug 29 17:49:11.147289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51954) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.205535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ecd8-de37-4f4d-98b3-1b9df5f41d8e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.212011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7bd0943d-221f-406e-9fdc-cf42dbb30e48 tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] 10.222.0.41 "GET /v2.0/subnetpools/f2f72313-9746-49d3-85ce-14e697f4e5c0 HTTP/1.1" status: 200 len: 732 time: 0.0634723 Aug 29 17:49:11.214668 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51956) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.220825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-052ed579-980e-4b3c-9813-bf23df17e103 tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-49941626'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:11.248275 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-37ada48b-ca2c-490c-80dc-77b167501d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.267071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ecd8-de37-4f4d-98b3-1b9df5f41d8e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.278129 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e1c4ac-51f8-4ce1-89fa-3c4397e91374 x-openstack-request-id: req-86e1c4ac-51f8-4ce1-89fa-3c4397e91374 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:49:11.278556 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "name": "network-vif-plugged", "status": "completed", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:49:11.278897 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86e1c4ac-51f8-4ce1-89fa-3c4397e91374 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:49:11.279359 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'code': 200} Aug 29 17:49:11.322630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ecd8-de37-4f4d-98b3-1b9df5f41d8e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.325695 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ecd8-de37-4f4d-98b3-1b9df5f41d8e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.338056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0bf0ecd8-de37-4f4d-98b3-1b9df5f41d8e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/abafcf86-9216-4c09-ba58-37de2f7e79a7 HTTP/1.1" status: 204 len: 168 time: 0.2552776 Aug 29 17:49:11.339378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.366197 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0ecd8-de37-4f4d-98b3-1b9df5f41d8e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafcf86-9216-4c09-ba58-37de2f7e79a7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:11.390444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51964) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.411105 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-430a3049-25d2-460c-a267-76d7e4e5bea3 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659246 Aug 29 17:49:11.415620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51966) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.420369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f1665037-86e8-4abe-96ab-fc2876393c6a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749315131'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:11.448246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f1665037-86e8-4abe-96ab-fc2876393c6a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.485040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932cc8-39ac-499d-a6c5-0dd6215310e9 req-ae8227c9-3b28-47fe-954f-090c5c437408 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:11.487168 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d932cc8-39ac-499d-a6c5-0dd6215310e9 req-ae8227c9-3b28-47fe-954f-090c5c437408 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1326358 Aug 29 17:49:11.493727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-052ed579-980e-4b3c-9813-bf23df17e103 tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] Notify callbacks [] for subnetpool, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.497988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-052ed579-980e-4b3c-9813-bf23df17e103 tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] 10.222.0.41 "PUT /v2.0/subnetpools/f2f72313-9746-49d3-85ce-14e697f4e5c0 HTTP/1.1" status: 200 len: 682 time: 0.2821844 Aug 29 17:49:11.498633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51970) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.508936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca924-db6b-4368-ab18-247c5887089a req-97a97900-1598-4154-b460-64b15b2fb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:11.511612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc0ca924-db6b-4368-ab18-247c5887089a req-97a97900-1598-4154-b460-64b15b2fb89a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1097 time: 0.1414704 Aug 29 17:49:11.572725 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d932cc8-39ac-499d-a6c5-0dd6215310e9 req-643e22ac-75fd-490a-bc1e-0ff24e9586c0 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735962 Aug 29 17:49:11.573212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.601392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-172379049'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:11.609863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc0ca924-db6b-4368-ab18-247c5887089a req-a24f7219-a322-4746-8d36-9b6eff4b8ecd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855138 Aug 29 17:49:11.613643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f1665037-86e8-4abe-96ab-fc2876393c6a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.617898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f1665037-86e8-4abe-96ab-fc2876393c6a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.625981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5ad7920e-b66b-4064-94a2-73e39e0b1561 tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] Notify callbacks [] for subnetpool, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.627267 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5ad7920e-b66b-4064-94a2-73e39e0b1561 tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] 10.222.0.41 "DELETE /v2.0/subnetpools/f2f72313-9746-49d3-85ce-14e697f4e5c0 HTTP/1.1" status: 204 len: 168 time: 0.1277051 Aug 29 17:49:11.630053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51974) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.651716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1665037-86e8-4abe-96ab-fc2876393c6a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b270eb0-7490-42ca-a771-345d31acb04d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:11.658128 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-ef9dfcdf-62f0-4419-b22f-d394b58282b8 tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] show failed (client error): The resource could not be found. Aug 29 17:49:11.659734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ef9dfcdf-62f0-4419-b22f-d394b58282b8 tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] 10.222.0.41 "GET /v2.0/subnetpools/f2f72313-9746-49d3-85ce-14e697f4e5c0 HTTP/1.1" status: 404 len: 346 time: 0.0282292 Aug 29 17:49:11.662047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1fd343ed-ffcf-4a58-8088-498f45f7f75e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdf79932d03440c492a8643013f6f9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829902 Aug 29 17:49:11.662771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51976) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.666210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51978) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.671162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Made reservation on behalf of d49394d21c8c4f3d928d969c03d00298 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:11.674053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f1665037-86e8-4abe-96ab-fc2876393c6a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.674484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.675210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f1665037-86e8-4abe-96ab-fc2876393c6a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2586658 Aug 29 17:49:11.680183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51980) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.683583 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-6142e39b-c697-4314-b8a4-b4ca6a5565ae tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] delete failed (client error): The resource could not be found. Aug 29 17:49:11.684579 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6142e39b-c697-4314-b8a4-b4ca6a5565ae tempest-SubnetPoolsTestJSON-1003850209 tempest-SubnetPoolsTestJSON-1003850209-project] 10.222.0.41 "DELETE /v2.0/subnetpools/f2f72313-9746-49d3-85ce-14e697f4e5c0 HTTP/1.1" status: 404 len: 346 time: 0.0210321 Aug 29 17:49:11.687709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-265578d0-3e64-4120-bb94-af2e07b16914 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': '7b270eb0-7490-42ca-a771-345d31acb04d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:11.690574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.699849 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-265578d0-3e64-4120-bb94-af2e07b16914 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 17:49:11.700461 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-265578d0-3e64-4120-bb94-af2e07b16914 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:11.701706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-265578d0-3e64-4120-bb94-af2e07b16914 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0206251 Aug 29 17:49:11.704981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51984) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.743295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31a12f31-47c8-416a-ae52-b8935c9ea8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.766491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31a12f31-47c8-416a-ae52-b8935c9ea8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.789149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-760ec333-9e39-480b-bf4a-77bef07e1442 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.820437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31a12f31-47c8-416a-ae52-b8935c9ea8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.822512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-760ec333-9e39-480b-bf4a-77bef07e1442 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.823678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31a12f31-47c8-416a-ae52-b8935c9ea8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.824828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-31a12f31-47c8-416a-ae52-b8935c9ea8ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35c08d30-3dc7-46f6-9618-f4e8850e19a6 HTTP/1.1" status: 204 len: 168 time: 0.1574473 Aug 29 17:49:11.834731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a12f31-47c8-416a-ae52-b8935c9ea8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c08d30-3dc7-46f6-9618-f4e8850e19a6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:11.887638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.893040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.901469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-760ec333-9e39-480b-bf4a-77bef07e1442 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.904201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-760ec333-9e39-480b-bf4a-77bef07e1442 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.907660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-760ec333-9e39-480b-bf4a-77bef07e1442 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/7b270eb0-7490-42ca-a771-345d31acb04d HTTP/1.1" status: 204 len: 168 time: 0.1992047 Aug 29 17:49:11.908116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51990) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.927028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:11.937019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376a8732-526e-4bb2-b2b4-c3d957f3d013,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:11.945245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:11.945585 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Added segment 576fdeda-7b1c-4645-b3d9-ae24ef0010af of type vlan for network 07cf9728-0296-498c-8f99-22a8cf36e4ae Aug 29 17:49:11.962657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec333-9e39-480b-bf4a-77bef07e1442 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b270eb0-7490-42ca-a771-345d31acb04d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:11.973663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc8d7a3c-3002-41ef-80fc-0d3abd4c441e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642085 Aug 29 17:49:11.991944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51992) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:11.997649 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.001737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c53464d0-9637-411d-af6f-0f49541fe95f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--480078488'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:12.008006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 51994) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.034773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.035418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c53464d0-9637-411d-af6f-0f49541fe95f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.042408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:12.043670 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.130360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'Network': ['ID=07cf9728-0296-498c-8f99-22a8cf36e4ae,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:12.144946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:12.147432 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c53464d0-9637-411d-af6f-0f49541fe95f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.155976 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c53464d0-9637-411d-af6f-0f49541fe95f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.165858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-41c41ec4-ff90-4b84-92db-df6a57fff232 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7576213 Aug 29 17:49:12.166499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 51998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.172490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Request body: {'subnet': {'network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:12.193460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c53464d0-9637-411d-af6f-0f49541fe95f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.195343 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c53464d0-9637-411d-af6f-0f49541fe95f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1997981 Aug 29 17:49:12.199664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52000) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.213789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e44307c3-d39e-416e-9cc6-f53d2596db2a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'ec9063ed-d550-4fe0-ab3e-866812c653ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:12.252973 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-e44307c3-d39e-416e-9cc6-f53d2596db2a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 17:49:12.254061 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-e44307c3-d39e-416e-9cc6-f53d2596db2a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:12.255544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e44307c3-d39e-416e-9cc6-f53d2596db2a tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0537481 Aug 29 17:49:12.262534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52002) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.269453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8d410f13-494d-4e66-a388-afd5c99d086e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'ec9063ed-d550-4fe0-ab3e-866812c653ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:12.270701 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-8d410f13-494d-4e66-a388-afd5c99d086e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 17:49:12.270876 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8d410f13-494d-4e66-a388-afd5c99d086e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:12.274322 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8d410f13-494d-4e66-a388-afd5c99d086e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080633 Aug 29 17:49:12.274322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53464d0-9637-411d-af6f-0f49541fe95f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9063ed-d550-4fe0-ab3e-866812c653ac,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:12.275409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52004) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.289293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-02865d8f-dcb5-4786-b594-b726fb371ea0 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'ec9063ed-d550-4fe0-ab3e-866812c653ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:12.290313 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-02865d8f-dcb5-4786-b594-b726fb371ea0 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 17:49:12.290866 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-02865d8f-dcb5-4786-b594-b726fb371ea0 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:12.294431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-02865d8f-dcb5-4786-b594-b726fb371ea0 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070667 Aug 29 17:49:12.294791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52006) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.302740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-efac1a1a-965b-4586-93b4-46b968d41117 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'ec9063ed-d550-4fe0-ab3e-866812c653ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:12.303680 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-efac1a1a-965b-4586-93b4-46b968d41117 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 17:49:12.304737 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-efac1a1a-965b-4586-93b4-46b968d41117 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:12.305472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-efac1a1a-965b-4586-93b4-46b968d41117 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096130 Aug 29 17:49:12.308860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52008) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.363844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Made reservation on behalf of d49394d21c8c4f3d928d969c03d00298 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:12.365289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1770092d-6475-4a59-a616-f7af2bb48a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.367640 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.447218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f731-616b-4030-9529-348b4fefec2d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.487877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f731-616b-4030-9529-348b4fefec2d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.522186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1770092d-6475-4a59-a616-f7af2bb48a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.526602 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1770092d-6475-4a59-a616-f7af2bb48a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.566409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770092d-6475-4a59-a616-f7af2bb48a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde7540-c1b3-4a1c-bec7-fafff7a1a78b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:12.578494 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f731-616b-4030-9529-348b4fefec2d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.584686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1770092d-6475-4a59-a616-f7af2bb48a15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3749a25c14b4feb9c6389991f7ff5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752270 Aug 29 17:49:12.588052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f731-616b-4030-9529-348b4fefec2d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.588838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52010) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.590329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f2f3f731-616b-4030-9529-348b4fefec2d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec9063ed-d550-4fe0-ab3e-866812c653ac HTTP/1.1" status: 204 len: 168 time: 0.2802541 Aug 29 17:49:12.595494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52012) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.612054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3f731-616b-4030-9529-348b4fefec2d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9063ed-d550-4fe0-ab3e-866812c653ac,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:12.658510 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.685444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.720709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-41857508-ca05-497a-9281-691dab0e8a6e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196322 Aug 29 17:49:12.724724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52016) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.735055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-78f45f04-04c5-4807-90e8-3bb069785b0d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--11024633'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:12.737384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0d09dc-c6fa-4413-bdf4-d8b4ce0bf322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.768838 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0d09dc-c6fa-4413-bdf4-d8b4ce0bf322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.787107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9802c2-ebd8-4866-b5de-993154479be1 req-9a6fb600-d92c-4285-9417-8dfd37e41636 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:12.788450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'Subnet': ['ID=2cb99349-795a-413d-a718-0edd39948e29,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:12.792254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f45f04-04c5-4807-90e8-3bb069785b0d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.800411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af9802c2-ebd8-4866-b5de-993154479be1 req-9a6fb600-d92c-4285-9417-8dfd37e41636 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1036189 Aug 29 17:49:12.811292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Checking segment: {'id': '576fdeda-7b1c-4645-b3d9-ae24ef0010af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:12.811949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Network hostable DHCP agents. Network: 07cf9728-0296-498c-8f99-22a8cf36e4ae, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:12.851965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:12.857179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af9802c2-ebd8-4866-b5de-993154479be1 req-6857c83a-ec1e-484e-ab9d-ac3977b33400 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558484 Aug 29 17:49:12.869636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 07cf9728-0296-498c-8f99-22a8cf36e4ae) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:12.874176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:12.874884 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.884481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae433c5-9c41-4a74-81ce-d0ef2c731b57 None None] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:12.884860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0d09dc-c6fa-4413-bdf4-d8b4ce0bf322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.888130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5a0d09dc-c6fa-4413-bdf4-d8b4ce0bf322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.890245 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a0d09dc-c6fa-4413-bdf4-d8b4ce0bf322 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1dde7540-c1b3-4a1c-bec7-fafff7a1a78b HTTP/1.1" status: 204 len: 168 time: 0.3002970 Aug 29 17:49:12.900810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d09dc-c6fa-4413-bdf4-d8b4ce0bf322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde7540-c1b3-4a1c-bec7-fafff7a1a78b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:12.932476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f45f04-04c5-4807-90e8-3bb069785b0d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.940660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f45f04-04c5-4807-90e8-3bb069785b0d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.981494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f45f04-04c5-4807-90e8-3bb069785b0d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f834ac87-2caa-4a3b-bcdb-0e7499e00da4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:12.987949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-be68ee90-6c97-42f0-b412-94895f3adb29 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8207314 Aug 29 17:49:12.990905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52022) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:12.996044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0db6c9cf-97f6-4911-ac3c-c94668f608bf tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-986108535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.017408 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78f45f04-04c5-4807-90e8-3bb069785b0d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.017800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-78f45f04-04c5-4807-90e8-3bb069785b0d tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2889779 Aug 29 17:49:13.020689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52024) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.027762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-adfb5eb0-3162-454a-9593-70eb817e7009 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.028466 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-adfb5eb0-3162-454a-9593-70eb817e7009 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 17:49:13.029187 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-adfb5eb0-3162-454a-9593-70eb817e7009 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.033962 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-adfb5eb0-3162-454a-9593-70eb817e7009 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104158 Aug 29 17:49:13.035571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52026) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.041938 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0db6c9cf-97f6-4911-ac3c-c94668f608bf tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.042527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e371ec4a-fad1-4d94-8930-64eed4668abc tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.042978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0db6c9cf-97f6-4911-ac3c-c94668f608bf tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.094473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8480-5219-430b-a65b-2902f916f567 req-76edcc4c-7329-4da0-910f-1fdc0f65997a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:13.096804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc6a8480-5219-430b-a65b-2902f916f567 req-76edcc4c-7329-4da0-910f-1fdc0f65997a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1069171 Aug 29 17:49:13.103420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-07cf9728-0296-498c-8f99-22a8cf36e4ae', 'network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae', 'tenant_id': 'd49394d21c8c4f3d928d969c03d00298', 'fixed_ips': [{'subnet_id': '2cb99349-795a-413d-a718-0edd39948e29'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:13.104565 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.125122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0db6c9cf-97f6-4911-ac3c-c94668f608bf tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.129145 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-e371ec4a-fad1-4d94-8930-64eed4668abc tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.133112 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e371ec4a-fad1-4d94-8930-64eed4668abc tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0940890 Aug 29 17:49:13.133298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0db6c9cf-97f6-4911-ac3c-c94668f608bf tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.133977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52030) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.144185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-7df85cf0-7f23-4297-b125-057b4a3e5510 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.144939 n-d-713499-15 neutron-server[94795]: WARNING neutron.api.v2.base [None req-7df85cf0-7f23-4297-b125-057b4a3e5510 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 17:49:13.145438 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-7df85cf0-7f23-4297-b125-057b4a3e5510 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.146421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7df85cf0-7f23-4297-b125-057b4a3e5510 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107539 Aug 29 17:49:13.154552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52032) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.154552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-851ad3fe-14d6-459f-978f-2c88ab214c2c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.166710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc6a8480-5219-430b-a65b-2902f916f567 req-08d46664-276e-4010-9487-34f33492c9e8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608058 Aug 29 17:49:13.174826 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0db6c9cf-97f6-4911-ac3c-c94668f608bf tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.176613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0db6c9cf-97f6-4911-ac3c-c94668f608bf tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1847215 Aug 29 17:49:13.179557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52034) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.192526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52036) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.234627 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.242349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3befb056-a456-4121-a671-4fe6afc90e50 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:13.244038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3befb056-a456-4121-a671-4fe6afc90e50 tempest-TestNetworkAdvancedServerOps-702654604 tempest-TestNetworkAdvancedServerOps-702654604-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1092 time: 0.0502577 Aug 29 17:49:13.247826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52040) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.254028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.288781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Allocated IP 172.20.0.2 (07cf9728-0296-498c-8f99-22a8cf36e4ae/2cb99349-795a-413d-a718-0edd39948e29/d2d8f22e-0360-4627-81b7-39c71f7947e1) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:13.296908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.335037 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-851ad3fe-14d6-459f-978f-2c88ab214c2c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.338966 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-851ad3fe-14d6-459f-978f-2c88ab214c2c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1886315 Aug 29 17:49:13.341150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52046) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.375604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-746a22b6-9af8-4862-bf35-b7667dad8822 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.376115 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-746a22b6-9af8-4862-bf35-b7667dad8822 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 17:49:13.376605 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-746a22b6-9af8-4862-bf35-b7667dad8822 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.380566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52048) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.380907 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-746a22b6-9af8-4862-bf35-b7667dad8822 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0383382 Aug 29 17:49:13.386796 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e6d1d330-073e-48a5-99e7-38d8f86936f1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.445387 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-e6d1d330-073e-48a5-99e7-38d8f86936f1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Project d20ec404ef8644ddbbcb895ce920bc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:49:13.467680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.478785 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-e6d1d330-073e-48a5-99e7-38d8f86936f1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.480782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e6d1d330-073e-48a5-99e7-38d8f86936f1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0985301 Aug 29 17:49:13.484112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52052) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.490976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3d7ff2f8-097e-4a0f-873b-f5669b042a51 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.491683 n-d-713499-15 neutron-server[94795]: WARNING neutron.api.v2.base [None req-3d7ff2f8-097e-4a0f-873b-f5669b042a51 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 17:49:13.492274 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-3d7ff2f8-097e-4a0f-873b-f5669b042a51 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.493884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d7ff2f8-097e-4a0f-873b-f5669b042a51 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082033 Aug 29 17:49:13.494776 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.496449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52054) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.506157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Transition to ACTIVE for port object d2d8f22e-0360-4627-81b7-39c71f7947e1 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:13.512399 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-caf4f057-4f15-494c-90fc-519f64edd823 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.536477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Transition to ACTIVE for port object d2d8f22e-0360-4627-81b7-39c71f7947e1 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:13.543283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.545375 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.594722 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-caf4f057-4f15-494c-90fc-519f64edd823 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Project d20ec404ef8644ddbbcb895ce920bc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:49:13.596579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:13.599589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:13.602989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:13.652915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Pushing event updated for resources: {'Port': ['ID=d2d8f22e-0360-4627-81b7-39c71f7947e1,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:13.681841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Attempting to bind port d2d8f22e-0360-4627-81b7-39c71f7947e1 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:13.682361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Attempting to bind port d2d8f22e-0360-4627-81b7-39c71f7947e1 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '576fdeda-7b1c-4645-b3d9-ae24ef0010af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:13.682795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Attempting to bind port d2d8f22e-0360-4627-81b7-39c71f7947e1 on network 07cf9728-0296-498c-8f99-22a8cf36e4ae {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:13.685720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Allocated IP 172.25.2.170 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/e8855cd6-70ed-4cda-af3e-0cd67d04a0dd) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:13.690840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:13.691219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Checking segment: {'id': '576fdeda-7b1c-4645-b3d9-ae24ef0010af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:13.691617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.692145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Bound using segment: {'id': '576fdeda-7b1c-4645-b3d9-ae24ef0010af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:13.692752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Bound port: d2d8f22e-0360-4627-81b7-39c71f7947e1, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576fdeda-7b1c-4645-b3d9-ae24ef0010af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:13.693496 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.718558 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-caf4f057-4f15-494c-90fc-519f64edd823 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.720549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-caf4f057-4f15-494c-90fc-519f64edd823 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2225199 Aug 29 17:49:13.727454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52064) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.733235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ebc4a43e-f504-4e78-bfc8-190d406d1ebf tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'f834ac87-2caa-4a3b-bcdb-0e7499e00da4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:13.769134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] For port d2d8f22e-0360-4627-81b7-39c71f7947e1, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:13.772898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] For port d2d8f22e-0360-4627-81b7-39c71f7947e1, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d2d8f22e-0360-4627-81b7-39c71f7947e1,segment=NetworkSegment(576fdeda-7b1c-4645-b3d9-ae24ef0010af),segment_id=576fdeda-7b1c-4645-b3d9-ae24ef0010af)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:13.778094 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.806295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52066) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.833864 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.839914 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-ebc4a43e-f504-4e78-bfc8-190d406d1ebf tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Project d20ec404ef8644ddbbcb895ce920bc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:49:13.842635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d03821-475a-4104-9e5a-1dbf2c602704 None None] Pushing event updated for resources: {'Port': ['ID=d2d8f22e-0360-4627-81b7-39c71f7947e1,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:13.869665 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-ebc4a43e-f504-4e78-bfc8-190d406d1ebf tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:13.871299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ebc4a43e-f504-4e78-bfc8-190d406d1ebf tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1423516 Aug 29 17:49:13.875880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52070) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:13.878762 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3e98-33f1-4ee8-aadf-fd9bf738aae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.902734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.941187 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:13.962881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:13.965731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:13.968436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:13.984146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Allocated IP 172.20.0.1 (07cf9728-0296-498c-8f99-22a8cf36e4ae/2cb99349-795a-413d-a718-0edd39948e29/22d7ff76-0abd-4628-b25e-d92c385d1559) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:14.000646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1643978368-network', 'tenant_id': '3f858839388f44d4944d41d76d48d4aa'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:14.030053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=e8855cd6-70ed-4cda-af3e-0cd67d04a0dd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:14.057671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7f73dac-0658-4443-a8bd-5cf3b2b17a71 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.096429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Made reservation on behalf of 3f858839388f44d4944d41d76d48d4aa for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:14.098007 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.106173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7f73dac-0658-4443-a8bd-5cf3b2b17a71 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.138294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.181302 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.194927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7f73dac-0658-4443-a8bd-5cf3b2b17a71 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.197414 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7f73dac-0658-4443-a8bd-5cf3b2b17a71 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.198777 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b7f73dac-0658-4443-a8bd-5cf3b2b17a71 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/f834ac87-2caa-4a3b-bcdb-0e7499e00da4 HTTP/1.1" status: 204 len: 168 time: 0.3219361 Aug 29 17:49:14.206374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52072) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:14.217109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Transition to ACTIVE for port object 22d7ff76-0abd-4628-b25e-d92c385d1559 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:14.232418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f73dac-0658-4443-a8bd-5cf3b2b17a71 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834ac87-2caa-4a3b-bcdb-0e7499e00da4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:14.278809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2978683b-1524-44be-8681-1e37b9b01f13 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712020 Aug 29 17:49:14.283203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52074) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:14.288712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8c6ea31c-fff4-4c05-8c0b-e2f202a0bb7c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623827734'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:14.300448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.340488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:14.343356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:14.349839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:14.375165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'Port': ['ID=22d7ff76-0abd-4628-b25e-d92c385d1559,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:14.399493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.445146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.455879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.515960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea31c-fff4-4c05-8c0b-e2f202a0bb7c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.516798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:14.529146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d2d8f22e-0360-4627-81b7-39c71f7947e1 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:14.543054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3036afff-d33d-44b1-828f-e59eb7fbca01,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:14.552155 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.552511 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Added segment adb5280b-4289-4b63-bd37-648cec971451 of type vlan for network f95537ee-4227-4621-a782-c1e61e64a62c Aug 29 17:49:14.562304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.583947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d2d8f22e-0360-4627-81b7-39c71f7947e1 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:14.620615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.628603 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.681384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.682886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:14.683688 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.709992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.785571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea31c-fff4-4c05-8c0b-e2f202a0bb7c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.796011 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea31c-fff4-4c05-8c0b-e2f202a0bb7c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.801766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] Pushing event updated for resources: {'Network': ['ID=f95537ee-4227-4621-a782-c1e61e64a62c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:14.808964 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-261558cf-0fcb-498e-a9db-d2754f980f9b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0010266 Aug 29 17:49:14.811441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52076) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:14.813768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network f95537ee-4227-4621-a782-c1e61e64a62c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:14.822877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Request body: {'subnet': {'network_id': 'f95537ee-4227-4621-a782-c1e61e64a62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1643978368-subnet', 'tenant_id': '3f858839388f44d4944d41d76d48d4aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:14.836972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ea31c-fff4-4c05-8c0b-e2f202a0bb7c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db83a6b8-ae3d-4c72-9d4a-2bb05fa7a173,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:14.900118 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Made reservation on behalf of 3f858839388f44d4944d41d76d48d4aa for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:14.902607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.914050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea31c-fff4-4c05-8c0b-e2f202a0bb7c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.915665 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8c6ea31c-fff4-4c05-8c0b-e2f202a0bb7c tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6314476 Aug 29 17:49:14.921104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52078) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:14.926857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8a6546d0-d505-485e-9daf-f5164f50e3a5 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'db83a6b8-ae3d-4c72-9d4a-2bb05fa7a173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:15.011388 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8a6546d0-d505-485e-9daf-f5164f50e3a5 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The resource could not be found. Aug 29 17:49:15.012436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8a6546d0-d505-485e-9daf-f5164f50e3a5 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0904984 Aug 29 17:49:15.017201 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52080) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:15.024958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9eb66a75-0dea-4377-a69b-baf7f9f3e292 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': 'db83a6b8-ae3d-4c72-9d4a-2bb05fa7a173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '401c8d1f-3ecf-4302-b4dd-61db47e1b285'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:15.026539 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.034431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f1892-c5f9-427d-9a59-18a8ff30c75e None None] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:15.035734 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.046929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.079057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.109434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1ef4173a-0749-40b7-a806-3dfa3a304df7 None None] Provisioning for port d2d8f22e-0360-4627-81b7-39c71f7947e1 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:15.124736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1ef4173a-0749-40b7-a806-3dfa3a304df7 None None] Provisioning complete for port d2d8f22e-0360-4627-81b7-39c71f7947e1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:15.125531 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1ef4173a-0749-40b7-a806-3dfa3a304df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.125863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.135151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'Port': ['ID=22d7ff76-0abd-4628-b25e-d92c385d1559,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:15.176700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event updated for resources: {'Port': ['ID=e8855cd6-70ed-4cda-af3e-0cd67d04a0dd,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:15.221014 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.242264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:15.243815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:15.269225 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-9eb66a75-0dea-4377-a69b-baf7f9f3e292 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The resource could not be found. Aug 29 17:49:15.270221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9eb66a75-0dea-4377-a69b-baf7f9f3e292 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2520642 Aug 29 17:49:15.273510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52082) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:15.297902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.302986 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1ef4173a-0749-40b7-a806-3dfa3a304df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.345512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1ef4173a-0749-40b7-a806-3dfa3a304df7 None None] For port d2d8f22e-0360-4627-81b7-39c71f7947e1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d2d8f22e-0360-4627-81b7-39c71f7947e1,segment=NetworkSegment(576fdeda-7b1c-4645-b3d9-ae24ef0010af),segment_id=576fdeda-7b1c-4645-b3d9-ae24ef0010af)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:15.353989 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1ef4173a-0749-40b7-a806-3dfa3a304df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.381169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Router ddee5c7b-d188-41c7-b2d2-04008ab2e988 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:49:15.411862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4173a-0749-40b7-a806-3dfa3a304df7 None None] Pushing event updated for resources: {'Port': ['ID=d2d8f22e-0360-4627-81b7-39c71f7947e1,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:15.481448 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.507985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:49:15.517419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c806d0de-1f55-473c-902f-b6e211552c8c tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "PUT /v2.0/routers/ddee5c7b-d188-41c7-b2d2-04008ab2e988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3339677 Aug 29 17:49:15.518121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52084) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:15.526241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Request body: {'port': {'network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae', 'name': 'tempest-FloatingIPNegativeTestJSON-952375749'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:15.528271 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6889c-b249-4e87-9c47-227fe479fcf9 None None] Sync routers for ids ['ddee5c7b-d188-41c7-b2d2-04008ab2e988'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:49:15.551047 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6889c-b249-4e87-9c47-227fe479fcf9 None None] Routers {'ddee5c7b-d188-41c7-b2d2-04008ab2e988'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:15.553261 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-79c6889c-b249-4e87-9c47-227fe479fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ddee5c7b-d188-41c7-b2d2-04008ab2e988'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:15.597046 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-79c6889c-b249-4e87-9c47-227fe479fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:15.616415 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6889c-b249-4e87-9c47-227fe479fcf9 None None] Routers {'ddee5c7b-d188-41c7-b2d2-04008ab2e988'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:15.617079 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-79c6889c-b249-4e87-9c47-227fe479fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ddee5c7b-d188-41c7-b2d2-04008ab2e988'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:15.673801 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-79c6889c-b249-4e87-9c47-227fe479fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:15.674604 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6889c-b249-4e87-9c47-227fe479fcf9 None None] The sync data for ids ['ddee5c7b-d188-41c7-b2d2-04008ab2e988'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:15.682220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4adc258f-66eb-460f-8bf8-4087bec9822d None None] Provisioning complete for port d2d8f22e-0360-4627-81b7-39c71f7947e1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:15.683012 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4adc258f-66eb-460f-8bf8-4087bec9822d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.683303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Made reservation on behalf of d49394d21c8c4f3d928d969c03d00298 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:15.687768 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.727075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] device_id is not set on port b27c6eec-5c3a-486b-b1e1-b801f3323cfa yet. {{(pid=94796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:49:15.752350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b5e798-9df3-4b5d-9154-84d06c347b2f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:15.772897 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Floating IP a40bd786-b5ac-450a-a521-1221f66e917d associated. External IP: 172.25.2.170, port: d0140c48-95a2-4269-b869-637a22fc5e8a. Aug 29 17:49:15.827889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4adc258f-66eb-460f-8bf8-4087bec9822d None None] Provisioning for port 22d7ff76-0abd-4628-b25e-d92c385d1559 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:15.834240 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4adc258f-66eb-460f-8bf8-4087bec9822d None None] Provisioning complete for port 22d7ff76-0abd-4628-b25e-d92c385d1559 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:15.834706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4adc258f-66eb-460f-8bf8-4087bec9822d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.852355 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-927701a2-b6f3-4554-acc3-b41705b91173 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.857046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Checking segment: {'id': 'adb5280b-4289-4b63-bd37-648cec971451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f95537ee-4227-4621-a782-c1e61e64a62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:15.857648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Network hostable DHCP agents. Network: f95537ee-4227-4621-a782-c1e61e64a62c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:15.888298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4adc258f-66eb-460f-8bf8-4087bec9822d None None] Port 22d7ff76-0abd-4628-b25e-d92c385d1559 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:15.897969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Allocated IP 172.20.0.14 (07cf9728-0296-498c-8f99-22a8cf36e4ae/2cb99349-795a-413d-a718-0edd39948e29/b27c6eec-5c3a-486b-b1e1-b801f3323cfa) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:15.901213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-927701a2-b6f3-4554-acc3-b41705b91173 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.961166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Network f95537ee-4227-4621-a782-c1e61e64a62c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:15.995114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, f95537ee-4227-4621-a782-c1e61e64a62c) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:16.009747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1087789-1a63-4957-a9cb-8154f6d8bcaf None None] Network f95537ee-4227-4621-a782-c1e61e64a62c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:16.062515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:16.064195 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.064897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-eb0b5dbe-a372-4355-923c-d158440a900e None None] Provisioning complete for port 22d7ff76-0abd-4628-b25e-d92c385d1559 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:16.065275 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5dbe-a372-4355-923c-d158440a900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.098419 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-927701a2-b6f3-4554-acc3-b41705b91173 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.101432 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-927701a2-b6f3-4554-acc3-b41705b91173 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.105682 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-927701a2-b6f3-4554-acc3-b41705b91173 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/db83a6b8-ae3d-4c72-9d4a-2bb05fa7a173 HTTP/1.1" status: 204 len: 168 time: 0.8296509 Aug 29 17:49:16.109489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52088) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:16.147296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927701a2-b6f3-4554-acc3-b41705b91173 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db83a6b8-ae3d-4c72-9d4a-2bb05fa7a173,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:16.170725 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e9d0b8f7-e1d9-453b-abad-ea0b34588fcc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3581161 Aug 29 17:49:16.231644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c7e2bce5-cf18-4579-afde-eb400c9b9bea tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151652 Aug 29 17:49:16.233593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52092) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:16.240448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c5153695-f001-4a15-91e8-a621463aac70 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': '5eca6da6-4380-4bd0-a8c6-72cc6e7c26bb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:16.252589 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 0887a11b-4514-430d-b94b-5bd64b3127aa has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:49:16.325506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b5dbe-a372-4355-923c-d158440a900e None None] Port 22d7ff76-0abd-4628-b25e-d92c385d1559 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:16.401951 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-c5153695-f001-4a15-91e8-a621463aac70 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The resource could not be found. Aug 29 17:49:16.408905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c5153695-f001-4a15-91e8-a621463aac70 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1739154 Aug 29 17:49:16.409526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52098) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:16.410848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2b6b5-0b36-40b3-a875-98fb319785b6 None None] Network f95537ee-4227-4621-a782-c1e61e64a62c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:16.417997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fbaf5883-6856-4d02-83b2-82127a7cedef tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837572452'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:16.482021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:49:16.493769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5883-6856-4d02-83b2-82127a7cedef tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.503005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] Sync routers for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:49:16.520794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-986cfc1a-5249-48c2-91af-6c8f97bcdee4 None None] Provisioning complete for port 22d7ff76-0abd-4628-b25e-d92c385d1559 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:16.523128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-986cfc1a-5249-48c2-91af-6c8f97bcdee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.525518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d2d8f22e-0360-4627-81b7-39c71f7947e1 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:16.597020 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.604151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:16.604794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:16.612169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Transition to ACTIVE for port object b27c6eec-5c3a-486b-b1e1-b801f3323cfa will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:16.612952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5883-6856-4d02-83b2-82127a7cedef tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.620980 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5883-6856-4d02-83b2-82127a7cedef tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.654913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.655745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.662777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf5883-6856-4d02-83b2-82127a7cedef tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f879a3-8244-43de-a6cf-e2afc824d6b5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:16.693531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-faffa5d1-f3ed-449f-9879-a9c1b8b14394 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4444220 Aug 29 17:49:16.694466 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5883-6856-4d02-83b2-82127a7cedef tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.697998 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fbaf5883-6856-4d02-83b2-82127a7cedef tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2834785 Aug 29 17:49:16.697998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:49:16.699097 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068" -d '{"events": [{"name": "network-changed", "server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:49:16.701810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52108) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:16.707584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e81eec68-0dd2-47e9-baae-a713eb095c44 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046493751'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:16.710062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:16.714172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-986cfc1a-5249-48c2-91af-6c8f97bcdee4 None None] Port 22d7ff76-0abd-4628-b25e-d92c385d1559 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:16.728976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:16.733629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:16.768523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e81eec68-0dd2-47e9-baae-a713eb095c44 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.819695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d2d8f22e-0360-4627-81b7-39c71f7947e1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:16.820388 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.835919 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45099c28-e034-4d62-903e-96a42655f6cc x-openstack-request-id: req-45099c28-e034-4d62-903e-96a42655f6cc {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:49:16.836279 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:49:16.836634 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45099c28-e034-4d62-903e-96a42655f6cc {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:49:16.837260 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'status': 'completed', 'code': 200} Aug 29 17:49:16.848490 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.880351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:49:16.886260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'Port': ['ID=b27c6eec-5c3a-486b-b1e1-b801f3323cfa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:16.939309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:16.940445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.945081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52114) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:16.953629 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e81eec68-0dd2-47e9-baae-a713eb095c44 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.955788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1909040441-network', 'tenant_id': 'd1051816f0344d9b8182768cb6b4144a'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:16.970719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-2635bc8e-8936-41de-af95-2942ff0e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:16.972932 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-2635bc8e-8936-41de-af95-2942ff0e1c24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1097 time: 0.1347439 Aug 29 17:49:16.974169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e81eec68-0dd2-47e9-baae-a713eb095c44 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.980174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11eb073-6618-4f23-8c1a-26b3f1956d3b req-862de1b1-8459-43be-b501-882ff724d8ea tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:16.981984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b11eb073-6618-4f23-8c1a-26b3f1956d3b req-862de1b1-8459-43be-b501-882ff724d8ea tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1414986 Aug 29 17:49:16.989863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1a7bbc70-7d8e-4816-8a6a-d4ea483b82c6 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4673271 Aug 29 17:49:16.989863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52116) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:16.994848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:17.041569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Made reservation on behalf of d1051816f0344d9b8182768cb6b4144a for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:17.044899 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.073967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e81eec68-0dd2-47e9-baae-a713eb095c44 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.078234 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e81eec68-0dd2-47e9-baae-a713eb095c44 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3720884 Aug 29 17:49:17.079766 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.080525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52118) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:17.086947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3eebfef0-843a-4da7-abf8-e51ef27f0e8f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': '83f879a3-8244-43de-a6cf-e2afc824d6b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4f06ffd6-4994-49a2-9c92-cb76477723a3'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:17.091335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eec68-0dd2-47e9-baae-a713eb095c44 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f06ffd6-4994-49a2-9c92-cb76477723a3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:17.092685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b11eb073-6618-4f23-8c1a-26b3f1956d3b req-d4b72389-63ee-48b6-a7e1-76c70f97a173 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925033 Aug 29 17:49:17.113909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.119879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52120) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:17.160890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-38c2203b-d791-4e2c-9983-f9888ae67429 None None] Provisioning for port b27c6eec-5c3a-486b-b1e1-b801f3323cfa completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:17.181613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-38c2203b-d791-4e2c-9983-f9888ae67429 None None] Provisioning complete for port b27c6eec-5c3a-486b-b1e1-b801f3323cfa triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:17.182252 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-38c2203b-d791-4e2c-9983-f9888ae67429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.187096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-1c6bdf8b-784f-46b9-b870-6a47e8f81706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:17.189472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-1c6bdf8b-784f-46b9-b870-6a47e8f81706 service neutron] 10.222.0.43 "GET /v2.0/networks?id=933a85b3-3f49-48e0-985b-f6773e934376 HTTP/1.1" status: 200 len: 897 time: 0.2015328 Aug 29 17:49:17.229243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-38c2203b-d791-4e2c-9983-f9888ae67429 None None] Port b27c6eec-5c3a-486b-b1e1-b801f3323cfa cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:17.246322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'a40bd786-b5ac-450a-a521-1221f66e917d', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'port_id': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'mac_address': 'fa:16:3e:75:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:49:14Z', 'updated_at': '2021-08-29T17:49:14Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:17.251527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-01f1e400-720d-4878-835b-11f55b853ab6 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/a40bd786-b5ac-450a-a521-1221f66e917d HTTP/1.1" status: 200 len: 991 time: 0.1270592 Aug 29 17:49:17.276749 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-23f89833-866b-46ae-b915-0dad21db8feb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0140c48-95a2-4269-b869-637a22fc5e8a HTTP/1.1" status: 200 len: 999 time: 0.0788713 Aug 29 17:49:17.277014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] Checking router: 0887a11b-4514-430d-b94b-5bd64b3127aa for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:49:17.277487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.285654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:17.286276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:17.331432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-487f5eb8-8588-465b-8c2f-7059a1c31d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:17.333132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-487f5eb8-8588-465b-8c2f-7059a1c31d8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbc6bfe8-451e-4bb0-8f20-203170b8e412 HTTP/1.1" status: 200 len: 835 time: 0.0483763 Aug 29 17:49:17.347099 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.359526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.369896 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-3eebfef0-843a-4da7-abf8-e51ef27f0e8f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:17.373646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3eebfef0-843a-4da7-abf8-e51ef27f0e8f tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2892642 Aug 29 17:49:17.374712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52122) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:17.405169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:49:17.411999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-27638294-237d-4fe8-aa8a-a4af1d78ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:17.413523 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-27638294-237d-4fe8-aa8a-a4af1d78ca2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933a85b3-3f49-48e0-985b-f6773e934376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728130 Aug 29 17:49:17.414679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:17.435880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09eb85d-93f7-46b2-9846-1db303e7cb7e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:17.447769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.448122 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Added segment e57cbee8-0ebb-4790-9af0-9fc9756f8958 of type vlan for network 8182fab7-9953-44a1-b7ea-d58d046e9f82 Aug 29 17:49:17.449838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Allocated IP 172.25.2.199 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/8c269d17-fe88-4f36-bb91-c3e07a6e0b16) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:17.489428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78116467-074e-4289-83f9-c878220a9dd8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.509394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.528038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78116467-074e-4289-83f9-c878220a9dd8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.575815 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-0de665b5-7ae5-4ac6-9bfc-d7e331196a40 service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542680 Aug 29 17:49:17.610962 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.611845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:17.612422 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.628250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78116467-074e-4289-83f9-c878220a9dd8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.631323 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78116467-074e-4289-83f9-c878220a9dd8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.634947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-78116467-074e-4289-83f9-c878220a9dd8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/4f06ffd6-4994-49a2-9c92-cb76477723a3 HTTP/1.1" status: 204 len: 168 time: 0.2570148 Aug 29 17:49:17.637669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52124) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:17.667260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78116467-074e-4289-83f9-c878220a9dd8 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f06ffd6-4994-49a2-9c92-cb76477723a3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:17.680876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'a40bd786-b5ac-450a-a521-1221f66e917d', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'port_id': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'mac_address': 'fa:16:3e:75:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:49:14Z', 'updated_at': '2021-08-29T17:49:14Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:17.718555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bfb40-5829-4c3d-8b3e-79c9231fd500 None None] The sync data for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 is: [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'a40bd786-b5ac-450a-a521-1221f66e917d', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'port_id': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'mac_address': 'fa:16:3e:75:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:49:14Z', 'updated_at': '2021-08-29T17:49:14Z', 'revision_number': 0, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:17.738425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.743865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-07afc796-e698-4144-99c6-9e87309812fb tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1012146 Aug 29 17:49:17.744124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b9081f2-17fd-4cf9-9c03-4bebc90d3068 req-7320bdd0-024f-4f05-aa26-f8bcf7c91a6b service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609225 Aug 29 17:49:17.744353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7973678 Aug 29 17:49:17.744776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52126) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:17.745194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52128) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:17.756504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Request body: {'subnet': {'network_id': '8182fab7-9953-44a1-b7ea-d58d046e9f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1909040441-subnet', 'tenant_id': 'd1051816f0344d9b8182768cb6b4144a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:17.767918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43728cf4-5ae5-419d-b613-731fcb2244d4 admin admin] Pushing event updated for resources: {'Network': ['ID=8182fab7-9953-44a1-b7ea-d58d046e9f82,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:17.781688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-92514e02-36a9-4d80-af1a-13e8f710a518 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2086332 Aug 29 17:49:17.787578 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8182fab7-9953-44a1-b7ea-d58d046e9f82 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:17.813383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Made reservation on behalf of d1051816f0344d9b8182768cb6b4144a for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:17.815932 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.816424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.861667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:17.869984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:17.875088 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6b80-db37-4815-8021-6e4040cb62a1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.884350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:17.911503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6b80-db37-4815-8021-6e4040cb62a1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:17.923870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'Port': ['ID=8c269d17-fe88-4f36-bb91-c3e07a6e0b16,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:17.956752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-f8cee4a2-7159-43b1-b84f-d65aa02b7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:17.958251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-f8cee4a2-7159-43b1-b84f-d65aa02b7030 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1097 time: 0.0904505 Aug 29 17:49:17.997888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6b80-db37-4815-8021-6e4040cb62a1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.000439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6b80-db37-4815-8021-6e4040cb62a1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.003859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd9f6b80-db37-4815-8021-6e4040cb62a1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/83f879a3-8244-43de-a6cf-e2afc824d6b5 HTTP/1.1" status: 204 len: 168 time: 0.2542706 Aug 29 17:49:18.007556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52130) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.025679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f6b80-db37-4815-8021-6e4040cb62a1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f879a3-8244-43de-a6cf-e2afc824d6b5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:18.082376 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5fc8b-7710-4b5a-a400-afc42af2f655 None None] New status for floating IP a40bd786-b5ac-450a-a521-1221f66e917d: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:49:18.099667 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.103575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-11013e4c-ea1b-43a8-9eb2-e76c1cd7f6b3 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0933633 Aug 29 17:49:18.107715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.108239 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.121737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-400a2e2e-bf2c-49b2-a9bd-f700033afec9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020726523'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:18.169625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e431437-f636-4248-bcab-c348a783f739,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:18.178235 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.180450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Checking segment: {'id': 'e57cbee8-0ebb-4790-9af0-9fc9756f8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8182fab7-9953-44a1-b7ea-d58d046e9f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:18.180738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Network hostable DHCP agents. Network: 8182fab7-9953-44a1-b7ea-d58d046e9f82, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:18.198495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Network 8182fab7-9953-44a1-b7ea-d58d046e9f82 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:18.200395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-9b15464d-5f02-4930-beec-efd126ac53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:18.201880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-9b15464d-5f02-4930-beec-efd126ac53a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=933a85b3-3f49-48e0-985b-f6773e934376 HTTP/1.1" status: 200 len: 897 time: 0.2142053 Aug 29 17:49:18.204779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-400a2e2e-bf2c-49b2-a9bd-f700033afec9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.209150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8182fab7-9953-44a1-b7ea-d58d046e9f82) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:18.214521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:18.215195 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.224416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d4d2cc-c6b2-47a8-a148-051fa23d3599 None None] Network 8182fab7-9953-44a1-b7ea-d58d046e9f82 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:18.237627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38bd9954-2f23-498f-964e-5915f25b6b95 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4911036 Aug 29 17:49:18.254509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52136) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.331355 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8f6ba5c2-aee1-4280-823b-be2cafeb4027 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/a40bd786-b5ac-450a-a521-1221f66e917d HTTP/1.1" status: 200 len: 993 time: 0.0753651 Aug 29 17:49:18.387619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68d874-9fdf-41cf-a0e3-d0fee5735185 None None] Network 8182fab7-9953-44a1-b7ea-d58d046e9f82 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:18.425297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52138) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.426249 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-970201a3-d7b3-48ae-8897-bc2448b48b1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0140c48-95a2-4269-b869-637a22fc5e8a HTTP/1.1" status: 200 len: 999 time: 0.2163050 Aug 29 17:49:18.482508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c41cb29-c19c-4be9-92d9-6450f0d75b2d admin admin] Deleting subnet c0b5e798-9df3-4b5d-9154-84d06c347b2f {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:18.487410 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c41cb29-c19c-4be9-92d9-6450f0d75b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.513879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-50542187-7e4f-49e0-a576-aabb987e2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:18.515627 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-50542187-7e4f-49e0-a576-aabb987e2080 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbc6bfe8-451e-4bb0-8f20-203170b8e412 HTTP/1.1" status: 200 len: 835 time: 0.0799842 Aug 29 17:49:18.529648 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c41cb29-c19c-4be9-92d9-6450f0d75b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.569252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c41cb29-c19c-4be9-92d9-6450f0d75b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.578454 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-400a2e2e-bf2c-49b2-a9bd-f700033afec9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.586939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-400a2e2e-bf2c-49b2-a9bd-f700033afec9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.622952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c41cb29-c19c-4be9-92d9-6450f0d75b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.636827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.640019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-ae496846-ea96-474b-bb5a-68d75f8ad7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:18.641634 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-ae496846-ea96-474b-bb5a-68d75f8ad7d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933a85b3-3f49-48e0-985b-f6773e934376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184046 Aug 29 17:49:18.643988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-400a2e2e-bf2c-49b2-a9bd-f700033afec9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.645073 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-400a2e2e-bf2c-49b2-a9bd-f700033afec9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5345464 Aug 29 17:49:18.646120 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.648963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52140) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.650420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a2e2e-bf2c-49b2-a9bd-f700033afec9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414f10ad-8e0d-477d-b232-23bb21b65dc1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:18.651049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41cb29-c19c-4be9-92d9-6450f0d75b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b5e798-9df3-4b5d-9154-84d06c347b2f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:18.655720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a5040a53-19ff-45e8-836d-dbe134596b57 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': '414f10ad-8e0d-477d-b232-23bb21b65dc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:18.662304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c41cb29-c19c-4be9-92d9-6450f0d75b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.664137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5c41cb29-c19c-4be9-92d9-6450f0d75b2d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c0b5e798-9df3-4b5d-9154-84d06c347b2f HTTP/1.1" status: 204 len: 168 time: 0.2378504 Aug 29 17:49:18.666750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52142) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.754039 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.762124 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-a5040a53-19ff-45e8-836d-dbe134596b57 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:18.763190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a5040a53-19ff-45e8-836d-dbe134596b57 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1131718 Aug 29 17:49:18.766429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52144) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.771344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4c0ee7ab-6d90-4765-a7b2-36030b1ff735 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group_rule': {'security_group_id': '414f10ad-8e0d-477d-b232-23bb21b65dc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:18.772325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'Port': ['ID=8c269d17-fe88-4f36-bb91-c3e07a6e0b16,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:18.792907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.815015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-a919f718-7d0c-40a7-ad55-c0d2780d4c9d service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580341 Aug 29 17:49:18.857472 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.871652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95537ee-4227-4621-a782-c1e61e64a62c']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:18.878370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.879621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8a036afb-f6b2-47ca-82a1-21bf424cb1e9 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8887856 Aug 29 17:49:18.882452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52146) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.887442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8bab069d-0da4-461b-bc30-f57943551298 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Request body: {'floatingip': {'port_id': 'b27c6eec-5c3a-486b-b1e1-b801f3323cfa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:18.887680 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-4c0ee7ab-6d90-4765-a7b2-36030b1ff735 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:18.888701 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4c0ee7ab-6d90-4765-a7b2-36030b1ff735 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1208029 Aug 29 17:49:18.890421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb5280b-4289-4b63-bd37-648cec971451') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:18.890744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb5280b-4289-4b63-bd37-648cec971451') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:18.892674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:18.900198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.913793 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.921343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:18.921733 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:18.924183 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:18.952051 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8bab069d-0da4-461b-bc30-f57943551298 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.976047 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.982660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.984318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/f95537ee-4227-4621-a782-c1e61e64a62c HTTP/1.1" status: 204 len: 168 time: 0.3166695 Aug 29 17:49:18.995288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52150) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.002670 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4bfb4-693a-4c15-8664-22ee566e95cb admin admin] Pushing event deleted for resources: {'Network': ['ID=f95537ee-4227-4621-a782-c1e61e64a62c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:19.041138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78ab20a-c4b6-4809-b8a1-03162fd5ab91 admin admin] Deleting subnet 0e431437-f636-4248-bcab-c348a783f739 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:19.044216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78ab20a-c4b6-4809-b8a1-03162fd5ab91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.044527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f195b1b2-b276-4827-bf2d-affb57d9ff90 req-39b7cf9d-e958-4c56-907d-272ed886b3c9 service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226706 Aug 29 17:49:19.085916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78ab20a-c4b6-4809-b8a1-03162fd5ab91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.091384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4b7a-df41-4848-8b7b-1b374b05d426 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.123878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78ab20a-c4b6-4809-b8a1-03162fd5ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.130356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4b7a-df41-4848-8b7b-1b374b05d426 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.133069 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8bab069d-0da4-461b-bc30-f57943551298 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] update failed (client error): The resource could not be found. Aug 29 17:49:19.134092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8bab069d-0da4-461b-bc30-f57943551298 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "PUT /v2.0/floatingips/ddee2560-fc41-4186-83ba-137776481a50 HTTP/1.1" status: 404 len: 507 time: 0.2506266 Aug 29 17:49:19.139534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52152) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.179263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78ab20a-c4b6-4809-b8a1-03162fd5ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.205786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ab20a-c4b6-4809-b8a1-03162fd5ab91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e431437-f636-4248-bcab-c348a783f739,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:19.209795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c78ab20a-c4b6-4809-b8a1-03162fd5ab91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.211761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c78ab20a-c4b6-4809-b8a1-03162fd5ab91 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e431437-f636-4248-bcab-c348a783f739 HTTP/1.1" status: 204 len: 168 time: 0.2155359 Aug 29 17:49:19.214180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52154) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.289752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.369408 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.379480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8182fab7-9953-44a1-b7ea-d58d046e9f82']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:19.390220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57cbee8-0ebb-4790-9af0-9fc9756f8958') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:19.390430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57cbee8-0ebb-4790-9af0-9fc9756f8958') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:19.399400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.413982 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.420529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:19.420923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:19.423377 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:19.482566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.488523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.490857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8182fab7-9953-44a1-b7ea-d58d046e9f82 HTTP/1.1" status: 204 len: 168 time: 0.2749746 Aug 29 17:49:19.503043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943fe9d-559e-4fda-8531-0ae76e44c894 admin admin] Pushing event deleted for resources: {'Network': ['ID=8182fab7-9953-44a1-b7ea-d58d046e9f82,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:19.515922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4b7a-df41-4848-8b7b-1b374b05d426 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.518885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4b7a-df41-4848-8b7b-1b374b05d426 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.520014 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4c5e4b7a-df41-4848-8b7b-1b374b05d426 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/414f10ad-8e0d-477d-b232-23bb21b65dc1 HTTP/1.1" status: 204 len: 168 time: 0.6251991 Aug 29 17:49:19.522824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52158) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.532742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e4b7a-df41-4848-8b7b-1b374b05d426 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f10ad-8e0d-477d-b232-23bb21b65dc1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:19.561305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Deleting port 8c269d17-fe88-4f36-bb91-c3e07a6e0b16 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:19.561747 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.581723 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-756caccc-80c4-46a4-bffb-d17a1a083d94 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575304 Aug 29 17:49:19.585484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52162) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.589848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-671d5a06-96ca-4152-ad8d-7011876bdec1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'tempest-secgroup--408038530'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:19.615060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-671d5a06-96ca-4152-ad8d-7011876bdec1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.650688 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.651225 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.667809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Calling delete_port for 8c269d17-fe88-4f36-bb91-c3e07a6e0b16 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:19.700690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52164) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.709236 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-671d5a06-96ca-4152-ad8d-7011876bdec1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.718518 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-671d5a06-96ca-4152-ad8d-7011876bdec1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.751121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-671d5a06-96ca-4152-ad8d-7011876bdec1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.752551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-671d5a06-96ca-4152-ad8d-7011876bdec1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1660869 Aug 29 17:49:19.756542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52166) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.761557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b0fb0711-dbdf-47a4-9377-12824d13cfe6 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:19.761962 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-b0fb0711-dbdf-47a4-9377-12824d13cfe6 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 17:49:19.762458 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-b0fb0711-dbdf-47a4-9377-12824d13cfe6 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 17:49:19.763436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b0fb0711-dbdf-47a4-9377-12824d13cfe6 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "PUT /v2.0/security-groups/903c3668-b0ba-437c-a5c3-0f278c804561 HTTP/1.1" status: 409 len: 330 time: 0.0059149 Aug 29 17:49:19.765891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52168) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.778140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d5a06-96ca-4152-ad8d-7011876bdec1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903c3668-b0ba-437c-a5c3-0f278c804561,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:19.792651 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c41e2fb4-482e-4fe7-b918-2ba2806c3a81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f858839388f44d4944d41d76d48d4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909057 Aug 29 17:49:19.795655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52170) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.839605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b219-a577-4038-92cf-167a4f0d6f84 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.857729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.863496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b219-a577-4038-92cf-167a4f0d6f84 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.895539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event deleted for resources: {'Port': ['ID=8c269d17-fe88-4f36-bb91-c3e07a6e0b16,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:19.906427 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b219-a577-4038-92cf-167a4f0d6f84 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.909547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b219-a577-4038-92cf-167a4f0d6f84 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.910734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eeb6b219-a577-4038-92cf-167a4f0d6f84 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/903c3668-b0ba-437c-a5c3-0f278c804561 HTTP/1.1" status: 204 len: 168 time: 0.1433361 Aug 29 17:49:19.913919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52172) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.917634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9b162c8-0589-429e-a12b-0ab1dd70e08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.933262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6b219-a577-4038-92cf-167a4f0d6f84 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c3668-b0ba-437c-a5c3-0f278c804561,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:19.967214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ff986477-6145-45e7-9fba-f5e4b93e110b tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486650 Aug 29 17:49:19.967437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52174) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.977929 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9b162c8-0589-429e-a12b-0ab1dd70e08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:19.981019 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-eea630a6-f99b-419d-8352-47ead88cce8e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] delete failed (client error): The resource could not be found. Aug 29 17:49:19.982071 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eea630a6-f99b-419d-8352-47ead88cce8e tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3a7c1cf-3641-44bc-8a25-f9b2b681948e HTTP/1.1" status: 404 len: 347 time: 0.0137107 Aug 29 17:49:19.986306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52176) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:19.999415 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-a7f86f0b-120a-423b-a867-42ae6f20d9c9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] show failed (client error): The resource could not be found. Aug 29 17:49:19.999928 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.003892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a7f86f0b-120a-423b-a867-42ae6f20d9c9 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-groups/80e9e0ac-0c53-4f3d-85ac-9f95af8b272c HTTP/1.1" status: 404 len: 347 time: 0.0132048 Aug 29 17:49:20.004031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.004031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-969695c4-f922-4c06-a5a6-ceee51ddcd84 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "DELETE /v2.0/floatingips/ddee2560-fc41-4186-83ba-137776481a50 HTTP/1.1" status: 204 len: 168 time: 0.8633482 Aug 29 17:49:20.004254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52178) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:20.010056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52180) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:20.014763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4bfb79dc-8675-4a77-8291-38f891d7ecbd tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Request body: {'floatingip': {'floating_network_id': '07cf9728-0296-498c-8f99-22a8cf36e4ae', 'port_id': 'b27c6eec-5c3a-486b-b1e1-b801f3323cfa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:20.016372 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-1f131259-4a4e-4cb1-83a7-e522c86da5d1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] show failed (client error): The resource could not be found. Aug 29 17:49:20.018207 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1f131259-4a4e-4cb1-83a7-e522c86da5d1 tempest-NegativeSecGroupIPv6Test-1485236908 tempest-NegativeSecGroupIPv6Test-1485236908-project] 10.222.0.41 "GET /v2.0/security-group-rules/6888b2a7-79eb-4785-8bd4-2392a85696a9 HTTP/1.1" status: 404 len: 356 time: 0.0130699 Aug 29 17:49:20.045888 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4bfb79dc-8675-4a77-8291-38f891d7ecbd tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.088040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9b162c8-0589-429e-a12b-0ab1dd70e08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.090504 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c9b162c8-0589-429e-a12b-0ab1dd70e08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.094104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c9b162c8-0589-429e-a12b-0ab1dd70e08e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3036afff-d33d-44b1-828f-e59eb7fbca01 HTTP/1.1" status: 204 len: 168 time: 0.2950704 Aug 29 17:49:20.103139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b162c8-0589-429e-a12b-0ab1dd70e08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3036afff-d33d-44b1-828f-e59eb7fbca01,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:20.186864 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-4bfb79dc-8675-4a77-8291-38f891d7ecbd tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:20.189184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4bfb79dc-8675-4a77-8291-38f891d7ecbd tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1772435 Aug 29 17:49:20.192708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52186) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:20.199231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'b27c6eec-5c3a-486b-b1e1-b801f3323cfa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:20.243337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.331343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52192) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:20.382337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.505922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e2f17c1b-4bd9-4fd1-bdea-0262a452b263 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d20ec404ef8644ddbbcb895ce920bc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725237 Aug 29 17:49:20.510217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52196) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:20.523943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52198) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:20.592321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Allocated IP 172.25.2.237 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/d3a023a3-5485-4195-952b-8ae674573adc) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:20.599704 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2be69dee-4cb7-4a3f-93b3-8b36aafecd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.615699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3eae1834-6a2f-4abf-b01f-9e7840910cac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1051816f0344d9b8182768cb6b4144a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899730 Aug 29 17:49:20.618775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52200) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:20.626361 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2be69dee-4cb7-4a3f-93b3-8b36aafecd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.676762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2be69dee-4cb7-4a3f-93b3-8b36aafecd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.679453 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2be69dee-4cb7-4a3f-93b3-8b36aafecd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.680683 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2be69dee-4cb7-4a3f-93b3-8b36aafecd4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0f77572-de21-4899-84da-bc87cb01bc5a HTTP/1.1" status: 204 len: 168 time: 0.1681101 Aug 29 17:49:20.691575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be69dee-4cb7-4a3f-93b3-8b36aafecd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f77572-de21-4899-84da-bc87cb01bc5a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:20.730986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea407-0640-42cc-a261-efe828494e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.778104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea407-0640-42cc-a261-efe828494e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.782560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.857748 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea407-0640-42cc-a261-efe828494e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.863158 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea407-0640-42cc-a261-efe828494e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.867097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc9ea407-0640-42cc-a261-efe828494e22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d09eb85d-93f7-46b2-9846-1db303e7cb7e HTTP/1.1" status: 204 len: 168 time: 0.2446373 Aug 29 17:49:20.867542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:20.899086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ea407-0640-42cc-a261-efe828494e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09eb85d-93f7-46b2-9846-1db303e7cb7e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:20.923487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:20.925061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:20.926931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event updated for resources: {'Port': ['ID=d3a023a3-5485-4195-952b-8ae674573adc,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:20.929185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:21.124633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Deleting port d3a023a3-5485-4195-952b-8ae674573adc {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:21.125425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:21.240537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:21.241116 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:21.260223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Calling delete_port for d3a023a3-5485-4195-952b-8ae674573adc owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:21.413526 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:21.442883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event deleted for resources: {'Port': ['ID=d3a023a3-5485-4195-952b-8ae674573adc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:21.529263 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] create failed (client error): The resource could not be found. Aug 29 17:49:21.531032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-706a1560-2e71-458b-8e02-e4dbe6f7f242 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3367686 Aug 29 17:49:21.535398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52232) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:21.635844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-16cc0d87-ae71-40c6-bee2-271ce8cc4a55 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Deleting port b27c6eec-5c3a-486b-b1e1-b801f3323cfa {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:21.636192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16cc0d87-ae71-40c6-bee2-271ce8cc4a55 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:21.732452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16cc0d87-ae71-40c6-bee2-271ce8cc4a55 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:21.747147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-16cc0d87-ae71-40c6-bee2-271ce8cc4a55 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Calling delete_port for b27c6eec-5c3a-486b-b1e1-b801f3323cfa owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:21.888366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16cc0d87-ae71-40c6-bee2-271ce8cc4a55 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:21.918371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc0d87-ae71-40c6-bee2-271ce8cc4a55 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event deleted for resources: {'Port': ['ID=b27c6eec-5c3a-486b-b1e1-b801f3323cfa,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:22.004269 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16cc0d87-ae71-40c6-bee2-271ce8cc4a55 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:22.008934 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16cc0d87-ae71-40c6-bee2-271ce8cc4a55 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "DELETE /v2.0/ports/b27c6eec-5c3a-486b-b1e1-b801f3323cfa HTTP/1.1" status: 204 len: 168 time: 0.4675138 Aug 29 17:49:22.009376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52258) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:22.077914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098fbeaa-864b-4242-b56a-066765877422 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:22.080111 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-098fbeaa-864b-4242-b56a-066765877422 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "GET /v2.0/ports?device_id=ddee5c7b-d188-41c7-b2d2-04008ab2e988 HTTP/1.1" status: 200 len: 913 time: 0.0697074 Aug 29 17:49:22.083448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52264) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:22.423852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:22.680618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Deleting port 22d7ff76-0abd-4628-b25e-d92c385d1559 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:22.680971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:22.779050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:22.802053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Calling delete_port for 22d7ff76-0abd-4628-b25e-d92c385d1559 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:22.995778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.026433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event deleted for resources: {'Port': ['ID=22d7ff76-0abd-4628-b25e-d92c385d1559,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:23.076909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52306) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:23.171198 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.202885 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d8aa75ba-fc5e-467b-8f55-3398711f92f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.303457 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d8aa75ba-fc5e-467b-8f55-3398711f92f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.308367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d8aa75ba-fc5e-467b-8f55-3398711f92f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.335893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Router ddee5c7b-d188-41c7-b2d2-04008ab2e988 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:49:23.346828 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d8aa75ba-fc5e-467b-8f55-3398711f92f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0873803b82a4ab9b80ee37ea36e5c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686946 Aug 29 17:49:23.347717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa75ba-fc5e-467b-8f55-3398711f92f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ad085-0c37-40b8-a069-719d6cb94603,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:23.349986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52310) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:23.398204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc665-9df3-42e2-94f5-3975d8d019e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.415106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:49:23.419625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc665-9df3-42e2-94f5-3975d8d019e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.422402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-095c1de5-8d0f-4d52-8e06-d73ed5ac8a71 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "PUT /v2.0/routers/ddee5c7b-d188-41c7-b2d2-04008ab2e988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3352845 Aug 29 17:49:23.422971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52312) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:23.424379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e102600-3468-4cb5-88e4-c739ab6460cb None None] Sync routers for ids ['ddee5c7b-d188-41c7-b2d2-04008ab2e988'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:49:23.432946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e102600-3468-4cb5-88e4-c739ab6460cb None None] Routers {'ddee5c7b-d188-41c7-b2d2-04008ab2e988'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:23.433554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2e102600-3468-4cb5-88e4-c739ab6460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ddee5c7b-d188-41c7-b2d2-04008ab2e988'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:23.464991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2e102600-3468-4cb5-88e4-c739ab6460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:23.474849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e102600-3468-4cb5-88e4-c739ab6460cb None None] Routers {'ddee5c7b-d188-41c7-b2d2-04008ab2e988'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:23.475462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2e102600-3468-4cb5-88e4-c739ab6460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ddee5c7b-d188-41c7-b2d2-04008ab2e988'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:23.510497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2e102600-3468-4cb5-88e4-c739ab6460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:23.511567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e102600-3468-4cb5-88e4-c739ab6460cb None None] The sync data for ids ['ddee5c7b-d188-41c7-b2d2-04008ab2e988'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:23.518147 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc05c80f-046c-4e59-a3ca-e4ffaef981ee tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.642661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc665-9df3-42e2-94f5-3975d8d019e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.645054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc665-9df3-42e2-94f5-3975d8d019e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.646197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1fbdc665-9df3-42e2-94f5-3975d8d019e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/917ad085-0c37-40b8-a069-719d6cb94603 HTTP/1.1" status: 204 len: 168 time: 0.2953012 Aug 29 17:49:23.680487 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc05c80f-046c-4e59-a3ca-e4ffaef981ee tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.682210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdc665-9df3-42e2-94f5-3975d8d019e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ad085-0c37-40b8-a069-719d6cb94603,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:23.684691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc05c80f-046c-4e59-a3ca-e4ffaef981ee tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.727610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc05c80f-046c-4e59-a3ca-e4ffaef981ee tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.728221 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc05c80f-046c-4e59-a3ca-e4ffaef981ee tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Fanout notify agent at l3_agent the message router_deleted on router ddee5c7b-d188-41c7-b2d2-04008ab2e988 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:49:23.736454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fc05c80f-046c-4e59-a3ca-e4ffaef981ee tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.739949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fc05c80f-046c-4e59-a3ca-e4ffaef981ee tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "DELETE /v2.0/routers/ddee5c7b-d188-41c7-b2d2-04008ab2e988 HTTP/1.1" status: 204 len: 168 time: 0.3139408 Aug 29 17:49:23.739949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:23.796275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41191be-f012-4206-a6bb-60c5c9b37857 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Deleting subnet 2cb99349-795a-413d-a718-0edd39948e29 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:23.799870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e41191be-f012-4206-a6bb-60c5c9b37857 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.838731 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e41191be-f012-4206-a6bb-60c5c9b37857 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.912155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52320) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:23.927226 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e41191be-f012-4206-a6bb-60c5c9b37857 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.931857 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4194e6ac-e38e-4cf2-be50-09ba5c6c1bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:23.996437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e41191be-f012-4206-a6bb-60c5c9b37857 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.031562 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4194e6ac-e38e-4cf2-be50-09ba5c6c1bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.037117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4194e6ac-e38e-4cf2-be50-09ba5c6c1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.079853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4194e6ac-e38e-4cf2-be50-09ba5c6c1bc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70fa2364a12a47b395ed75080459e7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665254 Aug 29 17:49:24.081040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194e6ac-e38e-4cf2-be50-09ba5c6c1bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abaeeb5-1cf5-4ee9-a5ab-7f63b7baf517,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:24.083545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52326) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:24.140622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fed21689-42ac-482d-a14b-2de9d3f5b190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.167085 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fed21689-42ac-482d-a14b-2de9d3f5b190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.223989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fed21689-42ac-482d-a14b-2de9d3f5b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.227109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fed21689-42ac-482d-a14b-2de9d3f5b190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.231729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fed21689-42ac-482d-a14b-2de9d3f5b190 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0abaeeb5-1cf5-4ee9-a5ab-7f63b7baf517 HTTP/1.1" status: 204 len: 168 time: 0.1471467 Aug 29 17:49:24.241089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed21689-42ac-482d-a14b-2de9d3f5b190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abaeeb5-1cf5-4ee9-a5ab-7f63b7baf517,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:24.362333 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41191be-f012-4206-a6bb-60c5c9b37857 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb99349-795a-413d-a718-0edd39948e29,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:24.364455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e41191be-f012-4206-a6bb-60c5c9b37857 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.369110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e41191be-f012-4206-a6bb-60c5c9b37857 tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "DELETE /v2.0/subnets/2cb99349-795a-413d-a718-0edd39948e29 HTTP/1.1" status: 204 len: 168 time: 0.6254177 Aug 29 17:49:24.369110 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52336) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:24.372081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81a9e0-553c-4ffe-bf58-a9194443c8c3 None None] Network 07cf9728-0296-498c-8f99-22a8cf36e4ae requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:24.469029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.544622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Deleting port d2d8f22e-0360-4627-81b7-39c71f7947e1 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:24.544818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.594335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] DHCP port deletion for 07cf9728-0296-498c-8f99-22a8cf36e4ae request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:49:24.614980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] For port d2d8f22e-0360-4627-81b7-39c71f7947e1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d2d8f22e-0360-4627-81b7-39c71f7947e1,segment=NetworkSegment(576fdeda-7b1c-4645-b3d9-ae24ef0010af),segment_id=576fdeda-7b1c-4645-b3d9-ae24ef0010af)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:24.615596 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.634487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Calling delete_port for d2d8f22e-0360-4627-81b7-39c71f7947e1 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:24.650851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] Deleting port d2d8f22e-0360-4627-81b7-39c71f7947e1 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:24.651234 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.729542 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.738258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] For port d2d8f22e-0360-4627-81b7-39c71f7947e1, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d2d8f22e-0360-4627-81b7-39c71f7947e1,segment=NetworkSegment(576fdeda-7b1c-4645-b3d9-ae24ef0010af),segment_id=576fdeda-7b1c-4645-b3d9-ae24ef0010af)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:24.738258 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.757802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] Calling delete_port for d2d8f22e-0360-4627-81b7-39c71f7947e1 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:24.762868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] No DVR routers for this DVR port d2d8f22e-0360-4627-81b7-39c71f7947e1 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:24.844768 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.858875 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.869571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cf9728-0296-498c-8f99-22a8cf36e4ae']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:24.874993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] Pushing event deleted for resources: {'Port': ['ID=d2d8f22e-0360-4627-81b7-39c71f7947e1,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:24.881621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9512555-c357-410a-880a-4307fd35ec4a None None] No DVR routers for this DVR port d2d8f22e-0360-4627-81b7-39c71f7947e1 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:24.887611 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576fdeda-7b1c-4645-b3d9-ae24ef0010af') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:24.887807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576fdeda-7b1c-4645-b3d9-ae24ef0010af') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:24.898377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.912357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event deleted for resources: {'Port': ['ID=d2d8f22e-0360-4627-81b7-39c71f7947e1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:24.914660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.921500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:24.921937 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:24.925728 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:24.990385 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.994989 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:24.996857 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] 10.222.0.41 "DELETE /v2.0/networks/07cf9728-0296-498c-8f99-22a8cf36e4ae HTTP/1.1" status: 204 len: 168 time: 0.6272376 Aug 29 17:49:25.014899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c224202-b63a-4abe-b0c0-51017a75ce6a tempest-FloatingIPNegativeTestJSON-777208947 tempest-FloatingIPNegativeTestJSON-777208947-project] Pushing event deleted for resources: {'Network': ['ID=07cf9728-0296-498c-8f99-22a8cf36e4ae,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:25.300151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:25.441931 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7d5b124d-11d8-4b1f-b12e-c3a067ab8584 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d49394d21c8c4f3d928d969c03d00298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405551 Aug 29 17:49:25.444438 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52378) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:25.505314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2d35-1578-4c97-87f0-843d7b84814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:25.531483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2d35-1578-4c97-87f0-843d7b84814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:25.583805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2d35-1578-4c97-87f0-843d7b84814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:25.586312 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2d35-1578-4c97-87f0-843d7b84814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:25.587644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ad7e2d35-1578-4c97-87f0-843d7b84814c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/376a8732-526e-4bb2-b2b4-c3d957f3d013 HTTP/1.1" status: 204 len: 168 time: 0.1422760 Aug 29 17:49:25.595900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e2d35-1578-4c97-87f0-843d7b84814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376a8732-526e-4bb2-b2b4-c3d957f3d013,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:26.346974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52426) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:26.491727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-526021536'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:26.505350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d2d8f22e-0360-4627-81b7-39c71f7947e1 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:26.536179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:26.540054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:26.540681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d2d8f22e-0360-4627-81b7-39c71f7947e1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:26.541028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d2d8f22e-0360-4627-81b7-39c71f7947e1 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:26.550505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:26.660406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:26.664769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:26.708667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:26.773148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:26.773148 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Added segment c1541858-0a78-42de-9699-f68f17210768 of type vlan for network 172665ba-e998-463c-88bc-6b722d154b92 Aug 29 17:49:26.790578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8b37b-87b8-47dd-af9c-0719266c242d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:26.841395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:26.869689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:26.875671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:26.876311 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:26.943393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5946684 Aug 29 17:49:26.949210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771d06f-c339-4892-b4b2-8bbf2a62e4d4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Network': ['ID=172665ba-e998-463c-88bc-6b722d154b92,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:26.974613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 172665ba-e998-463c-88bc-6b722d154b92 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:30.112445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52480) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:30.145351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52484) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:30.155001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'subnet': {'network_id': '172665ba-e998-463c-88bc-6b722d154b92', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:30.248179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:30.252766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.317125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27d2331e-d532-42a2-b3ce-0a43d61146fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.505490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.515049 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27d2331e-d532-42a2-b3ce-0a43d61146fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.548223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27d2331e-d532-42a2-b3ce-0a43d61146fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.603613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Subnet': ['ID=bef84fcd-35be-48c9-8360-0a15c10a796f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:30.617174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-27d2331e-d532-42a2-b3ce-0a43d61146fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d0c6fcb9c2d48cf8bf0ea5199e6a758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014384 Aug 29 17:49:30.619503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2331e-d532-42a2-b3ce-0a43d61146fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc82400-1145-4d18-8c5e-1d45516afcb9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:30.620530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52488) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:30.633343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Checking segment: {'id': 'c1541858-0a78-42de-9699-f68f17210768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '172665ba-e998-463c-88bc-6b722d154b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:30.634104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network hostable DHCP agents. Network: 172665ba-e998-463c-88bc-6b722d154b92, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:30.666144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network 172665ba-e998-463c-88bc-6b722d154b92 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:30.677225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 172665ba-e998-463c-88bc-6b722d154b92) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:30.684125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:30.685634 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.692252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5594d-64f5-4517-9fe0-f01a979ec962 None None] Network 172665ba-e998-463c-88bc-6b722d154b92 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:30.694053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0e64c4c-a984-4501-b8e3-62186a9d0d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.709692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1e4eb6cc-0155-46f3-8343-990c2709ec46 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5632250 Aug 29 17:49:30.713841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52492) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:30.717109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0e64c4c-a984-4501-b8e3-62186a9d0d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.740423 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1462330672'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:30.767203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0e64c4c-a984-4501-b8e3-62186a9d0d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.770027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0e64c4c-a984-4501-b8e3-62186a9d0d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.771647 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f0e64c4c-a984-4501-b8e3-62186a9d0d3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cc82400-1145-4d18-8c5e-1d45516afcb9 HTTP/1.1" status: 204 len: 168 time: 0.1494410 Aug 29 17:49:30.777360 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:30.785905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.786443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e64c4c-a984-4501-b8e3-62186a9d0d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc82400-1145-4d18-8c5e-1d45516afcb9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:30.824479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:30.862573 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.863527 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Added segment 1e820caf-0f95-4239-808a-e646d3195e84 of type vlan for network 13b594de-0377-4263-b0c7-3f572a218a70 Aug 29 17:49:30.883375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-172665ba-e998-463c-88bc-6b722d154b92', 'network_id': '172665ba-e998-463c-88bc-6b722d154b92', 'tenant_id': '784807835ec741bca5c023c063cd6abe', 'fixed_ips': [{'subnet_id': 'bef84fcd-35be-48c9-8360-0a15c10a796f'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:30.884525 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.920018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.948009 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.956088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:30.957747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:30.974574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2558606 Aug 29 17:49:30.977675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52498) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:30.982955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'subnet': {'network_id': '13b594de-0377-4263-b0c7-3f572a218a70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:31.055499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df4417-4470-432c-9394-e54285886ad6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Network': ['ID=13b594de-0377-4263-b0c7-3f572a218a70,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:31.069434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 13b594de-0377-4263-b0c7-3f572a218a70 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:31.139802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:31.149594 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.330523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Allocated IP 2001:db8:0:ffff::2 (172665ba-e998-463c-88bc-6b722d154b92/bef84fcd-35be-48c9-8360-0a15c10a796f/f24efa9e-48f4-4d12-9d41-0235d904caaf) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:31.331042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52500) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:31.353218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472f1532-bbdf-4215-b9fd-a65b09c9316a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.472578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472f1532-bbdf-4215-b9fd-a65b09c9316a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.479060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-472f1532-bbdf-4215-b9fd-a65b09c9316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.494784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:49:31.496269 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.530799 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.534135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52502) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:31.535295 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-472f1532-bbdf-4215-b9fd-a65b09c9316a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b549c231976414cb93f4ef736ca04e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030683 Aug 29 17:49:31.551574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Transition to ACTIVE for port object f24efa9e-48f4-4d12-9d41-0235d904caaf will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:31.551798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f1532-bbdf-4215-b9fd-a65b09c9316a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8a2ad4-4c0c-4daf-9305-feb30504db5e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:31.579996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Transition to ACTIVE for port object f24efa9e-48f4-4d12-9d41-0235d904caaf will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:31.589525 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.609786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Subnet': ['ID=ccd6503e-4231-4874-a703-427c484924d8,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:31.621108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Checking segment: {'id': '1e820caf-0f95-4239-808a-e646d3195e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '13b594de-0377-4263-b0c7-3f572a218a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:31.621749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network hostable DHCP agents. Network: 13b594de-0377-4263-b0c7-3f572a218a70, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:31.632592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Network 172665ba-e998-463c-88bc-6b722d154b92 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:31.635966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:31.646225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:31.651770 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e438b2ae-932b-49ab-8cde-afad5e5cf379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.657459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Pushing event updated for resources: {'Port': ['ID=f24efa9e-48f4-4d12-9d41-0235d904caaf,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:31.659498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network 13b594de-0377-4263-b0c7-3f572a218a70 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:31.680060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 13b594de-0377-4263-b0c7-3f572a218a70) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:31.687527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e438b2ae-932b-49ab-8cde-afad5e5cf379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.690831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:31.691429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.706799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5227ee99-cd90-49c9-9c28-b91efca6387f None None] Network 13b594de-0377-4263-b0c7-3f572a218a70 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:31.758993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Attempting to bind port f24efa9e-48f4-4d12-9d41-0235d904caaf on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:31.759372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Attempting to bind port f24efa9e-48f4-4d12-9d41-0235d904caaf by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'c1541858-0a78-42de-9699-f68f17210768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '172665ba-e998-463c-88bc-6b722d154b92'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:31.759743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Attempting to bind port f24efa9e-48f4-4d12-9d41-0235d904caaf on network 172665ba-e998-463c-88bc-6b722d154b92 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:31.761781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e7b45f61-4546-4b8e-b2eb-d3281c39e16f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7830622 Aug 29 17:49:31.765081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52508) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:31.768732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:31.769141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Checking segment: {'id': 'c1541858-0a78-42de-9699-f68f17210768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '172665ba-e998-463c-88bc-6b722d154b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:31.769776 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.770076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Bound using segment: {'id': 'c1541858-0a78-42de-9699-f68f17210768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '172665ba-e998-463c-88bc-6b722d154b92'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:31.770412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Bound port: f24efa9e-48f4-4d12-9d41-0235d904caaf, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1541858-0a78-42de-9699-f68f17210768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '172665ba-e998-463c-88bc-6b722d154b92'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:31.778642 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.781273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'port': {'network_id': '13b594de-0377-4263-b0c7-3f572a218a70', 'name': 'tempest-NetworksIpV6TestAttrs-385857757'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:31.806359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e438b2ae-932b-49ab-8cde-afad5e5cf379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.809483 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e438b2ae-932b-49ab-8cde-afad5e5cf379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.814649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e438b2ae-932b-49ab-8cde-afad5e5cf379 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c8a2ad4-4c0c-4daf-9305-feb30504db5e HTTP/1.1" status: 204 len: 168 time: 0.2786906 Aug 29 17:49:31.834169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438b2ae-932b-49ab-8cde-afad5e5cf379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8a2ad4-4c0c-4daf-9305-feb30504db5e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:31.912852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] For port f24efa9e-48f4-4d12-9d41-0235d904caaf, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:31.917795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] For port f24efa9e-48f4-4d12-9d41-0235d904caaf, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f24efa9e-48f4-4d12-9d41-0235d904caaf,segment=NetworkSegment(c1541858-0a78-42de-9699-f68f17210768),segment_id=c1541858-0a78-42de-9699-f68f17210768)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:31.942764 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:31.993309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:31.998801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:32.006008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354b1ca-88b5-4e77-a4b7-df4b3626c47f None None] Pushing event updated for resources: {'Port': ['ID=f24efa9e-48f4-4d12-9d41-0235d904caaf,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:32.034633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] device_id is not set on port 81efa49a-7f27-4617-81e3-3c11b2a6a6ab yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:49:32.092456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-13b594de-0377-4263-b0c7-3f572a218a70', 'network_id': '13b594de-0377-4263-b0c7-3f572a218a70', 'tenant_id': '784807835ec741bca5c023c063cd6abe', 'fixed_ips': [{'subnet_id': 'ccd6503e-4231-4874-a703-427c484924d8'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:32.095371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:32.244131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Allocated IP 2001:db8::f816:3eff:fe7e:85ae (13b594de-0377-4263-b0c7-3f572a218a70/ccd6503e-4231-4874-a703-427c484924d8/81efa49a-7f27-4617-81e3-3c11b2a6a6ab) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:32.494900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:32.513472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Transition to ACTIVE for port object 81efa49a-7f27-4617-81e3-3c11b2a6a6ab will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:32.542364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f24efa9e-48f4-4d12-9d41-0235d904caaf up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:32.572840 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:32.618372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network 13b594de-0377-4263-b0c7-3f572a218a70 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:32.622324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:32.629931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:32.638732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:32.639526 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:32.656435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Port': ['ID=81efa49a-7f27-4617-81e3-3c11b2a6a6ab,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:32.660208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Allocated IP 2001:db8::f816:3eff:fe5b:c561 (13b594de-0377-4263-b0c7-3f572a218a70/ccd6503e-4231-4874-a703-427c484924d8/42d049bf-e6a5-4074-aca5-63ddb4aa7f2e) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:32.676102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f24efa9e-48f4-4d12-9d41-0235d904caaf completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:32.676816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ce22f044-6b21-4861-9882-e23d4e803323 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9071240 Aug 29 17:49:32.679101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52522) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:32.775158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc90a3b-4c10-42bd-85ab-0eeef0619f8b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Deleting subnet ccd6503e-4231-4874-a703-427c484924d8 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:32.888426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:32.902042 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:49:32.902722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Transition to ACTIVE for port object 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:32.930662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Transition to ACTIVE for port object 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:32.937284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:32.939442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dc90a3b-4c10-42bd-85ab-0eeef0619f8b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:32.981745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Network 13b594de-0377-4263-b0c7-3f572a218a70 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:32.985274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:33.011158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:33.048954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Pushing event updated for resources: {'Port': ['ID=42d049bf-e6a5-4074-aca5-63ddb4aa7f2e,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:33.057464 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dc90a3b-4c10-42bd-85ab-0eeef0619f8b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.120689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Attempting to bind port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:33.121426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Attempting to bind port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '1e820caf-0f95-4239-808a-e646d3195e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '13b594de-0377-4263-b0c7-3f572a218a70'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:33.122039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Attempting to bind port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e on network 13b594de-0377-4263-b0c7-3f572a218a70 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:33.129093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:33.129809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Checking segment: {'id': '1e820caf-0f95-4239-808a-e646d3195e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '13b594de-0377-4263-b0c7-3f572a218a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:33.130219 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.130662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Bound using segment: {'id': '1e820caf-0f95-4239-808a-e646d3195e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '13b594de-0377-4263-b0c7-3f572a218a70'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:33.131184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Bound port: 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e820caf-0f95-4239-808a-e646d3195e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '13b594de-0377-4263-b0c7-3f572a218a70'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:33.132039 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.242443 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dc90a3b-4c10-42bd-85ab-0eeef0619f8b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.353738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] For port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:33.354271 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dc90a3b-4c10-42bd-85ab-0eeef0619f8b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.357446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] For port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=42d049bf-e6a5-4074-aca5-63ddb4aa7f2e,segment=NetworkSegment(1e820caf-0f95-4239-808a-e646d3195e84),segment_id=1e820caf-0f95-4239-808a-e646d3195e84)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:33.369845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.392977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc90a3b-4c10-42bd-85ab-0eeef0619f8b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd6503e-4231-4874-a703-427c484924d8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:33.395082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8dc90a3b-4c10-42bd-85ab-0eeef0619f8b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.400482 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8dc90a3b-4c10-42bd-85ab-0eeef0619f8b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/subnets/ccd6503e-4231-4874-a703-427c484924d8 HTTP/1.1" status: 204 len: 168 time: 0.7190232 Aug 29 17:49:33.401785 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52540) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:33.479882 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc4ed2-6fef-4250-b189-144bedd2e91c None None] Pushing event updated for resources: {'Port': ['ID=42d049bf-e6a5-4074-aca5-63ddb4aa7f2e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:33.518239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd307d43-5d16-450e-9d39-802898a5e951 None None] Network 172665ba-e998-463c-88bc-6b722d154b92 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:33.540057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cf69f-7774-4f82-83de-8270ac70d752 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:33.542866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cf69f-7774-4f82-83de-8270ac70d752 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:33.544428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-378cf69f-7774-4f82-83de-8270ac70d752 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1416943 Aug 29 17:49:33.550452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52544) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:33.607739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-14527b2b-6101-416c-be09-101a343d993c None None] Provisioning for port f24efa9e-48f4-4d12-9d41-0235d904caaf completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:33.617208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-14527b2b-6101-416c-be09-101a343d993c None None] Provisioning complete for port f24efa9e-48f4-4d12-9d41-0235d904caaf triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:33.617584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14527b2b-6101-416c-be09-101a343d993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.691291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f299-de58-44ac-8a96-c613aaf459bd tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.714128 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce3f299-de58-44ac-8a96-c613aaf459bd tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 17:49:33.716248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce3f299-de58-44ac-8a96-c613aaf459bd tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:33.729329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52550) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:33.729970 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0ce3f299-de58-44ac-8a96-c613aaf459bd tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/13b594de-0377-4263-b0c7-3f572a218a70 HTTP/1.1" status: 409 len: 405 time: 0.1702626 Aug 29 17:49:33.738098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1435012261'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:33.775544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:33.779668 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.826939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:33.833380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14527b2b-6101-416c-be09-101a343d993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.860789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.861277 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Added segment 6b96b840-9f35-4a31-8c18-4726eed079aa of type vlan for network d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 Aug 29 17:49:33.935673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:33.991956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-14527b2b-6101-416c-be09-101a343d993c None None] For port f24efa9e-48f4-4d12-9d41-0235d904caaf, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f24efa9e-48f4-4d12-9d41-0235d904caaf,segment=NetworkSegment(c1541858-0a78-42de-9699-f68f17210768),segment_id=c1541858-0a78-42de-9699-f68f17210768)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:33.995612 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:34.003337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14527b2b-6101-416c-be09-101a343d993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:34.004195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:34.004828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:34.119765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3889544 Aug 29 17:49:34.122686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:34.131649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14527b2b-6101-416c-be09-101a343d993c None None] Pushing event updated for resources: {'Port': ['ID=f24efa9e-48f4-4d12-9d41-0235d904caaf,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:34.133642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'subnet': {'network_id': 'd6ddb18f-e0ec-4b2c-9451-1c8b393f1b35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:34.150245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2251cf5-6457-400a-a356-330eab4d0aa4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Network': ['ID=d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:34.161915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:34.301574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:34.315398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:34.343064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-38e8e33f-e319-434d-b721-5c79cbe21d05 None None] Provisioning complete for port f24efa9e-48f4-4d12-9d41-0235d904caaf triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:34.343284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-38e8e33f-e319-434d-b721-5c79cbe21d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:34.691867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f24efa9e-48f4-4d12-9d41-0235d904caaf up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:34.770811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f24efa9e-48f4-4d12-9d41-0235d904caaf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:34.772011 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:34.787679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:49:34.789488 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:34.886454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Subnet': ['ID=bcf14cbc-0bbb-41a7-b60f-b9e5963feafb,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:34.890337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Checking segment: {'id': '6b96b840-9f35-4a31-8c18-4726eed079aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd6ddb18f-e0ec-4b2c-9451-1c8b393f1b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:34.890935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network hostable DHCP agents. Network: d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:34.908841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:34.910781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:34.923472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:34.942544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:34.947601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:34.951098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5c321-2318-4036-8375-fdf718b89f15 None None] Network d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:34.971042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118b8ba-4246-434c-9b69-d9d7cce64c4a None None] Network 13b594de-0377-4263-b0c7-3f572a218a70 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:34.990949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-32f272d9-2009-441d-b289-1035c4c7394e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8671968 Aug 29 17:49:34.997988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52568) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:35.004341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'port': {'network_id': 'd6ddb18f-e0ec-4b2c-9451-1c8b393f1b35', 'name': 'tempest-NetworksIpV6TestAttrs-853137696'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:35.132239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:35.137681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5da2bbd3-ff40-4eef-93c5-a1a10e30ce5a None None] Provisioning for port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:35.156846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:35.157356 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.163721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5da2bbd3-ff40-4eef-93c5-a1a10e30ce5a None None] Provisioning complete for port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:35.164102 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5da2bbd3-ff40-4eef-93c5-a1a10e30ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.234199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:35.251893 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.271506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] device_id is not set on port 2a62093e-fae2-475f-8248-eb90e8686dcc yet. {{(pid=94795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:49:35.420448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35', 'network_id': 'd6ddb18f-e0ec-4b2c-9451-1c8b393f1b35', 'tenant_id': '784807835ec741bca5c023c063cd6abe', 'fixed_ips': [{'subnet_id': 'bcf14cbc-0bbb-41a7-b60f-b9e5963feafb'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:35.421279 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.435998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Allocated IP 2001:db8::f816:3eff:fece:5357 (d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35/bcf14cbc-0bbb-41a7-b60f-b9e5963feafb/2a62093e-fae2-475f-8248-eb90e8686dcc) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:35.490741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] DHCP port deletion for 13b594de-0377-4263-b0c7-3f572a218a70 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:49:35.492427 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5da2bbd3-ff40-4eef-93c5-a1a10e30ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.505375 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.631791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5da2bbd3-ff40-4eef-93c5-a1a10e30ce5a None None] For port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=42d049bf-e6a5-4074-aca5-63ddb4aa7f2e,segment=NetworkSegment(1e820caf-0f95-4239-808a-e646d3195e84),segment_id=1e820caf-0f95-4239-808a-e646d3195e84)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:35.640419 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5da2bbd3-ff40-4eef-93c5-a1a10e30ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.676482 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.694294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Transition to ACTIVE for port object 2a62093e-fae2-475f-8248-eb90e8686dcc will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:35.710998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] Deleting port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:35.711371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.730748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:49:35.731107 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:49:35.758319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.789144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:35.792871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:35.793236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2bbd3-ff40-4eef-93c5-a1a10e30ce5a None None] Pushing event updated for resources: {'Port': ['ID=42d049bf-e6a5-4074-aca5-63ddb4aa7f2e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:35.811202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:35.818234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:35.818496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.825568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] For port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=42d049bf-e6a5-4074-aca5-63ddb4aa7f2e,segment=NetworkSegment(1e820caf-0f95-4239-808a-e646d3195e84),segment_id=1e820caf-0f95-4239-808a-e646d3195e84)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:35.825953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:35.838153 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8366063 Aug 29 17:49:35.838344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Allocated IP 2001:db8::f816:3eff:fe5e:cf46 (d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35/bcf14cbc-0bbb-41a7-b60f-b9e5963feafb/969fffe5-10fb-4414-a9db-3eca273beb28) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:35.838462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52580) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:35.845313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] Calling delete_port for 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:35.884858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b60b1e-7f43-4d64-a513-53706e7a03e6 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Port': ['ID=2a62093e-fae2-475f-8248-eb90e8686dcc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:35.900596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1362b1c5-7996-4c04-8d73-8e01f812fc85 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Deleting subnet bcf14cbc-0bbb-41a7-b60f-b9e5963feafb {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:36.176069 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.222450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] Pushing event deleted for resources: {'Port': ['ID=42d049bf-e6a5-4074-aca5-63ddb4aa7f2e,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:36.231052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8982110-ed46-4d49-92f0-d2923c14ef03 None None] No DVR routers for this DVR port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:36.263931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e update to ACTIVE by agent not found {{(pid=94797) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 17:49:36.271380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.282917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Transition to ACTIVE for port object 969fffe5-10fb-4414-a9db-3eca273beb28 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:36.300611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Transition to ACTIVE for port object 969fffe5-10fb-4414-a9db-3eca273beb28 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:36.306193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1362b1c5-7996-4c04-8d73-8e01f812fc85 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.307068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.373354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Network d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:36.381851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:36.382032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1362b1c5-7996-4c04-8d73-8e01f812fc85 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.388922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:36.397943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Pushing event updated for resources: {'Port': ['ID=969fffe5-10fb-4414-a9db-3eca273beb28,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:36.484070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Attempting to bind port 969fffe5-10fb-4414-a9db-3eca273beb28 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:36.484984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Attempting to bind port 969fffe5-10fb-4414-a9db-3eca273beb28 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '6b96b840-9f35-4a31-8c18-4726eed079aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd6ddb18f-e0ec-4b2c-9451-1c8b393f1b35'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:36.485374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Attempting to bind port 969fffe5-10fb-4414-a9db-3eca273beb28 on network d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:36.491550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:36.491922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Checking segment: {'id': '6b96b840-9f35-4a31-8c18-4726eed079aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd6ddb18f-e0ec-4b2c-9451-1c8b393f1b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:36.492333 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.492733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Bound using segment: {'id': '6b96b840-9f35-4a31-8c18-4726eed079aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd6ddb18f-e0ec-4b2c-9451-1c8b393f1b35'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:36.493502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Bound port: 969fffe5-10fb-4414-a9db-3eca273beb28, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b96b840-9f35-4a31-8c18-4726eed079aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd6ddb18f-e0ec-4b2c-9451-1c8b393f1b35'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:36.493899 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.514105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:36.536347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:36.536706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 42d049bf-e6a5-4074-aca5-63ddb4aa7f2e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:36.588221 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1362b1c5-7996-4c04-8d73-8e01f812fc85 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.666667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1362b1c5-7996-4c04-8d73-8e01f812fc85 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.678304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] For port 969fffe5-10fb-4414-a9db-3eca273beb28, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:36.681939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] For port 969fffe5-10fb-4414-a9db-3eca273beb28, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=969fffe5-10fb-4414-a9db-3eca273beb28,segment=NetworkSegment(6b96b840-9f35-4a31-8c18-4726eed079aa),segment_id=6b96b840-9f35-4a31-8c18-4726eed079aa)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:36.689366 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.697707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362b1c5-7996-4c04-8d73-8e01f812fc85 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf14cbc-0bbb-41a7-b60f-b9e5963feafb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:36.712437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1362b1c5-7996-4c04-8d73-8e01f812fc85 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.716673 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1362b1c5-7996-4c04-8d73-8e01f812fc85 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/subnets/bcf14cbc-0bbb-41a7-b60f-b9e5963feafb HTTP/1.1" status: 204 len: 168 time: 0.8773713 Aug 29 17:49:36.722995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52592) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:36.804770 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431815d4-a9de-440c-8a51-de3233b2ca00 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:36.806946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431815d4-a9de-440c-8a51-de3233b2ca00 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:36.811107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-431815d4-a9de-440c-8a51-de3233b2ca00 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0840025 Aug 29 17:49:36.811546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52598) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:36.819272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80305f53-ffd0-4855-b01f-01f7e0f3a82e None None] Pushing event updated for resources: {'Port': ['ID=969fffe5-10fb-4414-a9db-3eca273beb28,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:36.925971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27620b5c-5ced-418c-b20a-a2f2cc629f89 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:36.933222 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-27620b5c-5ced-418c-b20a-a2f2cc629f89 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 17:49:36.933686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27620b5c-5ced-418c-b20a-a2f2cc629f89 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:36.939493 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-27620b5c-5ced-418c-b20a-a2f2cc629f89 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 HTTP/1.1" status: 409 len: 405 time: 0.1229365 Aug 29 17:49:36.939735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52604) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:36.944942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-765523785'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:36.967517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:36.971692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:37.004954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:37.029007 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:37.029915 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Added segment 6bac9b60-8bc2-4b66-af6a-1443e3f0336a of type vlan for network 5ce4885c-2b0c-41eb-ad93-5ce602360e67 Aug 29 17:49:37.080490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:37.119808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:37.125921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:37.126551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:37.450487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5095131 Aug 29 17:49:37.454116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52614) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:37.457270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379afd71-b68c-463b-adb4-c74df0b6083e tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Network': ['ID=5ce4885c-2b0c-41eb-ad93-5ce602360e67,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:37.460041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'subnet': {'network_id': '5ce4885c-2b0c-41eb-ad93-5ce602360e67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:37.479580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 5ce4885c-2b0c-41eb-ad93-5ce602360e67 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:37.596058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:37.600647 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:37.917699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.objects.ports [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:49:37.923258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:37.942668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51473adb-c9a7-43d9-b1c0-0bd54727fed0 None None] Network d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:38.002244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Subnet': ['ID=b68ee58c-f0c7-4a20-a6cc-12a1147f6885,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:38.014697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Checking segment: {'id': '6bac9b60-8bc2-4b66-af6a-1443e3f0336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5ce4885c-2b0c-41eb-ad93-5ce602360e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:38.015071 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network hostable DHCP agents. Network: 5ce4885c-2b0c-41eb-ad93-5ce602360e67, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:38.035135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network 5ce4885c-2b0c-41eb-ad93-5ce602360e67 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:38.051338 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 5ce4885c-2b0c-41eb-ad93-5ce602360e67) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:38.056709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:38.057333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.076598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59809804-b44a-4c53-99d7-52b59ffc2757 None None] Network 5ce4885c-2b0c-41eb-ad93-5ce602360e67 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:38.083148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a512b8ce-be86-417d-b3e2-5640462643b0 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6254592 Aug 29 17:49:38.083582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52632) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:38.124458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4859988c-a26a-4a4c-a74f-58e70aebccbe None None] Provisioning for port 969fffe5-10fb-4414-a9db-3eca273beb28 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:38.204692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.230724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] DHCP port deletion for d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:49:38.301384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6c57c-4c6f-43e5-9562-a2e9b121853f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-5ce4885c-2b0c-41eb-ad93-5ce602360e67', 'network_id': '5ce4885c-2b0c-41eb-ad93-5ce602360e67', 'tenant_id': '784807835ec741bca5c023c063cd6abe', 'fixed_ips': [{'subnet_id': 'b68ee58c-f0c7-4a20-a6cc-12a1147f6885'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:38.302268 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c57c-4c6f-43e5-9562-a2e9b121853f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.307522 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.382540 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.475780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] Deleting port 969fffe5-10fb-4414-a9db-3eca273beb28 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:38.476373 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.505601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Subnet': ['ID=b68ee58c-f0c7-4a20-a6cc-12a1147f6885,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:38.532534 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-ffc6c57c-4c6f-43e5-9562-a2e9b121853f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b68ee58c-f0c7-4a20-a6cc-12a1147f6885: This subnet is being modified by another concurrent operation. Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b68ee58c-f0c7-4a20-a6cc-12a1147f6885: This subnet is being modified by another concurrent operation. Aug 29 17:49:38.543923 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:49:38.552708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce4885c-2b0c-41eb-ad93-5ce602360e67']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:38.565954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777e96b1-1d52-4fa9-8020-7ab0fed0b2c3 None None] Network 5ce4885c-2b0c-41eb-ad93-5ce602360e67 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:38.572538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bac9b60-8bc2-4b66-af6a-1443e3f0336a') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:38.573267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bac9b60-8bc2-4b66-af6a-1443e3f0336a') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:38.586159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.605122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.614054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:38.615587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:38.619981 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:38.632500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] For port 969fffe5-10fb-4414-a9db-3eca273beb28, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=969fffe5-10fb-4414-a9db-3eca273beb28,segment=NetworkSegment(6b96b840-9f35-4a31-8c18-4726eed079aa),segment_id=6b96b840-9f35-4a31-8c18-4726eed079aa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:38.632915 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.653959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] Calling delete_port for 969fffe5-10fb-4414-a9db-3eca273beb28 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:38.707172 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.727276 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.732922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52644) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:38.734970 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/5ce4885c-2b0c-41eb-ad93-5ce602360e67 HTTP/1.1" status: 204 len: 168 time: 0.6462953 Aug 29 17:49:38.739459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1962705510'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:38.746430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f29a4-079f-427f-b981-3789fb64d3b8 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Network': ['ID=5ce4885c-2b0c-41eb-ad93-5ce602360e67,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:38.781063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:38.793188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.809027 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.845150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] Pushing event deleted for resources: {'Port': ['ID=969fffe5-10fb-4414-a9db-3eca273beb28,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:38.854505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:38.855481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329b1b3-ffde-4015-b42f-7bd850358e95 None None] No DVR routers for this DVR port 969fffe5-10fb-4414-a9db-3eca273beb28 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:38.875690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c4514-de10-489d-9b68-c861ee4af9ff None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:49:38.884130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.885890 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Added segment a794e8dd-dbf9-45d3-a418-7be19030e754 of type vlan for network cade12ca-62cf-4ef4-ac24-00385cc745c7 Aug 29 17:49:38.945202 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.982333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.989020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:38.989650 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:38.993556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c4514-de10-489d-9b68-c861ee4af9ff None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:49:39.066198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3321536 Aug 29 17:49:39.070866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52650) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:39.080646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'subnet': {'network_id': 'cade12ca-62cf-4ef4-ac24-00385cc745c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:39.085554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366076a0-0048-46fb-a790-0632df05364c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Network': ['ID=cade12ca-62cf-4ef4-ac24-00385cc745c7,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:39.103131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network cade12ca-62cf-4ef4-ac24-00385cc745c7 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:39.196001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:39.204053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.399876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.464488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Subnet': ['ID=e576729e-58e7-479c-8cb6-22c092450714,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:39.475778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Checking segment: {'id': 'a794e8dd-dbf9-45d3-a418-7be19030e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cade12ca-62cf-4ef4-ac24-00385cc745c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:39.476215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network hostable DHCP agents. Network: cade12ca-62cf-4ef4-ac24-00385cc745c7, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:39.501445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network cade12ca-62cf-4ef4-ac24-00385cc745c7 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:39.512567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, cade12ca-62cf-4ef4-ac24-00385cc745c7) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:39.517885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:39.518542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.521122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14acaed-38a4-4fe8-b35a-b670bb681d37 None None] Network cade12ca-62cf-4ef4-ac24-00385cc745c7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:39.537517 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bc3d175b-86b5-4f73-81cb-62a74d0fce9f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4654331 Aug 29 17:49:39.540047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52660) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:39.664931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.691353 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9df79-654d-4ca6-8d14-167720af82be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-cade12ca-62cf-4ef4-ac24-00385cc745c7', 'network_id': 'cade12ca-62cf-4ef4-ac24-00385cc745c7', 'tenant_id': '784807835ec741bca5c023c063cd6abe', 'fixed_ips': [{'subnet_id': 'e576729e-58e7-479c-8cb6-22c092450714'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:39.693730 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-95b9df79-654d-4ca6-8d14-167720af82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.722409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.802993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-95b9df79-654d-4ca6-8d14-167720af82be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e576729e-58e7-479c-8cb6-22c092450714: This subnet is being modified by another concurrent operation. Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e576729e-58e7-479c-8cb6-22c092450714: This subnet is being modified by another concurrent operation. Aug 29 17:49:39.807451 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 17:49:39.835554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Subnet': ['ID=e576729e-58e7-479c-8cb6-22c092450714,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:39.835886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d70827a-d2c4-43c1-8c72-35e13fe6b1b5 None None] Network cade12ca-62cf-4ef4-ac24-00385cc745c7 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:39.905417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.923040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cade12ca-62cf-4ef4-ac24-00385cc745c7']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:39.934545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a794e8dd-dbf9-45d3-a418-7be19030e754') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:39.934877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a794e8dd-dbf9-45d3-a418-7be19030e754') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:39.944597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.986154 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:39.998461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:39.998916 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:40.002091 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:40.037973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb828f-253c-4c38-8898-bfa284a01200 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:49:40.084459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.110352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.112606 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/cade12ca-62cf-4ef4-ac24-00385cc745c7 HTTP/1.1" status: 204 len: 168 time: 0.5713778 Aug 29 17:49:40.116156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52678) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:40.121784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2057012956'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:40.134414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401d5ac-0c7f-46e7-bb46-d333e35a550b tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Network': ['ID=cade12ca-62cf-4ef4-ac24-00385cc745c7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:40.136875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bb828f-253c-4c38-8898-bfa284a01200 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:49:40.167521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:40.172462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.205180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:40.220056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.220435 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Added segment a910969d-d1ab-4851-bdb2-f37a5587336b of type vlan for network 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 Aug 29 17:49:40.290791 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.334820 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.344520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:40.345176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.396855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2788310 Aug 29 17:49:40.399546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52686) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:40.404797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Request body: {'subnet': {'network_id': '57da1b1c-c64d-4c3d-b798-fdfdbde23cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:40.518691 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96590673-84c7-4175-b08f-d454f6a59dbb tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Network': ['ID=57da1b1c-c64d-4c3d-b798-fdfdbde23cc8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:40.532745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:40.582204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Made reservation on behalf of 784807835ec741bca5c023c063cd6abe for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:40.586476 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.891453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.objects.ports [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:49:40.893016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.951323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event updated for resources: {'Subnet': ['ID=0adeec5d-8c32-41cc-8a65-b9554a394289,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:40.960373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Checking segment: {'id': 'a910969d-d1ab-4851-bdb2-f37a5587336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '57da1b1c-c64d-4c3d-b798-fdfdbde23cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:40.960727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network hostable DHCP agents. Network: 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:40.979009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Network 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:40.988948 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:40.994380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:40.995453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.001871 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a1a65c-7aa0-48fa-82b4-d346f37bff01 None None] Network 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:41.015319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dc4c2514-b3cf-4fbe-b4cb-76279678ce9c tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6124055 Aug 29 17:49:41.015715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52690) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:41.137263 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.196341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-57da1b1c-c64d-4c3d-b798-fdfdbde23cc8', 'network_id': '57da1b1c-c64d-4c3d-b798-fdfdbde23cc8', 'tenant_id': '784807835ec741bca5c023c063cd6abe', 'fixed_ips': [{'subnet_id': '0adeec5d-8c32-41cc-8a65-b9554a394289'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:41.197463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.309204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.343916 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ea923153-8bdc-4b44-8ed3-57eb246ba270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.412412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Allocated IP 2001:db8::f816:3eff:fe3f:944b (57da1b1c-c64d-4c3d-b798-fdfdbde23cc8/0adeec5d-8c32-41cc-8a65-b9554a394289/0f01493d-ebae-4d77-9890-7b31a908a779) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:41.608292 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.619266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Transition to ACTIVE for port object 0f01493d-ebae-4d77-9890-7b31a908a779 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:41.640216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Transition to ACTIVE for port object 0f01493d-ebae-4d77-9890-7b31a908a779 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:41.650336 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.669817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.701575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Pushing event updated for resources: {'Port': ['ID=0f01493d-ebae-4d77-9890-7b31a908a779,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:41.709317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.709677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.710025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.710362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.710734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.711065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.711397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.711729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.712060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.712384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.712710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.713034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:41.730302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Network 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:41.731977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:41.735416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:41.756139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Subnet': ['ID=0adeec5d-8c32-41cc-8a65-b9554a394289,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:41.776279 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.787094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57da1b1c-c64d-4c3d-b798-fdfdbde23cc8']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:41.797662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Attempting to bind port 0f01493d-ebae-4d77-9890-7b31a908a779 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:41.798032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Attempting to bind port 0f01493d-ebae-4d77-9890-7b31a908a779 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a910969d-d1ab-4851-bdb2-f37a5587336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '57da1b1c-c64d-4c3d-b798-fdfdbde23cc8'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:41.798288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a910969d-d1ab-4851-bdb2-f37a5587336b') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:41.798406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Attempting to bind port 0f01493d-ebae-4d77-9890-7b31a908a779 on network 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:41.798652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a910969d-d1ab-4851-bdb2-f37a5587336b') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:41.803416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:41.803988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Checking segment: {'id': 'a910969d-d1ab-4851-bdb2-f37a5587336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '57da1b1c-c64d-4c3d-b798-fdfdbde23cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:41.804401 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.804820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Bound using segment: {'id': 'a910969d-d1ab-4851-bdb2-f37a5587336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '57da1b1c-c64d-4c3d-b798-fdfdbde23cc8'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:41.805283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Bound port: 0f01493d-ebae-4d77-9890-7b31a908a779, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a910969d-d1ab-4851-bdb2-f37a5587336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '57da1b1c-c64d-4c3d-b798-fdfdbde23cc8'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:41.805665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.807404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.822029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.828713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:41.829205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:41.832516 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:41.888830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] For port 0f01493d-ebae-4d77-9890-7b31a908a779, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:41.898875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] For port 0f01493d-ebae-4d77-9890-7b31a908a779, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0f01493d-ebae-4d77-9890-7b31a908a779,segment=NetworkSegment(a910969d-d1ab-4851-bdb2-f37a5587336b),segment_id=a910969d-d1ab-4851-bdb2-f37a5587336b)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:41.901645 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.db.api [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:49:41.901645 n-d-713499-15 neutron-server[94795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:49:41.901645 n-d-713499-15 neutron-server[94795]: [parameters: {'id': '57da1b1c-c64d-4c3d-b798-fdfdbde23cc8'}] Aug 29 17:49:41.901645 n-d-713499-15 neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:49:41.901645 n-d-713499-15 neutron-server[94795]: DEBUG oslo_db.api [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:49:41.904321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:41.980710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470caff-67a1-45cb-9a30-17a5f601a0d3 None None] Pushing event updated for resources: {'Port': ['ID=0f01493d-ebae-4d77-9890-7b31a908a779,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:42.003370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d468b0-e2d9-4d61-9c34-41b08314229d None None] Network 57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:42.126466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6869639-297b-49ac-b055-e76e82dbf980 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:49:42.205773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6869639-297b-49ac-b055-e76e82dbf980 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:49:42.403247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.469213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Deleting port 0f01493d-ebae-4d77-9890-7b31a908a779 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:42.469817 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.546160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] For port 0f01493d-ebae-4d77-9890-7b31a908a779, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0f01493d-ebae-4d77-9890-7b31a908a779,segment=NetworkSegment(a910969d-d1ab-4851-bdb2-f37a5587336b),segment_id=a910969d-d1ab-4851-bdb2-f37a5587336b)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:42.547082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.560860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Calling delete_port for 0f01493d-ebae-4d77-9890-7b31a908a779 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:42.636646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.646964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.682350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Port': ['ID=0f01493d-ebae-4d77-9890-7b31a908a779,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:42.693000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No DVR routers for this DVR port 0f01493d-ebae-4d77-9890-7b31a908a779 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:42.781448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.792932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57da1b1c-c64d-4c3d-b798-fdfdbde23cc8']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:42.803809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a910969d-d1ab-4851-bdb2-f37a5587336b') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:42.804197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a910969d-d1ab-4851-bdb2-f37a5587336b') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:42.820116 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.835524 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.842202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:42.842711 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:42.856158 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:42.922328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.929994 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.935994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 HTTP/1.1" status: 204 len: 168 time: 1.9156001 Aug 29 17:49:42.936421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52720) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:42.946056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5bba0-3616-426d-9e9a-0e401d4cda84 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Network': ['ID=57da1b1c-c64d-4c3d-b798-fdfdbde23cc8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:42.973223 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-937657c5-e50e-4347-9e0d-1abfff41e3af tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:42.973920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937657c5-e50e-4347-9e0d-1abfff41e3af tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:42.976772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-937657c5-e50e-4347-9e0d-1abfff41e3af tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/subnets/0adeec5d-8c32-41cc-8a65-b9554a394289 HTTP/1.1" status: 404 len: 337 time: 0.0393271 Aug 29 17:49:42.979571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.000782 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5f1355-495b-45ad-bf8f-17ac909e4576 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:43.001356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5f1355-495b-45ad-bf8f-17ac909e4576 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:43.005359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6b5f1355-495b-45ad-bf8f-17ac909e4576 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/57da1b1c-c64d-4c3d-b798-fdfdbde23cc8 HTTP/1.1" status: 404 len: 339 time: 0.0224333 Aug 29 17:49:43.005649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52724) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.032068 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcea7d4-89df-4a22-8d3a-e19fd9d9e7b1 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:43.032947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcea7d4-89df-4a22-8d3a-e19fd9d9e7b1 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:43.034898 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-adcea7d4-89df-4a22-8d3a-e19fd9d9e7b1 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/subnets/e576729e-58e7-479c-8cb6-22c092450714 HTTP/1.1" status: 404 len: 337 time: 0.0283580 Aug 29 17:49:43.037393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52726) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.057023 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ede01c7-6499-4dfc-88c1-2ef55c8e341d tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:43.058219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ede01c7-6499-4dfc-88c1-2ef55c8e341d tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:43.059710 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0ede01c7-6499-4dfc-88c1-2ef55c8e341d tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/cade12ca-62cf-4ef4-ac24-00385cc745c7 HTTP/1.1" status: 404 len: 339 time: 0.0210211 Aug 29 17:49:43.062196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52728) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.088614 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc44989-6511-4fc6-a33f-77e4b79cf925 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:43.089207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc44989-6511-4fc6-a33f-77e4b79cf925 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:43.091039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9bc44989-6511-4fc6-a33f-77e4b79cf925 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/subnets/b68ee58c-f0c7-4a20-a6cc-12a1147f6885 HTTP/1.1" status: 404 len: 337 time: 0.0272810 Aug 29 17:49:43.094187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52730) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.120592 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af43274-4c0d-420c-84f1-1e3770019388 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:43.121372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af43274-4c0d-420c-84f1-1e3770019388 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:43.124320 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1af43274-4c0d-420c-84f1-1e3770019388 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/5ce4885c-2b0c-41eb-ad93-5ce602360e67 HTTP/1.1" status: 404 len: 339 time: 0.0279703 Aug 29 17:49:43.127060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52732) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.216629 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.239695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-774cbd33-63e2-410e-81ce-eb931292378f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Deleting port 2a62093e-fae2-475f-8248-eb90e8686dcc {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:43.240222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-774cbd33-63e2-410e-81ce-eb931292378f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.311795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-774cbd33-63e2-410e-81ce-eb931292378f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.325735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-774cbd33-63e2-410e-81ce-eb931292378f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Calling delete_port for 2a62093e-fae2-475f-8248-eb90e8686dcc owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:43.412351 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-774cbd33-63e2-410e-81ce-eb931292378f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.447324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-774cbd33-63e2-410e-81ce-eb931292378f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.453017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52734) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.453172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-774cbd33-63e2-410e-81ce-eb931292378f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/ports/2a62093e-fae2-475f-8248-eb90e8686dcc HTTP/1.1" status: 204 len: 168 time: 0.3248999 Aug 29 17:49:43.454513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cbd33-63e2-410e-81ce-eb931292378f tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Port': ['ID=2a62093e-fae2-475f-8248-eb90e8686dcc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:43.495049 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcbfe0e-f9b7-4dd8-8b34-b69531c00403 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:43.495585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcbfe0e-f9b7-4dd8-8b34-b69531c00403 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:43.500398 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7dcbfe0e-f9b7-4dd8-8b34-b69531c00403 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/subnets/bcf14cbc-0bbb-41a7-b60f-b9e5963feafb HTTP/1.1" status: 404 len: 337 time: 0.0435948 Aug 29 17:49:43.500605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.587541 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.697551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.710070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:43.730444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b96b840-9f35-4a31-8c18-4726eed079aa') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:43.731093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b96b840-9f35-4a31-8c18-4726eed079aa') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:43.742409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.759249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.767493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:43.768029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:43.834803 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:43.841104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.858669 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.860952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35 HTTP/1.1" status: 204 len: 168 time: 0.3593423 Aug 29 17:49:43.863783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52748) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:43.891153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7380ef-2471-4017-9381-cabf18616629 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Network': ['ID=d6ddb18f-e0ec-4b2c-9451-1c8b393f1b35,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:43.900752 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-712c6325-3da4-4f90-a6f8-b54b0f95b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:43.957228 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.034750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-5c230395-cb96-434d-b64b-54fafc77e069 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Deleting port 81efa49a-7f27-4617-81e3-3c11b2a6a6ab {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:44.035097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c230395-cb96-434d-b64b-54fafc77e069 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.114697 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c230395-cb96-434d-b64b-54fafc77e069 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.131346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-5c230395-cb96-434d-b64b-54fafc77e069 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Calling delete_port for 81efa49a-7f27-4617-81e3-3c11b2a6a6ab owned by {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:44.223726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c230395-cb96-434d-b64b-54fafc77e069 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.259103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230395-cb96-434d-b64b-54fafc77e069 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Port': ['ID=81efa49a-7f27-4617-81e3-3c11b2a6a6ab,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:44.261662 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5c230395-cb96-434d-b64b-54fafc77e069 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.263615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5c230395-cb96-434d-b64b-54fafc77e069 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/ports/81efa49a-7f27-4617-81e3-3c11b2a6a6ab HTTP/1.1" status: 204 len: 168 time: 0.3988483 Aug 29 17:49:44.266565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52750) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:44.297396 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-68606721-d5bd-43b5-a875-bfa811b032ac tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] DELETE failed (client error): The resource could not be found. Aug 29 17:49:44.297878 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68606721-d5bd-43b5-a875-bfa811b032ac tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:49:44.299834 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-68606721-d5bd-43b5-a875-bfa811b032ac tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/subnets/ccd6503e-4231-4874-a703-427c484924d8 HTTP/1.1" status: 404 len: 337 time: 0.0321624 Aug 29 17:49:44.302727 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52752) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:44.381366 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.480389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.492019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b594de-0377-4263-b0c7-3f572a218a70']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:44.504353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e820caf-0f95-4239-808a-e646d3195e84') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:44.504656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e820caf-0f95-4239-808a-e646d3195e84') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:44.514680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.528834 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.535235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:44.535689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:44.538814 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:44.922237 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.928334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:44.932689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/13b594de-0377-4263-b0c7-3f572a218a70 HTTP/1.1" status: 204 len: 168 time: 0.6269796 Aug 29 17:49:44.933374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52762) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:44.947685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17364e4-984c-4983-a60a-28c517d6dc79 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Network': ['ID=13b594de-0377-4263-b0c7-3f572a218a70,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:45.024127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4981c6b4-a7c0-41a1-8909-748368d96ef3 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Deleting subnet bef84fcd-35be-48c9-8360-0a15c10a796f {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:49:45.034566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4981c6b4-a7c0-41a1-8909-748368d96ef3 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.100986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4981c6b4-a7c0-41a1-8909-748368d96ef3 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.214258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4981c6b4-a7c0-41a1-8909-748368d96ef3 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.313508 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4981c6b4-a7c0-41a1-8909-748368d96ef3 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.389820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4981c6b4-a7c0-41a1-8909-748368d96ef3 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.391396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed184f-5618-4aa7-9ba2-f8dd4c81ac84 None None] Network 172665ba-e998-463c-88bc-6b722d154b92 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:45.393399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4981c6b4-a7c0-41a1-8909-748368d96ef3 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/subnets/bef84fcd-35be-48c9-8360-0a15c10a796f HTTP/1.1" status: 204 len: 168 time: 0.4574468 Aug 29 17:49:45.394834 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981c6b4-a7c0-41a1-8909-748368d96ef3 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Subnet': ['ID=bef84fcd-35be-48c9-8360-0a15c10a796f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:45.396203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:45.535397 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.546329 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.556610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fed523-a03b-4390-8e38-4dfafe48349d req-34e29fb4-9fc9-4487-9661-0dc8c9cb160d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:45.570869 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-99fed523-a03b-4390-8e38-4dfafe48349d req-34e29fb4-9fc9-4487-9661-0dc8c9cb160d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1430955 Aug 29 17:49:45.653047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] DHCP port deletion for 172665ba-e998-463c-88bc-6b722d154b92 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:49:45.661915 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-99fed523-a03b-4390-8e38-4dfafe48349d req-0d7a191e-3574-48e2-95b8-e2c9a2d5012f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546029 Aug 29 17:49:45.671390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Deleting port f24efa9e-48f4-4d12-9d41-0235d904caaf {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:45.673218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.725715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] Deleting port f24efa9e-48f4-4d12-9d41-0235d904caaf {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:45.726433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.761292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] For port f24efa9e-48f4-4d12-9d41-0235d904caaf, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f24efa9e-48f4-4d12-9d41-0235d904caaf,segment=NetworkSegment(c1541858-0a78-42de-9699-f68f17210768),segment_id=c1541858-0a78-42de-9699-f68f17210768)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:45.761747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.775648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Calling delete_port for f24efa9e-48f4-4d12-9d41-0235d904caaf owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:45.799638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] For port f24efa9e-48f4-4d12-9d41-0235d904caaf, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f24efa9e-48f4-4d12-9d41-0235d904caaf,segment=NetworkSegment(c1541858-0a78-42de-9699-f68f17210768),segment_id=c1541858-0a78-42de-9699-f68f17210768)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:45.800047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.813949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] Calling delete_port for f24efa9e-48f4-4d12-9d41-0235d904caaf owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:45.867280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.911186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Port': ['ID=f24efa9e-48f4-4d12-9d41-0235d904caaf,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:45.917382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] No DVR routers for this DVR port f24efa9e-48f4-4d12-9d41-0235d904caaf on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:45.928473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.958295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] Pushing event deleted for resources: {'Port': ['ID=f24efa9e-48f4-4d12-9d41-0235d904caaf,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:45.960411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb258065-12e9-4fbf-802c-82ebaf7bed6b None None] No DVR routers for this DVR port f24efa9e-48f4-4d12-9d41-0235d904caaf on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:46.022557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.033709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172665ba-e998-463c-88bc-6b722d154b92']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:46.044632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1541858-0a78-42de-9699-f68f17210768') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:46.044948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1541858-0a78-42de-9699-f68f17210768') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:46.053960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.067737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.078857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:49:46.079394 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:49:46.082475 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:49:46.143702 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.161450 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.165602 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] 10.222.0.41 "DELETE /v2.0/networks/172665ba-e998-463c-88bc-6b722d154b92 HTTP/1.1" status: 204 len: 168 time: 0.7660289 Aug 29 17:49:46.165602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4604751-6778-443d-b91d-018a8bb90de4 tempest-NetworksIpV6TestAttrs-598819933 tempest-NetworksIpV6TestAttrs-598819933-project] Pushing event deleted for resources: {'Network': ['ID=172665ba-e998-463c-88bc-6b722d154b92,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:46.435586 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52806) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:46.514470 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f24efa9e-48f4-4d12-9d41-0235d904caaf no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:46.540569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f24efa9e-48f4-4d12-9d41-0235d904caaf {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:49:46.540860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f24efa9e-48f4-4d12-9d41-0235d904caaf not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:46.603927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a4844334-b456-49f5-b15e-07ecb0001f04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=784807835ec741bca5c023c063cd6abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671627 Aug 29 17:49:46.606286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52810) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:46.661668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3633e5e-5dc9-46e8-b96c-bb464eabe078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.683438 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3633e5e-5dc9-46e8-b96c-bb464eabe078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.741583 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3633e5e-5dc9-46e8-b96c-bb464eabe078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.744610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3633e5e-5dc9-46e8-b96c-bb464eabe078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.748139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d3633e5e-5dc9-46e8-b96c-bb464eabe078 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50a8b37b-87b8-47dd-af9c-0719266c242d HTTP/1.1" status: 204 len: 168 time: 0.1386273 Aug 29 17:49:46.756348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3633e5e-5dc9-46e8-b96c-bb464eabe078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8b37b-87b8-47dd-af9c-0719266c242d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:46.815897 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.855996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e6fc7-f6a6-4ccd-8917-86d24ccab8e8 req-62f5aee2-a2e0-4d40-b03f-dc13c8d69e7a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:46.857543 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f79e6fc7-f6a6-4ccd-8917-86d24ccab8e8 req-62f5aee2-a2e0-4d40-b03f-dc13c8d69e7a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.0742381 Aug 29 17:49:46.919741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f79e6fc7-f6a6-4ccd-8917-86d24ccab8e8 req-8bebdd0b-1d2c-4123-b411-5a2b3d2c9b37 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537181 Aug 29 17:49:47.517263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52846) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:47.639268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0b45a425-4d89-41e7-b39c-0b7967c79a84 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-80319982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:47.663356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b45a425-4d89-41e7-b39c-0b7967c79a84 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.664439 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b45a425-4d89-41e7-b39c-0b7967c79a84 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.721982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b45a425-4d89-41e7-b39c-0b7967c79a84 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.726492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b45a425-4d89-41e7-b39c-0b7967c79a84 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.742719 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b45a425-4d89-41e7-b39c-0b7967c79a84 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.746393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0b45a425-4d89-41e7-b39c-0b7967c79a84 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.2246590 Aug 29 17:49:47.746606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52850) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:47.752029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1861484026'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:47.771644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Made reservation on behalf of 584f2e0676364b7081f176f26ec1424d for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:47.775179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.784091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.876573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.880314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.910471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:47.916802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8a7384-298b-46dc-b697-9732126c91ee,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:47.925523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.925645 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Added segment 5938fa8f-b2d3-49f1-9de0-c09d93cb2d13 of type vlan for network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 Aug 29 17:49:47.967740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.016282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.022827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:48.023502 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.087448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196c614-04d9-4dd9-a851-5bc26f9632db req-ae948dcd-c4e2-4c35-b893-32644406eb77 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:48.102559 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5196c614-04d9-4dd9-a851-5bc26f9632db req-ae948dcd-c4e2-4c35-b893-32644406eb77 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1070311 Aug 29 17:49:48.111465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3611317 Aug 29 17:49:48.112804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52864) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:48.121534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'subnet': {'network_id': 'e7fbd6a5-14b4-4976-989b-d8da1b6fdd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:48.148194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4b0eb-acda-4f16-855b-95fa0de43188 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Network': ['ID=e7fbd6a5-14b4-4976-989b-d8da1b6fdd17,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:48.161118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:48.177569 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5196c614-04d9-4dd9-a851-5bc26f9632db req-71ffb9a3-5419-4a4f-80c4-22616724943d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736964 Aug 29 17:49:48.262193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Made reservation on behalf of 584f2e0676364b7081f176f26ec1424d for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:48.266078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.450169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52876) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:48.508848 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.584663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Subnet': ['ID=84790135-2067-46c9-ada6-e90a7445efd3,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:48.589161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Checking segment: {'id': '5938fa8f-b2d3-49f1-9de0-c09d93cb2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e7fbd6a5-14b4-4976-989b-d8da1b6fdd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:48.589522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network hostable DHCP agents. Network: e7fbd6a5-14b4-4976-989b-d8da1b6fdd17, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:48.606018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.612506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:48.622280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e7fbd6a5-14b4-4976-989b-d8da1b6fdd17) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:48.632233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a9d2d9-eb2c-4108-af1c-269df0c807f3 None None] Network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:48.640135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:48.640605 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.715137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.719948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.725735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ce6f4a5a-dfe4-429c-97dd-070793bf6528 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6120181 Aug 29 17:49:48.728591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52884) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:48.733824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'network': {'name': 'tempest-router-network01--1917672374'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:48.759016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Made reservation on behalf of 584f2e0676364b7081f176f26ec1424d for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:48.763277 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99778377-71d1-48d1-9a18-2ec058370c48,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:48.765443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.778342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.778837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.779224 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.779577 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.779924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.780603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.781478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.781814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.782320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.782768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.783314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.783821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:48.796865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b573dee-70f9-45cd-baf0-8c6dc36de6a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd6c6c2876aa47b589f62342a6653d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431618 Aug 29 17:49:48.797171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52886) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:48.810227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:48.822975 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.823994 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Added segment 96c085df-bcad-467e-9081-1df535caf57e of type vlan for network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 Aug 29 17:49:48.831727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-e7fbd6a5-14b4-4976-989b-d8da1b6fdd17', 'network_id': 'e7fbd6a5-14b4-4976-989b-d8da1b6fdd17', 'tenant_id': '584f2e0676364b7081f176f26ec1424d', 'fixed_ips': [{'subnet_id': '84790135-2067-46c9-ada6-e90a7445efd3'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:48.832598 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.864498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c02b8102-a82e-445b-aa80-0b41a72e2180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.879044 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.894006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c02b8102-a82e-445b-aa80-0b41a72e2180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.914538 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.922667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:48.923316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.978038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c02b8102-a82e-445b-aa80-0b41a72e2180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.981761 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c02b8102-a82e-445b-aa80-0b41a72e2180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.986621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c02b8102-a82e-445b-aa80-0b41a72e2180 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99778377-71d1-48d1-9a18-2ec058370c48 HTTP/1.1" status: 204 len: 168 time: 0.1846328 Aug 29 17:49:48.991940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2619176 Aug 29 17:49:48.992613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b8102-a82e-445b-aa80-0b41a72e2180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99778377-71d1-48d1-9a18-2ec058370c48,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:48.994342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52890) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:49.007863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'network': {'name': 'tempest-router-network02--2100177539'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:49.013144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d44c29-c671-4f88-8c63-19faa37d86e2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Network': ['ID=0480f1c0-0b4f-4e7f-8bdc-21101cc8b943,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:49.033907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Made reservation on behalf of 584f2e0676364b7081f176f26ec1424d for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:49.037806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.058944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:49.077000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:49.092517 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.093222 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Added segment 9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2 of type vlan for network bf6d0e82-fb88-4666-96a0-d3610eb04338 Aug 29 17:49:49.154950 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.209637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.220143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:49.221115 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.320370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3175533 Aug 29 17:49:49.321255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b3658-02bb-4171-8318-0849c9570a29 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Network': ['ID=bf6d0e82-fb88-4666-96a0-d3610eb04338,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:49.323616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:49.324274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Allocated IP 2001:db8::2 (e7fbd6a5-14b4-4976-989b-d8da1b6fdd17/84790135-2067-46c9-ada6-e90a7445efd3/46eefb05-0f65-406e-a82b-826e6283b90f) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:49.333921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network bf6d0e82-fb88-4666-96a0-d3610eb04338 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:49.337117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'subnet': {'network_id': '0480f1c0-0b4f-4e7f-8bdc-21101cc8b943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:49.371198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3b4d5-0d99-4ded-97da-b23e09cac587 req-af195294-18fa-42f3-91aa-9e715ece1b3f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:49.372863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60c3b4d5-0d99-4ded-97da-b23e09cac587 req-af195294-18fa-42f3-91aa-9e715ece1b3f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.0776014 Aug 29 17:49:49.438074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60c3b4d5-0d99-4ded-97da-b23e09cac587 req-89d31149-32ac-4484-8959-1f587bcb78ce tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472252 Aug 29 17:49:49.448788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52898) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:49.479019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f9178c1d-6799-4ab6-a58f-5960f9769c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.482341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Made reservation on behalf of 584f2e0676364b7081f176f26ec1424d for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:49.487390 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.629544 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.642324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Transition to ACTIVE for port object 46eefb05-0f65-406e-a82b-826e6283b90f will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:49.664124 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f9178c1d-6799-4ab6-a58f-5960f9769c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.674780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f9178c1d-6799-4ab6-a58f-5960f9769c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.687432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Transition to ACTIVE for port object 46eefb05-0f65-406e-a82b-826e6283b90f will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:49.700461 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.730998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178c1d-6799-4ab6-a58f-5960f9769c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6641a74-6469-457b-b938-b29a84815a78,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:49.755732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:49.758849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:49.760696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f9178c1d-6799-4ab6-a58f-5960f9769c35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c17578a658b476da8c836476de14b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105450 Aug 29 17:49:49.761619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52908) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:49.762637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:49.785516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Pushing event updated for resources: {'Port': ['ID=46eefb05-0f65-406e-a82b-826e6283b90f,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:49.834773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.835449 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-271e029a-7f7b-42af-9515-a37107eab20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.845462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Attempting to bind port 46eefb05-0f65-406e-a82b-826e6283b90f on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:49.845957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Attempting to bind port 46eefb05-0f65-406e-a82b-826e6283b90f by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '5938fa8f-b2d3-49f1-9de0-c09d93cb2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e7fbd6a5-14b4-4976-989b-d8da1b6fdd17'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:49.846324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Attempting to bind port 46eefb05-0f65-406e-a82b-826e6283b90f on network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:49.851535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:49.851921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Checking segment: {'id': '5938fa8f-b2d3-49f1-9de0-c09d93cb2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e7fbd6a5-14b4-4976-989b-d8da1b6fdd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:49.852305 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.852702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Bound using segment: {'id': '5938fa8f-b2d3-49f1-9de0-c09d93cb2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e7fbd6a5-14b4-4976-989b-d8da1b6fdd17'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:49.853225 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Bound port: 46eefb05-0f65-406e-a82b-826e6283b90f, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5938fa8f-b2d3-49f1-9de0-c09d93cb2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e7fbd6a5-14b4-4976-989b-d8da1b6fdd17'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:49.853619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.862216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-271e029a-7f7b-42af-9515-a37107eab20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.893474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Subnet': ['ID=a248565c-58e8-41b8-be58-ec87a6010948,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:49.906782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Checking segment: {'id': '96c085df-bcad-467e-9081-1df535caf57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0480f1c0-0b4f-4e7f-8bdc-21101cc8b943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:49.907149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network hostable DHCP agents. Network: 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:49.919120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] For port 46eefb05-0f65-406e-a82b-826e6283b90f, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:49.921610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-271e029a-7f7b-42af-9515-a37107eab20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.922792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] For port 46eefb05-0f65-406e-a82b-826e6283b90f, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=46eefb05-0f65-406e-a82b-826e6283b90f,segment=NetworkSegment(5938fa8f-b2d3-49f1-9de0-c09d93cb2d13),segment_id=5938fa8f-b2d3-49f1-9de0-c09d93cb2d13)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:49.924127 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-271e029a-7f7b-42af-9515-a37107eab20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.925107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:49.925323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-271e029a-7f7b-42af-9515-a37107eab20b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6641a74-6469-457b-b938-b29a84815a78 HTTP/1.1" status: 204 len: 168 time: 0.1624222 Aug 29 17:49:49.930463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.935268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:49.942494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e029a-7f7b-42af-9515-a37107eab20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6641a74-6469-457b-b938-b29a84815a78,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:49.952048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:49.953416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:49.965747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76fca31-ef6e-473b-9352-8e9b19d649bc None None] Network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:49.969396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-64738c21-6a13-4ff7-8c53-3601cd5d9546 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6362064 Aug 29 17:49:49.971947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52914) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:49.977087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'subnet': {'network_id': 'bf6d0e82-fb88-4666-96a0-d3610eb04338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:50.058864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4858cac-d95c-4227-ac35-51aaa0b0dafb None None] Pushing event updated for resources: {'Port': ['ID=46eefb05-0f65-406e-a82b-826e6283b90f,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:50.103759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Made reservation on behalf of 584f2e0676364b7081f176f26ec1424d for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:50.108828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:50.162237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-0480f1c0-0b4f-4e7f-8bdc-21101cc8b943', 'network_id': '0480f1c0-0b4f-4e7f-8bdc-21101cc8b943', 'tenant_id': '584f2e0676364b7081f176f26ec1424d', 'fixed_ips': [{'subnet_id': 'a248565c-58e8-41b8-be58-ec87a6010948'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:50.163175 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:50.365260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:50.366992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Allocated IP 2001:db8::2 (0480f1c0-0b4f-4e7f-8bdc-21101cc8b943/a248565c-58e8-41b8-be58-ec87a6010948/47bb5106-804e-4e19-aef0-05fd0de72b79) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:50.449446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Subnet': ['ID=45e574b3-c22c-4b3c-a518-a254a916023e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:50.454437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Checking segment: {'id': '9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf6d0e82-fb88-4666-96a0-d3610eb04338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:50.454984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network hostable DHCP agents. Network: bf6d0e82-fb88-4666-96a0-d3610eb04338, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:50.481072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network bf6d0e82-fb88-4666-96a0-d3610eb04338 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:50.495104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, bf6d0e82-fb88-4666-96a0-d3610eb04338) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:50.500335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:50.500941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:50.519524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eba45f6f-65a7-48a7-8a37-7ae63ac1f635 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5463157 Aug 29 17:49:50.522466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 52928) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:50.526001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45113ae-9b01-4500-ae3e-0fdccafbe131 None None] Network bf6d0e82-fb88-4666-96a0-d3610eb04338 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:50.603039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 46eefb05-0f65-406e-a82b-826e6283b90f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:50.626952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bc082-67f6-40b7-af2e-d754c6892411 req-063187a3-ea24-4d2d-b110-c48c4b1f6e80 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:50.636654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b88bc082-67f6-40b7-af2e-d754c6892411 req-063187a3-ea24-4d2d-b110-c48c4b1f6e80 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.0659628 Aug 29 17:49:50.686058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b88bc082-67f6-40b7-af2e-d754c6892411 req-d7d65bf3-0357-40f2-9208-841146347683 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485537 Aug 29 17:49:50.713566 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:50.725798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Transition to ACTIVE for port object 47bb5106-804e-4e19-aef0-05fd0de72b79 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:50.756474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Transition to ACTIVE for port object 47bb5106-804e-4e19-aef0-05fd0de72b79 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:50.759955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 46eefb05-0f65-406e-a82b-826e6283b90f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:50.782639 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:50.868694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Pushing event updated for resources: {'Port': ['ID=47bb5106-804e-4e19-aef0-05fd0de72b79,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:50.889463 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:50.894907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:50.898042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:50.936228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:50.962631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-bf6d0e82-fb88-4666-96a0-d3610eb04338', 'network_id': 'bf6d0e82-fb88-4666-96a0-d3610eb04338', 'tenant_id': '584f2e0676364b7081f176f26ec1424d', 'fixed_ips': [{'subnet_id': '45e574b3-c22c-4b3c-a518-a254a916023e'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:50.963954 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.089460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Attempting to bind port 47bb5106-804e-4e19-aef0-05fd0de72b79 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:51.090373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Attempting to bind port 47bb5106-804e-4e19-aef0-05fd0de72b79 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '96c085df-bcad-467e-9081-1df535caf57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0480f1c0-0b4f-4e7f-8bdc-21101cc8b943'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:51.090373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Attempting to bind port 47bb5106-804e-4e19-aef0-05fd0de72b79 on network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:51.100731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:51.101215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Checking segment: {'id': '96c085df-bcad-467e-9081-1df535caf57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0480f1c0-0b4f-4e7f-8bdc-21101cc8b943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:51.101691 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.102157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Bound using segment: {'id': '96c085df-bcad-467e-9081-1df535caf57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0480f1c0-0b4f-4e7f-8bdc-21101cc8b943'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:51.102738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Bound port: 47bb5106-804e-4e19-aef0-05fd0de72b79, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c085df-bcad-467e-9081-1df535caf57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0480f1c0-0b4f-4e7f-8bdc-21101cc8b943'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:51.103191 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.230846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Allocated IP 2001:db8::1 (0480f1c0-0b4f-4e7f-8bdc-21101cc8b943/a248565c-58e8-41b8-be58-ec87a6010948/b59b3ace-18e4-46b7-8704-217f7fc4e653) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:51.238119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] For port 47bb5106-804e-4e19-aef0-05fd0de72b79, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:51.242801 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] For port 47bb5106-804e-4e19-aef0-05fd0de72b79, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=47bb5106-804e-4e19-aef0-05fd0de72b79,segment=NetworkSegment(96c085df-bcad-467e-9081-1df535caf57e),segment_id=96c085df-bcad-467e-9081-1df535caf57e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:51.248762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Allocated IP 2001:db8::2 (bf6d0e82-fb88-4666-96a0-d3610eb04338/45e574b3-c22c-4b3c-a518-a254a916023e/a8adc496-997a-4c6e-92f8-6024c8560ce4) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:51.253885 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.347682 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b16529-930a-4cb1-870f-244ee8896385 None None] Network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:51.383380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.402221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Transition to ACTIVE for port object b59b3ace-18e4-46b7-8704-217f7fc4e653 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:51.415113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5199c0-4295-48c0-b880-c0ba568291d6 None None] Pushing event updated for resources: {'Port': ['ID=47bb5106-804e-4e19-aef0-05fd0de72b79,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:51.454883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c03bac92-7693-4721-9d65-622694b7715f None None] Provisioning for port 46eefb05-0f65-406e-a82b-826e6283b90f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:51.463437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c03bac92-7693-4721-9d65-622694b7715f None None] Provisioning complete for port 46eefb05-0f65-406e-a82b-826e6283b90f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:51.463676 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c03bac92-7693-4721-9d65-622694b7715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.479314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.524612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52952) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:51.538003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Port': ['ID=b59b3ace-18e4-46b7-8704-217f7fc4e653,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:51.559271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:51.561307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:51.567936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:51.568893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.617163 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.632008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Transition to ACTIVE for port object a8adc496-997a-4c6e-92f8-6024c8560ce4 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:51.692560 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Transition to ACTIVE for port object a8adc496-997a-4c6e-92f8-6024c8560ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:51.697150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-107d0399-a6e9-44e5-8d82-aed5bc10e2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.741982 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.755022 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c03bac92-7693-4721-9d65-622694b7715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.761932 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.818937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Pushing event updated for resources: {'Port': ['ID=a8adc496-997a-4c6e-92f8-6024c8560ce4,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:51.842843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Network bf6d0e82-fb88-4666-96a0-d3610eb04338 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:51.849547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:51.851698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-107d0399-a6e9-44e5-8d82-aed5bc10e2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.856675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:51.861773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-107d0399-a6e9-44e5-8d82-aed5bc10e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.874142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c03bac92-7693-4721-9d65-622694b7715f None None] For port 46eefb05-0f65-406e-a82b-826e6283b90f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=46eefb05-0f65-406e-a82b-826e6283b90f,segment=NetworkSegment(5938fa8f-b2d3-49f1-9de0-c09d93cb2d13),segment_id=5938fa8f-b2d3-49f1-9de0-c09d93cb2d13)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:51.899417 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c03bac92-7693-4721-9d65-622694b7715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.913968 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-107d0399-a6e9-44e5-8d82-aed5bc10e2d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de06e6befc594e9cb198b12d98b49609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846996 Aug 29 17:49:51.913968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d0399-a6e9-44e5-8d82-aed5bc10e2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181aea27-fde6-4790-814c-e8a07f4a781d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:51.926912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52958) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:51.992673 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cc102361-a444-48b3-9035-aa7dc1926bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.997792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Attempting to bind port a8adc496-997a-4c6e-92f8-6024c8560ce4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:51.998296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Attempting to bind port a8adc496-997a-4c6e-92f8-6024c8560ce4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf6d0e82-fb88-4666-96a0-d3610eb04338'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:51.998941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Attempting to bind port a8adc496-997a-4c6e-92f8-6024c8560ce4 on network bf6d0e82-fb88-4666-96a0-d3610eb04338 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:52.017309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:52.018645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Checking segment: {'id': '9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf6d0e82-fb88-4666-96a0-d3610eb04338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:52.019068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.023543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Bound using segment: {'id': '9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf6d0e82-fb88-4666-96a0-d3610eb04338'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:52.024073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Bound port: a8adc496-997a-4c6e-92f8-6024c8560ce4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf6d0e82-fb88-4666-96a0-d3610eb04338'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:52.024523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.032973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cc102361-a444-48b3-9035-aa7dc1926bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.057236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bac92-7693-4721-9d65-622694b7715f None None] Pushing event updated for resources: {'Port': ['ID=46eefb05-0f65-406e-a82b-826e6283b90f,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:52.115562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cc102361-a444-48b3-9035-aa7dc1926bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.118449 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cc102361-a444-48b3-9035-aa7dc1926bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.119797 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cc102361-a444-48b3-9035-aa7dc1926bf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/181aea27-fde6-4790-814c-e8a07f4a781d HTTP/1.1" status: 204 len: 168 time: 0.1912735 Aug 29 17:49:52.129626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc102361-a444-48b3-9035-aa7dc1926bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181aea27-fde6-4790-814c-e8a07f4a781d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:52.167098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] For port a8adc496-997a-4c6e-92f8-6024c8560ce4, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:52.171279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] For port a8adc496-997a-4c6e-92f8-6024c8560ce4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8adc496-997a-4c6e-92f8-6024c8560ce4,segment=NetworkSegment(9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2),segment_id=9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:52.181390 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.254880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c6581-d4f5-4ce5-89cb-c4ac5a42f7b8 None None] Pushing event updated for resources: {'Port': ['ID=a8adc496-997a-4c6e-92f8-6024c8560ce4,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:52.259007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-941829e2-7799-4a2c-92ee-0177e6ccfe49 None None] Provisioning complete for port 46eefb05-0f65-406e-a82b-826e6283b90f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:52.259215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-941829e2-7799-4a2c-92ee-0177e6ccfe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.365947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5d26-0dc6-419c-989e-6bbdf8d75b3c req-cd41f00a-9548-4b39-8384-2adf5fbba23d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:52.367431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-403b5d26-0dc6-419c-989e-6bbdf8d75b3c req-cd41f00a-9548-4b39-8384-2adf5fbba23d tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.5585878 Aug 29 17:49:52.441402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-403b5d26-0dc6-419c-989e-6bbdf8d75b3c req-28a971da-3f8c-49b9-83d1-1d9efef8d2c8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642381 Aug 29 17:49:52.600005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.609776 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.611452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.684496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 46eefb05-0f65-406e-a82b-826e6283b90f up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:52.760879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Port': ['ID=b59b3ace-18e4-46b7-8704-217f7fc4e653,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:52.761181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 46eefb05-0f65-406e-a82b-826e6283b90f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:52.761562 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:52.803102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:52.804745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:52.831872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259ef30-d538-427c-aa69-c151922dda4e None None] Network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:52.936311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Router 7a89064a-e3af-4c29-b819-3e6a3dc9a336 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:49:53.038710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:49:53.047494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-da53a2ba-3a16-4983-83c8-07e73f01d581 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "PUT /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198321 Aug 29 17:49:53.047612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 52986) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:53.066149 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7599b06-1719-4704-a6e4-29ba499b9558 None None] Sync routers for ids ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:49:53.081443 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7599b06-1719-4704-a6e4-29ba499b9558 None None] Routers {'7a89064a-e3af-4c29-b819-3e6a3dc9a336'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:53.082064 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f7599b06-1719-4704-a6e4-29ba499b9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:53.126660 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f7599b06-1719-4704-a6e4-29ba499b9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:53.129965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b650dc5d-6f2b-490c-b35e-73adc9685a51 None None] Provisioning for port 47bb5106-804e-4e19-aef0-05fd0de72b79 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:53.137307 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7599b06-1719-4704-a6e4-29ba499b9558 None None] Routers {'7a89064a-e3af-4c29-b819-3e6a3dc9a336'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:53.137929 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f7599b06-1719-4704-a6e4-29ba499b9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:53.140599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 47bb5106-804e-4e19-aef0-05fd0de72b79 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:53.179008 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f7599b06-1719-4704-a6e4-29ba499b9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:53.179619 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7599b06-1719-4704-a6e4-29ba499b9558 None None] The sync data for ids ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:53.268388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 47bb5106-804e-4e19-aef0-05fd0de72b79 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:53.276257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 47bb5106-804e-4e19-aef0-05fd0de72b79 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:53.277528 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:53.398623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:53.452455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 47bb5106-804e-4e19-aef0-05fd0de72b79, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=47bb5106-804e-4e19-aef0-05fd0de72b79,segment=NetworkSegment(96c085df-bcad-467e-9081-1df535caf57e),segment_id=96c085df-bcad-467e-9081-1df535caf57e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:53.466183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:53.556593 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=47bb5106-804e-4e19-aef0-05fd0de72b79,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:53.735663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc2f9-5b4c-4173-b030-c482d371831e req-3b3c8bcf-1edf-4b0c-9a27-200f3600c04a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:53.737349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95ccc2f9-5b4c-4173-b030-c482d371831e req-3b3c8bcf-1edf-4b0c-9a27-200f3600c04a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1046507 Aug 29 17:49:53.763980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc1a00-98a1-438f-97c6-eb64e40fac31 None None] Network bf6d0e82-fb88-4666-96a0-d3610eb04338 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:53.798671 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-49ec567c-56e1-4361-a702-0aa30a9f3125 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:53.800337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-49ec567c-56e1-4361-a702-0aa30a9f3125 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "PUT /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7517219 Aug 29 17:49:53.803435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53004) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:53.852617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95ccc2f9-5b4c-4173-b030-c482d371831e req-51a94020-17ff-4994-b8f0-b5909521588a tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062088 Aug 29 17:49:53.890711 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-152c4032-df26-4711-a172-34b261797ab9 None None] Provisioning complete for port 47bb5106-804e-4e19-aef0-05fd0de72b79 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:53.891030 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-152c4032-df26-4711-a172-34b261797ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.074449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-152c4032-df26-4711-a172-34b261797ab9 None None] Provisioning for port b59b3ace-18e4-46b7-8704-217f7fc4e653 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:54.084015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-152c4032-df26-4711-a172-34b261797ab9 None None] Provisioning complete for port b59b3ace-18e4-46b7-8704-217f7fc4e653 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:54.084740 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-152c4032-df26-4711-a172-34b261797ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.142510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-152c4032-df26-4711-a172-34b261797ab9 None None] Port b59b3ace-18e4-46b7-8704-217f7fc4e653 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:54.157885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-152c4032-df26-4711-a172-34b261797ab9 None None] Provisioning for port a8adc496-997a-4c6e-92f8-6024c8560ce4 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:54.237872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.285838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4a8ac98e-d9c1-44b7-8472-0091363cfab8 None None] Provisioning complete for port b59b3ace-18e4-46b7-8704-217f7fc4e653 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:54.286212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac98e-d9c1-44b7-8472-0091363cfab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.332895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ac98e-d9c1-44b7-8472-0091363cfab8 None None] Port b59b3ace-18e4-46b7-8704-217f7fc4e653 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:54.508522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f9f0ab1a-1b55-43dc-bada-ca3c1b0e10cc None None] Provisioning complete for port b59b3ace-18e4-46b7-8704-217f7fc4e653 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:54.508876 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ab1a-1b55-43dc-bada-ca3c1b0e10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.537065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting port b59b3ace-18e4-46b7-8704-217f7fc4e653 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:49:54.537903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.577018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0ab1a-1b55-43dc-bada-ca3c1b0e10cc None None] Port b59b3ace-18e4-46b7-8704-217f7fc4e653 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:54.653123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8adc496-997a-4c6e-92f8-6024c8560ce4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:54.672930 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.686240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Calling delete_port for b59b3ace-18e4-46b7-8704-217f7fc4e653 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:49:54.703449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a8adc496-997a-4c6e-92f8-6024c8560ce4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:54.707460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a8adc496-997a-4c6e-92f8-6024c8560ce4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:54.707841 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.793738 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.834652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a8adc496-997a-4c6e-92f8-6024c8560ce4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8adc496-997a-4c6e-92f8-6024c8560ce4,segment=NetworkSegment(9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2),segment_id=9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:54.839517 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.840265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 47bb5106-804e-4e19-aef0-05fd0de72b79 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:54.887266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.927132 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Port': ['ID=b59b3ace-18e4-46b7-8704-217f7fc4e653,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:54.936852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a8adc496-997a-4c6e-92f8-6024c8560ce4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:54.961574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 47bb5106-804e-4e19-aef0-05fd0de72b79 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:54.961956 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.086562 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.104660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb07a27-8c1a-447f-a563-29d48d5f532a req-ccc88ade-b2ea-4d81-8cb6-11fe5e45fcd9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:55.106238 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0eb07a27-8c1a-447f-a563-29d48d5f532a req-ccc88ade-b2ea-4d81-8cb6-11fe5e45fcd9 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1470673 Aug 29 17:49:55.219523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0eb07a27-8c1a-447f-a563-29d48d5f532a req-4a1deef8-f8ce-4219-b78b-cc9a133ac649 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703280 Aug 29 17:49:55.304266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Router 7a89064a-e3af-4c29-b819-3e6a3dc9a336 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:49:55.385208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:49:55.396202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53028) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:55.396699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ed40825a-9114-44e0-9e59-4980ab410819 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "PUT /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5916696 Aug 29 17:49:55.396806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38c89f-39a0-4a6c-8881-dab6fccfd171 None None] Sync routers for ids ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:49:55.408136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38c89f-39a0-4a6c-8881-dab6fccfd171 None None] Routers {'7a89064a-e3af-4c29-b819-3e6a3dc9a336'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:55.408802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-bb38c89f-39a0-4a6c-8881-dab6fccfd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:55.445928 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-c88f3bd4-189c-4a7a-aa05-fdb199a4a8fe tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] delete failed (client error): The resource could not be found. Aug 29 17:49:55.446173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-bb38c89f-39a0-4a6c-8881-dab6fccfd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:55.447452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c88f3bd4-189c-4a7a-aa05-fdb199a4a8fe tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-2080054153 HTTP/1.1" status: 404 len: 335 time: 0.0496645 Aug 29 17:49:55.451891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53030) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:55.457554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38c89f-39a0-4a6c-8881-dab6fccfd171 None None] Routers {'7a89064a-e3af-4c29-b819-3e6a3dc9a336'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:55.457962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b9da0f42-e344-4fe5-80ef-1172b920acb0 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a89064a-e3af-4c29-b819-3e6a3dc9a336'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:55.458369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-bb38c89f-39a0-4a6c-8881-dab6fccfd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:55.496910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-bb38c89f-39a0-4a6c-8881-dab6fccfd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:55.497606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38c89f-39a0-4a6c-8881-dab6fccfd171 None None] The sync data for ids ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:55.680752 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9da0f42-e344-4fe5-80ef-1172b920acb0 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.704569 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-b9da0f42-e344-4fe5-80ef-1172b920acb0 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] update failed (client error): The resource could not be found. Aug 29 17:49:55.710021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b9da0f42-e344-4fe5-80ef-1172b920acb0 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "PUT /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336 HTTP/1.1" status: 404 len: 339 time: 0.2561593 Aug 29 17:49:55.710614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53032) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:55.716472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2084482095'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:55.739175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Made reservation on behalf of 584f2e0676364b7081f176f26ec1424d for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:55.742699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.766852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:49:55.775730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.776226 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Added segment 313dad72-5ff1-4b88-b895-3f292c328a2c of type vlan for network 54e147ab-fdbc-4acd-8943-7fa53b2747ea Aug 29 17:49:55.820729 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.855341 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.862547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:55.863276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.944909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2321308 Aug 29 17:49:55.947323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53036) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:55.959888 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb6226-0ab5-4b2a-9e16-ef4f60d04415 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Network': ['ID=54e147ab-fdbc-4acd-8943-7fa53b2747ea,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:55.976735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 54e147ab-fdbc-4acd-8943-7fa53b2747ea details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:49:55.989524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'subnet': {'network_id': '54e147ab-fdbc-4acd-8943-7fa53b2747ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:56.113997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Made reservation on behalf of 584f2e0676364b7081f176f26ec1424d for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:49:56.117608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:56.419790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:56.453832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d70f86-b045-45e0-b52a-6c52b2bac6e3 req-9b35ce58-54d6-455b-9e25-7d22b634ac73 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:56.456209 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22d70f86-b045-45e0-b52a-6c52b2bac6e3 req-9b35ce58-54d6-455b-9e25-7d22b634ac73 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.0719388 Aug 29 17:49:56.509038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Subnet': ['ID=8d21b24f-7177-4edd-9e9c-534e89740070,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:56.518930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Checking segment: {'id': '313dad72-5ff1-4b88-b895-3f292c328a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54e147ab-fdbc-4acd-8943-7fa53b2747ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:56.519309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network hostable DHCP agents. Network: 54e147ab-fdbc-4acd-8943-7fa53b2747ea, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:49:56.528913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8adc496-997a-4c6e-92f8-6024c8560ce4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:56.540613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network 54e147ab-fdbc-4acd-8943-7fa53b2747ea is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:49:56.544557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22d70f86-b045-45e0-b52a-6c52b2bac6e3 req-2ac173f4-08e4-4337-bb05-6f79526e0c33 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819364 Aug 29 17:49:56.551672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 54e147ab-fdbc-4acd-8943-7fa53b2747ea) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:56.556135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:56.556778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:56.576775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-116d74be-ae4a-4b56-9266-a48e99fa9f1c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6283634 Aug 29 17:49:56.577357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944e5ff-3d1d-4034-9421-b64bd4d89019 None None] Network 54e147ab-fdbc-4acd-8943-7fa53b2747ea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:56.579535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53044) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:56.584303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bb6d1dae-6b4f-42b3-a1cd-0754028cddbb tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'router': {'external_gateway_info': {'network_id': '54e147ab-fdbc-4acd-8943-7fa53b2747ea'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:56.674307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a8adc496-997a-4c6e-92f8-6024c8560ce4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:56.674699 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:56.793760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-54e147ab-fdbc-4acd-8943-7fa53b2747ea', 'network_id': '54e147ab-fdbc-4acd-8943-7fa53b2747ea', 'tenant_id': '584f2e0676364b7081f176f26ec1424d', 'fixed_ips': [{'subnet_id': '8d21b24f-7177-4edd-9e9c-534e89740070'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:49:56.794624 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:56.799360 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bb6d1dae-6b4f-42b3-a1cd-0754028cddbb tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:56.910313 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-bb6d1dae-6b4f-42b3-a1cd-0754028cddbb tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:49:56.912522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bb6d1dae-6b4f-42b3-a1cd-0754028cddbb tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "PUT /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336 HTTP/1.1" status: 400 len: 364 time: 0.3310463 Aug 29 17:49:56.915329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53048) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:56.958103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Allocated IP 2001:db8:1::2 (54e147ab-fdbc-4acd-8943-7fa53b2747ea/8d21b24f-7177-4edd-9e9c-534e89740070/f607864f-83ae-416d-bef8-9d2652a8656e) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:57.106305 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:57.115246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Transition to ACTIVE for port object f607864f-83ae-416d-bef8-9d2652a8656e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:57.130950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Transition to ACTIVE for port object f607864f-83ae-416d-bef8-9d2652a8656e will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:57.140767 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:57.188768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Network 54e147ab-fdbc-4acd-8943-7fa53b2747ea is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:57.193388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:57.198243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:57.221745 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:57.232748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Pushing event updated for resources: {'Port': ['ID=f607864f-83ae-416d-bef8-9d2652a8656e,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:57.288510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Attempting to bind port f607864f-83ae-416d-bef8-9d2652a8656e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:57.289004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Attempting to bind port f607864f-83ae-416d-bef8-9d2652a8656e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '313dad72-5ff1-4b88-b895-3f292c328a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54e147ab-fdbc-4acd-8943-7fa53b2747ea'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:57.289442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Attempting to bind port f607864f-83ae-416d-bef8-9d2652a8656e on network 54e147ab-fdbc-4acd-8943-7fa53b2747ea {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:57.295594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:57.298722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Checking segment: {'id': '313dad72-5ff1-4b88-b895-3f292c328a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54e147ab-fdbc-4acd-8943-7fa53b2747ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:57.299293 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:57.299780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Bound using segment: {'id': '313dad72-5ff1-4b88-b895-3f292c328a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54e147ab-fdbc-4acd-8943-7fa53b2747ea'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:57.300535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Bound port: f607864f-83ae-416d-bef8-9d2652a8656e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313dad72-5ff1-4b88-b895-3f292c328a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54e147ab-fdbc-4acd-8943-7fa53b2747ea'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:57.301007 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:57.409253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] For port f607864f-83ae-416d-bef8-9d2652a8656e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:57.410898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] For port f607864f-83ae-416d-bef8-9d2652a8656e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f607864f-83ae-416d-bef8-9d2652a8656e,segment=NetworkSegment(313dad72-5ff1-4b88-b895-3f292c328a2c),segment_id=313dad72-5ff1-4b88-b895-3f292c328a2c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:57.422220 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:57.530990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103f71b-3b4e-4363-9b6c-17ba1e2437ad None None] Pushing event updated for resources: {'Port': ['ID=f607864f-83ae-416d-bef8-9d2652a8656e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:57.618491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Allocated IP 2001:db8::1 (e7fbd6a5-14b4-4976-989b-d8da1b6fdd17/84790135-2067-46c9-ada6-e90a7445efd3/830a51ec-e818-4a46-950e-a1affe42f7e4) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:49:57.739181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89eb58-5761-454e-a053-ae555ca243de req-a0874adc-8113-40ed-a977-86aef9db4933 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:57.740756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee89eb58-5761-454e-a053-ae555ca243de req-a0874adc-8113-40ed-a977-86aef9db4933 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.0823839 Aug 29 17:49:57.782734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:57.803638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Transition to ACTIVE for port object 830a51ec-e818-4a46-950e-a1affe42f7e4 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:57.806099 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ee89eb58-5761-454e-a053-ae555ca243de req-99e9289b-2fcd-46f3-9249-5108e00f7390 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587318 Aug 29 17:49:57.850627 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:57.906105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Port': ['ID=830a51ec-e818-4a46-950e-a1affe42f7e4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:57.917345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:57.919205 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:57.921799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:49:57.923014 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:58.074287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:58.162127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef59d07-dbc1-4b67-93a2-2831715ac6c7 req-31e99804-a624-4119-b6ef-940f6b77d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:58.166352 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ef59d07-dbc1-4b67-93a2-2831715ac6c7 req-31e99804-a624-4119-b6ef-940f6b77d673 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1097 time: 0.0680616 Aug 29 17:49:58.224047 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ef59d07-dbc1-4b67-93a2-2831715ac6c7 req-cdb96ec0-6e25-4fab-8f63-cf9df3ef0d06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490870 Aug 29 17:49:58.258843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-107ae24f-a396-4dd1-b42a-0ce1c7cb8329 None None] Provisioning for port 830a51ec-e818-4a46-950e-a1affe42f7e4 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:58.271748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-107ae24f-a396-4dd1-b42a-0ce1c7cb8329 None None] Provisioning complete for port 830a51ec-e818-4a46-950e-a1affe42f7e4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:58.272327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-107ae24f-a396-4dd1-b42a-0ce1c7cb8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:58.355388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-107ae24f-a396-4dd1-b42a-0ce1c7cb8329 None None] Port 830a51ec-e818-4a46-950e-a1affe42f7e4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:58.526787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:58.535161 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:58.537249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:58.596589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f607864f-83ae-416d-bef8-9d2652a8656e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:49:58.657791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event updated for resources: {'Port': ['ID=830a51ec-e818-4a46-950e-a1affe42f7e4,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:58.658772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port f607864f-83ae-416d-bef8-9d2652a8656e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:58.803281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:49:58.804952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:49:58.876576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bb6c7-0a09-4f07-b8b7-ee7ea521f8e3 None None] Network 54e147ab-fdbc-4acd-8943-7fa53b2747ea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:49:59.012820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Router 7a89064a-e3af-4c29-b819-3e6a3dc9a336 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:49:59.029925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeac53-a842-4208-9900-b4e9980adec2 req-1387c421-bcf7-4b1e-b8e6-389ab8fbe5e7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:59.034709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d0140c48-95a2-4269-b869-637a22fc5e8a details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:49:59.042902 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4aeeac53-a842-4208-9900-b4e9980adec2 req-1387c421-bcf7-4b1e-b8e6-389ab8fbe5e7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.0998292 Aug 29 17:49:59.044641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d0140c48-95a2-4269-b869-637a22fc5e8a no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:59.112089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ec208b7c-e584-49dc-bdb5-eb66b07b8e34 None None] Provisioning for port f607864f-83ae-416d-bef8-9d2652a8656e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:49:59.163350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ec208b7c-e584-49dc-bdb5-eb66b07b8e34 None None] Provisioning complete for port f607864f-83ae-416d-bef8-9d2652a8656e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:59.163755 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec208b7c-e584-49dc-bdb5-eb66b07b8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.223419 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4aeeac53-a842-4208-9900-b4e9980adec2 req-ede9712d-d341-4dba-90be-5b5e938b37ce tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795151 Aug 29 17:49:59.257702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:49:59.267321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4b587896-1fb3-4e70-ad24-fa4441280d90 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "PUT /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3504505 Aug 29 17:49:59.269624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53086) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:49:59.280666 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69094a-2b8d-4787-a63c-33108219b0f0 None None] Sync routers for ids ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:49:59.297481 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69094a-2b8d-4787-a63c-33108219b0f0 None None] Routers {'7a89064a-e3af-4c29-b819-3e6a3dc9a336'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:59.298475 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5e69094a-2b8d-4787-a63c-33108219b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:59.314919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:59.322325 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.341196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'port_id': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'mac_address': 'fa:16:3e:75:78:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:49:59.361076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5e69094a-2b8d-4787-a63c-33108219b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:59.370373 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69094a-2b8d-4787-a63c-33108219b0f0 None None] Routers {'7a89064a-e3af-4c29-b819-3e6a3dc9a336'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:49:59.371269 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5e69094a-2b8d-4787-a63c-33108219b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:59.396138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:49:59.398738 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380028d5-e359-4d7c-b5d9-b4591667cef0" -d '{"events": [{"server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:49:59.427203 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5e69094a-2b8d-4787-a63c-33108219b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:49:59.428084 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69094a-2b8d-4787-a63c-33108219b0f0 None None] The sync data for ids ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'] in n-d-713499-15 is: [] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:49:59.442893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:59.488012 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c8129-2799-4904-b04c-726470b9d824 x-openstack-request-id: req-fb9c8129-2799-4904-b04c-726470b9d824 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:49:59.489509 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:49:59.489941 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb9c8129-2799-4904-b04c-726470b9d824 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:49:59.490524 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'code': 200} Aug 29 17:49:59.493068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.513173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.538031 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec208b7c-e584-49dc-bdb5-eb66b07b8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.566988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0140c48-95a2-4269-b869-637a22fc5e8a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:49:59.650889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:59.674572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ec208b7c-e584-49dc-bdb5-eb66b07b8e34 None None] For port f607864f-83ae-416d-bef8-9d2652a8656e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f607864f-83ae-416d-bef8-9d2652a8656e,segment=NetworkSegment(313dad72-5ff1-4b88-b895-3f292c328a2c),segment_id=313dad72-5ff1-4b88-b895-3f292c328a2c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:59.682633 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:49:59.682976 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:49:59.683594 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec208b7c-e584-49dc-bdb5-eb66b07b8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.750272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec208b7c-e584-49dc-bdb5-eb66b07b8e34 None None] Pushing event updated for resources: {'Port': ['ID=f607864f-83ae-416d-bef8-9d2652a8656e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:59.819485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-013c02ce-08aa-42a1-8080-18a9b5701b4e None None] Provisioning complete for port 830a51ec-e818-4a46-950e-a1affe42f7e4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:59.819872 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-013c02ce-08aa-42a1-8080-18a9b5701b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.854190 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e7fb67f5-3531-4cba-943f-ae36c0d2f946 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.863729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-013c02ce-08aa-42a1-8080-18a9b5701b4e None None] Port 830a51ec-e818-4a46-950e-a1affe42f7e4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:49:59.875516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-013c02ce-08aa-42a1-8080-18a9b5701b4e None None] Provisioning complete for port f607864f-83ae-416d-bef8-9d2652a8656e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:49:59.875877 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-013c02ce-08aa-42a1-8080-18a9b5701b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:59.953111 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-e7fb67f5-3531-4cba-943f-ae36c0d2f946 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 17:49:59.954137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e7fb67f5-3531-4cba-943f-ae36c0d2f946 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336 HTTP/1.1" status: 409 len: 329 time: 0.6834500 Aug 29 17:49:59.957001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53098) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:00.223761 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:00.239172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0140c48-95a2-4269-b869-637a22fc5e8a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:50:00.270765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:00.279997 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:00.342681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:00.487076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['d0140c48-95a2-4269-b869-637a22fc5e8a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:50:00.515094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6015-9312-4a50-a318-a3696c29a0c4 req-5afc025e-381c-4769-983f-92b22ab66bcf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:00.518172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4ef6015-9312-4a50-a318-a3696c29a0c4 req-5afc025e-381c-4769-983f-92b22ab66bcf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 944 time: 0.1634238 Aug 29 17:50:00.555287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f607864f-83ae-416d-bef8-9d2652a8656e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:50:00.600636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c4ef6015-9312-4a50-a318-a3696c29a0c4 req-ad03e559-1bed-4299-9ac7-585723381975 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476880 Aug 29 17:50:00.624798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53104) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:00.661783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port f607864f-83ae-416d-bef8-9d2652a8656e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:00.662502 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:00.739373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-be771778-22de-4a13-859c-ca70e7f8e56c tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/floatingips/a40bd786-b5ac-450a-a521-1221f66e917d HTTP/1.1" status: 200 len: 992 time: 0.1131029 Aug 29 17:50:00.843591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.195851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting port 830a51ec-e818-4a46-950e-a1affe42f7e4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:01.196523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.290761 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.302649 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Calling delete_port for 830a51ec-e818-4a46-950e-a1affe42f7e4 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:01.474557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.501858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Port': ['ID=830a51ec-e818-4a46-950e-a1affe42f7e4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:01.619873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.787239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Router 7a89064a-e3af-4c29-b819-3e6a3dc9a336 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:50:01.871436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:50:01.882764 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cd993-86e9-40fd-ae7b-b020c7073136 None None] Sync routers for ids ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:50:01.884910 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-91904089-ea4a-4221-b337-f7123d036fd6 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "PUT /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9263070 Aug 29 17:50:01.888671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53130) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:01.901734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cd993-86e9-40fd-ae7b-b020c7073136 None None] Routers {'7a89064a-e3af-4c29-b819-3e6a3dc9a336'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:01.902431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d16cd993-86e9-40fd-ae7b-b020c7073136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:01.942217 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-e64de2d7-8fa2-4762-adaf-1371f1b12afe tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] show failed (client error): The resource could not be found. Aug 29 17:50:01.943705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e64de2d7-8fa2-4762-adaf-1371f1b12afe tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-2047245971 HTTP/1.1" status: 404 len: 335 time: 0.0538399 Aug 29 17:50:01.947551 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:01.952793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-514d0304-4eb7-44fc-abf8-ffa663b804c8 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:01.973971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d16cd993-86e9-40fd-ae7b-b020c7073136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:01.983035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cd993-86e9-40fd-ae7b-b020c7073136 None None] Routers {'7a89064a-e3af-4c29-b819-3e6a3dc9a336'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:01.984437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d16cd993-86e9-40fd-ae7b-b020c7073136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:49:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:01.996403 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-514d0304-4eb7-44fc-abf8-ffa663b804c8 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] update failed (client error): The resource could not be found. Aug 29 17:50:02.001082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-514d0304-4eb7-44fc-abf8-ffa663b804c8 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-365068649 HTTP/1.1" status: 404 len: 334 time: 0.0487378 Aug 29 17:50:02.001515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53138) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:02.021232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-d16cd993-86e9-40fd-ae7b-b020c7073136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:02.022174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cd993-86e9-40fd-ae7b-b020c7073136 None None] The sync data for ids ['7a89064a-e3af-4c29-b819-3e6a3dc9a336'] in n-d-713499-15 is: [] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:50:02.056154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd25bf79-3882-4d20-bd6f-737bd84cf62c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting subnet 8d21b24f-7177-4edd-9e9c-534e89740070 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:50:02.059208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd25bf79-3882-4d20-bd6f-737bd84cf62c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.104041 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd25bf79-3882-4d20-bd6f-737bd84cf62c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.187661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd25bf79-3882-4d20-bd6f-737bd84cf62c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.246468 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd25bf79-3882-4d20-bd6f-737bd84cf62c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.287658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25bf79-3882-4d20-bd6f-737bd84cf62c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Subnet': ['ID=8d21b24f-7177-4edd-9e9c-534e89740070,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:02.301144 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd25bf79-3882-4d20-bd6f-737bd84cf62c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.305739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53140) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:02.307701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623a029-6448-4d61-be6e-1ca2868f5da7 None None] Network 54e147ab-fdbc-4acd-8943-7fa53b2747ea requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:50:02.314946 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bd25bf79-3882-4d20-bd6f-737bd84cf62c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/subnets/8d21b24f-7177-4edd-9e9c-534e89740070 HTTP/1.1" status: 204 len: 168 time: 0.3081133 Aug 29 17:50:02.399000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.470610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting port f607864f-83ae-416d-bef8-9d2652a8656e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:02.470610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.533400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] For port f607864f-83ae-416d-bef8-9d2652a8656e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f607864f-83ae-416d-bef8-9d2652a8656e,segment=NetworkSegment(313dad72-5ff1-4b88-b895-3f292c328a2c),segment_id=313dad72-5ff1-4b88-b895-3f292c328a2c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:02.533748 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.541948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] DHCP port deletion for 54e147ab-fdbc-4acd-8943-7fa53b2747ea request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:50:02.554963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Calling delete_port for f607864f-83ae-416d-bef8-9d2652a8656e owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:02.595296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] Deleting port f607864f-83ae-416d-bef8-9d2652a8656e {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:02.595964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.652297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.670437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] No DVR routers for this DVR port f607864f-83ae-416d-bef8-9d2652a8656e on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:02.678428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] For port f607864f-83ae-416d-bef8-9d2652a8656e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=f607864f-83ae-416d-bef8-9d2652a8656e,segment=NetworkSegment(313dad72-5ff1-4b88-b895-3f292c328a2c),segment_id=313dad72-5ff1-4b88-b895-3f292c328a2c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:02.680128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.696427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] Calling delete_port for f607864f-83ae-416d-bef8-9d2652a8656e owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:02.716671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Port': ['ID=f607864f-83ae-416d-bef8-9d2652a8656e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:02.791244 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.795778 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.802579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e147ab-fdbc-4acd-8943-7fa53b2747ea']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:02.822213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313dad72-5ff1-4b88-b895-3f292c328a2c') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:02.822467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313dad72-5ff1-4b88-b895-3f292c328a2c') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:02.829591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] Pushing event deleted for resources: {'Port': ['ID=f607864f-83ae-416d-bef8-9d2652a8656e,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:02.833027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.839949 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0be21d-670a-4937-95a5-a0d114bd08dc None None] No DVR routers for this DVR port f607864f-83ae-416d-bef8-9d2652a8656e on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:02.850093 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.857905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:50:02.858386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:50:02.862282 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:50:02.929605 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.937316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:02.939137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/networks/54e147ab-fdbc-4acd-8943-7fa53b2747ea HTTP/1.1" status: 204 len: 168 time: 0.6311595 Aug 29 17:50:02.941601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53142) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:02.965825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad43022-fdaa-4c62-88d4-37593d0d0bd2 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Network': ['ID=54e147ab-fdbc-4acd-8943-7fa53b2747ea,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:03.014325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-032d840d-bf0b-4786-8ba5-92fc8e33fc2c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting subnet 45e574b3-c22c-4b3c-a518-a254a916023e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:50:03.019666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-032d840d-bf0b-4786-8ba5-92fc8e33fc2c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.065543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d0140c48-95a2-4269-b869-637a22fc5e8a up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:50:03.073749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-032d840d-bf0b-4786-8ba5-92fc8e33fc2c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.129657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port d0140c48-95a2-4269-b869-637a22fc5e8a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:03.130840 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.182876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-032d840d-bf0b-4786-8ba5-92fc8e33fc2c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.237737 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.253992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-032d840d-bf0b-4786-8ba5-92fc8e33fc2c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.269686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:03.272542 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4a4068-5757-40c0-8c87-249aee501041" -d '{"events": [{"server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "name": "network-vif-plugged", "status": "completed", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:03.286022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d840d-bf0b-4786-8ba5-92fc8e33fc2c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Subnet': ['ID=45e574b3-c22c-4b3c-a518-a254a916023e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:03.292576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:03.298190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-032d840d-bf0b-4786-8ba5-92fc8e33fc2c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.303583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53152) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:03.307005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177dc990-4753-4330-9299-fb0f15cb3c52 None None] Network bf6d0e82-fb88-4666-96a0-d3610eb04338 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:50:03.309710 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.316820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-032d840d-bf0b-4786-8ba5-92fc8e33fc2c tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/subnets/45e574b3-c22c-4b3c-a518-a254a916023e HTTP/1.1" status: 204 len: 168 time: 0.3720467 Aug 29 17:50:03.371429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting subnet a248565c-58e8-41b8-be58-ec87a6010948 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:50:03.375216 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.380952 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfcb6bd-6e9f-4f2c-abcb-22ea0960cb3a x-openstack-request-id: req-5dfcb6bd-6e9f-4f2c-abcb-22ea0960cb3a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:03.381480 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "name": "network-vif-plugged", "status": "completed", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:03.381899 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dfcb6bd-6e9f-4f2c-abcb-22ea0960cb3a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:03.382459 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'code': 200} Aug 29 17:50:03.432086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.438345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:03.539408 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.596247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] DHCP port deletion for bf6d0e82-fb88-4666-96a0-d3610eb04338 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:50:03.602992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.632343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Subnet': ['ID=a248565c-58e8-41b8-be58-ec87a6010948,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:03.646852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.647367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.647806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.648243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.648677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.649106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.649620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.650305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.650764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.651734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.652192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.652744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:03.657890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.660126 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-df5a573a-eca9-43e9-9300-cab8ae938082 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/subnets/a248565c-58e8-41b8-be58-ec87a6010948 HTTP/1.1" status: 204 len: 168 time: 0.3547621 Aug 29 17:50:03.662330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53154) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:03.663576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] Deleting port a8adc496-997a-4c6e-92f8-6024c8560ce4 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:03.663967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.668311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae90a03-7d14-4944-8c11-763e944a8093 None None] Network 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:50:03.741964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.798096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting port a8adc496-997a-4c6e-92f8-6024c8560ce4 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:03.798569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.855829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] For port a8adc496-997a-4c6e-92f8-6024c8560ce4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8adc496-997a-4c6e-92f8-6024c8560ce4,segment=NetworkSegment(9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2),segment_id=9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:03.856246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.868994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] For port a8adc496-997a-4c6e-92f8-6024c8560ce4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8adc496-997a-4c6e-92f8-6024c8560ce4,segment=NetworkSegment(9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2),segment_id=9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:03.869443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:03.870551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] Calling delete_port for a8adc496-997a-4c6e-92f8-6024c8560ce4 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:03.884764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Calling delete_port for a8adc496-997a-4c6e-92f8-6024c8560ce4 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:03.975123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] DHCP port deletion for 0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:50:03.986699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.016769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] No DVR routers for this DVR port a8adc496-997a-4c6e-92f8-6024c8560ce4 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:04.023249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Port': ['ID=a8adc496-997a-4c6e-92f8-6024c8560ce4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:04.031638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.067455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] Pushing event deleted for resources: {'Port': ['ID=a8adc496-997a-4c6e-92f8-6024c8560ce4,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:04.071622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03a78f-2c23-4952-a31d-41976adba0ea None None] No DVR routers for this DVR port a8adc496-997a-4c6e-92f8-6024c8560ce4 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:04.086014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] Deleting port 47bb5106-804e-4e19-aef0-05fd0de72b79 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:04.088095 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.147635 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.161441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6d0e82-fb88-4666-96a0-d3610eb04338']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:04.178299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] For port 47bb5106-804e-4e19-aef0-05fd0de72b79, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=47bb5106-804e-4e19-aef0-05fd0de72b79,segment=NetworkSegment(96c085df-bcad-467e-9081-1df535caf57e),segment_id=96c085df-bcad-467e-9081-1df535caf57e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:04.178735 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.180047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:04.180395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea1c625-fb2c-4cb5-bc0f-39445a51e8d2') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:04.197829 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.200359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] Calling delete_port for 47bb5106-804e-4e19-aef0-05fd0de72b79 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:04.225945 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.232740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:50:04.234169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:50:04.237619 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:50:04.303209 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.321790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.342268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] Pushing event deleted for resources: {'Port': ['ID=47bb5106-804e-4e19-aef0-05fd0de72b79,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:04.348966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2724ae-17ad-43b1-90cc-d19284a59f74 None None] No DVR routers for this DVR port 47bb5106-804e-4e19-aef0-05fd0de72b79 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:04.350717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.352870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/networks/bf6d0e82-fb88-4666-96a0-d3610eb04338 HTTP/1.1" status: 204 len: 168 time: 0.6894829 Aug 29 17:50:04.353874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6745b-22d1-48c8-84de-e2a7e34fe7dc tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Network': ['ID=bf6d0e82-fb88-4666-96a0-d3610eb04338,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:04.356356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53162) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:04.440842 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.554825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8adc496-997a-4c6e-92f8-6024c8560ce4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:04.560555 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.571406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0480f1c0-0b4f-4e7f-8bdc-21101cc8b943']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:04.575092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a8adc496-997a-4c6e-92f8-6024c8560ce4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:04.575522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8adc496-997a-4c6e-92f8-6024c8560ce4 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:04.576018 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f607864f-83ae-416d-bef8-9d2652a8656e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:04.583800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c085df-bcad-467e-9081-1df535caf57e') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:04.584453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c085df-bcad-467e-9081-1df535caf57e') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:04.595420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.595996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: f607864f-83ae-416d-bef8-9d2652a8656e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:04.596418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device f607864f-83ae-416d-bef8-9d2652a8656e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:04.596914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 47bb5106-804e-4e19-aef0-05fd0de72b79 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:04.616412 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.620580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 47bb5106-804e-4e19-aef0-05fd0de72b79 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:04.621011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 47bb5106-804e-4e19-aef0-05fd0de72b79 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:04.625114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:50:04.625720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:50:04.628995 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:50:04.689870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.697462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.701493 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/networks/0480f1c0-0b4f-4e7f-8bdc-21101cc8b943 HTTP/1.1" status: 204 len: 168 time: 0.3415747 Aug 29 17:50:04.702950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53164) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:04.728343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9391d6f-4d48-4c15-a900-627c2c90c671 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Network': ['ID=0480f1c0-0b4f-4e7f-8bdc-21101cc8b943,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:04.761842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed909ca-ee61-4038-bd4a-4bcf79307980 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting subnet 84790135-2067-46c9-ada6-e90a7445efd3 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:50:04.765217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ed909ca-ee61-4038-bd4a-4bcf79307980 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.804596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ed909ca-ee61-4038-bd4a-4bcf79307980 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.895057 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ed909ca-ee61-4038-bd4a-4bcf79307980 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.958576 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ed909ca-ee61-4038-bd4a-4bcf79307980 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.984453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed909ca-ee61-4038-bd4a-4bcf79307980 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Subnet': ['ID=84790135-2067-46c9-ada6-e90a7445efd3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:04.991224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3ed909ca-ee61-4038-bd4a-4bcf79307980 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.996545 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3ed909ca-ee61-4038-bd4a-4bcf79307980 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/subnets/84790135-2067-46c9-ada6-e90a7445efd3 HTTP/1.1" status: 204 len: 168 time: 0.2896740 Aug 29 17:50:04.996545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53166) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:05.006867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a09d3-c1c0-4d9e-924f-e2dcff26eadf None None] Network e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:50:05.083324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.152844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Deleting port 46eefb05-0f65-406e-a82b-826e6283b90f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:05.153168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.228305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] DHCP port deletion for e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:50:05.241322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] For port 46eefb05-0f65-406e-a82b-826e6283b90f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=46eefb05-0f65-406e-a82b-826e6283b90f,segment=NetworkSegment(5938fa8f-b2d3-49f1-9de0-c09d93cb2d13),segment_id=5938fa8f-b2d3-49f1-9de0-c09d93cb2d13)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:05.241322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.262239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Calling delete_port for 46eefb05-0f65-406e-a82b-826e6283b90f owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:05.337978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] Deleting port 46eefb05-0f65-406e-a82b-826e6283b90f {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:05.338462 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.364867 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.399008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Port': ['ID=46eefb05-0f65-406e-a82b-826e6283b90f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:05.401309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] No DVR routers for this DVR port 46eefb05-0f65-406e-a82b-826e6283b90f on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:05.456733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] For port 46eefb05-0f65-406e-a82b-826e6283b90f, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=46eefb05-0f65-406e-a82b-826e6283b90f,segment=NetworkSegment(5938fa8f-b2d3-49f1-9de0-c09d93cb2d13),segment_id=5938fa8f-b2d3-49f1-9de0-c09d93cb2d13)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:05.457146 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.475278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] Calling delete_port for 46eefb05-0f65-406e-a82b-826e6283b90f owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:05.518174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.529532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fbd6a5-14b4-4976-989b-d8da1b6fdd17']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:05.543432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5938fa8f-b2d3-49f1-9de0-c09d93cb2d13') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:05.543731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5938fa8f-b2d3-49f1-9de0-c09d93cb2d13') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:05.557018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.572684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.580698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:50:05.581370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:50:05.585178 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:50:05.605512 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.642008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] Pushing event deleted for resources: {'Port': ['ID=46eefb05-0f65-406e-a82b-826e6283b90f,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:05.646857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04832b-ca1d-4ea6-9c34-95aa224448b2 None None] No DVR routers for this DVR port 46eefb05-0f65-406e-a82b-826e6283b90f on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:05.670460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.680129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.681958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/networks/e7fbd6a5-14b4-4976-989b-d8da1b6fdd17 HTTP/1.1" status: 204 len: 168 time: 0.6841192 Aug 29 17:50:05.684732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53182) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:05.695739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221415d3-d056-46dd-96d2-fd8064297e10 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Pushing event deleted for resources: {'Network': ['ID=e7fbd6a5-14b4-4976-989b-d8da1b6fdd17,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:05.719635 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b6be43f5-0a5f-4eae-9d48-868c75598c56 tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a89064a-e3af-4c29-b819-3e6a3dc9a336 HTTP/1.1" status: 200 len: 205 time: 0.0321972 Aug 29 17:50:05.721885 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53186) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:05.811991 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61300606-bd1a-4b2b-9a6c-77845b5a390e tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.978599 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61300606-bd1a-4b2b-9a6c-77845b5a390e tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:05.980942 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61300606-bd1a-4b2b-9a6c-77845b5a390e tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.027132 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61300606-bd1a-4b2b-9a6c-77845b5a390e tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.027816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61300606-bd1a-4b2b-9a6c-77845b5a390e tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Fanout notify agent at l3_agent the message router_deleted on router 7a89064a-e3af-4c29-b819-3e6a3dc9a336 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:50:06.035276 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-61300606-bd1a-4b2b-9a6c-77845b5a390e tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.036282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-61300606-bd1a-4b2b-9a6c-77845b5a390e tempest-RoutersNegativeIpV6Test-1607689976 tempest-RoutersNegativeIpV6Test-1607689976-project] 10.222.0.41 "DELETE /v2.0/routers/7a89064a-e3af-4c29-b819-3e6a3dc9a336 HTTP/1.1" status: 204 len: 168 time: 0.3132970 Aug 29 17:50:06.295404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53194) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:06.482349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-76f32bdd-924d-4933-a4f2-47f65e950447 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=584f2e0676364b7081f176f26ec1424d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852608 Aug 29 17:50:06.486759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53208) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:06.543710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 46eefb05-0f65-406e-a82b-826e6283b90f no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:06.547050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dfa20f81-5d24-4252-9fa6-68ccb81f6316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.564761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 46eefb05-0f65-406e-a82b-826e6283b90f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:06.565141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 46eefb05-0f65-406e-a82b-826e6283b90f not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:06.569407 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dfa20f81-5d24-4252-9fa6-68ccb81f6316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.623310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dfa20f81-5d24-4252-9fa6-68ccb81f6316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.626192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dfa20f81-5d24-4252-9fa6-68ccb81f6316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.629746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dfa20f81-5d24-4252-9fa6-68ccb81f6316 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a8a7384-298b-46dc-b697-9732126c91ee HTTP/1.1" status: 204 len: 168 time: 0.1394827 Aug 29 17:50:06.635967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa20f81-5d24-4252-9fa6-68ccb81f6316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8a7384-298b-46dc-b697-9732126c91ee,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:07.286806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53242) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:07.388228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-535dfe10-8e5c-4715-bb95-2e740fc2f1f8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:07.388699 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-535dfe10-8e5c-4715-bb95-2e740fc2f1f8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 17:50:07.389901 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-535dfe10-8e5c-4715-bb95-2e740fc2f1f8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:50:07.390952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-535dfe10-8e5c-4715-bb95-2e740fc2f1f8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1027524 Aug 29 17:50:07.394630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53246) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:07.399166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--908066717'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:07.421816 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.431427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.529087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.534800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.571448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac02d9c-99d2-43d6-ac91-c4f2d29d591c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:07.626435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.630015 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.658215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.659411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2637849 Aug 29 17:50:07.661263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e565d-db7f-4cc0-85df-7d331b7a2183 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d00802-c0a1-492c-ab02-d4b7dac62f3b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:07.662502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53248) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:07.668791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0da9978f-889b-457b-a2ec-18479402e397 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': 'a8d00802-c0a1-492c-ab02-d4b7dac62f3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:07.708310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0da9978f-889b-457b-a2ec-18479402e397 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.763060 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0da9978f-889b-457b-a2ec-18479402e397 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.767573 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0da9978f-889b-457b-a2ec-18479402e397 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.791651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9978f-889b-457b-a2ec-18479402e397 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4cabc4-05ac-4669-83b8-2acbd4cf304c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:07.797689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0da9978f-889b-457b-a2ec-18479402e397 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.802321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53254) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:07.804064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0da9978f-889b-457b-a2ec-18479402e397 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394417 Aug 29 17:50:07.808982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ac43c67e-4459-4f4e-add0-e4a2dfe458ae tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': 'a8d00802-c0a1-492c-ab02-d4b7dac62f3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:07.840562 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ac43c67e-4459-4f4e-add0-e4a2dfe458ae tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.930391 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-ac43c67e-4459-4f4e-add0-e4a2dfe458ae tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:50:07.932666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ac43c67e-4459-4f4e-add0-e4a2dfe458ae tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1290734 Aug 29 17:50:07.937976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53256) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.029167 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-932b1304-af7a-4a2a-bdd6-7ff5c17c3fa0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.060744 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-932b1304-af7a-4a2a-bdd6-7ff5c17c3fa0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.124935 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-932b1304-af7a-4a2a-bdd6-7ff5c17c3fa0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.128902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-932b1304-af7a-4a2a-bdd6-7ff5c17c3fa0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.130665 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-932b1304-af7a-4a2a-bdd6-7ff5c17c3fa0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8d00802-c0a1-492c-ab02-d4b7dac62f3b HTTP/1.1" status: 204 len: 168 time: 0.1847696 Aug 29 17:50:08.133285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53270) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.143068 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1304-af7a-4a2a-bdd6-7ff5c17c3fa0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d00802-c0a1-492c-ab02-d4b7dac62f3b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:08.194505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6c7735e1-2ea9-4ce9-97bb-d89c503d90e1 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597708 Aug 29 17:50:08.198353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53272) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.202799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c0f993df-24b8-4df8-b204-4317f49e52f0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821865479'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:08.225320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0f993df-24b8-4df8-b204-4317f49e52f0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.307269 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0f993df-24b8-4df8-b204-4317f49e52f0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.311073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0f993df-24b8-4df8-b204-4317f49e52f0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.341034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0f993df-24b8-4df8-b204-4317f49e52f0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.342886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c0f993df-24b8-4df8-b204-4317f49e52f0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1428809 Aug 29 17:50:08.345605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53276) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.351024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b6d294b1-db1c-4277-af82-a6866c856744 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '90455f91-d7cc-4293-a259-2bbaac2cd835', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:08.351502 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-b6d294b1-db1c-4277-af82-a6866c856744 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 17:50:08.351983 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-b6d294b1-db1c-4277-af82-a6866c856744 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:08.352923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b6d294b1-db1c-4277-af82-a6866c856744 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055792 Aug 29 17:50:08.353794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f993df-24b8-4df8-b204-4317f49e52f0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90455f91-d7cc-4293-a259-2bbaac2cd835,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:08.356139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53278) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.408983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5067605-4f56-4a8e-9066-84343e152e32 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.430493 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5067605-4f56-4a8e-9066-84343e152e32 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.474821 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5067605-4f56-4a8e-9066-84343e152e32 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.477705 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b5067605-4f56-4a8e-9066-84343e152e32 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.481365 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b5067605-4f56-4a8e-9066-84343e152e32 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/90455f91-d7cc-4293-a259-2bbaac2cd835 HTTP/1.1" status: 204 len: 168 time: 0.1214633 Aug 29 17:50:08.481852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53280) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.488400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5067605-4f56-4a8e-9066-84343e152e32 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90455f91-d7cc-4293-a259-2bbaac2cd835,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:08.533688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6c06b0aa-f7b8-458c-bca7-d3d0a062b708 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502622 Aug 29 17:50:08.537512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53282) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.542101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bcb40713-3096-4a59-9cd0-4ede7c0a70dc tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--389620232'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:08.563687 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcb40713-3096-4a59-9cd0-4ede7c0a70dc tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.654061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcb40713-3096-4a59-9cd0-4ede7c0a70dc tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.659072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcb40713-3096-4a59-9cd0-4ede7c0a70dc tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.685497 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bcb40713-3096-4a59-9cd0-4ede7c0a70dc tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.689600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bcb40713-3096-4a59-9cd0-4ede7c0a70dc tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1483333 Aug 29 17:50:08.690188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53284) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.696407 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-44944dec-ef47-4226-bac3-74c9de409e85 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': 'c2524b0c-3f50-4112-b403-342b3129bd6a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:08.696627 n-d-713499-15 neutron-server[94795]: WARNING neutron.api.v2.base [None req-44944dec-ef47-4226-bac3-74c9de409e85 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 17:50:08.697092 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-44944dec-ef47-4226-bac3-74c9de409e85 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:08.698653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-44944dec-ef47-4226-bac3-74c9de409e85 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068066 Aug 29 17:50:08.699635 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb40713-3096-4a59-9cd0-4ede7c0a70dc tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2524b0c-3f50-4112-b403-342b3129bd6a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:08.701030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53286) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.760448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4278afe7-f161-444a-994c-9a7dae4d80d5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.785070 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4278afe7-f161-444a-994c-9a7dae4d80d5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.826014 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4278afe7-f161-444a-994c-9a7dae4d80d5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.829098 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4278afe7-f161-444a-994c-9a7dae4d80d5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.830217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4278afe7-f161-444a-994c-9a7dae4d80d5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/c2524b0c-3f50-4112-b403-342b3129bd6a HTTP/1.1" status: 204 len: 168 time: 0.1277187 Aug 29 17:50:08.833104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53288) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.838952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278afe7-f161-444a-994c-9a7dae4d80d5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2524b0c-3f50-4112-b403-342b3129bd6a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:08.875687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d2f87365-c789-4a22-a572-eafa1f97df22 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0413568 Aug 29 17:50:08.879123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:08.883469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-262929cd-6d9a-4841-9e79-e3f687ecc7c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--653765259'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:08.905028 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-262929cd-6d9a-4841-9e79-e3f687ecc7c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.986296 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-262929cd-6d9a-4841-9e79-e3f687ecc7c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.989983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-262929cd-6d9a-4841-9e79-e3f687ecc7c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.019456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-262929cd-6d9a-4841-9e79-e3f687ecc7c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.020641 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-262929cd-6d9a-4841-9e79-e3f687ecc7c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1405885 Aug 29 17:50:09.022476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262929cd-6d9a-4841-9e79-e3f687ecc7c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877aee78-ce95-4f05-b18a-503a3cd1fa4b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:09.023831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53294) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.029213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ee0e13ab-5eed-4a91-bc87-1d938479b22d tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '877aee78-ce95-4f05-b18a-503a3cd1fa4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.030344 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-ee0e13ab-5eed-4a91-bc87-1d938479b22d tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 17:50:09.030961 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-ee0e13ab-5eed-4a91-bc87-1d938479b22d tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.032081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ee0e13ab-5eed-4a91-bc87-1d938479b22d tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069144 Aug 29 17:50:09.034613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53298) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.039318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-39417701-c13d-411e-a490-6fd03daf35b9 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '877aee78-ce95-4f05-b18a-503a3cd1fa4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.041148 n-d-713499-15 neutron-server[94795]: WARNING neutron.api.v2.base [None req-39417701-c13d-411e-a490-6fd03daf35b9 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 17:50:09.041653 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-39417701-c13d-411e-a490-6fd03daf35b9 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.042621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-39417701-c13d-411e-a490-6fd03daf35b9 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070291 Aug 29 17:50:09.045114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53300) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.049617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-54e1103e-ac61-4476-ae8c-403366c404cb tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '877aee78-ce95-4f05-b18a-503a3cd1fa4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.051503 n-d-713499-15 neutron-server[94795]: WARNING neutron.api.v2.base [None req-54e1103e-ac61-4476-ae8c-403366c404cb tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 17:50:09.051986 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-54e1103e-ac61-4476-ae8c-403366c404cb tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.053033 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-54e1103e-ac61-4476-ae8c-403366c404cb tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069232 Aug 29 17:50:09.055470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53302) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.059447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0ecc4815-4a62-4c1f-a7f2-9da62a0ea1a5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '877aee78-ce95-4f05-b18a-503a3cd1fa4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.060254 n-d-713499-15 neutron-server[94795]: WARNING neutron.api.v2.base [None req-0ecc4815-4a62-4c1f-a7f2-9da62a0ea1a5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 17:50:09.060713 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-0ecc4815-4a62-4c1f-a7f2-9da62a0ea1a5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.062174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0ecc4815-4a62-4c1f-a7f2-9da62a0ea1a5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058622 Aug 29 17:50:09.064471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53304) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.115300 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efb3dd08-e5c8-4e1d-af25-37d6f1efc20e tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.141813 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efb3dd08-e5c8-4e1d-af25-37d6f1efc20e tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.183889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efb3dd08-e5c8-4e1d-af25-37d6f1efc20e tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.187105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-efb3dd08-e5c8-4e1d-af25-37d6f1efc20e tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.188473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-efb3dd08-e5c8-4e1d-af25-37d6f1efc20e tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/877aee78-ce95-4f05-b18a-503a3cd1fa4b HTTP/1.1" status: 204 len: 168 time: 0.1231778 Aug 29 17:50:09.191117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53308) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.197941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3dd08-e5c8-4e1d-af25-37d6f1efc20e tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877aee78-ce95-4f05-b18a-503a3cd1fa4b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:09.264622 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2ecd9b0-e887-4232-8423-8f42d3d03915 req-94b2fa2c-3051-4ff1-ab12-db0b32b5e85b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0381844 Aug 29 17:50:09.316118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e8800e25-f49c-487c-afe0-b57be392ddcf tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212754 Aug 29 17:50:09.318010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53314) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.327860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-82b9ea07-b6bb-43a2-ad79-559e76f4c6ee tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742676115'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.423772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2ecd9b0-e887-4232-8423-8f42d3d03915 req-74fe5d73-532b-463a-8e5f-16f220bc4ab2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0891058 Aug 29 17:50:09.428105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82b9ea07-b6bb-43a2-ad79-559e76f4c6ee tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.531963 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2ecd9b0-e887-4232-8423-8f42d3d03915 req-0ee8fe5e-9d89-40ea-8291-c026e0e70727 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739141 Aug 29 17:50:09.648190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82b9ea07-b6bb-43a2-ad79-559e76f4c6ee tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.653739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82b9ea07-b6bb-43a2-ad79-559e76f4c6ee tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.688893 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-82b9ea07-b6bb-43a2-ad79-559e76f4c6ee tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:09.695157 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-82b9ea07-b6bb-43a2-ad79-559e76f4c6ee tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3675115 Aug 29 17:50:09.695338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53328) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.695477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecd9b0-e887-4232-8423-8f42d3d03915 req-f36ab08d-3dc0-45cf-93cb-25c07b455a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:09.696937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2ecd9b0-e887-4232-8423-8f42d3d03915 req-f36ab08d-3dc0-45cf-93cb-25c07b455a95 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551032 Aug 29 17:50:09.700868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-79f81e09-92e2-4172-8ee8-1e38d4ca4d37 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.702036 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-79f81e09-92e2-4172-8ee8-1e38d4ca4d37 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 17:50:09.702928 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-79f81e09-92e2-4172-8ee8-1e38d4ca4d37 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.707741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-79f81e09-92e2-4172-8ee8-1e38d4ca4d37 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113387 Aug 29 17:50:09.708718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53330) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.715655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-afcfc5cd-e01a-4960-9ee4-afd470ce3ed4 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.718014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9ea07-b6bb-43a2-ad79-559e76f4c6ee tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d552699-12b1-4b10-99b3-30cf27c7cd9f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:09.767801 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-afcfc5cd-e01a-4960-9ee4-afd470ce3ed4 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.769178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-afcfc5cd-e01a-4960-9ee4-afd470ce3ed4 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0578208 Aug 29 17:50:09.772139 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53332) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.776767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-304a5214-69e4-45e3-a39b-d5d93f79b0b2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.777255 n-d-713499-15 neutron-server[94795]: WARNING neutron.api.v2.base [None req-304a5214-69e4-45e3-a39b-d5d93f79b0b2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 17:50:09.777755 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-304a5214-69e4-45e3-a39b-d5d93f79b0b2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.781380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-304a5214-69e4-45e3-a39b-d5d93f79b0b2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055649 Aug 29 17:50:09.781601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53334) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.785669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9531cd3c-ca63-4232-828f-0e634b1f851d tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.821408 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-9531cd3c-ca63-4232-828f-0e634b1f851d tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.825507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53336) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.825716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9531cd3c-ca63-4232-828f-0e634b1f851d tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0431812 Aug 29 17:50:09.830115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e61fbdd2-c69e-4981-abab-3be6db802cd7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.830600 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-e61fbdd2-c69e-4981-abab-3be6db802cd7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 17:50:09.831093 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-e61fbdd2-c69e-4981-abab-3be6db802cd7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.834175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e61fbdd2-c69e-4981-abab-3be6db802cd7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054739 Aug 29 17:50:09.834316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53338) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.838532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5dd74ddd-ec41-47be-9acf-87c1544a5d39 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.879538 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-5dd74ddd-ec41-47be-9acf-87c1544a5d39 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.880557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5dd74ddd-ec41-47be-9acf-87c1544a5d39 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0453517 Aug 29 17:50:09.883329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53340) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.888381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8fccdbab-aa68-4367-83f4-3d40edeb22f4 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.889023 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-8fccdbab-aa68-4367-83f4-3d40edeb22f4 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 17:50:09.890129 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-8fccdbab-aa68-4367-83f4-3d40edeb22f4 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.891255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8fccdbab-aa68-4367-83f4-3d40edeb22f4 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069454 Aug 29 17:50:09.893860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53342) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.897752 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:50:09.899230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c05a125a-e292-4cd6-9442-496b828351be tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.933986 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-c05a125a-e292-4cd6-9442-496b828351be tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.935037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c05a125a-e292-4cd6-9442-496b828351be tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0399516 Aug 29 17:50:09.937892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53344) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:09.942757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ac8cfcc9-92f5-462b-8fb3-b194eea16866 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '4d552699-12b1-4b10-99b3-30cf27c7cd9f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:09.977308 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-ac8cfcc9-92f5-462b-8fb3-b194eea16866 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:09.980988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ac8cfcc9-92f5-462b-8fb3-b194eea16866 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0393257 Aug 29 17:50:09.981244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53346) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.033593 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01b09d11-ccb7-4f41-bd7d-3c9b8672c1a8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.055492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01b09d11-ccb7-4f41-bd7d-3c9b8672c1a8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.097000 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01b09d11-ccb7-4f41-bd7d-3c9b8672c1a8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.099738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-01b09d11-ccb7-4f41-bd7d-3c9b8672c1a8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.100914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-01b09d11-ccb7-4f41-bd7d-3c9b8672c1a8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/4d552699-12b1-4b10-99b3-30cf27c7cd9f HTTP/1.1" status: 204 len: 168 time: 0.1187854 Aug 29 17:50:10.103687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53348) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.110886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b09d11-ccb7-4f41-bd7d-3c9b8672c1a8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d552699-12b1-4b10-99b3-30cf27c7cd9f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:10.162684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-951c0b13-be15-4b2d-882d-55ca59edcdf8 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543253 Aug 29 17:50:10.163088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53350) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.169961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-624b393b-68a1-4af5-b76d-468e0df754d2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--705717417'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:10.205011 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-624b393b-68a1-4af5-b76d-468e0df754d2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.294025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-624b393b-68a1-4af5-b76d-468e0df754d2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.298241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-624b393b-68a1-4af5-b76d-468e0df754d2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.327801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-624b393b-68a1-4af5-b76d-468e0df754d2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.332067 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-624b393b-68a1-4af5-b76d-468e0df754d2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1650445 Aug 29 17:50:10.332246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53352) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.336615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b393b-68a1-4af5-b76d-468e0df754d2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ea236f-2007-4485-8dab-cf24e94148b4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:10.337260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-009c85c4-f875-4a0e-9615-0368bc13e272 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '75ea236f-2007-4485-8dab-cf24e94148b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:10.388717 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-009c85c4-f875-4a0e-9615-0368bc13e272 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The resource could not be found. Aug 29 17:50:10.393510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-009c85c4-f875-4a0e-9615-0368bc13e272 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0575693 Aug 29 17:50:10.393695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53354) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.399803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f0f81c65-596e-4ddc-a0fc-aec77922278c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '75ea236f-2007-4485-8dab-cf24e94148b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b332a7d0-88d7-46c4-8cc3-6e774982a7ef'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:10.441134 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-f0f81c65-596e-4ddc-a0fc-aec77922278c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The resource could not be found. Aug 29 17:50:10.444730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f0f81c65-596e-4ddc-a0fc-aec77922278c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0469358 Aug 29 17:50:10.445070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53356) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.508930 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd4a14f3-d334-4ba1-9e49-0c2ac862ddb0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.533791 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd4a14f3-d334-4ba1-9e49-0c2ac862ddb0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.581690 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd4a14f3-d334-4ba1-9e49-0c2ac862ddb0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.584579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd4a14f3-d334-4ba1-9e49-0c2ac862ddb0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.585861 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cd4a14f3-d334-4ba1-9e49-0c2ac862ddb0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/75ea236f-2007-4485-8dab-cf24e94148b4 HTTP/1.1" status: 204 len: 168 time: 0.1397481 Aug 29 17:50:10.589391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53360) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.600013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a14f3-d334-4ba1-9e49-0c2ac862ddb0 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ea236f-2007-4485-8dab-cf24e94148b4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:10.652070 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f712149f-c1d0-4161-bac9-296bae49ada5 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613141 Aug 29 17:50:10.656348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53364) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.661604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-024594ff-0049-4d3e-b7ba-273928db0b24 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': '851868ce-39f4-462b-af76-a32c8903c41a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:10.736044 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-024594ff-0049-4d3e-b7ba-273928db0b24 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The resource could not be found. Aug 29 17:50:10.741581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.742559 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-024594ff-0049-4d3e-b7ba-273928db0b24 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0850983 Aug 29 17:50:10.746484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c6775556-575e-492d-9127-87cf40d5fa6c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366654022'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:10.778338 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c6775556-575e-492d-9127-87cf40d5fa6c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.868368 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c6775556-575e-492d-9127-87cf40d5fa6c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.873587 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c6775556-575e-492d-9127-87cf40d5fa6c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.904540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6775556-575e-492d-9127-87cf40d5fa6c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f152d373-8827-4bae-8221-8502a046b47e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:10.908248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c6775556-575e-492d-9127-87cf40d5fa6c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:10.911791 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c6775556-575e-492d-9127-87cf40d5fa6c tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1664338 Aug 29 17:50:10.912633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:10.919925 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-647899fd-f52c-4866-8adc-68ba9ff41ab2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336169328'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:10.945684 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-647899fd-f52c-4866-8adc-68ba9ff41ab2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.027899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-647899fd-f52c-4866-8adc-68ba9ff41ab2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.032141 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-647899fd-f52c-4866-8adc-68ba9ff41ab2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.060682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-647899fd-f52c-4866-8adc-68ba9ff41ab2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.062677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-647899fd-f52c-4866-8adc-68ba9ff41ab2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1481295 Aug 29 17:50:11.064554 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647899fd-f52c-4866-8adc-68ba9ff41ab2 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f132466-5299-4cb0-9fce-d3c0389be49d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:11.065674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53370) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.071536 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0f0cb009-fd99-4f75-8e99-942bb65cb06f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group_rule': {'security_group_id': 'f152d373-8827-4bae-8221-8502a046b47e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8f132466-5299-4cb0-9fce-d3c0389be49d'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:11.106445 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-0f0cb009-fd99-4f75-8e99-942bb65cb06f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:50:11.107618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0f0cb009-fd99-4f75-8e99-942bb65cb06f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0409634 Aug 29 17:50:11.110404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53372) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.164448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d12d44d-7fbb-42f0-8b39-0289c7165d97 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.189457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d12d44d-7fbb-42f0-8b39-0289c7165d97 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.236743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d12d44d-7fbb-42f0-8b39-0289c7165d97 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.239456 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2d12d44d-7fbb-42f0-8b39-0289c7165d97 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.241340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9003237-fb1c-4640-a1e2-c28afe2fea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.243414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53374) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.243551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2d12d44d-7fbb-42f0-8b39-0289c7165d97 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/8f132466-5299-4cb0-9fce-d3c0389be49d HTTP/1.1" status: 204 len: 168 time: 0.1321433 Aug 29 17:50:11.253494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12d44d-7fbb-42f0-8b39-0289c7165d97 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f132466-5299-4cb0-9fce-d3c0389be49d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:11.314447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0bf1cb8c-d131-4c7f-a227-28b764b9c936 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0691936 Aug 29 17:50:11.316962 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53376) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.368639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f936f1db-1dee-4f28-bff3-bda2425b04dd tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.390962 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f936f1db-1dee-4f28-bff3-bda2425b04dd tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.441636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f936f1db-1dee-4f28-bff3-bda2425b04dd tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.444112 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f936f1db-1dee-4f28-bff3-bda2425b04dd tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.447668 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f936f1db-1dee-4f28-bff3-bda2425b04dd tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/f152d373-8827-4bae-8221-8502a046b47e HTTP/1.1" status: 204 len: 168 time: 0.1273727 Aug 29 17:50:11.448340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53378) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.455726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936f1db-1dee-4f28-bff3-bda2425b04dd tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f152d373-8827-4bae-8221-8502a046b47e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:11.504290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a4de39ef-91ef-41d9-a6ba-4165a4432baf tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539367 Aug 29 17:50:11.504989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53380) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.509640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4b1d6b74-4c3a-4265-b7ee-77dc5100e441 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'tempest-secgroup--424114629'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:11.536330 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6b74-4c3a-4265-b7ee-77dc5100e441 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.638337 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6b74-4c3a-4265-b7ee-77dc5100e441 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.643112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6b74-4c3a-4265-b7ee-77dc5100e441 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.671584 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6b74-4c3a-4265-b7ee-77dc5100e441 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.675390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4b1d6b74-4c3a-4265-b7ee-77dc5100e441 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1668000 Aug 29 17:50:11.676787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53390) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.681591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7894f59e-24a3-44da-be56-99bd9e8416c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:11.681865 n-d-713499-15 neutron-server[94796]: WARNING neutron.api.v2.base [None req-7894f59e-24a3-44da-be56-99bd9e8416c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 17:50:11.682345 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-7894f59e-24a3-44da-be56-99bd9e8416c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 17:50:11.686259 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7894f59e-24a3-44da-be56-99bd9e8416c7 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "PUT /v2.0/security-groups/3d5bf65a-b027-4e8f-b18c-a207e6e2fdcb HTTP/1.1" status: 409 len: 330 time: 0.0057962 Aug 29 17:50:11.686259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53392) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.702116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d6b74-4c3a-4265-b7ee-77dc5100e441 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5bf65a-b027-4e8f-b18c-a207e6e2fdcb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:11.745454 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-459e15c8-7321-48ec-b42e-409a2ad7036f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.771277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-459e15c8-7321-48ec-b42e-409a2ad7036f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.816087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-459e15c8-7321-48ec-b42e-409a2ad7036f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.818576 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-459e15c8-7321-48ec-b42e-409a2ad7036f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.822199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-459e15c8-7321-48ec-b42e-409a2ad7036f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d5bf65a-b027-4e8f-b18c-a207e6e2fdcb HTTP/1.1" status: 204 len: 168 time: 0.1325047 Aug 29 17:50:11.823200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53402) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.831937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e15c8-7321-48ec-b42e-409a2ad7036f tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5bf65a-b027-4e8f-b18c-a207e6e2fdcb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:11.883743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c585674b-d265-48ab-8ed3-02221d316e56 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543444 Aug 29 17:50:11.884651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53406) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.902281 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-745f39c7-5d5f-4a11-927b-4cafda601f06 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] delete failed (client error): The resource could not be found. Aug 29 17:50:11.906864 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-745f39c7-5d5f-4a11-927b-4cafda601f06 tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "DELETE /v2.0/security-groups/8bf0541f-f8c6-41d1-9f1b-607bf1c0e1b1 HTTP/1.1" status: 404 len: 347 time: 0.0171814 Aug 29 17:50:11.907610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53408) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.924050 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [None req-a6a3fac2-a3cc-405c-9c4f-a42df4f9966a tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] show failed (client error): The resource could not be found. Aug 29 17:50:11.929251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53410) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:11.929655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a6a3fac2-a3cc-405c-9c4f-a42df4f9966a tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-groups/89300b57-5321-40f8-8b93-a813aec8349e HTTP/1.1" status: 404 len: 347 time: 0.0204215 Aug 29 17:50:11.941725 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-7722ee10-e9ec-47ab-bbce-a099e225720e tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] show failed (client error): The resource could not be found. Aug 29 17:50:11.942767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7722ee10-e9ec-47ab-bbce-a099e225720e tempest-NegativeSecGroupTest-2105105378 tempest-NegativeSecGroupTest-2105105378-project] 10.222.0.41 "GET /v2.0/security-group-rules/72d24fad-fab0-4d32-b8b8-2ff873eb7114 HTTP/1.1" status: 404 len: 356 time: 0.0125339 Aug 29 17:50:12.259512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53422) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:12.418943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c57bfacf-d25f-487b-bd3d-af9caf9df9af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c30bb61008ad405cbfd17d7d7e1c05d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579216 Aug 29 17:50:12.423031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53426) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:12.490240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b82ab5c-889f-412e-8cd4-95e208c95738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:12.513641 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b82ab5c-889f-412e-8cd4-95e208c95738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:12.573286 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b82ab5c-889f-412e-8cd4-95e208c95738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:12.576100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b82ab5c-889f-412e-8cd4-95e208c95738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:12.577355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2b82ab5c-889f-412e-8cd4-95e208c95738 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cac02d9c-99d2-43d6-ac91-c4f2d29d591c HTTP/1.1" status: 204 len: 168 time: 0.1503446 Aug 29 17:50:12.599964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82ab5c-889f-412e-8cd4-95e208c95738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac02d9c-99d2-43d6-ac91-c4f2d29d591c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:12.670089 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:13.233724 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:13.874360 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0d7b9d35-e1d9-4f2a-b24e-a55dc3dcfe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:13.933912 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.409616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53490) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:14.574315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-191ba768-57b0-4359-8450-a2973cdd9ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.669076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-191ba768-57b0-4359-8450-a2973cdd9ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.676676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-191ba768-57b0-4359-8450-a2973cdd9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.720829 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-191ba768-57b0-4359-8450-a2973cdd9ce8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac3fef27216340a483c53e0277217119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108325 Aug 29 17:50:14.724180 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53494) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:14.732312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ba768-57b0-4359-8450-a2973cdd9ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd7dbe-aaad-4a70-ae7a-ca0c22fadce9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:14.783417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e135c9bf-8243-4bee-8408-e7a7229baf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.810158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e135c9bf-8243-4bee-8408-e7a7229baf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.880070 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e135c9bf-8243-4bee-8408-e7a7229baf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.883343 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e135c9bf-8243-4bee-8408-e7a7229baf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.888648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e135c9bf-8243-4bee-8408-e7a7229baf38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4cd7dbe-aaad-4a70-ae7a-ca0c22fadce9 HTTP/1.1" status: 204 len: 168 time: 0.1613126 Aug 29 17:50:14.902220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135c9bf-8243-4bee-8408-e7a7229baf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd7dbe-aaad-4a70-ae7a-ca0c22fadce9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:15.274608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53502) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:15.288473 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-80e9faea-315b-484e-81a8-0c25d44efb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.406018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-80e9faea-315b-484e-81a8-0c25d44efb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.411374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-80e9faea-315b-484e-81a8-0c25d44efb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.473849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9faea-315b-484e-81a8-0c25d44efb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018c580c-a4d6-4977-aa4e-d9890b64c6c8,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:15.493716 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.506825 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-80e9faea-315b-484e-81a8-0c25d44efb84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebb8f15e47cc444ba7ab45d170f7c306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290766 Aug 29 17:50:15.507538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53506) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:15.606490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f72df6b-1fd6-4023-9952-03e3f3449a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.628639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f72df6b-1fd6-4023-9952-03e3f3449a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.676757 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f72df6b-1fd6-4023-9952-03e3f3449a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.680499 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f72df6b-1fd6-4023-9952-03e3f3449a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.684693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9f72df6b-1fd6-4023-9952-03e3f3449a68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/018c580c-a4d6-4977-aa4e-d9890b64c6c8 HTTP/1.1" status: 204 len: 168 time: 0.1755552 Aug 29 17:50:15.706447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72df6b-1fd6-4023-9952-03e3f3449a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c580c-a4d6-4977-aa4e-d9890b64c6c8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:16.823028 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:17.330569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53582) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:17.436843 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86aa12d5-32cf-4101-b602-1152e1395436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:17.541756 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86aa12d5-32cf-4101-b602-1152e1395436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:17.545974 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86aa12d5-32cf-4101-b602-1152e1395436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:17.584843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa12d5-32cf-4101-b602-1152e1395436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b03f79-8bac-4c8f-abc2-65b85ef30bde,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:17.593741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-86aa12d5-32cf-4101-b602-1152e1395436 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5692b6a6f1484a4ab923a41a3c598506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590168 Aug 29 17:50:17.594736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53592) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:17.642095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-139f386b-8cf7-4384-9a67-f4092c554dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:17.663880 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-139f386b-8cf7-4384-9a67-f4092c554dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:17.715795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-139f386b-8cf7-4384-9a67-f4092c554dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:17.719589 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-139f386b-8cf7-4384-9a67-f4092c554dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:17.720756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-139f386b-8cf7-4384-9a67-f4092c554dba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74b03f79-8bac-4c8f-abc2-65b85ef30bde HTTP/1.1" status: 204 len: 168 time: 0.1259639 Aug 29 17:50:17.728886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f386b-8cf7-4384-9a67-f4092c554dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b03f79-8bac-4c8f-abc2-65b85ef30bde,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:17.992037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53602) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:18.005087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-387281ae-9a52-4f69-9641-b11dfcc7e585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.095435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-387281ae-9a52-4f69-9641-b11dfcc7e585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.100724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-387281ae-9a52-4f69-9641-b11dfcc7e585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.145450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53610) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:18.145593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-387281ae-9a52-4f69-9641-b11dfcc7e585 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c21ee2f19744b86a513b0ebb11b8af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523893 Aug 29 17:50:18.146775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387281ae-9a52-4f69-9641-b11dfcc7e585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2325b780-eaad-489b-9f18-533aaa54020f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:18.219229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59f3dcf3-0150-4ada-ba03-65be23eab14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.239354 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59f3dcf3-0150-4ada-ba03-65be23eab14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.285021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59f3dcf3-0150-4ada-ba03-65be23eab14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.287805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59f3dcf3-0150-4ada-ba03-65be23eab14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.289037 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-59f3dcf3-0150-4ada-ba03-65be23eab14c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2325b780-eaad-489b-9f18-533aaa54020f HTTP/1.1" status: 204 len: 168 time: 0.1396477 Aug 29 17:50:18.297228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3dcf3-0150-4ada-ba03-65be23eab14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325b780-eaad-489b-9f18-533aaa54020f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:19.627382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-cc1d669c-7ba0-490e-9a9d-e07658a796ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543573 Aug 29 17:50:19.727678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-b9670362-8a4e-4496-bcb4-e216937600c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:19.729482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-b9670362-8a4e-4496-bcb4-e216937600c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1097 time: 0.0517304 Aug 29 17:50:19.837720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-65b0fc22-4b7a-488a-a990-52a1896c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:19.839534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-65b0fc22-4b7a-488a-a990-52a1896c032e service neutron] 10.222.0.43 "GET /v2.0/networks?id=933a85b3-3f49-48e0-985b-f6773e934376 HTTP/1.1" status: 200 len: 897 time: 0.0880039 Aug 29 17:50:19.924803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-f934ffcf-ba1d-42a5-a804-f41a7bd38033 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0140c48-95a2-4269-b869-637a22fc5e8a HTTP/1.1" status: 200 len: 1001 time: 0.0756760 Aug 29 17:50:20.008803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-225a52d4-b3c3-407c-9f2a-974bad81c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:20.012648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-225a52d4-b3c3-407c-9f2a-974bad81c68f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbc6bfe8-451e-4bb0-8f20-203170b8e412 HTTP/1.1" status: 200 len: 835 time: 0.0802486 Aug 29 17:50:20.077149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-cffd90d6-bc11-4de0-af1d-28d0cbd11167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:20.078805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-cffd90d6-bc11-4de0-af1d-28d0cbd11167 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933a85b3-3f49-48e0-985b-f6773e934376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564823 Aug 29 17:50:20.182847 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-5ab4a387-a45e-4ceb-bd1c-64bc01ff4e2e service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956454 Aug 29 17:50:20.297561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9d1e7bc-d4f2-4ed9-a46e-fc334064f82d req-d6a93208-f75f-4f16-85b5-5ed8b01d75fe service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059713 Aug 29 17:50:20.686666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53698) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:20.803797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1302571e-02bb-4748-8cf0-48f832444ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:20.913342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1302571e-02bb-4748-8cf0-48f832444ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:20.919609 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1302571e-02bb-4748-8cf0-48f832444ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:20.961302 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1302571e-02bb-4748-8cf0-48f832444ded admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8bd455667624b0c9d8c2f9639f33704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735546 Aug 29 17:50:20.964031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53702) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:20.968179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302571e-02bb-4748-8cf0-48f832444ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc360a-85e4-4114-94e0-66bedfdcab83,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:21.023321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6620f8f0-5b4e-4807-90a5-d8c650ae7493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.046166 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6620f8f0-5b4e-4807-90a5-d8c650ae7493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.119105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6620f8f0-5b4e-4807-90a5-d8c650ae7493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.122409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6620f8f0-5b4e-4807-90a5-d8c650ae7493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.123768 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6620f8f0-5b4e-4807-90a5-d8c650ae7493 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66cc360a-85e4-4114-94e0-66bedfdcab83 HTTP/1.1" status: 204 len: 168 time: 0.1585493 Aug 29 17:50:21.132709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620f8f0-5b4e-4807-90a5-d8c650ae7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc360a-85e4-4114-94e0-66bedfdcab83,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:21.424875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53718) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:21.438830 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585693ae-0e94-4c75-a90a-07a9961f456e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.566111 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585693ae-0e94-4c75-a90a-07a9961f456e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.573310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-585693ae-0e94-4c75-a90a-07a9961f456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.616290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-585693ae-0e94-4c75-a90a-07a9961f456e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c7079e3f088486f887a0fc89bca5a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902652 Aug 29 17:50:21.619544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53726) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:21.627869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585693ae-0e94-4c75-a90a-07a9961f456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea75a04c-2b45-4337-b086-5198e73326b2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:21.674656 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20c8c6b1-b7cd-4947-b85f-1a3849c59579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.699901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20c8c6b1-b7cd-4947-b85f-1a3849c59579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.751486 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20c8c6b1-b7cd-4947-b85f-1a3849c59579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.754472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20c8c6b1-b7cd-4947-b85f-1a3849c59579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:21.758150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-20c8c6b1-b7cd-4947-b85f-1a3849c59579 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea75a04c-2b45-4337-b086-5198e73326b2 HTTP/1.1" status: 204 len: 168 time: 0.1352222 Aug 29 17:50:21.767383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8c6b1-b7cd-4947-b85f-1a3849c59579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea75a04c-2b45-4337-b086-5198e73326b2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:24.186015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 53830) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:24.333417 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47995b0e-282b-45d7-b5e0-215801e5a75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:24.434691 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47995b0e-282b-45d7-b5e0-215801e5a75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:24.440701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-47995b0e-282b-45d7-b5e0-215801e5a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:24.484424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-47995b0e-282b-45d7-b5e0-215801e5a75c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=033f3900d48f443cb9c0d0ca84eb5fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970853 Aug 29 17:50:24.485323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47995b0e-282b-45d7-b5e0-215801e5a75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cab2764-ed59-4a4c-9e02-7dbc8f39309b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:24.487174 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 53838) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:24.545435 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05199a2e-34f9-4c94-9d89-c90b9915a727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:24.566611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05199a2e-34f9-4c94-9d89-c90b9915a727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:24.615119 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05199a2e-34f9-4c94-9d89-c90b9915a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:24.617600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-05199a2e-34f9-4c94-9d89-c90b9915a727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:24.618784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-05199a2e-34f9-4c94-9d89-c90b9915a727 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cab2764-ed59-4a4c-9e02-7dbc8f39309b HTTP/1.1" status: 204 len: 168 time: 0.1299853 Aug 29 17:50:24.627208 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05199a2e-34f9-4c94-9d89-c90b9915a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cab2764-ed59-4a4c-9e02-7dbc8f39309b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:32.251032 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54060) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:32.358639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e55f7866-4d4b-43ec-9b73-965e06a49272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:32.452752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e55f7866-4d4b-43ec-9b73-965e06a49272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:32.456983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e55f7866-4d4b-43ec-9b73-965e06a49272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:32.499029 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e55f7866-4d4b-43ec-9b73-965e06a49272 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c58c38e35654416a98192140b9471f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439036 Aug 29 17:50:32.499029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f7866-4d4b-43ec-9b73-965e06a49272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378eb2ca-b4df-41f6-9826-02b5200a4113,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:32.499651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54076) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:32.555064 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d7b993f-d452-4c6e-9ab4-d8aba848a78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:32.579738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d7b993f-d452-4c6e-9ab4-d8aba848a78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:32.630560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d7b993f-d452-4c6e-9ab4-d8aba848a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:32.633083 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d7b993f-d452-4c6e-9ab4-d8aba848a78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:32.634261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6d7b993f-d452-4c6e-9ab4-d8aba848a78c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/378eb2ca-b4df-41f6-9826-02b5200a4113 HTTP/1.1" status: 204 len: 168 time: 0.1335213 Aug 29 17:50:32.644703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b993f-d452-4c6e-9ab4-d8aba848a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378eb2ca-b4df-41f6-9826-02b5200a4113,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:32.930176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54090) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:32.947379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea530c4d-f162-46a6-b1ad-2385ef343133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:33.045211 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea530c4d-f162-46a6-b1ad-2385ef343133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:33.049500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea530c4d-f162-46a6-b1ad-2385ef343133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:33.091932 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea530c4d-f162-46a6-b1ad-2385ef343133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86bb6d9-f712-452b-b8b1-d41069eea59b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:33.101876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54098) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:33.102187 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ea530c4d-f162-46a6-b1ad-2385ef343133 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6efbb0cece224de6b3234d63c38bbdaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706791 Aug 29 17:50:33.161082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90f70a73-59b5-47cb-9c1d-422d9233bda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:33.186426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90f70a73-59b5-47cb-9c1d-422d9233bda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:33.241071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90f70a73-59b5-47cb-9c1d-422d9233bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:33.243632 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-90f70a73-59b5-47cb-9c1d-422d9233bda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:33.244819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-90f70a73-59b5-47cb-9c1d-422d9233bda0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f86bb6d9-f712-452b-b8b1-d41069eea59b HTTP/1.1" status: 204 len: 168 time: 0.1414483 Aug 29 17:50:33.253309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f70a73-59b5-47cb-9c1d-422d9233bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86bb6d9-f712-452b-b8b1-d41069eea59b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:35.314383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54168) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:35.432254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd87e963-efba-4015-8b95-15008b845433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:35.542946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd87e963-efba-4015-8b95-15008b845433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:35.550955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd87e963-efba-4015-8b95-15008b845433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:35.591344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd87e963-efba-4015-8b95-15008b845433 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07fc8c1f44bc4e8eb68ad98ce91aa2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758129 Aug 29 17:50:35.592336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87e963-efba-4015-8b95-15008b845433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb2884-dd71-43fe-b410-1f1b68d85d3f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:35.594421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54180) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:35.651914 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93803ec1-e155-435d-87fa-960afbbd9729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:35.673518 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93803ec1-e155-435d-87fa-960afbbd9729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:35.728779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93803ec1-e155-435d-87fa-960afbbd9729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:35.732160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93803ec1-e155-435d-87fa-960afbbd9729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:35.737616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-93803ec1-e155-435d-87fa-960afbbd9729 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13bb2884-dd71-43fe-b410-1f1b68d85d3f HTTP/1.1" status: 204 len: 168 time: 0.1416276 Aug 29 17:50:35.745961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93803ec1-e155-435d-87fa-960afbbd9729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb2884-dd71-43fe-b410-1f1b68d85d3f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:35.964149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54208) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:36.063062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54214) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:36.080380 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd72a-50b5-4b1d-b351-3af09c542119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.144982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port e8855cd6-70ed-4cda-af3e-0cd67d04a0dd {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:36.145774 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.219281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd72a-50b5-4b1d-b351-3af09c542119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.226575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd72a-50b5-4b1d-b351-3af09c542119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.242209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.242209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.264212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for e8855cd6-70ed-4cda-af3e-0cd67d04a0dd owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:36.277054 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1b7dd72a-50b5-4b1d-b351-3af09c542119 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90a747c594bc41ce92548edabd095edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125916 Aug 29 17:50:36.280242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd72a-50b5-4b1d-b351-3af09c542119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6047c209-f643-403c-a329-b4627274fe62,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:36.281623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:36.660199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2527682e-2f05-4890-9fdf-7f070d07a6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.695665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2527682e-2f05-4890-9fdf-7f070d07a6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.780954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.834895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=e8855cd6-70ed-4cda-af3e-0cd67d04a0dd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:36.837759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2527682e-2f05-4890-9fdf-7f070d07a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.840356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2527682e-2f05-4890-9fdf-7f070d07a6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.844675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2527682e-2f05-4890-9fdf-7f070d07a6e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6047c209-f643-403c-a329-b4627274fe62 HTTP/1.1" status: 204 len: 168 time: 0.5621021 Aug 29 17:50:36.874496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527682e-2f05-4890-9fdf-7f070d07a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6047c209-f643-403c-a329-b4627274fe62,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:36.914861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:36.915626 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Floating IP a40bd786-b5ac-450a-a521-1221f66e917d disassociated (deleted). External IP: 172.25.2.170, port: d0140c48-95a2-4269-b869-637a22fc5e8a. Aug 29 17:50:37.177453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 0887a11b-4514-430d-b94b-5bd64b3127aa has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:50:37.250843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54230) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:37.299517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1fa223b-0b05-44f4-9634-fdd64acdb603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:37.335616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:50:37.340946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:37.349937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] Sync routers for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:50:37.364477 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:37.365556 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:37.393988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8632a978-28aa-461c-90c8-f7fd779551cf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/floatingips/a40bd786-b5ac-450a-a521-1221f66e917d HTTP/1.1" status: 204 len: 168 time: 1.4263337 Aug 29 17:50:37.393988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:37.407004 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d25863-0fc7-4257-8311-95cd6581a2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:37.512784 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0692f-18d6-4e4c-869c-cbf76fab6aab x-openstack-request-id: req-d0d0692f-18d6-4e4c-869c-cbf76fab6aab {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:37.513607 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:37.514719 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0d0692f-18d6-4e4c-869c-cbf76fab6aab {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:37.514872 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'status': 'completed', 'code': 200} Aug 29 17:50:37.544718 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:37.583089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-000edb99-0c2b-4b21-9581-de73b359e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:37.584871 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-000edb99-0c2b-4b21-9581-de73b359e983 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 1097 time: 0.0634379 Aug 29 17:50:37.672506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1fa223b-0b05-44f4-9634-fdd64acdb603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:37.705013 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1fa223b-0b05-44f4-9634-fdd64acdb603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:37.774139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b1fa223b-0b05-44f4-9634-fdd64acdb603 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a5975bb2ccd4293b0292cae8af8787f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215995 Aug 29 17:50:37.784446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54238) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:37.816694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c3a59-563b-41ba-a48c-60607dfc70c3 req-698b72b6-c4c1-467c-8fcc-430ccc067cf8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:37.824631 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed7c3a59-563b-41ba-a48c-60607dfc70c3 req-698b72b6-c4c1-467c-8fcc-430ccc067cf8 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.0681529 Aug 29 17:50:37.865830 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:37.870937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed7c3a59-563b-41ba-a48c-60607dfc70c3 req-f0e3265d-1168-446d-a789-d8cc57a64eb3 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403838 Aug 29 17:50:37.894818 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-07344f6f-9488-499c-9ff6-39d2d09aa0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:37.896928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-bd995bfe-4458-4dff-8f62-a9a036bcd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:37.898482 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] Checking router: 0887a11b-4514-430d-b94b-5bd64b3127aa for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:50:37.898642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-bd995bfe-4458-4dff-8f62-a9a036bcd283 service neutron] 10.222.0.43 "GET /v2.0/networks?id=933a85b3-3f49-48e0-985b-f6773e934376 HTTP/1.1" status: 200 len: 897 time: 0.3036039 Aug 29 17:50:37.899114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa223b-0b05-44f4-9634-fdd64acdb603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a335cb69-3411-444b-8f94-0d0b77b7cfb7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:37.908777 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:37.909527 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:37.957822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-3d5777f3-899d-46b9-8fed-de8b3dd72345 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0140c48-95a2-4269-b869-637a22fc5e8a HTTP/1.1" status: 200 len: 217 time: 0.0510690 Aug 29 17:50:37.977849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-07344f6f-9488-499c-9ff6-39d2d09aa0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:38.035230 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:38.044061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-0312375c-b851-4fb4-a04c-0a5d299bd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:38.046312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-0312375c-b851-4fb4-a04c-0a5d299bd3e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbc6bfe8-451e-4bb0-8f20-203170b8e412 HTTP/1.1" status: 200 len: 835 time: 0.0808158 Aug 29 17:50:38.143805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-07344f6f-9488-499c-9ff6-39d2d09aa0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:38.146634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-07344f6f-9488-499c-9ff6-39d2d09aa0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:38.150713 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-07344f6f-9488-499c-9ff6-39d2d09aa0a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a335cb69-3411-444b-8f94-0d0b77b7cfb7 HTTP/1.1" status: 204 len: 168 time: 0.3634992 Aug 29 17:50:38.165735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07344f6f-9488-499c-9ff6-39d2d09aa0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a335cb69-3411-444b-8f94-0d0b77b7cfb7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:38.174184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-ab3e4cd2-e926-44d2-9749-d17e60e86d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:38.176218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-ab3e4cd2-e926-44d2-9749-d17e60e86d93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933a85b3-3f49-48e0-985b-f6773e934376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202087 Aug 29 17:50:38.293564 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-c0d5e48a-025a-4912-88aa-dee31f3fedda service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081047 Aug 29 17:50:38.324033 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:38.368350 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7f5d2-d918-4086-a97e-081f2f00c345 None None] The sync data for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 is: [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:48:55Z', 'revision_number': 4, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '84a08cd1-7271-46c5-af10-7155d04ac55b', 'name': '', 'network_id': '933a85b3-3f49-48e0-985b-f6773e934376', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'mac_address': 'fa:16:3e:71:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:54Z', 'updated_at': '2021-08-29T17:49:01Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'subnets': [{'id': 'dbc6bfe8-451e-4bb0-8f20-203170b8e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:50:38.505722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38d25863-0fc7-4257-8311-95cd6581a2d1 req-bc35cb6d-5f8a-40f9-8aaa-60adb66e86af service neutron] 10.222.0.43 "GET /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040234 Aug 29 17:50:38.765788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ac21c-c505-40b0-a34c-d4943b979781 None None] New status for floating IP a40bd786-b5ac-450a-a521-1221f66e917d: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:50:38.793996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54262) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:39.095896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-4d4d231c-6ba4-47da-8ab3-56000df9c9a5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:39.095896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-4d4d231c-6ba4-47da-8ab3-56000df9c9a5 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1294661 Aug 29 17:50:39.104428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e290-6ffa-4737-b035-b3a377893226 req-3905c152-abfc-49bf-80e1-3ad733ad2f94 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:39.106172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c910e290-6ffa-4737-b035-b3a377893226 req-3905c152-abfc-49bf-80e1-3ad733ad2f94 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 945 time: 0.1518288 Aug 29 17:50:39.115483 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-078275d0-9b54-457f-a89f-f7d8b622a6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.234170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c910e290-6ffa-4737-b035-b3a377893226 req-e674d2c8-1d41-4e76-bf12-b10b05fc4c85 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2cbde48-d0df-419c-9e48-2722a69ebd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181202 Aug 29 17:50:39.259051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port d0140c48-95a2-4269-b869-637a22fc5e8a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:39.259415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.306851 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-078275d0-9b54-457f-a89f-f7d8b622a6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.314288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-078275d0-9b54-457f-a89f-f7d8b622a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.383217 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-078275d0-9b54-457f-a89f-f7d8b622a6d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fbc64afc1de45e6828dcc85c7a22ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880771 Aug 29 17:50:39.384398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078275d0-9b54-457f-a89f-f7d8b622a6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e46ecc-b594-45a1-ab2d-31e356f18b81,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:39.386456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54298) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:39.406080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port d0140c48-95a2-4269-b869-637a22fc5e8a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=d0140c48-95a2-4269-b869-637a22fc5e8a,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:39.406954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.434879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for d0140c48-95a2-4269-b869-637a22fc5e8a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:39.515327 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-576d7a91-b81c-4a92-b2ef-aff74970e8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.560254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-576d7a91-b81c-4a92-b2ef-aff74970e8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.645939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-576d7a91-b81c-4a92-b2ef-aff74970e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.648553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-576d7a91-b81c-4a92-b2ef-aff74970e8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.651057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-576d7a91-b81c-4a92-b2ef-aff74970e8b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8e46ecc-b594-45a1-ab2d-31e356f18b81 HTTP/1.1" status: 204 len: 168 time: 0.2588851 Aug 29 17:50:39.663807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7a91-b81c-4a92-b2ef-aff74970e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e46ecc-b594-45a1-ab2d-31e356f18b81,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:39.667802 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.733865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=d0140c48-95a2-4269-b869-637a22fc5e8a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:39.759697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] No DVR routers for this DVR port d0140c48-95a2-4269-b869-637a22fc5e8a on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:39.763281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:39.765863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d1e84beb-a29e-45c6-a923-ec226aea3283 req-52c18fcd-536a-42db-a8b1-abba8f78d2fb tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.43 "DELETE /v2.0/ports/d0140c48-95a2-4269-b869-637a22fc5e8a HTTP/1.1" status: 204 len: 173 time: 0.6580019 Aug 29 17:50:39.766432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'name': 'network-vif-deleted', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:39.769224 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4da7672-5947-4fd3-bc77-170f56357fa5" -d '{"events": [{"server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "name": "network-vif-deleted", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:39.826269 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d68b297-9a2e-4246-82ad-b0982e2acb65 x-openstack-request-id: req-6d68b297-9a2e-4246-82ad-b0982e2acb65 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:39.826572 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c23b2-44a1-40c8-985f-264a3d8580f3", "name": "network-vif-deleted", "tag": "d0140c48-95a2-4269-b869-637a22fc5e8a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:39.826855 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d68b297-9a2e-4246-82ad-b0982e2acb65 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:39.827299 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c23b2-44a1-40c8-985f-264a3d8580f3', 'name': 'network-vif-deleted', 'tag': 'd0140c48-95a2-4269-b869-637a22fc5e8a', 'status': 'completed', 'code': 200} Aug 29 17:50:39.896750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54322) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:40.043371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae2f36eb-cdc9-467b-b44a-e93183a5bd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.157994 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae2f36eb-cdc9-467b-b44a-e93183a5bd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.166821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae2f36eb-cdc9-467b-b44a-e93183a5bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.215579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ae2f36eb-cdc9-467b-b44a-e93183a5bd01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=377a0725ca3f47bbaafcb7ebacf10483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174551 Aug 29 17:50:40.217343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f36eb-cdc9-467b-b44a-e93183a5bd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264a0b1d-f8de-4d64-8207-761602401944,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:40.218751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54338) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:40.302683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-789423ff-fac3-49e8-82dd-8da1fa060462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.329012 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-789423ff-fac3-49e8-82dd-8da1fa060462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.376280 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6ec46f3-c6a0-4412-8e78-3172b6fb3055 req-e2bf2031-eeaf-4ea7-9665-ca3816f99ccf tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "GET /v2.0/ports?device_id=f96c23b2-44a1-40c8-985f-264a3d8580f3 HTTP/1.1" status: 200 len: 210 time: 0.0335352 Aug 29 17:50:40.408658 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-789423ff-fac3-49e8-82dd-8da1fa060462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.411813 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-789423ff-fac3-49e8-82dd-8da1fa060462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.416675 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-789423ff-fac3-49e8-82dd-8da1fa060462 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/264a0b1d-f8de-4d64-8207-761602401944 HTTP/1.1" status: 204 len: 168 time: 0.1967230 Aug 29 17:50:40.426830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789423ff-fac3-49e8-82dd-8da1fa060462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a0b1d-f8de-4d64-8207-761602401944,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:40.820192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54358) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:40.833966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acbc5976-2c35-4077-aa9c-a5bf54c2f1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.923444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acbc5976-2c35-4077-aa9c-a5bf54c2f1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.927948 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acbc5976-2c35-4077-aa9c-a5bf54c2f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:40.966182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc5976-2c35-4077-aa9c-a5bf54c2f1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deee5e8-7b65-4bd3-aa16-df72a54e7e9f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:40.970714 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-acbc5976-2c35-4077-aa9c-a5bf54c2f1ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f4b620471c046c4b9b9336a2906ac8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490729 Aug 29 17:50:40.973041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54360) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:41.034057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1b582c6-33d6-4272-93a0-6d39dd7b87da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:41.057002 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1b582c6-33d6-4272-93a0-6d39dd7b87da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:41.120005 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1b582c6-33d6-4272-93a0-6d39dd7b87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:41.123032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e1b582c6-33d6-4272-93a0-6d39dd7b87da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:41.127084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e1b582c6-33d6-4272-93a0-6d39dd7b87da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9deee5e8-7b65-4bd3-aa16-df72a54e7e9f HTTP/1.1" status: 204 len: 168 time: 0.1506371 Aug 29 17:50:41.136769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b582c6-33d6-4272-93a0-6d39dd7b87da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deee5e8-7b65-4bd3-aa16-df72a54e7e9f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:41.251422 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2433d074-14b2-43ab-a50f-5b4f169f2d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:41.306214 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-1df11d7b-95a8-4ec9-8026-7cfa1737d024 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=578cbab7709c4ca2bff160cfd59e36b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341525 Aug 29 17:50:41.451800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54392) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:41.517452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc684-df01-498e-89a5-8261f0518216 req-4931fa54-ffe9-4a31-81d9-082f8acdc8ce tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:41.519247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-4931fa54-ffe9-4a31-81d9-082f8acdc8ce tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057247 Aug 29 17:50:41.555678 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-35aa466f-e799-41ef-8007-6d61acf3f788 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/quotas/578cbab7709c4ca2bff160cfd59e36b4 HTTP/1.1" status: 200 len: 375 time: 0.0194492 Aug 29 17:50:41.620955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-026d2273-14ee-4b78-9665-0e36ac8e3b25 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=578cbab7709c4ca2bff160cfd59e36b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588906 Aug 29 17:50:41.900339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-59c7bf37-a6e8-4e13-8cbd-5095f9a8296a req-ccadd96a-bba1-440d-861e-31586b58df45 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 210 time: 0.0674713 Aug 29 17:50:42.010427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:42.319020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 84a08cd1-7271-46c5-af10-7155d04ac55b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:42.319387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:42.436880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 84a08cd1-7271-46c5-af10-7155d04ac55b, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=84a08cd1-7271-46c5-af10-7155d04ac55b,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:42.437248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:42.452254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 84a08cd1-7271-46c5-af10-7155d04ac55b owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:42.653901 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:42.661324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:42.690095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=84a08cd1-7271-46c5-af10-7155d04ac55b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:42.851835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-97952461-8a5f-4ceb-8584-5bee70a3a795 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=578cbab7709c4ca2bff160cfd59e36b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350556 Aug 29 17:50:43.047238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ccf6bbfe-7d27-4813-8a59-bf40155b75d8 req-0807fff0-5e77-4c03-ba75-e186b2275237 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 210 time: 0.0374796 Aug 29 17:50:43.221894 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.236076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54448) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:43.255966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d0140c48-95a2-4269-b869-637a22fc5e8a no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:43.281707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: d0140c48-95a2-4269-b869-637a22fc5e8a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:43.282534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device d0140c48-95a2-4269-b869-637a22fc5e8a not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:43.352569 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5d8c9ee-754c-40c8-9e17-f39ffc32407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.424266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.440934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc684-df01-498e-89a5-8261f0518216 req-b9c823e2-0020-4aca-94df-df119be96ea4 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:43.443356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-b9c823e2-0020-4aca-94df-df119be96ea4 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5827818 Aug 29 17:50:43.535174 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5d8c9ee-754c-40c8-9e17-f39ffc32407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.546021 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5d8c9ee-754c-40c8-9e17-f39ffc32407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.563105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Request body: {'port': {'device_id': '89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '578cbab7709c4ca2bff160cfd59e36b4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:43.596565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8c9ee-754c-40c8-9e17-f39ffc32407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c0d5e-9150-4e30-9e41-1f793613ffd5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:43.606124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d5d8c9ee-754c-40c8-9e17-f39ffc32407f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1209fcba289b4ae0865e1ede15719a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685277 Aug 29 17:50:43.607264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54454) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:43.669301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9b61-33d9-49d1-a131-a414514aae92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.693030 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9b61-33d9-49d1-a131-a414514aae92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.743309 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9b61-33d9-49d1-a131-a414514aae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.745848 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9b61-33d9-49d1-a131-a414514aae92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.750017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4d9e9b61-33d9-49d1-a131-a414514aae92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a49c0d5e-9150-4e30-9e41-1f793613ffd5 HTTP/1.1" status: 204 len: 168 time: 0.1418030 Aug 29 17:50:43.757983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e9b61-33d9-49d1-a131-a414514aae92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c0d5e-9150-4e30-9e41-1f793613ffd5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:43.821373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Made reservation on behalf of 578cbab7709c4ca2bff160cfd59e36b4 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:50:43.825620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.836953 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.875960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Router 0887a11b-4514-430d-b94b-5bd64b3127aa has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:50:43.876327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e01558c-100a-4d46-9998-623d41d2d12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:43.926953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.049130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:50:44.051942 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.052241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54460) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:44.056274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-29a2ce6a-b722-4ab8-a581-12ef4d0ee05b tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "PUT /v2.0/routers/0887a11b-4514-430d-b94b-5bd64b3127aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6025815 Aug 29 17:50:44.057982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.061909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54462) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:44.063131 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] Sync routers for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:50:44.070574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb018c3f-5530-4686-b426-d684d2a1738b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.074192 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:44.074790 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:44.187258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e681fb-c27c-42da-b9b3-1335c455a916,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:44.210883 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9391ec0f-0e4c-4f5b-befd-503f2d9e1c1b req-5a321bbd-bf08-4d64-b005-afdc6d3a4c2e tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 210 time: 0.0493400 Aug 29 17:50:44.224966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dfe8b1-cc5c-4e34-ba9c-f1251a1b88ee tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting subnet dbc6bfe8-451e-4bb0-8f20-203170b8e412 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:50:44.227681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb018c3f-5530-4686-b426-d684d2a1738b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.231320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96dfe8b1-cc5c-4e34-ba9c-f1251a1b88ee tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.240045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cb018c3f-5530-4686-b426-d684d2a1738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.277723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb018c3f-5530-4686-b426-d684d2a1738b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12fd45b-a8d2-4553-a992-aeffaef18c65,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:44.280750 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:44.285562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cb018c3f-5530-4686-b426-d684d2a1738b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8126e5034a41488a87b5b382bf46cb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319920 Aug 29 17:50:44.286160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54466) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:44.315455 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96dfe8b1-cc5c-4e34-ba9c-f1251a1b88ee tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.335522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e650f024-0c28-44ed-85bc-b897c44aaf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.352192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Allocated IP 192.168.233.22 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/0016d383-ce8a-4ec4-bf35-7706b9cf881b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:50:44.358063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e650f024-0c28-44ed-85bc-b897c44aaf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.411594 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e650f024-0c28-44ed-85bc-b897c44aaf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.414147 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e650f024-0c28-44ed-85bc-b897c44aaf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.418205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e650f024-0c28-44ed-85bc-b897c44aaf5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e12fd45b-a8d2-4553-a992-aeffaef18c65 HTTP/1.1" status: 204 len: 168 time: 0.1310098 Aug 29 17:50:44.427476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650f024-0c28-44ed-85bc-b897c44aaf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12fd45b-a8d2-4553-a992-aeffaef18c65,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:44.475053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96dfe8b1-cc5c-4e34-ba9c-f1251a1b88ee tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.518276 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:50:42Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:44.557353 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] Checking router: 0887a11b-4514-430d-b94b-5bd64b3127aa for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:50:44.580235 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] Routers {'0887a11b-4514-430d-b94b-5bd64b3127aa'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:44.583048 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0887a11b-4514-430d-b94b-5bd64b3127aa'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:44.639430 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96dfe8b1-cc5c-4e34-ba9c-f1251a1b88ee tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.652241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.688941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfe8b1-cc5c-4e34-ba9c-f1251a1b88ee tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc6bfe8-451e-4bb0-8f20-203170b8e412,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:44.696416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c87011-99ac-467c-b5b6-de689bf3b11d None None] Network 933a85b3-3f49-48e0-985b-f6773e934376 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:50:44.698212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96dfe8b1-cc5c-4e34-ba9c-f1251a1b88ee tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.703194 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-96dfe8b1-cc5c-4e34-ba9c-f1251a1b88ee tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/subnets/dbc6bfe8-451e-4bb0-8f20-203170b8e412 HTTP/1.1" status: 204 len: 168 time: 0.6352842 Aug 29 17:50:44.703565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54476) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:44.706200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Transition to ACTIVE for port object 0016d383-ce8a-4ec4-bf35-7706b9cf881b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:44.775504 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] Set router 0887a11b-4514-430d-b94b-5bd64b3127aa gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:44.846374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.909155 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:44.933981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:50:44.958445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] DHCP port deletion for 933a85b3-3f49-48e0-985b-f6773e934376 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:50:44.998389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:50:45.001567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Pushing event updated for resources: {'Port': ['ID=0016d383-ce8a-4ec4-bf35-7706b9cf881b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:45.012970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:50:45.014442 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:50:42Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:45.070124 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d82546-60f6-4b24-888e-6ec3f9b22117 None None] The sync data for ids ['0887a11b-4514-430d-b94b-5bd64b3127aa'] in n-d-713499-15 is: [{'id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981231773', 'tenant_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:48:46Z', 'updated_at': '2021-08-29T17:50:42Z', 'revision_number': 5, 'project_id': '27df6b53a4e54d1bb8e328a7e404efe2', 'gw_port': {'id': '7bb651ba-ca19-417a-a040-1adb5f6a11da', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887a11b-4514-430d-b94b-5bd64b3127aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:48:48Z', 'updated_at': '2021-08-29T17:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:50:45.074000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Deleting port 090afd6a-5f19-4870-b2de-e56bf2411337 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:45.075152 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.094125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:45.094948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.174089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-2ded3c56-c407-4ba4-9a40-1578d5f586f8 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7214749 Aug 29 17:50:45.187836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] For port 090afd6a-5f19-4870-b2de-e56bf2411337, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=090afd6a-5f19-4870-b2de-e56bf2411337,segment=NetworkSegment(f51cf621-3a9d-4aa0-b09d-74337baf2723),segment_id=f51cf621-3a9d-4aa0-b09d-74337baf2723)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:45.188342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.189708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Request body: {'port': {'device_id': '89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:45.213021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Calling delete_port for 090afd6a-5f19-4870-b2de-e56bf2411337 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:45.311609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.328447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.337397 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.361436 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7a4a1-dd32-49db-b804-cd307723ceda req-f0616d6b-310d-4f7a-bdb9-bc6dda0a4799 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:45.364178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6a7a4a1-dd32-49db-b804-cd307723ceda req-f0616d6b-310d-4f7a-bdb9-bc6dda0a4799 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 935 time: 0.0659659 Aug 29 17:50:45.367352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Pushing event deleted for resources: {'Port': ['ID=090afd6a-5f19-4870-b2de-e56bf2411337,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:45.378178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] No DVR routers for this DVR port 090afd6a-5f19-4870-b2de-e56bf2411337 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:45.394870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.395763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.396120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.396471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.397242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.397242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.397488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.397776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.398631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.398963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.399299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.399628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592a64e-8598-4c25-a98e-26ac650cfe11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:45.435560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6a7a4a1-dd32-49db-b804-cd307723ceda req-8f770279-567c-4af1-96e6-2fca13dd594a tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652585 Aug 29 17:50:45.469277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0d406b9e-154d-422a-b78f-70ff21076a32 None None] Provisioning for port 0016d383-ce8a-4ec4-bf35-7706b9cf881b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:45.487516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0d406b9e-154d-422a-b78f-70ff21076a32 None None] Provisioning complete for port 0016d383-ce8a-4ec4-bf35-7706b9cf881b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:45.487899 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0d406b9e-154d-422a-b78f-70ff21076a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.546779 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.550983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0d406b9e-154d-422a-b78f-70ff21076a32 None None] Port 0016d383-ce8a-4ec4-bf35-7706b9cf881b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:50:45.597369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Deleting port 7bb651ba-ca19-417a-a040-1adb5f6a11da {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:45.597782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.140188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] For port 7bb651ba-ca19-417a-a040-1adb5f6a11da, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=7bb651ba-ca19-417a-a040-1adb5f6a11da,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:46.140815 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.163663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Calling delete_port for 7bb651ba-ca19-417a-a040-1adb5f6a11da owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:46.241304 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0016d383-ce8a-4ec4-bf35-7706b9cf881b {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:50:46.251609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.274245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Transition to ACTIVE for port object 0016d383-ce8a-4ec4-bf35-7706b9cf881b will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:46.280733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.376150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Pushing event updated for resources: {'Port': ['ID=0016d383-ce8a-4ec4-bf35-7706b9cf881b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:46.484144 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.515945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Attempting to bind port 0016d383-ce8a-4ec4-bf35-7706b9cf881b on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:50:46.516258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Attempting to bind port 0016d383-ce8a-4ec4-bf35-7706b9cf881b by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:50:46.516582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Attempting to bind port 0016d383-ce8a-4ec4-bf35-7706b9cf881b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:50:46.520193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Port': ['ID=7bb651ba-ca19-417a-a040-1adb5f6a11da,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:46.538127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Port 0016d383-ce8a-4ec4-bf35-7706b9cf881b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:50:46.538449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Attempting to bind port 0016d383-ce8a-4ec4-bf35-7706b9cf881b on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:50:46.575953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:50:46.576282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:50:46.576671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:50:46.577113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Bound port: 0016d383-ce8a-4ec4-bf35-7706b9cf881b, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:50:46.577473 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.615955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 090afd6a-5f19-4870-b2de-e56bf2411337 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:46.637950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 090afd6a-5f19-4870-b2de-e56bf2411337 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:46.638707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 090afd6a-5f19-4870-b2de-e56bf2411337 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:46.639232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 84a08cd1-7271-46c5-af10-7155d04ac55b no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:46.660009 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.660251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 84a08cd1-7271-46c5-af10-7155d04ac55b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:46.660670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 84a08cd1-7271-46c5-af10-7155d04ac55b not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:46.668884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4c1f-96b4-4441-b56d-fc2f4d45c75e req-317d2e79-6e2c-4676-b3ca-b031a486b132 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:46.670567 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-833b4c1f-96b4-4441-b56d-fc2f4d45c75e req-317d2e79-6e2c-4676-b3ca-b031a486b132 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 947 time: 0.1481919 Aug 29 17:50:46.797812 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.807488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.809546 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.810924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] For port 0016d383-ce8a-4ec4-bf35-7706b9cf881b, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:50:46.817000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] For port 0016d383-ce8a-4ec4-bf35-7706b9cf881b, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0016d383-ce8a-4ec4-bf35-7706b9cf881b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:50:46.822203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-833b4c1f-96b4-4441-b56d-fc2f4d45c75e req-6514201f-694e-4e05-b99f-f0656e31b32a tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259573 Aug 29 17:50:46.826323 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.892529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.893047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Fanout notify agent at l3_agent the message router_deleted on router 0887a11b-4514-430d-b94b-5bd64b3127aa {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:50:46.895069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:46.895825 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.897026 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] 10.222.0.43 "PUT /v2.0/ports/0016d383-ce8a-4ec4-bf35-7706b9cf881b HTTP/1.1" status: 200 len: 1096 time: 1.7138653 Aug 29 17:50:46.899999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5', 'tag': '0016d383-ce8a-4ec4-bf35-7706b9cf881b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:46.902284 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9e029-00b9-4332-944c-90b00b34c28a" -d '{"events": [{"name": "network-changed", "server_uuid": "89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5", "tag": "0016d383-ce8a-4ec4-bf35-7706b9cf881b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:46.927514 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:50:46.939282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.943376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54542) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:46.943897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f5a1f7da-da73-4455-b22b-956775aa61bd tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/routers/0887a11b-4514-430d-b94b-5bd64b3127aa HTTP/1.1" status: 204 len: 168 time: 2.2388625 Aug 29 17:50:46.989113 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b50ad6a-d9a5-491e-8667-de373bd43a5f x-openstack-request-id: req-1b50ad6a-d9a5-491e-8667-de373bd43a5f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:46.989392 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5", "tag": "0016d383-ce8a-4ec4-bf35-7706b9cf881b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:46.989640 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b50ad6a-d9a5-491e-8667-de373bd43a5f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:46.990035 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5', 'tag': '0016d383-ce8a-4ec4-bf35-7706b9cf881b', 'status': 'completed', 'code': 200} Aug 29 17:50:47.035488 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8e028-01a6-4c82-bb36-83bd70f72010 service neutron] Pushing event updated for resources: {'Port': ['ID=0016d383-ce8a-4ec4-bf35-7706b9cf881b,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:47.058282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc684-df01-498e-89a5-8261f0518216 req-586a106c-ea14-483a-95f6-4997409e52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:47.067628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-586a106c-ea14-483a-95f6-4997409e52e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=578cbab7709c4ca2bff160cfd59e36b4&device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 1099 time: 0.1140804 Aug 29 17:50:47.094402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.140329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-6cd8f24d-6580-407a-a6b8-7e6b7ca9a5c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=0016d383-ce8a-4ec4-bf35-7706b9cf881b HTTP/1.1" status: 200 len: 217 time: 0.0689304 Aug 29 17:50:47.211776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc684-df01-498e-89a5-8261f0518216 req-49effbf1-b842-4c31-b9c8-fd1a5fe8ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:47.213951 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-49effbf1-b842-4c31-b9c8-fd1a5fe8ff01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0653696 Aug 29 17:50:47.232595 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.238338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54548) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:47.244065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933a85b3-3f49-48e0-985b-f6773e934376']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:47.256464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51cf621-3a9d-4aa0-b09d-74337baf2723') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:47.256760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51cf621-3a9d-4aa0-b09d-74337baf2723') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:47.267824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.282278 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.289138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:50:47.289657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:50:47.292868 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:50:47.305030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc684-df01-498e-89a5-8261f0518216 req-028201ed-af55-4e12-bab4-60f1188fb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:47.306579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-028201ed-af55-4e12-bab4-60f1188fb30f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0850506 Aug 29 17:50:47.361666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.388535 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.392808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/networks/933a85b3-3f49-48e0-985b-f6773e934376 HTTP/1.1" status: 204 len: 168 time: 0.4456451 Aug 29 17:50:47.393031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54552) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:47.400681 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda16df2-afe2-4de7-bd72-d6e008ded2f7 tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'Network': ['ID=933a85b3-3f49-48e0-985b-f6773e934376,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:47.409755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d19c64dd-18e5-4413-aa63-34749c35ddf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.463899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-942efc30-4541-47b3-a867-f9e8b799ec3f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.470389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-73056ebd-a663-4fb9-a697-f7457e1a4126 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551049 Aug 29 17:50:47.516389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-942efc30-4541-47b3-a867-f9e8b799ec3f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.585381 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-942efc30-4541-47b3-a867-f9e8b799ec3f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.588454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-942efc30-4541-47b3-a867-f9e8b799ec3f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.589617 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-942efc30-4541-47b3-a867-f9e8b799ec3f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] 10.222.0.41 "DELETE /v2.0/security-groups/c2cbde48-d0df-419c-9e48-2722a69ebd57 HTTP/1.1" status: 204 len: 168 time: 0.1949239 Aug 29 17:50:47.601752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942efc30-4541-47b3-a867-f9e8b799ec3f tempest-TestNetworkAdvancedServerOps-149215602 tempest-TestNetworkAdvancedServerOps-149215602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cbde48-d0df-419c-9e48-2722a69ebd57,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:47.620618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-450dc684-df01-498e-89a5-8261f0518216 req-a2535bed-5abb-4a84-8a9e-0be1f4bc8e78 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385388 Aug 29 17:50:47.672780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d19c64dd-18e5-4413-aa63-34749c35ddf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.678681 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d19c64dd-18e5-4413-aa63-34749c35ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.726915 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d19c64dd-18e5-4413-aa63-34749c35ddf8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56dc27e2a79b4fd28e3970df3e6f945e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871035 Aug 29 17:50:47.727880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c64dd-18e5-4413-aa63-34749c35ddf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119d4376-6ff1-4734-bdac-360a50a40225,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:47.729844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54558) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:47.800297 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-403fe62a-3e50-44d6-9372-12a36d65f426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.809404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e029-00b9-4332-944c-90b00b34c28a req-dcf9be24-e08a-441a-af92-e3900ac95c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:47.810995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a9e029-00b9-4332-944c-90b00b34c28a req-dcf9be24-e08a-441a-af92-e3900ac95c7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=578cbab7709c4ca2bff160cfd59e36b4&device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0468242 Aug 29 17:50:47.827268 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-403fe62a-3e50-44d6-9372-12a36d65f426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.901575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-403fe62a-3e50-44d6-9372-12a36d65f426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.905932 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-403fe62a-3e50-44d6-9372-12a36d65f426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:47.907190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-403fe62a-3e50-44d6-9372-12a36d65f426 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/119d4376-6ff1-4734-bdac-360a50a40225 HTTP/1.1" status: 204 len: 168 time: 0.1751585 Aug 29 17:50:47.926395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54566) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:47.928422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fe62a-3e50-44d6-9372-12a36d65f426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d4376-6ff1-4734-bdac-360a50a40225,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:47.997742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e029-00b9-4332-944c-90b00b34c28a req-c286a12e-127f-450d-ac3d-a7180e0a30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:47.999922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a9e029-00b9-4332-944c-90b00b34c28a req-c286a12e-127f-450d-ac3d-a7180e0a30ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.1807208 Aug 29 17:50:48.014533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835fe6a-510c-4c16-a65d-b0b7a09955db req-e1151f2e-ff81-4232-8865-d128edbc3f4c tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:48.023957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6835fe6a-510c-4c16-a65d-b0b7a09955db req-e1151f2e-ff81-4232-8865-d128edbc3f4c tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 947 time: 0.0817075 Aug 29 17:50:48.071478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6835fe6a-510c-4c16-a65d-b0b7a09955db req-0fb9c192-8de8-4bd6-9100-82ab8d81e8ab tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462105 Aug 29 17:50:48.092213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a9e029-00b9-4332-944c-90b00b34c28a req-d4cca748-6411-47aa-ab4a-3371997f49fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=0016d383-ce8a-4ec4-bf35-7706b9cf881b HTTP/1.1" status: 200 len: 217 time: 0.0839345 Aug 29 17:50:48.150943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e029-00b9-4332-944c-90b00b34c28a req-ba2330ec-1a72-4537-b4d2-85f618395063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:48.152446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a9e029-00b9-4332-944c-90b00b34c28a req-ba2330ec-1a72-4537-b4d2-85f618395063 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0519681 Aug 29 17:50:48.211441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e029-00b9-4332-944c-90b00b34c28a req-71a4e843-05df-4ed7-bc5a-ff21bd343cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:48.215014 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a9e029-00b9-4332-944c-90b00b34c28a req-71a4e843-05df-4ed7-bc5a-ff21bd343cc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0536585 Aug 29 17:50:48.370289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54574) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:48.395855 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4f5853b-1584-4a87-bd2a-636c795235a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.419367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e8fb12ee-df8c-4f18-b165-c98d2560c0a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27df6b53a4e54d1bb8e328a7e404efe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911716 Aug 29 17:50:48.421968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54576) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:48.430955 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a9e029-00b9-4332-944c-90b00b34c28a req-124822ff-d8da-425d-9ad2-1d51406dc63a service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086298 Aug 29 17:50:48.521270 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5817eb9-dd92-4b4c-928d-7febbc80c5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.535649 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a9e029-00b9-4332-944c-90b00b34c28a req-7572f391-1f85-4283-8595-a96e18bcc24c service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970938 Aug 29 17:50:48.560073 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5817eb9-dd92-4b4c-928d-7febbc80c5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.574668 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4f5853b-1584-4a87-bd2a-636c795235a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.583681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d4f5853b-1584-4a87-bd2a-636c795235a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.595172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7bb651ba-ca19-417a-a040-1adb5f6a11da no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:48.615131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 7bb651ba-ca19-417a-a040-1adb5f6a11da {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:48.615477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 7bb651ba-ca19-417a-a040-1adb5f6a11da not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:48.635240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5853b-1584-4a87-bd2a-636c795235a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac318e4a-77b0-48dc-9e76-4920e439251f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:48.639846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d4f5853b-1584-4a87-bd2a-636c795235a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af0793fbc43c4fb8965ff2c62caf6f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679777 Aug 29 17:50:48.642845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54578) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:48.648455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5817eb9-dd92-4b4c-928d-7febbc80c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.650925 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5817eb9-dd92-4b4c-928d-7febbc80c5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.651998 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f5817eb9-dd92-4b4c-928d-7febbc80c5b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac37f0c2-4ba3-4a48-8c8c-972b6b144804 HTTP/1.1" status: 204 len: 168 time: 0.2286010 Aug 29 17:50:48.660186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5817eb9-dd92-4b4c-928d-7febbc80c5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac37f0c2-4ba3-4a48-8c8c-972b6b144804,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:48.709619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7701c66-e537-4c95-afd0-25149494df37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.731813 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7701c66-e537-4c95-afd0-25149494df37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.779333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7701c66-e537-4c95-afd0-25149494df37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.781981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b7701c66-e537-4c95-afd0-25149494df37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.783200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b7701c66-e537-4c95-afd0-25149494df37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac318e4a-77b0-48dc-9e76-4920e439251f HTTP/1.1" status: 204 len: 168 time: 0.1390641 Aug 29 17:50:48.791134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7701c66-e537-4c95-afd0-25149494df37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac318e4a-77b0-48dc-9e76-4920e439251f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:48.985180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54588) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:49.025469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-77816909-a148-4611-8267-433e859fde4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=428877e635094cc791f2b90f8616a493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390821 Aug 29 17:50:49.028049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54590) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:49.082772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8922cbf8-96a4-49cd-a250-aab4350bff58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:49.106873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8922cbf8-96a4-49cd-a250-aab4350bff58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:49.165949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8922cbf8-96a4-49cd-a250-aab4350bff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:49.169410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8922cbf8-96a4-49cd-a250-aab4350bff58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:49.170792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8922cbf8-96a4-49cd-a250-aab4350bff58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad08bdfc-97ea-4722-abc3-479a9d51a2d2 HTTP/1.1" status: 204 len: 168 time: 0.1416857 Aug 29 17:50:49.199515 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922cbf8-96a4-49cd-a250-aab4350bff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad08bdfc-97ea-4722-abc3-479a9d51a2d2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:49.224524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2e5b-a60b-4e29-bcb6-305790a0d292 req-f395d7e9-5048-46ac-8a06-a5b42d422890 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:49.226160 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51fa2e5b-a60b-4e29-bcb6-305790a0d292 req-f395d7e9-5048-46ac-8a06-a5b42d422890 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 947 time: 0.0714967 Aug 29 17:50:49.271741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-51fa2e5b-a60b-4e29-bcb6-305790a0d292 req-1ef14fe4-38b5-49db-ae86-14e430a6cbf6 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372243 Aug 29 17:50:49.290542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 0016d383-ce8a-4ec4-bf35-7706b9cf881b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:50:49.412381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 0016d383-ce8a-4ec4-bf35-7706b9cf881b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0016d383-ce8a-4ec4-bf35-7706b9cf881b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:49.428482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '0016d383-ce8a-4ec4-bf35-7706b9cf881b', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '0016d383-ce8a-4ec4-bf35-7706b9cf881b', 'mac_address': 'fa:16:3e:e8:c4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:50:49.492412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:49.515564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0016d383-ce8a-4ec4-bf35-7706b9cf881b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:50:49.538925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 0016d383-ce8a-4ec4-bf35-7706b9cf881b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0016d383-ce8a-4ec4-bf35-7706b9cf881b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:49.545240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:49.603329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=0016d383-ce8a-4ec4-bf35-7706b9cf881b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:49.760631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['0016d383-ce8a-4ec4-bf35-7706b9cf881b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:50:50.426845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ead7b-72a7-4274-bb4b-7529d9a16885 req-103914dc-f3c5-441b-9353-45967f991421 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:50.429220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b71ead7b-72a7-4274-bb4b-7529d9a16885 req-103914dc-f3c5-441b-9353-45967f991421 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 948 time: 0.0681438 Aug 29 17:50:50.470091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b71ead7b-72a7-4274-bb4b-7529d9a16885 req-352b1d4a-58a7-4b92-a51f-6677828bb8e0 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332212 Aug 29 17:50:51.298753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 0016d383-ce8a-4ec4-bf35-7706b9cf881b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:50:51.343119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 0016d383-ce8a-4ec4-bf35-7706b9cf881b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:51.347263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 0016d383-ce8a-4ec4-bf35-7706b9cf881b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:51.347583 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.424746 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.455946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0016d383-ce8a-4ec4-bf35-7706b9cf881b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:51.458190 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf33af0-ffa9-45be-8cfd-32001d24091a" -d '{"events": [{"server_uuid": "89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5", "name": "network-vif-plugged", "status": "completed", "tag": "0016d383-ce8a-4ec4-bf35-7706b9cf881b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:51.479473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 0016d383-ce8a-4ec4-bf35-7706b9cf881b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0016d383-ce8a-4ec4-bf35-7706b9cf881b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:51.484979 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.499746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54732) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:51.505914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'network': {'name': 'tempest-network-smoke--293158353', 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'port_security_enabled': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:51.515992 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a358cb21-f58e-4615-830d-a1890ba32531 x-openstack-request-id: req-a358cb21-f58e-4615-830d-a1890ba32531 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:51.516489 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5", "name": "network-vif-plugged", "status": "completed", "tag": "0016d383-ce8a-4ec4-bf35-7706b9cf881b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:51.516489 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a358cb21-f58e-4615-830d-a1890ba32531 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:51.517747 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0016d383-ce8a-4ec4-bf35-7706b9cf881b', 'code': 200} Aug 29 17:50:51.552300 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=0016d383-ce8a-4ec4-bf35-7706b9cf881b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:51.555597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Made reservation on behalf of d896ce8726ee4bd5ba876689e1add606 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:50:51.560459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.572442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.699251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdfbb3-57df-4d53-8f91-30e82f38f392 req-95cc411a-d1f4-4b7c-bea4-5063e95d72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:51.700714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43cdfbb3-57df-4d53-8f91-30e82f38f392 req-95cc411a-d1f4-4b7c-bea4-5063e95d72d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 1101 time: 0.1051824 Aug 29 17:50:51.717826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b90578-09ee-4ca3-862f-ae5167cd0f5e req-d1da2bcd-76c2-448c-9fe1-8cf290378fab tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:51.719323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70b90578-09ee-4ca3-862f-ae5167cd0f5e req-d1da2bcd-76c2-448c-9fe1-8cf290378fab tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 949 time: 0.1086597 Aug 29 17:50:51.790716 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-43cdfbb3-57df-4d53-8f91-30e82f38f392 req-80fe9a86-cc8f-4154-bb64-11cda87e2ada service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703945 Aug 29 17:50:51.801836 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70b90578-09ee-4ca3-862f-ae5167cd0f5e req-d5936fec-d53a-4816-af4d-60b77c835d37 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753105 Aug 29 17:50:51.815317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.820241 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.850264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:50:51.857174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa54b675-2375-4b36-abbc-dcc021b06a6c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:51.863588 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.864478 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Added segment d7228857-17f2-4333-b30d-92d2cc337841 of type vlan for network d8682e33-8993-4c28-9923-46ac481331cc Aug 29 17:50:51.910846 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.952052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:51.958000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:51.958695 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:52.025988 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5245726 Aug 29 17:50:52.029561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54746) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:52.035207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'admin_state_up': True, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:52.047624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d61b7-c845-4e7f-891d-aaa504106acd tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Network': ['ID=d8682e33-8993-4c28-9923-46ac481331cc,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:52.059055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d8682e33-8993-4c28-9923-46ac481331cc details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:50:52.063707 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:52.065440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:52.130777 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:52.596605 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:52.798526 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:52.821821 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:52.962229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca698c5e-fab5-4794-af92-c76c8a9e2e15 req-4d45d408-7839-4659-8740-033d676d6ec4 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:52.964016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca698c5e-fab5-4794-af92-c76c8a9e2e15 req-4d45d408-7839-4659-8740-033d676d6ec4 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 949 time: 0.0803251 Aug 29 17:50:52.975798 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Allocated IP 172.25.2.106 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/8087467b-bdb4-4266-99e0-d966c4f8b378) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:50:53.105959 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca698c5e-fab5-4794-af92-c76c8a9e2e15 req-bcfd07bc-c72c-475c-b681-a4f75a2f0d5b tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273401 Aug 29 17:50:53.188340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:53.236285 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:53.291412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:50:53.297245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:50:53.299543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:50:53.301858 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=8087467b-bdb4-4266-99e0-d966c4f8b378,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:53.334450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.334752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.335097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.335440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.335777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.336114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.336454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.336783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.337144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.337439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.337769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.338092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:53.607401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:53.807930 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:53.940579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Router 97db99fd-2958-4c66-ae92-409cb211ba75 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:50:54.055000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:50:54.065177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Sync routers for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:50:54.073452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:54.078149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-71fc1d57-7e4f-4e07-853c-a6f82bc7f9e0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0441608 Aug 29 17:50:54.078345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:54.078345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:54.078577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54772) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:54.318304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7a6704ff-6028-400d-93d6-0b26ecaef743 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d896ce8726ee4bd5ba876689e1add606&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2385731 Aug 29 17:50:54.321022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54784) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:54.510532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:54.583842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd0a507-b722-4918-a1c8-d986dc0a4364 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:54.585421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5bd0a507-b722-4918-a1c8-d986dc0a4364 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2632880 Aug 29 17:50:54.588254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:54.636952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70b84d7a-cb7d-4e07-b033-6ac16404cfd6 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472777 Aug 29 17:50:54.639935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54790) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:54.645089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-961899092', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:54.785694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Made reservation on behalf of d896ce8726ee4bd5ba876689e1add606 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:50:54.787536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:53Z', 'revision_number': 3, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:54.789605 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:54.865794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Checking router: 97db99fd-2958-4c66-ae92-409cb211ba75 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:50:54.867356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Updating router 97db99fd-2958-4c66-ae92-409cb211ba75 port 8087467b-bdb4-4266-99e0-d966c4f8b378 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:50:54.911715 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.032500 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.122228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Checking segment: {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:50:55.123363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network hostable DHCP agents. Network: d8682e33-8993-4c28-9923-46ac481331cc, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:50:55.139207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Subnet': ['ID=daa68dd3-3b1e-4327-90d4-c3779f1de6ff,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:55.152588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network d8682e33-8993-4c28-9923-46ac481331cc is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:50:55.165423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d8682e33-8993-4c28-9923-46ac481331cc) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:50:55.180793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:55.181394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.182729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfd933a-1713-4730-9614-9bcf23511c57 None None] Network d8682e33-8993-4c28-9923-46ac481331cc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:50:55.202081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c6743843-c5df-467f-995b-736b020b7af1 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5608540 Aug 29 17:50:55.204695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54792) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:55.326677 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.346823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Transition to ACTIVE for port object 8087467b-bdb4-4266-99e0-d966c4f8b378 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:55.365412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.573953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Attempting to bind port 8087467b-bdb4-4266-99e0-d966c4f8b378 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:50:55.574175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Attempting to bind port 8087467b-bdb4-4266-99e0-d966c4f8b378 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:50:55.576118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Attempting to bind port 8087467b-bdb4-4266-99e0-d966c4f8b378 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:50:55.592736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d8682e33-8993-4c28-9923-46ac481331cc', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:50:55.593610 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.604995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:50:55.605954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:50:55.606759 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.607380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:50:55.608442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Bound port: 8087467b-bdb4-4266-99e0-d966c4f8b378, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:50:55.609623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.645327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685c1e1-3436-4394-ba26-919851204a1d None None] Pushing event updated for resources: {'Port': ['ID=8087467b-bdb4-4266-99e0-d966c4f8b378,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:55.797024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] For port 8087467b-bdb4-4266-99e0-d966c4f8b378, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:50:55.824464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] For port 8087467b-bdb4-4266-99e0-d966c4f8b378, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8087467b-bdb4-4266-99e0-d966c4f8b378,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:50:55.837911 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:55.923581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Allocated IP 172.20.0.2 (d8682e33-8993-4c28-9923-46ac481331cc/daa68dd3-3b1e-4327-90d4-c3779f1de6ff/91a16fa1-a3ee-4ab4-86a9-c3c7004ea067) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:50:55.958233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:55.962631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:56.028869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685c1e1-3436-4394-ba26-919851204a1d None None] Pushing event updated for resources: {'Port': ['ID=8087467b-bdb4-4266-99e0-d966c4f8b378,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:56.154058 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:56.183912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:56.418748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:56.475010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Transition to ACTIVE for port object 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:56.553009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Transition to ACTIVE for port object 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:56.582179 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:56.633135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Pushing event updated for resources: {'Port': ['ID=91a16fa1-a3ee-4ab4-86a9-c3c7004ea067,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:56.649191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Allocated IP 172.20.0.1 (d8682e33-8993-4c28-9923-46ac481331cc/daa68dd3-3b1e-4327-90d4-c3779f1de6ff/0ff55a8d-a032-465d-80a7-cae9df54e2b5) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:50:56.660276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:53Z', 'revision_number': 3, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:56.728946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794574e1-85b1-44bc-80e5-ebc82f23da09 None None] The sync data for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 is: [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:53Z', 'revision_number': 3, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:50:56.737302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Network d8682e33-8993-4c28-9923-46ac481331cc is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:50:56.739275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:50:56.741769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:50:56.813939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Attempting to bind port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:50:56.814458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Attempting to bind port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:50:56.814947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Attempting to bind port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 on network d8682e33-8993-4c28-9923-46ac481331cc {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:50:56.826793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:50:56.827351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Checking segment: {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:50:56.827895 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:56.828457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Bound using segment: {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:50:56.830138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Bound port: 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:50:56.831454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:56.905603 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:56.934630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Transition to ACTIVE for port object 0ff55a8d-a032-465d-80a7-cae9df54e2b5 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:56.945677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] For port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:50:56.949287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] For port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=91a16fa1-a3ee-4ab4-86a9-c3c7004ea067,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:50:56.957431 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:56.984282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:57.058063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network d8682e33-8993-4c28-9923-46ac481331cc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:50:57.061752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:50:57.063898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e8c78-f5c9-4828-bb25-ff7694980824 None None] Pushing event updated for resources: {'Port': ['ID=91a16fa1-a3ee-4ab4-86a9-c3c7004ea067,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:57.072220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:50:57.077481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=0ff55a8d-a032-465d-80a7-cae9df54e2b5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:57.159894 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:57.371117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:58.236073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:58.255488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:58.334261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:58.336131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=0ff55a8d-a032-465d-80a7-cae9df54e2b5,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:58.495840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network d8682e33-8993-4c28-9923-46ac481331cc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:50:58.497504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:50:58.582285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b259a7f-5cdd-40d3-8c5a-1247d09e0236 None None] Network d8682e33-8993-4c28-9923-46ac481331cc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:50:58.679204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Router 97db99fd-2958-4c66-ae92-409cb211ba75 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:50:58.764752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ccbcc742-7dc9-4ea3-9139-86df4cbe06a5 None None] Provisioning for port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:58.811053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8087467b-bdb4-4266-99e0-d966c4f8b378 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:50:58.988167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8087467b-bdb4-4266-99e0-d966c4f8b378 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:58.992190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8087467b-bdb4-4266-99e0-d966c4f8b378 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:58.992628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:58.998931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:50:59.008892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-97d05596-4cbb-4f98-b0fe-052ca4a43677 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "PUT /v2.0/routers/97db99fd-2958-4c66-ae92-409cb211ba75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8029921 Aug 29 17:50:59.013125 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54828) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:59.021045 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d3684dd4-1019-4e54-a005-79d3f0b8f320 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2048453047', 'description': 'tempest-secgroup_access--2048453047 description', 'project_id': 'd896ce8726ee4bd5ba876689e1add606'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:59.066874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3684dd4-1019-4e54-a005-79d3f0b8f320 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.162964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.219785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 8087467b-bdb4-4266-99e0-d966c4f8b378, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8087467b-bdb4-4266-99e0-d966c4f8b378,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:59.233686 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.234838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:50:59.306548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3684dd4-1019-4e54-a005-79d3f0b8f320 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.316949 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3684dd4-1019-4e54-a005-79d3f0b8f320 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.390755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d3684dd4-1019-4e54-a005-79d3f0b8f320 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.393565 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d3684dd4-1019-4e54-a005-79d3f0b8f320 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3787816 Aug 29 17:50:59.396576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54834) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:59.406749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d6efa163-70a2-42fd-b706-1b38fe62ea11 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1882743979', 'description': 'tempest-secgroup_general--1882743979 description', 'project_id': 'd896ce8726ee4bd5ba876689e1add606'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:59.421022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3684dd4-1019-4e54-a005-79d3f0b8f320 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe20370-d599-4b9c-870b-010d11899e19,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:59.468448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=8087467b-bdb4-4266-99e0-d966c4f8b378,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:59.481087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6efa163-70a2-42fd-b706-1b38fe62ea11 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.500468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:59.504969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:59.505403 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.564056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-94b1bcc9-89f2-44f8-be2e-ed6d5390a982 None None] Provisioning for port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:59.571591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-94b1bcc9-89f2-44f8-be2e-ed6d5390a982 None None] Provisioning complete for port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:59.572198 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-94b1bcc9-89f2-44f8-be2e-ed6d5390a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.609944 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6efa163-70a2-42fd-b706-1b38fe62ea11 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.618861 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Sync routers for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:50:59.620716 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6efa163-70a2-42fd-b706-1b38fe62ea11 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.643833 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:59.644713 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:59.657313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-94b1bcc9-89f2-44f8-be2e-ed6d5390a982 None None] Port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:50:59.664071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efa163-70a2-42fd-b706-1b38fe62ea11 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:59.680273 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.682037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-94b1bcc9-89f2-44f8-be2e-ed6d5390a982 None None] Provisioning complete for port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:59.682387 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-94b1bcc9-89f2-44f8-be2e-ed6d5390a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.694195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6efa163-70a2-42fd-b706-1b38fe62ea11 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.699063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54842) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:59.700421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6efa163-70a2-42fd-b706-1b38fe62ea11 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3022923 Aug 29 17:50:59.703939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-cebb951d-a631-4f1f-a600-5aa2c2fe7d46 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'security_group_rule': {'security_group_id': 'cfe20370-d599-4b9c-870b-010d11899e19', 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:59.750837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cebb951d-a631-4f1f-a600-5aa2c2fe7d46 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.766541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=91a16fa1-a3ee-4ab4-86a9-c3c7004ea067,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:59.775613 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.831866 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cebb951d-a631-4f1f-a600-5aa2c2fe7d46 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.839276 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cebb951d-a631-4f1f-a600-5aa2c2fe7d46 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.866267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb951d-a631-4f1f-a600-5aa2c2fe7d46 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15d6cb9-c4b3-4c00-a950-102a7d3dfea7,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:59.875192 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cebb951d-a631-4f1f-a600-5aa2c2fe7d46 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:59.877908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cebb951d-a631-4f1f-a600-5aa2c2fe7d46 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775961 Aug 29 17:50:59.912133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=91a16fa1-a3ee-4ab4-86a9-c3c7004ea067,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:59.928233 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:00.024651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ada23950-0e64-4ad3-8c02-d4d68287c05a None None] Provisioning complete for port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:00.025308 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ada23950-0e64-4ad3-8c02-d4d68287c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.149549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-9feb6a25-e532-48c1-a87f-6b9406ed4f35 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--2048453047&fields=id&tenant_id=d896ce8726ee4bd5ba876689e1add606 HTTP/1.1" status: 200 len: 267 time: 0.1220672 Aug 29 17:51:00.150311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ada23950-0e64-4ad3-8c02-d4d68287c05a None None] Port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:00.227895 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:50:58Z', 'revision_number': 2, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:00.248202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-9362e9e6-a7a0-46eb-80d3-364cdd46ac0c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--1882743979&fields=id&tenant_id=d896ce8726ee4bd5ba876689e1add606 HTTP/1.1" status: 200 len: 267 time: 0.0912139 Aug 29 17:51:00.254166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54862) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:00.258938 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Checking router: 97db99fd-2958-4c66-ae92-409cb211ba75 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:00.259519 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Updating router 97db99fd-2958-4c66-ae92-409cb211ba75 port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:00.293267 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.305820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aba9e7fd-1aae-4e51-bc50-e039c04365c7 None None] Provisioning complete for port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:00.306293 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aba9e7fd-1aae-4e51-bc50-e039c04365c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.418770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-aba9e7fd-1aae-4e51-bc50-e039c04365c7 None None] Port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:00.438400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-5fb143ec-e93d-4129-9c54-6b90c028d428 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:00.444102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-5fb143ec-e93d-4129-9c54-6b90c028d428 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/networks?id=d8682e33-8993-4c28-9923-46ac481331cc HTTP/1.1" status: 200 len: 796 time: 0.1950421 Aug 29 17:51:00.464861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef778-0ff6-4648-9b3b-d6b3a6d30ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.490246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-846b08a4-fdb6-47c4-b6f2-43e960c6664c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/quotas/d896ce8726ee4bd5ba876689e1add606 HTTP/1.1" status: 200 len: 375 time: 0.0295131 Aug 29 17:51:00.623244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8087467b-bdb4-4266-99e0-d966c4f8b378 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:00.648764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-7f28b0e4-7faf-4cbf-8afd-98b88e5bbdbc tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d896ce8726ee4bd5ba876689e1add606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1405041 Aug 29 17:51:00.678926 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef778-0ff6-4648-9b3b-d6b3a6d30ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.685492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef778-0ff6-4648-9b3b-d6b3a6d30ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.702085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8087467b-bdb4-4266-99e0-d966c4f8b378 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:00.703073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.738038 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54872) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:00.749415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6b4ef778-0ff6-4648-9b3b-d6b3a6d30ca1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9aa6d71e429b45668c505569e5bd3601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939499 Aug 29 17:51:00.752589 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ef778-0ff6-4648-9b3b-d6b3a6d30ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0f4f71-fade-4728-b11b-dd3af0c8a88a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:00.754944 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.766658 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Transition to ACTIVE for port object 0ff55a8d-a032-465d-80a7-cae9df54e2b5 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:00.779343 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.786429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1f85ae04-9ec9-419a-97ea-9961353d9e71 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:51:00.794744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1f85ae04-9ec9-419a-97ea-9961353d9e71 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1445806 Aug 29 17:51:00.843334 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Pushing event updated for resources: {'Port': ['ID=0ff55a8d-a032-465d-80a7-cae9df54e2b5,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:00.872746 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.873090 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.873553 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.873988 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.874428 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.874881 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.875297 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.875860 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.876420 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.876968 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.877506 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.878075 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:00.910961 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Attempting to bind port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:00.911720 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Attempting to bind port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:00.912313 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Attempting to bind port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 on network d8682e33-8993-4c28-9923-46ac481331cc {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:00.918939 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:00.919743 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Checking segment: {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:00.920375 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.920995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Bound using segment: {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:00.921751 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Bound port: 0ff55a8d-a032-465d-80a7-cae9df54e2b5, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:00.922399 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.932874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acf9d6be-b3b5-4764-947c-a2ee5fc7aeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:00.984623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acf9d6be-b3b5-4764-947c-a2ee5fc7aeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:01.008469 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] For port 0ff55a8d-a032-465d-80a7-cae9df54e2b5, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:01.012530 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] For port 0ff55a8d-a032-465d-80a7-cae9df54e2b5, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0ff55a8d-a032-465d-80a7-cae9df54e2b5,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:01.017629 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:01.020560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-bacf6c73-ef2e-47f5-b178-5f1a62bc258b service neutron] 10.222.0.41 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250016 Aug 29 17:51:01.042044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:01.078464 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:01.079187 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:01.091178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:01.091567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:01.152719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acf9d6be-b3b5-4764-947c-a2ee5fc7aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:01.160775 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acf9d6be-b3b5-4764-947c-a2ee5fc7aeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:01.162107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-acf9d6be-b3b5-4764-947c-a2ee5fc7aeb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d0f4f71-fade-4728-b11b-dd3af0c8a88a HTTP/1.1" status: 204 len: 168 time: 0.4229198 Aug 29 17:51:01.191900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-71892fa4-63f7-4457-819b-de24a02217d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700618 Aug 29 17:51:01.198340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9d6be-b3b5-4764-947c-a2ee5fc7aeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0f4f71-fade-4728-b11b-dd3af0c8a88a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:01.227563 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e1da5-a77d-45da-8334-3ac980464265 None None] Pushing event updated for resources: {'Port': ['ID=0ff55a8d-a032-465d-80a7-cae9df54e2b5,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:01.316801 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:01.456932 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c6dc6dd-1a6b-4999-a383-5c278de2d797 req-f705b40e-b7dd-40a8-a36b-a7c96e0c8e11 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 210 time: 0.0392981 Aug 29 17:51:01.597854 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:51:01Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:01.634444 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce37d7-a8b0-44dc-a0c3-74a688479873 None None] The sync data for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 is: [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:51:01Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:02.090049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54912) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:02.237489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-526332091-network', 'tenant_id': '3f0c841350a64795b17847445f04b8d6'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:02.269209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Made reservation on behalf of 3f0c841350a64795b17847445f04b8d6 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:02.272604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.285141 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.390289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.394630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.418543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:51:02.434842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7921ed04-cda9-4630-90a6-07ace95a5c5d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:02.439478 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.439880 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Added segment e8571739-eb05-45e1-8cb6-4b1cc55d78f1 of type vlan for network 630cefbc-f798-429b-a4bc-8408647146c2 Aug 29 17:51:02.500280 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.546485 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.547686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:02.548521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.636929 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5449002 Aug 29 17:51:02.656349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54926) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:02.677272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Request body: {'subnet': {'network_id': '630cefbc-f798-429b-a4bc-8408647146c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-526332091-subnet', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:02.688417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0ff55a8d-a032-465d-80a7-cae9df54e2b5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:02.737157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bc8f0-f9aa-4a52-b731-7324ed3306b0 admin admin] Pushing event updated for resources: {'Network': ['ID=630cefbc-f798-429b-a4bc-8408647146c2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:02.751437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 630cefbc-f798-429b-a4bc-8408647146c2 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:51:02.763963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Made reservation on behalf of 3f0c841350a64795b17847445f04b8d6 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:02.767184 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.816543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-4a74cccf-f0ee-4071-bc8e-46dd7e66e213 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:02.823388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-4a74cccf-f0ee-4071-bc8e-46dd7e66e213 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.44 "GET /v2.0/networks?id=d8682e33-8993-4c28-9923-46ac481331cc HTTP/1.1" status: 200 len: 796 time: 0.2118156 Aug 29 17:51:02.844388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:02.851367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:02.864154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:02.916315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-c544fb95-7993-49dc-b872-99b23cc75b71 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d896ce8726ee4bd5ba876689e1add606 HTTP/1.1" status: 200 len: 478 time: 0.0859663 Aug 29 17:51:02.936170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'port': {'device_id': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'admin_state_up': True, 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'security_groups': ['cfe20370-d599-4b9c-870b-010d11899e19', '0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:02.982847 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73072ac8-5d47-46a9-a099-58107f7ef188 req-ad374272-10b9-4a49-bcfe-a86929b25427 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 210 time: 0.3989971 Aug 29 17:51:02.995218 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.030753 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.048630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0ff55a8d-a032-465d-80a7-cae9df54e2b5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0ff55a8d-a032-465d-80a7-cae9df54e2b5,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:03.059178 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.106620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3911dd7b-d745-4719-9462-bf412dc08c00,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:03.115107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Checking segment: {'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:03.115483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Network hostable DHCP agents. Network: 630cefbc-f798-429b-a4bc-8408647146c2, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:51:03.131625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Made reservation on behalf of d896ce8726ee4bd5ba876689e1add606 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:03.135966 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.148135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0ff55a8d-a032-465d-80a7-cae9df54e2b5,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:03.161793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Network 630cefbc-f798-429b-a4bc-8408647146c2 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:51:03.172238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 630cefbc-f798-429b-a4bc-8408647146c2) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:03.177137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:03.179516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.182709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863b8d9-84fb-4644-84e6-1e88b957fd22 None None] Network 630cefbc-f798-429b-a4bc-8408647146c2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:03.217120 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-18863b4d-6f73-4ee4-943c-a93801937b63 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5593054 Aug 29 17:51:03.220074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54930) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:03.224896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:03.268515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.270568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.335937 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Allocated IP 172.20.0.14 (d8682e33-8993-4c28-9923-46ac481331cc/daa68dd3-3b1e-4327-90d4-c3779f1de6ff/d3d8fb9c-c2eb-4759-aeee-f4fddf804e44) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:03.345081 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.404188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-630cefbc-f798-429b-a4bc-8408647146c2', 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'fixed_ips': [{'subnet_id': '3911dd7b-d745-4719-9462-bf412dc08c00'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:51:03.405058 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.525516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.535815 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.558822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Allocated IP 172.20.0.2 (630cefbc-f798-429b-a4bc-8408647146c2/3911dd7b-d745-4719-9462-bf412dc08c00/2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:03.564388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Transition to ACTIVE for port object d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:03.604846 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.758264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network d8682e33-8993-4c28-9923-46ac481331cc is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:03.769361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:03.776687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:03.812422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:03.830352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.853701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Transition to ACTIVE for port object 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:03.871585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:03.873142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.888388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.888660 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Transition to ACTIVE for port object 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:03.899736 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-1d88702f-afaa-47c2-a855-41a04e2e1d3f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9701848 Aug 29 17:51:03.906637 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.913257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Request body: {'port': {'device_id': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:03.918262 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.958087 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Network 630cefbc-f798-429b-a4bc-8408647146c2 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:03.968308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:03.971618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:03.988898 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:03.990487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Pushing event updated for resources: {'Port': ['ID=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:04.121540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Attempting to bind port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:04.121917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Attempting to bind port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:04.122289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Attempting to bind port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 on network 630cefbc-f798-429b-a4bc-8408647146c2 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:04.151626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:04.152002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Checking segment: {'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:04.152434 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.152849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Bound using segment: {'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:04.153336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Bound port: 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:04.153721 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.160015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Allocated IP 172.25.2.247 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/04885ccd-b2d0-409e-b835-b654395904fc) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:04.208694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-960eec25-2664-4a33-90c7-8743cc0b9da2 None None] Provisioning for port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:04.221411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-960eec25-2664-4a33-90c7-8743cc0b9da2 None None] Provisioning complete for port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:04.221698 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-960eec25-2664-4a33-90c7-8743cc0b9da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.261671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] For port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:04.300668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe613a3-1380-4a94-95d6-1eac2492091b req-46f2cb47-e2a6-4432-b674-339d157489f6 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:04.302353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fe613a3-1380-4a94-95d6-1eac2492091b req-46f2cb47-e2a6-4432-b674-339d157489f6 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 971 time: 0.2089031 Aug 29 17:51:04.307303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] For port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,segment=NetworkSegment(e8571739-eb05-45e1-8cb6-4b1cc55d78f1),segment_id=e8571739-eb05-45e1-8cb6-4b1cc55d78f1)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:04.312994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-960eec25-2664-4a33-90c7-8743cc0b9da2 None None] Port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:04.328485 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.398681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fe613a3-1380-4a94-95d6-1eac2492091b req-21ebf34e-962e-49c9-a5fc-ce496be28eb8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0844536 Aug 29 17:51:04.399940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.404840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32675c-a583-4a27-971e-134db0724d25 None None] Pushing event updated for resources: {'Port': ['ID=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:04.469782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.489231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:51:04.509879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.534979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Transition to ACTIVE for port object d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:04.544013 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.545432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:04.552117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:04.570073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:04.617650 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Pushing event updated for resources: {'Port': ['ID=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:04.617819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0ff55a8d-a032-465d-80a7-cae9df54e2b5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:04.620770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Pushing event updated for resources: {'Port': ['ID=04885ccd-b2d0-409e-b835-b654395904fc,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:04.718143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.718498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.727756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Attempting to bind port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:04.728092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Attempting to bind port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:04.728483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Attempting to bind port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 on network d8682e33-8993-4c28-9923-46ac481331cc {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:04.733368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.733767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.734118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.734465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.734845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.735312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.735667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.736077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.736311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.736637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:04.737117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 on network d8682e33-8993-4c28-9923-46ac481331cc not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:51:04.737445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Attempting to bind port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 on network d8682e33-8993-4c28-9923-46ac481331cc {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:04.743697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:04.744058 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Checking segment: {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:04.744440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Bound using segment: {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:04.744873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Bound port: d3d8fb9c-c2eb-4759-aeee-f4fddf804e44, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7228857-17f2-4333-b30d-92d2cc337841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:04.745234 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.781357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:04.782108 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.838426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] For port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:04.859112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] For port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:04.869614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.986761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:04.987372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:04.988800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] 10.222.0.44 "PUT /v2.0/ports/d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 HTTP/1.1" status: 200 len: 1132 time: 1.0813563 Aug 29 17:51:04.989240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:51:04.999268 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6268ffd1-1ba3-433e-bf9a-683fbf543e41" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:51:05.010969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:05.119029 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ebf6b3-9e2b-454e-8ecb-944f50517d92 x-openstack-request-id: req-b4ebf6b3-9e2b-454e-8ecb-944f50517d92 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:51:05.119579 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:51:05.120032 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4ebf6b3-9e2b-454e-8ecb-944f50517d92 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:51:05.120595 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'status': 'completed', 'code': 200} Aug 29 17:51:05.166940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2ab8f-2a74-4d02-b2e4-f2c7336492fa service neutron] Pushing event updated for resources: {'Port': ['ID=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:05.185228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-a872a4ee-ec1d-4992-a19d-e18e72cf202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:05.186944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-a872a4ee-ec1d-4992-a19d-e18e72cf202a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d896ce8726ee4bd5ba876689e1add606&device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 1135 time: 0.1221156 Aug 29 17:51:05.237651 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-fff0cadd-c95b-4cb9-9e72-3b51e37589dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 HTTP/1.1" status: 200 len: 217 time: 0.0420871 Aug 29 17:51:05.268919 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:05.297780 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-8e9bc048-62ba-4f4f-8a62-38cdbc6de752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:05.300148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-8e9bc048-62ba-4f4f-8a62-38cdbc6de752 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daa68dd3-3b1e-4327-90d4-c3779f1de6ff HTTP/1.1" status: 200 len: 834 time: 0.0539920 Aug 29 17:51:05.386020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-7da9b334-4bf7-4fab-86c3-1ade8f17a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:05.388158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-7da9b334-4bf7-4fab-86c3-1ade8f17a445 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8682e33-8993-4c28-9923-46ac481331cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806000 Aug 29 17:51:05.421864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Router e3714cf6-5969-4977-b619-ea33b7dcb721 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:51:05.535338 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-66283e5d-48a4-4745-9c40-d0e8ac3c0301 service neutron] 10.222.0.44 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357253 Aug 29 17:51:05.651422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02d93e9c-06ec-4f13-abf1-8fb6b874525e req-e6dd966b-5b8e-4f49-b639-22eec77e77c6 service neutron] 10.222.0.44 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069841 Aug 29 17:51:05.741128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b5daa3-dc9f-452a-8942-f86299aebcf2 None None] Network 630cefbc-f798-429b-a4bc-8408647146c2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:05.764732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-b50dc8d3-de4c-4e70-b783-90462ab376e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:05.767008 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-b50dc8d3-de4c-4e70-b783-90462ab376e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d896ce8726ee4bd5ba876689e1add606&device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 1135 time: 0.0604844 Aug 29 17:51:05.877751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-b47f30f7-ea59-4c49-b3e3-3347fdc24165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:05.879452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-b47f30f7-ea59-4c49-b3e3-3347fdc24165 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8682e33-8993-4c28-9923-46ac481331cc HTTP/1.1" status: 200 len: 897 time: 0.1040170 Aug 29 17:51:05.931832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-363b3808-1c25-4ccb-8b83-b9f4b1b06d96 None None] Provisioning for port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:05.942527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-078d33e1-b2dd-49fa-860c-41f200ed491c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 HTTP/1.1" status: 200 len: 217 time: 0.0543749 Aug 29 17:51:05.955639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa072a-4de6-4778-abba-224e20aa3d10 req-1cd7e9ae-a94c-492d-947c-4c76502d359a tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:05.957157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-77fa072a-4de6-4778-abba-224e20aa3d10 req-1cd7e9ae-a94c-492d-947c-4c76502d359a tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 983 time: 0.4386921 Aug 29 17:51:05.995149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:06.010643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-26bb02f7-99ad-48b5-9d01-2f2d2c1f75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:06.012773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Sync routers for ids ['e3714cf6-5969-4977-b619-ea33b7dcb721'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:06.013106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-26bb02f7-99ad-48b5-9d01-2f2d2c1f75e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daa68dd3-3b1e-4327-90d4-c3779f1de6ff HTTP/1.1" status: 200 len: 834 time: 0.0618062 Aug 29 17:51:06.025209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Routers {'e3714cf6-5969-4977-b619-ea33b7dcb721'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:06.028375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3714cf6-5969-4977-b619-ea33b7dcb721'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:06.044181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-77fa072a-4de6-4778-abba-224e20aa3d10 req-23d43dbf-956c-4069-b1fc-67eda780877e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0758951 Aug 29 17:51:06.047170 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:06.053790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4c84dc7e-ee7d-406a-b8f9-04c916be8493 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8325744 Aug 29 17:51:06.054701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54952) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:06.087555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-76a983a3-1e08-4d94-8569-1d026004f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:06.089252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-76a983a3-1e08-4d94-8569-1d026004f3c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8682e33-8993-4c28-9923-46ac481331cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638337 Aug 29 17:51:06.244976 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-9519b6bc-b6aa-45d1-a55f-0044236a0003 service neutron] 10.222.0.44 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461689 Aug 29 17:51:06.268967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Set router e3714cf6-5969-4977-b619-ea33b7dcb721 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:06.396114 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6268ffd1-1ba3-433e-bf9a-683fbf543e41 req-6083d038-ad77-423d-884f-8dbd1cdcee7b service neutron] 10.222.0.44 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430025 Aug 29 17:51:06.550850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '04885ccd-b2d0-409e-b835-b654395904fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:04Z', 'revision_number': 3, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port': {'id': '04885ccd-b2d0-409e-b835-b654395904fc', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:06.584802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Checking router: e3714cf6-5969-4977-b619-ea33b7dcb721 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:06.585250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Updating router e3714cf6-5969-4977-b619-ea33b7dcb721 port 04885ccd-b2d0-409e-b835-b654395904fc binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:06.613136 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:06.708765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:06.710187 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:06.832303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:06.848942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:06.849576 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:06.951032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Allocated IP 172.20.0.1 (630cefbc-f798-429b-a4bc-8408647146c2/3911dd7b-d745-4719-9462-bf412dc08c00/43d60ff6-bcc7-49f4-ac35-b80a082dd5ef) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:06.962295 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.022914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.035691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,segment=NetworkSegment(e8571739-eb05-45e1-8cb6-4b1cc55d78f1),segment_id=e8571739-eb05-45e1-8cb6-4b1cc55d78f1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:07.040889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Transition to ACTIVE for port object 04885ccd-b2d0-409e-b835-b654395904fc will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:07.044291 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.049901 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.112527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.119543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Attempting to bind port 04885ccd-b2d0-409e-b835-b654395904fc on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:07.119925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Attempting to bind port 04885ccd-b2d0-409e-b835-b654395904fc by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:07.120290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Attempting to bind port 04885ccd-b2d0-409e-b835-b654395904fc on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:07.126991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:07.134210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Transition to ACTIVE for port object 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:07.139606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:07.139919 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:07.141313 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.142679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:07.144210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Bound port: 04885ccd-b2d0-409e-b835-b654395904fc, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:07.144909 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.186484 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.231566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8720a0-2354-4bea-9c08-b84e574de166 None None] Pushing event updated for resources: {'Port': ['ID=04885ccd-b2d0-409e-b835-b654395904fc,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:07.241712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:07.270410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Network 630cefbc-f798-429b-a4bc-8408647146c2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:07.272104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:07.275334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:07.284621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] For port 04885ccd-b2d0-409e-b835-b654395904fc, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:07.302263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] For port 04885ccd-b2d0-409e-b835-b654395904fc, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=04885ccd-b2d0-409e-b835-b654395904fc,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:07.304693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956207-821c-4f42-84e7-152391ad0380 req-d7dde71a-bb80-4650-9ab8-2d3ebd5e67ed tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:07.314332 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.315958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f956207-821c-4f42-84e7-152391ad0380 req-d7dde71a-bb80-4650-9ab8-2d3ebd5e67ed tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 983 time: 0.1423757 Aug 29 17:51:07.330257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.358514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:51:07.405943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Routers {'e3714cf6-5969-4977-b619-ea33b7dcb721'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:07.406885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3714cf6-5969-4977-b619-ea33b7dcb721'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:07.447933 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f956207-821c-4f42-84e7-152391ad0380 req-f6f5723a-ca4f-463c-be5a-c76957f64dfa tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1310654 Aug 29 17:51:07.495001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.resource_extend [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:51:07.497157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8720a0-2354-4bea-9c08-b84e574de166 None None] Pushing event updated for resources: {'Port': ['ID=04885ccd-b2d0-409e-b835-b654395904fc,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:07.580355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.678243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] Set router e3714cf6-5969-4977-b619-ea33b7dcb721 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:07.776476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:07.832609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'port_id': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'mac_address': 'fa:16:3e:58:d1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:51:07.853099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b0dfe42a-2f1f-4b7b-9cb1-dcce4f7c0fac None None] Provisioning for port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:07.862184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b0dfe42a-2f1f-4b7b-9cb1-dcce4f7c0fac None None] Provisioning complete for port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:07.862908 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b0dfe42a-2f1f-4b7b-9cb1-dcce4f7c0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.915351 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:07.924156 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:08.059402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:08.071215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:08.129165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b0dfe42a-2f1f-4b7b-9cb1-dcce4f7c0fac None None] Port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:08.168026 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:08.207841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:51:08.235455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:08.242103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:08.261030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Network 630cefbc-f798-429b-a4bc-8408647146c2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:08.263237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:08.301336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:08.306767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '04885ccd-b2d0-409e-b835-b654395904fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:04Z', 'revision_number': 3, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port': {'id': '04885ccd-b2d0-409e-b835-b654395904fc', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:08.366831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffb576-e376-4471-b571-7e80d697da2b None None] The sync data for ids ['e3714cf6-5969-4977-b619-ea33b7dcb721'] in n-d-713499-15 is: [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '04885ccd-b2d0-409e-b835-b654395904fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:04Z', 'revision_number': 3, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port': {'id': '04885ccd-b2d0-409e-b835-b654395904fc', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:08.459749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Router e3714cf6-5969-4977-b619-ea33b7dcb721 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:51:08.483779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['d3d8fb9c-c2eb-4759-aeee-f4fddf804e44'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:51:08.698384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:08.699815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:08.707143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ad7c3a48-1d12-4824-8f5a-eb7280bb5ba9 admin admin] 10.222.0.41 "PUT /v2.0/routers/e3714cf6-5969-4977-b619-ea33b7dcb721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6512008 Aug 29 17:51:08.782026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abeb82-c3fd-42e9-a07e-bbbfa58bc357 req-c1d9cba0-a9a2-4dd8-83c7-8ed61e7f5d8a tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:08.783652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38abeb82-c3fd-42e9-a07e-bbbfa58bc357 req-c1d9cba0-a9a2-4dd8-83c7-8ed61e7f5d8a tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 984 time: 0.0739896 Aug 29 17:51:08.863941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dc8d02b5-270a-4dbd-b5dc-9b81cda2bb5c None None] Provisioning complete for port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:08.864442 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc8d02b5-270a-4dbd-b5dc-9b81cda2bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:08.883835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-38abeb82-c3fd-42e9-a07e-bbbfa58bc357 req-bd948bbb-6ccb-4dab-a9b3-bbe89eefe83c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0932257 Aug 29 17:51:08.946237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:08.946629 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:09.002540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d02b5-270a-4dbd-b5dc-9b81cda2bb5c None None] Port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:09.576912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54988) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:09.582916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-268805554-network', 'tenant_id': '495643b5fc3543f999604233d004f2ec'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:09.629105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Made reservation on behalf of 495643b5fc3543f999604233d004f2ec for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:09.631599 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:09.653269 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:09.866023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:09.875253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:09.907232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:51:09.919299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2255a8-a190-4b99-88a1-124a0b2f39af,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:09.924358 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:09.924717 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Added segment f505b1eb-1a26-41a7-a6f0-39324b1ab4a0 of type vlan for network 7f2a7739-9e0b-4777-b66e-6387d5666725 Aug 29 17:51:09.987432 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.054497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.056512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:10.057513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.105651 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660267-9d62-48f2-917f-ee557c7f4df7 req-9bb81931-dc3d-4d89-8557-080119bfc9eb tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:10.118993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af660267-9d62-48f2-917f-ee557c7f4df7 req-9bb81931-dc3d-4d89-8557-080119bfc9eb tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 984 time: 0.0973017 Aug 29 17:51:10.124029 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5453804 Aug 29 17:51:10.126969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 54994) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:10.132071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Request body: {'subnet': {'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-268805554-subnet', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:10.151719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae19bb2-4b8d-475d-a76c-ad55ce666ffc admin admin] Pushing event updated for resources: {'Network': ['ID=7f2a7739-9e0b-4777-b66e-6387d5666725,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:10.166523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Made reservation on behalf of 495643b5fc3543f999604233d004f2ec for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:10.169436 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.188448 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7f2a7739-9e0b-4777-b66e-6387d5666725 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:51:10.203160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-af660267-9d62-48f2-917f-ee557c7f4df7 req-39f782bb-db8e-4230-af12-b561f11de794 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0809565 Aug 29 17:51:10.436779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.511131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b1bc6e-8ecd-4254-bada-6f085d9b6136,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:10.513974 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Checking segment: {'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:10.514328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Network hostable DHCP agents. Network: 7f2a7739-9e0b-4777-b66e-6387d5666725, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:51:10.546512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Network 7f2a7739-9e0b-4777-b66e-6387d5666725 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:51:10.592683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7f2a7739-9e0b-4777-b66e-6387d5666725) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:10.596914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:10.597563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.614624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9277e6-eb09-48ba-ab45-ec4a0e97472a None None] Network 7f2a7739-9e0b-4777-b66e-6387d5666725 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:10.639582 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 54998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:10.640402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-80dec4f0-9931-49f7-ab8f-9aba7c0859b8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5071354 Aug 29 17:51:10.644665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:10.710480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.711589 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.717117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 04885ccd-b2d0-409e-b835-b654395904fc up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:10.821292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:10.868938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 04885ccd-b2d0-409e-b835-b654395904fc completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:10.887192 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 04885ccd-b2d0-409e-b835-b654395904fc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:10.887865 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.020277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.069789 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.087160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7f2a7739-9e0b-4777-b66e-6387d5666725', 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'fixed_ips': [{'subnet_id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:51:11.091429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.094326 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Sync routers for ids ['e3714cf6-5969-4977-b619-ea33b7dcb721'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:11.116025 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Routers {'e3714cf6-5969-4977-b619-ea33b7dcb721'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:11.116911 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3714cf6-5969-4977-b619-ea33b7dcb721'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:11.161337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 04885ccd-b2d0-409e-b835-b654395904fc, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=04885ccd-b2d0-409e-b835-b654395904fc,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:11.227581 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.311860 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-987cc9af-d525-438a-9f3c-d0630d2ac828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.351227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=04885ccd-b2d0-409e-b835-b654395904fc,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:11.359043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Allocated IP 172.20.0.2 (7f2a7739-9e0b-4777-b66e-6387d5666725/36b1bc6e-8ecd-4254-bada-6f085d9b6136/d75c84e7-c919-4455-8959-f06f9ed3876e) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:11.366032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcaa141d-8e87-41c7-8487-c56e413b24f9 req-5754267e-e328-4584-a225-4ac656e3052e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0632722 Aug 29 17:51:11.407876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:11.532042 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Set router e3714cf6-5969-4977-b619-ea33b7dcb721 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:11.575029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:11.613066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ea5d-8924-4f4c-bd71-8a7c76180ece req-ce248d02-d405-4916-a66d-7b896f7a1ce2 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:11.625500 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb06ea5d-8924-4f4c-bd71-8a7c76180ece req-ce248d02-d405-4916-a66d-7b896f7a1ce2 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 984 time: 0.1867855 Aug 29 17:51:11.653482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:11.653869 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.717887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb06ea5d-8924-4f4c-bd71-8a7c76180ece req-b88b6f7e-d915-4b9e-b704-7d2935795432 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0911226 Aug 29 17:51:11.752271 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.764256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Transition to ACTIVE for port object d75c84e7-c919-4455-8959-f06f9ed3876e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:11.786029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Transition to ACTIVE for port object d75c84e7-c919-4455-8959-f06f9ed3876e will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:11.834056 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.881808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcaa141d-8e87-41c7-8487-c56e413b24f9 req-4d93c1d9-7f14-4294-8100-5ed8de93d60b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.4404030 Aug 29 17:51:11.888446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.922076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.933828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Pushing event updated for resources: {'Port': ['ID=d75c84e7-c919-4455-8959-f06f9ed3876e,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:11.945978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Network 7f2a7739-9e0b-4777-b66e-6387d5666725 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:11.947300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:11.951852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:11.959960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:12.001311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcaa141d-8e87-41c7-8487-c56e413b24f9 req-7398d8ac-4e27-4e48-87e6-f33002928476 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878797 Aug 29 17:51:12.014573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:12.051130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:51:12.060611 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018ab34f-3f34-4e01-9dd8-aae06d91e036" -d '{"events": [{"server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "name": "network-vif-plugged", "status": "completed", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:51:12.088067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.147745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Allocated IP 172.25.2.21 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/6e8032f0-109c-4254-98a8-57229d027a61) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:12.169217 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc07a19-8ff4-40c9-a60b-8591637511c2 x-openstack-request-id: req-0fc07a19-8ff4-40c9-a60b-8591637511c2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:51:12.169217 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "name": "network-vif-plugged", "status": "completed", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:51:12.169610 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fc07a19-8ff4-40c9-a60b-8591637511c2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:51:12.169834 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'code': 200} Aug 29 17:51:12.171129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Attempting to bind port d75c84e7-c919-4455-8959-f06f9ed3876e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:12.171445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Attempting to bind port d75c84e7-c919-4455-8959-f06f9ed3876e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:12.171918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Attempting to bind port d75c84e7-c919-4455-8959-f06f9ed3876e on network 7f2a7739-9e0b-4777-b66e-6387d5666725 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:12.186252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:12.186643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Checking segment: {'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:12.187059 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.187453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Bound using segment: {'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:12.187938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Bound port: d75c84e7-c919-4455-8959-f06f9ed3876e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:12.188303 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.221430 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '04885ccd-b2d0-409e-b835-b654395904fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:07Z', 'revision_number': 4, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port': {'id': '04885ccd-b2d0-409e-b835-b654395904fc', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '43d60ff6-bcc7-49f4-ac35-b80a082dd5ef', 'name': '', 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'mac_address': 'fa:16:3e:f6:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '3911dd7b-d745-4719-9462-bf412dc08c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:06Z', 'updated_at': '2021-08-29T17:51:07Z', 'revision_number': 2, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'subnets': [{'id': '3911dd7b-d745-4719-9462-bf412dc08c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:12.263432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:12.281095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa141d-8e87-41c7-8487-c56e413b24f9 req-f49bf1ef-d3f0-4afb-86c6-5ba2f90557c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:12.282861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dcaa141d-8e87-41c7-8487-c56e413b24f9 req-f49bf1ef-d3f0-4afb-86c6-5ba2f90557c5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2565567 Aug 29 17:51:12.296561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903f58b-69d9-4248-9d29-a338ac08cb73 req-ea61ccc8-7029-4cb1-a821-7c7bb2286284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:12.298025 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7903f58b-69d9-4248-9d29-a338ac08cb73 req-ea61ccc8-7029-4cb1-a821-7c7bb2286284 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 1137 time: 0.0722256 Aug 29 17:51:12.300058 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Checking router: e3714cf6-5969-4977-b619-ea33b7dcb721 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:12.302712 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Updating router e3714cf6-5969-4977-b619-ea33b7dcb721 port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:12.343927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] For port d75c84e7-c919-4455-8959-f06f9ed3876e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:12.356413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] For port d75c84e7-c919-4455-8959-f06f9ed3876e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d75c84e7-c919-4455-8959-f06f9ed3876e,segment=NetworkSegment(f505b1eb-1a26-41a7-a6f0-39324b1ab4a0),segment_id=f505b1eb-1a26-41a7-a6f0-39324b1ab4a0)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:12.369639 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.372741 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.384812 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.397527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7903f58b-69d9-4248-9d29-a338ac08cb73 req-c243a050-ad2a-48e6-b10a-9f3c12381283 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&id=cfe20370-d599-4b9c-870b-010d11899e19&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0781918 Aug 29 17:51:12.501383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.539822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa77587-d19a-4fb0-8c19-5c26b492e47c None None] Pushing event updated for resources: {'Port': ['ID=d75c84e7-c919-4455-8959-f06f9ed3876e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:12.582891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:12.591075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:12.595214 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:12.601939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8032f0-109c-4254-98a8-57229d027a61,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:12.648155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 04885ccd-b2d0-409e-b835-b654395904fc up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:12.858126 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.867321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 04885ccd-b2d0-409e-b835-b654395904fc triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:12.868164 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.870110 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.878213 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Transition to ACTIVE for port object 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:12.919521 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:12.996629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6857-8a4e-4192-8c88-48f230975e15 req-3d7a3df5-d997-4d35-b5d9-449e70e38d49 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:13.025949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85cb6857-8a4e-4192-8c88-48f230975e15 req-3d7a3df5-d997-4d35-b5d9-449e70e38d49 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 985 time: 0.2059016 Aug 29 17:51:13.096870 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020ea89-22c0-4ed3-a67b-6141d93214f5 None None] Pushing event updated for resources: {'Port': ['ID=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:13.171658 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-85cb6857-8a4e-4192-8c88-48f230975e15 req-cfce23b8-1b2a-4e89-a6b2-1c725b08d3e7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1420333 Aug 29 17:51:13.186130 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Attempting to bind port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:13.186358 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Attempting to bind port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:13.186890 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Attempting to bind port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef on network 630cefbc-f798-429b-a4bc-8408647146c2 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:13.197688 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:13.198372 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Checking segment: {'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:13.199485 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:13.200036 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Bound using segment: {'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:13.200791 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Bound port: 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:13.201347 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:13.237675 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:13.316409 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:13.373313 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] For port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:13.378421 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] For port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,segment=NetworkSegment(e8571739-eb05-45e1-8cb6-4b1cc55d78f1),segment_id=e8571739-eb05-45e1-8cb6-4b1cc55d78f1)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:13.405899 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:13.500925 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Routers {'e3714cf6-5969-4977-b619-ea33b7dcb721'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:13.501702 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:50:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3714cf6-5969-4977-b619-ea33b7dcb721'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:13.625459 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020ea89-22c0-4ed3-a67b-6141d93214f5 None None] Pushing event updated for resources: {'Port': ['ID=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:13.807864 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:13.900198 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] Set router e3714cf6-5969-4977-b619-ea33b7dcb721 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:13.927341 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-99df8218-d6a6-4eb6-a4a5-9633c4021960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:13.938756 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:14.098598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a902c-a06c-4147-a1e4-de494ce2a727 None None] Network 7f2a7739-9e0b-4777-b66e-6387d5666725 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:14.121009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Router 228f39a1-67a2-423e-a198-6dccf7e4e22e is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:51:14.223587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5a7e4415-a80d-4101-8098-bdc3c0e03491 None None] Provisioning for port d75c84e7-c919-4455-8959-f06f9ed3876e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:14.366046 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:14.393533 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Sync routers for ids ['228f39a1-67a2-423e-a198-6dccf7e4e22e'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:14.397569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad88bf7-bfc0-4929-955f-ea23f3447f6a req-2b6727a8-a02c-46ec-8b1d-cb56c537a9a4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:14.402105 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cad88bf7-bfc0-4929-955f-ea23f3447f6a req-2b6727a8-a02c-46ec-8b1d-cb56c537a9a4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 985 time: 0.0896606 Aug 29 17:51:14.410835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Routers {'228f39a1-67a2-423e-a198-6dccf7e4e22e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:14.412514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['228f39a1-67a2-423e-a198-6dccf7e4e22e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:14.424667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:14.428912 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4684ff88-1a3c-4768-bee6-2cc7f5e89144 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7849479 Aug 29 17:51:14.429673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55024) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:14.541124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cad88bf7-bfc0-4929-955f-ea23f3447f6a req-87da95d7-d2af-42b9-88ab-534f707a8303 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1330314 Aug 29 17:51:14.624175 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '04885ccd-b2d0-409e-b835-b654395904fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:07Z', 'revision_number': 4, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port': {'id': '04885ccd-b2d0-409e-b835-b654395904fc', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '43d60ff6-bcc7-49f4-ac35-b80a082dd5ef', 'name': '', 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'mac_address': 'fa:16:3e:f6:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '3911dd7b-d745-4719-9462-bf412dc08c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:06Z', 'updated_at': '2021-08-29T17:51:13Z', 'revision_number': 4, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'subnets': [{'id': '3911dd7b-d745-4719-9462-bf412dc08c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:14.682324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d75c84e7-c919-4455-8959-f06f9ed3876e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:14.728745 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e61e2-d6d4-4fa5-acd3-8134a1db246d None None] The sync data for ids ['e3714cf6-5969-4977-b619-ea33b7dcb721'] in n-d-713499-15 is: [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '04885ccd-b2d0-409e-b835-b654395904fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:07Z', 'revision_number': 4, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port': {'id': '04885ccd-b2d0-409e-b835-b654395904fc', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '43d60ff6-bcc7-49f4-ac35-b80a082dd5ef', 'name': '', 'network_id': '630cefbc-f798-429b-a4bc-8408647146c2', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'mac_address': 'fa:16:3e:f6:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '3911dd7b-d745-4719-9462-bf412dc08c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:06Z', 'updated_at': '2021-08-29T17:51:13Z', 'revision_number': 4, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'subnets': [{'id': '3911dd7b-d745-4719-9462-bf412dc08c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:14.819566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Set router 228f39a1-67a2-423e-a198-6dccf7e4e22e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:14.877088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c2da2-d9d4-48d9-b721-dbb055c84b7b req-4ea37bcd-e551-4229-a192-5fda0866839d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:14.883144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68c2da2-d9d4-48d9-b721-dbb055c84b7b req-4ea37bcd-e551-4229-a192-5fda0866839d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 985 time: 0.1456137 Aug 29 17:51:15.000427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f68c2da2-d9d4-48d9-b721-dbb055c84b7b req-4e9fdd06-dcc5-4667-8976-923dd1ed4661 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1055965 Aug 29 17:51:15.169808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d75c84e7-c919-4455-8959-f06f9ed3876e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:15.184137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a30ececc-1bd4-4256-a891-6e8a57b3fe2f None None] Provisioning complete for port d75c84e7-c919-4455-8959-f06f9ed3876e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:15.184510 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a30ececc-1bd4-4256-a891-6e8a57b3fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:15.189707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d75c84e7-c919-4455-8959-f06f9ed3876e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:15.190091 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:15.264968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef79ab1-716e-434b-a025-ff6070ae7ba1 req-a7b45a11-e65a-4f12-8e94-e6a7aa637025 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:15.265634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '6e8032f0-109c-4254-98a8-57229d027a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:12Z', 'revision_number': 3, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port': {'id': '6e8032f0-109c-4254-98a8-57229d027a61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:11Z', 'updated_at': '2021-08-29T17:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:15.266988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef79ab1-716e-434b-a025-ff6070ae7ba1 req-a7b45a11-e65a-4f12-8e94-e6a7aa637025 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 1137 time: 0.1283760 Aug 29 17:51:15.333678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Checking router: 228f39a1-67a2-423e-a198-6dccf7e4e22e for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:15.333678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Updating router 228f39a1-67a2-423e-a198-6dccf7e4e22e port 6e8032f0-109c-4254-98a8-57229d027a61 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:15.335717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef79ab1-716e-434b-a025-ff6070ae7ba1 req-2c6fa890-75e9-4abc-afd7-a8c1f25a184f tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:15.357438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:15.387503 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:15.634157 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:15.838094 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Allocated IP 172.20.0.1 (7f2a7739-9e0b-4777-b66e-6387d5666725/36b1bc6e-8ecd-4254-bada-6f085d9b6136/4465f76c-e0db-4924-869e-8741599bc38e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:15.928279 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef79ab1-716e-434b-a025-ff6070ae7ba1 req-2c6fa890-75e9-4abc-afd7-a8c1f25a184f tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:15.938447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-aef79ab1-716e-434b-a025-ff6070ae7ba1 req-2c6fa890-75e9-4abc-afd7-a8c1f25a184f tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.015992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55036) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:16.020344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-aef79ab1-716e-434b-a025-ff6070ae7ba1 req-2c6fa890-75e9-4abc-afd7-a8c1f25a184f tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7108171 Aug 29 17:51:16.056081 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a30ececc-1bd4-4256-a891-6e8a57b3fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.073993 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.080071 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.096184 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Transition to ACTIVE for port object 4465f76c-e0db-4924-869e-8741599bc38e will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:16.118924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a3294-a79f-47ee-9c5e-b93a1552ed10 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:16.128035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-689a3294-a79f-47ee-9c5e-b93a1552ed10 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 1132 time: 0.1108549 Aug 29 17:51:16.128671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55038) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:16.138768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.141033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:16.153695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fa890-75e9-4abc-afd7-a8c1f25a184f tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e55b88e-9ec4-42b1-b837-bbe4a62438c4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:16.172937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a30ececc-1bd4-4256-a891-6e8a57b3fe2f None None] For port d75c84e7-c919-4455-8959-f06f9ed3876e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d75c84e7-c919-4455-8959-f06f9ed3876e,segment=NetworkSegment(f505b1eb-1a26-41a7-a6f0-39324b1ab4a0),segment_id=f505b1eb-1a26-41a7-a6f0-39324b1ab4a0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:16.188060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.197830 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a30ececc-1bd4-4256-a891-6e8a57b3fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.204874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Network 7f2a7739-9e0b-4777-b66e-6387d5666725 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:16.215124 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:16.236137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:16.242389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Pushing event updated for resources: {'Port': ['ID=4465f76c-e0db-4924-869e-8741599bc38e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:16.293146 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:51:16.293498 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:51:16.361698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.401402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ececc-1bd4-4256-a891-6e8a57b3fe2f None None] Pushing event updated for resources: {'Port': ['ID=d75c84e7-c919-4455-8959-f06f9ed3876e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:16.453330 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.501293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Transition to ACTIVE for port object 6e8032f0-109c-4254-98a8-57229d027a61 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:16.508078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.519644 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.601374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.626055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Attempting to bind port 6e8032f0-109c-4254-98a8-57229d027a61 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:16.626426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Attempting to bind port 6e8032f0-109c-4254-98a8-57229d027a61 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:16.626848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Attempting to bind port 6e8032f0-109c-4254-98a8-57229d027a61 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:16.640642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:16.640987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:16.641488 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.649521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:16.650539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Bound port: 6e8032f0-109c-4254-98a8-57229d027a61, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:16.651031 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.664136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131eae-30c1-423b-957c-825390f90a6a None None] Pushing event updated for resources: {'Port': ['ID=6e8032f0-109c-4254-98a8-57229d027a61,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:16.664136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5ae0d85d-cb9f-4cbe-8bb6-0b6d84bc32ca None None] Provisioning for port 4465f76c-e0db-4924-869e-8741599bc38e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:16.683665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5ae0d85d-cb9f-4cbe-8bb6-0b6d84bc32ca None None] Provisioning complete for port 4465f76c-e0db-4924-869e-8741599bc38e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:16.684045 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d85d-cb9f-4cbe-8bb6-0b6d84bc32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.744330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0d85d-cb9f-4cbe-8bb6-0b6d84bc32ca None None] Port 4465f76c-e0db-4924-869e-8741599bc38e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:16.748060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] For port 6e8032f0-109c-4254-98a8-57229d027a61, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:16.756422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] For port 6e8032f0-109c-4254-98a8-57229d027a61, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6e8032f0-109c-4254-98a8-57229d027a61,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:16.765417 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.888901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Allocated IP 172.25.2.169 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/42776b08-8ae6-4fb5-830e-6cb8e804c8c6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:16.909993 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.914131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Routers {'228f39a1-67a2-423e-a198-6dccf7e4e22e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:16.914909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['228f39a1-67a2-423e-a198-6dccf7e4e22e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:16.973874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131eae-30c1-423b-957c-825390f90a6a None None] Pushing event updated for resources: {'Port': ['ID=6e8032f0-109c-4254-98a8-57229d027a61,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:17.004254 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.014078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.100026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] Set router 228f39a1-67a2-423e-a198-6dccf7e4e22e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:17.121339 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.162883 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Pushing event updated for resources: {'Port': ['ID=4465f76c-e0db-4924-869e-8741599bc38e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:17.169576 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.175595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.246777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:17.258635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:17.262405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:17.265554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:17.302812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=42776b08-8ae6-4fb5-830e-6cb8e804c8c6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:17.398748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Network 7f2a7739-9e0b-4777-b66e-6387d5666725 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:17.401235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:17.455543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:17.465791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:17.465791 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.590107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '6e8032f0-109c-4254-98a8-57229d027a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:16Z', 'revision_number': 4, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port': {'id': '6e8032f0-109c-4254-98a8-57229d027a61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:11Z', 'updated_at': '2021-08-29T17:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '4465f76c-e0db-4924-869e-8741599bc38e', 'name': '', 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'mac_address': 'fa:16:3e:16:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:15Z', 'updated_at': '2021-08-29T17:51:15Z', 'revision_number': 1, 'project_id': '495643b5fc3543f999604233d004f2ec', 'subnets': [{'id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:17.623639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931639be-db90-4991-9f6b-ad82c1a77423 None None] The sync data for ids ['228f39a1-67a2-423e-a198-6dccf7e4e22e'] in n-d-713499-15 is: [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '6e8032f0-109c-4254-98a8-57229d027a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:16Z', 'revision_number': 4, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port': {'id': '6e8032f0-109c-4254-98a8-57229d027a61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:11Z', 'updated_at': '2021-08-29T17:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '4465f76c-e0db-4924-869e-8741599bc38e', 'name': '', 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'mac_address': 'fa:16:3e:16:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:15Z', 'updated_at': '2021-08-29T17:51:15Z', 'revision_number': 1, 'project_id': '495643b5fc3543f999604233d004f2ec', 'subnets': [{'id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:17.701942 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.737512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Router 228f39a1-67a2-423e-a198-6dccf7e4e22e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:51:17.758716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,segment=NetworkSegment(e8571739-eb05-45e1-8cb6-4b1cc55d78f1),segment_id=e8571739-eb05-45e1-8cb6-4b1cc55d78f1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:17.766380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.767427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d75c84e7-c919-4455-8959-f06f9ed3876e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:17.947543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d75c84e7-c919-4455-8959-f06f9ed3876e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:17.948422 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:17.981660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:17.993692 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f00eb87-5818-4bbd-a7f9-a23a185bc373 admin admin] 10.222.0.41 "PUT /v2.0/routers/228f39a1-67a2-423e-a198-6dccf7e4e22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5609891 Aug 29 17:51:18.096232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:18.112767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5157e24d-55fe-472c-af83-eae3e30e07fb None None] Provisioning complete for port 4465f76c-e0db-4924-869e-8741599bc38e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:18.113377 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5157e24d-55fe-472c-af83-eae3e30e07fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:18.215915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5157e24d-55fe-472c-af83-eae3e30e07fb None None] Port 4465f76c-e0db-4924-869e-8741599bc38e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:18.346418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:18.533516 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:18.842857 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:18.853691 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:18.966751 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:19.044303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:19.091660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=42776b08-8ae6-4fb5-830e-6cb8e804c8c6,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:19.110988 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Floating IP f62abd1c-98f0-47b5-94f2-35d8a011b751 associated. External IP: 172.25.2.169, port: d3d8fb9c-c2eb-4759-aeee-f4fddf804e44. Aug 29 17:51:19.155868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:19.156512 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:19.667075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55112) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:19.722853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Router 97db99fd-2958-4c66-ae92-409cb211ba75 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:51:19.866920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:19.880716 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] Sync routers for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:19.898099 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:19.899215 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:19.914264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:19.972208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-51b9560f-49a4-477b-9821-df051a07751f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8400209 Aug 29 17:51:19.972208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:51:19.974048 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb2428b-0d49-40be-9f8f-4105907f2e10" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:51:19.974751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55120) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:20.039399 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575ddd1a-b19f-4feb-aa90-bf96e1b00eb8 x-openstack-request-id: req-575ddd1a-b19f-4feb-aa90-bf96e1b00eb8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:51:20.039961 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:51:20.040264 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-575ddd1a-b19f-4feb-aa90-bf96e1b00eb8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:51:20.040743 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'status': 'completed', 'code': 200} Aug 29 17:51:20.174490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-f72346ba-fe31-4a62-8864-a28f02a9f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.176142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-f72346ba-fe31-4a62-8864-a28f02a9f578 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d896ce8726ee4bd5ba876689e1add606&device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 1137 time: 0.0990839 Aug 29 17:51:20.181730 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:20.364613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-a292c656-4684-47f1-86c7-679a61f92a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.366414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-a292c656-4684-47f1-86c7-679a61f92a51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8682e33-8993-4c28-9923-46ac481331cc HTTP/1.1" status: 200 len: 897 time: 0.1818628 Aug 29 17:51:20.507508 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-6e8abda4-00c1-40d6-9612-950c22c349bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 HTTP/1.1" status: 200 len: 1000 time: 0.1325169 Aug 29 17:51:20.693526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-61af0962-4b63-492b-966e-5d7c320033be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.695399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-61af0962-4b63-492b-966e-5d7c320033be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daa68dd3-3b1e-4327-90d4-c3779f1de6ff HTTP/1.1" status: 200 len: 834 time: 0.1798041 Aug 29 17:51:20.696625 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'f62abd1c-98f0-47b5-94f2-35d8a011b751', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'port_id': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'mac_address': 'fa:16:3e:58:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:51:17Z', 'updated_at': '2021-08-29T17:51:17Z', 'revision_number': 0, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:51:03Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:20.705860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-10e654c5-cac5-433f-bd34-0077e1f136f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1290448 Aug 29 17:51:20.795083 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] Checking router: 97db99fd-2958-4c66-ae92-409cb211ba75 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:20.808664 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:20.809294 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:20.813192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-dba4dd48-cde9-4f2e-bace-22df5ac6276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.813747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-dba4dd48-cde9-4f2e-bace-22df5ac6276b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8682e33-8993-4c28-9923-46ac481331cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066506 Aug 29 17:51:20.895417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c397b-c026-4e6b-92ec-4d8067649583 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.902752 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c397b-c026-4e6b-92ec-4d8067649583 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.903663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c397b-c026-4e6b-92ec-4d8067649583 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.904321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c397b-c026-4e6b-92ec-4d8067649583 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.904899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c397b-c026-4e6b-92ec-4d8067649583 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.905532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c397b-c026-4e6b-92ec-4d8067649583 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.908392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd6c397b-c026-4e6b-92ec-4d8067649583 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.9322541 Aug 29 17:51:20.912559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55128) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:20.925471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-f6246bb2-eeef-4a73-ad2c-e0c8db5e0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:20.927003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-f6246bb2-eeef-4a73-ad2c-e0c8db5e0773 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=578cbab7709c4ca2bff160cfd59e36b4&device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 1101 time: 0.1515222 Aug 29 17:51:21.056300 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:21.071308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6e8032f0-109c-4254-98a8-57229d027a61 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:21.116154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f5265-250f-4dc4-b600-7626e8a441e9 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.116743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f5265-250f-4dc4-b600-7626e8a441e9 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.117279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f5265-250f-4dc4-b600-7626e8a441e9 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.117884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f5265-250f-4dc4-b600-7626e8a441e9 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.118313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f5265-250f-4dc4-b600-7626e8a441e9 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.127396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f5265-250f-4dc4-b600-7626e8a441e9 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.132254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-280f5265-250f-4dc4-b600-7626e8a441e9 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2129536 Aug 29 17:51:21.132254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55134) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:21.162462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-3a00c506-afc2-435e-a505-789f38fb3164 service neutron] 10.222.0.44 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389428 Aug 29 17:51:21.201034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 6e8032f0-109c-4254-98a8-57229d027a61 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:21.209020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 6e8032f0-109c-4254-98a8-57229d027a61 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:21.209408 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:21.280419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-c8dfd5c6-fe24-487f-a68c-3f6e599e8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.283253 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-c8dfd5c6-fe24-487f-a68c-3f6e599e8164 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.3045330 Aug 29 17:51:21.407126 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:21.459247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 6e8032f0-109c-4254-98a8-57229d027a61, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6e8032f0-109c-4254-98a8-57229d027a61,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:21.468614 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:21.512883 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7eb2428b-0d49-40be-9f8f-4105907f2e10 req-500c396c-c913-4883-b9ed-05c3f4cd17b3 service neutron] 10.222.0.44 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196332 Aug 29 17:51:21.541659 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:21.569256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=6e8032f0-109c-4254-98a8-57229d027a61,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:21.578846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Sync routers for ids ['228f39a1-67a2-423e-a198-6dccf7e4e22e'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:21.593040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Routers {'228f39a1-67a2-423e-a198-6dccf7e4e22e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:21.593814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['228f39a1-67a2-423e-a198-6dccf7e4e22e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:21.612813 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'f62abd1c-98f0-47b5-94f2-35d8a011b751', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'port_id': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'mac_address': 'fa:16:3e:58:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:51:17Z', 'updated_at': '2021-08-29T17:51:17Z', 'revision_number': 0, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:51:03Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:21.643344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-99b3f360-2f71-4881-a208-a8a4f729082d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=0016d383-ce8a-4ec4-bf35-7706b9cf881b HTTP/1.1" status: 200 len: 217 time: 0.1793597 Aug 29 17:51:21.678385 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b224957-fa92-42fb-805e-f502132d39e9 None None] The sync data for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 is: [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': 'f62abd1c-98f0-47b5-94f2-35d8a011b751', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'port_id': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'mac_address': 'fa:16:3e:58:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:51:17Z', 'updated_at': '2021-08-29T17:51:17Z', 'revision_number': 0, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:51:03Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:21.734351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-1d02f0d2-52c4-4f13-8da6-33f732b4bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.736293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-1d02f0d2-52c4-4f13-8da6-33f732b4bcbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0837750 Aug 29 17:51:21.821305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-31132cc7-21dd-4b0f-aabf-43c153bd9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:21.829356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-31132cc7-21dd-4b0f-aabf-43c153bd9fa5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826542 Aug 29 17:51:21.840974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Set router 228f39a1-67a2-423e-a198-6dccf7e4e22e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:21.961143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-de94c021-39ad-487b-ada6-c6c64c97c79f tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.8279428 Aug 29 17:51:21.964977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55136) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:22.092470 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948be1b-9a2d-4be7-9f11-182f8fd7786d None None] New status for floating IP f62abd1c-98f0-47b5-94f2-35d8a011b751: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:51:22.114833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4abab2-6e20-4b6d-8bf1-09268b597f6b tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:22.115381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4abab2-6e20-4b6d-8bf1-09268b597f6b tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:22.116994 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cd4abab2-6e20-4b6d-8bf1-09268b597f6b tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=97db99fd-2958-4c66-ae92-409cb211ba75 HTTP/1.1" status: 200 len: 1992 time: 0.1509044 Aug 29 17:51:22.125259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-6779d59d-8d44-46cc-b161-40b7e76d7dbd req-01e2c8ad-70d4-4bc7-aa73-66e256c76b74 service neutron] (94796) timed out ('10.222.0.41', 35744) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:51:22.132314 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-9a4db59b-0c14-4011-92a2-da4fc88cbdc2 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930720 Aug 29 17:51:22.136467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Deleting port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:51:22.136822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:22.261402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] For port 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,segment=NetworkSegment(e8571739-eb05-45e1-8cb6-4b1cc55d78f1),segment_id=e8571739-eb05-45e1-8cb6-4b1cc55d78f1)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:22.261769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:22.281542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '6e8032f0-109c-4254-98a8-57229d027a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:16Z', 'revision_number': 4, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port': {'id': '6e8032f0-109c-4254-98a8-57229d027a61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:11Z', 'updated_at': '2021-08-29T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '4465f76c-e0db-4924-869e-8741599bc38e', 'name': '', 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'mac_address': 'fa:16:3e:16:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:15Z', 'updated_at': '2021-08-29T17:51:16Z', 'revision_number': 2, 'project_id': '495643b5fc3543f999604233d004f2ec', 'subnets': [{'id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:22.289100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Calling delete_port for 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:51:22.296532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6c5659cd-9c65-43ed-b976-8abdaf1aaefa req-2803c010-59ca-4be2-8ba1-460106f62bd9 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518459 Aug 29 17:51:22.335167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Checking router: 228f39a1-67a2-423e-a198-6dccf7e4e22e for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:22.335525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Updating router 228f39a1-67a2-423e-a198-6dccf7e4e22e port 4465f76c-e0db-4924-869e-8741599bc38e binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:22.361553 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:22.527748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:22.558229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d60ff6-bcc7-49f4-ac35-b80a082dd5ef,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:22.691925 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:22.706664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Transition to ACTIVE for port object 4465f76c-e0db-4924-869e-8741599bc38e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:22.728284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:22.784913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:22.857718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac180cd-8fd2-40c1-a54a-84564e2a8ce3 None None] Pushing event updated for resources: {'Port': ['ID=4465f76c-e0db-4924-869e-8741599bc38e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:22.861074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Attempting to bind port 4465f76c-e0db-4924-869e-8741599bc38e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:22.861356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Attempting to bind port 4465f76c-e0db-4924-869e-8741599bc38e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:22.861715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Attempting to bind port 4465f76c-e0db-4924-869e-8741599bc38e on network 7f2a7739-9e0b-4777-b66e-6387d5666725 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:22.879759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:22.880469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Checking segment: {'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:22.881114 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:22.881756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Bound using segment: {'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:22.883349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Bound port: 4465f76c-e0db-4924-869e-8741599bc38e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:22.884722 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:23.020581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] For port 4465f76c-e0db-4924-869e-8741599bc38e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:23.027023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] For port 4465f76c-e0db-4924-869e-8741599bc38e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4465f76c-e0db-4924-869e-8741599bc38e,segment=NetworkSegment(f505b1eb-1a26-41a7-a6f0-39324b1ab4a0),segment_id=f505b1eb-1a26-41a7-a6f0-39324b1ab4a0)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:23.040839 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:23.140245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Routers {'228f39a1-67a2-423e-a198-6dccf7e4e22e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:23.144822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['228f39a1-67a2-423e-a198-6dccf7e4e22e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:23.222832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6e8032f0-109c-4254-98a8-57229d027a61 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:23.235150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Router e3714cf6-5969-4977-b619-ea33b7dcb721 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:51:23.306702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac180cd-8fd2-40c1-a54a-84564e2a8ce3 None None] Pushing event updated for resources: {'Port': ['ID=4465f76c-e0db-4924-869e-8741599bc38e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:23.425199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:23.431413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-93bebee5-c4bc-49ec-ba0f-b006c3cd8980 admin admin] 10.222.0.41 "PUT /v2.0/routers/e3714cf6-5969-4977-b619-ea33b7dcb721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7630107 Aug 29 17:51:23.434746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55150) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:23.590333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] Sync routers for ids ['e3714cf6-5969-4977-b619-ea33b7dcb721'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:23.610264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] Routers {'e3714cf6-5969-4977-b619-ea33b7dcb721'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:23.611454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3714cf6-5969-4977-b619-ea33b7dcb721'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:23.680167 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:23.696755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 6e8032f0-109c-4254-98a8-57229d027a61 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:23.697121 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:23.771199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] Set router 228f39a1-67a2-423e-a198-6dccf7e4e22e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:23.805801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:23.893014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Deleting port 04885ccd-b2d0-409e-b835-b654395904fc {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:51:23.893359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:23.896251 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:51:23.896768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] Set router e3714cf6-5969-4977-b619-ea33b7dcb721 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:24.055269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] For port 04885ccd-b2d0-409e-b835-b654395904fc, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=04885ccd-b2d0-409e-b835-b654395904fc,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:24.056150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.070703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Calling delete_port for 04885ccd-b2d0-409e-b835-b654395904fc owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:51:24.296371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.319721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '6e8032f0-109c-4254-98a8-57229d027a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:16Z', 'revision_number': 4, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port': {'id': '6e8032f0-109c-4254-98a8-57229d027a61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:11Z', 'updated_at': '2021-08-29T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '4465f76c-e0db-4924-869e-8741599bc38e', 'name': '', 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'mac_address': 'fa:16:3e:16:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:15Z', 'updated_at': '2021-08-29T17:51:23Z', 'revision_number': 4, 'project_id': '495643b5fc3543f999604233d004f2ec', 'subnets': [{'id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:24.322794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '04885ccd-b2d0-409e-b835-b654395904fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:22Z', 'revision_number': 5, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port': {'id': '04885ccd-b2d0-409e-b835-b654395904fc', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:24.384191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb47ed-027b-4954-b84a-b98beafcfcf0 None None] The sync data for ids ['228f39a1-67a2-423e-a198-6dccf7e4e22e'] in n-d-713499-15 is: [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '6e8032f0-109c-4254-98a8-57229d027a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:16Z', 'revision_number': 4, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port': {'id': '6e8032f0-109c-4254-98a8-57229d027a61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:11Z', 'updated_at': '2021-08-29T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '4465f76c-e0db-4924-869e-8741599bc38e', 'name': '', 'network_id': '7f2a7739-9e0b-4777-b66e-6387d5666725', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'mac_address': 'fa:16:3e:16:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:15Z', 'updated_at': '2021-08-29T17:51:23Z', 'revision_number': 4, 'project_id': '495643b5fc3543f999604233d004f2ec', 'subnets': [{'id': '36b1bc6e-8ecd-4254-bada-6f085d9b6136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:24.386790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] Checking router: e3714cf6-5969-4977-b619-ea33b7dcb721 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:24.402357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=04885ccd-b2d0-409e-b835-b654395904fc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:24.402977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] Routers {'e3714cf6-5969-4977-b619-ea33b7dcb721'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:24.403628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3714cf6-5969-4977-b619-ea33b7dcb721'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:24.412453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.518576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] Set router e3714cf6-5969-4977-b619-ea33b7dcb721 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:24.577078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.581573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.586927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:24Z', 'revision_number': 7, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:24.638101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.638881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3714cf6-5969-4977-b619-ea33b7dcb721 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:51:24.647856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.651577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b395821d-712b-4e5e-bf37-147a741f3a4a admin admin] 10.222.0.41 "DELETE /v2.0/routers/e3714cf6-5969-4977-b619-ea33b7dcb721 HTTP/1.1" status: 204 len: 168 time: 1.2126160 Aug 29 17:51:24.652002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55158) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:24.658277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad57c71-188a-43ff-aeb0-0dbabdd96941 None None] The sync data for ids ['e3714cf6-5969-4977-b619-ea33b7dcb721'] in n-d-713499-15 is: [{'id': 'e3714cf6-5969-4977-b619-ea33b7dcb721', 'name': 'tempest-TestAggregatesBasicOps-526332091-router', 'tenant_id': '3f0c841350a64795b17847445f04b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:03Z', 'updated_at': '2021-08-29T17:51:24Z', 'revision_number': 7, 'project_id': '3f0c841350a64795b17847445f04b8d6', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:24.715624 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-926215d8-4e2b-4653-8c77-327b1d17b7a4 admin admin] Deleting subnet 3911dd7b-d745-4719-9462-bf412dc08c00 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:51:24.719484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-926215d8-4e2b-4653-8c77-327b1d17b7a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.769197 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-926215d8-4e2b-4653-8c77-327b1d17b7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.850723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-926215d8-4e2b-4653-8c77-327b1d17b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.907243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-926215d8-4e2b-4653-8c77-327b1d17b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.921785 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-926215d8-4e2b-4653-8c77-327b1d17b7a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:24.926028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-926215d8-4e2b-4653-8c77-327b1d17b7a4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3911dd7b-d745-4719-9462-bf412dc08c00 HTTP/1.1" status: 204 len: 168 time: 0.2702055 Aug 29 17:51:24.927581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55160) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:24.936003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822f8bd-6528-4caf-a049-d21d8589cc50 None None] Network 630cefbc-f798-429b-a4bc-8408647146c2 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:24.942435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926215d8-4e2b-4653-8c77-327b1d17b7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3911dd7b-d745-4719-9462-bf412dc08c00,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:25.111916 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.298149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Deleting port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:51:25.298480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.324623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4465f76c-e0db-4924-869e-8741599bc38e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:25.328317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] DHCP port deletion for 630cefbc-f798-429b-a4bc-8408647146c2 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:51:25.425179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] For port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,segment=NetworkSegment(e8571739-eb05-45e1-8cb6-4b1cc55d78f1),segment_id=e8571739-eb05-45e1-8cb6-4b1cc55d78f1)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:25.425578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.434645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 4465f76c-e0db-4924-869e-8741599bc38e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:25.442207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4465f76c-e0db-4924-869e-8741599bc38e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:25.442482 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Calling delete_port for 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:51:25.444067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.503840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] Deleting port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:51:25.505319 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.559561 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.584874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:25.594643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] No DVR routers for this DVR port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:51:25.646257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] For port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,segment=NetworkSegment(e8571739-eb05-45e1-8cb6-4b1cc55d78f1),segment_id=e8571739-eb05-45e1-8cb6-4b1cc55d78f1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:25.647084 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.670711 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.673418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] Calling delete_port for 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:51:25.700648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.731864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630cefbc-f798-429b-a4bc-8408647146c2']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:25.735503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 4465f76c-e0db-4924-869e-8741599bc38e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4465f76c-e0db-4924-869e-8741599bc38e,segment=NetworkSegment(f505b1eb-1a26-41a7-a6f0-39324b1ab4a0),segment_id=f505b1eb-1a26-41a7-a6f0-39324b1ab4a0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:25.743373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:25.743837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8571739-eb05-45e1-8cb6-4b1cc55d78f1') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:25.755378 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.777387 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.787839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:51:25.795685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.803483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:51:25.804505 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:51:25.806725 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:51:25.881516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:51:25.881865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 43d60ff6-bcc7-49f4-ac35-b80a082dd5ef not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:51:25.927616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=4465f76c-e0db-4924-869e-8741599bc38e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:25.929679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.937240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.942394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55196) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:25.952221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] 10.222.0.41 "DELETE /v2.0/networks/630cefbc-f798-429b-a4bc-8408647146c2 HTTP/1.1" status: 204 len: 168 time: 1.0226285 Aug 29 17:51:25.967299 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:25.972191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093e85e-558b-4130-be8f-899acceac22b admin admin] Pushing event deleted for resources: {'Network': ['ID=630cefbc-f798-429b-a4bc-8408647146c2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:25.974891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] Network 630cefbc-f798-429b-a4bc-8408647146c2 is not hosted by any dhcp agent {{(pid=94797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:51:25.975357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] No DVR routers for this DVR port 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:51:26.011155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d19239-ba16-448a-a01d-ffb8ff5ce4ad None None] Pushing event deleted for resources: {'Port': ['ID=2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:26.758124 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:26.989953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4465f76c-e0db-4924-869e-8741599bc38e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:27.020133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Deleting port 4465f76c-e0db-4924-869e-8741599bc38e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:51:27.020736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:27.043155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 4465f76c-e0db-4924-869e-8741599bc38e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:27.043948 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:27.101340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] For port 4465f76c-e0db-4924-869e-8741599bc38e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=4465f76c-e0db-4924-869e-8741599bc38e,segment=NetworkSegment(f505b1eb-1a26-41a7-a6f0-39324b1ab4a0),segment_id=f505b1eb-1a26-41a7-a6f0-39324b1ab4a0)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:27.101712 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:27.117254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Calling delete_port for 4465f76c-e0db-4924-869e-8741599bc38e owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:51:27.191671 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 04885ccd-b2d0-409e-b835-b654395904fc no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:51:27.216185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 04885ccd-b2d0-409e-b835-b654395904fc {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:51:27.216525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 04885ccd-b2d0-409e-b835-b654395904fc not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:51:27.217202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:51:27.238177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:51:27.238447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2f92cba7-61bc-4b94-b6b9-4c0fcafd73a2 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:51:27.307397 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:27.334434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4465f76c-e0db-4924-869e-8741599bc38e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:27.528104 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:27.765398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Router 228f39a1-67a2-423e-a198-6dccf7e4e22e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:51:27.887278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:27.894148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fff28eb7-182d-47f9-a761-d2d1cf7427f7 admin admin] 10.222.0.41 "PUT /v2.0/routers/228f39a1-67a2-423e-a198-6dccf7e4e22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9503868 Aug 29 17:51:27.896818 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55250) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:27.897869 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] Sync routers for ids ['228f39a1-67a2-423e-a198-6dccf7e4e22e'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:27.907690 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] Routers {'228f39a1-67a2-423e-a198-6dccf7e4e22e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:27.908301 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['228f39a1-67a2-423e-a198-6dccf7e4e22e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:28.036974 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] Set router 228f39a1-67a2-423e-a198-6dccf7e4e22e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:28.048488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.176548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.246363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Deleting port 6e8032f0-109c-4254-98a8-57229d027a61 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:51:28.247049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.247855 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '6e8032f0-109c-4254-98a8-57229d027a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:27Z', 'revision_number': 5, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port': {'id': '6e8032f0-109c-4254-98a8-57229d027a61', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:11Z', 'updated_at': '2021-08-29T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:28.280042 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] Checking router: 228f39a1-67a2-423e-a198-6dccf7e4e22e for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:28.291205 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] Routers {'228f39a1-67a2-423e-a198-6dccf7e4e22e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:28.304707 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['228f39a1-67a2-423e-a198-6dccf7e4e22e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:28.362318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] For port 6e8032f0-109c-4254-98a8-57229d027a61, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6e8032f0-109c-4254-98a8-57229d027a61,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:28.362725 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.378103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Calling delete_port for 6e8032f0-109c-4254-98a8-57229d027a61 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:51:28.521416 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] Set router 228f39a1-67a2-423e-a198-6dccf7e4e22e gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:28.587950 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:28Z', 'revision_number': 6, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:28.624160 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0795f-e474-4a50-b40c-42132b5d2ef3 None None] The sync data for ids ['228f39a1-67a2-423e-a198-6dccf7e4e22e'] in n-d-713499-15 is: [{'id': '228f39a1-67a2-423e-a198-6dccf7e4e22e', 'name': 'tempest-TestAggregatesBasicOps-268805554-router', 'tenant_id': '495643b5fc3543f999604233d004f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:10Z', 'updated_at': '2021-08-29T17:51:28Z', 'revision_number': 6, 'project_id': '495643b5fc3543f999604233d004f2ec', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:28.630737 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.705608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8032f0-109c-4254-98a8-57229d027a61,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:28.754684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.857052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.859265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.907222 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.907851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 228f39a1-67a2-423e-a198-6dccf7e4e22e {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:51:28.912553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:28.913659 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3157eb88-00db-4aa8-a0fb-4bb56450859f admin admin] 10.222.0.41 "DELETE /v2.0/routers/228f39a1-67a2-423e-a198-6dccf7e4e22e HTTP/1.1" status: 204 len: 168 time: 1.0139718 Aug 29 17:51:28.916085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55278) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:28.965582 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ac6364-a882-4894-86fa-d8c2708f2544 admin admin] Deleting subnet 36b1bc6e-8ecd-4254-bada-6f085d9b6136 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:51:28.969228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6364-a882-4894-86fa-d8c2708f2544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.047282 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6364-a882-4894-86fa-d8c2708f2544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.158995 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6364-a882-4894-86fa-d8c2708f2544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.164964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4465f76c-e0db-4924-869e-8741599bc38e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:51:29.217274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6364-a882-4894-86fa-d8c2708f2544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.231712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 4465f76c-e0db-4924-869e-8741599bc38e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:51:29.232054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 4465f76c-e0db-4924-869e-8741599bc38e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:51:29.243057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac6364-a882-4894-86fa-d8c2708f2544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b1bc6e-8ecd-4254-bada-6f085d9b6136,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:29.249752 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6364-a882-4894-86fa-d8c2708f2544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.252132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c7ac6364-a882-4894-86fa-d8c2708f2544 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/36b1bc6e-8ecd-4254-bada-6f085d9b6136 HTTP/1.1" status: 204 len: 168 time: 0.3348410 Aug 29 17:51:29.254379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55284) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:29.256348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd74b6-671a-43d4-9002-9add88712480 None None] Network 7f2a7739-9e0b-4777-b66e-6387d5666725 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:29.519665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] DHCP port deletion for 7f2a7739-9e0b-4777-b66e-6387d5666725 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:51:29.593776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] Deleting port d75c84e7-c919-4455-8959-f06f9ed3876e {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:51:29.594342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.682750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] For port d75c84e7-c919-4455-8959-f06f9ed3876e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d75c84e7-c919-4455-8959-f06f9ed3876e,segment=NetworkSegment(f505b1eb-1a26-41a7-a6f0-39324b1ab4a0),segment_id=f505b1eb-1a26-41a7-a6f0-39324b1ab4a0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:29.683149 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.692367 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.697646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] Calling delete_port for d75c84e7-c919-4455-8959-f06f9ed3876e owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:51:29.763430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Deleting port d75c84e7-c919-4455-8959-f06f9ed3876e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:51:29.764221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.797156 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.831474 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] Pushing event deleted for resources: {'Port': ['ID=d75c84e7-c919-4455-8959-f06f9ed3876e,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:29.836155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] For port d75c84e7-c919-4455-8959-f06f9ed3876e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d75c84e7-c919-4455-8959-f06f9ed3876e,segment=NetworkSegment(f505b1eb-1a26-41a7-a6f0-39324b1ab4a0),segment_id=f505b1eb-1a26-41a7-a6f0-39324b1ab4a0)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:29.836402 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.849246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0fdf5-30bc-4d0c-9a94-8106f1b0a473 None None] No DVR routers for this DVR port d75c84e7-c919-4455-8959-f06f9ed3876e on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:51:29.860437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Calling delete_port for d75c84e7-c919-4455-8959-f06f9ed3876e owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:51:29.954169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:29.990736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] No DVR routers for this DVR port d75c84e7-c919-4455-8959-f06f9ed3876e on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:51:29.992771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75c84e7-c919-4455-8959-f06f9ed3876e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:30.067400 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.079393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2a7739-9e0b-4777-b66e-6387d5666725']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:30.094369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:30.094672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f505b1eb-1a26-41a7-a6f0-39324b1ab4a0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:30.106279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.123249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.131151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:51:30.131534 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: self.session.flush() Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:51:30.135998 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:51:30.196926 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.202763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.207654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f2a7739-9e0b-4777-b66e-6387d5666725 HTTP/1.1" status: 204 len: 168 time: 0.9518948 Aug 29 17:51:30.220376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6f90b-29c8-4cf8-ac19-f7b76d80b560 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2a7739-9e0b-4777-b66e-6387d5666725,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:30.413584 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55310) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:30.463233 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-12680398-f81f-4a17-88aa-d11f7193c3a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f0c841350a64795b17847445f04b8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483606 Aug 29 17:51:30.465801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55312) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:30.528339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51da25b6-55e9-490b-9292-e11af471d461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.551098 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51da25b6-55e9-490b-9292-e11af471d461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.599112 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51da25b6-55e9-490b-9292-e11af471d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.601743 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51da25b6-55e9-490b-9292-e11af471d461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:30.603079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-51da25b6-55e9-490b-9292-e11af471d461 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7921ed04-cda9-4630-90a6-07ace95a5c5d HTTP/1.1" status: 204 len: 168 time: 0.1360517 Aug 29 17:51:30.619215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da25b6-55e9-490b-9292-e11af471d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7921ed04-cda9-4630-90a6-07ace95a5c5d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:30.982476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6e8032f0-109c-4254-98a8-57229d027a61 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:51:30.995029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55328) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:31.049659 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8394cbfa-2a01-4493-830f-01adfa286a4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=495643b5fc3543f999604233d004f2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532150 Aug 29 17:51:31.052356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55330) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:31.111264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96f5ff72-bf78-40bd-a871-4528dc2e63b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:31.138324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96f5ff72-bf78-40bd-a871-4528dc2e63b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:31.185126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 6e8032f0-109c-4254-98a8-57229d027a61 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:51:31.186010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6e8032f0-109c-4254-98a8-57229d027a61 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:51:31.186633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d75c84e7-c919-4455-8959-f06f9ed3876e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:51:31.206338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d75c84e7-c919-4455-8959-f06f9ed3876e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:51:31.206713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d75c84e7-c919-4455-8959-f06f9ed3876e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:51:31.214923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96f5ff72-bf78-40bd-a871-4528dc2e63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:31.218895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-96f5ff72-bf78-40bd-a871-4528dc2e63b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:31.226978 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-96f5ff72-bf78-40bd-a871-4528dc2e63b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc2255a8-a190-4b99-88a1-124a0b2f39af HTTP/1.1" status: 204 len: 168 time: 0.1712303 Aug 29 17:51:31.245767 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5ff72-bf78-40bd-a871-4528dc2e63b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2255a8-a190-4b99-88a1-124a0b2f39af,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:32.092461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55368) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:32.209347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-797830830-network', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:32.236140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Made reservation on behalf of fb59b6240d4a43a1a9cea86a3ca34b15 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:32.238907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.256068 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.357862 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.362423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.391739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:51:32.398157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735f7d69-133a-4afe-9eb0-66de96e46cc3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:32.405025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.405470 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Added segment 36113353-1406-4501-a00c-9f4fb8d675bc of type vlan for network df1661ce-2f8c-478d-bd4b-24649b68701f Aug 29 17:51:32.453316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.486529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.487619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:32.488197 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.560952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] Pushing event updated for resources: {'Network': ['ID=df1661ce-2f8c-478d-bd4b-24649b68701f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:32.568626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-54c59d4f-5c9c-40f2-99f8-edc9fbae85be admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4749713 Aug 29 17:51:32.572464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55382) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:32.576803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network df1661ce-2f8c-478d-bd4b-24649b68701f details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:51:32.577767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Request body: {'subnet': {'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-797830830-subnet', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:32.604868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Made reservation on behalf of fb59b6240d4a43a1a9cea86a3ca34b15 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:32.607307 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.828685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.906493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a6c891-eec5-4ae2-9e29-dd1288d40e29,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:32.920760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Checking segment: {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:32.920760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Network hostable DHCP agents. Network: df1661ce-2f8c-478d-bd4b-24649b68701f, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:51:32.940288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Network df1661ce-2f8c-478d-bd4b-24649b68701f is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:51:32.954157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, df1661ce-2f8c-478d-bd4b-24649b68701f) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:32.958424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:32.959050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:32.969628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37012acb-07b4-4b51-ab1e-ff2f62d6ba27 None None] Network df1661ce-2f8c-478d-bd4b-24649b68701f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:32.977121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38f94d18-de97-4e9e-9b5d-c5f8448b52f0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4010394 Aug 29 17:51:32.977532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55390) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:32.983161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:33.014860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.015893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.073885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.134625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-df1661ce-2f8c-478d-bd4b-24649b68701f', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:51:33.136308 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.254720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.306432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Allocated IP 172.20.0.2 (df1661ce-2f8c-478d-bd4b-24649b68701f/71a6c891-eec5-4ae2-9e29-dd1288d40e29/21e4a9b6-365f-4718-85bf-fe823d1f5666) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:33.533177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.553011 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.562409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.574514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Transition to ACTIVE for port object 21e4a9b6-365f-4718-85bf-fe823d1f5666 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:33.605896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Transition to ACTIVE for port object 21e4a9b6-365f-4718-85bf-fe823d1f5666 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:33.646229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.683179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Network df1661ce-2f8c-478d-bd4b-24649b68701f is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:33.687853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:33.704502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Pushing event updated for resources: {'Port': ['ID=21e4a9b6-365f-4718-85bf-fe823d1f5666,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:33.707366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:33.734897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Allocated IP 172.25.2.179 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/896f1666-368e-4f23-8639-d3547084671e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:33.768794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Attempting to bind port 21e4a9b6-365f-4718-85bf-fe823d1f5666 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:33.831945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Attempting to bind port 21e4a9b6-365f-4718-85bf-fe823d1f5666 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:33.831945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Attempting to bind port 21e4a9b6-365f-4718-85bf-fe823d1f5666 on network df1661ce-2f8c-478d-bd4b-24649b68701f {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:33.831945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:33.831945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Checking segment: {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:33.831945 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.831945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Bound using segment: {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:33.831945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Bound port: 21e4a9b6-365f-4718-85bf-fe823d1f5666, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:33.831945 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.838443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] For port 21e4a9b6-365f-4718-85bf-fe823d1f5666, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:33.849538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] For port 21e4a9b6-365f-4718-85bf-fe823d1f5666, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=21e4a9b6-365f-4718-85bf-fe823d1f5666,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:33.850246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.857228 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.914275 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:33.914533 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d91ba8-d0df-47a5-840c-168bec810500 None None] Pushing event updated for resources: {'Port': ['ID=21e4a9b6-365f-4718-85bf-fe823d1f5666,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:33.996475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:34.000195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:34.003817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:34.048117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Pushing event updated for resources: {'Port': ['ID=896f1666-368e-4f23-8639-d3547084671e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:34.331561 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:34.556291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:34.700940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Router 19405a69-4292-4303-a4f5-1c814f1c90d0 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:51:34.825249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:34.834933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Sync routers for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:34.846100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:34.851491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55422) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:34.852075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:34.852340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:34.862406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ec0fa8e8-1208-455c-a62e-57d42d161de8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8830967 Aug 29 17:51:35.056953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:35.141179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 21e4a9b6-365f-4718-85bf-fe823d1f5666 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:35.254929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b302e39-62df-47e1-963b-2fe2210c7e18 None None] Network df1661ce-2f8c-478d-bd4b-24649b68701f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:35.351340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2ddab25f-7130-4035-a008-b32d93f1c9be None None] Provisioning for port 21e4a9b6-365f-4718-85bf-fe823d1f5666 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:35.416872 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:35.422648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:34Z', 'revision_number': 3, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:35.446114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 21e4a9b6-365f-4718-85bf-fe823d1f5666 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:35.477817 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Checking router: 19405a69-4292-4303-a4f5-1c814f1c90d0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:35.478172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Updating router 19405a69-4292-4303-a4f5-1c814f1c90d0 port 896f1666-368e-4f23-8639-d3547084671e binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:35.487685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 21e4a9b6-365f-4718-85bf-fe823d1f5666 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:35.488064 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:35.558870 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:35.646758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Allocated IP 172.20.0.1 (df1661ce-2f8c-478d-bd4b-24649b68701f/71a6c891-eec5-4ae2-9e29-dd1288d40e29/d1e72bd7-b60e-43ba-b95d-57e8c2f7b697) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:35.867635 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:35.925496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 21e4a9b6-365f-4718-85bf-fe823d1f5666, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=21e4a9b6-365f-4718-85bf-fe823d1f5666,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:35.934180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.044720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=21e4a9b6-365f-4718-85bf-fe823d1f5666,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:36.052931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.072988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Transition to ACTIVE for port object 896f1666-368e-4f23-8639-d3547084671e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:36.084312 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.149457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bb63c-b06b-42c9-a788-82345e0a1ee3 None None] Pushing event updated for resources: {'Port': ['ID=896f1666-368e-4f23-8639-d3547084671e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:36.155358 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.172701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Transition to ACTIVE for port object d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:36.205126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Attempting to bind port 896f1666-368e-4f23-8639-d3547084671e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:36.205653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Attempting to bind port 896f1666-368e-4f23-8639-d3547084671e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:36.206031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Attempting to bind port 896f1666-368e-4f23-8639-d3547084671e on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:36.211034 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.218488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f68f7e50-2e59-40cb-a27d-45b8ff0416e2 None None] Provisioning complete for port 21e4a9b6-365f-4718-85bf-fe823d1f5666 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:36.219732 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f68f7e50-2e59-40cb-a27d-45b8ff0416e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.258631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:36.258631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:36.258631 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.258631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:36.259183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Network df1661ce-2f8c-478d-bd4b-24649b68701f is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:36.259556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Bound port: 896f1666-368e-4f23-8639-d3547084671e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:36.259556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.264431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:36.267563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:36.302555 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:36.324932 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.373648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] For port 896f1666-368e-4f23-8639-d3547084671e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:36.380896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] For port 896f1666-368e-4f23-8639-d3547084671e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=896f1666-368e-4f23-8639-d3547084671e,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:36.393679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.465078 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:36.465733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:36.554765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bb63c-b06b-42c9-a788-82345e0a1ee3 None None] Pushing event updated for resources: {'Port': ['ID=896f1666-368e-4f23-8639-d3547084671e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:36.557189 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.643334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:36.752835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df0fcfa3-cb78-4978-8c6c-cf343b71ee6b None None] Provisioning for port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:36.760854 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-df0fcfa3-cb78-4978-8c6c-cf343b71ee6b None None] Provisioning complete for port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:36.761356 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df0fcfa3-cb78-4978-8c6c-cf343b71ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.790147 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.798637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.823837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-df0fcfa3-cb78-4978-8c6c-cf343b71ee6b None None] Port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:36.874762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:36.877481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:36.919131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:34Z', 'revision_number': 3, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:36.966398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f16498-0853-4fe1-8e65-c10f75a364c9 None None] The sync data for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 is: [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:34Z', 'revision_number': 3, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:36.995757 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Network df1661ce-2f8c-478d-bd4b-24649b68701f is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:37.000655 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:37.030122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 21e4a9b6-365f-4718-85bf-fe823d1f5666 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:37.100360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 21e4a9b6-365f-4718-85bf-fe823d1f5666 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:37.101035 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:37.175876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Router 19405a69-4292-4303-a4f5-1c814f1c90d0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:51:37.356420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b565a11f-266a-4957-9a42-90805839251e None None] Provisioning complete for port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:37.356797 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b565a11f-266a-4957-9a42-90805839251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:37.356933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:37.371172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-51541629-8fe2-4b81-8888-441f268363e1 admin admin] 10.222.0.41 "PUT /v2.0/routers/19405a69-4292-4303-a4f5-1c814f1c90d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184407 Aug 29 17:51:37.431442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b565a11f-266a-4957-9a42-90805839251e None None] Port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:38.019112 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55486) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:38.028491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1191139041-network', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:38.058889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Made reservation on behalf of 0445a69d5c7346a5a9ed07bb9f648f21 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:38.062297 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.083538 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.206323 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.213772 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.242290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:51:38.255417 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123d9f48-20bd-4197-88f9-71b50ac719f4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:38.263492 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.263850 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Added segment 8c221de9-eaaf-4176-8c65-4e5f2a47c059 of type vlan for network 41b12c31-8095-44d7-bc4d-0d039828ed1c Aug 29 17:51:38.320245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.355757 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.356899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:38.357436 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.453674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4308608 Aug 29 17:51:38.453985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55494) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:38.462598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Request body: {'subnet': {'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1191139041-subnet', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:38.491824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Made reservation on behalf of 0445a69d5c7346a5a9ed07bb9f648f21 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:38.494981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.500063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f560d-30af-4f8e-989e-b2ec6b33f1bd admin admin] Pushing event updated for resources: {'Network': ['ID=41b12c31-8095-44d7-bc4d-0d039828ed1c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:38.511272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 41b12c31-8095-44d7-bc4d-0d039828ed1c details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:51:38.728927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.779481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:38.811428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Checking segment: {'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:38.811799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Network hostable DHCP agents. Network: 41b12c31-8095-44d7-bc4d-0d039828ed1c, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:51:38.831000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Network 41b12c31-8095-44d7-bc4d-0d039828ed1c is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:51:38.841119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 41b12c31-8095-44d7-bc4d-0d039828ed1c) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:38.850185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bee199-e364-4ae6-8a01-108662ac4672 None None] Network 41b12c31-8095-44d7-bc4d-0d039828ed1c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:38.858997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:38.859535 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.883367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58ca6f09-1f62-4564-a20c-d617fada9691 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4274378 Aug 29 17:51:38.887182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55502) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:38.894185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:38.933565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:38.935635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.045193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.089924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 896f1666-368e-4f23-8639-d3547084671e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:39.167797 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Sync routers for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:39.181822 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:39.183561 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:39.247231 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.311332 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-41b12c31-8095-44d7-bc4d-0d039828ed1c', 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'fixed_ips': [{'subnet_id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:51:39.312985 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.362724 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:39.487003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 896f1666-368e-4f23-8639-d3547084671e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:39.498961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 896f1666-368e-4f23-8639-d3547084671e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:39.499602 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.549916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Allocated IP 172.20.0.2 (41b12c31-8095-44d7-bc4d-0d039828ed1c/6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003/132c7218-e1af-42dd-82e0-1cd2a709bc80) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:39.624096 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.669649 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 2, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:39.680763 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.687281 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.712099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 896f1666-368e-4f23-8639-d3547084671e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=896f1666-368e-4f23-8639-d3547084671e,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:39.720203 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Checking router: 19405a69-4292-4303-a4f5-1c814f1c90d0 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:39.720894 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Updating router 19405a69-4292-4303-a4f5-1c814f1c90d0 port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:39.721366 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.756282 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.825543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Allocated IP 172.25.2.124 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/a0b5a6a4-9d06-486c-bb09-00dbe732d805) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:39.897908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=896f1666-368e-4f23-8639-d3547084671e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:39.917970 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:39.928855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Transition to ACTIVE for port object 132c7218-e1af-42dd-82e0-1cd2a709bc80 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:39.945760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Transition to ACTIVE for port object 132c7218-e1af-42dd-82e0-1cd2a709bc80 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:39.958277 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.001767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Network 41b12c31-8095-44d7-bc4d-0d039828ed1c is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:40.006682 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:40.011403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:40.018877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Pushing event updated for resources: {'Port': ['ID=132c7218-e1af-42dd-82e0-1cd2a709bc80,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:40.041363 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.083112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Attempting to bind port 132c7218-e1af-42dd-82e0-1cd2a709bc80 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:40.083475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Attempting to bind port 132c7218-e1af-42dd-82e0-1cd2a709bc80 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:40.083852 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Attempting to bind port 132c7218-e1af-42dd-82e0-1cd2a709bc80 on network 41b12c31-8095-44d7-bc4d-0d039828ed1c {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:40.090155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:40.090527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Checking segment: {'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:40.091288 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.091696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Bound using segment: {'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:40.092182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Bound port: 132c7218-e1af-42dd-82e0-1cd2a709bc80, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:40.092572 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.093222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.141987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:40.144986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:40.151281 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.151685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:40.166439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Pushing event updated for resources: {'Port': ['ID=a0b5a6a4-9d06-486c-bb09-00dbe732d805,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:40.167389 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Transition to ACTIVE for port object d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:40.191418 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.216193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] For port 132c7218-e1af-42dd-82e0-1cd2a709bc80, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:40.221393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] For port 132c7218-e1af-42dd-82e0-1cd2a709bc80, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=132c7218-e1af-42dd-82e0-1cd2a709bc80,segment=NetworkSegment(8c221de9-eaaf-4176-8c65-4e5f2a47c059),segment_id=8c221de9-eaaf-4176-8c65-4e5f2a47c059)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:40.227148 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.307968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c083ce3-11d0-4844-929e-2390c2643b80 None None] Pushing event updated for resources: {'Port': ['ID=132c7218-e1af-42dd-82e0-1cd2a709bc80,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:40.353491 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27282f-fb71-4ca9-867d-5adaf9401c73 None None] Pushing event updated for resources: {'Port': ['ID=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:40.406448 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Attempting to bind port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:40.407706 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Attempting to bind port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:40.409676 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Attempting to bind port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 on network df1661ce-2f8c-478d-bd4b-24649b68701f {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:40.415655 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:40.416029 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Checking segment: {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:40.416999 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.417526 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Bound using segment: {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:40.418116 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Bound port: d1e72bd7-b60e-43ba-b95d-57e8c2f7b697, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:40.418497 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.555567 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] For port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:40.581996 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] For port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:40.592695 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.678851 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:40.679494 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:40.751326 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27282f-fb71-4ca9-867d-5adaf9401c73 None None] Pushing event updated for resources: {'Port': ['ID=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:40.789420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:40.868313 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:41.117290 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:41.175770 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:40Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:41.198865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 896f1666-368e-4f23-8639-d3547084671e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:41.217728 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e391f-53f3-420f-a60f-dcc3ec0e57c2 None None] The sync data for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 is: [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:40Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:41.336352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eb4f2843-1e6a-4d0f-9b77-6b556c2160b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:41.375652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 896f1666-368e-4f23-8639-d3547084671e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:41.376025 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:41.451863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Router 009b079e-1fed-4764-af06-84e4414aa7c2 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:51:41.565194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 132c7218-e1af-42dd-82e0-1cd2a709bc80 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:41.664400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 132c7218-e1af-42dd-82e0-1cd2a709bc80 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:41.683023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:41.694052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Sync routers for ids ['009b079e-1fed-4764-af06-84e4414aa7c2'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:41.701833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:41.706292 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dd51fe65-abb9-470e-aece-a8ca35280f5a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8154881 Aug 29 17:51:41.707041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55550) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:41.709613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Routers {'009b079e-1fed-4764-af06-84e4414aa7c2'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:41.712501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['009b079e-1fed-4764-af06-84e4414aa7c2'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:41.867181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Set router 009b079e-1fed-4764-af06-84e4414aa7c2 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:41.922134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624cd04-a6ec-48fe-a6fd-bf0bdfb72758 None None] Network 41b12c31-8095-44d7-bc4d-0d039828ed1c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:42.047424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-315d77ed-17bb-4445-b5e9-b439ceb2f358 None None] Provisioning for port 132c7218-e1af-42dd-82e0-1cd2a709bc80 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:42.069696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-315d77ed-17bb-4445-b5e9-b439ceb2f358 None None] Provisioning complete for port 132c7218-e1af-42dd-82e0-1cd2a709bc80 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:42.070070 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-315d77ed-17bb-4445-b5e9-b439ceb2f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.317366 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-315d77ed-17bb-4445-b5e9-b439ceb2f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.368808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-315d77ed-17bb-4445-b5e9-b439ceb2f358 None None] For port 132c7218-e1af-42dd-82e0-1cd2a709bc80, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=132c7218-e1af-42dd-82e0-1cd2a709bc80,segment=NetworkSegment(8c221de9-eaaf-4176-8c65-4e5f2a47c059),segment_id=8c221de9-eaaf-4176-8c65-4e5f2a47c059)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:42.387144 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-315d77ed-17bb-4445-b5e9-b439ceb2f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.517648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:51:40Z', 'revision_number': 3, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port': {'id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:39Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:42.518461 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.577025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Checking router: 009b079e-1fed-4764-af06-84e4414aa7c2 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:42.577397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Updating router 009b079e-1fed-4764-af06-84e4414aa7c2 port a0b5a6a4-9d06-486c-bb09-00dbe732d805 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:42.609094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d77ed-17bb-4445-b5e9-b439ceb2f358 None None] Pushing event updated for resources: {'Port': ['ID=132c7218-e1af-42dd-82e0-1cd2a709bc80,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:42.643189 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.755563 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.776711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Allocated IP 172.20.0.1 (41b12c31-8095-44d7-bc4d-0d039828ed1c/6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003/d7650c01-ba5d-4f2c-94a0-8f8625851672) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:42.881322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f35b-5358-453a-b64b-4575930d002c None None] Provisioning complete for port 132c7218-e1af-42dd-82e0-1cd2a709bc80 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:42.881951 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f35b-5358-453a-b64b-4575930d002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.940340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.959057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Transition to ACTIVE for port object d7650c01-ba5d-4f2c-94a0-8f8625851672 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:43.040773 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.064842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Network 41b12c31-8095-44d7-bc4d-0d039828ed1c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:43.085828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:43.091588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:43.200370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Pushing event updated for resources: {'Port': ['ID=d7650c01-ba5d-4f2c-94a0-8f8625851672,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:43.200724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:43.207392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.312147 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.314428 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.326704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Transition to ACTIVE for port object a0b5a6a4-9d06-486c-bb09-00dbe732d805 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:43.342399 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.379896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:43.399670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:43.400079 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.433181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Attempting to bind port a0b5a6a4-9d06-486c-bb09-00dbe732d805 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:43.434014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Attempting to bind port a0b5a6a4-9d06-486c-bb09-00dbe732d805 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:43.434232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Attempting to bind port a0b5a6a4-9d06-486c-bb09-00dbe732d805 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:43.449561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eeb708-c483-4362-87f7-4bae75aab91c None None] Pushing event updated for resources: {'Port': ['ID=a0b5a6a4-9d06-486c-bb09-00dbe732d805,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:43.485836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:43.485836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:43.485836 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.485836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:43.485836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Bound port: a0b5a6a4-9d06-486c-bb09-00dbe732d805, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:43.485836 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.486620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.541878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] For port a0b5a6a4-9d06-486c-bb09-00dbe732d805, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:43.546761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] For port a0b5a6a4-9d06-486c-bb09-00dbe732d805, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a0b5a6a4-9d06-486c-bb09-00dbe732d805,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:43.551365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-441f068b-cb53-4d25-aa8f-fa658003109b None None] Provisioning for port d7650c01-ba5d-4f2c-94a0-8f8625851672 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:43.557340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.593584 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-441f068b-cb53-4d25-aa8f-fa658003109b None None] Provisioning complete for port d7650c01-ba5d-4f2c-94a0-8f8625851672 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:43.594063 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-441f068b-cb53-4d25-aa8f-fa658003109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.689243 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.698780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.705134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.720198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-441f068b-cb53-4d25-aa8f-fa658003109b None None] Port d7650c01-ba5d-4f2c-94a0-8f8625851672 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:43.740591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eeb708-c483-4362-87f7-4bae75aab91c None None] Pushing event updated for resources: {'Port': ['ID=a0b5a6a4-9d06-486c-bb09-00dbe732d805,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:43.752596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Routers {'009b079e-1fed-4764-af06-84e4414aa7c2'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:43.756125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['009b079e-1fed-4764-af06-84e4414aa7c2'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:43.779398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Pushing event updated for resources: {'Port': ['ID=d7650c01-ba5d-4f2c-94a0-8f8625851672,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:43.802543 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.896041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:43.920144 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-99b2f2b4-9bea-4d03-9748-da786266c3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.921730 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:43.922748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 132c7218-e1af-42dd-82e0-1cd2a709bc80 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:43.929601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Network 41b12c31-8095-44d7-bc4d-0d039828ed1c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:43.931066 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:44.131231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Router 009b079e-1fed-4764-af06-84e4414aa7c2 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:51:44.260578 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:44.273402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:44.282569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f8d20d40-3063-4e79-a7a0-e4f39d9b2e9c admin admin] 10.222.0.41 "PUT /v2.0/routers/009b079e-1fed-4764-af06-84e4414aa7c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5744531 Aug 29 17:51:44.316978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] Set router 009b079e-1fed-4764-af06-84e4414aa7c2 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:44.345851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:44.360252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f926f73f-3b14-4b27-b8d1-bc2b57eec8ab None None] Provisioning complete for port d7650c01-ba5d-4f2c-94a0-8f8625851672 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:44.360728 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f926f73f-3b14-4b27-b8d1-bc2b57eec8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:44.402829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 132c7218-e1af-42dd-82e0-1cd2a709bc80 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:44.403135 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:44.514099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f926f73f-3b14-4b27-b8d1-bc2b57eec8ab None None] Port d7650c01-ba5d-4f2c-94a0-8f8625851672 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:44.655475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 4, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port': {'id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:39Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd7650c01-ba5d-4f2c-94a0-8f8625851672', 'name': '', 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'mac_address': 'fa:16:3e:87:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:42Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 2, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'subnets': [{'id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:44.684052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee096e4-2e89-48e4-81e2-6a0a9be958f7 None None] The sync data for ids ['009b079e-1fed-4764-af06-84e4414aa7c2'] in n-d-713499-15 is: [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 4, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port': {'id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:39Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd7650c01-ba5d-4f2c-94a0-8f8625851672', 'name': '', 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'mac_address': 'fa:16:3e:87:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:42Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 2, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'subnets': [{'id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:45.082033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:45.157712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:45.158100 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:45.501619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:45.590148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55634) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:45.595387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0334541f-08ec-4aa0-80e7-9cfa46c14ba7 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178562267', 'description': 'tempest-secgroup-smoke-1178562267 description', 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:45.657112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0334541f-08ec-4aa0-80e7-9cfa46c14ba7 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:45.771168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0334541f-08ec-4aa0-80e7-9cfa46c14ba7 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:45.783166 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0334541f-08ec-4aa0-80e7-9cfa46c14ba7 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:45.816265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334541f-08ec-4aa0-80e7-9cfa46c14ba7 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165f361b-fb1f-406e-ba98-11e5fbb2d984,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:45.834613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0334541f-08ec-4aa0-80e7-9cfa46c14ba7 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:45.847035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55640) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:45.847718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0334541f-08ec-4aa0-80e7-9cfa46c14ba7 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2473898 Aug 29 17:51:45.854748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-17deff9e-ece9-4861-9d32-9d80c61d437b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'security_group_rule': {'security_group_id': '165f361b-fb1f-406e-ba98-11e5fbb2d984', 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:45.918735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17deff9e-ece9-4861-9d32-9d80c61d437b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.010045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17deff9e-ece9-4861-9d32-9d80c61d437b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.021097 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17deff9e-ece9-4861-9d32-9d80c61d437b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.053075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deff9e-ece9-4861-9d32-9d80c61d437b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81e8604-9451-4c81-907c-1d7be2961cc7,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:46.059622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-17deff9e-ece9-4861-9d32-9d80c61d437b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.062190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-17deff9e-ece9-4861-9d32-9d80c61d437b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2179294 Aug 29 17:51:46.064945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55646) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:46.071535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3c87a22c-e254-4c7a-9032-4705a4c901af tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'security_group_rule': {'security_group_id': '165f361b-fb1f-406e-ba98-11e5fbb2d984', 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:46.113765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c87a22c-e254-4c7a-9032-4705a4c901af tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.236821 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c87a22c-e254-4c7a-9032-4705a4c901af tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.242642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c87a22c-e254-4c7a-9032-4705a4c901af tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.265909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87a22c-e254-4c7a-9032-4705a4c901af tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89773099-2dda-4a4f-bd75-5ffe93f0fd52,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:46.281252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c87a22c-e254-4c7a-9032-4705a4c901af tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.282506 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3c87a22c-e254-4c7a-9032-4705a4c901af tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2161191 Aug 29 17:51:46.285581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:46.291972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fbbb63c0-7bc8-4be6-8002-6cbb91ef868c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'security_group_rule': {'security_group_id': '165f361b-fb1f-406e-ba98-11e5fbb2d984', 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:46.329827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbb63c0-7bc8-4be6-8002-6cbb91ef868c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.419793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbb63c0-7bc8-4be6-8002-6cbb91ef868c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.430036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbb63c0-7bc8-4be6-8002-6cbb91ef868c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.464880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb63c0-7bc8-4be6-8002-6cbb91ef868c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f4b681-8448-46bc-ae84-8f7f2a2886e7,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:46.470913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fbbb63c0-7bc8-4be6-8002-6cbb91ef868c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.472548 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fbbb63c0-7bc8-4be6-8002-6cbb91ef868c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858356 Aug 29 17:51:46.475533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55654) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:46.482437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b055308f-9531-456e-b198-495862004d05 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'security_group_rule': {'security_group_id': '165f361b-fb1f-406e-ba98-11e5fbb2d984', 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:46.519591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b055308f-9531-456e-b198-495862004d05 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.612405 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b055308f-9531-456e-b198-495862004d05 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.620261 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b055308f-9531-456e-b198-495862004d05 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.644240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055308f-9531-456e-b198-495862004d05 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829309c4-a9c7-41bc-ba65-733fd491cb73,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:46.660260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b055308f-9531-456e-b198-495862004d05 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.661553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b055308f-9531-456e-b198-495862004d05 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1848769 Aug 29 17:51:46.664964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55660) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:46.670400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-feba353a-234e-416d-9548-7c42529e3ebc tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'security_group_rule': {'security_group_id': '165f361b-fb1f-406e-ba98-11e5fbb2d984', 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:46.700371 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-feba353a-234e-416d-9548-7c42529e3ebc tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Project fb59b6240d4a43a1a9cea86a3ca34b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:51:46.706882 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-feba353a-234e-416d-9548-7c42529e3ebc tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.787578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-feba353a-234e-416d-9548-7c42529e3ebc tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.792700 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-feba353a-234e-416d-9548-7c42529e3ebc tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.808613 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.815024 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-feba353a-234e-416d-9548-7c42529e3ebc tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.818789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-feba353a-234e-416d-9548-7c42529e3ebc tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502619 Aug 29 17:51:46.819405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba353a-234e-416d-9548-7c42529e3ebc tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e637f3f5-e476-427a-90b3-6cdd611c72bd,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:46.819913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55662) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:46.826965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d25dfcf1-25b9-4817-9e63-bedda224dbc1 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'security_group_rule': {'security_group_id': '165f361b-fb1f-406e-ba98-11e5fbb2d984', 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:46.857084 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-d25dfcf1-25b9-4817-9e63-bedda224dbc1 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Project fb59b6240d4a43a1a9cea86a3ca34b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:51:46.879968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d25dfcf1-25b9-4817-9e63-bedda224dbc1 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:47.062532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a0b5a6a4-9d06-486c-bb09-00dbe732d805 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:47.150907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a0b5a6a4-9d06-486c-bb09-00dbe732d805 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:47.160948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a0b5a6a4-9d06-486c-bb09-00dbe732d805 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:47.161934 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:47.277482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:47.295946 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d25dfcf1-25b9-4817-9e63-bedda224dbc1 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:47.299155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a0b5a6a4-9d06-486c-bb09-00dbe732d805, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a0b5a6a4-9d06-486c-bb09-00dbe732d805,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:47.301497 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d25dfcf1-25b9-4817-9e63-bedda224dbc1 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:47.303641 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:47.327112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dfcf1-25b9-4817-9e63-bedda224dbc1 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de91d7fb-afc3-453b-bf8b-0f4f601caf82,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:47.334135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d25dfcf1-25b9-4817-9e63-bedda224dbc1 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:47.335551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d25dfcf1-25b9-4817-9e63-bedda224dbc1 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5138752 Aug 29 17:51:47.375111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a0b5a6a4-9d06-486c-bb09-00dbe732d805,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:47.383374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.383791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.384145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.385508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.385915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.386342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.386878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.387282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.387705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.388100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.388495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.388887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:47.510716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-fe3eed66-6ff5-4254-a8ab-a32081b8f8a8 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178562267&fields=id&tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15 HTTP/1.1" status: 200 len: 267 time: 0.0417511 Aug 29 17:51:47.634098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-fa88daba-f8b8-405e-8910-a0f4495cdd64 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:47.641220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-fa88daba-f8b8-405e-8910-a0f4495cdd64 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 808 time: 0.1233654 Aug 29 17:51:47.653139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-5bad450f-1a67-474f-b275-5916357cbe50 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/quotas/fb59b6240d4a43a1a9cea86a3ca34b15 HTTP/1.1" status: 200 len: 375 time: 0.0110736 Aug 29 17:51:47.975600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-f93b85e4-149e-4532-983c-06f8e18e30f7 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3163276 Aug 29 17:51:48.069862 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-a9faf872-3dc8-4b02-b81d-615d74ebe38c service neutron] 10.222.0.41 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820155 Aug 29 17:51:48.159179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-1539833c-6229-496a-9a99-ebe335f799b8 service neutron] 10.222.0.41 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821230 Aug 29 17:51:48.371236 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0b6840b-3b86-424a-9391-70cbca09632b req-db18f1f3-cb0e-41b3-a57f-75611c0ed4f8 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 210 time: 0.0288613 Aug 29 17:51:49.002205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a0b5a6a4-9d06-486c-bb09-00dbe732d805 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:49.058964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55744) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:49.094473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a0b5a6a4-9d06-486c-bb09-00dbe732d805 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:49.094930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.162446 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cc657869-387a-41e4-a7b2-2292195768b5 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2288 time: 0.1014380 Aug 29 17:51:49.165934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55750) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:49.176511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'network': {'name': 'tempest-network-smoke--447865774', 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'port_security_enabled': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:49.208281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Made reservation on behalf of d896ce8726ee4bd5ba876689e1add606 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:49.223955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.254078 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:51:49.264644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.265272 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Added segment febb5a2e-a4ea-4854-900c-4437ad803af1 of type vlan for network cd2e6631-3134-40e9-9d85-406a6f64484d Aug 29 17:51:49.314077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.334549 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Sync routers for ids ['009b079e-1fed-4764-af06-84e4414aa7c2'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:49.346413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.346759 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Routers {'009b079e-1fed-4764-af06-84e4414aa7c2'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:49.347237 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['009b079e-1fed-4764-af06-84e4414aa7c2'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:49.354160 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:49.354160 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.487104 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3197498 Aug 29 17:51:49.507022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55758) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:49.521981 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Set router 009b079e-1fed-4764-af06-84e4414aa7c2 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:49.530189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'admin_state_up': True, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:49.580525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5e2dad8c-bc8e-41ef-82a7-1145257c08b7 req-822ff811-5910-401f-bcd8-07d7ca479e66 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 210 time: 0.0695431 Aug 29 17:51:49.597249 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccd93b-ddd5-4a02-ae12-e5e9b3406e8d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Network': ['ID=cd2e6631-3134-40e9-9d85-406a6f64484d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:49.614765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network cd2e6631-3134-40e9-9d85-406a6f64484d details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:51:49.645742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.647165 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.671896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-57d5505b-6b5b-4423-8470-bde15555719b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:49.673577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-57d5505b-6b5b-4423-8470-bde15555719b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.43 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 808 time: 0.2357802 Aug 29 17:51:49.739771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.808707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-1a75ea04-a870-4e83-9677-bb9856a31725 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15 HTTP/1.1" status: 200 len: 380 time: 0.1218572 Aug 29 17:51:49.823870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'port': {'device_id': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'admin_state_up': True, 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'security_groups': ['165f361b-fb1f-406e-ba98-11e5fbb2d984']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:49.925249 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 4, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port': {'id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:39Z', 'updated_at': '2021-08-29T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd7650c01-ba5d-4f2c-94a0-8f8625851672', 'name': '', 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'mac_address': 'fa:16:3e:87:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:42Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 2, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'subnets': [{'id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:49.955340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.961308 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Made reservation on behalf of fb59b6240d4a43a1a9cea86a3ca34b15 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:49.969509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:49.978166 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Checking router: 009b079e-1fed-4764-af06-84e4414aa7c2 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:49.978547 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Updating router 009b079e-1fed-4764-af06-84e4414aa7c2 port d7650c01-ba5d-4f2c-94a0-8f8625851672 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:50.012195 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.138668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Allocated IP 172.20.0.6 (df1661ce-2f8c-478d-bd4b-24649b68701f/71a6c891-eec5-4ae2-9e29-dd1288d40e29/9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:50.223317 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.243527 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.348135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.358021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Allocated IP 172.25.2.116 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/19c0b30a-d6d5-4773-b790-2b6cddd74ab4) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:50.377238 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.377789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Transition to ACTIVE for port object 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:50.389256 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Transition to ACTIVE for port object d7650c01-ba5d-4f2c-94a0-8f8625851672 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:50.397825 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.423805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.485729 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10662c3d-187f-492f-9f3a-baeb122f8baf None None] Pushing event updated for resources: {'Port': ['ID=d7650c01-ba5d-4f2c-94a0-8f8625851672,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:50.492103 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.517921 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Attempting to bind port d7650c01-ba5d-4f2c-94a0-8f8625851672 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:50.518293 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Attempting to bind port d7650c01-ba5d-4f2c-94a0-8f8625851672 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:50.518691 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Attempting to bind port d7650c01-ba5d-4f2c-94a0-8f8625851672 on network 41b12c31-8095-44d7-bc4d-0d039828ed1c {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:50.529357 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:50.529517 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Checking segment: {'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:50.530065 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.530434 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Bound using segment: {'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:50.530928 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Bound port: d7650c01-ba5d-4f2c-94a0-8f8625851672, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c221de9-eaaf-4176-8c65-4e5f2a47c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:50.531313 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.532298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Network df1661ce-2f8c-478d-bd4b-24649b68701f is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:50.546750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:50.547484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.561696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:50.566261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'Port': ['ID=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:50.604788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:50.609379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:50.611847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=19c0b30a-d6d5-4773-b790-2b6cddd74ab4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:50.627656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:50.680129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:50.686263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.703341 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] For port d7650c01-ba5d-4f2c-94a0-8f8625851672, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:50.707619 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] For port d7650c01-ba5d-4f2c-94a0-8f8625851672, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d7650c01-ba5d-4f2c-94a0-8f8625851672,segment=NetworkSegment(8c221de9-eaaf-4176-8c65-4e5f2a47c059),segment_id=8c221de9-eaaf-4176-8c65-4e5f2a47c059)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:50.717801 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.794066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-88fa889a-5037-4b0b-be99-e5470581be3b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9757237 Aug 29 17:51:50.815975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Request body: {'port': {'device_id': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:50.875616 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Routers {'009b079e-1fed-4764-af06-84e4414aa7c2'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:50.876270 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['009b079e-1fed-4764-af06-84e4414aa7c2'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:50.903760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a0b9-a42d-40ac-aa13-ddbdf75ded28 req-100753a4-b7ac-4d60-aa6a-41320cf04312 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:50.905908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e17a0b9-a42d-40ac-aa13-ddbdf75ded28 req-100753a4-b7ac-4d60-aa6a-41320cf04312 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 931 time: 0.1998262 Aug 29 17:51:50.950656 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10662c3d-187f-492f-9f3a-baeb122f8baf None None] Pushing event updated for resources: {'Port': ['ID=d7650c01-ba5d-4f2c-94a0-8f8625851672,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:51.051570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1465fb91-def5-4e57-ab37-af86dbe7d594 None None] Provisioning for port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:51.056792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1465fb91-def5-4e57-ab37-af86dbe7d594 None None] Provisioning complete for port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:51.058199 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1465fb91-def5-4e57-ab37-af86dbe7d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:51.058789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:51.151239 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] Set router 009b079e-1fed-4764-af06-84e4414aa7c2 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:51.179368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1465fb91-def5-4e57-ab37-af86dbe7d594 None None] Port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:51.198460 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e17a0b9-a42d-40ac-aa13-ddbdf75ded28 req-56a7a059-1353-48f3-bf88-1cbcfeac7a51 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257476 Aug 29 17:51:51.246075 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:51.508793 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 4, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port': {'id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:39Z', 'updated_at': '2021-08-29T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd7650c01-ba5d-4f2c-94a0-8f8625851672', 'name': '', 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'mac_address': 'fa:16:3e:87:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:42Z', 'updated_at': '2021-08-29T17:51:50Z', 'revision_number': 4, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'subnets': [{'id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:51.543840 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a6a7b-6688-4e1b-b4c9-a1dcbad14d02 None None] The sync data for ids ['009b079e-1fed-4764-af06-84e4414aa7c2'] in n-d-713499-15 is: [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 4, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port': {'id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:39Z', 'updated_at': '2021-08-29T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd7650c01-ba5d-4f2c-94a0-8f8625851672', 'name': '', 'network_id': '41b12c31-8095-44d7-bc4d-0d039828ed1c', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'mac_address': 'fa:16:3e:87:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:42Z', 'updated_at': '2021-08-29T17:51:50Z', 'revision_number': 4, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'subnets': [{'id': '6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:51.579926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:51.602992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:51:51.612479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:51.627875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Transition to ACTIVE for port object 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:51.639645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:51.696774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:51.776220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Attempting to bind port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:51.776561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Attempting to bind port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:51.776894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Attempting to bind port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 on network df1661ce-2f8c-478d-bd4b-24649b68701f {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:51.784405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 on network df1661ce-2f8c-478d-bd4b-24649b68701f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:51:51.784903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Attempting to bind port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 on network df1661ce-2f8c-478d-bd4b-24649b68701f {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:51.794113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:51.794385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Checking segment: {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:51.794803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Bound using segment: {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:51.795241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Bound port: 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36113353-1406-4501-a00c-9f4fb8d675bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:51.795605 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:51.842063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Router e3b31196-0789-452f-b32a-dd6f3cc3896d is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:51:51.885816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] For port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:51.889521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] For port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:51.894311 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:52.003671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:52.024212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:52.040120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:52.043118 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:52.047281 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-455d0a95-601f-4953-a3d9-9e1dde9b60c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 1092 time: 1.2414255 Aug 29 17:51:52.047783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'tag': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:51:52.054620 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:52.054620 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-864402c9-be47-45f1-a805-f3bcc899ea69 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5291555 Aug 29 17:51:52.054913 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230672e7-bb95-4545-bc06-28185f2e98f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f17fe75e-69cb-48b0-b6bc-9faf02d3a030", "tag": "9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:51:52.057531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Sync routers for ids ['e3b31196-0789-452f-b32a-dd6f3cc3896d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:52.064797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55806) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:52.093574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Routers {'e3b31196-0789-452f-b32a-dd6f3cc3896d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:52.103137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3b31196-0789-452f-b32a-dd6f3cc3896d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:52.182126 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6439aa-6524-486b-ac83-88f34c765c7b x-openstack-request-id: req-7d6439aa-6524-486b-ac83-88f34c765c7b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:51:52.182719 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17fe75e-69cb-48b0-b6bc-9faf02d3a030", "tag": "9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:51:52.186274 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d6439aa-6524-486b-ac83-88f34c765c7b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:51:52.189079 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'tag': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'status': 'completed', 'code': 200} Aug 29 17:51:52.209401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-1c002cdf-d8f3-4871-b548-bb6d387b680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:52.211312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-1c002cdf-d8f3-4871-b548-bb6d387b680d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1095 time: 0.1022513 Aug 29 17:51:52.250275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e2b39-e49f-4af3-a372-9f3277304398 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:52.257374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-702e2b39-e49f-4af3-a372-9f3277304398 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d896ce8726ee4bd5ba876689e1add606&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1925976 Aug 29 17:51:52.258005 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55814) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:52.315805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-d86d019f-993d-48a3-b8bf-2ecb0fb80375 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0959790 Aug 29 17:51:52.351914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Set router e3b31196-0789-452f-b32a-dd6f3cc3896d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:52.537452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b8a8b-40ea-45f6-8baf-1ed1631a55ac tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:52.539021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db3b8a8b-40ea-45f6-8baf-1ed1631a55ac tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2800496 Aug 29 17:51:52.544035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55822) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:52.584881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f211e66-c2d9-4aee-b81d-7be4088f346f req-9c510409-d4a1-4c9f-a2a2-e60c5002e454 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:52.589648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f211e66-c2d9-4aee-b81d-7be4088f346f req-9c510409-d4a1-4c9f-a2a2-e60c5002e454 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 943 time: 0.2515934 Aug 29 17:51:52.591649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-de54d5aa-9caf-403a-82b1-5981428454d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:52.593033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-de54d5aa-9caf-403a-82b1-5981428454d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 200 len: 847 time: 0.2691300 Aug 29 17:51:52.604386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:51:50Z', 'revision_number': 3, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:52.613500 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cc9ab9f9-a074-488e-86ad-f4f06b920ffc tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695043 Aug 29 17:51:52.617359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55824) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:52.653177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Checking router: e3b31196-0789-452f-b32a-dd6f3cc3896d for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:52.653541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Updating router e3b31196-0789-452f-b32a-dd6f3cc3896d port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:52.683474 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a6f4cbbe-e0c5-40e7-b838-581a453a383f tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d896ce8726ee4bd5ba876689e1add606&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649562 Aug 29 17:51:52.685839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55826) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:52.689682 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:52.696185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-f4322607-b2a9-44c2-89d9-469ddc56d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:52.698168 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-f4322607-b2a9-44c2-89d9-469ddc56d6c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df1661ce-2f8c-478d-bd4b-24649b68701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951443 Aug 29 17:51:52.707181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f211e66-c2d9-4aee-b81d-7be4088f346f req-48e4b420-4a70-46b4-a68a-4991323f2a2e tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694766 Aug 29 17:51:52.813587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-fd17721c-e593-4b43-9be8-517058a454f7 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053133 Aug 29 17:51:52.822281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ddbfe-32d3-42af-8c3f-2399e1fae7b8 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:52.823913 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4f8ddbfe-32d3-42af-8c3f-2399e1fae7b8 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370866 Aug 29 17:51:52.827801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55828) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:52.869416 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-be9dc5ff-fa75-4d47-b64c-08aa984d03e0 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403121 Aug 29 17:51:52.871690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55834) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:52.877269 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1263725186', 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d', 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:51:53.034244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1c207eed-2afa-4c69-924c-9f54ccf431cc req-f0dc3584-10fc-46c9-b854-f6d46582af93 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095892 Aug 29 17:51:53.076522 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.097180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Transition to ACTIVE for port object 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:53.098458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Made reservation on behalf of d896ce8726ee4bd5ba876689e1add606 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:51:53.103664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.117869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d7650c01-ba5d-4f2c-94a0-8f8625851672 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:53.160960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-010de5ea-09a5-4d48-a667-8d55bfff5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:53.163702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-010de5ea-09a5-4d48-a667-8d55bfff5048 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1095 time: 0.0621300 Aug 29 17:51:53.164051 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.215246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca163c-3b34-4015-ac3c-41c620f99360 None None] Pushing event updated for resources: {'Port': ['ID=19c0b30a-d6d5-4773-b790-2b6cddd74ab4,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:53.256024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Attempting to bind port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:53.256024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Attempting to bind port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:53.256024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Attempting to bind port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:53.274639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:53.275731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:53.276221 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.276707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:53.277348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Bound port: 19c0b30a-d6d5-4773-b790-2b6cddd74ab4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:53.277826 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.286629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d7650c01-ba5d-4f2c-94a0-8f8625851672 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:53.318022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d7650c01-ba5d-4f2c-94a0-8f8625851672 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:53.318456 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.334503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-9c76cb5c-62d8-4b1c-9b41-e9161ec5c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:53.336829 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-9c76cb5c-62d8-4b1c-9b41-e9161ec5c6f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 909 time: 0.1649120 Aug 29 17:51:53.397122 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.411675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] For port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:53.429779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] For port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=19c0b30a-d6d5-4773-b790-2b6cddd74ab4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:53.432113 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.441886 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.443991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-947f866d-ef05-447b-82fc-c7c7bc6b9d3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0988998 Aug 29 17:51:53.517489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Routers {'e3b31196-0789-452f-b32a-dd6f3cc3896d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:53.518436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3b31196-0789-452f-b32a-dd6f3cc3896d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:53.541659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-b4d2ba9b-d649-4c22-8217-6c05c8e72187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:53.543192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-b4d2ba9b-d649-4c22-8217-6c05c8e72187 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 200 len: 847 time: 0.0910335 Aug 29 17:51:53.548876 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Subnet': ['ID=b0435b3b-eec1-43dd-84a7-f9228714da5a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:53.561875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.562240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.562627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.562958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.563426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.563818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.564340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.564674 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.565014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.565395 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.565742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.566115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:51:53.572140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port d7650c01-ba5d-4f2c-94a0-8f8625851672, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d7650c01-ba5d-4f2c-94a0-8f8625851672,segment=NetworkSegment(8c221de9-eaaf-4176-8c65-4e5f2a47c059),segment_id=8c221de9-eaaf-4176-8c65-4e5f2a47c059)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:53.575333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca163c-3b34-4015-ac3c-41c620f99360 None None] Pushing event updated for resources: {'Port': ['ID=19c0b30a-d6d5-4773-b790-2b6cddd74ab4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:53.608961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-537bd7b8-79c5-42be-a331-c57add04c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:53.611448 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-537bd7b8-79c5-42be-a331-c57add04c154 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df1661ce-2f8c-478d-bd4b-24649b68701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595021 Aug 29 17:51:53.615202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Checking segment: {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:53.615628 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network hostable DHCP agents. Network: cd2e6631-3134-40e9-9d85-406a6f64484d, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:51:53.634947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network cd2e6631-3134-40e9-9d85-406a6f64484d is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:51:53.652433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, cd2e6631-3134-40e9-9d85-406a6f64484d) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:53.666904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.667217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:53.667827 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:53.686749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36ad1a-2c05-4a6a-afc6-7761c074df45 None None] Network cd2e6631-3134-40e9-9d85-406a6f64484d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:53.737029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 55850) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:51:53.737927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e37a6b7f-cacc-40e9-a9fe-1310f0dc0783 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8648295 Aug 29 17:51:53.749610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] Set router e3b31196-0789-452f-b32a-dd6f3cc3896d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:53.796881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-2d28fe45-5a6d-4a09-9650-aaf9c7cacbd7 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663678 Aug 29 17:51:53.928476 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee07ee8-af51-41dc-a453-69419cde0a4d req-41b88c01-828d-46d0-8667-fae9d37bd306 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:53.952221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ee07ee8-af51-41dc-a453-69419cde0a4d req-41b88c01-828d-46d0-8667-fae9d37bd306 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 943 time: 0.1170778 Aug 29 17:51:54.039844 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-230672e7-bb95-4545-bc06-28185f2e98f1 req-16992de6-87fc-461e-89bb-ec880793c17f service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333176 Aug 29 17:51:54.081838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9ee07ee8-af51-41dc-a453-69419cde0a4d req-a25d6abb-9dc3-4ea0-b55a-f788baea119d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278288 Aug 29 17:51:54.315346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=d7650c01-ba5d-4f2c-94a0-8f8625851672,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:54.335009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-cd2e6631-3134-40e9-9d85-406a6f64484d', 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'fixed_ips': [{'subnet_id': 'b0435b3b-eec1-43dd-84a7-f9228714da5a'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:51:54.335876 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:54.377853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:54.565990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Allocated IP 172.20.0.18 (cd2e6631-3134-40e9-9d85-406a6f64484d/b0435b3b-eec1-43dd-84a7-f9228714da5a/b69d36ed-07c0-4435-b0cf-a3f3709a5b15) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:54.644832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:51:50Z', 'revision_number': 3, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:54.695643 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec01dd3-722a-441a-81eb-448945b04fea None None] The sync data for ids ['e3b31196-0789-452f-b32a-dd6f3cc3896d'] in n-d-713499-15 is: [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:51:50Z', 'revision_number': 3, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:51:54.825339 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:54.834068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Transition to ACTIVE for port object b69d36ed-07c0-4435-b0cf-a3f3709a5b15 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:54.851433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Transition to ACTIVE for port object b69d36ed-07c0-4435-b0cf-a3f3709a5b15 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:54.859557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:54.906360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Network cd2e6631-3134-40e9-9d85-406a6f64484d is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:54.928290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:54.933563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:54.936726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Pushing event updated for resources: {'Port': ['ID=b69d36ed-07c0-4435-b0cf-a3f3709a5b15,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:54.939370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Allocated IP 172.20.0.17 (cd2e6631-3134-40e9-9d85-406a6f64484d/b0435b3b-eec1-43dd-84a7-f9228714da5a/efed3d90-4c5a-4f1b-a7cd-9518086dfde4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:51:55.047318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Attempting to bind port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:55.047698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Attempting to bind port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:55.048067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Attempting to bind port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 on network cd2e6631-3134-40e9-9d85-406a6f64484d {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:55.069788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d7650c01-ba5d-4f2c-94a0-8f8625851672 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:55.096352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:55.096734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Checking segment: {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:55.097137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:55.097534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Bound using segment: {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:55.098023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Bound port: b69d36ed-07c0-4435-b0cf-a3f3709a5b15, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:55.110543 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:55.217345 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:55.254952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d7650c01-ba5d-4f2c-94a0-8f8625851672 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:55.255245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:55.272717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Transition to ACTIVE for port object efed3d90-4c5a-4f1b-a7cd-9518086dfde4 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:55.318889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] For port b69d36ed-07c0-4435-b0cf-a3f3709a5b15, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:55.340432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c71e7-984a-46c5-9a60-696a4db3d3ba req-ff1a281c-ec73-4c0b-a0ca-bf449880e939 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:55.342405 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e04c71e7-984a-46c5-9a60-696a4db3d3ba req-ff1a281c-ec73-4c0b-a0ca-bf449880e939 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 943 time: 0.1110570 Aug 29 17:51:55.361254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] For port b69d36ed-07c0-4435-b0cf-a3f3709a5b15, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b69d36ed-07c0-4435-b0cf-a3f3709a5b15,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:55.373615 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:55.412044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e04c71e7-984a-46c5-9a60-696a4db3d3ba req-227826da-a8bc-4b0c-b32e-009c1a3821bd tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608757 Aug 29 17:51:55.414342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:55.504197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad491a59-7d07-4606-a870-87fc8e9d541c None None] Pushing event updated for resources: {'Port': ['ID=b69d36ed-07c0-4435-b0cf-a3f3709a5b15,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:55.504472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network cd2e6631-3134-40e9-9d85-406a6f64484d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:55.514547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:55.519623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:51:55.524068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:55.589355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:55.853433 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:56.242320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:56.252190 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:56.335413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:56.407335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:56.541148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network cd2e6631-3134-40e9-9d85-406a6f64484d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:51:56.542720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:51:56.585943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55be0-43f8-43ad-8858-837c8091e8c8 req-fe38afb9-1dd2-4955-bd7e-6d70f8b30533 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:56.613308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2ed55be0-43f8-43ad-8858-837c8091e8c8 req-fe38afb9-1dd2-4955-bd7e-6d70f8b30533 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 943 time: 0.0967319 Aug 29 17:51:56.668205 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2ed55be0-43f8-43ad-8858-837c8091e8c8 req-6c343224-3259-42d9-aed5-0e10a51a228b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535460 Aug 29 17:51:56.707811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Router e3b31196-0789-452f-b32a-dd6f3cc3896d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:51:56.760208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da9e03d-a946-4a34-b367-55751879a760 None None] Network cd2e6631-3134-40e9-9d85-406a6f64484d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:51:57.002964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5fb22815-8338-49cc-a591-f2ce9970adfb None None] Provisioning for port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:57.181885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:57.354302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:57.359074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:57.359557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:57.446410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:51:57.457196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-deedc214-b36a-414f-97ee-63fcd46ccd83 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "PUT /v2.0/routers/e3b31196-0789-452f-b32a-dd6f3cc3896d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7189701 Aug 29 17:51:57.536217 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:57.583561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:51:57.648821 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Sync routers for ids ['e3b31196-0789-452f-b32a-dd6f3cc3896d'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:51:57.662553 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Routers {'e3b31196-0789-452f-b32a-dd6f3cc3896d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:57.662856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=19c0b30a-d6d5-4773-b790-2b6cddd74ab4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:57.663686 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3b31196-0789-452f-b32a-dd6f3cc3896d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:57.935741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706211c-a6ba-4051-9f16-f5d3a0881267 req-e0f1c133-80a7-4886-b15c-0fd78af90a6e tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:57.945233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4706211c-a6ba-4051-9f16-f5d3a0881267 req-e0f1c133-80a7-4886-b15c-0fd78af90a6e tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 943 time: 0.1618001 Aug 29 17:51:57.948799 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Set router e3b31196-0789-452f-b32a-dd6f3cc3896d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:51:57.954793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:57.969385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'port_id': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'mac_address': 'fa:16:3e:1b:1a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:51:57.974765 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:57.975558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b69d36ed-07c0-4435-b0cf-a3f3709a5b15 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:58.040104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4706211c-a6ba-4051-9f16-f5d3a0881267 req-20dcb2dd-823b-405b-afd9-d04b88fb0ef0 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939674 Aug 29 17:51:58.110407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f1305506-bd2e-42d7-a244-a6f628849ddf None None] Provisioning for port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:58.155207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f1305506-bd2e-42d7-a244-a6f628849ddf None None] Provisioning complete for port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:58.155207 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f1305506-bd2e-42d7-a244-a6f628849ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.215148 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=19c0b30a-d6d5-4773-b790-2b6cddd74ab4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:58.236565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-ca6afbd1-9c24-4abb-8ac5-a3b1d31ae095 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:58.242370 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.246678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f1305506-bd2e-42d7-a244-a6f628849ddf None None] Port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:58.254212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-ca6afbd1-9c24-4abb-8ac5-a3b1d31ae095 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/networks?id=cd2e6631-3134-40e9-9d85-406a6f64484d HTTP/1.1" status: 200 len: 797 time: 0.3776543 Aug 29 17:51:58.288596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:51:58.289563 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-58000e5b-5673-4144-81e3-8f2c46c40ba8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/quotas/d896ce8726ee4bd5ba876689e1add606 HTTP/1.1" status: 200 len: 375 time: 0.0303285 Aug 29 17:51:58.293375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:51:58.305395 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:58.305395 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.378919 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-5645c71e-d22d-4536-ab40-379fedf697bc tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d896ce8726ee4bd5ba876689e1add606&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0776188 Aug 29 17:51:58.389884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:58.409251 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.432955 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:51:55Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'efed3d90-4c5a-4f1b-a7cd-9518086dfde4', 'name': '', 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:0a:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b0435b3b-eec1-43dd-84a7-f9228714da5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:54Z', 'updated_at': '2021-08-29T17:51:56Z', 'revision_number': 2, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'b0435b3b-eec1-43dd-84a7-f9228714da5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:58.452265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d614f088-2bbf-4f2d-b2ec-962bba2d29f7 None None] Provisioning complete for port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:58.455269 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d614f088-2bbf-4f2d-b2ec-962bba2d29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.494394 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Checking router: e3b31196-0789-452f-b32a-dd6f3cc3896d for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:51:58.495168 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Updating router e3b31196-0789-452f-b32a-dd6f3cc3896d port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:51:58.499436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:58.550143 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.553957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-f53eb42a-c581-460e-95d2-639f37800f71 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e6631-3134-40e9-9d85-406a6f64484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663172 Aug 29 17:51:58.592220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d614f088-2bbf-4f2d-b2ec-962bba2d29f7 None None] Port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:58.610016 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.623090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:51:58.652609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-887ace5d-68b8-4f7f-8eea-d07d9ef0eae5 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e6631-3134-40e9-9d85-406a6f64484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970757 Aug 29 17:51:58.729004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b69d36ed-07c0-4435-b0cf-a3f3709a5b15, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b69d36ed-07c0-4435-b0cf-a3f3709a5b15,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:51:58.777117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.825741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-51512515-f0bc-4358-9bd1-a26dc3a07161 None None] Provisioning complete for port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:58.826281 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-51512515-f0bc-4358-9bd1-a26dc3a07161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.886003 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.898686 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Transition to ACTIVE for port object efed3d90-4c5a-4f1b-a7cd-9518086dfde4 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:51:58.907535 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:58.953438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b69d36ed-07c0-4435-b0cf-a3f3709a5b15,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:58.968317 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7eb4ced4-5d34-4894-b125-e263b2d49daf req-db306dc8-fb90-40bb-ace0-eba533fcffb5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 210 time: 0.0774033 Aug 29 17:51:58.985883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-51512515-f0bc-4358-9bd1-a26dc3a07161 None None] Port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:51:59.085506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:51:59.203081 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eb38b-2d43-4032-b97c-5c04632bb75b None None] Pushing event updated for resources: {'Port': ['ID=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:59.245387 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1db1bd-6727-460e-b4e3-c4835fbdd2c4 req-42029866-b7e9-4d0f-b6d2-08e315d827b9 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:59.255035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:51:59.256648 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:59.265458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd1db1bd-6727-460e-b4e3-c4835fbdd2c4 req-42029866-b7e9-4d0f-b6d2-08e315d827b9 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 944 time: 0.0953555 Aug 29 17:51:59.305215 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Attempting to bind port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:51:59.305579 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Attempting to bind port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:51:59.311734 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Attempting to bind port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 on network cd2e6631-3134-40e9-9d85-406a6f64484d {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:51:59.317984 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:51:59.318279 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Checking segment: {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:51:59.318723 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:59.319109 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Bound using segment: {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:51:59.319570 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Bound port: efed3d90-4c5a-4f1b-a7cd-9518086dfde4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:51:59.320085 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:59.353780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd1db1bd-6727-460e-b4e3-c4835fbdd2c4 req-1a5b0ba8-fbbc-4c3a-b38a-5c96e719d22d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870867 Aug 29 17:51:59.442501 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] For port efed3d90-4c5a-4f1b-a7cd-9518086dfde4, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:51:59.445799 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] For port efed3d90-4c5a-4f1b-a7cd-9518086dfde4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:51:59.481288 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:59.579771 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eb38b-2d43-4032-b97c-5c04632bb75b None None] Pushing event updated for resources: {'Port': ['ID=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:51:59.582338 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Routers {'e3b31196-0789-452f-b32a-dd6f3cc3896d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:51:59.583646 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3b31196-0789-452f-b32a-dd6f3cc3896d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:51:59.737965 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] Set router e3b31196-0789-452f-b32a-dd6f3cc3896d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:00.013612 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:51:55Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'efed3d90-4c5a-4f1b-a7cd-9518086dfde4', 'name': '', 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:0a:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b0435b3b-eec1-43dd-84a7-f9228714da5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:54Z', 'updated_at': '2021-08-29T17:51:59Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'b0435b3b-eec1-43dd-84a7-f9228714da5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:00.073968 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e675ccb-4049-4769-bbc3-a4f9572c4b73 None None] The sync data for ids ['e3b31196-0789-452f-b32a-dd6f3cc3896d'] in n-d-713499-15 is: [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:51:55Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'efed3d90-4c5a-4f1b-a7cd-9518086dfde4', 'name': '', 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:0a:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b0435b3b-eec1-43dd-84a7-f9228714da5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:54Z', 'updated_at': '2021-08-29T17:51:59Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'b0435b3b-eec1-43dd-84a7-f9228714da5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:52:00.235344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0cc7b163-c0e3-46df-b8f0-5f4cf474fcfc req-eb6cf5be-32b1-4037-b214-954ae803f367 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 210 time: 0.1515396 Aug 29 17:52:00.306701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65020958-6df7-4a3c-901e-1b9c42e76307 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:00.308535 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65020958-6df7-4a3c-901e-1b9c42e76307 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.43 "GET /v2.0/networks?id=cd2e6631-3134-40e9-9d85-406a6f64484d HTTP/1.1" status: 200 len: 797 time: 0.2146051 Aug 29 17:52:00.324924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Request body: {'port': {'device_id': 'b8a6828d-f54c-4ce8-979d-2023f3b6141b', 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d', 'admin_state_up': True, 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:52:00.502084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Made reservation on behalf of d896ce8726ee4bd5ba876689e1add606 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:52:00.507915 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:00.542408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e893d1-d419-4e8f-be99-23c5fc74c667 req-3b36add7-21fc-4715-9a91-8c7d278735ce tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:00.554140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17e893d1-d419-4e8f-be99-23c5fc74c667 req-3b36add7-21fc-4715-9a91-8c7d278735ce tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 944 time: 0.1110275 Aug 29 17:52:00.638542 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-17e893d1-d419-4e8f-be99-23c5fc74c667 req-7d4d8a76-d5d3-4527-baa0-8677a14ed110 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832734 Aug 29 17:52:00.751628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Allocated IP 172.20.0.26 (cd2e6631-3134-40e9-9d85-406a6f64484d/b0435b3b-eec1-43dd-84a7-f9228714da5a/2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:52:00.858453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 55996) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:00.900575 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:52:00.964106 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:00.980591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Transition to ACTIVE for port object 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:52:01.022630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.080702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event updated for resources: {'Port': ['ID=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:01.091427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Network cd2e6631-3134-40e9-9d85-406a6f64484d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:52:01.093188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:52:01.095978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:52:01.101770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bfa15c26-7843-4ce4-b634-32e561cdf796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.163289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b69d36ed-07c0-4435-b0cf-a3f3709a5b15 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:52:01.196104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:01.202947 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.270942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:01.271647 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.330336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bfa15c26-7843-4ce4-b634-32e561cdf796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.340892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bfa15c26-7843-4ce4-b634-32e561cdf796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.355846 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-a7687bcf-6127-43ed-b6e5-b2be4faba43e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0361469 Aug 29 17:52:01.371516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Request body: {'port': {'device_id': 'b8a6828d-f54c-4ce8-979d-2023f3b6141b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:52:01.392754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device efed3d90-4c5a-4f1b-a7cd-9518086dfde4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:52:01.400380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa15c26-7843-4ce4-b634-32e561cdf796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044f1a73-cba7-44a0-96eb-9dc861954dd6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:01.419084 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bfa15c26-7843-4ce4-b634-32e561cdf796 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c15197f2ddb249f99f8133037a2d69fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5596981 Aug 29 17:52:01.419680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56006) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:01.463840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:52:01.492373 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.494889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:01.495452 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.511181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a59fcb5-a3e0-4699-ad78-a6cb7813a0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.558640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9cbe09ef-94bb-417e-a848-0fc039a4a871 None None] Provisioning for port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:52:01.567259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9cbe09ef-94bb-417e-a848-0fc039a4a871 None None] Provisioning complete for port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:01.567732 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09ef-94bb-417e-a848-0fc039a4a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.576978 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a59fcb5-a3e0-4699-ad78-a6cb7813a0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.593620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579d62-20c5-4dbf-9e00-7c1f926d00b4 req-cff84772-bca9-40e2-a4a5-19240cd22cb9 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:01.600817 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e4579d62-20c5-4dbf-9e00-7c1f926d00b4 req-cff84772-bca9-40e2-a4a5-19240cd22cb9 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 895 time: 0.1606178 Aug 29 17:52:01.609438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:52:01.663217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a59fcb5-a3e0-4699-ad78-a6cb7813a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.668026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7a59fcb5-a3e0-4699-ad78-a6cb7813a0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.671677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7a59fcb5-a3e0-4699-ad78-a6cb7813a0d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/044f1a73-cba7-44a0-96eb-9dc861954dd6 HTTP/1.1" status: 204 len: 168 time: 0.2488129 Aug 29 17:52:01.693680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59fcb5-a3e0-4699-ad78-a6cb7813a0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044f1a73-cba7-44a0-96eb-9dc861954dd6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:01.702272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe09ef-94bb-417e-a848-0fc039a4a871 None None] Port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:52:01.794976 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.806304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:52:01.813888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:01.814251 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.841699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d25c60-be1e-4c57-b5ce-df798a417a3a req-5f7b1041-a590-422f-91d4-136939d3d1ec tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:01.853925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22d25c60-be1e-4c57-b5ce-df798a417a3a req-5f7b1041-a590-422f-91d4-136939d3d1ec tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 944 time: 0.1294410 Aug 29 17:52:01.870567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port efed3d90-4c5a-4f1b-a7cd-9518086dfde4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:01.881931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.954707 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22d25c60-be1e-4c57-b5ce-df798a417a3a req-28a34e12-498e-4734-bb27-34250e013da4 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929823 Aug 29 17:52:01.957866 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:01.988195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:01.990476 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2376b36d-4a64-405f-acb2-3417a6b2b4a8" -d '{"events": [{"server_uuid": "f17fe75e-69cb-48b0-b6bc-9faf02d3a030", "name": "network-vif-plugged", "status": "completed", "tag": "9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:02.010634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:02.020493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:02.023823 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:02.065186 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d2013b-17d5-4ebd-b58b-8edc37c740d6 x-openstack-request-id: req-d1d2013b-17d5-4ebd-b58b-8edc37c740d6 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:02.065464 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17fe75e-69cb-48b0-b6bc-9faf02d3a030", "name": "network-vif-plugged", "status": "completed", "tag": "9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:02.065802 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1d2013b-17d5-4ebd-b58b-8edc37c740d6 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:02.066082 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'code': 200} Aug 29 17:52:02.078042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:52:02.088794 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:02.095176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:02.113145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Transition to ACTIVE for port object 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:52:02.118507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:02.177952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Pushing event updated for resources: {'Port': ['ID=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:02.216873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047828e-f386-474a-8ca1-4adc537c150e req-07b2543b-a5bf-48f6-a1a4-d479a515c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:02.218827 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d047828e-f386-474a-8ca1-4adc537c150e req-07b2543b-a5bf-48f6-a1a4-d479a515c01d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1097 time: 0.0809431 Aug 29 17:52:02.273094 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d047828e-f386-474a-8ca1-4adc537c150e req-88c4bc2a-1ed5-468d-9048-74fbfe021fc8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443063 Aug 29 17:52:02.292191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Attempting to bind port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:52:02.292688 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Attempting to bind port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:52:02.293186 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Attempting to bind port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 on network cd2e6631-3134-40e9-9d85-406a6f64484d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:52:02.304112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 on network cd2e6631-3134-40e9-9d85-406a6f64484d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:52:02.308891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Attempting to bind port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 on network cd2e6631-3134-40e9-9d85-406a6f64484d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:52:02.314922 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:52:02.315271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Checking segment: {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:52:02.315668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Bound using segment: {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:52:02.316102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Bound port: 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febb5a2e-a4ea-4854-900c-4437ad803af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:52:02.316467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:02.398405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] For port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:52:02.403373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] For port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:52:02.408277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:02.467226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:02.468040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:02.469584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] 10.222.0.43 "PUT /v2.0/ports/2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 HTTP/1.1" status: 200 len: 1056 time: 1.1035588 Aug 29 17:52:02.470083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a6828d-f54c-4ce8-979d-2023f3b6141b', 'tag': '2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:02.478943 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe981d2-d460-48b0-be80-72eaa48c6d02" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a6828d-f54c-4ce8-979d-2023f3b6141b", "tag": "2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:02.530556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7d250-afe9-40ab-835d-0b0b2bedba1f service neutron] Pushing event updated for resources: {'Port': ['ID=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:02.591709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-1b34a6b5-6927-48c3-a775-a26de138d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:02.593829 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-1b34a6b5-6927-48c3-a775-a26de138d9df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d896ce8726ee4bd5ba876689e1add606&device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 1059 time: 0.0543134 Aug 29 17:52:02.623485 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b89c193-0d35-498c-8ec4-045c6d191475 x-openstack-request-id: req-4b89c193-0d35-498c-8ec4-045c6d191475 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:02.624034 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a6828d-f54c-4ce8-979d-2023f3b6141b", "tag": "2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:02.624480 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b89c193-0d35-498c-8ec4-045c6d191475 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:02.625090 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a6828d-f54c-4ce8-979d-2023f3b6141b', 'tag': '2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0', 'status': 'completed', 'code': 200} Aug 29 17:52:02.661812 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-3242dcd1-b5a7-49c0-9134-d23edd2a1a41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 HTTP/1.1" status: 200 len: 217 time: 0.0555942 Aug 29 17:52:02.762693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-e234bb1b-ff81-4f43-952e-01c11ad26972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:02.764274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-e234bb1b-ff81-4f43-952e-01c11ad26972 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0435b3b-eec1-43dd-84a7-f9228714da5a HTTP/1.1" status: 200 len: 838 time: 0.0945413 Aug 29 17:52:02.777512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a70ba1-2889-49f3-a29f-bd5cec4b90e4 req-a591173c-e2c9-4ded-a789-1dea750a98c8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:02.790782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-23a70ba1-2889-49f3-a29f-bd5cec4b90e4 req-a591173c-e2c9-4ded-a789-1dea750a98c8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 907 time: 0.0808446 Aug 29 17:52:02.841047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-9e73f0c8-6ced-4a33-813e-bafe5ec8a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:02.842623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-9e73f0c8-6ced-4a33-813e-bafe5ec8a2cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd2e6631-3134-40e9-9d85-406a6f64484d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0508044 Aug 29 17:52:02.957910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-c64227a5-a27a-456d-ab43-d73bbd6c6f14 service neutron] 10.222.0.43 "GET /v2.0/networks/cd2e6631-3134-40e9-9d85-406a6f64484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069226 Aug 29 17:52:03.059086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device efed3d90-4c5a-4f1b-a7cd-9518086dfde4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:52:03.092222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f988efd8-dc97-4f91-b813-f4e0933c5e19 req-60a5066b-8b23-40f0-8c00-4fd8d1e8e230 service neutron] 10.222.0.43 "GET /v2.0/networks/cd2e6631-3134-40e9-9d85-406a6f64484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264477 Aug 29 17:52:03.119742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:03.120391 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:03.123404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ce0c4-53ab-42f3-891f-301b0fb0f09c req-c032357c-d1a1-42bf-9116-2b7642fdc183 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:03.132921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f20ce0c4-53ab-42f3-891f-301b0fb0f09c req-c032357c-d1a1-42bf-9116-2b7642fdc183 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 945 time: 0.0791061 Aug 29 17:52:03.185279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f20ce0c4-53ab-42f3-891f-301b0fb0f09c req-7195b01f-e6f3-49c4-91a8-f013a583cd63 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513327 Aug 29 17:52:03.251345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-79ff113e-8df3-43ca-8fd0-6eda62e3b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:03.252941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-79ff113e-8df3-43ca-8fd0-6eda62e3b292 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d896ce8726ee4bd5ba876689e1add606&device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 1059 time: 0.1044705 Aug 29 17:52:03.360145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-16382ef3-29cc-4206-9e84-ca419ecc9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:03.362053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-16382ef3-29cc-4206-9e84-ca419ecc9672 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd2e6631-3134-40e9-9d85-406a6f64484d HTTP/1.1" status: 200 len: 898 time: 0.1012645 Aug 29 17:52:03.413302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-9f551dfb-f1e7-46c5-9d81-20d0ae5543a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 HTTP/1.1" status: 200 len: 217 time: 0.0402741 Aug 29 17:52:03.466769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-90beafbf-9132-4931-9795-7825051c6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:03.468468 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-90beafbf-9132-4931-9795-7825051c6525 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0435b3b-eec1-43dd-84a7-f9228714da5a HTTP/1.1" status: 200 len: 838 time: 0.0483859 Aug 29 17:52:03.519339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-c6d0052a-6184-4162-b89a-98d7f1cb226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:03.521039 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-c6d0052a-6184-4162-b89a-98d7f1cb226b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd2e6631-3134-40e9-9d85-406a6f64484d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0442398 Aug 29 17:52:03.624962 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-c9c134a6-b04c-4ef0-afe1-2d076d49457f service neutron] 10.222.0.43 "GET /v2.0/networks/cd2e6631-3134-40e9-9d85-406a6f64484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963452 Aug 29 17:52:03.719800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fe981d2-d460-48b0-be80-72eaa48c6d02 req-5c31b8c0-7c4b-4cda-9991-1a67ad1aa3ab service neutron] 10.222.0.43 "GET /v2.0/networks/cd2e6631-3134-40e9-9d85-406a6f64484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857074 Aug 29 17:52:03.928181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb578e-57ac-4ca5-9247-c8f6a37cdffa req-e0180404-7b8b-4df7-aee7-bcfb3927d4b9 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:03.929792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ffb578e-57ac-4ca5-9247-c8f6a37cdffa req-e0180404-7b8b-4df7-aee7-bcfb3927d4b9 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 907 time: 0.0591357 Aug 29 17:52:04.306191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a20db9-32f8-4ea3-846e-a7891395c76f req-8a7c16f8-8137-4ab6-a196-835ec41fa78b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:04.307623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5a20db9-32f8-4ea3-846e-a7891395c76f req-8a7c16f8-8137-4ab6-a196-835ec41fa78b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Aug 29 17:52:04.345938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5a20db9-32f8-4ea3-846e-a7891395c76f req-485fe281-f96f-47f7-b002-c8440efc0730 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Aug 29 17:52:04.483260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691b856-168b-4a94-8c69-226d6aadb2a6 req-2f13345e-c10c-4d5e-8fc9-a95184809ecf tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:04.484885 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9691b856-168b-4a94-8c69-226d6aadb2a6 req-2f13345e-c10c-4d5e-8fc9-a95184809ecf tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 945 time: 0.0679839 Aug 29 17:52:04.526879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9691b856-168b-4a94-8c69-226d6aadb2a6 req-bbe9b27d-6484-478a-92ce-8ff7b5ab0130 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358479 Aug 29 17:52:04.645763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78531e-37b5-4f8e-baa7-aa2f85eee984 req-fd433950-f344-481f-a01d-0f499cdd40ef tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:04.647315 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c78531e-37b5-4f8e-baa7-aa2f85eee984 req-fd433950-f344-481f-a01d-0f499cdd40ef tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 945 time: 0.0518646 Aug 29 17:52:04.648150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-c083ce67-fac5-4a40-b71e-4e0d9470a042 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=675e1856e0d24320b1180b2aee13fe31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244913 Aug 29 17:52:04.690296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c78531e-37b5-4f8e-baa7-aa2f85eee984 req-3c214fc9-a63f-4eef-82d2-0a2fa7754d5a tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362275 Aug 29 17:52:04.719077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56122) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:04.770754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-660fec52-822f-432c-b1d6-ce0c455b45d0 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:04.772617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-660fec52-822f-432c-b1d6-ce0c455b45d0 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165645 Aug 29 17:52:04.788939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-d4fff71b-0efd-4af1-bceb-8fa9da3fc53f tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/quotas/675e1856e0d24320b1180b2aee13fe31 HTTP/1.1" status: 200 len: 375 time: 0.0096323 Aug 29 17:52:04.822549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-da603985-6f49-43c3-b2d7-67a82bb26a07 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=675e1856e0d24320b1180b2aee13fe31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271487 Aug 29 17:52:04.921025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af35c98-76a9-4141-9f4f-8e6d07811999 tempest-TestServerBasicOps-399200746 tempest-TestServerBasicOps-399200746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:04.925381 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1af35c98-76a9-4141-9f4f-8e6d07811999 tempest-TestServerBasicOps-399200746 tempest-TestServerBasicOps-399200746-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1092 time: 0.2024088 Aug 29 17:52:04.925619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56130) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:04.930074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:52:04.967428 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:05.037329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94d1db42-03f2-4f3b-9c1e-7d4b87804ce2 req-e4c0c1bd-cc58-4e0c-9ea3-86589a082b4c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 210 time: 0.0281656 Aug 29 17:52:05.101896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3927-1d71-4409-9cc1-05f3c8b7dad3 req-60127b67-a2a8-4a96-a7ee-3daf25645954 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:05.114745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c89a3927-1d71-4409-9cc1-05f3c8b7dad3 req-60127b67-a2a8-4a96-a7ee-3daf25645954 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 907 time: 0.0964189 Aug 29 17:52:05.119501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:05.244089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Allocated IP 172.25.2.123 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/a7569287-e951-411e-868a-a2a4e273f42d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:52:05.365409 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:05.411065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:05.715185 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:52:05.721440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:52:05.725909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:52:05.729536 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'Port': ['ID=a7569287-e951-411e-868a-a2a4e273f42d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:05.955568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-d00f61f3-b36b-40d5-abb3-10dfd2927a3d tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=675e1856e0d24320b1180b2aee13fe31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398731 Aug 29 17:52:06.106005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-8d8479ba-afe8-41ce-ac5f-f53cc4686c84 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:06.107585 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-8d8479ba-afe8-41ce-ac5f-f53cc4686c84 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466179 Aug 29 17:52:06.121829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Request body: {'port': {'device_id': 'e06c90da-a965-4c28-8d88-15a603a2b74a', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '675e1856e0d24320b1180b2aee13fe31'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:52:06.172979 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5f3b2bbf-c35f-43e8-9540-cd6d2f0bf3a6 req-90f28c36-59a8-4aaf-9a19-991526a86ef5 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 210 time: 0.0445764 Aug 29 17:52:06.271112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fdd86-8286-4e64-896d-53f1d689009c req-cf43c642-17f3-4139-b1d3-07a3c2984ea7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:06.272769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-470fdd86-8286-4e64-896d-53f1d689009c req-cf43c642-17f3-4139-b1d3-07a3c2984ea7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 907 time: 0.0809355 Aug 29 17:52:06.309848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Made reservation on behalf of 675e1856e0d24320b1180b2aee13fe31 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:52:06.310104 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.314251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.326853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.416918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.426519 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.431415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.502268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641663d8-567b-4849-8cdb-95a8b6a99c28,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:06.513295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.513643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.513996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.514337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.515062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.515062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.515358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.515652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.515970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.516301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.516610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.516928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:06.591709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.596534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.602354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Allocated IP 192.168.233.207 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/34d56c99-5d18-4a26-a997-3de19005f013) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:52:06.686035 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event updated for resources: {'Port': ['ID=a7569287-e951-411e-868a-a2a4e273f42d,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:06.689675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.762692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.779472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Transition to ACTIVE for port object 34d56c99-5d18-4a26-a997-3de19005f013 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:52:06.799173 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Floating IP 51cd47b6-ddf6-4039-a9ba-ee925620bb36 associated. External IP: 172.25.2.123, port: 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7. Aug 29 17:52:06.816508 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.874088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:52:06.875497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Pushing event updated for resources: {'Port': ['ID=34d56c99-5d18-4a26-a997-3de19005f013,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:06.878174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:52:06.891485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:52:06.968473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:06.969787 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:06.991491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-20273fb5-89e4-4ca6-b259-444071f7b01e tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8738723 Aug 29 17:52:07.005751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Request body: {'port': {'device_id': 'e06c90da-a965-4c28-8d88-15a603a2b74a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:52:07.044961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Router 19405a69-4292-4303-a4f5-1c814f1c90d0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:52:07.069281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:07.174892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:52:07.186308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] Sync routers for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:52:07.197198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:07.198806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:07.204545 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:07.239150 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9dd9380a-b1f0-46f7-92d2-f77f324da829 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3124514 Aug 29 17:52:07.240153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'tag': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:07.242719 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "f17fe75e-69cb-48b0-b6bc-9faf02d3a030", "tag": "9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:07.322312 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea21617-8a93-43d4-b62d-29a1b801e68b x-openstack-request-id: req-6ea21617-8a93-43d4-b62d-29a1b801e68b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:07.322942 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17fe75e-69cb-48b0-b6bc-9faf02d3a030", "tag": "9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:07.324922 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ea21617-8a93-43d4-b62d-29a1b801e68b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:07.325543 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'tag': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'status': 'completed', 'code': 200} Aug 29 17:52:07.359516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa8bac-669e-46f4-af28-d3f0a0946667 req-60eb3488-c7e7-4494-83c7-652793aca95c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:07.361140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81fa8bac-669e-46f4-af28-d3f0a0946667 req-60eb3488-c7e7-4494-83c7-652793aca95c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 936 time: 0.0873311 Aug 29 17:52:07.429179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81fa8bac-669e-46f4-af28-d3f0a0946667 req-6c93e9bf-becc-40a6-9e63-27c1198f6ce5 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619113 Aug 29 17:52:07.466004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-03979b03-cfbc-4fdf-b1d9-0fa4bf80339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:07.467714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-03979b03-cfbc-4fdf-b1d9-0fa4bf80339f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1097 time: 0.1244807 Aug 29 17:52:07.510910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b7849de4-f77b-4b43-a6d6-7d061c2dde81 None None] Provisioning for port 34d56c99-5d18-4a26-a997-3de19005f013 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:52:07.540576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b7849de4-f77b-4b43-a6d6-7d061c2dde81 None None] Provisioning complete for port 34d56c99-5d18-4a26-a997-3de19005f013 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:07.540831 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b7849de4-f77b-4b43-a6d6-7d061c2dde81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:07.569844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84496c2-3926-4fd7-bd61-08eabfc519aa req-a639876d-3c7c-4a52-a07e-c83bd687b3f7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:07.571616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a84496c2-3926-4fd7-bd61-08eabfc519aa req-a639876d-3c7c-4a52-a07e-c83bd687b3f7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 907 time: 0.1752057 Aug 29 17:52:07.580362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d56c99-5d18-4a26-a997-3de19005f013 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:52:07.590029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b7849de4-f77b-4b43-a6d6-7d061c2dde81 None None] Port 34d56c99-5d18-4a26-a997-3de19005f013 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:52:07.592016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:07.601614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:07.619871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Transition to ACTIVE for port object 34d56c99-5d18-4a26-a997-3de19005f013 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:52:07.630323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:52:07.632217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:07.662437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-a33b7c71-a57f-48c0-a471-ea3c70235853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:07.664095 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-a33b7c71-a57f-48c0-a471-ea3c70235853 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 909 time: 0.1732516 Aug 29 17:52:07.739756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Pushing event updated for resources: {'Port': ['ID=34d56c99-5d18-4a26-a997-3de19005f013,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:07.841697 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Attempting to bind port 34d56c99-5d18-4a26-a997-3de19005f013 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:52:07.842127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Attempting to bind port 34d56c99-5d18-4a26-a997-3de19005f013 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:52:07.842911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Attempting to bind port 34d56c99-5d18-4a26-a997-3de19005f013 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:52:07.850205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-5a4df88f-bbe3-4961-b386-28dedba626f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 999 time: 0.1792150 Aug 29 17:52:07.850938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Port 34d56c99-5d18-4a26-a997-3de19005f013 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:52:07.851838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Attempting to bind port 34d56c99-5d18-4a26-a997-3de19005f013 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:52:07.861482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:07.888007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0', 'network_id': 'cd2e6631-3134-40e9-9d85-406a6f64484d', 'port_id': '2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0', 'mac_address': 'fa:16:3e:fb:8a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0435b3b-eec1-43dd-84a7-f9228714da5a', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:52:07.908992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:52:07.909345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:52:07.909742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:52:07.910196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Bound port: 34d56c99-5d18-4a26-a997-3de19005f013, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:52:07.910559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:07.931592 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-76fc9303-915b-43e4-aaee-3351da714c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:07.933187 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-76fc9303-915b-43e4-aaee-3351da714c1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 200 len: 847 time: 0.0740108 Aug 29 17:52:07.957250 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:07.976900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:52:08.001409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:08.012339 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:08.022725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] For port 34d56c99-5d18-4a26-a997-3de19005f013, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:52:08.026871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] For port 34d56c99-5d18-4a26-a997-3de19005f013, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=34d56c99-5d18-4a26-a997-3de19005f013,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:52:08.029467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-70191ff0-b702-48c9-8e6e-efe0045e8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:08.031126 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-70191ff0-b702-48c9-8e6e-efe0045e8d54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df1661ce-2f8c-478d-bd4b-24649b68701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672128 Aug 29 17:52:08.032569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:08.040754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '51cd47b6-ddf6-4039-a9ba-ee925620bb36', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'port_id': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'mac_address': 'fa:16:3e:1b:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:52:05Z', 'updated_at': '2021-08-29T17:52:05Z', 'revision_number': 0, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 5, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:08.078626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] Checking router: 19405a69-4292-4303-a4f5-1c814f1c90d0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:52:08.103206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:08.103846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:51:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:08.121163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:08.121785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:08.123219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] 10.222.0.44 "PUT /v2.0/ports/34d56c99-5d18-4a26-a997-3de19005f013 HTTP/1.1" status: 200 len: 1097 time: 1.1219552 Aug 29 17:52:08.123660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c90da-a965-4c28-8d88-15a603a2b74a', 'tag': '34d56c99-5d18-4a26-a997-3de19005f013'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:08.125882 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c90da-a965-4c28-8d88-15a603a2b74a", "tag": "34d56c99-5d18-4a26-a997-3de19005f013"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:08.151832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91571f1-d511-46ca-96aa-8b1fe22705b0 service neutron] Pushing event updated for resources: {'Port': ['ID=34d56c99-5d18-4a26-a997-3de19005f013,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:08.164873 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:08.242389 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-35cf4394-49a0-4563-bc9c-84718e8aa8cb service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010493 Aug 29 17:52:08.305017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:52:08.309567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-62eef22e-cfb0-4d61-80bb-69256b3b9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:08.312455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-62eef22e-cfb0-4d61-80bb-69256b3b9522 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=675e1856e0d24320b1180b2aee13fe31&device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 1100 time: 0.1054733 Aug 29 17:52:08.369577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:08.396772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-281ad1c6-481a-42d0-b5f5-b618dfc89147 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=34d56c99-5d18-4a26-a997-3de19005f013 HTTP/1.1" status: 200 len: 217 time: 0.0740983 Aug 29 17:52:08.417406 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e53c7-aae5-4183-916c-22fc87cea930 x-openstack-request-id: req-302e53c7-aae5-4183-916c-22fc87cea930 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:08.417765 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c90da-a965-4c28-8d88-15a603a2b74a", "tag": "34d56c99-5d18-4a26-a997-3de19005f013", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:08.418081 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-302e53c7-aae5-4183-916c-22fc87cea930 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:08.418538 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c90da-a965-4c28-8d88-15a603a2b74a', 'tag': '34d56c99-5d18-4a26-a997-3de19005f013', 'status': 'completed', 'code': 200} Aug 29 17:52:08.473171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-50940af3-3b0b-4718-9fd4-2064d65d35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:08.475054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-50940af3-3b0b-4718-9fd4-2064d65d35d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0697234 Aug 29 17:52:08.477808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce033d81-0d21-4f99-954c-d92ec1ca0ef4 req-33ca5e29-1f86-4e10-b0c4-95f7bf848d56 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256520 Aug 29 17:52:08.652407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '51cd47b6-ddf6-4039-a9ba-ee925620bb36', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'port_id': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'mac_address': 'fa:16:3e:1b:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:52:05Z', 'updated_at': '2021-08-29T17:52:05Z', 'revision_number': 0, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 5, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:08.682338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f53b8-d37b-40a1-a2fd-a5a3528c7d1f None None] The sync data for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 is: [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '51cd47b6-ddf6-4039-a9ba-ee925620bb36', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'port_id': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'mac_address': 'fa:16:3e:1b:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:52:05Z', 'updated_at': '2021-08-29T17:52:05Z', 'revision_number': 0, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 5, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:52:08.745385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6dc58-1ab0-47fd-9085-efe10719f9ff req-0a83f2a3-f637-4d9d-9946-d8eb877d2dd3 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:08.748515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-14a6dc58-1ab0-47fd-9085-efe10719f9ff req-0a83f2a3-f637-4d9d-9946-d8eb877d2dd3 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 908 time: 0.0706797 Aug 29 17:52:08.890936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-74466641-6e9b-4fdd-88de-4b7e08c56f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:08.892635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-74466641-6e9b-4fdd-88de-4b7e08c56f79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4088681 Aug 29 17:52:08.901929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b58ef-b9b5-47f3-bd8b-5ac4c522e37e req-2d28f7cf-813b-4d8e-acf6-c701486a792a tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:08.903584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b36b58ef-b9b5-47f3-bd8b-5ac4c522e37e req-2d28f7cf-813b-4d8e-acf6-c701486a792a tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 948 time: 0.3820844 Aug 29 17:52:08.940960 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9e140-d643-4642-97f5-1c0700ec25f7 None None] New status for floating IP 51cd47b6-ddf6-4039-a9ba-ee925620bb36: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:52:08.993679 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b36b58ef-b9b5-47f3-bd8b-5ac4c522e37e req-841a9c06-c96a-4ec5-b60c-18419b36b415 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810730 Aug 29 17:52:09.025331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-3555090b-c06f-4085-97f0-17078b9204ab service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206462 Aug 29 17:52:09.147341 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c98455b6-f131-48b2-b851-0aa2cbaea784 req-9ccc3d42-e4df-4072-b882-d75766c405e5 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144788 Aug 29 17:52:09.241299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-7a35ecfa-e3c6-4246-a4d2-3792e3be4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.242855 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-7a35ecfa-e3c6-4246-a4d2-3792e3be4756 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=675e1856e0d24320b1180b2aee13fe31&device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 1100 time: 0.0421596 Aug 29 17:52:09.342184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-f51221d3-5328-4d66-9757-be7ab234886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.344121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-f51221d3-5328-4d66-9757-be7ab234886b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.0937495 Aug 29 17:52:09.386116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-c8b96dde-12e9-47b3-8294-5c31df27791b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=34d56c99-5d18-4a26-a997-3de19005f013 HTTP/1.1" status: 200 len: 217 time: 0.0346048 Aug 29 17:52:09.439936 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-8677363b-5b9b-4c5c-ab98-ff1bd9109841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.441299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-8677363b-5b9b-4c5c-ab98-ff1bd9109841 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0481226 Aug 29 17:52:09.489134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-2b349fbe-6996-41a4-8bd4-5c43e2a1d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.490664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-2b349fbe-6996-41a4-8bd4-5c43e2a1d4e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0413649 Aug 29 17:52:09.582824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-80a81217-c29a-4b8a-a695-83c195f027a4 service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832772 Aug 29 17:52:09.618752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:52:09.669879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:52:09.674371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:09.674891 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:09.680992 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b2a7d27-b490-4078-8b4f-d6c3c5e89056 req-a14f420f-f1e1-4427-90e5-c98bbfcd47cb service neutron] 10.222.0.44 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900102 Aug 29 17:52:09.757796 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:09.792001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a6828d-f54c-4ce8-979d-2023f3b6141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:09.795155 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ed441-7cec-4c17-84c1-c91b8e1273ba" -d '{"events": [{"server_uuid": "b8a6828d-f54c-4ce8-979d-2023f3b6141b", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:09.803308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:09.811318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:09.876544 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8883fa38-dfa5-4fc5-8bfd-121e73826a72 x-openstack-request-id: req-8883fa38-dfa5-4fc5-8bfd-121e73826a72 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:09.876979 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a6828d-f54c-4ce8-979d-2023f3b6141b", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:09.877463 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8883fa38-dfa5-4fc5-8bfd-121e73826a72 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:09.877949 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a6828d-f54c-4ce8-979d-2023f3b6141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0', 'code': 200} Aug 29 17:52:09.885536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:09.896297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b74ace-8227-419c-ae7f-74ee843bb972 req-f9035376-d260-4d5f-8b07-0ca1bed430d7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.898018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-31b74ace-8227-419c-ae7f-74ee843bb972 req-f9035376-d260-4d5f-8b07-0ca1bed430d7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 909 time: 0.0699124 Aug 29 17:52:09.986147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75088cb0-822b-47b9-b401-807236d86015 req-c0415dc5-0e71-48ca-a290-61e76cf90803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.988401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75088cb0-822b-47b9-b401-807236d86015 req-c0415dc5-0e71-48ca-a290-61e76cf90803 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 1061 time: 0.0536327 Aug 29 17:52:10.115148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faee229-77c2-4ae8-9721-e29804ad5929 req-e5f1de32-4152-4601-8e5e-bdf32cdbe7a4 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:10.116818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1faee229-77c2-4ae8-9721-e29804ad5929 req-e5f1de32-4152-4601-8e5e-bdf32cdbe7a4 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 948 time: 0.0507410 Aug 29 17:52:10.165116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1faee229-77c2-4ae8-9721-e29804ad5929 req-0e802d2a-2fd3-4be9-88ef-1636d477a575 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Aug 29 17:52:11.051095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984883-f8e5-4032-8caa-bfa9f96b3dc0 req-ab9459a7-0a7c-4213-bbc8-17c42182673c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:11.052803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-eb984883-f8e5-4032-8caa-bfa9f96b3dc0 req-ab9459a7-0a7c-4213-bbc8-17c42182673c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 909 time: 0.0834606 Aug 29 17:52:11.253557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dbb65815-15d0-4669-b163-5f94ea48279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:11.270959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf94aed-6f65-4b8e-87d2-c8be3d918ae3 req-ea921ec5-d11b-4a3b-9e4a-0d07e44af446 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0394218 Aug 29 17:52:11.332924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14f903-e34b-4c6a-bd48-8108ef79515e req-f28c5109-c39e-46dd-935b-f243b0f3ec18 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:11.334429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c14f903-e34b-4c6a-bd48-8108ef79515e req-f28c5109-c39e-46dd-935b-f243b0f3ec18 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 948 time: 0.0626540 Aug 29 17:52:11.369396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf94aed-6f65-4b8e-87d2-c8be3d918ae3 req-327ebfa2-0f15-4e89-92a0-43412ceca90a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Aug 29 17:52:11.423625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c14f903-e34b-4c6a-bd48-8108ef79515e req-da5cfbca-28e4-40ce-a7d6-3aefbf440fc9 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806513 Aug 29 17:52:11.425434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf94aed-6f65-4b8e-87d2-c8be3d918ae3 req-14126f47-37a9-4eb2-aa4a-27c85ca5d21f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329208 Aug 29 17:52:11.623838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf94aed-6f65-4b8e-87d2-c8be3d918ae3 req-be443c4e-9a0c-424f-911c-f1f21175f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:11.625463 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3bf94aed-6f65-4b8e-87d2-c8be3d918ae3 req-be443c4e-9a0c-424f-911c-f1f21175f6d2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931605 Aug 29 17:52:11.719516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 34d56c99-5d18-4a26-a997-3de19005f013 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:52:11.824115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 34d56c99-5d18-4a26-a997-3de19005f013, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=34d56c99-5d18-4a26-a997-3de19005f013,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:11.836364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '34d56c99-5d18-4a26-a997-3de19005f013', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '34d56c99-5d18-4a26-a997-3de19005f013', 'mac_address': 'fa:16:3e:91:31:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:52:11.877467 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:11.899175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d56c99-5d18-4a26-a997-3de19005f013 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:52:11.923377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 34d56c99-5d18-4a26-a997-3de19005f013, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=34d56c99-5d18-4a26-a997-3de19005f013,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:11.927230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:11.979210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=34d56c99-5d18-4a26-a997-3de19005f013,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:12.157838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['34d56c99-5d18-4a26-a997-3de19005f013'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:52:12.180114 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469e799-e6bf-4193-b5fa-1cce830adc30 req-3576ffe4-6358-4a14-8ae6-22f4c911b9b2 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:12.182241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e469e799-e6bf-4193-b5fa-1cce830adc30 req-3576ffe4-6358-4a14-8ae6-22f4c911b9b2 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 909 time: 0.0545068 Aug 29 17:52:12.305083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d71904-a8cf-464f-a5ca-2f9d5d708907 req-08b35c4e-ab2e-4a11-ac4e-5bc1ff9982b0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:12.306877 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e0d71904-a8cf-464f-a5ca-2f9d5d708907 req-08b35c4e-ab2e-4a11-ac4e-5bc1ff9982b0 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 909 time: 0.0511193 Aug 29 17:52:12.415726 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1296-3943-4e79-a944-2facb40d7045 req-2a4512a0-1124-4c0f-9c4d-be5d94487c60 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:12.417237 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d0bb1296-3943-4e79-a944-2facb40d7045 req-2a4512a0-1124-4c0f-9c4d-be5d94487c60 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 1061 time: 0.0424182 Aug 29 17:52:12.531528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dff986-480e-4ad5-9b27-98a0442cf834 req-ce6d7b4c-080b-458b-8e61-72c06559f62e tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:12.533059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8dff986-480e-4ad5-9b27-98a0442cf834 req-ce6d7b4c-080b-458b-8e61-72c06559f62e tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 1137 time: 0.0453818 Aug 29 17:52:12.557731 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8835d-ccc2-4ee0-8df2-feebe1de0a78 req-58bb8061-120e-40f1-be5d-de964eab4e31 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:12.561676 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bc8835d-ccc2-4ee0-8df2-feebe1de0a78 req-58bb8061-120e-40f1-be5d-de964eab4e31 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 949 time: 0.0661390 Aug 29 17:52:12.575056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8dff986-480e-4ad5-9b27-98a0442cf834 req-441dfcdc-42a4-4663-b53f-f2c8e1d8a352 tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0353453 Aug 29 17:52:12.597233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56582) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:12.628388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5bc8835d-ccc2-4ee0-8df2-feebe1de0a78 req-f8223700-a066-4e8f-884d-28c91b24a0e5 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558281 Aug 29 17:52:12.648151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b333d8-d80f-430d-ab30-c04b77eaa39b tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:12.650579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e1b333d8-d80f-430d-ab30-c04b77eaa39b tempest-TestSecurityGroupsBasicOps-10058807 tempest-TestSecurityGroupsBasicOps-10058807-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 1056 time: 0.0518196 Aug 29 17:52:12.690294 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:12.877235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba7265-b68c-48e3-8034-a848b1e3229d req-79b7b2c3-3bf6-4082-b314-474fd91fd83a tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:12.878951 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77ba7265-b68c-48e3-8034-a848b1e3229d req-79b7b2c3-3bf6-4082-b314-474fd91fd83a tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 909 time: 0.0541031 Aug 29 17:52:13.245147 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:13.734398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 34d56c99-5d18-4a26-a997-3de19005f013 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:52:13.744535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42988898-0630-45f4-9a35-8614f980aee1 req-9979e45b-6cf8-499a-a783-e8407663b848 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:13.746023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42988898-0630-45f4-9a35-8614f980aee1 req-9979e45b-6cf8-499a-a783-e8407663b848 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 949 time: 0.0489087 Aug 29 17:52:13.783776 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 34d56c99-5d18-4a26-a997-3de19005f013 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:52:13.785811 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42988898-0630-45f4-9a35-8614f980aee1 req-86ea6264-e905-4906-a015-9f9d4ab018e8 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337107 Aug 29 17:52:13.788855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 34d56c99-5d18-4a26-a997-3de19005f013 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:13.789229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:13.875308 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:13.899926 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7b4e-23b7-41b4-b6cd-8441fe7b22bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:13.910728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c90da-a965-4c28-8d88-15a603a2b74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d56c99-5d18-4a26-a997-3de19005f013'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:13.913054 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7101a1fa-ab70-45eb-8e08-e3301e0b5f96" -d '{"events": [{"server_uuid": "e06c90da-a965-4c28-8d88-15a603a2b74a", "name": "network-vif-plugged", "status": "completed", "tag": "34d56c99-5d18-4a26-a997-3de19005f013"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:13.947766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 34d56c99-5d18-4a26-a997-3de19005f013, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=34d56c99-5d18-4a26-a997-3de19005f013,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:13.955714 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc627dc3-e02e-4b5d-a015-79df29beabab x-openstack-request-id: req-fc627dc3-e02e-4b5d-a015-79df29beabab {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:13.956006 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c90da-a965-4c28-8d88-15a603a2b74a", "name": "network-vif-plugged", "status": "completed", "tag": "34d56c99-5d18-4a26-a997-3de19005f013", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:13.956298 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc627dc3-e02e-4b5d-a015-79df29beabab {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:13.957132 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c90da-a965-4c28-8d88-15a603a2b74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d56c99-5d18-4a26-a997-3de19005f013', 'code': 200} Aug 29 17:52:13.960001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:13.966236 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:14.018989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=34d56c99-5d18-4a26-a997-3de19005f013,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:14.032277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95267235-ad4c-4639-b112-4865d6c5a6ea req-27a66a98-ed90-4368-bc0e-72829394369d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:14.034302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95267235-ad4c-4639-b112-4865d6c5a6ea req-27a66a98-ed90-4368-bc0e-72829394369d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 909 time: 0.0722938 Aug 29 17:52:14.093116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ffaf-62dd-47ea-8b2f-09b66399ad4e req-d132f13a-aa6c-4d6c-9355-7592299cab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:14.094669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4524ffaf-62dd-47ea-8b2f-09b66399ad4e req-d132f13a-aa6c-4d6c-9355-7592299cab90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 1102 time: 0.0471673 Aug 29 17:52:14.131331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4524ffaf-62dd-47ea-8b2f-09b66399ad4e req-e16070ca-d31d-4248-9373-b33e86dd9318 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283411 Aug 29 17:52:14.239345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-33e81b9b-5f3d-4cee-9500-91eaa901a894 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:14.240694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-33e81b9b-5f3d-4cee-9500-91eaa901a894 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 909 time: 0.0477002 Aug 29 17:52:14.336185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:14.336542 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:14.427991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] For port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:14.428365 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:14.442079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Calling delete_port for 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:14.575442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:14.602836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Port': ['ID=2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:14.651858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] No DVR routers for this DVR port 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:14.654785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:14.656812 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18dde570-f38a-43fa-ba0a-83d5c9f6ffdd req-73f016fb-6536-455a-8f1b-7a619d755745 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.43 "DELETE /v2.0/ports/2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 HTTP/1.1" status: 204 len: 173 time: 0.4100358 Aug 29 17:52:14.657295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a6828d-f54c-4ce8-979d-2023f3b6141b', 'name': 'network-vif-deleted', 'tag': '2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:14.659627 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4938bdf8-89fc-468f-b222-a75057dca07c" -d '{"events": [{"server_uuid": "b8a6828d-f54c-4ce8-979d-2023f3b6141b", "name": "network-vif-deleted", "tag": "2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:14.705984 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0c6af1-4941-402b-90e3-f43cae374aa9 x-openstack-request-id: req-ef0c6af1-4941-402b-90e3-f43cae374aa9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:14.706290 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a6828d-f54c-4ce8-979d-2023f3b6141b", "name": "network-vif-deleted", "tag": "2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:14.706526 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef0c6af1-4941-402b-90e3-f43cae374aa9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:14.706952 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a6828d-f54c-4ce8-979d-2023f3b6141b', 'name': 'network-vif-deleted', 'tag': '2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0', 'status': 'completed', 'code': 200} Aug 29 17:52:14.904808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63d8f7-3cdc-41f6-bb83-818ddf6f3058 req-0fc183ab-966d-4044-b2ab-66affb37f5d4 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:14.906294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e63d8f7-3cdc-41f6-bb83-818ddf6f3058 req-0fc183ab-966d-4044-b2ab-66affb37f5d4 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 950 time: 0.0492952 Aug 29 17:52:14.944041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e63d8f7-3cdc-41f6-bb83-818ddf6f3058 req-ca20ccb2-48b2-4554-b646-ebb7de7a315f tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Aug 29 17:52:15.165374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-303e5645-a25d-490c-aa36-753870664ca0 req-ec469efb-55be-49c4-9925-62d41ebbba49 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8a6828d-f54c-4ce8-979d-2023f3b6141b HTTP/1.1" status: 200 len: 210 time: 0.0342045 Aug 29 17:52:15.499787 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:16.066506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4d01-cd65-43d9-b6ea-4a888e3676e1 req-fc17bd7b-495f-45a2-9530-1742832eb9b4 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:16.068401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f29b4d01-cd65-43d9-b6ea-4a888e3676e1 req-fc17bd7b-495f-45a2-9530-1742832eb9b4 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 950 time: 0.0496509 Aug 29 17:52:16.106502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f29b4d01-cd65-43d9-b6ea-4a888e3676e1 req-11cb5988-6097-4953-b842-97c8e981a0ec tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Aug 29 17:52:16.229271 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56688) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:16.384770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdad72f-9eea-4a7a-bd47-ed5fb67ce621 req-4e4d8e75-4f94-40c9-80f7-9f2a93f49c65 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:16.386314 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dbdad72f-9eea-4a7a-bd47-ed5fb67ce621 req-4e4d8e75-4f94-40c9-80f7-9f2a93f49c65 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 950 time: 0.0516520 Aug 29 17:52:16.433489 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dbdad72f-9eea-4a7a-bd47-ed5fb67ce621 req-2277b5bb-63f6-4912-936f-44de16db86a8 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Aug 29 17:52:16.809930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:16.878815 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:17.142405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting port efed3d90-4c5a-4f1b-a7cd-9518086dfde4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:17.142796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:17.234391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] For port efed3d90-4c5a-4f1b-a7cd-9518086dfde4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:17.235129 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:17.247602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Calling delete_port for efed3d90-4c5a-4f1b-a7cd-9518086dfde4 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:17.427811 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:17.454193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Port': ['ID=efed3d90-4c5a-4f1b-a7cd-9518086dfde4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:17.635021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01a5f-14f6-428a-b6f1-24368820ff87 req-3de745f7-e866-41eb-8807-5961066f225f tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:17.642341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84a01a5f-14f6-428a-b6f1-24368820ff87 req-3de745f7-e866-41eb-8807-5961066f225f tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 950 time: 0.1110642 Aug 29 17:52:17.663161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-52561d6f-9b6f-4b70-89e4-ecd504260bb5 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:17.665266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-52561d6f-9b6f-4b70-89e4-ecd504260bb5 tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06c90da-a965-4c28-8d88-15a603a2b74a HTTP/1.1" status: 200 len: 950 time: 0.0577292 Aug 29 17:52:17.719318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-84a01a5f-14f6-428a-b6f1-24368820ff87 req-9a67ccaf-8426-4b32-b5d0-89bcbd0c0cda tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.41 "GET /v2.0/security-groups?id=641663d8-567b-4849-8cdb-95a8b6a99c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758622 Aug 29 17:52:17.747784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:17.767605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Deleting port 34d56c99-5d18-4a26-a997-3de19005f013 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:17.767955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:17.878566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f40e8-3544-4416-b277-02c0da933b26 req-b6d7c7c4-4540-44ea-a830-10e7d1ac0231 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:17.880066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25f40e8-3544-4416-b277-02c0da933b26 req-b6d7c7c4-4540-44ea-a830-10e7d1ac0231 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 949 time: 0.0976593 Aug 29 17:52:17.914376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] For port 34d56c99-5d18-4a26-a997-3de19005f013, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=34d56c99-5d18-4a26-a997-3de19005f013,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:17.914785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:17.937477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Calling delete_port for 34d56c99-5d18-4a26-a997-3de19005f013 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:17.941815 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a25f40e8-3544-4416-b277-02c0da933b26 req-02fa516a-d317-4063-b26d-24ec86ec6d85 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548520 Aug 29 17:52:17.979409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Router e3b31196-0789-452f-b32a-dd6f3cc3896d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:52:18.072533 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.084806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['34d56c99-5d18-4a26-a997-3de19005f013'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:52:18.089182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:52:18.097323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0d79fbbf-945d-464b-8b8d-8bd281c3f2b7 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "PUT /v2.0/routers/e3b31196-0789-452f-b32a-dd6f3cc3896d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8667657 Aug 29 17:52:18.098040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56702) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:18.102020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Pushing event deleted for resources: {'Port': ['ID=34d56c99-5d18-4a26-a997-3de19005f013,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:18.111743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] Sync routers for ids ['e3b31196-0789-452f-b32a-dd6f3cc3896d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:52:18.123431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] Routers {'e3b31196-0789-452f-b32a-dd6f3cc3896d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:18.124061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:52:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3b31196-0789-452f-b32a-dd6f3cc3896d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:18.150454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] No DVR routers for this DVR port 34d56c99-5d18-4a26-a997-3de19005f013 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:18.153149 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.155307 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-465ba933-ad53-418b-8b8b-f35a0a200da7 req-4f417aa2-d7bb-48ea-b574-3e3d4c4a030c tempest-VolumesNegativeTest-1057308537 tempest-VolumesNegativeTest-1057308537-project] 10.222.0.44 "DELETE /v2.0/ports/34d56c99-5d18-4a26-a997-3de19005f013 HTTP/1.1" status: 204 len: 173 time: 0.4836092 Aug 29 17:52:18.155743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c90da-a965-4c28-8d88-15a603a2b74a', 'name': 'network-vif-deleted', 'tag': '34d56c99-5d18-4a26-a997-3de19005f013'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:18.158700 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6360d4-1686-4e96-a235-339d2ade10de" -d '{"events": [{"server_uuid": "e06c90da-a965-4c28-8d88-15a603a2b74a", "name": "network-vif-deleted", "tag": "34d56c99-5d18-4a26-a997-3de19005f013"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:18.160036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebf44d5-96d5-4a54-9039-8ab2862104d4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting subnet b0435b3b-eec1-43dd-84a7-f9228714da5a {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:52:18.163714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ebf44d5-96d5-4a54-9039-8ab2862104d4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.224746 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b145f086-92e1-4366-8525-b65070f58737 x-openstack-request-id: req-b145f086-92e1-4366-8525-b65070f58737 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:18.225211 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c90da-a965-4c28-8d88-15a603a2b74a", "name": "network-vif-deleted", "tag": "34d56c99-5d18-4a26-a997-3de19005f013", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:18.225729 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b145f086-92e1-4366-8525-b65070f58737 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:18.226143 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c90da-a965-4c28-8d88-15a603a2b74a', 'name': 'network-vif-deleted', 'tag': '34d56c99-5d18-4a26-a997-3de19005f013', 'status': 'completed', 'code': 200} Aug 29 17:52:18.228318 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ebf44d5-96d5-4a54-9039-8ab2862104d4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.272657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] Set router e3b31196-0789-452f-b32a-dd6f3cc3896d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:18.337775 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ebf44d5-96d5-4a54-9039-8ab2862104d4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.397682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ebf44d5-96d5-4a54-9039-8ab2862104d4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.425437 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf44d5-96d5-4a54-9039-8ab2862104d4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Subnet': ['ID=b0435b3b-eec1-43dd-84a7-f9228714da5a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:18.427541 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ebf44d5-96d5-4a54-9039-8ab2862104d4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.429438 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6ebf44d5-96d5-4a54-9039-8ab2862104d4 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/subnets/b0435b3b-eec1-43dd-84a7-f9228714da5a HTTP/1.1" status: 204 len: 168 time: 0.3303413 Aug 29 17:52:18.432497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56706) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:18.451695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b994fa-0cff-47c4-a22e-bf372f4220ac None None] Network cd2e6631-3134-40e9-9d85-406a6f64484d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:52:18.542374 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.570318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:52:17Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:18.598048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] Checking router: e3b31196-0789-452f-b32a-dd6f3cc3896d for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:52:18.613679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] Routers {'e3b31196-0789-452f-b32a-dd6f3cc3896d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:18.614284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:52:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['e3b31196-0789-452f-b32a-dd6f3cc3896d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:18.664970 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.724892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:18.725130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.827373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] For port 19c0b30a-d6d5-4773-b790-2b6cddd74ab4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=19c0b30a-d6d5-4773-b790-2b6cddd74ab4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:18.827806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.843198 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Calling delete_port for 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:18.875281 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] DHCP port deletion for cd2e6631-3134-40e9-9d85-406a6f64484d request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:52:18.922617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] Set router e3b31196-0789-452f-b32a-dd6f3cc3896d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:19.034190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] Deleting port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:19.034868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.087967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.120222 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Port': ['ID=19c0b30a-d6d5-4773-b790-2b6cddd74ab4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:19.124279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] For port b69d36ed-07c0-4435-b0cf-a3f3709a5b15, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b69d36ed-07c0-4435-b0cf-a3f3709a5b15,segment=NetworkSegment(febb5a2e-a4ea-4854-900c-4437ad803af1),segment_id=febb5a2e-a4ea-4854-900c-4437ad803af1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:19.125174 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.156809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] Calling delete_port for b69d36ed-07c0-4435-b0cf-a3f3709a5b15 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:19.195455 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035b980-420a-4936-93d2-f7d0ab348c65 req-768be3cd-e2a3-4e06-b7be-679029475994 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:19.197009 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e035b980-420a-4936-93d2-f7d0ab348c65 req-768be3cd-e2a3-4e06-b7be-679029475994 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 949 time: 0.1454530 Aug 29 17:52:19.208015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b69d36ed-07c0-4435-b0cf-a3f3709a5b15 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:19.211987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.279784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:52:17Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:19.313564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65488574-a131-4ef6-8477-22bc5a56ec1e None None] The sync data for ids ['e3b31196-0789-452f-b32a-dd6f3cc3896d'] in n-d-713499-15 is: [{'id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1099056641', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:49Z', 'updated_at': '2021-08-29T17:52:17Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '19c0b30a-d6d5-4773-b790-2b6cddd74ab4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b31196-0789-452f-b32a-dd6f3cc3896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:50Z', 'updated_at': '2021-08-29T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:52:19.346727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.349280 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.349964 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.391484 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.394447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] Pushing event deleted for resources: {'Port': ['ID=b69d36ed-07c0-4435-b0cf-a3f3709a5b15,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:19.396651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ca7af-0236-4cc5-a8dc-1c0c05cb32a4 None None] No DVR routers for this DVR port b69d36ed-07c0-4435-b0cf-a3f3709a5b15 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:19.405003 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e035b980-420a-4936-93d2-f7d0ab348c65 req-defabc84-ee46-4933-af06-03160ff3d69e tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/security-groups?id=96e681fb-c27c-42da-b9b3-1335c455a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930926 Aug 29 17:52:19.431153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-fcd4efac-317d-40b3-8246-4cdd06000bf3 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:19.431153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-fcd4efac-317d-40b3-8246-4cdd06000bf3 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.43 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 949 time: 0.1023705 Aug 29 17:52:19.464442 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.464442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Fanout notify agent at l3_agent the message router_deleted on router e3b31196-0789-452f-b32a-dd6f3cc3896d {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:52:19.475897 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.480762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4bdbc814-3808-4413-b4a5-b988ef1f08e8 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/routers/e3b31196-0789-452f-b32a-dd6f3cc3896d HTTP/1.1" status: 204 len: 168 time: 1.0471859 Aug 29 17:52:19.481318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 56742) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:19.556059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Deleting port 0016d383-ce8a-4ec4-bf35-7706b9cf881b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:19.556707 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.565740 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.659400 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.665338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] For port 0016d383-ce8a-4ec4-bf35-7706b9cf881b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=0016d383-ce8a-4ec4-bf35-7706b9cf881b,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:19.665932 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.679890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2e6631-3134-40e9-9d85-406a6f64484d']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:19.682654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Calling delete_port for 0016d383-ce8a-4ec4-bf35-7706b9cf881b owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:19.693818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febb5a2e-a4ea-4854-900c-4437ad803af1') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:19.694123 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febb5a2e-a4ea-4854-900c-4437ad803af1') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:19.706629 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.710638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:19.723513 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.730473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:52:19.730916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.762868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:19.763220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 2c2c6a89-6cfa-44f1-9acf-dc675a53e9b0 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:52:19.782891 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:52:19.819207 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.825383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.827989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/networks/cd2e6631-3134-40e9-9d85-406a6f64484d HTTP/1.1" status: 204 len: 168 time: 0.3455167 Aug 29 17:52:19.832850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56790) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:19.844678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87007b03-7a13-4cf7-a823-ada7e663738f tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Network': ['ID=cd2e6631-3134-40e9-9d85-406a6f64484d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:19.899359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.912552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['0016d383-ce8a-4ec4-bf35-7706b9cf881b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:52:19.942111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Pushing event deleted for resources: {'Port': ['ID=0016d383-ce8a-4ec4-bf35-7706b9cf881b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:20.032232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] No DVR routers for this DVR port 0016d383-ce8a-4ec4-bf35-7706b9cf881b on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:20.036640 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:20.038546 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5d38525-555f-43af-88a1-ccf5e15bc627 req-8666bfeb-b019-4e0d-8cba-5184aaa21c68 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.43 "DELETE /v2.0/ports/0016d383-ce8a-4ec4-bf35-7706b9cf881b HTTP/1.1" status: 204 len: 173 time: 0.5895746 Aug 29 17:52:20.111879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting port 42776b08-8ae6-4fb5-830e-6cb8e804c8c6 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:20.113281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:20.222683 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:20.223058 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:20.230467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5', 'name': 'network-vif-deleted', 'tag': '0016d383-ce8a-4ec4-bf35-7706b9cf881b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:20.234048 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761622fe-b567-4cc4-945a-558f2c76fcf2" -d '{"events": [{"server_uuid": "89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5", "name": "network-vif-deleted", "tag": "0016d383-ce8a-4ec4-bf35-7706b9cf881b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:20.243422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Calling delete_port for 42776b08-8ae6-4fb5-830e-6cb8e804c8c6 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:20.293339 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a21141-480a-4c7b-b249-d72028df1eed x-openstack-request-id: req-c9a21141-480a-4c7b-b249-d72028df1eed {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:20.293633 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5", "name": "network-vif-deleted", "tag": "0016d383-ce8a-4ec4-bf35-7706b9cf881b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:20.294247 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9a21141-480a-4c7b-b249-d72028df1eed {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:20.295261 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5', 'name': 'network-vif-deleted', 'tag': '0016d383-ce8a-4ec4-bf35-7706b9cf881b', 'status': 'completed', 'code': 200} Aug 29 17:52:20.440470 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:20.505579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Port': ['ID=42776b08-8ae6-4fb5-830e-6cb8e804c8c6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:20.609882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:20.610801 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Floating IP f62abd1c-98f0-47b5-94f2-35d8a011b751 disassociated (deleted). External IP: 172.25.2.169, port: d3d8fb9c-c2eb-4759-aeee-f4fddf804e44. Aug 29 17:52:20.631276 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-724480b9-c054-4ee9-8201-7b6ad572f9b3 req-90fef34a-409f-446a-aa59-835df5d63c13 tempest-VolumesBackupsTest-878146124 tempest-VolumesBackupsTest-878146124-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b8284a-bfc3-4558-a2f6-73d8ed6e5ba5 HTTP/1.1" status: 200 len: 210 time: 0.0519128 Aug 29 17:52:20.850198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Router 97db99fd-2958-4c66-ae92-409cb211ba75 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:52:20.975022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:52:20.980978 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:20.985678 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] Sync routers for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:52:21.017874 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:21.018507 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:52:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:21.019655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7f3a763e-950b-4a13-99be-40dc6bb8f503 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/floatingips/f62abd1c-98f0-47b5-94f2-35d8a011b751 HTTP/1.1" status: 204 len: 168 time: 1.1856737 Aug 29 17:52:21.062401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:21.091635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:21.092498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 19c0b30a-d6d5-4773-b790-2b6cddd74ab4 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:21.093147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device efed3d90-4c5a-4f1b-a7cd-9518086dfde4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:21.119365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: efed3d90-4c5a-4f1b-a7cd-9518086dfde4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:21.119708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device efed3d90-4c5a-4f1b-a7cd-9518086dfde4 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:21.151744 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:21.319257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98fdac-f191-473b-af9c-42f54bc28025 req-f42c5421-8af5-40f0-b97d-ce4cd34e0b2d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:21.321510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b98fdac-f191-473b-af9c-42f54bc28025 req-f42c5421-8af5-40f0-b97d-ce4cd34e0b2d tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 985 time: 0.0556712 Aug 29 17:52:21.363021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b98fdac-f191-473b-af9c-42f54bc28025 req-7e6e9127-056b-4d9d-a170-febf3b24f7f3 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0351741 Aug 29 17:52:21.378201 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:51:03Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:21.404632 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] Checking router: 97db99fd-2958-4c66-ae92-409cb211ba75 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:52:21.412693 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:21.413294 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:52:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:21.519190 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:21.737173 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:51:03Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:21.764980 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b6f50-362d-4246-8339-e7ca9275e79a None None] The sync data for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 is: [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:57Z', 'revision_number': 4, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0ff55a8d-a032-465d-80a7-cae9df54e2b5', 'name': '', 'network_id': 'd8682e33-8993-4c28-9923-46ac481331cc', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'mac_address': 'fa:16:3e:7d:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:56Z', 'updated_at': '2021-08-29T17:51:03Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'subnets': [{'id': 'daa68dd3-3b1e-4327-90d4-c3779f1de6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:52:21.770089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 34d56c99-5d18-4a26-a997-3de19005f013 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:21.810740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 34d56c99-5d18-4a26-a997-3de19005f013 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:21.811587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 34d56c99-5d18-4a26-a997-3de19005f013 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:22.119385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246bcc8-44e4-4a8d-938f-443c2247adac None None] New status for floating IP f62abd1c-98f0-47b5-94f2-35d8a011b751: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:52:22.297245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:22.299738 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69be06a-764f-468d-af27-23175e23aec6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:22.335900 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80bb121-ef4d-4a27-bf42-3496338193dc x-openstack-request-id: req-d80bb121-ef4d-4a27-bf42-3496338193dc {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:22.336196 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:22.336451 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d80bb121-ef4d-4a27-bf42-3496338193dc {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:22.336853 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'status': 'completed', 'code': 200} Aug 29 17:52:22.411377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69be06a-764f-468d-af27-23175e23aec6 req-fccbb1d3-5f01-4989-916d-56998282862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:22.413057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a69be06a-764f-468d-af27-23175e23aec6 req-fccbb1d3-5f01-4989-916d-56998282862c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d896ce8726ee4bd5ba876689e1add606&device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 1137 time: 0.0530882 Aug 29 17:52:22.570224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69be06a-764f-468d-af27-23175e23aec6 req-9a62b50c-474d-42e0-afec-50779fe20358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:22.572103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a69be06a-764f-468d-af27-23175e23aec6 req-9a62b50c-474d-42e0-afec-50779fe20358 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8682e33-8993-4c28-9923-46ac481331cc HTTP/1.1" status: 200 len: 897 time: 0.1492748 Aug 29 17:52:22.575252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8448b7ac-92bb-4ba6-b619-7963db47e506 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:22.576898 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8448b7ac-92bb-4ba6-b619-7963db47e506 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 985 time: 0.0723190 Aug 29 17:52:22.593653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706e2bb-30e7-486e-b153-ecd17d0d8baa req-391c92fe-b58d-4bef-b43a-4e980a5b2249 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:22.597053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9706e2bb-30e7-486e-b153-ecd17d0d8baa req-391c92fe-b58d-4bef-b43a-4e980a5b2249 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 985 time: 0.1261077 Aug 29 17:52:22.701831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:22.702176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:22.703962 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a69be06a-764f-468d-af27-23175e23aec6 req-e1524e6e-7848-4f86-9478-26eccc68ae00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 HTTP/1.1" status: 200 len: 217 time: 0.1059146 Aug 29 17:52:22.757363 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9706e2bb-30e7-486e-b153-ecd17d0d8baa req-5f0cbaa8-29da-4c4d-9991-a4d43a2407af tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe20370-d599-4b9c-870b-010d11899e19&id=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1468115 Aug 29 17:52:22.787160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69be06a-764f-468d-af27-23175e23aec6 req-ce9492cd-14ba-4263-9ae7-95c3d9ab2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:22.789263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a69be06a-764f-468d-af27-23175e23aec6 req-ce9492cd-14ba-4263-9ae7-95c3d9ab2c34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daa68dd3-3b1e-4327-90d4-c3779f1de6ff HTTP/1.1" status: 200 len: 834 time: 0.0650520 Aug 29 17:52:22.792464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-9d66da55-3f73-41f0-b136-a5438ee6e585 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2294424 Aug 29 17:52:22.808593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] For port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:22.808972 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:22.836000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Calling delete_port for d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:22.914832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69be06a-764f-468d-af27-23175e23aec6 req-85509c45-6474-4bfd-895b-f812d33f294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:22.923687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a69be06a-764f-468d-af27-23175e23aec6 req-85509c45-6474-4bfd-895b-f812d33f294d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8682e33-8993-4c28-9923-46ac481331cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208727 Aug 29 17:52:22.923687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-a96362e2-9050-4c32-a10e-2aeca9994419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:22.923687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-a96362e2-9050-4c32-a10e-2aeca9994419 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1097 time: 0.0652180 Aug 29 17:52:23.093830 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a69be06a-764f-468d-af27-23175e23aec6 req-0122aee5-4b65-4790-8a32-80524cc15e91 service neutron] 10.222.0.44 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699064 Aug 29 17:52:23.199657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a69be06a-764f-468d-af27-23175e23aec6 req-7ac9b855-087b-4087-810c-f8bc20f5c15d service neutron] 10.222.0.44 "GET /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974901 Aug 29 17:52:23.202840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-b8e35504-dcdc-4074-9cb8-710c2f39f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:23.204268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-b8e35504-dcdc-4074-9cb8-710c2f39f035 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 909 time: 0.2294674 Aug 29 17:52:23.291102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-c2c97439-0237-4825-a407-101b6065eaa4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0742295 Aug 29 17:52:23.352789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-8a768be2-a35d-4cfe-8063-7de875643015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:23.355129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-8a768be2-a35d-4cfe-8063-7de875643015 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 200 len: 847 time: 0.0570433 Aug 29 17:52:23.376703 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:23.413973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Port': ['ID=d3d8fb9c-c2eb-4759-aeee-f4fddf804e44,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:23.419298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-e7a0b1cb-acb5-4826-add2-90586525d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:23.421205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-e7a0b1cb-acb5-4826-add2-90586525d625 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df1661ce-2f8c-478d-bd4b-24649b68701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584772 Aug 29 17:52:23.468619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] No DVR routers for this DVR port d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:23.470784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:23.473068 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83b84066-8b30-47b5-b763-370c22385ad1 req-8a85c9f0-10e5-4856-9d94-6fbd0a74288e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.44 "DELETE /v2.0/ports/d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 HTTP/1.1" status: 204 len: 173 time: 0.8880765 Aug 29 17:52:23.473664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'name': 'network-vif-deleted', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:23.476208 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41b8da0-2bb4-47b7-a7d7-b692df8826c6" -d '{"events": [{"server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "name": "network-vif-deleted", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:23.550281 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-30f77e27-88bb-4ed3-b272-a154ed3fb201 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182616 Aug 29 17:52:23.626013 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570205b7-5975-43dd-aa62-ce67e8c4efbf x-openstack-request-id: req-570205b7-5975-43dd-aa62-ce67e8c4efbf {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:23.626529 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc6d32c-b2f4-4c70-991a-a1c7172fbb99", "name": "network-vif-deleted", "tag": "d3d8fb9c-c2eb-4759-aeee-f4fddf804e44", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:23.626529 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-570205b7-5975-43dd-aa62-ce67e8c4efbf {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:23.627009 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc6d32c-b2f4-4c70-991a-a1c7172fbb99', 'name': 'network-vif-deleted', 'tag': 'd3d8fb9c-c2eb-4759-aeee-f4fddf804e44', 'status': 'completed', 'code': 200} Aug 29 17:52:23.677664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9949de7-1025-4e9f-a59e-3ae23f069c8b req-3078a81f-22a6-4698-ae6c-2c290d93a664 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198032 Aug 29 17:52:23.742169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 0016d383-ce8a-4ec4-bf35-7706b9cf881b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:23.769883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 0016d383-ce8a-4ec4-bf35-7706b9cf881b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:23.770494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 0016d383-ce8a-4ec4-bf35-7706b9cf881b not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:23.890220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bb32164-6ac6-40b7-8486-0d82ea6521e9 req-888f9588-9cc3-4920-8915-354df8004a4e tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcc6d32c-b2f4-4c70-991a-a1c7172fbb99 HTTP/1.1" status: 200 len: 210 time: 0.0397751 Aug 29 17:52:24.328770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56976) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:24.470158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-974638bb-bd6a-4b64-85db-6908d668a1b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=675e1856e0d24320b1180b2aee13fe31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402147 Aug 29 17:52:24.472618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56980) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:24.520769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3df540f2-671e-4bd9-a0ac-e48c9cda1974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:24.545488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3df540f2-671e-4bd9-a0ac-e48c9cda1974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:24.595693 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3df540f2-671e-4bd9-a0ac-e48c9cda1974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:24.598364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3df540f2-671e-4bd9-a0ac-e48c9cda1974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:24.599571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3df540f2-671e-4bd9-a0ac-e48c9cda1974 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/641663d8-567b-4849-8cdb-95a8b6a99c28 HTTP/1.1" status: 204 len: 168 time: 0.1260419 Aug 29 17:52:24.612894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df540f2-671e-4bd9-a0ac-e48c9cda1974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641663d8-567b-4849-8cdb-95a8b6a99c28,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:24.953084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 56986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:25.067785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1aa61ec-f86f-4917-930a-750ee915fa61 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:25.097453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1aa61ec-f86f-4917-930a-750ee915fa61 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:25.149080 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1aa61ec-f86f-4917-930a-750ee915fa61 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:25.151769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d1aa61ec-f86f-4917-930a-750ee915fa61 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:25.152924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d1aa61ec-f86f-4917-930a-750ee915fa61 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6 HTTP/1.1" status: 204 len: 168 time: 0.1984334 Aug 29 17:52:25.155892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57012) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:25.171875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa61ec-f86f-4917-930a-750ee915fa61 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8e0b3c-9e0c-45eb-b529-778a5c1b7ab6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:25.224630 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2709ba77-cd49-4d7f-b754-e5dfe372db5c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:25.254622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2709ba77-cd49-4d7f-b754-e5dfe372db5c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:25.310345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2709ba77-cd49-4d7f-b754-e5dfe372db5c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:25.313019 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2709ba77-cd49-4d7f-b754-e5dfe372db5c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:25.314186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2709ba77-cd49-4d7f-b754-e5dfe372db5c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/security-groups/cfe20370-d599-4b9c-870b-010d11899e19 HTTP/1.1" status: 204 len: 168 time: 0.1572578 Aug 29 17:52:25.318117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57030) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:25.323562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709ba77-cd49-4d7f-b754-e5dfe372db5c tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe20370-d599-4b9c-870b-010d11899e19,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:25.797142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:25.819767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:25.820121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device d3d8fb9c-c2eb-4759-aeee-f4fddf804e44 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:25.995480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:26.252407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting port 0ff55a8d-a032-465d-80a7-cae9df54e2b5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:26.252940 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:26.346056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] For port 0ff55a8d-a032-465d-80a7-cae9df54e2b5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0ff55a8d-a032-465d-80a7-cae9df54e2b5,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:26.346610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:26.360333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Calling delete_port for 0ff55a8d-a032-465d-80a7-cae9df54e2b5 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:26.555969 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:26.587554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Port': ['ID=0ff55a8d-a032-465d-80a7-cae9df54e2b5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:26.778467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:26.996632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Router 97db99fd-2958-4c66-ae92-409cb211ba75 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:52:27.108098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:52:27.113089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-885699bb-4665-4766-ac98-bf83346f5e00 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "PUT /v2.0/routers/97db99fd-2958-4c66-ae92-409cb211ba75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7931812 Aug 29 17:52:27.115948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57068) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:27.118495 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] Sync routers for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:52:27.127528 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:27.128156 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:52:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:27.168677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfed946-52a0-40eb-a4fa-469d55b432ac tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting subnet daa68dd3-3b1e-4327-90d4-c3779f1de6ff {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:52:27.171926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bfed946-52a0-40eb-a4fa-469d55b432ac tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.213646 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bfed946-52a0-40eb-a4fa-469d55b432ac tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.310876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bfed946-52a0-40eb-a4fa-469d55b432ac tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.320807 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:27.373214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bfed946-52a0-40eb-a4fa-469d55b432ac tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.401566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfed946-52a0-40eb-a4fa-469d55b432ac tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Subnet': ['ID=daa68dd3-3b1e-4327-90d4-c3779f1de6ff,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:27.409072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6bfed946-52a0-40eb-a4fa-469d55b432ac tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.410956 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6bfed946-52a0-40eb-a4fa-469d55b432ac tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/subnets/daa68dd3-3b1e-4327-90d4-c3779f1de6ff HTTP/1.1" status: 204 len: 168 time: 0.2939913 Aug 29 17:52:27.413553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57070) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:27.417170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b5e34-daca-446f-a4d2-1ea611883344 None None] Network d8682e33-8993-4c28-9923-46ac481331cc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:52:27.507001 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:52:26Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:27.547636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.549341 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] Checking router: 97db99fd-2958-4c66-ae92-409cb211ba75 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:52:27.562214 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] Routers {'97db99fd-2958-4c66-ae92-409cb211ba75'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:27.563510 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:52:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['97db99fd-2958-4c66-ae92-409cb211ba75'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:27.654872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] DHCP port deletion for d8682e33-8993-4c28-9923-46ac481331cc request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:52:27.681221 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] Set router 97db99fd-2958-4c66-ae92-409cb211ba75 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:27.711796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] Deleting port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:27.712532 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.718839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.787083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Deleting port 8087467b-bdb4-4266-99e0-d966c4f8b378 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:27.787438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.797350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] For port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=91a16fa1-a3ee-4ab4-86a9-c3c7004ea067,segment=NetworkSegment(d7228857-17f2-4333-b30d-92d2cc337841),segment_id=d7228857-17f2-4333-b30d-92d2cc337841)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:27.798055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.821628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] Calling delete_port for 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:27.885040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] For port 8087467b-bdb4-4266-99e0-d966c4f8b378, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8087467b-bdb4-4266-99e0-d966c4f8b378,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:27.886082 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.893904 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:52:26Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:27.908688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Calling delete_port for 8087467b-bdb4-4266-99e0-d966c4f8b378 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:27.923952 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:27.938627 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06b1a5-870d-424b-9a81-4886dc5d681d None None] The sync data for ids ['97db99fd-2958-4c66-ae92-409cb211ba75'] in n-d-713499-15 is: [{'id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-58904975', 'tenant_id': 'd896ce8726ee4bd5ba876689e1add606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:52:26Z', 'revision_number': 5, 'project_id': 'd896ce8726ee4bd5ba876689e1add606', 'gw_port': {'id': '8087467b-bdb4-4266-99e0-d966c4f8b378', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db99fd-2958-4c66-ae92-409cb211ba75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:50:52Z', 'updated_at': '2021-08-29T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:52:27.978237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] No DVR routers for this DVR port 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:27.982556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cabbf7-41f4-4ec6-9493-5a9cc712baad None None] Pushing event deleted for resources: {'Port': ['ID=91a16fa1-a3ee-4ab4-86a9-c3c7004ea067,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:28.110552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.138264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Port': ['ID=8087467b-bdb4-4266-99e0-d966c4f8b378,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:28.198517 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.294713 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.296837 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.351637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.352386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Fanout notify agent at l3_agent the message router_deleted on router 97db99fd-2958-4c66-ae92-409cb211ba75 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:52:28.360205 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.364223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57074) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:28.364869 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3ca7527c-1d54-4678-9f7c-1010560102d5 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/routers/97db99fd-2958-4c66-ae92-409cb211ba75 HTTP/1.1" status: 204 len: 168 time: 0.9496419 Aug 29 17:52:28.462253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.555413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.566275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8682e33-8993-4c28-9923-46ac481331cc']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:28.577730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7228857-17f2-4333-b30d-92d2cc337841') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:28.578020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7228857-17f2-4333-b30d-92d2cc337841') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:28.588804 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.612398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.619177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:52:28.619751 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:52:28.623014 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:52:28.698163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.702664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:28.705175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] 10.222.0.41 "DELETE /v2.0/networks/d8682e33-8993-4c28-9923-46ac481331cc HTTP/1.1" status: 204 len: 168 time: 0.3400278 Aug 29 17:52:28.721937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55282f-c510-4574-9c9e-1e0d50983f73 tempest-TestSecurityGroupsBasicOps-1197409085 tempest-TestSecurityGroupsBasicOps-1197409085-project] Pushing event deleted for resources: {'Network': ['ID=d8682e33-8993-4c28-9923-46ac481331cc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:29.007407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57086) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:29.169123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8087467b-bdb4-4266-99e0-d966c4f8b378 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:29.172578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bc82534b-6507-4cd4-a97e-b0da078008c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d896ce8726ee4bd5ba876689e1add606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633825 Aug 29 17:52:29.175012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57090) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:29.193616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 8087467b-bdb4-4266-99e0-d966c4f8b378 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:29.193973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8087467b-bdb4-4266-99e0-d966c4f8b378 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:29.194396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0ff55a8d-a032-465d-80a7-cae9df54e2b5 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:29.212639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0ff55a8d-a032-465d-80a7-cae9df54e2b5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:29.212997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0ff55a8d-a032-465d-80a7-cae9df54e2b5 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:29.213412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:29.235700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:52:29.236051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 91a16fa1-a3ee-4ab4-86a9-c3c7004ea067 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:29.238089 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b55fe849-fc63-463e-a261-d950184077e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.264200 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b55fe849-fc63-463e-a261-d950184077e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.320423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b55fe849-fc63-463e-a261-d950184077e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.323317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b55fe849-fc63-463e-a261-d950184077e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.324481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b55fe849-fc63-463e-a261-d950184077e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa54b675-2375-4b36-abbc-dcc021b06a6c HTTP/1.1" status: 204 len: 168 time: 0.1484308 Aug 29 17:52:29.332395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fe849-fc63-463e-a261-d950184077e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa54b675-2375-4b36-abbc-dcc021b06a6c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:29.608859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57096) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:29.622845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ee07599-4adc-48ea-b551-43674443dd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.727242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ee07599-4adc-48ea-b551-43674443dd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.731427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ee07599-4adc-48ea-b551-43674443dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.776344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ee07599-4adc-48ea-b551-43674443dd7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8445f4f30953412485a1c22ec3c718d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651464 Aug 29 17:52:29.777020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57100) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:29.777526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07599-4adc-48ea-b551-43674443dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cec264f-1dcc-4fe5-9567-3a2995a3a5bd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:29.827360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b295a3b4-9813-4fa9-be43-fecd8cace433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.849380 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b295a3b4-9813-4fa9-be43-fecd8cace433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.897501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b295a3b4-9813-4fa9-be43-fecd8cace433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.901190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b295a3b4-9813-4fa9-be43-fecd8cace433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:29.902440 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b295a3b4-9813-4fa9-be43-fecd8cace433 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cec264f-1dcc-4fe5-9567-3a2995a3a5bd HTTP/1.1" status: 204 len: 168 time: 0.1244240 Aug 29 17:52:29.916869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295a3b4-9813-4fa9-be43-fecd8cace433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cec264f-1dcc-4fe5-9567-3a2995a3a5bd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:30.244911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57106) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:30.284653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b08dad9a-f1fa-43a3-b2bd-0b58456b38ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb749160447d4c8888e577730c6cf28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385709 Aug 29 17:52:30.287182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 57108) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:30.340592 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1413-16d4-4de2-a955-39e68b12da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:30.361632 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1413-16d4-4de2-a955-39e68b12da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:30.410944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1413-16d4-4de2-a955-39e68b12da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:30.413601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1413-16d4-4de2-a955-39e68b12da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:30.415093 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dcfe1413-16d4-4de2-a955-39e68b12da9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e55b88e-9ec4-42b1-b837-bbe4a62438c4 HTTP/1.1" status: 204 len: 168 time: 0.1262977 Aug 29 17:52:30.423659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe1413-16d4-4de2-a955-39e68b12da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e55b88e-9ec4-42b1-b837-bbe4a62438c4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:37.901393 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:52:41.237028 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e50b4c1a-782d-442f-b1c7-fdba2414cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:42.278309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 57174) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:52:42.477649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8a545-212c-41fa-a385-9256481c7d1a req-71bd237e-2b53-4eca-ac5f-f4d6008236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:42.478706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fe8a545-212c-41fa-a385-9256481c7d1a req-71bd237e-2b53-4eca-ac5f-f4d6008236d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1097 time: 0.1991189 Aug 29 17:52:42.513075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fe8a545-212c-41fa-a385-9256481c7d1a req-fbe44bd5-32a0-4174-bd09-60a14202104d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280969 Aug 29 17:52:42.705137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.261493 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.880566 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc5513e6-2b15-4c65-9fbf-bf23e489a338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.926957 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:45.501073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:46.812785 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:11.237129 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbecee90-02f5-47fb-9fe0-794aa8e44a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:12.705409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.251426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.880853 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfb99c15-71db-496f-a1c5-2e6698feed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.927313 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:14.900067 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:53:15.504191 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:16.814213 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:23.606213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-b60b417f-ca13-45bd-a611-03765df97b28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425539 Aug 29 17:53:23.690089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-8bcf8686-80e7-40be-937f-09a6c8aa7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:23.691601 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-8bcf8686-80e7-40be-937f-09a6c8aa7989 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1097 time: 0.0400376 Aug 29 17:53:23.797748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-c5c07fa0-8daa-4a55-babb-10ac23f1a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:23.799270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-c5c07fa0-8daa-4a55-babb-10ac23f1a604 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 909 time: 0.0878386 Aug 29 17:53:23.873547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-da1f5c82-18b5-412a-846b-b68a3aa8b1ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0660150 Aug 29 17:53:23.922815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-61475bf5-7953-4ae2-9518-e1a8d1f46bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:23.924269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-61475bf5-7953-4ae2-9518-e1a8d1f46bf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 200 len: 847 time: 0.0436969 Aug 29 17:53:23.968714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-fe977006-d561-488e-b108-c83d415c3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:23.971088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-fe977006-d561-488e-b108-c83d415c3c97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df1661ce-2f8c-478d-bd4b-24649b68701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397828 Aug 29 17:53:24.064849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-35545329-a340-4a0f-935f-99d91521ab39 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866902 Aug 29 17:53:24.156963 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f20ed601-3472-4827-9599-42f6bbdc03b0 req-18a97d5a-b935-47a5-9253-cedebe3fa741 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847869 Aug 29 17:53:41.239975 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-30e28199-191a-4155-ad3f-50dfa54b339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:42.718119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:43.257847 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:43.879973 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-99679923-2fb3-41d2-a3b6-4582e9b00055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:43.927600 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.507241 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.817460 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.900624 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:54:11.249328 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-415a423e-8143-46fd-bba1-55091dd8d05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:12.355015 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21c37e74-8856-4f50-9fde-cc1e5cee58e8 req-2183bad1-d69a-4c1f-984c-713f7fabb82d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0833437 Aug 29 17:54:12.426470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21c37e74-8856-4f50-9fde-cc1e5cee58e8 req-26ee3882-ebf8-4098-86e3-d2cad85b80c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0272989 Aug 29 17:54:12.465135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21c37e74-8856-4f50-9fde-cc1e5cee58e8 req-6a5b0de4-822c-4989-9ce7-e1f12af97e2c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196919 Aug 29 17:54:12.572217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37e74-8856-4f50-9fde-cc1e5cee58e8 req-ba58b2e6-9905-43d5-b5c9-46cabc4d83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:12.573693 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21c37e74-8856-4f50-9fde-cc1e5cee58e8 req-ba58b2e6-9905-43d5-b5c9-46cabc4d83e9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011024 Aug 29 17:54:12.720811 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:13.280483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:13.882066 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fff14cb7-87d2-4878-9060-2ba4ed84aa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:13.927984 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:15.511034 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:16.820364 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:22.135079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-11082c6c-df94-4679-b875-6e3a17ca6c41 req-2845d063-d917-409f-b892-76fde18a82c0 service neutron] (94796) timed out ('10.222.0.44', 58473) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:54:23.618270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-231ec380-1423-4bab-9b92-c25d98bab401 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453801 Aug 29 17:54:23.704091 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-9251cd97-8fc9-4e14-a35a-0bc93de068df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:23.705594 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-9251cd97-8fc9-4e14-a35a-0bc93de068df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1097 time: 0.0428054 Aug 29 17:54:23.807805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-38675571-3f81-4bad-9c76-c9b1fca0d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:23.809329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-38675571-3f81-4bad-9c76-c9b1fca0d3c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 909 time: 0.0846393 Aug 29 17:54:23.883554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-49635558-0280-4565-b4df-853151bb13c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0663385 Aug 29 17:54:23.939464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-b0b7d91f-39ac-4997-bc86-5cf12cd40e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:23.940987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-b0b7d91f-39ac-4997-bc86-5cf12cd40e3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 200 len: 847 time: 0.0484524 Aug 29 17:54:23.986881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-c3c1bbe0-0038-4d1f-ac85-be82cbe3d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:23.988973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-c3c1bbe0-0038-4d1f-ac85-be82cbe3d4cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df1661ce-2f8c-478d-bd4b-24649b68701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408907 Aug 29 17:54:24.082775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-091981b7-f6ea-44d4-b131-320a6fd170e8 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861688 Aug 29 17:54:24.173630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f1e57e3-8f13-4dfe-83fd-2889302e8306 req-e04fc3a5-36ff-4b0b-80ba-acd8bfe47a1c service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839057 Aug 29 17:54:28.899239 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:54:41.241400 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0ccceddb-b596-476d-91f5-4d126d54edb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:42.730334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.281670 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.885236 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e39ab974-2af1-4abd-a58f-8243ec9d78b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.928911 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:45.512199 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:46.823645 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:05.897922 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:55:11.245091 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bae3d560-bd22-4b24-8e17-5a49448bd6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:12.747928 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:13.260833 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7be97173-07f0-497f-a574-3d5cda01acf1 req-74194cba-c912-4278-8672-708af2870915 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291300 Aug 29 17:55:13.298996 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:13.334491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7be97173-07f0-497f-a574-3d5cda01acf1 req-c360fc17-8f83-4415-a92b-4d799a114f86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0313582 Aug 29 17:55:13.373275 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7be97173-07f0-497f-a574-3d5cda01acf1 req-cc0e0fef-7197-4999-9d8d-eb05b6396d7c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206199 Aug 29 17:55:13.476428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97173-07f0-497f-a574-3d5cda01acf1 req-f9c66237-f0e0-4163-851f-992b340462bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:13.477921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7be97173-07f0-497f-a574-3d5cda01acf1 req-f9c66237-f0e0-4163-851f-992b340462bf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979841 Aug 29 17:55:13.887544 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4044fcfe-aecc-4651-8b4b-c267b5a9c5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:13.931223 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.514823 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.825995 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.432514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59802) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:20.571328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-12ad9bf4-7c56-446a-bcf4-ff453f9a44de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=578cbab7709c4ca2bff160cfd59e36b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376512 Aug 29 17:55:20.573762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 59806) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:20.630847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.655234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.703148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.706146 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.709976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96e681fb-c27c-42da-b9b3-1335c455a916 HTTP/1.1" status: 204 len: 168 time: 0.1352735 Aug 29 17:55:20.718839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e681fb-c27c-42da-b9b3-1335c455a916,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:20.728425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.728771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.729111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.729443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.729776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.730101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.730429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.730774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.731098 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.731546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.731877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:20.732194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b50b69-7eb1-4db1-a7f9-a365f6ea6a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:25.619860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26c668bf-3add-44a2-91db-eee546ecd868 req-29d47088-cc34-4075-bedb-410486a300f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410585 Aug 29 17:55:25.701588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c668bf-3add-44a2-91db-eee546ecd868 req-7f268e7a-fbe1-4423-8d9e-b65293665c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:25.703112 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26c668bf-3add-44a2-91db-eee546ecd868 req-7f268e7a-fbe1-4423-8d9e-b65293665c60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1097 time: 0.0411732 Aug 29 17:55:25.810282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c668bf-3add-44a2-91db-eee546ecd868 req-ef11a4a4-087f-48fe-a042-e815a4302ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:25.811848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26c668bf-3add-44a2-91db-eee546ecd868 req-ef11a4a4-087f-48fe-a042-e815a4302ee2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 909 time: 0.0900290 Aug 29 17:55:25.878816 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26c668bf-3add-44a2-91db-eee546ecd868 req-4c3d68a2-9f87-4868-aa54-841d4eea7dcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0601521 Aug 29 17:55:25.933863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c668bf-3add-44a2-91db-eee546ecd868 req-944c2378-3fa9-474b-906e-84df295953ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:25.935341 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26c668bf-3add-44a2-91db-eee546ecd868 req-944c2378-3fa9-474b-906e-84df295953ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 200 len: 847 time: 0.0495315 Aug 29 17:55:25.984984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c668bf-3add-44a2-91db-eee546ecd868 req-1a6e811e-ceb4-42a0-bb26-2a39033b5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:25.986569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26c668bf-3add-44a2-91db-eee546ecd868 req-1a6e811e-ceb4-42a0-bb26-2a39033b5b46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df1661ce-2f8c-478d-bd4b-24649b68701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421281 Aug 29 17:55:26.079975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26c668bf-3add-44a2-91db-eee546ecd868 req-fa8da77a-b07e-4b3f-b0cd-a63124815a60 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Aug 29 17:55:26.179514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26c668bf-3add-44a2-91db-eee546ecd868 req-9bbb4dd6-4cfb-4eec-a547-88272702ca6a service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919464 Aug 29 17:55:41.246180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fdee8f24-2598-4b9b-8667-4bb5ed6ff1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:42.781192 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:42.897105 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:55:43.309161 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:43.888448 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05c4b725-c3b0-43ed-a1d7-f2762f2d5049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:43.931317 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:45.520524 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:46.830771 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.426946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60024) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:49.536193 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8861c3cd-12f7-499b-b250-b507e1ccd477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.622301 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8861c3cd-12f7-499b-b250-b507e1ccd477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.626685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8861c3cd-12f7-499b-b250-b507e1ccd477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.662825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8861c3cd-12f7-499b-b250-b507e1ccd477 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3a27e538b4d49d0a87ab4937a23cdfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347722 Aug 29 17:55:49.664881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861c3cd-12f7-499b-b250-b507e1ccd477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24039a5-e02f-4741-ac35-6df75e75974f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:49.665558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60028) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:49.716337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.737268 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.782717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.785216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.786357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b24039a5-e02f-4741-ac35-6df75e75974f HTTP/1.1" status: 204 len: 168 time: 0.1198153 Aug 29 17:55:49.793958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24039a5-e02f-4741-ac35-6df75e75974f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:49.801769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.802119 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.802461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.802820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.803157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.803487 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.803815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.804169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.804497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.804834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.805150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:49.805471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bcee9d-849c-4694-9412-2b5ca90bb376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:58.759077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60104) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:58.862176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78fd33eb-aea9-4f7e-95f6-12a51cf8e4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:58.956581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78fd33eb-aea9-4f7e-95f6-12a51cf8e4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:58.960290 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78fd33eb-aea9-4f7e-95f6-12a51cf8e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:58.997883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-78fd33eb-aea9-4f7e-95f6-12a51cf8e4a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5c740a0d6b2466e814ce86d0205e48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376776 Aug 29 17:55:58.999308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd33eb-aea9-4f7e-95f6-12a51cf8e4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14edb0f8-59e4-46e8-b241-aa45fb01de7e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:59.000531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60108) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:59.056559 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9ac6011-94f7-4bf6-80c7-42b2145c5dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:59.079603 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9ac6011-94f7-4bf6-80c7-42b2145c5dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:59.128281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9ac6011-94f7-4bf6-80c7-42b2145c5dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:59.130789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a9ac6011-94f7-4bf6-80c7-42b2145c5dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:59.132174 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a9ac6011-94f7-4bf6-80c7-42b2145c5dfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14edb0f8-59e4-46e8-b241-aa45fb01de7e HTTP/1.1" status: 204 len: 168 time: 0.1306565 Aug 29 17:55:59.139629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac6011-94f7-4bf6-80c7-42b2145c5dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14edb0f8-59e4-46e8-b241-aa45fb01de7e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:00.251984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60144) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:00.393064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'network': {'name': 'tempest-network-smoke--1662495200', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'port_security_enabled': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:00.414094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:56:00.417413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.425979 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.514863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.518889 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.541783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:56:00.557169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3201376-1662-4adf-98a5-8c30d2b06e85,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:00.560040 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.560386 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Added segment 4912609b-e8ff-493f-98ce-b4f131d74c3b of type vlan for network f23a0776-d2e0-4a3f-baab-3f64da866f43 Aug 29 17:56:00.599168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.622821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.628374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:00.628903 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.684350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4312775 Aug 29 17:56:00.687240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60148) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:00.691682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-814352034', 'admin_state_up': True, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:00.711750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c62ce-20a8-416f-930e-31e0606f03b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Network': ['ID=f23a0776-d2e0-4a3f-baab-3f64da866f43,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:00.722124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:56:00.727501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.728639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.779168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.916215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:01.105192 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:01.126754 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:01.225358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.25.2.13 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/dd757147-e851-49f6-b5a9-67818f58cb90) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:56:01.326764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:01.367741 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:01.401903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:56:01.406033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:01.411773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:56:01.433892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=dd757147-e851-49f6-b5a9-67818f58cb90,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:01.660209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.143289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.265194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:56:02.368379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:56:02.378602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Sync routers for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:56:02.387529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.387743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:02.388272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:55:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:02.388751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-41d49b0c-a88f-41db-9857-57222917f1bf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7005606 Aug 29 17:56:02.391913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60150) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:02.469662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60154) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:02.470230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dd3c1941-3cc4-43db-89d3-9c60b643b7ce tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a1d6146300ac47e992c0b68a6df28b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767426 Aug 29 17:56:02.494055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:02.555213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc61087-7dce-402b-ac0c-d5343b18247a tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:02.559384 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0cc61087-7dce-402b-ac0c-d5343b18247a tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860574 Aug 29 17:56:02.559549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60156) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:02.591485 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-42691304-b318-4e5d-9b57-078255748795 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308819 Aug 29 17:56:02.594163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60158) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:02.599103 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-28137286', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:02.669058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:01Z', 'revision_number': 3, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:02.683829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:56:02.687637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.695617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Checking router: 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:56:02.695974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Updating router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb port dd757147-e851-49f6-b5a9-67818f58cb90 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:56:02.720105 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.868482 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.932572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Subnet': ['ID=f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:02.940557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Checking segment: {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:56:02.940557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network hostable DHCP agents. Network: f23a0776-d2e0-4a3f-baab-3f64da866f43, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:56:02.956980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:56:02.967833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, f23a0776-d2e0-4a3f-baab-3f64da866f43) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:02.973519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:02.974222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.976427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968efc9-7b85-4f5d-b043-54f224d2d7a0 None None] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:56:02.988473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70c57ab6-c90e-41ee-b730-5744e41318e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3932176 Aug 29 17:56:02.991220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60160) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:03.220104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-f23a0776-d2e0-4a3f-baab-3f64da866f43', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:56:03.220958 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.255297 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.309861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Transition to ACTIVE for port object dd757147-e851-49f6-b5a9-67818f58cb90 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:03.320813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.411636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Attempting to bind port dd757147-e851-49f6-b5a9-67818f58cb90 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:56:03.412397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Attempting to bind port dd757147-e851-49f6-b5a9-67818f58cb90 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:56:03.412397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Attempting to bind port dd757147-e851-49f6-b5a9-67818f58cb90 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:56:03.414965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.415920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Pushing event updated for resources: {'Port': ['ID=dd757147-e851-49f6-b5a9-67818f58cb90,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:03.428774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:56:03.429156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:56:03.429572 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.429968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:56:03.430437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Bound port: dd757147-e851-49f6-b5a9-67818f58cb90, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:56:03.430852 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.436383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.436738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.437084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.437426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.438307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.438666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.439003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.439337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.439666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.439996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.440330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.440657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:03.467695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Allocated IP 172.20.0.2 (f23a0776-d2e0-4a3f-baab-3f64da866f43/f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070/1779c592-7c54-4cf6-9360-fb3b3cfcbd39) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:56:03.539907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] For port dd757147-e851-49f6-b5a9-67818f58cb90, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:56:03.556791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] For port dd757147-e851-49f6-b5a9-67818f58cb90, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dd757147-e851-49f6-b5a9-67818f58cb90,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:56:03.567528 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.670180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580a428-12c8-4ce7-97b4-74f0c1acbd1f None None] Pushing event updated for resources: {'Port': ['ID=dd757147-e851-49f6-b5a9-67818f58cb90,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:03.674839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:03.675461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:55:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:03.738799 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.774125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Transition to ACTIVE for port object 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:03.801196 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Transition to ACTIVE for port object 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:03.809742 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.812535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:03.853421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.20.0.1 (f23a0776-d2e0-4a3f-baab-3f64da866f43/f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070/88127ce0-7bbf-446e-ab19-6b5d4cf693e9) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:56:03.908166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:56:03.939892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:03.947303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:56:03.951647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Pushing event updated for resources: {'Port': ['ID=1779c592-7c54-4cf6-9360-fb3b3cfcbd39,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:03.968411 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:03.982638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Transition to ACTIVE for port object 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:04.018644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.027128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Attempting to bind port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:56:04.027506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Attempting to bind port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:56:04.027869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Attempting to bind port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 on network f23a0776-d2e0-4a3f-baab-3f64da866f43 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:56:04.036960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:56:04.037333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Checking segment: {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:56:04.037735 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.038128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Bound using segment: {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:56:04.038611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Bound port: 1779c592-7c54-4cf6-9360-fb3b3cfcbd39, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:56:04.039004 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.056588 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:56:04.063343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:04.065783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:56:04.090747 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:04.113184 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.132212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-006da5cc-892b-4473-8eac-38e726825aef None None] For port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:56:04.136171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-006da5cc-892b-4473-8eac-38e726825aef None None] For port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1779c592-7c54-4cf6-9360-fb3b3cfcbd39,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:56:04.141332 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.150774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:01Z', 'revision_number': 3, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:04.200433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757a2e0-5c0d-4666-a7fd-7324ce1845c4 None None] The sync data for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 is: [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:01Z', 'revision_number': 3, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:56:04.232912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006da5cc-892b-4473-8eac-38e726825aef None None] Pushing event updated for resources: {'Port': ['ID=1779c592-7c54-4cf6-9360-fb3b3cfcbd39,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:04.254076 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.593790 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.602055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.675669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:04.678065 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:04.784719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:56:04.786382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:04.900064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:56:05.014406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:56:05.019864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-503041a6-9b57-41ee-a70f-0c0405765680 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "PUT /v2.0/routers/48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0275605 Aug 29 17:56:05.022861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60162) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:05.240094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dd757147-e851-49f6-b5a9-67818f58cb90 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:05.280074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428622b5-41e2-45a2-b1d6-1babf4891c06 None None] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:56:05.356357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port dd757147-e851-49f6-b5a9-67818f58cb90 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:05.367638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port dd757147-e851-49f6-b5a9-67818f58cb90 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:05.368010 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:05.429210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-81c6319c-d652-4d00-8273-30ce48c5e1f6 None None] Provisioning for port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:05.436749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbda66d-5873-4831-ba8e-088fbb68bfe4 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.437228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbda66d-5873-4831-ba8e-088fbb68bfe4 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.438336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbda66d-5873-4831-ba8e-088fbb68bfe4 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.438856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbda66d-5873-4831-ba8e-088fbb68bfe4 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.439317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbda66d-5873-4831-ba8e-088fbb68bfe4 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.439777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbda66d-5873-4831-ba8e-088fbb68bfe4 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.441552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1bbda66d-5873-4831-ba8e-088fbb68bfe4 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.4176054 Aug 29 17:56:05.444375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60164) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:05.508311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b7f5e-e21a-484d-944f-24d3268805c6 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.508787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b7f5e-e21a-484d-944f-24d3268805c6 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.509250 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b7f5e-e21a-484d-944f-24d3268805c6 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.510071 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b7f5e-e21a-484d-944f-24d3268805c6 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.510212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b7f5e-e21a-484d-944f-24d3268805c6 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.510620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b7f5e-e21a-484d-944f-24d3268805c6 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:05.515356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ca5b7f5e-e21a-484d-944f-24d3268805c6 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.0672600 Aug 29 17:56:05.515724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60166) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:05.529580 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:05.559747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port dd757147-e851-49f6-b5a9-67818f58cb90, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dd757147-e851-49f6-b5a9-67818f58cb90,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:05.565234 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:05.566261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:05.645430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=dd757147-e851-49f6-b5a9-67818f58cb90,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:05.660578 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:05.665000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:05.665376 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:05.757407 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:05.783529 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58e1868d-cea6-43f7-8b8b-77699da6447e None None] Provisioning for port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:05.788378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6d15bd08-3d2f-41ce-9bbc-779a5c87d0ff tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.2714992 Aug 29 17:56:05.794070 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58e1868d-cea6-43f7-8b8b-77699da6447e None None] Provisioning complete for port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:05.794576 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-58e1868d-cea6-43f7-8b8b-77699da6447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:05.821843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1779c592-7c54-4cf6-9360-fb3b3cfcbd39,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:05.830142 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:05.865098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-58e1868d-cea6-43f7-8b8b-77699da6447e None None] Port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:56:05.893887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-58e1868d-cea6-43f7-8b8b-77699da6447e None None] Provisioning complete for port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:05.894201 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-58e1868d-cea6-43f7-8b8b-77699da6447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:05.895829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1779c592-7c54-4cf6-9360-fb3b3cfcbd39,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:05.955293 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Sync routers for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:56:05.965509 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:05.966112 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:55:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:06.076868 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:06.102128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a83d0873-e3ad-4274-b8b7-969cc115bd9b None None] Provisioning complete for port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:06.103512 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a83d0873-e3ad-4274-b8b7-969cc115bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.156252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a83d0873-e3ad-4274-b8b7-969cc115bd9b None None] Port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:56:06.188564 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60172) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:06.193214 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-65cef36c-1a9f-4d31-8216-e218bc9d41d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810703717', 'description': 'tempest-secgroup-smoke-1810703717 description', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:06.215962 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65cef36c-1a9f-4d31-8216-e218bc9d41d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.276981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0f6e9ade-2244-4f26-9611-193dc1acee69 None None] Provisioning complete for port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:06.277908 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9ade-2244-4f26-9611-193dc1acee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.293330 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:04Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:04Z', 'revision_number': 2, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:06.301784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65cef36c-1a9f-4d31-8216-e218bc9d41d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.306248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65cef36c-1a9f-4d31-8216-e218bc9d41d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.315861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e9ade-2244-4f26-9611-193dc1acee69 None None] Port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:56:06.326685 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Checking router: 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:56:06.327124 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Updating router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:56:06.332682 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-65cef36c-1a9f-4d31-8216-e218bc9d41d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.336797 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-65cef36c-1a9f-4d31-8216-e218bc9d41d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1444159 Aug 29 17:56:06.337039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60174) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:06.342182 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9c5620c5-3696-47a5-b516-e29eb3a73546 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '3af8bcb1-ee8c-4a89-91da-23663128f706', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:06.347353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cef36c-1a9f-4d31-8216-e218bc9d41d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af8bcb1-ee8c-4a89-91da-23663128f706,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:06.352650 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.371441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c5620c5-3696-47a5-b516-e29eb3a73546 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.425458 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c5620c5-3696-47a5-b516-e29eb3a73546 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.429422 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c5620c5-3696-47a5-b516-e29eb3a73546 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.445404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5620c5-3696-47a5-b516-e29eb3a73546 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9164554-38df-4a9c-a5b9-535c64660cd7,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:06.454093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c5620c5-3696-47a5-b516-e29eb3a73546 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.455361 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9c5620c5-3696-47a5-b516-e29eb3a73546 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173351 Aug 29 17:56:06.458375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60176) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:06.464155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e50770d2-8638-4fb9-a606-64d4813604cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '3af8bcb1-ee8c-4a89-91da-23663128f706', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:06.492630 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e50770d2-8638-4fb9-a606-64d4813604cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.552375 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e50770d2-8638-4fb9-a606-64d4813604cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.556530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e50770d2-8638-4fb9-a606-64d4813604cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.574618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50770d2-8638-4fb9-a606-64d4813604cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa854b0-2c72-431a-bdf0-85b97aaab3dc,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:06.581045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e50770d2-8638-4fb9-a606-64d4813604cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.585292 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e50770d2-8638-4fb9-a606-64d4813604cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224511 Aug 29 17:56:06.585292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60180) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:06.589452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f8cff15b-ed95-42b7-8c40-543d651d8dc0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '3af8bcb1-ee8c-4a89-91da-23663128f706', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:06.616383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f8cff15b-ed95-42b7-8c40-543d651d8dc0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.676512 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f8cff15b-ed95-42b7-8c40-543d651d8dc0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.680584 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f8cff15b-ed95-42b7-8c40-543d651d8dc0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.699116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cff15b-ed95-42b7-8c40-543d651d8dc0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60c4600-32d0-4320-9d00-27a5efa6b873,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:06.707464 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f8cff15b-ed95-42b7-8c40-543d651d8dc0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.708657 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f8cff15b-ed95-42b7-8c40-543d651d8dc0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229165 Aug 29 17:56:06.711354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60182) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:06.715685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bbd2ac5a-69ef-4331-91a8-b79c0b55c182 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '3af8bcb1-ee8c-4a89-91da-23663128f706', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:06.720890 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.730406 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Transition to ACTIVE for port object 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:06.736518 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.742628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbd2ac5a-69ef-4331-91a8-b79c0b55c182 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.804466 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbd2ac5a-69ef-4331-91a8-b79c0b55c182 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.810062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbd2ac5a-69ef-4331-91a8-b79c0b55c182 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.810282 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Pushing event updated for resources: {'Port': ['ID=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:06.830466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2ac5a-69ef-4331-91a8-b79c0b55c182 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c516878-ac08-4cdf-b03e-6478dbf5cf94,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:06.834191 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.834676 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.835116 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.835262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbd2ac5a-69ef-4331-91a8-b79c0b55c182 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.835636 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.836072 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.836787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.836923 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.837393 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.837926 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.838530 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.839165 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.839677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60184) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:06.840158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bbd2ac5a-69ef-4331-91a8-b79c0b55c182 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273158 Aug 29 17:56:06.844920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-dda5aea9-d939-423a-bbf0-f3468c1cec18 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '3af8bcb1-ee8c-4a89-91da-23663128f706', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:06.849180 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:06.864415 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Attempting to bind port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:56:06.864728 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Attempting to bind port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:56:06.865141 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Attempting to bind port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 on network f23a0776-d2e0-4a3f-baab-3f64da866f43 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:56:06.870651 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:56:06.871070 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Checking segment: {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:56:06.871424 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.871820 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Bound using segment: {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:56:06.872353 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Bound port: 88127ce0-7bbf-446e-ab19-6b5d4cf693e9, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:56:06.872767 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.874258 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-dda5aea9-d939-423a-bbf0-f3468c1cec18 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Project a1d6146300ac47e992c0b68a6df28b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:56:06.879955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dda5aea9-d939-423a-bbf0-f3468c1cec18 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.938888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] For port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:56:06.942365 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] For port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:56:06.945686 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dda5aea9-d939-423a-bbf0-f3468c1cec18 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.948055 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.949484 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dda5aea9-d939-423a-bbf0-f3468c1cec18 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.964178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5aea9-d939-423a-bbf0-f3468c1cec18 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84236346-c2c4-4ce1-a817-a4a1a15a84c2,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:06.978177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dda5aea9-d939-423a-bbf0-f3468c1cec18 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:06.979636 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dda5aea9-d939-423a-bbf0-f3468c1cec18 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389463 Aug 29 17:56:06.982300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60186) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:06.986909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-16daea1b-56e3-46d2-a365-55a25d1c0414 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '3af8bcb1-ee8c-4a89-91da-23663128f706', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:07.009621 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-16daea1b-56e3-46d2-a365-55a25d1c0414 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Project a1d6146300ac47e992c0b68a6df28b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:56:07.012727 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:07.013359 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:55:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:07.015405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16daea1b-56e3-46d2-a365-55a25d1c0414 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:07.061963 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052235a-ef83-470c-b017-f03bc8dc9711 None None] Pushing event updated for resources: {'Port': ['ID=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:07.098905 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16daea1b-56e3-46d2-a365-55a25d1c0414 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:07.103069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16daea1b-56e3-46d2-a365-55a25d1c0414 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:07.124263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daea1b-56e3-46d2-a365-55a25d1c0414 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dfe523-df05-43c4-bd58-c47ffca61859,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:07.133713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-16daea1b-56e3-46d2-a365-55a25d1c0414 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:07.135225 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-16daea1b-56e3-46d2-a365-55a25d1c0414 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519010 Aug 29 17:56:07.155658 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:07.224638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dd757147-e851-49f6-b5a9-67818f58cb90 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:07.370977 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:04Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:06Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:07.398699 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9cecf2-26b0-42d5-8bf9-8fd7fa850434 None None] The sync data for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 is: [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:04Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:06Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:56:07.465931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port dd757147-e851-49f6-b5a9-67818f58cb90 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:07.466422 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:07.522307 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-aa7e7f56-ec52-431f-8a8b-55c1bacb850d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810703717&fields=id&tenant_id=a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 267 time: 0.0410738 Aug 29 17:56:07.561475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:07.612672 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:07.613070 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:07.640041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-3ac1683e-275f-454a-8d92-4b5a63738a8a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:07.642082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-3ac1683e-275f-454a-8d92-4b5a63738a8a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/networks?id=f23a0776-d2e0-4a3f-baab-3f64da866f43 HTTP/1.1" status: 200 len: 797 time: 0.1124909 Aug 29 17:56:07.661221 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-271b224f-4939-4b03-895d-aaa1efbd527e tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/quotas/a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 375 time: 0.0121083 Aug 29 17:56:07.716563 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-90ed83a7-d90f-4935-99ce-f4f75a409029 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477378 Aug 29 17:56:07.876658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-8c5286e3-cd37-41ab-868b-101c8416456e service neutron] 10.222.0.41 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473436 Aug 29 17:56:07.969702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-dd3f30c1-11fc-4691-87ca-d77067244743 service neutron] 10.222.0.41 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865660 Aug 29 17:56:08.243131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-98ccfc0a-b0f4-45ac-83d7-b469b995c7c0 req-596ca9f3-1efe-4444-a0b6-a8c880ef943b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 210 time: 0.0961361 Aug 29 17:56:09.175988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-cb8fd24c-fc5d-4cbe-8e28-7430dfad3ada tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:09.177584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-cb8fd24c-fc5d-4cbe-8e28-7430dfad3ada tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/networks?id=f23a0776-d2e0-4a3f-baab-3f64da866f43 HTTP/1.1" status: 200 len: 797 time: 0.1186359 Aug 29 17:56:09.207307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:09.232959 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-5c44bc8c-9900-4553-b90a-b28b39c5cf3b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 380 time: 0.0389767 Aug 29 17:56:09.243192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'port': {'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'admin_state_up': True, 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'security_groups': ['3af8bcb1-ee8c-4a89-91da-23663128f706']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:09.256837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:09.260473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:09.260852 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:09.354932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:09.366182 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-458ea9ef-a64c-4623-a690-99d3507749a4 req-95159b8c-7bc5-4750-8843-c7bc96e4dd54 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 210 time: 0.0303044 Aug 29 17:56:09.366959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:56:09.369834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:09.395839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:09.400777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:09.449391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:09.502273 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.20.0.10 (f23a0776-d2e0-4a3f-baab-3f64da866f43/f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070/dfe22762-2a45-4ef1-bc25-0b5607c2d75f) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:56:09.635451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:09.649691 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Transition to ACTIVE for port object dfe22762-2a45-4ef1-bc25-0b5607c2d75f will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:09.681104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:09.727248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:56:09.732243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:09.735987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:56:09.761512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:09.791630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:09.792291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:09.808075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e5fca163-1242-4838-81d5-1be0911773c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693355 Aug 29 17:56:09.820529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Request body: {'port': {'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:09.877376 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:09.987432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2ba3b866-95e7-4196-ab0f-18b698a5eeb3 None None] Provisioning for port dfe22762-2a45-4ef1-bc25-0b5607c2d75f completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:09.991017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2ba3b866-95e7-4196-ab0f-18b698a5eeb3 None None] Provisioning complete for port dfe22762-2a45-4ef1-bc25-0b5607c2d75f triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:09.991393 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b866-95e7-4196-ab0f-18b698a5eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:10.026027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3b866-95e7-4196-ab0f-18b698a5eeb3 None None] Port dfe22762-2a45-4ef1-bc25-0b5607c2d75f cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:56:10.139438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe22762-2a45-4ef1-bc25-0b5607c2d75f {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:56:10.146704 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:10.158772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Transition to ACTIVE for port object dfe22762-2a45-4ef1-bc25-0b5607c2d75f will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:10.162101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:10.210144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:10.281771 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Attempting to bind port dfe22762-2a45-4ef1-bc25-0b5607c2d75f on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:56:10.282443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Attempting to bind port dfe22762-2a45-4ef1-bc25-0b5607c2d75f by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:56:10.282443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Attempting to bind port dfe22762-2a45-4ef1-bc25-0b5607c2d75f on network f23a0776-d2e0-4a3f-baab-3f64da866f43 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:56:10.287022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Port dfe22762-2a45-4ef1-bc25-0b5607c2d75f on network f23a0776-d2e0-4a3f-baab-3f64da866f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:56:10.287518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Attempting to bind port dfe22762-2a45-4ef1-bc25-0b5607c2d75f on network f23a0776-d2e0-4a3f-baab-3f64da866f43 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:56:10.292279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:56:10.292630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Checking segment: {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:56:10.293013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Bound using segment: {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:56:10.293437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Bound port: dfe22762-2a45-4ef1-bc25-0b5607c2d75f, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4912609b-e8ff-493f-98ce-b4f131d74c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:56:10.293794 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:10.363781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] For port dfe22762-2a45-4ef1-bc25-0b5607c2d75f, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:56:10.367635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] For port dfe22762-2a45-4ef1-bc25-0b5607c2d75f, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:56:10.371049 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:10.404760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:10.405360 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:10.407423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] 10.222.0.43 "PUT /v2.0/ports/dfe22762-2a45-4ef1-bc25-0b5607c2d75f HTTP/1.1" status: 200 len: 1093 time: 0.5912549 Aug 29 17:56:10.407878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:56:10.410100 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601bddc2-494f-46f7-b919-9ab385cd65f8" -d '{"events": [{"name": "network-changed", "server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:56:10.479010 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd837a-9aac-484c-b0ce-709cde5e572b x-openstack-request-id: req-09dd837a-9aac-484c-b0ce-709cde5e572b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:56:10.480720 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:56:10.480977 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09dd837a-9aac-484c-b0ce-709cde5e572b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:56:10.481384 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'status': 'completed', 'code': 200} Aug 29 17:56:10.496769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6310ca-5698-462b-afca-76aa18c16919 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:10.537961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-248c0889-a17e-4105-b1eb-a72e04790747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:10.539509 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-248c0889-a17e-4105-b1eb-a72e04790747 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 1096 time: 0.0860133 Aug 29 17:56:10.547629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63847a12-cc65-4d14-90f7-d89b6c18719f req-679fdd69-d422-4408-9b0c-a205cd95f5a1 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:10.549122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63847a12-cc65-4d14-90f7-d89b6c18719f req-679fdd69-d422-4408-9b0c-a205cd95f5a1 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 944 time: 0.0967674 Aug 29 17:56:10.594966 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-de1e2f9a-5fe9-45fe-9d59-b44ee68b0e82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f HTTP/1.1" status: 200 len: 217 time: 0.0448399 Aug 29 17:56:10.647957 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-63847a12-cc65-4d14-90f7-d89b6c18719f req-0fce8644-cb22-48ab-949c-653c5bdd8f4d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920320 Aug 29 17:56:10.659118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-3694926c-1f6f-478b-a7c8-aca6dea6a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:10.660928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-3694926c-1f6f-478b-a7c8-aca6dea6a656 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070 HTTP/1.1" status: 200 len: 833 time: 0.0578623 Aug 29 17:56:10.705271 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e8887929-9a45-441e-b394-d126727d10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:10.706789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-e8887929-9a45-441e-b394-d126727d10fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f23a0776-d2e0-4a3f-baab-3f64da866f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397315 Aug 29 17:56:10.797692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-77ea966b-55dd-4194-a3ff-c75629ae8dbf service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Aug 29 17:56:10.890196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0a36d06-b917-40a8-8aa7-e91f4498138b req-75c0de6e-818f-478b-a2df-da46057957b6 service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812657 Aug 29 17:56:10.980153 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-3f58ab43-9698-41b8-85df-1a661d4e74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:10.981513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-3f58ab43-9698-41b8-85df-1a661d4e74c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 1096 time: 0.0448358 Aug 29 17:56:11.068167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-54348e0d-451a-4462-a6ac-01d9a96f37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:11.069595 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-54348e0d-451a-4462-a6ac-01d9a96f37cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=f23a0776-d2e0-4a3f-baab-3f64da866f43 HTTP/1.1" status: 200 len: 898 time: 0.0812693 Aug 29 17:56:11.110805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-624f37fb-d037-4a7f-b67e-13f25db903cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f HTTP/1.1" status: 200 len: 217 time: 0.0340815 Aug 29 17:56:11.159778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:11.167534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-02dfa998-1bf3-4d52-b834-433ad641a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:11.169043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-02dfa998-1bf3-4d52-b834-433ad641a05d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070 HTTP/1.1" status: 200 len: 833 time: 0.0493658 Aug 29 17:56:11.209872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:11.210249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:11.216062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-8523b799-4976-42c4-a679-0006f802a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:11.217532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-8523b799-4976-42c4-a679-0006f802a20f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f23a0776-d2e0-4a3f-baab-3f64da866f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407481 Aug 29 17:56:11.257116 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad919235-1926-45a8-b741-dbc7c10eabe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:11.305822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-0fd9f314-86e1-481d-957e-1c84d59c1876 service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806334 Aug 29 17:56:11.397568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-601bddc2-494f-46f7-b919-9ab385cd65f8 req-b67de7b3-e927-4ee1-9d85-2f5bc314987a service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838261 Aug 29 17:56:11.767066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceae01-f28e-4613-8a40-0acad1caacbd req-4fb8e30f-dab1-4374-b4cc-fd4bd51ff7c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:11.768527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3ceae01-f28e-4613-8a40-0acad1caacbd req-4fb8e30f-dab1-4374-b4cc-fd4bd51ff7c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 944 time: 0.0487547 Aug 29 17:56:11.809575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3ceae01-f28e-4613-8a40-0acad1caacbd req-c3ea6dff-d625-4992-9610-70802eeb7a23 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351183 Aug 29 17:56:12.773210 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:12.926249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bae9d-c821-460a-9902-c943804f0b0e req-b80a0349-d8c7-4f91-a594-8418c09566c7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:12.927757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f92bae9d-c821-460a-9902-c943804f0b0e req-b80a0349-d8c7-4f91-a594-8418c09566c7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 944 time: 0.0519407 Aug 29 17:56:12.966570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f92bae9d-c821-460a-9902-c943804f0b0e req-acb4fb89-a9b7-4ab4-aa8c-f3f621392cec tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 Aug 29 17:56:13.307939 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:13.889686 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a13bf7bb-0ceb-4328-81ea-8ac97fa9be9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:13.931436 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:14.078768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a446d2-4c22-4a78-8b52-1d51e5392af6 req-2de70352-0002-40cb-bb1a-757f9f468d6f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:14.080269 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5a446d2-4c22-4a78-8b52-1d51e5392af6 req-2de70352-0002-40cb-bb1a-757f9f468d6f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 944 time: 0.0482199 Aug 29 17:56:14.117728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5a446d2-4c22-4a78-8b52-1d51e5392af6 req-95ba75b5-da26-419e-8f0e-bd00e6127412 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Aug 29 17:56:14.827213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device dfe22762-2a45-4ef1-bc25-0b5607c2d75f details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:56:14.919973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port dfe22762-2a45-4ef1-bc25-0b5607c2d75f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:14.931033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:56:14.966657 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:14.978712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe22762-2a45-4ef1-bc25-0b5607c2d75f {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:56:15.001484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port dfe22762-2a45-4ef1-bc25-0b5607c2d75f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:15.005649 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:15.053598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:15.235208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad57f9b-ab3a-425f-8ad1-98452435cbc3 req-af960456-cbdb-4282-8731-fd4b8cfe23cc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:15.236683 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ad57f9b-ab3a-425f-8ad1-98452435cbc3 req-af960456-cbdb-4282-8731-fd4b8cfe23cc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 945 time: 0.0539155 Aug 29 17:56:15.248263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8fb5a2a5-883c-46e3-a6f7-6fb052658a2e req-6b331dc4-68ac-4f1a-a438-2c687e6a8ea7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254593 Aug 29 17:56:15.252344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['dfe22762-2a45-4ef1-bc25-0b5607c2d75f'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:56:15.282544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ad57f9b-ab3a-425f-8ad1-98452435cbc3 req-58b270cc-4094-4699-b80a-e00b51460057 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397549 Aug 29 17:56:15.315517 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8fb5a2a5-883c-46e3-a6f7-6fb052658a2e req-0830633c-432e-4c2c-912f-6960aae0d0c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0253232 Aug 29 17:56:15.352177 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8fb5a2a5-883c-46e3-a6f7-6fb052658a2e req-a7ef38b6-a4cd-48b3-8fef-97b29d92afe6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184355 Aug 29 17:56:15.447099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5a2a5-883c-46e3-a6f7-6fb052658a2e req-8a2af32b-39d2-46ab-a9a8-c352efe598b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:15.448565 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8fb5a2a5-883c-46e3-a6f7-6fb052658a2e req-8a2af32b-39d2-46ab-a9a8-c352efe598b0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884233 Aug 29 17:56:15.519651 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:16.388493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4cfbf-127a-402f-b3e9-f7c58fd5813d req-710a76cc-caa2-4217-91d5-5c52afde44b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:16.389944 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77c4cfbf-127a-402f-b3e9-f7c58fd5813d req-710a76cc-caa2-4217-91d5-5c52afde44b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 945 time: 0.0482924 Aug 29 17:56:16.428148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77c4cfbf-127a-402f-b3e9-f7c58fd5813d req-678e6b64-0026-485f-bf74-d04641155b82 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Aug 29 17:56:16.831332 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:16.919840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device dfe22762-2a45-4ef1-bc25-0b5607c2d75f up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:16.966310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port dfe22762-2a45-4ef1-bc25-0b5607c2d75f completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:16.969816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port dfe22762-2a45-4ef1-bc25-0b5607c2d75f triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:16.970179 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.045306 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.070292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:56:17.072548 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f62f3-305f-4e91-9b58-df1fefb2ad63" -d '{"events": [{"server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "name": "network-vif-plugged", "status": "completed", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:56:17.085774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port dfe22762-2a45-4ef1-bc25-0b5607c2d75f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:17.089992 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.135601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:17.175705 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d925b27-4ffe-4352-9286-52181801f894 x-openstack-request-id: req-6d925b27-4ffe-4352-9286-52181801f894 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:56:17.176002 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "name": "network-vif-plugged", "status": "completed", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:56:17.176259 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d925b27-4ffe-4352-9286-52181801f894 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:56:17.176775 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'code': 200} Aug 29 17:56:17.270391 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c2a4b-a350-4ae3-a007-6665a9b295c5 req-0cbd6316-d8cf-4dae-b1f0-44c75792a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:17.271881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-768c2a4b-a350-4ae3-a007-6665a9b295c5 req-0cbd6316-d8cf-4dae-b1f0-44c75792a3fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 1098 time: 0.0402806 Aug 29 17:56:17.305529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-768c2a4b-a350-4ae3-a007-6665a9b295c5 req-36e802b6-14cb-475a-a356-8bd182270e8e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265753 Aug 29 17:56:17.540852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3041d2-539d-410d-893c-eff63d9ca0ee req-06599845-8a35-45db-a5f8-9964a8fd0033 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:17.542339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f3041d2-539d-410d-893c-eff63d9ca0ee req-06599845-8a35-45db-a5f8-9964a8fd0033 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 946 time: 0.0483010 Aug 29 17:56:17.584991 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f3041d2-539d-410d-893c-eff63d9ca0ee req-93f90c6b-4439-4b9d-ac15-6e5c2e670426 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359902 Aug 29 17:56:18.699281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d1abc-342f-4fac-82a9-525eb9ad30ce req-21ff9c32-42ba-4b2d-b526-161a8fb64329 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:18.700758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e5d1abc-342f-4fac-82a9-525eb9ad30ce req-21ff9c32-42ba-4b2d-b526-161a8fb64329 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 946 time: 0.0482190 Aug 29 17:56:18.737837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e5d1abc-342f-4fac-82a9-525eb9ad30ce req-9e491e4f-88ca-41cf-b45c-fbd78b95f6bc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311012 Aug 29 17:56:18.849623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53e23a-2de4-40a8-8849-2cb092243442 req-7eb180c5-463e-4990-b6e7-000743d4d2d3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:18.851173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a53e23a-2de4-40a8-8849-2cb092243442 req-7eb180c5-463e-4990-b6e7-000743d4d2d3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 946 time: 0.0486302 Aug 29 17:56:18.889298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a53e23a-2de4-40a8-8849-2cb092243442 req-43b334ce-42f4-4d09-a61a-eff3f2d08228 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Aug 29 17:56:18.911939 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60256) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:18.950267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b81066-00da-4a7f-ade6-5c46ae9581ea tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:18.951789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-62b81066-00da-4a7f-ade6-5c46ae9581ea tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 1093 time: 0.0388737 Aug 29 17:56:18.955189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60258) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:18.959402 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:18.980841 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.082223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.183633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.25.2.16 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/9c6ca63f-9f51-4344-9195-3a5cee35e2b6) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:56:19.286114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.322325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.356501 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:56:19.359166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:19.365161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:56:19.389746 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=9c6ca63f-9f51-4344-9195-3a5cee35e2b6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:19.712478 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.775879 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.897236 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:56:19.921988 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.926273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.990834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=9c6ca63f-9f51-4344-9195-3a5cee35e2b6,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:20.006816 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:20.103477 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Floating IP 2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6 associated. External IP: 172.25.2.16, port: dfe22762-2a45-4ef1-bc25-0b5607c2d75f. Aug 29 17:56:20.306432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:56:20.413359 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:56:20.425375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] Sync routers for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:56:20.433187 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:20.436229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:20.437617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:20.463935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-63f7d4e4-475b-47b9-80c1-c9a827dcb5dc tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5077403 Aug 29 17:56:20.464569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:56:20.466837 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34" -d '{"events": [{"name": "network-changed", "server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:56:20.467049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60260) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:20.503937 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe18b0b-27ec-4780-9a46-bff9ea7624bb x-openstack-request-id: req-6fe18b0b-27ec-4780-9a46-bff9ea7624bb {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:56:20.504232 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:56:20.504467 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fe18b0b-27ec-4780-9a46-bff9ea7624bb {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:56:20.504931 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'status': 'completed', 'code': 200} Aug 29 17:56:20.548859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:20.566648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9ea7e441-d255-423c-a7f4-d346992fa01d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/floatingips/2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6 HTTP/1.1" status: 200 len: 991 time: 0.0985703 Aug 29 17:56:20.579560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-99a6b201-3f34-47b4-b7a8-6a5593289ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:20.581111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-99a6b201-3f34-47b4-b7a8-6a5593289ce7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 1098 time: 0.0537686 Aug 29 17:56:20.680410 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-2df81921-2b12-45da-8b1e-c27365b6eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:20.682015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-2df81921-2b12-45da-8b1e-c27365b6eff6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f23a0776-d2e0-4a3f-baab-3f64da866f43 HTTP/1.1" status: 200 len: 898 time: 0.0936012 Aug 29 17:56:20.749248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-99e350e3-0e17-4542-ad24-28c0dfa5574f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f HTTP/1.1" status: 200 len: 999 time: 0.0600793 Aug 29 17:56:20.774305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:04Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:19Z', 'revision_number': 0, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:20.799444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-515985d3-52b5-4001-8929-85583e1d26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:20.800956 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-515985d3-52b5-4001-8929-85583e1d26b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070 HTTP/1.1" status: 200 len: 833 time: 0.0445271 Aug 29 17:56:20.805107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] Checking router: 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:56:20.813480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:20.814092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:20.851750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-021287fe-6549-46c8-aa88-30bd58d5a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:20.853344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-021287fe-6549-46c8-aa88-30bd58d5a4f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f23a0776-d2e0-4a3f-baab-3f64da866f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448251 Aug 29 17:56:20.926876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:20.945179 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-a9386616-78e5-4fba-a69e-43c5138ff724 service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848913 Aug 29 17:56:21.037766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c06a6dd1-479f-427b-a785-8c7e7eb0fb34 req-9b0e72d1-83a9-4470-831f-85692762778b service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850165 Aug 29 17:56:21.149669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:04Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:19Z', 'revision_number': 0, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:21.178973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6849a611-89ff-4fee-b47a-a5cd2e9d98de None None] The sync data for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 is: [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:56:04Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:19Z', 'revision_number': 0, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:56:21.366153 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede316d0-0a86-46ef-8764-b17d939c21c1 None None] New status for floating IP 2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:56:21.569868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60264) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:21.629561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c2635460-0f22-44df-9396-541fcb87650f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/floatingips/2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6 HTTP/1.1" status: 200 len: 993 time: 0.0578563 Aug 29 17:56:25.589948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-0facc142-fd41-4421-a261-71fe78ecf45c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385869 Aug 29 17:56:25.673228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-ae9c4342-5286-476d-b974-caa17e0d47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:25.674789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-ae9c4342-5286-476d-b974-caa17e0d47b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 1097 time: 0.0443077 Aug 29 17:56:25.774440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-ae7ae8cd-7f0b-4667-9fcf-4d963721823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:25.775928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-ae7ae8cd-7f0b-4667-9fcf-4d963721823e service neutron] 10.222.0.43 "GET /v2.0/networks?id=df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 200 len: 909 time: 0.0833015 Aug 29 17:56:25.841779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-ffa88620-23a5-428b-9347-8454fb3358f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0589416 Aug 29 17:56:25.888791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-a0b0d5ca-0ad4-4af6-86e0-d9ad179ef263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:25.890690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-a0b0d5ca-0ad4-4af6-86e0-d9ad179ef263 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 200 len: 847 time: 0.0422449 Aug 29 17:56:25.933980 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-99cd1ead-1ad4-4f6c-a9d9-6885215e6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:25.935443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-99cd1ead-1ad4-4f6c-a9d9-6885215e6b99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df1661ce-2f8c-478d-bd4b-24649b68701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383699 Aug 29 17:56:26.025520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-78df7e08-699b-4b71-a50c-1ff5d9faf98b service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828683 Aug 29 17:56:26.112134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce79ba32-f6ee-4574-8bc8-9ac3a3ef9347 req-ee7c7439-4131-43c4-a83e-7c0e49b74b56 service neutron] 10.222.0.43 "GET /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799224 Aug 29 17:56:41.247138 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-45e0122b-ef0d-43e2-9f09-10e70e873d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:42.787515 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:43.326197 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:43.889821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0dedc2e0-12a4-4f77-a000-a68830f79ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:43.930515 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:45.524455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:46.833558 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:47.202718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc608588-7950-4c8a-8f1e-a2c90b7a0a2f req-100ab594-b252-4cd9-b4ca-a02dd66ba8ea tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:47.204227 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc608588-7950-4c8a-8f1e-a2c90b7a0a2f req-100ab594-b252-4cd9-b4ca-a02dd66ba8ea tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 945 time: 0.0573905 Aug 29 17:56:47.242300 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc608588-7950-4c8a-8f1e-a2c90b7a0a2f req-55c5dfe0-c93a-42f9-8028-a462757a050b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Aug 29 17:56:48.357426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217039-3fa2-4b38-9f84-6eb7da7404e0 req-d85e4ead-430b-4646-9977-ad9bf11e5583 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:48.358927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc217039-3fa2-4b38-9f84-6eb7da7404e0 req-d85e4ead-430b-4646-9977-ad9bf11e5583 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 945 time: 0.0482945 Aug 29 17:56:48.396462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc217039-3fa2-4b38-9f84-6eb7da7404e0 req-5cd9bd7f-335d-4a5d-bf50-56c6eee6e99b tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/security-groups?id=165f361b-fb1f-406e-ba98-11e5fbb2d984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Aug 29 17:56:48.478310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d90685-7d92-442e-851c-de76bba9cf41 req-1f7f96b7-71f3-499b-a621-f56709c116a8 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:48.479780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48d90685-7d92-442e-851c-de76bba9cf41 req-1f7f96b7-71f3-499b-a621-f56709c116a8 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.43 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 945 time: 0.0506105 Aug 29 17:56:48.568292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Deleting port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:48.568527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:48.954173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] For port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:48.954460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:49.163147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:49.163549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:49.163867 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Floating IP 51cd47b6-ddf6-4039-a9ba-ee925620bb36 disassociated. External IP: 172.25.2.123, port: 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7. Aug 29 17:56:49.164205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Calling delete_port for 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:49.291859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:49.327874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event deleted for resources: {'Port': ['ID=9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:49.338400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.338777 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.339117 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.339476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.339815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.340144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.340469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.340797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.341524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.341524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.341821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.342068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:49.455437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Router 19405a69-4292-4303-a4f5-1c814f1c90d0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:56:49.492764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-37feb6ec-5d76-4ce5-a073-c56ed19d17cc req-5ff4f220-1507-4e24-8139-39cad012a788 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17fe75e-69cb-48b0-b6bc-9faf02d3a030 HTTP/1.1" status: 200 len: 210 time: 0.0270932 Aug 29 17:56:49.560880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:56:49.571008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] Sync routers for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:56:49.580204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:49.580890 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:49.601770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] No DVR routers for this DVR port 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:56:49.604503 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:49.606849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48d90685-7d92-442e-851c-de76bba9cf41 req-7fee06aa-fe9d-4ed6-8766-3437ceca483c tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.43 "DELETE /v2.0/ports/9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 HTTP/1.1" status: 204 len: 173 time: 1.1203651 Aug 29 17:56:49.607301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'name': 'network-vif-deleted', 'tag': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:56:49.610890 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8ce6d5-a593-4d0a-b6ea-fb5f1fd9a9f9" -d '{"events": [{"server_uuid": "f17fe75e-69cb-48b0-b6bc-9faf02d3a030", "name": "network-vif-deleted", "tag": "9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:56:49.650903 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286c6358-8bb5-4ab3-baed-82ffdbe6eec1 x-openstack-request-id: req-286c6358-8bb5-4ab3-baed-82ffdbe6eec1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:56:49.651236 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17fe75e-69cb-48b0-b6bc-9faf02d3a030", "name": "network-vif-deleted", "tag": "9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:56:49.651516 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-286c6358-8bb5-4ab3-baed-82ffdbe6eec1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:56:49.651921 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17fe75e-69cb-48b0-b6bc-9faf02d3a030', 'name': 'network-vif-deleted', 'tag': '9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7', 'status': 'completed', 'code': 200} Aug 29 17:56:49.692391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:49.895501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 5, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:50.078424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] Checking router: 19405a69-4292-4303-a4f5-1c814f1c90d0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:56:50.087954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:50.088495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:50.137338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60286) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:50.192434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:50.207524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b2d50-12e5-4d27-ad00-7248e575b69f tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:50.208009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b2d50-12e5-4d27-ad00-7248e575b69f tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:50.208481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b2d50-12e5-4d27-ad00-7248e575b69f tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:50.210164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d77b2d50-12e5-4d27-ad00-7248e575b69f tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=a1d6146300ac47e992c0b68a6df28b4b&network_id=f23a0776-d2e0-4a3f-baab-3f64da866f43 HTTP/1.1" status: 200 len: 2973 time: 0.0718384 Aug 29 17:56:50.384276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 5, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:50.414325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31c3e0-2e4f-472a-af09-cff13f0f8a34 None None] The sync data for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 is: [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:36Z', 'revision_number': 4, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd1e72bd7-b60e-43ba-b95d-57e8c2f7b697', 'name': '', 'network_id': 'df1661ce-2f8c-478d-bd4b-24649b68701f', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'mac_address': 'fa:16:3e:fb:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:35Z', 'updated_at': '2021-08-29T17:51:43Z', 'revision_number': 5, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'subnets': [{'id': '71a6c891-eec5-4ae2-9e29-dd1288d40e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:56:50.549259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60294) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:50.655872 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484db999-05ad-4f58-a566-87af9550d585 None None] New status for floating IP 51cd47b6-ddf6-4039-a9ba-ee925620bb36: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:56:50.678214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Deleting port a7569287-e951-411e-868a-a2a4e273f42d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:50.678556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:50.754760 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:50.755086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:50.767180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Calling delete_port for a7569287-e951-411e-868a-a2a4e273f42d owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:50.902687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:50.930457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event deleted for resources: {'Port': ['ID=a7569287-e951-411e-868a-a2a4e273f42d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:50.988178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:50.990680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:50.991818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2e9cdd96-96b8-476b-99f9-133e0649a47d tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "DELETE /v2.0/floatingips/51cd47b6-ddf6-4039-a9ba-ee925620bb36 HTTP/1.1" status: 204 len: 168 time: 0.4415507 Aug 29 17:56:51.058361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60300) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:51.114545 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:51.139150 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:51.200216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:51.202701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:51.204472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] 10.222.0.41 "DELETE /v2.0/security-groups/165f361b-fb1f-406e-ba98-11e5fbb2d984 HTTP/1.1" status: 204 len: 168 time: 0.1450341 Aug 29 17:56:51.213986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165f361b-fb1f-406e-ba98-11e5fbb2d984,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:51.222355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.222727 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.223075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.223414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.223755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.224082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.224410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.224734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.225055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.225374 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.225698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.226020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd85a-85a6-4dd0-b16d-6dc47f03a3a3 tempest-TestServerBasicOps-747783227 tempest-TestServerBasicOps-747783227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:51.242493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60304) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:51.694706 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:51.929086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Deleting port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:51.929426 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:52.003390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] For port d1e72bd7-b60e-43ba-b95d-57e8c2f7b697, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:52.003746 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:52.016622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Calling delete_port for d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:52.187071 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:52.222099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e72bd7-b60e-43ba-b95d-57e8c2f7b697,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:52.377819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:52.588072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Router 19405a69-4292-4303-a4f5-1c814f1c90d0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:56:52.689428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:56:52.695167 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-10050d09-60e6-49d2-aa12-6029fac7c02d admin admin] 10.222.0.41 "PUT /v2.0/routers/19405a69-4292-4303-a4f5-1c814f1c90d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532347 Aug 29 17:56:52.696965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60312) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:52.699415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] Sync routers for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:56:52.709613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:52.710214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:52.799717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:52.813027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:52.896326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:52.991897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '896f1666-368e-4f23-8639-d3547084671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:56:52Z', 'revision_number': 5, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port': {'id': '896f1666-368e-4f23-8639-d3547084671e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:53.020022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] Checking router: 19405a69-4292-4303-a4f5-1c814f1c90d0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:56:53.029028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] Routers {'19405a69-4292-4303-a4f5-1c814f1c90d0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:53.029674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['19405a69-4292-4303-a4f5-1c814f1c90d0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:53.095254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:56:53.118471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:56:53.118840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9f03ea4e-3f59-4e17-89f4-ff1dbf52f4d7 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:56:53.140155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] Set router 19405a69-4292-4303-a4f5-1c814f1c90d0 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:53.196637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:56:52Z', 'revision_number': 6, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:53.223589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cfed3c-a8e6-462c-9130-0fd1b91adfc8 None None] The sync data for ids ['19405a69-4292-4303-a4f5-1c814f1c90d0'] in n-d-713499-15 is: [{'id': '19405a69-4292-4303-a4f5-1c814f1c90d0', 'name': 'tempest-TestServerBasicOps-797830830-router', 'tenant_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:33Z', 'updated_at': '2021-08-29T17:56:52Z', 'revision_number': 6, 'project_id': 'fb59b6240d4a43a1a9cea86a3ca34b15', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:56:53.277768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Deleting port 896f1666-368e-4f23-8639-d3547084671e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:53.278107 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.352887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] For port 896f1666-368e-4f23-8639-d3547084671e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=896f1666-368e-4f23-8639-d3547084671e,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:53.353173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.365675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Calling delete_port for 896f1666-368e-4f23-8639-d3547084671e owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:53.528766 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.556276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Pushing event deleted for resources: {'Port': ['ID=896f1666-368e-4f23-8639-d3547084671e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:53.621030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.713280 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.715406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.758591 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.759147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19405a69-4292-4303-a4f5-1c814f1c90d0 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:56:53.764122 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.765252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-93711f9f-7e09-49c2-9aeb-47f8b46aba30 admin admin] 10.222.0.41 "DELETE /v2.0/routers/19405a69-4292-4303-a4f5-1c814f1c90d0 HTTP/1.1" status: 204 len: 168 time: 1.0673747 Aug 29 17:56:53.767673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60316) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:53.814877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-41891d2e-43d1-43b8-b205-003841c53ae6 admin admin] Deleting subnet 71a6c891-eec5-4ae2-9e29-dd1288d40e29 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:56:53.817761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41891d2e-43d1-43b8-b205-003841c53ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.850958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41891d2e-43d1-43b8-b205-003841c53ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.927627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41891d2e-43d1-43b8-b205-003841c53ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:53.984279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41891d2e-43d1-43b8-b205-003841c53ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.012616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41891d2e-43d1-43b8-b205-003841c53ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a6c891-eec5-4ae2-9e29-dd1288d40e29,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:54.014622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-41891d2e-43d1-43b8-b205-003841c53ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.017023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-41891d2e-43d1-43b8-b205-003841c53ae6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/71a6c891-eec5-4ae2-9e29-dd1288d40e29 HTTP/1.1" status: 204 len: 168 time: 0.2484183 Aug 29 17:56:54.019600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60318) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:54.024800 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc48b45a-d2af-45b6-8aae-817360e8540d None None] Network df1661ce-2f8c-478d-bd4b-24649b68701f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:56:54.089177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.142991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Deleting port 21e4a9b6-365f-4718-85bf-fe823d1f5666 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:54.143345 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.205944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] DHCP port deletion for df1661ce-2f8c-478d-bd4b-24649b68701f request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:56:54.226088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] For port 21e4a9b6-365f-4718-85bf-fe823d1f5666, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=21e4a9b6-365f-4718-85bf-fe823d1f5666,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:54.226461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.241172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Calling delete_port for 21e4a9b6-365f-4718-85bf-fe823d1f5666 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:54.255397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] Deleting port 21e4a9b6-365f-4718-85bf-fe823d1f5666 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:54.256340 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.323316 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.323604 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] For port 21e4a9b6-365f-4718-85bf-fe823d1f5666, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=21e4a9b6-365f-4718-85bf-fe823d1f5666,segment=NetworkSegment(36113353-1406-4501-a00c-9f4fb8d675bc),segment_id=36113353-1406-4501-a00c-9f4fb8d675bc)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:54.324014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.336941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] Calling delete_port for 21e4a9b6-365f-4718-85bf-fe823d1f5666 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:54.351700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Pushing event deleted for resources: {'Port': ['ID=21e4a9b6-365f-4718-85bf-fe823d1f5666,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:54.353811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] No DVR routers for this DVR port 21e4a9b6-365f-4718-85bf-fe823d1f5666 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:56:54.409693 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.427585 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.433879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] Pushing event deleted for resources: {'Port': ['ID=21e4a9b6-365f-4718-85bf-fe823d1f5666,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:54.437553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b05024-8fa1-4c7d-8b2c-4eb4f7ddca85 None None] No DVR routers for this DVR port 21e4a9b6-365f-4718-85bf-fe823d1f5666 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:56:54.441802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1661ce-2f8c-478d-bd4b-24649b68701f']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:54.455511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36113353-1406-4501-a00c-9f4fb8d675bc') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:54.455809 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36113353-1406-4501-a00c-9f4fb8d675bc') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:54.464655 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.478635 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.484574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:56:54.484965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:56:54.486638 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:56:54.543084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.546063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60320) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:54.548946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:54.550621 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] 10.222.0.41 "DELETE /v2.0/networks/df1661ce-2f8c-478d-bd4b-24649b68701f HTTP/1.1" status: 204 len: 168 time: 0.5292501 Aug 29 17:56:54.556397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60322) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:54.561485 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6269240-85c6-488a-8097-705befca82ef admin admin] Pushing event deleted for resources: {'Network': ['ID=df1661ce-2f8c-478d-bd4b-24649b68701f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:54.648351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcbf4d3-607e-4342-9b01-96c81dcfc64e tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:54.649921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cfcbf4d3-607e-4342-9b01-96c81dcfc64e tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7 HTTP/1.1" status: 200 len: 814 time: 0.1012666 Aug 29 17:56:54.934823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.172909 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Deleting port d7650c01-ba5d-4f2c-94a0-8f8625851672 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:55.173246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.183285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:56:55.206092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:56:55.206372 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d1e72bd7-b60e-43ba-b95d-57e8c2f7b697 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:56:55.206821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 896f1666-368e-4f23-8639-d3547084671e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:56:55.230384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 896f1666-368e-4f23-8639-d3547084671e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:56:55.230766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 896f1666-368e-4f23-8639-d3547084671e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:56:55.231200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 21e4a9b6-365f-4718-85bf-fe823d1f5666 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:56:55.249808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 21e4a9b6-365f-4718-85bf-fe823d1f5666 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:56:55.250185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 21e4a9b6-365f-4718-85bf-fe823d1f5666 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:56:55.251470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] For port d7650c01-ba5d-4f2c-94a0-8f8625851672, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d7650c01-ba5d-4f2c-94a0-8f8625851672,segment=NetworkSegment(8c221de9-eaaf-4176-8c65-4e5f2a47c059),segment_id=8c221de9-eaaf-4176-8c65-4e5f2a47c059)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:55.251837 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.264730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Calling delete_port for d7650c01-ba5d-4f2c-94a0-8f8625851672 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:55.436317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.461965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Pushing event deleted for resources: {'Port': ['ID=d7650c01-ba5d-4f2c-94a0-8f8625851672,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:55.627608 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.658954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60328) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:55.664149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'network': {'name': 'tempest-network-smoke--1564691399', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'port_security_enabled': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:55.684832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:56:55.688322 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.711424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:56:55.720952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.721278 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Added segment d4c1b7fc-31b8-4fea-ae35-2d3b115efb38 of type vlan for network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 Aug 29 17:56:55.768203 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.793623 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.799748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:55.800338 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:55.846631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Router 009b079e-1fed-4764-af06-84e4414aa7c2 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:56:55.866342 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2033386 Aug 29 17:56:55.866571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60330) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:55.878381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d6a91-cea8-43d1-bf9f-8ff4e30bdf1b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Network': ['ID=7a9462f1-83af-4e6d-bc61-ca8b92d94d18,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:55.888702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:56:55.917137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb19957-eef0-44b5-9fd8-bafefec8dd4a tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:55.921388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7cb19957-eef0-44b5-9fd8-bafefec8dd4a tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a1d6146300ac47e992c0b68a6df28b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0511758 Aug 29 17:56:55.921594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60332) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:55.957791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:56:55.962840 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fff9f254-a3a7-413d-ae4f-43359c292aee admin admin] 10.222.0.41 "PUT /v2.0/routers/009b079e-1fed-4764-af06-84e4414aa7c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970215 Aug 29 17:56:55.965322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60334) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:55.969527 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] Sync routers for ids ['009b079e-1fed-4764-af06-84e4414aa7c2'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:56:55.978823 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] Routers {'009b079e-1fed-4764-af06-84e4414aa7c2'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:55.979433 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['009b079e-1fed-4764-af06-84e4414aa7c2'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:56.010573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5aec9a-44ed-4fa0-ab26-4c69a1d5ab6b tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:56.015119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4c5aec9a-44ed-4fa0-ab26-4c69a1d5ab6b tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925109 Aug 29 17:56:56.016325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60336) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:56.049261 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9f09b4e9-e68b-4546-8288-bdb26204af90 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317008 Aug 29 17:56:56.050777 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60338) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:56.068820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.082511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-768a294d-cdc9-4ed8-81eb-bedb9f19790d tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a1d6146300ac47e992c0b68a6df28b4b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281959 Aug 29 17:56:56.082933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60340) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:56.083531 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] Set router 009b079e-1fed-4764-af06-84e4414aa7c2 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:56.168365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef95dd-1e6b-4fbe-a0d4-03218a0fef9f tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:56.169856 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-adef95dd-1e6b-4fbe-a0d4-03218a0fef9f tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858469 Aug 29 17:56:56.172596 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60342) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:56.172745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.200532 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f071f261-963e-4f4c-9b92-253ab58985ae tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268686 Aug 29 17:56:56.203158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60344) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:56.208273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1259863705', 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:56.228201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Deleting port a0b5a6a4-9d06-486c-bb09-00dbe732d805 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:56.228922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.282489 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:56:55Z', 'revision_number': 5, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port': {'id': 'a0b5a6a4-9d06-486c-bb09-00dbe732d805', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:51:39Z', 'updated_at': '2021-08-29T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:56.303411 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:56:56.307332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.309713 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] Checking router: 009b079e-1fed-4764-af06-84e4414aa7c2 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:56:56.318191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] For port a0b5a6a4-9d06-486c-bb09-00dbe732d805, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a0b5a6a4-9d06-486c-bb09-00dbe732d805,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:56.318512 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] Routers {'009b079e-1fed-4764-af06-84e4414aa7c2'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:56.318827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.319152 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['009b079e-1fed-4764-af06-84e4414aa7c2'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:56.332409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Calling delete_port for a0b5a6a4-9d06-486c-bb09-00dbe732d805 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:56.405316 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] Set router 009b079e-1fed-4764-af06-84e4414aa7c2 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:56.494319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.518521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.547417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b5a6a4-9d06-486c-bb09-00dbe732d805,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:56.553841 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:56:56Z', 'revision_number': 6, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:56.555298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Subnet': ['ID=fc8985f7-e44e-4c6f-bdc0-593f84a37444,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:56.565869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Checking segment: {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:56:56.566236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network hostable DHCP agents. Network: 7a9462f1-83af-4e6d-bc61-ca8b92d94d18, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:56:56.583892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:56:56.584305 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac9754-b5df-49b7-8ffe-9b7418efe045 None None] The sync data for ids ['009b079e-1fed-4764-af06-84e4414aa7c2'] in n-d-713499-15 is: [{'id': '009b079e-1fed-4764-af06-84e4414aa7c2', 'name': 'tempest-TestServerBasicOps-1191139041-router', 'tenant_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:51:38Z', 'updated_at': '2021-08-29T17:56:56Z', 'revision_number': 6, 'project_id': '0445a69d5c7346a5a9ed07bb9f648f21', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:56:56.594568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7a9462f1-83af-4e6d-bc61-ca8b92d94d18) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:56.604375 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:56.604649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e76eb-3a93-412c-81f2-ba5a61211a08 None None] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:56:56.605136 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.626073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4d88592b-8f11-4f1a-ac7a-548bd7f0970d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4211764 Aug 29 17:56:56.638895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.743460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.745663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.787358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7a9462f1-83af-4e6d-bc61-ca8b92d94d18', 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ips': [{'subnet_id': 'fc8985f7-e44e-4c6f-bdc0-593f84a37444'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:56:56.788237 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.801254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.802107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 009b079e-1fed-4764-af06-84e4414aa7c2 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:56:56.807548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.812330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60348) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:56.814295 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b98f13e2-d814-4b0a-a2c9-7073f3e99953 admin admin] 10.222.0.41 "DELETE /v2.0/routers/009b079e-1fed-4764-af06-84e4414aa7c2 HTTP/1.1" status: 204 len: 168 time: 0.8480375 Aug 29 17:56:56.861852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71c36a8-c549-4535-9cfd-1bc00629a40e admin admin] Deleting subnet 6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:56:56.865280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a71c36a8-c549-4535-9cfd-1bc00629a40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.896352 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:56:56.916557 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a71c36a8-c549-4535-9cfd-1bc00629a40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:56.928410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Allocated IP 172.20.0.18 (7a9462f1-83af-4e6d-bc61-ca8b92d94d18/fc8985f7-e44e-4c6f-bdc0-593f84a37444/214ebd5d-14eb-4812-be07-153dba4087ea) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:56:56.993645 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a71c36a8-c549-4535-9cfd-1bc00629a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.048672 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a71c36a8-c549-4535-9cfd-1bc00629a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.067582 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a71c36a8-c549-4535-9cfd-1bc00629a40e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.070726 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a71c36a8-c549-4535-9cfd-1bc00629a40e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003 HTTP/1.1" status: 204 len: 168 time: 0.2548380 Aug 29 17:56:57.074039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60350) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:57.074954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774aaf8-53c6-4053-a658-5a51ce388e9f None None] Network 41b12c31-8095-44d7-bc4d-0d039828ed1c requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:56:57.089978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c36a8-c549-4535-9cfd-1bc00629a40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cbcb8ad-4ad3-4d3f-94b4-2e1e6be11003,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.097128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.107181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Transition to ACTIVE for port object 214ebd5d-14eb-4812-be07-153dba4087ea will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:57.134610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60352) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:57.140132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8ef64227-06cf-4c83-8377-3c63f8740a9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051760719', 'description': 'tempest-secgroup-smoke-2051760719 description', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:57.171045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Transition to ACTIVE for port object 214ebd5d-14eb-4812-be07-153dba4087ea will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:56:57.182653 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ef64227-06cf-4c83-8377-3c63f8740a9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.185494 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.188821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.228974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d7650c01-ba5d-4f2c-94a0-8f8625851672 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:56:57.255912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d7650c01-ba5d-4f2c-94a0-8f8625851672 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:56:57.256606 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d7650c01-ba5d-4f2c-94a0-8f8625851672 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:56:57.257045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a0b5a6a4-9d06-486c-bb09-00dbe732d805 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:56:57.271376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Deleting port 132c7218-e1af-42dd-82e0-1cd2a709bc80 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:57.274847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.289562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ef64227-06cf-4c83-8377-3c63f8740a9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.294704 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ef64227-06cf-4c83-8377-3c63f8740a9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.326111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:56:57.330808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a0b5a6a4-9d06-486c-bb09-00dbe732d805 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:56:57.331165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a0b5a6a4-9d06-486c-bb09-00dbe732d805 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:56:57.336460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:57.336973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8ef64227-06cf-4c83-8377-3c63f8740a9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.343449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:56:57.343663 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8ef64227-06cf-4c83-8377-3c63f8740a9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2038717 Aug 29 17:56:57.343844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Pushing event updated for resources: {'Port': ['ID=214ebd5d-14eb-4812-be07-153dba4087ea,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.343970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60354) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:57.350389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-36f98db0-4d11-42aa-9827-62092040047a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '2dc03a09-be61-4171-9368-c1eb667de471', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:57.355877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef64227-06cf-4c83-8377-3c63f8740a9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc03a09-be61-4171-9368-c1eb667de471,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.366526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] For port 132c7218-e1af-42dd-82e0-1cd2a709bc80, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=132c7218-e1af-42dd-82e0-1cd2a709bc80,segment=NetworkSegment(8c221de9-eaaf-4176-8c65-4e5f2a47c059),segment_id=8c221de9-eaaf-4176-8c65-4e5f2a47c059)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:57.368522 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.392350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-36f98db0-4d11-42aa-9827-62092040047a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.393386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Calling delete_port for 132c7218-e1af-42dd-82e0-1cd2a709bc80 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:57.405370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Attempting to bind port 214ebd5d-14eb-4812-be07-153dba4087ea on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:56:57.405751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Attempting to bind port 214ebd5d-14eb-4812-be07-153dba4087ea by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:56:57.406154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Attempting to bind port 214ebd5d-14eb-4812-be07-153dba4087ea on network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:56:57.412206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:56:57.412586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Checking segment: {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:56:57.413007 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.413404 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Bound using segment: {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:56:57.413937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Bound port: 214ebd5d-14eb-4812-be07-153dba4087ea, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:56:57.414327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.455073 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] DHCP port deletion for 41b12c31-8095-44d7-bc4d-0d039828ed1c request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:56:57.485572 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-36f98db0-4d11-42aa-9827-62092040047a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.490283 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-36f98db0-4d11-42aa-9827-62092040047a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.517534 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f98db0-4d11-42aa-9827-62092040047a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbedba1d-a18c-4a37-b2da-ff49567ccbbe,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.519451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.519649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] For port 214ebd5d-14eb-4812-be07-153dba4087ea, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:56:57.523629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] For port 214ebd5d-14eb-4812-be07-153dba4087ea, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=214ebd5d-14eb-4812-be07-153dba4087ea,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:56:57.535476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-36f98db0-4d11-42aa-9827-62092040047a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.536169 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.537478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-36f98db0-4d11-42aa-9827-62092040047a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1926689 Aug 29 17:56:57.540153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60356) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:57.543985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] Deleting port 132c7218-e1af-42dd-82e0-1cd2a709bc80 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:56:57.544777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.547553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b17ccfca-e8aa-42e5-bb0a-4c1ce272cf34 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '2dc03a09-be61-4171-9368-c1eb667de471', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:57.556294 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Pushing event deleted for resources: {'Port': ['ID=132c7218-e1af-42dd-82e0-1cd2a709bc80,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.558495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] No DVR routers for this DVR port 132c7218-e1af-42dd-82e0-1cd2a709bc80 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:56:57.594465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17ccfca-e8aa-42e5-bb0a-4c1ce272cf34 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.636231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.649130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b12c31-8095-44d7-bc4d-0d039828ed1c']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:57.663134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c221de9-eaaf-4176-8c65-4e5f2a47c059') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:57.663134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c221de9-eaaf-4176-8c65-4e5f2a47c059') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:57.665784 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17ccfca-e8aa-42e5-bb0a-4c1ce272cf34 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.670479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] For port 132c7218-e1af-42dd-82e0-1cd2a709bc80, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:57.671232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.672908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17ccfca-e8aa-42e5-bb0a-4c1ce272cf34 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.674100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeeb2c-448a-401d-9258-0f1962e18505 None None] Pushing event updated for resources: {'Port': ['ID=214ebd5d-14eb-4812-be07-153dba4087ea,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.675863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.693398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] Calling delete_port for 132c7218-e1af-42dd-82e0-1cd2a709bc80 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:56:57.695567 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.698781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] Port 132c7218-e1af-42dd-82e0-1cd2a709bc80 was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:56:57.700212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.702081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:56:57.702491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.703763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ccfca-e8aa-42e5-bb0a-4c1ce272cf34 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23de83fa-7e84-4d08-a65d-f4f6c5e3097e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:56:57.704659 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:56:57.715049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] No DVR routers for this DVR port 132c7218-e1af-42dd-82e0-1cd2a709bc80 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:56:57.717006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17ccfca-e8aa-42e5-bb0a-4c1ce272cf34 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.719717 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b17ccfca-e8aa-42e5-bb0a-4c1ce272cf34 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1774397 Aug 29 17:56:57.722364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60358) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:57.734195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9b5c26d0-4eaf-4cd8-9b24-d151e515f9b8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '2dc03a09-be61-4171-9368-c1eb667de471', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:57.736888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37dc17-43d9-48c3-95eb-c12e374c410a None None] Pushing event deleted for resources: {'Port': ['ID=132c7218-e1af-42dd-82e0-1cd2a709bc80,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.772438 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b5c26d0-4eaf-4cd8-9b24-d151e515f9b8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.782259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.793684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.795627 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] 10.222.0.41 "DELETE /v2.0/networks/41b12c31-8095-44d7-bc4d-0d039828ed1c HTTP/1.1" status: 204 len: 168 time: 0.7204823 Aug 29 17:56:57.810235 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802199cb-84b8-48b0-ac49-152fd4bd056f admin admin] Pushing event deleted for resources: {'Network': ['ID=41b12c31-8095-44d7-bc4d-0d039828ed1c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.848905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b5c26d0-4eaf-4cd8-9b24-d151e515f9b8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.852923 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b5c26d0-4eaf-4cd8-9b24-d151e515f9b8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.888312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c26d0-4eaf-4cd8-9b24-d151e515f9b8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acf3e4a-22c7-461d-ab5c-d3a8723491f5,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:57.895179 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b5c26d0-4eaf-4cd8-9b24-d151e515f9b8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.896970 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b5c26d0-4eaf-4cd8-9b24-d151e515f9b8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664803 Aug 29 17:56:57.900332 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60362) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:57.905710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9acbce8a-b3a2-46cb-9f8d-977928e1c591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '2dc03a09-be61-4171-9368-c1eb667de471', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:57.934628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9acbce8a-b3a2-46cb-9f8d-977928e1c591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:57.972652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60364) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:58.009305 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9acbce8a-b3a2-46cb-9f8d-977928e1c591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.013954 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9acbce8a-b3a2-46cb-9f8d-977928e1c591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.022226 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c686fb29-3897-4980-b897-e33b8179c532 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb59b6240d4a43a1a9cea86a3ca34b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483959 Aug 29 17:56:58.025158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:58.036092 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbce8a-b3a2-46cb-9f8d-977928e1c591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f9a63a-276b-4fc7-90ed-e59c089a1b29,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:58.045544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9acbce8a-b3a2-46cb-9f8d-977928e1c591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.049638 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9acbce8a-b3a2-46cb-9f8d-977928e1c591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452100 Aug 29 17:56:58.049803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:58.054326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c59660c6-51f7-49b4-ae9c-d210bcbcf7b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '2dc03a09-be61-4171-9368-c1eb667de471', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:58.076739 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-c59660c6-51f7-49b4-ae9c-d210bcbcf7b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Project a1d6146300ac47e992c0b68a6df28b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:56:58.078745 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35c564e7-df12-4568-a29a-96f562bade12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.082275 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c59660c6-51f7-49b4-ae9c-d210bcbcf7b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.100117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35c564e7-df12-4568-a29a-96f562bade12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.145040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c59660c6-51f7-49b4-ae9c-d210bcbcf7b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.148149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c59660c6-51f7-49b4-ae9c-d210bcbcf7b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.151633 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35c564e7-df12-4568-a29a-96f562bade12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.154783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-35c564e7-df12-4568-a29a-96f562bade12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.158171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-35c564e7-df12-4568-a29a-96f562bade12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/735f7d69-133a-4afe-9eb0-66de96e46cc3 HTTP/1.1" status: 204 len: 168 time: 0.1298444 Aug 29 17:56:58.163900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c564e7-df12-4568-a29a-96f562bade12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735f7d69-133a-4afe-9eb0-66de96e46cc3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:58.166067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59660c6-51f7-49b4-ae9c-d210bcbcf7b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631a391b-9612-4ed1-9a97-a6b88e0c3fed,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:58.173087 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c59660c6-51f7-49b4-ae9c-d210bcbcf7b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.177154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60372) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:58.177320 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c59660c6-51f7-49b4-ae9c-d210bcbcf7b4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265409 Aug 29 17:56:58.182017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c867f4a0-fa3d-46ab-afda-5e322ed7b643 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': '2dc03a09-be61-4171-9368-c1eb667de471', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:58.212838 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-c867f4a0-fa3d-46ab-afda-5e322ed7b643 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Project a1d6146300ac47e992c0b68a6df28b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:56:58.218249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c867f4a0-fa3d-46ab-afda-5e322ed7b643 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.272130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c867f4a0-fa3d-46ab-afda-5e322ed7b643 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.275893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c867f4a0-fa3d-46ab-afda-5e322ed7b643 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.292302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867f4a0-fa3d-46ab-afda-5e322ed7b643 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0130b73b-5007-4f6a-8f3a-7ac198ec3b64,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:58.302197 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c867f4a0-fa3d-46ab-afda-5e322ed7b643 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.303666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c867f4a0-fa3d-46ab-afda-5e322ed7b643 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254232 Aug 29 17:56:58.504728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-af062bfd-1968-489f-958b-1e292db1aaca tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051760719&fields=id&tenant_id=a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 267 time: 0.0406880 Aug 29 17:56:58.511992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60388) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:58.553602 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a56a379a-1e70-47a2-a194-4f273aff5fad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0445a69d5c7346a5a9ed07bb9f648f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404267 Aug 29 17:56:58.556034 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60390) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:58.612094 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acc428e8-c68c-4f84-beca-e55bdac82b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.621881 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-d2cab5fa-693f-4cfd-bc3b-b5fe39467f11 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:58.623536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-d2cab5fa-693f-4cfd-bc3b-b5fe39467f11 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/networks?id=7a9462f1-83af-4e6d-bc61-ca8b92d94d18 HTTP/1.1" status: 200 len: 797 time: 0.1107314 Aug 29 17:56:58.641030 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-63b51e16-5e9c-4e3c-a9da-04062b0e676f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/quotas/a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 375 time: 0.0103869 Aug 29 17:56:58.693454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed8508a-e233-4369-bed1-5ce8bcffe921 None None] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:56:58.714949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-51e67f2c-8b2f-4d2b-82d6-b0881321a624 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0653245 Aug 29 17:56:58.788779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-76e453b0-0dc1-44ba-9bb4-5b5a296bb298 None None] Provisioning for port 214ebd5d-14eb-4812-be07-153dba4087ea completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:58.949114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acc428e8-c68c-4f84-beca-e55bdac82b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:58.995499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-9aab534d-8241-4057-8aae-5113c1c4f0a0 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9462f1-83af-4e6d-bc61-ca8b92d94d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680314 Aug 29 17:56:59.001422 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acc428e8-c68c-4f84-beca-e55bdac82b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:59.004086 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acc428e8-c68c-4f84-beca-e55bdac82b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:59.005420 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-acc428e8-c68c-4f84-beca-e55bdac82b56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/123d9f48-20bd-4197-88f9-71b50ac719f4 HTTP/1.1" status: 204 len: 168 time: 0.4482076 Aug 29 17:56:59.014183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc428e8-c68c-4f84-beca-e55bdac82b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123d9f48-20bd-4197-88f9-71b50ac719f4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:59.104522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-0008bc84-f118-4b70-ab8c-7cca947c89c3 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9462f1-83af-4e6d-bc61-ca8b92d94d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011741 Aug 29 17:56:59.253870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 214ebd5d-14eb-4812-be07-153dba4087ea up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:59.302353 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5cd52c7c-4edb-4ad8-bce0-faf0b7888343 req-cd26b3bd-1390-49b2-b31b-a221143bc964 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 210 time: 0.0297744 Aug 29 17:56:59.338155 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 214ebd5d-14eb-4812-be07-153dba4087ea completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:59.343097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 214ebd5d-14eb-4812-be07-153dba4087ea triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:59.343480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:59.613596 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:59.650405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 214ebd5d-14eb-4812-be07-153dba4087ea, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=214ebd5d-14eb-4812-be07-153dba4087ea,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:59.654732 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:59.706181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 132c7218-e1af-42dd-82e0-1cd2a709bc80 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:56:59.732234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=214ebd5d-14eb-4812-be07-153dba4087ea,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:59.735473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 132c7218-e1af-42dd-82e0-1cd2a709bc80 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:56:59.735832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 132c7218-e1af-42dd-82e0-1cd2a709bc80 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:57:00.262490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-3ab2de0f-688a-4d72-a133-4bbc072aa745 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:00.263966 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-3ab2de0f-688a-4d72-a133-4bbc072aa745 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/networks?id=7a9462f1-83af-4e6d-bc61-ca8b92d94d18 HTTP/1.1" status: 200 len: 797 time: 0.1028628 Aug 29 17:57:00.312969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-ba2a51a3-b9c8-41db-8bd4-8eadcd7415ed tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 473 time: 0.0369918 Aug 29 17:57:00.323035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'port': {'device_id': '423f6d33-5910-4907-bbfc-d18bd77501e8', 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18', 'admin_state_up': True, 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'security_groups': ['2dc03a09-be61-4171-9368-c1eb667de471']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:00.403646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a33f092-2f66-49b3-8a8e-cf0833b356d5 req-8dcf9977-c22e-4732-862d-b2804d7657e3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 210 time: 0.0327070 Aug 29 17:57:00.457841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:57:00.461296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:00.585979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.20.0.28 (7a9462f1-83af-4e6d-bc61-ca8b92d94d18/fc8985f7-e44e-4c6f-bdc0-593f84a37444/f081852d-ef88-46ea-8395-cab2bc47fe59) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:57:00.714801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:00.728332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Transition to ACTIVE for port object f081852d-ef88-46ea-8395-cab2bc47fe59 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:00.759392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:00.803902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:57:00.808780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:00.812408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:57:00.818730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=f081852d-ef88-46ea-8395-cab2bc47fe59,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:00.870212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:00.870922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:00.887314 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-311a95d0-600e-4714-a56e-94193349440c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678163 Aug 29 17:57:00.899368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-30ec9374-3c79-4d6d-abc4-64660b2eed50 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:57:00.900484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-30ec9374-3c79-4d6d-abc4-64660b2eed50 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064251 Aug 29 17:57:00.912045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Request body: {'port': {'device_id': '423f6d33-5910-4907-bbfc-d18bd77501e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:00.967731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:01.073580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5a5a2a5c-f367-4d4f-9b93-8f9397b78ef9 None None] Provisioning for port f081852d-ef88-46ea-8395-cab2bc47fe59 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:01.079314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5a5a2a5c-f367-4d4f-9b93-8f9397b78ef9 None None] Provisioning complete for port f081852d-ef88-46ea-8395-cab2bc47fe59 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:01.080645 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2a5c-f367-4d4f-9b93-8f9397b78ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:01.115151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a2a5c-f367-4d4f-9b93-8f9397b78ef9 None None] Port f081852d-ef88-46ea-8395-cab2bc47fe59 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:57:01.194857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 214ebd5d-14eb-4812-be07-153dba4087ea up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:01.242936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 214ebd5d-14eb-4812-be07-153dba4087ea triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:01.243319 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:01.519015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00dca3-811c-4ee4-b110-70b9327b0f38 req-cb9fbc1c-912c-457e-97d8-1cb742ae2e00 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:01.520519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a00dca3-811c-4ee4-b110-70b9327b0f38 req-cb9fbc1c-912c-457e-97d8-1cb742ae2e00 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 932 time: 0.0488875 Aug 29 17:57:01.557728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a00dca3-811c-4ee4-b110-70b9327b0f38 req-abe3629b-5ff2-44c9-a1e5-ec059b079c78 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 Aug 29 17:57:01.570133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f081852d-ef88-46ea-8395-cab2bc47fe59 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:57:01.578555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:01.590646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Transition to ACTIVE for port object f081852d-ef88-46ea-8395-cab2bc47fe59 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:01.594114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:01.644500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Pushing event updated for resources: {'Port': ['ID=f081852d-ef88-46ea-8395-cab2bc47fe59,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:01.719289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Attempting to bind port f081852d-ef88-46ea-8395-cab2bc47fe59 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:57:01.719631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Attempting to bind port f081852d-ef88-46ea-8395-cab2bc47fe59 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:57:01.719959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Attempting to bind port f081852d-ef88-46ea-8395-cab2bc47fe59 on network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:57:01.724437 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Port f081852d-ef88-46ea-8395-cab2bc47fe59 on network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:57:01.724761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Attempting to bind port f081852d-ef88-46ea-8395-cab2bc47fe59 on network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:57:01.729742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:57:01.730081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Checking segment: {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:57:01.730470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Bound using segment: {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:57:01.730933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Bound port: f081852d-ef88-46ea-8395-cab2bc47fe59, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:57:01.731294 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:01.800253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] For port f081852d-ef88-46ea-8395-cab2bc47fe59, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:57:01.803479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] For port f081852d-ef88-46ea-8395-cab2bc47fe59, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f081852d-ef88-46ea-8395-cab2bc47fe59,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:57:01.807890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:01.844299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:01.844964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:01.846351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] 10.222.0.43 "PUT /v2.0/ports/f081852d-ef88-46ea-8395-cab2bc47fe59 HTTP/1.1" status: 200 len: 1093 time: 0.9386179 Aug 29 17:57:01.848596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423f6d33-5910-4907-bbfc-d18bd77501e8', 'tag': 'f081852d-ef88-46ea-8395-cab2bc47fe59'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:57:01.850935 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e20eec-dfde-4893-bfef-b945866f0e40" -d '{"events": [{"name": "network-changed", "server_uuid": "423f6d33-5910-4907-bbfc-d18bd77501e8", "tag": "f081852d-ef88-46ea-8395-cab2bc47fe59"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:57:01.880101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdc0fd-2984-4918-a94b-b96dc79ea0aa service neutron] Pushing event updated for resources: {'Port': ['ID=f081852d-ef88-46ea-8395-cab2bc47fe59,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:01.896324 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9db30d-8a74-4dd4-b189-30235c5ea7bd x-openstack-request-id: req-6a9db30d-8a74-4dd4-b189-30235c5ea7bd {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:57:01.896619 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423f6d33-5910-4907-bbfc-d18bd77501e8", "tag": "f081852d-ef88-46ea-8395-cab2bc47fe59", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:57:01.896868 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a9db30d-8a74-4dd4-b189-30235c5ea7bd {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:57:01.897261 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423f6d33-5910-4907-bbfc-d18bd77501e8', 'tag': 'f081852d-ef88-46ea-8395-cab2bc47fe59', 'status': 'completed', 'code': 200} Aug 29 17:57:01.947554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-8e8e0376-77a8-45be-9403-c4ebca3a5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:01.948982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-8e8e0376-77a8-45be-9403-c4ebca3a5091 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 1096 time: 0.0430017 Aug 29 17:57:01.993603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-eb2fb38f-c8a5-41c1-8b02-e5cff8635513 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f081852d-ef88-46ea-8395-cab2bc47fe59 HTTP/1.1" status: 200 len: 217 time: 0.0370717 Aug 29 17:57:02.043682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-85ebb44f-89bb-4c47-9680-b9225bff318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:02.045124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-85ebb44f-89bb-4c47-9680-b9225bff318c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc8985f7-e44e-4c6f-bdc0-593f84a37444 HTTP/1.1" status: 200 len: 838 time: 0.0442572 Aug 29 17:57:02.091155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-90507b74-c465-4875-9c94-34eca8603554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:02.092622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-90507b74-c465-4875-9c94-34eca8603554 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a9462f1-83af-4e6d-bc61-ca8b92d94d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0402412 Aug 29 17:57:02.182151 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-b25a103e-6dba-4399-85fe-d4409dfbe03a service neutron] 10.222.0.43 "GET /v2.0/networks/7a9462f1-83af-4e6d-bc61-ca8b92d94d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821044 Aug 29 17:57:02.275424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f1661ae7-e5da-4e17-a7f4-934610a775cf req-c60527b3-330c-4168-bd86-3aa8230c3cfa service neutron] 10.222.0.43 "GET /v2.0/networks/7a9462f1-83af-4e6d-bc61-ca8b92d94d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861046 Aug 29 17:57:02.356475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-78275074-7554-408d-a227-aed21863e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:02.357962 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-78275074-7554-408d-a227-aed21863e8ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 1096 time: 0.0400708 Aug 29 17:57:02.449735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-ff4cce15-8edc-40b7-aec3-54132acf1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:02.451178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-ff4cce15-8edc-40b7-aec3-54132acf1abc service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a9462f1-83af-4e6d-bc61-ca8b92d94d18 HTTP/1.1" status: 200 len: 898 time: 0.0861232 Aug 29 17:57:02.492277 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-2f88bbad-6e67-465c-a9fe-59f5496ca16b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f081852d-ef88-46ea-8395-cab2bc47fe59 HTTP/1.1" status: 200 len: 217 time: 0.0340517 Aug 29 17:57:02.547554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-af468315-b9ae-4204-afa6-d5e2cf3238bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:02.548908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-af468315-b9ae-4204-afa6-d5e2cf3238bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc8985f7-e44e-4c6f-bdc0-593f84a37444 HTTP/1.1" status: 200 len: 838 time: 0.0472794 Aug 29 17:57:02.595425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-6340e8a3-79ed-4b35-8d11-d614877602b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:02.596919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-6340e8a3-79ed-4b35-8d11-d614877602b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a9462f1-83af-4e6d-bc61-ca8b92d94d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0401025 Aug 29 17:57:02.674519 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847d5f7-7392-488f-964d-49f3f12cc813 req-5980d08d-929b-47f1-8294-b3f6a79b6849 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:02.676034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f847d5f7-7392-488f-964d-49f3f12cc813 req-5980d08d-929b-47f1-8294-b3f6a79b6849 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 944 time: 0.0511341 Aug 29 17:57:02.687780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-658981e0-a264-4c71-9cf5-1beca5d72a6a service neutron] 10.222.0.43 "GET /v2.0/networks/7a9462f1-83af-4e6d-bc61-ca8b92d94d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821393 Aug 29 17:57:02.713756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f847d5f7-7392-488f-964d-49f3f12cc813 req-1bf0ac30-d12f-415e-84aa-1e30cc23def4 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Aug 29 17:57:02.781679 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8e20eec-dfde-4893-bfef-b945866f0e40 req-92a21565-64b9-4e11-9e93-24302c864b1d service neutron] 10.222.0.43 "GET /v2.0/networks/7a9462f1-83af-4e6d-bc61-ca8b92d94d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862436 Aug 29 17:57:03.829950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ea39f-09ae-46a1-9165-c4cfa7c7a55c req-1fe804f1-75b8-4d69-acc4-74cf05d79af0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:03.831447 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c95ea39f-09ae-46a1-9165-c4cfa7c7a55c req-1fe804f1-75b8-4d69-acc4-74cf05d79af0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 944 time: 0.0493350 Aug 29 17:57:03.868580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c95ea39f-09ae-46a1-9165-c4cfa7c7a55c req-ec99c406-1544-4d1d-89c0-08f400d9d9d5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Aug 29 17:57:04.981261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff978b1-ce35-45a9-a40c-f3146be3d578 req-6e65f665-ca46-47fc-b7d9-c611e331fc15 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:04.982743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bff978b1-ce35-45a9-a40c-f3146be3d578 req-6e65f665-ca46-47fc-b7d9-c611e331fc15 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 944 time: 0.0470891 Aug 29 17:57:05.019482 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bff978b1-ce35-45a9-a40c-f3146be3d578 req-ea02eed2-9796-4902-84c0-543ea27e08ce tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302556 Aug 29 17:57:05.184987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f081852d-ef88-46ea-8395-cab2bc47fe59 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:57:05.274718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f081852d-ef88-46ea-8395-cab2bc47fe59, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f081852d-ef88-46ea-8395-cab2bc47fe59,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:05.286041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f081852d-ef88-46ea-8395-cab2bc47fe59', 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18', 'port_id': 'f081852d-ef88-46ea-8395-cab2bc47fe59', 'mac_address': 'fa:16:3e:b2:3d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc8985f7-e44e-4c6f-bdc0-593f84a37444', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:57:05.324650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:05.337230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f081852d-ef88-46ea-8395-cab2bc47fe59 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:57:05.356093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f081852d-ef88-46ea-8395-cab2bc47fe59, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f081852d-ef88-46ea-8395-cab2bc47fe59,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:05.359990 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:05.404530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f081852d-ef88-46ea-8395-cab2bc47fe59,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:05.412317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.412672 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.413084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.413515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.413848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.414175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.414499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.414848 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.415174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.415492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.415808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.416124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:05.555964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f081852d-ef88-46ea-8395-cab2bc47fe59'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:57:06.132821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87918c99-1bf2-4be2-8e5f-e3e85635cae6 req-82a7d935-e920-42a4-8ab9-5ae8a9cfde9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:06.134275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87918c99-1bf2-4be2-8e5f-e3e85635cae6 req-82a7d935-e920-42a4-8ab9-5ae8a9cfde9b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 945 time: 0.0484526 Aug 29 17:57:06.170465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-87918c99-1bf2-4be2-8e5f-e3e85635cae6 req-bdbcec86-fec8-4e94-a175-19ea5ad226ce tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301499 Aug 29 17:57:07.215673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f081852d-ef88-46ea-8395-cab2bc47fe59 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:07.263119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port f081852d-ef88-46ea-8395-cab2bc47fe59 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:07.267379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f081852d-ef88-46ea-8395-cab2bc47fe59 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:07.267751 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:07.286155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5363a-c728-4fb9-8013-24534e5db706 req-d4f16510-9f95-434b-96a6-05c11420a908 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:07.287677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22a5363a-c728-4fb9-8013-24534e5db706 req-d4f16510-9f95-434b-96a6-05c11420a908 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 945 time: 0.0498164 Aug 29 17:57:07.325514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22a5363a-c728-4fb9-8013-24534e5db706 req-3ab87610-86be-43c5-a814-d0b1d773a344 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Aug 29 17:57:07.347010 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:07.368280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423f6d33-5910-4907-bbfc-d18bd77501e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f081852d-ef88-46ea-8395-cab2bc47fe59'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:57:07.370529 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef1b05-e1db-4ec0-9e88-c752847e7e82" -d '{"events": [{"server_uuid": "423f6d33-5910-4907-bbfc-d18bd77501e8", "name": "network-vif-plugged", "status": "completed", "tag": "f081852d-ef88-46ea-8395-cab2bc47fe59"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:57:07.383414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f081852d-ef88-46ea-8395-cab2bc47fe59, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f081852d-ef88-46ea-8395-cab2bc47fe59,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:07.387137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:07.411159 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4ede6b-2fc6-4237-b17d-a075c0bae244 x-openstack-request-id: req-2e4ede6b-2fc6-4237-b17d-a075c0bae244 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:57:07.411449 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423f6d33-5910-4907-bbfc-d18bd77501e8", "name": "network-vif-plugged", "status": "completed", "tag": "f081852d-ef88-46ea-8395-cab2bc47fe59", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:57:07.411725 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e4ede6b-2fc6-4237-b17d-a075c0bae244 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:57:07.412170 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423f6d33-5910-4907-bbfc-d18bd77501e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f081852d-ef88-46ea-8395-cab2bc47fe59', 'code': 200} Aug 29 17:57:07.437666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f081852d-ef88-46ea-8395-cab2bc47fe59,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:07.503486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6bb10-d55c-4bd9-81ae-6683953abf7b req-89736a70-7a7a-4579-8422-df3f45bc471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:07.504971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ca6bb10-d55c-4bd9-81ae-6683953abf7b req-89736a70-7a7a-4579-8422-df3f45bc471a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 1098 time: 0.0438147 Aug 29 17:57:07.540091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ca6bb10-d55c-4bd9-81ae-6683953abf7b req-7045452f-2574-47fe-9eec-b1e178c2d53b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271089 Aug 29 17:57:08.439778 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855927c2-9572-44d4-9258-772aafd8e612 req-44502740-3870-4bcd-90dd-5cc2ffc6323a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:08.441253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-855927c2-9572-44d4-9258-772aafd8e612 req-44502740-3870-4bcd-90dd-5cc2ffc6323a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 946 time: 0.0515742 Aug 29 17:57:08.479481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-855927c2-9572-44d4-9258-772aafd8e612 req-66a676cb-12ff-40e5-81c5-6a3dfd880867 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322952 Aug 29 17:57:09.595611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda9856-eaed-462b-ad75-5024f2282067 req-e259b1b3-785c-4294-8b09-ff098dad7702 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:09.597096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bdda9856-eaed-462b-ad75-5024f2282067 req-e259b1b3-785c-4294-8b09-ff098dad7702 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 946 time: 0.0485005 Aug 29 17:57:09.634072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bdda9856-eaed-462b-ad75-5024f2282067 req-54355ab7-2805-4b6f-91f5-24bdd875a713 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Aug 29 17:57:09.745472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a8fa-a840-4e8e-ae54-394a850343cf req-e5146045-5e9f-495f-b7d0-530e75e39fc6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:09.746896 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00c5a8fa-a840-4e8e-ae54-394a850343cf req-e5146045-5e9f-495f-b7d0-530e75e39fc6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 946 time: 0.0473711 Aug 29 17:57:09.784430 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-00c5a8fa-a840-4e8e-ae54-394a850343cf req-44e910eb-bc05-4f7b-a0af-c81708e2f309 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311313 Aug 29 17:57:11.248388 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-deb05791-f887-4a3b-8d25-92950823d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:11.254829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60436) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:11.680402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:11.944877 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.20.0.17 (7a9462f1-83af-4e6d-bc61-ca8b92d94d18/fc8985f7-e44e-4c6f-bdc0-593f84a37444/716792ee-4eb6-4288-9933-ccf9d7f53b22) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:57:12.058344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.072088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Transition to ACTIVE for port object 716792ee-4eb6-4288-9933-ccf9d7f53b22 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:12.103694 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.141690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:57:12.144568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:12.150647 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:57:12.175794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=716792ee-4eb6-4288-9933-ccf9d7f53b22,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:12.200684 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.328680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-241d10c4-dcef-46cc-8c71-44f7fd178b25 None None] Provisioning for port 716792ee-4eb6-4288-9933-ccf9d7f53b22 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:12.331561 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.332836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-241d10c4-dcef-46cc-8c71-44f7fd178b25 None None] Provisioning complete for port 716792ee-4eb6-4288-9933-ccf9d7f53b22 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:12.333213 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-241d10c4-dcef-46cc-8c71-44f7fd178b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.366127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-241d10c4-dcef-46cc-8c71-44f7fd178b25 None None] Port 716792ee-4eb6-4288-9933-ccf9d7f53b22 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:57:12.597317 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.601904 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.676095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=716792ee-4eb6-4288-9933-ccf9d7f53b22,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:12.678451 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.765528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:57:12.766885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:12.791922 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.884252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:57:12.995402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2418296b-6845-4067-8d3c-24c3395fe053 None None] Provisioning complete for port 716792ee-4eb6-4288-9933-ccf9d7f53b22 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:12.995772 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2418296b-6845-4067-8d3c-24c3395fe053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.996550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:57:13.003065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f9a57af4-961f-4678-ba58-a5727bc03a5c tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "PUT /v2.0/routers/48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7470880 Aug 29 17:57:13.022108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Sync routers for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:57:13.042354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:13.042928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:56:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:13.045665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2418296b-6845-4067-8d3c-24c3395fe053 None None] Port 716792ee-4eb6-4288-9933-ccf9d7f53b22 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:57:13.146562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:13.352460 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.378363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:12Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:21Z', 'revision_number': 1, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716792ee-4eb6-4288-9933-ccf9d7f53b22', 'name': '', 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:97:1e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'fc8985f7-e44e-4c6f-bdc0-593f84a37444', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:11Z', 'updated_at': '2021-08-29T17:57:12Z', 'revision_number': 2, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'fc8985f7-e44e-4c6f-bdc0-593f84a37444', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:13.408130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Checking router: 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:57:13.408486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Updating router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb port 716792ee-4eb6-4288-9933-ccf9d7f53b22 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:57:13.432382 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.686098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.695264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Transition to ACTIVE for port object 716792ee-4eb6-4288-9933-ccf9d7f53b22 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:13.700900 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.750121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17725b39-8c98-4e0c-ad90-b94e7089b614 None None] Pushing event updated for resources: {'Port': ['ID=716792ee-4eb6-4288-9933-ccf9d7f53b22,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:13.802631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Attempting to bind port 716792ee-4eb6-4288-9933-ccf9d7f53b22 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:57:13.803003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Attempting to bind port 716792ee-4eb6-4288-9933-ccf9d7f53b22 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:57:13.803365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Attempting to bind port 716792ee-4eb6-4288-9933-ccf9d7f53b22 on network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:57:13.808377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:57:13.808748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Checking segment: {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:57:13.809143 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.809570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Bound using segment: {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:57:13.810189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Bound port: 716792ee-4eb6-4288-9933-ccf9d7f53b22, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:57:13.810395 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.876509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] For port 716792ee-4eb6-4288-9933-ccf9d7f53b22, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:57:13.884022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] For port 716792ee-4eb6-4288-9933-ccf9d7f53b22, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=716792ee-4eb6-4288-9933-ccf9d7f53b22,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:57:13.894398 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.928508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5fabf2d3-1de0-4edb-bb69-58ba2f69098a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.966561 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:13.975291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:13.975950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:14.020796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17725b39-8c98-4e0c-ad90-b94e7089b614 None None] Pushing event updated for resources: {'Port': ['ID=716792ee-4eb6-4288-9933-ccf9d7f53b22,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:14.098055 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:14.326880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:12Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:21Z', 'revision_number': 1, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716792ee-4eb6-4288-9933-ccf9d7f53b22', 'name': '', 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:97:1e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'fc8985f7-e44e-4c6f-bdc0-593f84a37444', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:11Z', 'updated_at': '2021-08-29T17:57:13Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'fc8985f7-e44e-4c6f-bdc0-593f84a37444', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:14.351696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae9f95-7fe9-484d-8fec-63aeb27bb88a None None] The sync data for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 is: [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:12Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:21Z', 'revision_number': 1, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716792ee-4eb6-4288-9933-ccf9d7f53b22', 'name': '', 'network_id': '7a9462f1-83af-4e6d-bc61-ca8b92d94d18', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:97:1e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'fc8985f7-e44e-4c6f-bdc0-593f84a37444', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:11Z', 'updated_at': '2021-08-29T17:57:13Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'fc8985f7-e44e-4c6f-bdc0-593f84a37444', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:57:15.203001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 716792ee-4eb6-4288-9933-ccf9d7f53b22 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:15.254441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 716792ee-4eb6-4288-9933-ccf9d7f53b22 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:15.258189 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 716792ee-4eb6-4288-9933-ccf9d7f53b22 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:15.258539 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:15.335510 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:15.365921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 716792ee-4eb6-4288-9933-ccf9d7f53b22, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=716792ee-4eb6-4288-9933-ccf9d7f53b22,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:15.369423 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:15.414370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=716792ee-4eb6-4288-9933-ccf9d7f53b22,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:15.525829 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:16.836194 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:17.191736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 716792ee-4eb6-4288-9933-ccf9d7f53b22 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:17.242535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 716792ee-4eb6-4288-9933-ccf9d7f53b22 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:17.242949 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:17.252658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ca58987-7180-49be-aa88-dc2550a73252 req-1e06ad35-b8fe-49e3-a7a5-b4c42d0f910c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254121 Aug 29 17:57:17.317825 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ca58987-7180-49be-aa88-dc2550a73252 req-6311fe3d-dc47-406b-bcdd-705fa4736843 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0248103 Aug 29 17:57:17.356396 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ca58987-7180-49be-aa88-dc2550a73252 req-03259b10-cff2-418d-9a31-63518d7b66c2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193477 Aug 29 17:57:17.450890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca58987-7180-49be-aa88-dc2550a73252 req-6675bb04-fce1-432f-8d05-5c07d5663f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:17.452309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ca58987-7180-49be-aa88-dc2550a73252 req-6675bb04-fce1-432f-8d05-5c07d5663f25 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892937 Aug 29 17:57:26.744779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-cebb9666-16c2-45cd-805f-defe854dc1d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1701455 Aug 29 17:57:26.812452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-23afaba5-ba23-4b34-a008-8c471943a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:26.813933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-23afaba5-ba23-4b34-a008-8c471943a9a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 1098 time: 0.0460873 Aug 29 17:57:26.913287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-22e17b61-3610-419e-b041-f6c15010419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:26.914738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-22e17b61-3610-419e-b041-f6c15010419e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f23a0776-d2e0-4a3f-baab-3f64da866f43 HTTP/1.1" status: 200 len: 898 time: 0.0818346 Aug 29 17:57:26.984319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-5fd887c7-ba6b-4bff-9f15-c715f9f8a0f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f HTTP/1.1" status: 200 len: 1001 time: 0.0611413 Aug 29 17:57:27.031623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-010043dc-4a76-4550-b269-4ff56851a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:27.033054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-010043dc-4a76-4550-b269-4ff56851a1d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070 HTTP/1.1" status: 200 len: 833 time: 0.0424144 Aug 29 17:57:27.077735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-15b7bea2-7c44-4da9-966d-1ca9c0bd988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:27.079241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-15b7bea2-7c44-4da9-966d-1ca9c0bd988e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f23a0776-d2e0-4a3f-baab-3f64da866f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386176 Aug 29 17:57:27.171067 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-032ccaa0-8830-483c-aff9-e5124ae92ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837409 Aug 29 17:57:27.257555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08b1822-9dec-4a2f-91dd-1cf051139e8f req-7d32a843-b807-4fc7-bcef-9fc89aa4bfdf service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801942 Aug 29 17:57:33.407473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60462) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:33.766680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:33.894325 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:57:34.063435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port 716792ee-4eb6-4288-9933-ccf9d7f53b22 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:34.063700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:34.150992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port 716792ee-4eb6-4288-9933-ccf9d7f53b22, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=716792ee-4eb6-4288-9933-ccf9d7f53b22,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:34.151378 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:34.164572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for 716792ee-4eb6-4288-9933-ccf9d7f53b22 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:34.343076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:34.370281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=716792ee-4eb6-4288-9933-ccf9d7f53b22,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:34.543724 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:34.753364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:57:34.860746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:57:34.865992 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1d7c0476-e780-46eb-9847-69fb15e988fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "PUT /v2.0/routers/48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4574246 Aug 29 17:57:34.871375 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] Sync routers for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:57:34.881341 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:34.882005 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:34.990756 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:35.086292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2264c-c9fc-4c26-8779-3e6077283202 req-31bbf039-3c00-4dc7-bfb0-b7cb788a592a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:35.087817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8c2264c-c9fc-4c26-8779-3e6077283202 req-31bbf039-3c00-4dc7-bfb0-b7cb788a592a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 946 time: 0.0503519 Aug 29 17:57:35.125899 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8c2264c-c9fc-4c26-8779-3e6077283202 req-346ff622-f57b-4eae-ade8-985033a78641 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319290 Aug 29 17:57:35.225257 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:34Z', 'revision_number': 6, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:21Z', 'revision_number': 1, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:35.252057 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] Checking router: 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:57:35.260447 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:35.260980 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:35.363346 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:35.580188 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:34Z', 'revision_number': 6, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:21Z', 'revision_number': 1, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:35.605231 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c53cf0-ad72-4006-a67d-818920df13d0 None None] The sync data for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 is: [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:34Z', 'revision_number': 6, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.16', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'port_id': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'mac_address': 'fa:16:3e:78:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:19Z', 'updated_at': '2021-08-29T17:56:21Z', 'revision_number': 1, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:57:36.244151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c3bb6-b639-4982-8e0f-29f370d26f2a req-4bd92883-4db2-4e78-9c85-fe696c2186d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:36.245563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-418c3bb6-b639-4982-8e0f-29f370d26f2a req-4bd92883-4db2-4e78-9c85-fe696c2186d6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 946 time: 0.0496681 Aug 29 17:57:36.283569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-418c3bb6-b639-4982-8e0f-29f370d26f2a req-c0476e80-cfe5-4433-879c-65be00bce3e7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc03a09-be61-4171-9368-c1eb667de471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314667 Aug 29 17:57:36.391105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268eff0-f53e-4563-ae52-5f4259104359 req-1b820955-c2c3-40e2-b76f-1e6893b61bff tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:36.392534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a268eff0-f53e-4563-ae52-5f4259104359 req-1b820955-c2c3-40e2-b76f-1e6893b61bff tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/ports?device_id=423f6d33-5910-4907-bbfc-d18bd77501e8 HTTP/1.1" status: 200 len: 946 time: 0.0512781 Aug 29 17:57:36.480219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port f081852d-ef88-46ea-8395-cab2bc47fe59 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:36.480566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:36.569669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port f081852d-ef88-46ea-8395-cab2bc47fe59, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f081852d-ef88-46ea-8395-cab2bc47fe59,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:36.570031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:36.582852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for f081852d-ef88-46ea-8395-cab2bc47fe59 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:36.704312 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:36.735539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=f081852d-ef88-46ea-8395-cab2bc47fe59,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:36.774923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] No DVR routers for this DVR port f081852d-ef88-46ea-8395-cab2bc47fe59 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:57:36.777468 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:36.779430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a268eff0-f53e-4563-ae52-5f4259104359 req-31d9a7d8-f324-4eeb-9962-e39baa2851f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "DELETE /v2.0/ports/f081852d-ef88-46ea-8395-cab2bc47fe59 HTTP/1.1" status: 204 len: 173 time: 0.3799469 Aug 29 17:57:36.779857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423f6d33-5910-4907-bbfc-d18bd77501e8', 'name': 'network-vif-deleted', 'tag': 'f081852d-ef88-46ea-8395-cab2bc47fe59'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:57:36.782045 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa8651-3761-4a44-83b8-138c7159143f" -d '{"events": [{"server_uuid": "423f6d33-5910-4907-bbfc-d18bd77501e8", "name": "network-vif-deleted", "tag": "f081852d-ef88-46ea-8395-cab2bc47fe59"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:57:36.979818 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718d9889-5075-4760-99e9-05a8e4210c70 x-openstack-request-id: req-718d9889-5075-4760-99e9-05a8e4210c70 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:57:36.980106 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423f6d33-5910-4907-bbfc-d18bd77501e8", "name": "network-vif-deleted", "tag": "f081852d-ef88-46ea-8395-cab2bc47fe59", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:57:36.980378 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-718d9889-5075-4760-99e9-05a8e4210c70 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:57:36.980771 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423f6d33-5910-4907-bbfc-d18bd77501e8', 'name': 'network-vif-deleted', 'tag': 'f081852d-ef88-46ea-8395-cab2bc47fe59', 'status': 'completed', 'code': 200} Aug 29 17:57:37.164573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 716792ee-4eb6-4288-9933-ccf9d7f53b22 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:57:37.188611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 716792ee-4eb6-4288-9933-ccf9d7f53b22 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:57:37.188965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 716792ee-4eb6-4288-9933-ccf9d7f53b22 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:57:37.342964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60476) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:37.400809 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-024900b0-6fe9-4c54-8220-ed63c844e240 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.426297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-024900b0-6fe9-4c54-8220-ed63c844e240 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.486695 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-024900b0-6fe9-4c54-8220-ed63c844e240 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.489203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-024900b0-6fe9-4c54-8220-ed63c844e240 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.490350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-024900b0-6fe9-4c54-8220-ed63c844e240 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/security-groups/2dc03a09-be61-4171-9368-c1eb667de471 HTTP/1.1" status: 204 len: 168 time: 0.1463876 Aug 29 17:57:37.499356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024900b0-6fe9-4c54-8220-ed63c844e240 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc03a09-be61-4171-9368-c1eb667de471,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:37.522373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60480) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:37.576082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5e7a1d-53ab-430d-bc9d-6416e74f85b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting subnet fc8985f7-e44e-4c6f-bdc0-593f84a37444 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:57:37.579646 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7a1d-53ab-430d-bc9d-6416e74f85b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.617934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7a1d-53ab-430d-bc9d-6416e74f85b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.696630 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7a1d-53ab-430d-bc9d-6416e74f85b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.756443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7a1d-53ab-430d-bc9d-6416e74f85b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.783372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e7a1d-53ab-430d-bc9d-6416e74f85b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8985f7-e44e-4c6f-bdc0-593f84a37444,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:37.788937 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7a1d-53ab-430d-bc9d-6416e74f85b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.789922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9f5e7a1d-53ab-430d-bc9d-6416e74f85b2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/subnets/fc8985f7-e44e-4c6f-bdc0-593f84a37444 HTTP/1.1" status: 204 len: 168 time: 0.2658360 Aug 29 17:57:37.791360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60482) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:37.794058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeeaa3d-22d6-484b-abb6-430bcc5625f5 None None] Network 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:57:37.864991 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.918357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port 214ebd5d-14eb-4812-be07-153dba4087ea {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:37.918751 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:37.970058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] DHCP port deletion for 7a9462f1-83af-4e6d-bc61-ca8b92d94d18 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:57:37.988819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port 214ebd5d-14eb-4812-be07-153dba4087ea, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=214ebd5d-14eb-4812-be07-153dba4087ea,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:37.989187 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.002202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for 214ebd5d-14eb-4812-be07-153dba4087ea owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:38.020665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] Deleting port 214ebd5d-14eb-4812-be07-153dba4087ea {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:38.021047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.079060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.082187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] For port 214ebd5d-14eb-4812-be07-153dba4087ea, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=214ebd5d-14eb-4812-be07-153dba4087ea,segment=NetworkSegment(d4c1b7fc-31b8-4fea-ae35-2d3b115efb38),segment_id=d4c1b7fc-31b8-4fea-ae35-2d3b115efb38)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:38.082696 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.095356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] Calling delete_port for 214ebd5d-14eb-4812-be07-153dba4087ea owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:38.107228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=214ebd5d-14eb-4812-be07-153dba4087ea,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:38.110669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] No DVR routers for this DVR port 214ebd5d-14eb-4812-be07-153dba4087ea on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:57:38.167936 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.185319 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.195569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9462f1-83af-4e6d-bc61-ca8b92d94d18']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:38.197522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] No DVR routers for this DVR port 214ebd5d-14eb-4812-be07-153dba4087ea on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:57:38.199004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a85d18-9572-4186-964f-c81cc96b6150 None None] Pushing event deleted for resources: {'Port': ['ID=214ebd5d-14eb-4812-be07-153dba4087ea,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:38.210753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:38.210753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c1b7fc-31b8-4fea-ae35-2d3b115efb38') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:38.215871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.229270 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.235766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:57:38.236150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: timer() Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:57:38.239368 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:57:38.611528 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.621133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.622944 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/networks/7a9462f1-83af-4e6d-bc61-ca8b92d94d18 HTTP/1.1" status: 204 len: 168 time: 0.8300111 Aug 29 17:57:38.626142 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60484) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:38.635127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff7bfb-f172-44e9-808f-970451acfad0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Network': ['ID=7a9462f1-83af-4e6d-bc61-ca8b92d94d18,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:38.831226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port 9c6ca63f-9f51-4344-9195-3a5cee35e2b6 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:38.831570 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.903127 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.903385 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:38.914511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for 9c6ca63f-9f51-4344-9195-3a5cee35e2b6 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:39.085731 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:39.108357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=9c6ca63f-9f51-4344-9195-3a5cee35e2b6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:39.169899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:39.170320 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Floating IP 2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6 disassociated (deleted). External IP: 172.25.2.16, port: dfe22762-2a45-4ef1-bc25-0b5607c2d75f. Aug 29 17:57:39.200401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 214ebd5d-14eb-4812-be07-153dba4087ea no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:57:39.221302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 214ebd5d-14eb-4812-be07-153dba4087ea {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:57:39.221649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 214ebd5d-14eb-4812-be07-153dba4087ea not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:57:39.372959 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:57:39.788194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:57:39.793344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:39.799656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] Sync routers for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:57:39.808324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:39.808921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:39.820121 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-941a4939-40dc-40cd-ac82-6b81e4652175 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/floatingips/2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6 HTTP/1.1" status: 204 len: 168 time: 1.1927419 Aug 29 17:57:39.820821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:57:39.823238 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ec8abc-cf97-4908-85c2-4c975fe795b2" -d '{"events": [{"name": "network-changed", "server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:57:39.917743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:39.926938 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13414936-b198-48f5-822a-dc4830c49713 x-openstack-request-id: req-13414936-b198-48f5-822a-dc4830c49713 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:57:39.927239 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:57:39.927489 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13414936-b198-48f5-822a-dc4830c49713 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:57:39.927889 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'status': 'completed', 'code': 200} Aug 29 17:57:40.000399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-60be386e-ff8c-428a-bdf8-6dfb8966a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:40.001989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-60be386e-ff8c-428a-bdf8-6dfb8966a2de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 1098 time: 0.0476820 Aug 29 17:57:40.065135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e001f9-03b8-4805-ae27-29c6f60b51dd req-49abee81-a623-46b8-950c-b71105623a4a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:40.066568 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-90e001f9-03b8-4805-ae27-29c6f60b51dd req-49abee81-a623-46b8-950c-b71105623a4a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 946 time: 0.0501335 Aug 29 17:57:40.105000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-f230aab6-4e7a-4651-8e01-9bb877da9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:40.105383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-90e001f9-03b8-4805-ae27-29c6f60b51dd req-9bdab8ba-643c-4dc3-8a79-03287eb892db tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Aug 29 17:57:40.106721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-f230aab6-4e7a-4651-8e01-9bb877da9f87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f23a0776-d2e0-4a3f-baab-3f64da866f43 HTTP/1.1" status: 200 len: 898 time: 0.0975776 Aug 29 17:57:40.120282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:34Z', 'revision_number': 6, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:40.151017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] Checking router: 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:57:40.151272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-911dbee3-eecb-4388-b48d-9aed19aedbe2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f HTTP/1.1" status: 200 len: 217 time: 0.0364168 Aug 29 17:57:40.162217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:40.163135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:40.201483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-bda0cef9-6f18-444d-a898-ebc1a7804e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:40.203031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-bda0cef9-6f18-444d-a898-ebc1a7804e5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070 HTTP/1.1" status: 200 len: 833 time: 0.0443907 Aug 29 17:57:40.251903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-ca039ad5-0e4b-4085-80a0-b1099f95d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:40.253457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-ca039ad5-0e4b-4085-80a0-b1099f95d43c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f23a0776-d2e0-4a3f-baab-3f64da866f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426667 Aug 29 17:57:40.350191 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-62d59567-f724-4e66-aa75-b9c65d13d639 service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885468 Aug 29 17:57:40.423455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:40.442541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50ec8abc-cf97-4908-85c2-4c975fe795b2 req-9995936e-d9eb-4cf7-a51b-ff18d689e1c1 service neutron] 10.222.0.43 "GET /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830719 Aug 29 17:57:40.618425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:34Z', 'revision_number': 6, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:40.644039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e7a1d-494e-4f4a-98b0-34f4ca947ce8 None None] The sync data for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 is: [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:34Z', 'revision_number': 6, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '88127ce0-7bbf-446e-ab19-6b5d4cf693e9', 'name': '', 'network_id': 'f23a0776-d2e0-4a3f-baab-3f64da866f43', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:8a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:03Z', 'updated_at': '2021-08-29T17:56:09Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:57:40.849797 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf275e-358c-4fad-bea6-76952bf76144 None None] New status for floating IP 2515ee7d-d0f5-43c6-b9ea-37aef8c6e1b6: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:57:41.228287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31401c-514d-4dd5-8832-8118d1ce5d58 req-59438ff1-3114-4a53-9008-a8310d6fc8e2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:41.229638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac31401c-514d-4dd5-8832-8118d1ce5d58 req-59438ff1-3114-4a53-9008-a8310d6fc8e2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 946 time: 0.0528448 Aug 29 17:57:41.250413 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cb8308fa-28c8-4855-b517-00b844703dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:41.288910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac31401c-514d-4dd5-8832-8118d1ce5d58 req-0036216a-f14d-4d97-8299-b505bfb25374 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=3af8bcb1-ee8c-4a89-91da-23663128f706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523517 Aug 29 17:57:41.312517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-a0f46a9c-101e-4fe6-af7c-32a014825f72 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:41.313967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-a0f46a9c-101e-4fe6-af7c-32a014825f72 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/ports?device_id=08af4da1-abb2-4676-8160-c0aca6e265c9 HTTP/1.1" status: 200 len: 946 time: 0.0576150 Aug 29 17:57:41.402546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port dfe22762-2a45-4ef1-bc25-0b5607c2d75f {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:41.403186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:41.445752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f081852d-ef88-46ea-8395-cab2bc47fe59 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:57:41.469542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: f081852d-ef88-46ea-8395-cab2bc47fe59 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:57:41.469888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f081852d-ef88-46ea-8395-cab2bc47fe59 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:57:41.502458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port dfe22762-2a45-4ef1-bc25-0b5607c2d75f, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:41.502769 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:41.516581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for dfe22762-2a45-4ef1-bc25-0b5607c2d75f owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:41.644855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:41.672496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=dfe22762-2a45-4ef1-bc25-0b5607c2d75f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:41.712652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] No DVR routers for this DVR port dfe22762-2a45-4ef1-bc25-0b5607c2d75f on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:57:41.715165 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:41.717166 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3098be0b-1b12-47d0-9f8c-75db1d1d39d7 req-732a6161-4858-4952-90b6-0b391baf72f9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "DELETE /v2.0/ports/dfe22762-2a45-4ef1-bc25-0b5607c2d75f HTTP/1.1" status: 204 len: 173 time: 0.3971646 Aug 29 17:57:41.717638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'name': 'network-vif-deleted', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:57:41.719914 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c4aae8-5090-438b-8e94-7366be99c915" -d '{"events": [{"server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "name": "network-vif-deleted", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:57:41.756216 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bcd892-f2c4-4967-b0c2-14ba5616feea x-openstack-request-id: req-97bcd892-f2c4-4967-b0c2-14ba5616feea {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:57:41.756502 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08af4da1-abb2-4676-8160-c0aca6e265c9", "name": "network-vif-deleted", "tag": "dfe22762-2a45-4ef1-bc25-0b5607c2d75f", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:57:41.756794 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97bcd892-f2c4-4967-b0c2-14ba5616feea {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:57:41.757208 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08af4da1-abb2-4676-8160-c0aca6e265c9', 'name': 'network-vif-deleted', 'tag': 'dfe22762-2a45-4ef1-bc25-0b5607c2d75f', 'status': 'completed', 'code': 200} Aug 29 17:57:42.343751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60500) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:42.404054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbe0b-12c1-4514-b56b-94c717794f5f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:42.429536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbe0b-12c1-4514-b56b-94c717794f5f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:42.488013 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbe0b-12c1-4514-b56b-94c717794f5f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:42.490746 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbe0b-12c1-4514-b56b-94c717794f5f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:42.491892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6a8dbe0b-12c1-4514-b56b-94c717794f5f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/security-groups/3af8bcb1-ee8c-4a89-91da-23663128f706 HTTP/1.1" status: 204 len: 168 time: 0.1471224 Aug 29 17:57:42.500758 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dbe0b-12c1-4514-b56b-94c717794f5f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af8bcb1-ee8c-4a89-91da-23663128f706,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:42.523741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60504) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:42.787751 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:42.878162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:43.122639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:43.122899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:43.213568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port 88127ce0-7bbf-446e-ab19-6b5d4cf693e9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:43.213934 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:43.226572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:43.320808 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:43.407522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:43.440031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=88127ce0-7bbf-446e-ab19-6b5d4cf693e9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:43.622146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:43.828627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:57:43.888604 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5c14c229-a3b5-4bc6-8e03-905c711f681d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:43.928269 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:43.938017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:57:43.943099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-623ce0db-1b4c-4328-a716-6f11e1f993f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "PUT /v2.0/routers/48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4183209 Aug 29 17:57:43.945627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60506) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:43.947795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] Sync routers for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:57:43.957716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:43.958443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:43.995583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-21085500-82e8-44ea-b2b2-d87e6747d74a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting subnet f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:57:43.999155 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21085500-82e8-44ea-b2b2-d87e6747d74a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.043779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21085500-82e8-44ea-b2b2-d87e6747d74a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.060669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:44.126140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21085500-82e8-44ea-b2b2-d87e6747d74a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.183359 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21085500-82e8-44ea-b2b2-d87e6747d74a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.216516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21085500-82e8-44ea-b2b2-d87e6747d74a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:44.219142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-21085500-82e8-44ea-b2b2-d87e6747d74a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.221001 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-21085500-82e8-44ea-b2b2-d87e6747d74a tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/subnets/f2bcfbe9-c951-46f1-a76f-3cf9e0ef7070 HTTP/1.1" status: 204 len: 168 time: 0.2744458 Aug 29 17:57:44.224247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60508) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:44.225952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad73061-9e4e-4773-b3d4-d2aa0942a73a None None] Network f23a0776-d2e0-4a3f-baab-3f64da866f43 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:57:44.294077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:43Z', 'revision_number': 7, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:44.322083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] Checking router: 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:57:44.329139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.362083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] Routers {'48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:44.362737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:44.435467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.480994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] Set router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:44.484048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] DHCP port deletion for f23a0776-d2e0-4a3f-baab-3f64da866f43 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:57:44.502159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port dd757147-e851-49f6-b5a9-67818f58cb90 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:44.502515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.580542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port dd757147-e851-49f6-b5a9-67818f58cb90, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=dd757147-e851-49f6-b5a9-67818f58cb90,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:44.580913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.594354 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for dd757147-e851-49f6-b5a9-67818f58cb90 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:44.648599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] Deleting port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:57:44.648895 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.734685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] For port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1779c592-7c54-4cf6-9360-fb3b3cfcbd39,segment=NetworkSegment(4912609b-e8ff-493f-98ce-b4f131d74c3b),segment_id=4912609b-e8ff-493f-98ce-b4f131d74c3b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:44.734972 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.749738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] Calling delete_port for 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:57:44.759340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.786860 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=dd757147-e851-49f6-b5a9-67818f58cb90,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:44.799075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:43Z', 'revision_number': 7, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:44.827467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6731d-0df0-4517-9ac7-720f2f28b550 None None] The sync data for ids ['48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb'] in n-d-713499-15 is: [{'id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'name': 'tempest-TestNetworkBasicOps-router-814352034', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:56:00Z', 'updated_at': '2021-08-29T17:57:43Z', 'revision_number': 7, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': 'dd757147-e851-49f6-b5a9-67818f58cb90', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:56:01Z', 'updated_at': '2021-08-29T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:57:44.854168 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.869821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.893098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] Pushing event deleted for resources: {'Port': ['ID=1779c592-7c54-4cf6-9360-fb3b3cfcbd39,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:44.898687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd612fe4-5507-4b5f-b750-38eab84d583c None None] No DVR routers for this DVR port 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:57:44.950748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:44.952941 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.000510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.001171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Fanout notify agent at l3_agent the message router_deleted on router 48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:57:45.008375 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.009519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-54f7fbc5-8a32-47ec-8c2f-3345e06d8bbf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/routers/48546ddc-a7f3-4fe2-a463-3ed2b1ba71fb HTTP/1.1" status: 204 len: 168 time: 0.7846463 Aug 29 17:57:45.012232 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60510) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:45.091596 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.180894 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.191645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23a0776-d2e0-4a3f-baab-3f64da866f43']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:45.203739 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4912609b-e8ff-493f-98ce-b4f131d74c3b') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:45.204044 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4912609b-e8ff-493f-98ce-b4f131d74c3b') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:45.213329 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.228564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.235146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:57:45.235538 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:57:45.238566 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:57:45.299068 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.305862 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.307735 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/networks/f23a0776-d2e0-4a3f-baab-3f64da866f43 HTTP/1.1" status: 204 len: 168 time: 0.2945578 Aug 29 17:57:45.319189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34daab-d21a-496a-9360-42568e0b41cd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Network': ['ID=f23a0776-d2e0-4a3f-baab-3f64da866f43,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:45.327885 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60512) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:45.331171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'network': {'name': 'tempest-network-smoke--999769766', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'port_security_enabled': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:45.351472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:57:45.354889 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.377300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:57:45.386206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.386548 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Added segment b001e443-e60b-4ef5-ab18-68f45b774ae8 of type vlan for network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 Aug 29 17:57:45.424448 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.448421 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.454510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:45.455121 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.465244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device dfe22762-2a45-4ef1-bc25-0b5607c2d75f no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:57:45.489647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: dfe22762-2a45-4ef1-bc25-0b5607c2d75f {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:57:45.489901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device dfe22762-2a45-4ef1-bc25-0b5607c2d75f not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:57:45.533427 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2057161 Aug 29 17:57:45.535571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60514) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:45.539820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d782e-c104-48e0-88d8-9befe4e40591 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Network': ['ID=924017b8-ea26-48a5-a5f0-f7b69bb8a242,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:45.540300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'admin_state_up': True, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:45.547496 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.561373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:57:45.591780 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.593212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.609807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:57:45.637824 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:57:45.638172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 88127ce0-7bbf-446e-ab19-6b5d4cf693e9 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:57:45.638625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:57:45.644934 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.668763 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:57:45.669106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1779c592-7c54-4cf6-9360-fb3b3cfcbd39 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:57:45.781939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.966739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.985413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:46.087457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.25.2.42 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/6bcb1dfe-dac1-4d27-9dab-bcbf81835c00) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:57:46.185410 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:46.226550 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:46.262028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:57:46.264827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:46.270301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:57:46.297376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=6bcb1dfe-dac1-4d27-9dab-bcbf81835c00,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:46.513479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:46.705399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:46.828364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router dd7b1b88-af59-4e13-a015-04b3f7242cd4 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:57:46.839586 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:46.943212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:57:46.955005 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Sync routers for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:57:46.963440 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:46.964648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f21122c5-ef8e-4407-bd4b-f8e9477392dd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4280713 Aug 29 17:57:46.964946 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:46.965567 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:46.967840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60516) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:46.994974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e0be3d7e-20a3-4864-ba59-3058bfb99e35 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a1d6146300ac47e992c0b68a6df28b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260332 Aug 29 17:57:46.997494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60518) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:47.066469 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:47.082836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3246f7-1dd6-4942-88b1-1b9895c208cf tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:47.084413 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6c3246f7-1dd6-4942-88b1-1b9895c208cf tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860126 Aug 29 17:57:47.087327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60520) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:47.124941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a561f29-026a-4536-8d82-e87eaeef9827 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365601 Aug 29 17:57:47.127519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60522) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:47.132549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-547994662', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:47.165173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dd757147-e851-49f6-b5a9-67818f58cb90 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:57:47.184844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: dd757147-e851-49f6-b5a9-67818f58cb90 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:57:47.185323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device dd757147-e851-49f6-b5a9-67818f58cb90 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:57:47.228624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:57:47.233248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.246636 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:46Z', 'revision_number': 3, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:47.272890 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Checking router: dd7b1b88-af59-4e13-a015-04b3f7242cd4 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:57:47.273240 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Updating router dd7b1b88-af59-4e13-a015-04b3f7242cd4 port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:57:47.297167 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.422105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.488499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Subnet': ['ID=cff5b304-52a2-4e03-a024-78e21ac33bdd,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:47.493661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Checking segment: {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:57:47.494018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network hostable DHCP agents. Network: 924017b8-ea26-48a5-a5f0-f7b69bb8a242, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:57:47.510967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:57:47.526798 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 924017b8-ea26-48a5-a5f0-f7b69bb8a242) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:47.531601 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:47.532188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.537150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca28bb-bd0b-491e-85c6-0a60de4d15df None None] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:57:47.551067 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-82f0457f-a210-42e3-9cd1-08bc89856157 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4224083 Aug 29 17:57:47.554002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60524) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:47.651315 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.662979 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Transition to ACTIVE for port object 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:47.669327 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.729875 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Attempting to bind port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:57:47.730307 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Attempting to bind port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:57:47.730627 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Attempting to bind port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:57:47.733675 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Pushing event updated for resources: {'Port': ['ID=6bcb1dfe-dac1-4d27-9dab-bcbf81835c00,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:47.738597 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:57:47.738981 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:57:47.739388 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.739782 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:57:47.740256 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Bound port: 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:57:47.740639 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.766203 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.766648 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.766928 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.767268 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.767597 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.767930 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.768261 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.768586 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.768903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.769224 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.769542 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.770307 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:47.806142 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] For port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:57:47.811560 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] For port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6bcb1dfe-dac1-4d27-9dab-bcbf81835c00,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:57:47.816367 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.848223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:57:47.849728 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:47.884000 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:47.884619 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:47.890236 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9db15-b02a-4d0f-a1ad-e83c2e7a28b9 None None] Pushing event updated for resources: {'Port': ['ID=6bcb1dfe-dac1-4d27-9dab-bcbf81835c00,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:47.990627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Allocated IP 172.20.0.2 (924017b8-ea26-48a5-a5f0-f7b69bb8a242/cff5b304-52a2-4e03-a024-78e21ac33bdd/265e9eb8-cc25-420d-8e69-c1cc66ba2178) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:57:48.012149 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:48.029072 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.139742 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.148408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Transition to ACTIVE for port object 265e9eb8-cc25-420d-8e69-c1cc66ba2178 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:48.163269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Transition to ACTIVE for port object 265e9eb8-cc25-420d-8e69-c1cc66ba2178 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:48.170668 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.195790 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:46Z', 'revision_number': 3, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:48.209042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:57:48.211950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:48.217881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:57:48.222417 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330c8fa-fe61-43df-9915-aebb1da004a2 None None] The sync data for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 is: [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:46Z', 'revision_number': 3, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:57:48.227065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Pushing event updated for resources: {'Port': ['ID=265e9eb8-cc25-420d-8e69-c1cc66ba2178,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:48.289975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Attempting to bind port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:57:48.290499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Attempting to bind port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:57:48.292157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Attempting to bind port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 on network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:57:48.299104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:57:48.300303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Checking segment: {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:57:48.300303 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.300303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Bound using segment: {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:57:48.300719 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Bound port: 265e9eb8-cc25-420d-8e69-c1cc66ba2178, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:57:48.301099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.317824 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.20.0.1 (924017b8-ea26-48a5-a5f0-f7b69bb8a242/cff5b304-52a2-4e03-a024-78e21ac33bdd/110431c9-144c-4cdb-b3f9-ca33b52a7863) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:57:48.364190 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] For port 265e9eb8-cc25-420d-8e69-c1cc66ba2178, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:57:48.367543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] For port 265e9eb8-cc25-420d-8e69-c1cc66ba2178, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=265e9eb8-cc25-420d-8e69-c1cc66ba2178,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:57:48.375232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.437645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c13e3a-aa32-4b4d-960f-95e640bf14f4 None None] Pushing event updated for resources: {'Port': ['ID=265e9eb8-cc25-420d-8e69-c1cc66ba2178,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:48.458258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.484590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Transition to ACTIVE for port object 110431c9-144c-4cdb-b3f9-ca33b52a7863 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:48.528215 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.571511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:57:48.574507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:48.580686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:57:48.613810 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=110431c9-144c-4cdb-b3f9-ca33b52a7863,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:48.652751 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.801320 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.287978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 265e9eb8-cc25-420d-8e69-c1cc66ba2178 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:49.354473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:49.359847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:49.411767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:49.415639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:49.416000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.450190 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.457109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.481704 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd8f53d-16d9-416c-b9db-0575f30d0830 None None] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:57:49.548981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=110431c9-144c-4cdb-b3f9-ca33b52a7863,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:49.551578 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.564441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.564846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.565183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.565759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.565892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.566110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.566434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.567256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.567256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.567469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.567703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.568025 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:49.574014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.588420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d0ae073d-9da4-4393-b58c-334c030e0523 None None] Provisioning for port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:49.605293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d0ae073d-9da4-4393-b58c-334c030e0523 None None] Provisioning complete for port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:49.605671 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0ae073d-9da4-4393-b58c-334c030e0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.641285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6bcb1dfe-dac1-4d27-9dab-bcbf81835c00,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:49.648679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.666350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:57:49.667846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:49.744894 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=6bcb1dfe-dac1-4d27-9dab-bcbf81835c00,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:49.784012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router dd7b1b88-af59-4e13-a015-04b3f7242cd4 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:57:49.804983 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0ae073d-9da4-4393-b58c-334c030e0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.841328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d0ae073d-9da4-4393-b58c-334c030e0523 None None] For port 265e9eb8-cc25-420d-8e69-c1cc66ba2178, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=265e9eb8-cc25-420d-8e69-c1cc66ba2178,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:49.846415 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d0ae073d-9da4-4393-b58c-334c030e0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:49.905723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:57:49.913558 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60526) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:49.914087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b4a8a897-0ec9-4488-8f25-2fc00efab832 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "PUT /v2.0/routers/dd7b1b88-af59-4e13-a015-04b3f7242cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3584385 Aug 29 17:57:49.931648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae073d-9da4-4393-b58c-334c030e0523 None None] Pushing event updated for resources: {'Port': ['ID=265e9eb8-cc25-420d-8e69-c1cc66ba2178,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:49.946775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Sync routers for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:57:49.957283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:49.958104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:50.018066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab6cf4-9916-466b-a52d-2a0235d15980 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:50.018663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab6cf4-9916-466b-a52d-2a0235d15980 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:50.019170 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab6cf4-9916-466b-a52d-2a0235d15980 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:50.019639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab6cf4-9916-466b-a52d-2a0235d15980 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:50.021316 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-79ab6cf4-9916-466b-a52d-2a0235d15980 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1056299 Aug 29 17:57:50.023943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60528) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:50.084165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:50.085281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f30547-853a-44ad-aabb-4eddb9032b76 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:50.085942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f30547-853a-44ad-aabb-4eddb9032b76 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:50.086636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f30547-853a-44ad-aabb-4eddb9032b76 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:50.087080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f30547-853a-44ad-aabb-4eddb9032b76 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:50.088946 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-72f30547-853a-44ad-aabb-4eddb9032b76 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0640194 Aug 29 17:57:50.091961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60530) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:50.111613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4ac1-c070-4a78-b77b-6c538d8e451e None None] Provisioning complete for port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:50.112005 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4ac1-c070-4a78-b77b-6c538d8e451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.228553 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c0be5391-acb1-4830-ac8e-28f794fa04d5 tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1354787 Aug 29 17:57:50.343431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4ac1-c070-4a78-b77b-6c538d8e451e None None] Provisioning for port 110431c9-144c-4cdb-b3f9-ca33b52a7863 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:50.350136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4ac1-c070-4a78-b77b-6c538d8e451e None None] Provisioning complete for port 110431c9-144c-4cdb-b3f9-ca33b52a7863 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:50.350701 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4ac1-c070-4a78-b77b-6c538d8e451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.392287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60534) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:50.392508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4ac1-c070-4a78-b77b-6c538d8e451e None None] Port 110431c9-144c-4cdb-b3f9-ca33b52a7863 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:57:50.397339 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-02b23132-1993-42cd-be56-6fd5525817d8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512600630', 'description': 'tempest-secgroup-smoke-1512600630 description', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:50.403492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 2, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:50.422489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02b23132-1993-42cd-be56-6fd5525817d8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.434427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Checking router: dd7b1b88-af59-4e13-a015-04b3f7242cd4 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:57:50.434815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Updating router dd7b1b88-af59-4e13-a015-04b3f7242cd4 port 110431c9-144c-4cdb-b3f9-ca33b52a7863 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:57:50.465602 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.510951 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02b23132-1993-42cd-be56-6fd5525817d8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.515527 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02b23132-1993-42cd-be56-6fd5525817d8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.530184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8ca6e2d1-6619-4808-916f-8e6a6396f3a0 None None] Provisioning complete for port 110431c9-144c-4cdb-b3f9-ca33b52a7863 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:50.530680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e2d1-6619-4808-916f-8e6a6396f3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.542295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02b23132-1993-42cd-be56-6fd5525817d8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.543573 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-02b23132-1993-42cd-be56-6fd5525817d8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501496 Aug 29 17:57:50.546533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60536) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:50.548074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b23132-1993-42cd-be56-6fd5525817d8 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9067073-ab8b-47c4-b851-bdc75cdfaea2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:50.553622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-75b1c638-337e-465f-b8f4-af33b808bc97 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': 'f9067073-ab8b-47c4-b851-bdc75cdfaea2', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:50.580871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1c638-337e-465f-b8f4-af33b808bc97 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.621053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6e2d1-6619-4808-916f-8e6a6396f3a0 None None] Port 110431c9-144c-4cdb-b3f9-ca33b52a7863 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:57:50.639654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1c638-337e-465f-b8f4-af33b808bc97 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.646131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1c638-337e-465f-b8f4-af33b808bc97 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.665535 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1c638-337e-465f-b8f4-af33b808bc97 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebaeff14-1030-462f-9077-2f2c0096e1c6,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:50.673681 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75b1c638-337e-465f-b8f4-af33b808bc97 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.675226 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-75b1c638-337e-465f-b8f4-af33b808bc97 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266794 Aug 29 17:57:50.677853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60538) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:50.682428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4b006ade-d892-4fb3-94aa-264b1cc3ad58 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': 'f9067073-ab8b-47c4-b851-bdc75cdfaea2', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:50.709575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b006ade-d892-4fb3-94aa-264b1cc3ad58 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.766537 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.769249 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b006ade-d892-4fb3-94aa-264b1cc3ad58 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.772980 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b006ade-d892-4fb3-94aa-264b1cc3ad58 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.777197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Transition to ACTIVE for port object 110431c9-144c-4cdb-b3f9-ca33b52a7863 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:50.783434 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.792402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b006ade-d892-4fb3-94aa-264b1cc3ad58 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698d43a7-9263-450e-bdd5-94df8fceb9d7,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:50.798512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4b006ade-d892-4fb3-94aa-264b1cc3ad58 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.802492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60540) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:50.802672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4b006ade-d892-4fb3-94aa-264b1cc3ad58 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236782 Aug 29 17:57:50.807207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d46a09a0-147a-4298-b16d-778699ddf1d7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': 'f9067073-ab8b-47c4-b851-bdc75cdfaea2', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:50.833980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f73b-dc7b-4499-baa2-27c87efb3256 None None] Pushing event updated for resources: {'Port': ['ID=110431c9-144c-4cdb-b3f9-ca33b52a7863,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:50.839707 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d46a09a0-147a-4298-b16d-778699ddf1d7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.894488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Attempting to bind port 110431c9-144c-4cdb-b3f9-ca33b52a7863 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:57:50.894906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Attempting to bind port 110431c9-144c-4cdb-b3f9-ca33b52a7863 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:57:50.895272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Attempting to bind port 110431c9-144c-4cdb-b3f9-ca33b52a7863 on network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:57:50.900835 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:57:50.901261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Checking segment: {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:57:50.901765 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.902165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Bound using segment: {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:57:50.902673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Bound port: 110431c9-144c-4cdb-b3f9-ca33b52a7863, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:57:50.903499 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.905806 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d46a09a0-147a-4298-b16d-778699ddf1d7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.910304 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d46a09a0-147a-4298-b16d-778699ddf1d7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.927782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a09a0-147a-4298-b16d-778699ddf1d7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38e69a3-10b3-411b-82d5-3839b21f5edb,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:50.940336 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d46a09a0-147a-4298-b16d-778699ddf1d7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.941658 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d46a09a0-147a-4298-b16d-778699ddf1d7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380002 Aug 29 17:57:50.944999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60542) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:50.949774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a80b719d-5e9b-4f22-bcba-769d193fc7f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': 'f9067073-ab8b-47c4-b851-bdc75cdfaea2', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:50.974528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] For port 110431c9-144c-4cdb-b3f9-ca33b52a7863, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:57:50.978375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] For port 110431c9-144c-4cdb-b3f9-ca33b52a7863, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=110431c9-144c-4cdb-b3f9-ca33b52a7863,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:57:50.979114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a80b719d-5e9b-4f22-bcba-769d193fc7f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.983682 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.044067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:57:51.044693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:51.046199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a80b719d-5e9b-4f22-bcba-769d193fc7f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.047083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f73b-dc7b-4499-baa2-27c87efb3256 None None] Pushing event updated for resources: {'Port': ['ID=110431c9-144c-4cdb-b3f9-ca33b52a7863,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:51.051480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a80b719d-5e9b-4f22-bcba-769d193fc7f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.072141 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b719d-5e9b-4f22-bcba-769d193fc7f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b83fd1-5f17-49de-a2f4-b0cc2c3160eb,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:51.080618 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a80b719d-5e9b-4f22-bcba-769d193fc7f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.081919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a80b719d-5e9b-4f22-bcba-769d193fc7f7 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358280 Aug 29 17:57:51.084629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60544) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:51.089430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1b2089ba-675c-419a-a91a-119171caf295 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': 'f9067073-ab8b-47c4-b851-bdc75cdfaea2', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:51.112593 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-1b2089ba-675c-419a-a91a-119171caf295 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Project a1d6146300ac47e992c0b68a6df28b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:57:51.118239 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b2089ba-675c-419a-a91a-119171caf295 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.189011 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b2089ba-675c-419a-a91a-119171caf295 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.194264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:57:51.197080 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b2089ba-675c-419a-a91a-119171caf295 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.219411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2089ba-675c-419a-a91a-119171caf295 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03ec338-2b32-4ebd-b453-300be3a8a2ae,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:51.222869 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b2089ba-675c-419a-a91a-119171caf295 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.227066 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60546) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:57:51.227231 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1b2089ba-675c-419a-a91a-119171caf295 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413245 Aug 29 17:57:51.232122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'security_group_rule': {'security_group_id': 'f9067073-ab8b-47c4-b851-bdc75cdfaea2', 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:51.239772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 265e9eb8-cc25-420d-8e69-c1cc66ba2178 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:51.260157 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Project a1d6146300ac47e992c0b68a6df28b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:57:51.266487 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.331301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.336106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.354579 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e35b4e-ec3b-490b-aa86-11c2bb382d85,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:51.362960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.364176 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359091 Aug 29 17:57:51.365703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.366053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.366623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.367341 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.367602 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.367945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.368285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.368616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.368948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.369275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.369604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.369935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece7218-6873-4519-a906-26f1d8bdb26b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:57:51.418021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:51.418520 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.548899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:50Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:57:51.552849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:51.555175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-aa1b8e1f-451d-47b3-b137-4e01236d2512 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512600630&fields=id&tenant_id=a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 267 time: 0.0340641 Aug 29 17:57:51.585393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708777a5-056c-4105-b68c-5486d2fedd44 None None] The sync data for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 is: [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:50Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:57:51.663569 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:51.663932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:51.714355 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f149b-a985-44ae-819b-d472e9a73e66 req-0fb1bee9-aed7-4b9a-bb45-91a809268a05 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:51.719333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-0fb1bee9-aed7-4b9a-bb45-91a809268a05 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/networks?id=924017b8-ea26-48a5-a5f0-f7b69bb8a242 HTTP/1.1" status: 200 len: 796 time: 0.1563537 Aug 29 17:57:51.733463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-51fe57f3-f553-457c-b122-d5b88aa67cb5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/quotas/a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 375 time: 0.0111990 Aug 29 17:57:51.795189 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-47f2fb6c-52e5-4e21-a116-c1976176d571 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550394 Aug 29 17:57:51.897670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-4178a31c-fb3f-4429-9fd5-2691e188485e service neutron] 10.222.0.41 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895133 Aug 29 17:57:51.995516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-b34ff491-2877-40b6-8628-9e09cd3bcd3f service neutron] 10.222.0.41 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915658 Aug 29 17:57:52.168798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16e8175f-20e7-4e6a-98a5-bc387dd89b2a req-01c763db-9d2e-4a89-bd75-edba7bab9bda tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 210 time: 0.0275660 Aug 29 17:57:53.082177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f149b-a985-44ae-819b-d472e9a73e66 req-ef4e68ba-c192-4d73-9a9d-18e50f8b5efd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:53.083719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-ef4e68ba-c192-4d73-9a9d-18e50f8b5efd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/networks?id=924017b8-ea26-48a5-a5f0-f7b69bb8a242 HTTP/1.1" status: 200 len: 796 time: 0.1067700 Aug 29 17:57:53.127618 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-2b5a5c8e-1c35-4b03-9dba-10246fb53488 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d6146300ac47e992c0b68a6df28b4b HTTP/1.1" status: 200 len: 380 time: 0.0346200 Aug 29 17:57:53.136927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'port': {'device_id': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'admin_state_up': True, 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'security_groups': ['f9067073-ab8b-47c4-b851-bdc75cdfaea2']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:53.238181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 110431c9-144c-4cdb-b3f9-ca33b52a7863 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:53.258265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Made reservation on behalf of a1d6146300ac47e992c0b68a6df28b4b for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:57:53.261812 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:53.274267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc6c947e-6b3e-4a3e-8254-6cfd5ffe1e8e req-f5477350-e1ea-4aec-8f8d-7dc46dc0efd9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 210 time: 0.0294979 Aug 29 17:57:53.293839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 110431c9-144c-4cdb-b3f9-ca33b52a7863 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:53.298021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 110431c9-144c-4cdb-b3f9-ca33b52a7863 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:53.298392 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:53.373994 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:53.392722 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.20.0.7 (924017b8-ea26-48a5-a5f0-f7b69bb8a242/cff5b304-52a2-4e03-a024-78e21ac33bdd/86581f9d-2ce1-4b0f-8c49-a108dc880eb3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:57:53.407254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 110431c9-144c-4cdb-b3f9-ca33b52a7863, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=110431c9-144c-4cdb-b3f9-ca33b52a7863,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:53.411241 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:53.461788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=110431c9-144c-4cdb-b3f9-ca33b52a7863,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:53.536609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:53.551369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Transition to ACTIVE for port object 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:53.584819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:53.625173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:57:53.628104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:57:53.634366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:57:53.659919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:53.688206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:53.688857 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:53.704675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3b64261b-14f9-4e4b-9dbc-b717e5264ac6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713160 Aug 29 17:57:53.718255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Request body: {'port': {'device_id': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:57:53.781362 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:53.848857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1fcb61c7-48ac-41c5-b771-2ed504412e2e None None] Provisioning for port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:53.852480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1fcb61c7-48ac-41c5-b771-2ed504412e2e None None] Provisioning complete for port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:53.852846 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1fcb61c7-48ac-41c5-b771-2ed504412e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:54.039556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb61c7-48ac-41c5-b771-2ed504412e2e None None] Port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:57:54.053152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:57:54.060554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:54.072269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Transition to ACTIVE for port object 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:57:54.075717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:54.127348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Pushing event updated for resources: {'Port': ['ID=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:54.196735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Attempting to bind port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:57:54.197082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Attempting to bind port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:57:54.197415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Attempting to bind port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 on network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:57:54.202517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 on network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:57:54.202874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Attempting to bind port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 on network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:57:54.207842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:57:54.208207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Checking segment: {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:57:54.208598 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Bound using segment: {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:57:54.209027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Bound port: 86581f9d-2ce1-4b0f-8c49-a108dc880eb3, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b001e443-e60b-4ef5-ab18-68f45b774ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:57:54.209386 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:54.281679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] For port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:57:54.284738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] For port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:57:54.288994 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:54.322872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:54.323563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:54.325001 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] 10.222.0.43 "PUT /v2.0/ports/86581f9d-2ce1-4b0f-8c49-a108dc880eb3 HTTP/1.1" status: 200 len: 1092 time: 0.6115875 Aug 29 17:57:54.325496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:57:54.328251 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f64d3d-5a2f-4b61-99a3-5be4644107f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:57:54.389058 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31474b4-cb80-4c5f-b562-16aee319ca72 x-openstack-request-id: req-a31474b4-cb80-4c5f-b562-16aee319ca72 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:57:54.389356 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:57:54.389608 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a31474b4-cb80-4c5f-b562-16aee319ca72 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:57:54.390004 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'status': 'completed', 'code': 200} Aug 29 17:57:54.406912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230a32f-dff3-4760-a9be-63bd7cba5e39 service neutron] Pushing event updated for resources: {'Port': ['ID=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:54.444192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05637b90-9e98-4d9f-9162-bfb354d44157 req-b76047ee-0e8e-415d-a0f7-c1ee48f3fb3f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:54.445761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05637b90-9e98-4d9f-9162-bfb354d44157 req-b76047ee-0e8e-415d-a0f7-c1ee48f3fb3f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 943 time: 0.0979068 Aug 29 17:57:54.463450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f149b-a985-44ae-819b-d472e9a73e66 req-8d30566b-b484-4029-840b-1dfff05af4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:54.464954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-8d30566b-b484-4029-840b-1dfff05af4fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 1095 time: 0.0783682 Aug 29 17:57:54.512860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-9537321d-504d-404d-8157-b372fcdbb583 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3 HTTP/1.1" status: 200 len: 217 time: 0.0393157 Aug 29 17:57:54.553312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-05637b90-9e98-4d9f-9162-bfb354d44157 req-aafbc2b8-41a4-4e47-939c-4531a34b78f3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003683 Aug 29 17:57:54.570854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f149b-a985-44ae-819b-d472e9a73e66 req-0190fd15-5b24-4f5a-89f8-afafd503a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:54.572319 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-0190fd15-5b24-4f5a-89f8-afafd503a681 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cff5b304-52a2-4e03-a024-78e21ac33bdd HTTP/1.1" status: 200 len: 834 time: 0.0532641 Aug 29 17:57:54.621706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f149b-a985-44ae-819b-d472e9a73e66 req-4c4da8fc-371b-4182-ad75-d176991cb7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:54.623822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-4c4da8fc-371b-4182-ad75-d176991cb7ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=924017b8-ea26-48a5-a5f0-f7b69bb8a242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447633 Aug 29 17:57:54.711882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-008e7876-3114-44db-af8e-c46941d9022e service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803154 Aug 29 17:57:54.805719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-872f149b-a985-44ae-819b-d472e9a73e66 req-d0379869-2e5b-4abe-a738-4537d05657e6 service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851781 Aug 29 17:57:54.893804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-f2ed0d3e-704d-41db-8763-1750bb1dc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:54.895542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-f2ed0d3e-704d-41db-8763-1750bb1dc686 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 1095 time: 0.0431771 Aug 29 17:57:54.988660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-387d9de1-ab16-4f70-bf4a-d780079b33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:54.990114 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-387d9de1-ab16-4f70-bf4a-d780079b33bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=924017b8-ea26-48a5-a5f0-f7b69bb8a242 HTTP/1.1" status: 200 len: 897 time: 0.0864499 Aug 29 17:57:55.030989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-06f34b23-019e-4c61-bb4d-4fab746cacfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3 HTTP/1.1" status: 200 len: 217 time: 0.0340452 Aug 29 17:57:55.080359 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-a16ac12b-baa3-42b3-b38e-46fa278beabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:55.081669 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-a16ac12b-baa3-42b3-b38e-46fa278beabf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cff5b304-52a2-4e03-a024-78e21ac33bdd HTTP/1.1" status: 200 len: 834 time: 0.0424087 Aug 29 17:57:55.133140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-151d1400-356f-4fed-a7fc-23bf30821bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:55.134609 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-151d1400-356f-4fed-a7fc-23bf30821bf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=924017b8-ea26-48a5-a5f0-f7b69bb8a242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436046 Aug 29 17:57:55.214313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 110431c9-144c-4cdb-b3f9-ca33b52a7863 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:55.225887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-b6a6fc2d-db69-49ae-8820-afdee65ecb52 service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829184 Aug 29 17:57:55.261958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 110431c9-144c-4cdb-b3f9-ca33b52a7863 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:55.262336 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:55.327989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71f64d3d-5a2f-4b61-99a3-5be4644107f9 req-0a52c06d-fb80-487a-97eb-879e91c92d6a service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938578 Aug 29 17:57:55.670254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece55334-fcfc-4983-8ad2-ba4af799e439 req-f2c673a8-0fb0-4d20-baa7-750ae32ab1d2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:55.671677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece55334-fcfc-4983-8ad2-ba4af799e439 req-f2c673a8-0fb0-4d20-baa7-750ae32ab1d2 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 943 time: 0.0494289 Aug 29 17:57:55.708436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ece55334-fcfc-4983-8ad2-ba4af799e439 req-865e9040-25b6-43c9-bbe7-6d9cfb13bc01 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309093 Aug 29 17:57:56.821261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97071f09-79d5-4833-8351-20aba01ea5da req-6811683d-a427-4198-955b-12d872e2180d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:56.822757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97071f09-79d5-4833-8351-20aba01ea5da req-6811683d-a427-4198-955b-12d872e2180d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 943 time: 0.0492480 Aug 29 17:57:56.860919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97071f09-79d5-4833-8351-20aba01ea5da req-9281a106-c7bf-4955-8758-2b072ddef228 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323796 Aug 29 17:57:57.531775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:57:57.621268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:57.632813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'port_id': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'mac_address': 'fa:16:3e:19:57:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:57:57.672202 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:57.684260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:57:57.703305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:57.707126 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:57.752651 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:57.906626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['86581f9d-2ce1-4b0f-8c49-a108dc880eb3'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:57:57.971750 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbc4f6-8e9e-4bf3-a2ac-ea575066ed01 req-2a1e8e85-2ea2-45ef-942a-4dd301f661a9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:57.973624 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dcbc4f6-8e9e-4bf3-a2ac-ea575066ed01 req-2a1e8e85-2ea2-45ef-942a-4dd301f661a9 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 944 time: 0.0477023 Aug 29 17:57:58.013440 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7dcbc4f6-8e9e-4bf3-a2ac-ea575066ed01 req-bfb75d74-4809-4bf6-9983-a94bc8212a4d tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Aug 29 17:57:59.124409 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1b101-3f55-49d8-bcbc-52a1cf76dd4f req-2bcf0ab8-2220-4f26-bc81-6f29bc0a5a32 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:59.125861 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-74e1b101-3f55-49d8-bcbc-52a1cf76dd4f req-2bcf0ab8-2220-4f26-bc81-6f29bc0a5a32 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 944 time: 0.0473540 Aug 29 17:57:59.162866 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-74e1b101-3f55-49d8-bcbc-52a1cf76dd4f req-8f78109e-29f8-49f4-b839-3583d74628cf tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309269 Aug 29 17:57:59.526514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:57:59.573408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:57:59.577521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:57:59.577890 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:59.658709 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:59.679682 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:57:59.681904 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf16908-586e-40ce-9625-34fe936ab5e8" -d '{"events": [{"server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "name": "network-vif-plugged", "status": "completed", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:57:59.694866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:57:59.699643 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:59.725550 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3fdad8-efeb-4b58-9e95-c99c14128303 x-openstack-request-id: req-9d3fdad8-efeb-4b58-9e95-c99c14128303 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:57:59.725888 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "name": "network-vif-plugged", "status": "completed", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:57:59.726134 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d3fdad8-efeb-4b58-9e95-c99c14128303 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:57:59.726518 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'code': 200} Aug 29 17:57:59.754035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:57:59.816318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296330f-fc71-469b-bc42-e7f8be900a90 req-9e1a875a-7d56-40c0-b101-a27cfd4e2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:59.817729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9296330f-fc71-469b-bc42-e7f8be900a90 req-9e1a875a-7d56-40c0-b101-a27cfd4e2de0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 1097 time: 0.0391235 Aug 29 17:57:59.855855 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9296330f-fc71-469b-bc42-e7f8be900a90 req-36eee76b-f4f8-4794-962e-28661726a76f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299079 Aug 29 17:58:00.275369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed0e8e-6b09-443c-9cc5-fadba6bc1895 req-130ebaad-104f-40c2-ba8e-4dc6f922e9f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:00.276818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6eed0e8e-6b09-443c-9cc5-fadba6bc1895 req-130ebaad-104f-40c2-ba8e-4dc6f922e9f6 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 945 time: 0.0490141 Aug 29 17:58:00.313973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6eed0e8e-6b09-443c-9cc5-fadba6bc1895 req-0f97f59c-870f-4751-ba62-d5c06c400ebd tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Aug 29 17:58:01.430037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ffba9-e5ea-480c-b8e1-8fb1ff1ab30b req-a9fa9103-5c8f-4066-af75-3fdb02de6c57 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:01.431506 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-242ffba9-e5ea-480c-b8e1-8fb1ff1ab30b req-a9fa9103-5c8f-4066-af75-3fdb02de6c57 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 945 time: 0.0514660 Aug 29 17:58:01.468567 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-242ffba9-e5ea-480c-b8e1-8fb1ff1ab30b req-f08a579a-cb9a-458c-b3db-64e57c06b372 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307267 Aug 29 17:58:01.584814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5732-83ef-4bf8-8b9b-849c28326fe2 req-b7e7a995-8145-4754-a4a4-c88ad1fdf542 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:01.586289 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-541e5732-83ef-4bf8-8b9b-849c28326fe2 req-b7e7a995-8145-4754-a4a4-c88ad1fdf542 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 945 time: 0.0501266 Aug 29 17:58:01.624574 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-541e5732-83ef-4bf8-8b9b-849c28326fe2 req-70c13fc9-f8cb-40e3-b33a-134fec02ed3b tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Aug 29 17:58:01.645662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60592) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:01.684544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4841ac-88b7-4c82-be55-8897ba8ce95f tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:01.686053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-de4841ac-88b7-4c82-be55-8897ba8ce95f tempest-TestNetworkBasicOps-2068072699 tempest-TestNetworkBasicOps-2068072699-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 1092 time: 0.0394144 Aug 29 17:58:01.689362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60594) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:01.693604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:01.714767 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:01.813210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:01.918652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Allocated IP 172.25.2.47 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/d476b668-2d9e-470e-8897-6444e791a2c8) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:02.015990 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:02.053347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:02.087836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:02.090522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:02.096398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:02.124724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=d476b668-2d9e-470e-8897-6444e791a2c8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:02.449855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:02.518675 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:02.667728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:02.672678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:02.741103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event updated for resources: {'Port': ['ID=d476b668-2d9e-470e-8897-6444e791a2c8,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:02.753070 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:02.851829 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Floating IP 6b16d60f-9ce8-442c-bad9-33e085e50f89 associated. External IP: 172.25.2.47, port: 86581f9d-2ce1-4b0f-8c49-a108dc880eb3. Aug 29 17:58:03.056695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router dd7b1b88-af59-4e13-a015-04b3f7242cd4 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:58:03.164733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:03.174673 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] Sync routers for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:03.181024 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:03.184724 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:03.185341 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:03.208354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fecc4469-7743-4e13-a74b-a2a80c07c8c0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5179648 Aug 29 17:58:03.208941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:58:03.211097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60596) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:03.211636 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6126c-9da6-496c-82bc-170b2580e98f" -d '{"events": [{"name": "network-changed", "server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:58:03.246942 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96fcae6-dca1-415f-bbad-402ac45f2a8b x-openstack-request-id: req-f96fcae6-dca1-415f-bbad-402ac45f2a8b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:58:03.247235 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:58:03.247487 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f96fcae6-dca1-415f-bbad-402ac45f2a8b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:58:03.247916 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'status': 'completed', 'code': 200} Aug 29 17:58:03.277773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a37dec88-4e6e-4967-a6f3-c38793242049 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/floatingips/6b16d60f-9ce8-442c-bad9-33e085e50f89 HTTP/1.1" status: 200 len: 990 time: 0.0651994 Aug 29 17:58:03.293733 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:03.309685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-9af96bbb-9176-4834-a68c-2808c26d9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:03.312085 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-9af96bbb-9176-4834-a68c-2808c26d9982 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 1097 time: 0.0422621 Aug 29 17:58:03.399312 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-d3ebaba7-1b90-476b-87bc-e03e09a8ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:03.400783 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-d3ebaba7-1b90-476b-87bc-e03e09a8ab61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=924017b8-ea26-48a5-a5f0-f7b69bb8a242 HTTP/1.1" status: 200 len: 897 time: 0.0825408 Aug 29 17:58:03.468982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-528be313-d935-491d-952c-db0492e5e966 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3 HTTP/1.1" status: 200 len: 998 time: 0.0612659 Aug 29 17:58:03.512352 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '6b16d60f-9ce8-442c-bad9-33e085e50f89', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.47', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'port_id': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'mac_address': 'fa:16:3e:19:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:58:02Z', 'updated_at': '2021-08-29T17:58:02Z', 'revision_number': 0, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:53Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:03.517241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-6ed4cef6-2ff9-41c6-a99f-94327cd94ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:03.518700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-6ed4cef6-2ff9-41c6-a99f-94327cd94ab3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cff5b304-52a2-4e03-a024-78e21ac33bdd HTTP/1.1" status: 200 len: 834 time: 0.0430646 Aug 29 17:58:03.538319 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] Checking router: dd7b1b88-af59-4e13-a015-04b3f7242cd4 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:03.547050 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:03.547859 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:57:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:03.565793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-5a235edf-c15f-45d4-8a9c-c5418ec8852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:03.567367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-5a235edf-c15f-45d4-8a9c-c5418ec8852c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=924017b8-ea26-48a5-a5f0-f7b69bb8a242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422945 Aug 29 17:58:03.657458 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:03.886790 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '6b16d60f-9ce8-442c-bad9-33e085e50f89', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.47', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'port_id': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'mac_address': 'fa:16:3e:19:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:58:02Z', 'updated_at': '2021-08-29T17:58:02Z', 'revision_number': 0, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:53Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:03.914659 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3317af8-4a24-4f5c-ae4e-cedb9abcc5d1 None None] The sync data for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 is: [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '6b16d60f-9ce8-442c-bad9-33e085e50f89', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'floating_ip_address': '172.25.2.47', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'port_id': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'mac_address': 'fa:16:3e:19:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:58:02Z', 'updated_at': '2021-08-29T17:58:02Z', 'revision_number': 0, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:53Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:03.987043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-d52455f7-d149-4701-b1ed-bcd322088f88 service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127753 Aug 29 17:58:04.082522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4bd6126c-9da6-496c-82bc-170b2580e98f req-ce3e23cd-7c3b-4c55-bee5-0c928541254d service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885513 Aug 29 17:58:04.104169 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eef62e-d68b-4d61-aa71-e0e2465f8709 None None] New status for floating IP 6b16d60f-9ce8-442c-bad9-33e085e50f89: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:58:04.281709 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60600) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:04.342768 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d13145dc-30b5-4501-bc84-123c08159770 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/floatingips/6b16d60f-9ce8-442c-bad9-33e085e50f89 HTTP/1.1" status: 200 len: 992 time: 0.0598326 Aug 29 17:58:10.894788 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:58:11.250574 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df30b0b0-e462-4268-9069-777f6fd5884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:12.816697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:13.334543 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:13.888957 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab7a9-0719-4a9f-a481-a04f1fd5eb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:13.928000 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:15.535391 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:16.841213 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:19.239080 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2560b28b-eb25-41ba-9f42-ff61408cc11d req-0637fdf8-956e-4db6-89c3-79bbbde26630 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0244467 Aug 29 17:58:19.303599 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2560b28b-eb25-41ba-9f42-ff61408cc11d req-847ba8fe-30b0-40db-9ac9-6769802aab0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0237944 Aug 29 17:58:19.341407 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2560b28b-eb25-41ba-9f42-ff61408cc11d req-5c59fd3d-b444-4850-af5b-cc8ecb568780 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190072 Aug 29 17:58:19.433230 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560b28b-eb25-41ba-9f42-ff61408cc11d req-0d137c19-8749-47c3-8cd1-b9a85270ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:19.434570 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2560b28b-eb25-41ba-9f42-ff61408cc11d req-0d137c19-8749-47c3-8cd1-b9a85270ef9f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861306 Aug 29 17:58:26.584909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-16fd1627-2ff1-4c28-83ae-9a861c683dd7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388865 Aug 29 17:58:26.666030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-dbf41dec-09e1-4b7d-9d85-53b4668a1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:26.667551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-dbf41dec-09e1-4b7d-9d85-53b4668a1633 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 1097 time: 0.0395076 Aug 29 17:58:26.770238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-3df87577-b0bb-480d-990e-fd886c0bc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:26.771702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-3df87577-b0bb-480d-990e-fd886c0bc3b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=924017b8-ea26-48a5-a5f0-f7b69bb8a242 HTTP/1.1" status: 200 len: 897 time: 0.0844231 Aug 29 17:58:26.835874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-16a69ff6-25b2-45c6-bb1c-4fc793d130bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3 HTTP/1.1" status: 200 len: 1000 time: 0.0561044 Aug 29 17:58:26.883214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-da10e891-8312-459d-9f5e-ca5522511bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:26.884581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-da10e891-8312-459d-9f5e-ca5522511bbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cff5b304-52a2-4e03-a024-78e21ac33bdd HTTP/1.1" status: 200 len: 834 time: 0.0420101 Aug 29 17:58:26.931896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-f955c884-2079-4a17-9588-cc126aa27207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:26.933332 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-f955c884-2079-4a17-9588-cc126aa27207 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=924017b8-ea26-48a5-a5f0-f7b69bb8a242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414541 Aug 29 17:58:27.021136 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-e1dbc25d-2e2b-418c-bc3d-2003a3afc094 service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800116 Aug 29 17:58:27.111652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f965aa12-1897-4fab-8d3f-122dab326c29 req-106bd9da-e1a8-479b-8c2a-0cbb4de9d198 service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833685 Aug 29 17:58:32.836872 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60610) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:32.896779 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d8c2bb12-05c8-48e7-8216-b06a041cf590 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/floatingips/6b16d60f-9ce8-442c-bad9-33e085e50f89 HTTP/1.1" status: 200 len: 992 time: 0.0587704 Aug 29 17:58:33.163929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60616) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:33.319222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port d476b668-2d9e-470e-8897-6444e791a2c8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:33.319561 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:33.393377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:33.393700 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:33.405441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for d476b668-2d9e-470e-8897-6444e791a2c8 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:33.549483 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:33.573664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=d476b668-2d9e-470e-8897-6444e791a2c8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:33.635679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:33.636015 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Floating IP 6b16d60f-9ce8-442c-bad9-33e085e50f89 disassociated (deleted). External IP: 172.25.2.47, port: 86581f9d-2ce1-4b0f-8c49-a108dc880eb3. Aug 29 17:58:33.838880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router dd7b1b88-af59-4e13-a015-04b3f7242cd4 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:58:33.939553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:33.944544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:33.949000 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] Sync routers for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:33.958521 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:33.959160 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:33.973531 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-78688b7a-2d62-4240-99b9-dd3401f6e982 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/floatingips/6b16d60f-9ce8-442c-bad9-33e085e50f89 HTTP/1.1" status: 204 len: 168 time: 0.8085935 Aug 29 17:58:33.974122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:58:33.976400 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8536dd-b482-4d3e-8bef-16ea18b950c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:58:34.022800 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e4fe54-4c8c-4b7a-aa56-8592a8c4c37d x-openstack-request-id: req-62e4fe54-4c8c-4b7a-aa56-8592a8c4c37d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:58:34.023095 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:58:34.023346 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62e4fe54-4c8c-4b7a-aa56-8592a8c4c37d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:58:34.023751 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'status': 'completed', 'code': 200} Aug 29 17:58:34.091248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-c46abc53-7378-4069-b00f-d0209c2064e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.093549 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-c46abc53-7378-4069-b00f-d0209c2064e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 1097 time: 0.0460958 Aug 29 17:58:34.154505 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:34.198707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-963672a6-47aa-4f80-9300-c1d85f7fb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.200369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-963672a6-47aa-4f80-9300-c1d85f7fb50f service neutron] 10.222.0.43 "GET /v2.0/networks?id=924017b8-ea26-48a5-a5f0-f7b69bb8a242 HTTP/1.1" status: 200 len: 897 time: 0.0933223 Aug 29 17:58:34.225832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d824da-404d-4334-9b90-06a969c09a98 req-fc4c2394-911f-4444-8e50-6c72c8f1c281 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.231106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68d824da-404d-4334-9b90-06a969c09a98 req-fc4c2394-911f-4444-8e50-6c72c8f1c281 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 945 time: 0.0543628 Aug 29 17:58:34.250787 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-760e1e75-7231-4de5-a518-0406642b1ae9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3 HTTP/1.1" status: 200 len: 217 time: 0.0425467 Aug 29 17:58:34.267949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-68d824da-404d-4334-9b90-06a969c09a98 req-9fcd4287-b48f-4932-a076-c4685e11ee62 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318332 Aug 29 17:58:34.311635 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-00d6e735-231b-4525-9989-5c1317071da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.313076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-00d6e735-231b-4525-9989-5c1317071da2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cff5b304-52a2-4e03-a024-78e21ac33bdd HTTP/1.1" status: 200 len: 834 time: 0.0544379 Aug 29 17:58:34.349903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:53Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:34.360512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-aed762fb-bfdc-4ab9-bda9-1cae85a0394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.362023 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-aed762fb-bfdc-4ab9-bda9-1cae85a0394e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=924017b8-ea26-48a5-a5f0-f7b69bb8a242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401413 Aug 29 17:58:34.379143 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] Checking router: dd7b1b88-af59-4e13-a015-04b3f7242cd4 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:34.387391 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:34.388012 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:34.455742 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-b16127a1-1817-4f91-a71a-9adc875dba1e service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 Aug 29 17:58:34.488903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:34.548351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c8536dd-b482-4d3e-8bef-16ea18b950c5 req-ff69dfe2-dc6b-4fef-9107-11688b503026 service neutron] 10.222.0.43 "GET /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838282 Aug 29 17:58:34.681627 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:53Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:34.707015 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e8789-d8e2-4671-b174-77f5fe7b28fa None None] The sync data for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 is: [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:48Z', 'revision_number': 4, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '110431c9-144c-4cdb-b3f9-ca33b52a7863', 'name': '', 'network_id': '924017b8-ea26-48a5-a5f0-f7b69bb8a242', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'mac_address': 'fa:16:3e:1a:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:48Z', 'updated_at': '2021-08-29T17:57:53Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'subnets': [{'id': 'cff5b304-52a2-4e03-a024-78e21ac33bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:34.925566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506badd1-b0a7-41bc-a4d1-a7c0a6c4b9e3 None None] New status for floating IP 6b16d60f-9ce8-442c-bad9-33e085e50f89: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:58:35.387700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e8417-302a-41ac-8d22-72e855e2ea2e req-afac4ef5-73fa-4c74-92d0-c0cec3e80072 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:35.389192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a30e8417-302a-41ac-8d22-72e855e2ea2e req-afac4ef5-73fa-4c74-92d0-c0cec3e80072 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 945 time: 0.0491531 Aug 29 17:58:35.431979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a30e8417-302a-41ac-8d22-72e855e2ea2e req-8ed3631b-342c-4a6e-816a-b11a67deea0f tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9067073-ab8b-47c4-b851-bdc75cdfaea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357144 Aug 29 17:58:35.572761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-b76d6b10-0acc-43d9-af91-c9242d6b3b87 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:35.574109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-b76d6b10-0acc-43d9-af91-c9242d6b3b87 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25db9f7-fe41-40d4-8611-a52326cfbc8d HTTP/1.1" status: 200 len: 945 time: 0.0481091 Aug 29 17:58:35.661350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:35.661695 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:35.749871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:35.750240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:35.762902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:35.885721 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:35.914027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=86581f9d-2ce1-4b0f-8c49-a108dc880eb3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:35.954082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] No DVR routers for this DVR port 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:58:35.956612 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:35.958657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b937c104-366e-43ad-a3f4-fbef56bf401d req-9587d9c3-e004-4ab1-957a-27c4d5d3d0a3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.43 "DELETE /v2.0/ports/86581f9d-2ce1-4b0f-8c49-a108dc880eb3 HTTP/1.1" status: 204 len: 173 time: 0.3777716 Aug 29 17:58:36.024661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'name': 'network-vif-deleted', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:58:36.027271 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299eb5f0-4f4a-4dbb-86bd-68ddc3968101" -d '{"events": [{"server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "name": "network-vif-deleted", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:58:36.063703 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bd9375-01f7-46f4-88ea-60d53a82af82 x-openstack-request-id: req-b2bd9375-01f7-46f4-88ea-60d53a82af82 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:58:36.063986 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25db9f7-fe41-40d4-8611-a52326cfbc8d", "name": "network-vif-deleted", "tag": "86581f9d-2ce1-4b0f-8c49-a108dc880eb3", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:58:36.064236 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2bd9375-01f7-46f4-88ea-60d53a82af82 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:58:36.064636 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25db9f7-fe41-40d4-8611-a52326cfbc8d', 'name': 'network-vif-deleted', 'tag': '86581f9d-2ce1-4b0f-8c49-a108dc880eb3', 'status': 'completed', 'code': 200} Aug 29 17:58:36.487282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60632) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:36.544821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8e6afc7-ae02-418a-a580-0f7585e39d6e tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:36.569624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8e6afc7-ae02-418a-a580-0f7585e39d6e tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:36.628852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8e6afc7-ae02-418a-a580-0f7585e39d6e tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:36.631785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8e6afc7-ae02-418a-a580-0f7585e39d6e tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:36.632930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e8e6afc7-ae02-418a-a580-0f7585e39d6e tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/security-groups/f9067073-ab8b-47c4-b851-bdc75cdfaea2 HTTP/1.1" status: 204 len: 168 time: 0.1447177 Aug 29 17:58:36.642996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6afc7-ae02-418a-a580-0f7585e39d6e tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9067073-ab8b-47c4-b851-bdc75cdfaea2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:36.664821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60636) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:37.014619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:37.264105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port 110431c9-144c-4cdb-b3f9-ca33b52a7863 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:37.264472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:37.352616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port 110431c9-144c-4cdb-b3f9-ca33b52a7863, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=110431c9-144c-4cdb-b3f9-ca33b52a7863,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:37.352897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:37.365952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for 110431c9-144c-4cdb-b3f9-ca33b52a7863 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:37.545636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:37.572770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=110431c9-144c-4cdb-b3f9-ca33b52a7863,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:37.751824 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:37.958343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Router dd7b1b88-af59-4e13-a015-04b3f7242cd4 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:58:38.375997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:38.381599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d34d21a8-7d25-4b2e-9380-81f074eb01fa tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "PUT /v2.0/routers/dd7b1b88-af59-4e13-a015-04b3f7242cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7156658 Aug 29 17:58:38.383802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60638) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:38.386712 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] Sync routers for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:38.395719 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:38.396332 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:38.432165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62e9df1-a990-486e-852e-d5c6c41072b5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting subnet cff5b304-52a2-4e03-a024-78e21ac33bdd {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:58:38.435143 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e62e9df1-a990-486e-852e-d5c6c41072b5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.473860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e62e9df1-a990-486e-852e-d5c6c41072b5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.497174 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:38.564861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e62e9df1-a990-486e-852e-d5c6c41072b5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.623806 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e62e9df1-a990-486e-852e-d5c6c41072b5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.648826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e9df1-a990-486e-852e-d5c6c41072b5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Subnet': ['ID=cff5b304-52a2-4e03-a024-78e21ac33bdd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:38.655986 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e62e9df1-a990-486e-852e-d5c6c41072b5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.660144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e62e9df1-a990-486e-852e-d5c6c41072b5 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/subnets/cff5b304-52a2-4e03-a024-78e21ac33bdd HTTP/1.1" status: 204 len: 168 time: 0.2731211 Aug 29 17:58:38.660856 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60640) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:38.664151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce7ba5-4596-49ef-b5e1-f6aa76641f02 None None] Network 924017b8-ea26-48a5-a5f0-f7b69bb8a242 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:58:38.683215 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:58:37Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:38.710226 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] Checking router: dd7b1b88-af59-4e13-a015-04b3f7242cd4 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:38.720504 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] Routers {'dd7b1b88-af59-4e13-a015-04b3f7242cd4'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:38.721122 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:38.771334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.827669 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] Set router dd7b1b88-af59-4e13-a015-04b3f7242cd4 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:38.846934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] DHCP port deletion for 924017b8-ea26-48a5-a5f0-f7b69bb8a242 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:58:38.877048 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.894267 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Deleting port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:38.894832 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.935654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Deleting port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:38.935927 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.961709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] For port 265e9eb8-cc25-420d-8e69-c1cc66ba2178, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=265e9eb8-cc25-420d-8e69-c1cc66ba2178,segment=NetworkSegment(b001e443-e60b-4ef5-ab18-68f45b774ae8),segment_id=b001e443-e60b-4ef5-ab18-68f45b774ae8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:38.962103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:38.974732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Calling delete_port for 265e9eb8-cc25-420d-8e69-c1cc66ba2178 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:39.015559 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:58:37Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:39.020983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] For port 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=6bcb1dfe-dac1-4d27-9dab-bcbf81835c00,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:39.021351 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.032949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Calling delete_port for 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:39.048072 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee69326-5788-4ac4-a417-d6a2d9fdad1b None None] The sync data for ids ['dd7b1b88-af59-4e13-a015-04b3f7242cd4'] in n-d-713499-15 is: [{'id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'name': 'tempest-TestNetworkBasicOps-router-1845714349', 'tenant_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:58:37Z', 'revision_number': 5, 'project_id': 'a1d6146300ac47e992c0b68a6df28b4b', 'gw_port': {'id': '6bcb1dfe-dac1-4d27-9dab-bcbf81835c00', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b1b88-af59-4e13-a015-04b3f7242cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:57:45Z', 'updated_at': '2021-08-29T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:39.053345 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.083184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Pushing event deleted for resources: {'Port': ['ID=265e9eb8-cc25-420d-8e69-c1cc66ba2178,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:39.091103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] No DVR routers for this DVR port 265e9eb8-cc25-420d-8e69-c1cc66ba2178 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:58:39.093473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.093967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.094243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.094640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.094951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.095287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.095620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.095948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.096276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.096601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.096928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.097251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d79b5-1a99-49b0-9b76-224a0a6a3b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:39.478336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 265e9eb8-cc25-420d-8e69-c1cc66ba2178 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:39.499475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 265e9eb8-cc25-420d-8e69-c1cc66ba2178 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:39.499828 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 265e9eb8-cc25-420d-8e69-c1cc66ba2178 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:39.500255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 110431c9-144c-4cdb-b3f9-ca33b52a7863 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:39.520346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 110431c9-144c-4cdb-b3f9-ca33b52a7863 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:39.520696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 110431c9-144c-4cdb-b3f9-ca33b52a7863 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:39.536277 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.562254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Port': ['ID=6bcb1dfe-dac1-4d27-9dab-bcbf81835c00,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:39.624818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.720496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.722608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.768734 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.769298 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Fanout notify agent at l3_agent the message router_deleted on router dd7b1b88-af59-4e13-a015-04b3f7242cd4 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:58:39.776059 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.777160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-54176988-72c6-487b-87e2-f499744cf0c3 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/routers/dd7b1b88-af59-4e13-a015-04b3f7242cd4 HTTP/1.1" status: 204 len: 168 time: 1.1156416 Aug 29 17:58:39.780405 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60642) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:39.783294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:39.805507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:39.805868 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 86581f9d-2ce1-4b0f-8c49-a108dc880eb3 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:39.863648 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.946288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.956179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924017b8-ea26-48a5-a5f0-f7b69bb8a242']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:39.966025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b001e443-e60b-4ef5-ab18-68f45b774ae8') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:39.966321 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b001e443-e60b-4ef5-ab18-68f45b774ae8') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:39.975389 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.988563 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.994149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:58:39.994533 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:58:39.997379 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:58:40.055823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:40.063805 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:40.064801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] 10.222.0.41 "DELETE /v2.0/networks/924017b8-ea26-48a5-a5f0-f7b69bb8a242 HTTP/1.1" status: 204 len: 168 time: 0.2833827 Aug 29 17:58:40.076566 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032789e-9ff0-4c0b-a481-dd66863b0df0 tempest-TestNetworkBasicOps-1876091057 tempest-TestNetworkBasicOps-1876091057-project] Pushing event deleted for resources: {'Network': ['ID=924017b8-ea26-48a5-a5f0-f7b69bb8a242,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:40.343703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60648) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:40.475897 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3888abd6-d597-46cf-81a3-a1b72da9bb4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1d6146300ac47e992c0b68a6df28b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309376 Aug 29 17:58:40.478311 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60652) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:40.525243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6dc55fe5-50fb-4020-8f81-927f8ee195b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:40.545796 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6dc55fe5-50fb-4020-8f81-927f8ee195b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:40.594783 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6dc55fe5-50fb-4020-8f81-927f8ee195b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:40.597252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6dc55fe5-50fb-4020-8f81-927f8ee195b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:40.598394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6dc55fe5-50fb-4020-8f81-927f8ee195b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3201376-1662-4adf-98a5-8c30d2b06e85 HTTP/1.1" status: 204 len: 168 time: 0.1191611 Aug 29 17:58:40.605693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc55fe5-50fb-4020-8f81-927f8ee195b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3201376-1662-4adf-98a5-8c30d2b06e85,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:40.855475 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60658) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:40.869316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f86bdb6-e604-4091-9286-c327ea8d86e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:40.958852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f86bdb6-e604-4091-9286-c327ea8d86e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:40.962349 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f86bdb6-e604-4091-9286-c327ea8d86e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:41.003663 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0f86bdb6-e604-4091-9286-c327ea8d86e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5339284f8144882a097fde963b6e872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470170 Aug 29 17:58:41.004526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86bdb6-e604-4091-9286-c327ea8d86e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ac3c4f-a70b-40f1-bddf-b9517dc2dd0b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:41.006529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60660) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:41.058301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ca3-5738-417f-b372-2615aa60c2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:41.080238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ca3-5738-417f-b372-2615aa60c2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:41.125154 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ca3-5738-417f-b372-2615aa60c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:41.127657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ca3-5738-417f-b372-2615aa60c2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:41.128799 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ccc87ca3-5738-417f-b372-2615aa60c2ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13ac3c4f-a70b-40f1-bddf-b9517dc2dd0b HTTP/1.1" status: 204 len: 168 time: 0.1211865 Aug 29 17:58:41.169308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc87ca3-5738-417f-b372-2615aa60c2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ac3c4f-a70b-40f1-bddf-b9517dc2dd0b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:41.235747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:41.262430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:41.262809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 6bcb1dfe-dac1-4d27-9dab-bcbf81835c00 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:41.271294 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-373d132b-491a-4c4c-8690-e7f92b408a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:41.816357 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60682) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:41.911267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-273390682-network', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:41.931660 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Made reservation on behalf of f36053a357ce44818cbe09bf54da0ce1 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:58:41.933921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:41.941994 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.028326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.032461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.055612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:58:42.063975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea804f7-ae20-4ee8-af1d-ddbaa8b7d248,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:42.069876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.070209 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Added segment dccbbea1-b99f-417e-9fad-73630a1e5ca2 of type vlan for network e20eb8ca-5203-411a-b004-9fa8d8126d1a Aug 29 17:58:42.108423 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.131546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.132526 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:42.133112 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.185413 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3678944 Aug 29 17:58:42.188446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60686) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:42.193467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Request body: {'subnet': {'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-273390682-subnet', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:42.194314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff3607-00e6-4a96-b6f2-cbce1d775654 admin admin] Pushing event updated for resources: {'Network': ['ID=e20eb8ca-5203-411a-b004-9fa8d8126d1a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:42.204520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:58:42.216316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Made reservation on behalf of f36053a357ce44818cbe09bf54da0ce1 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:58:42.219228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.380970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.434830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5256b97-3d31-46f2-87c1-dcc76e595106,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:42.443696 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Checking segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:42.444057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Network hostable DHCP agents. Network: e20eb8ca-5203-411a-b004-9fa8d8126d1a, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:58:42.460765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:58:42.469570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, e20eb8ca-5203-411a-b004-9fa8d8126d1a) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:42.477455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:42.478036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.482238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0a09b-2103-44ac-80ec-ed93e7fd0b5b None None] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:58:42.492651 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4771b837-a036-480e-8a06-2fa57ca08231 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030307 Aug 29 17:58:42.495272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60688) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:42.500082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:42.520413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.521424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.575551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.627447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'fixed_ips': [{'subnet_id': 'a5256b97-3d31-46f2-87c1-dcc76e595106'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:58:42.628316 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.709804 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.758540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Allocated IP 172.20.0.2 (e20eb8ca-5203-411a-b004-9fa8d8126d1a/a5256b97-3d31-46f2-87c1-dcc76e595106/ddf79501-0f08-4e52-9930-a715bbe12a23) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:42.840125 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.908692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.909495 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.918748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Transition to ACTIVE for port object ddf79501-0f08-4e52-9930-a715bbe12a23 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:42.931515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.933294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Transition to ACTIVE for port object ddf79501-0f08-4e52-9930-a715bbe12a23 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:42.940414 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:42.976570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:42.981107 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:42.985211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:42.992011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Pushing event updated for resources: {'Port': ['ID=ddf79501-0f08-4e52-9930-a715bbe12a23,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:43.036077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Allocated IP 172.25.2.42 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/b76857ad-142a-4a2a-8a09-e3d78cdf7f64) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:43.044408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Attempting to bind port ddf79501-0f08-4e52-9930-a715bbe12a23 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:43.044783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Attempting to bind port ddf79501-0f08-4e52-9930-a715bbe12a23 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:43.045146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Attempting to bind port ddf79501-0f08-4e52-9930-a715bbe12a23 on network e20eb8ca-5203-411a-b004-9fa8d8126d1a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:43.050526 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:43.051071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Checking segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:43.051471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.051869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Bound using segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:43.052329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Bound port: ddf79501-0f08-4e52-9930-a715bbe12a23, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:43.052707 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.113002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] For port ddf79501-0f08-4e52-9930-a715bbe12a23, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:43.116068 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] For port ddf79501-0f08-4e52-9930-a715bbe12a23, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ddf79501-0f08-4e52-9930-a715bbe12a23,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:43.119481 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.143230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.176320 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6bcd5-6c96-468b-bcc9-456ef0739de6 None None] Pushing event updated for resources: {'Port': ['ID=ddf79501-0f08-4e52-9930-a715bbe12a23,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:43.186865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.227997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:43.230919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:43.237760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:43.262986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Pushing event updated for resources: {'Port': ['ID=b76857ad-142a-4a2a-8a09-e3d78cdf7f64,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:43.353429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.503536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.698671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.829843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Router 0391ad05-40e6-428a-b284-b606da2d3140 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:58:43.891710 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e62213b2-3ae9-4219-a4fe-4fcecfe41d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.930854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.947451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:43.958421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Sync routers for ids ['0391ad05-40e6-428a-b284-b606da2d3140'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:43.966936 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.968240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a6a79b7b-9215-46bc-a151-ebd5089acfcf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4720330 Aug 29 17:58:43.970827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Routers {'0391ad05-40e6-428a-b284-b606da2d3140'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:43.971052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60690) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:43.971495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0391ad05-40e6-428a-b284-b606da2d3140'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:44.080418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Set router 0391ad05-40e6-428a-b284-b606da2d3140 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:44.111125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe63270-dd02-48f8-89c7-1f4697050bba None None] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:58:44.245366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9541bf52-9380-43a2-96a8-377b3e1be5f3 None None] Provisioning for port ddf79501-0f08-4e52-9930-a715bbe12a23 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:44.383689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.390309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:43Z', 'revision_number': 3, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port': {'id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:44.416486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Checking router: 0391ad05-40e6-428a-b284-b606da2d3140 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:44.417042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Updating router 0391ad05-40e6-428a-b284-b606da2d3140 port b76857ad-142a-4a2a-8a09-e3d78cdf7f64 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:58:44.443145 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.549248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Allocated IP 172.20.0.1 (e20eb8ca-5203-411a-b004-9fa8d8126d1a/a5256b97-3d31-46f2-87c1-dcc76e595106/93de4c83-be8a-4566-8172-e8ac9be4d3fd) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:44.656581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.670836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Transition to ACTIVE for port object 93de4c83-be8a-4566-8172-e8ac9be4d3fd will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:44.703290 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.717753 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.730244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Transition to ACTIVE for port object b76857ad-142a-4a2a-8a09-e3d78cdf7f64 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:44.736748 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.740774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:44.747125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:44.750574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:44.774901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Pushing event updated for resources: {'Port': ['ID=93de4c83-be8a-4566-8172-e8ac9be4d3fd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:44.787339 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Attempting to bind port b76857ad-142a-4a2a-8a09-e3d78cdf7f64 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:44.787631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Attempting to bind port b76857ad-142a-4a2a-8a09-e3d78cdf7f64 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:44.787990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Attempting to bind port b76857ad-142a-4a2a-8a09-e3d78cdf7f64 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:44.795948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060085c-2902-488f-84e6-ca9d3050cb05 None None] Pushing event updated for resources: {'Port': ['ID=b76857ad-142a-4a2a-8a09-e3d78cdf7f64,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:44.799495 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:44.799655 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.799867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:44.800268 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.800650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:44.801130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Bound port: b76857ad-142a-4a2a-8a09-e3d78cdf7f64, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:44.801510 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.855054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] For port b76857ad-142a-4a2a-8a09-e3d78cdf7f64, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:44.859071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] For port b76857ad-142a-4a2a-8a09-e3d78cdf7f64, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b76857ad-142a-4a2a-8a09-e3d78cdf7f64,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:44.864008 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.925536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Routers {'0391ad05-40e6-428a-b284-b606da2d3140'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:44.926275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0391ad05-40e6-428a-b284-b606da2d3140'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:44.931140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060085c-2902-488f-84e6-ca9d3050cb05 None None] Pushing event updated for resources: {'Port': ['ID=b76857ad-142a-4a2a-8a09-e3d78cdf7f64,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:44.944496 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.039293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] Set router 0391ad05-40e6-428a-b284-b606da2d3140 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:45.075546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d4e39048-0915-4015-b2f8-f062045007eb None None] Provisioning for port 93de4c83-be8a-4566-8172-e8ac9be4d3fd completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:45.084326 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d4e39048-0915-4015-b2f8-f062045007eb None None] Provisioning complete for port 93de4c83-be8a-4566-8172-e8ac9be4d3fd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:45.084706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d4e39048-0915-4015-b2f8-f062045007eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.103981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.108622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.173227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.174952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Pushing event updated for resources: {'Port': ['ID=93de4c83-be8a-4566-8172-e8ac9be4d3fd,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:45.184831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d4e39048-0915-4015-b2f8-f062045007eb None None] Port 93de4c83-be8a-4566-8172-e8ac9be4d3fd cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:58:45.277315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 4, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port': {'id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '93de4c83-be8a-4566-8172-e8ac9be4d3fd', 'name': '', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'mac_address': 'fa:16:3e:d6:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:44Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 1, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'subnets': [{'id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:45.282666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:45.284087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:45.306737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ddf79501-0f08-4e52-9930-a715bbe12a23 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:45.310257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59b963-d305-4755-af35-fe0171aa08be None None] The sync data for ids ['0391ad05-40e6-428a-b284-b606da2d3140'] in n-d-713499-15 is: [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 4, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port': {'id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '93de4c83-be8a-4566-8172-e8ac9be4d3fd', 'name': '', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'mac_address': 'fa:16:3e:d6:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:44Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 1, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'subnets': [{'id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:45.419710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Router 0391ad05-40e6-428a-b284-b606da2d3140 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:58:45.549380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ddf79501-0f08-4e52-9930-a715bbe12a23 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:45.552996 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.555664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ddf79501-0f08-4e52-9930-a715bbe12a23 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:45.556149 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.624948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7516f779-f377-45fa-8301-93eb94fc0bf2 None None] Provisioning complete for port 93de4c83-be8a-4566-8172-e8ac9be4d3fd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:45.625329 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7516f779-f377-45fa-8301-93eb94fc0bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.698185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7516f779-f377-45fa-8301-93eb94fc0bf2 None None] Port 93de4c83-be8a-4566-8172-e8ac9be4d3fd cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:58:45.720143 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.757957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ddf79501-0f08-4e52-9930-a715bbe12a23, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ddf79501-0f08-4e52-9930-a715bbe12a23,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:45.763440 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.813664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ddf79501-0f08-4e52-9930-a715bbe12a23,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:45.897039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:45.902458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7a01ef69-70a3-430e-87e5-dd6023435c4c admin admin] 10.222.0.41 "PUT /v2.0/routers/0391ad05-40e6-428a-b284-b606da2d3140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9301362 Aug 29 17:58:46.392161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60706) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:46.397165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1622067873-network', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:46.417840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Made reservation on behalf of 014b8f2dcabd4974a51a9804846dabfb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:58:46.420836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.429945 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.530420 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.534525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.561474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:58:46.567978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c275b48-9375-4cf4-9038-d7f789200fc6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:46.574531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.574929 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Added segment d131732e-2246-4a2f-abd0-78413e8a7e65 of type vlan for network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 Aug 29 17:58:46.619245 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.643426 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.644369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:46.644939 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.703122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3098333 Aug 29 17:58:46.705730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60708) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:46.710366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Request body: {'subnet': {'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1622067873-subnet', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:46.718406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bede1d-e988-4730-a94a-0b342da0cb06 admin admin] Pushing event updated for resources: {'Network': ['ID=86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:46.728433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:58:46.736848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Made reservation on behalf of 014b8f2dcabd4974a51a9804846dabfb for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:58:46.739326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.844541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.907684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.962401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1be847-4cda-480d-939d-d0ffc5e1d34a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:46.969507 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Checking segment: {'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:46.969816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Network hostable DHCP agents. Network: 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:58:46.985946 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:58:46.994462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:46.999096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:46.999685 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.005613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51804253-be40-41dc-b90f-9eff17b5bc7a None None] Network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:58:47.017828 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc7a7ab7-9cba-4959-aec3-393290a0bdd1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088048 Aug 29 17:58:47.018160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60710) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:47.023130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:47.045609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.047047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.103327 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.162471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6', 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'fixed_ips': [{'subnet_id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:58:47.163408 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.246746 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.325627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Allocated IP 172.20.0.2 (86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6/de1be847-4cda-480d-939d-d0ffc5e1d34a/b587b788-051c-4965-8f61-bfc700eabeb4) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:47.363226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ddf79501-0f08-4e52-9930-a715bbe12a23 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:47.425920 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Sync routers for ids ['0391ad05-40e6-428a-b284-b606da2d3140'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:47.435445 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Routers {'0391ad05-40e6-428a-b284-b606da2d3140'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:47.436274 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0391ad05-40e6-428a-b284-b606da2d3140'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:47.482631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ddf79501-0f08-4e52-9930-a715bbe12a23 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:47.482947 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.483044 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.505961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.555359 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.567503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Transition to ACTIVE for port object b587b788-051c-4965-8f61-bfc700eabeb4 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:47.588009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Transition to ACTIVE for port object b587b788-051c-4965-8f61-bfc700eabeb4 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:47.619408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Allocated IP 172.25.2.2 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/ed9d64d6-4613-471b-911a-476dde8e0b55) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:47.620235 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.640205 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Set router 0391ad05-40e6-428a-b284-b606da2d3140 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:47.662670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b76857ad-142a-4a2a-8a09-e3d78cdf7f64 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:47.669307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:47.692609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:47.698747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:47.714847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Pushing event updated for resources: {'Port': ['ID=b587b788-051c-4965-8f61-bfc700eabeb4,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:47.759992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.777687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Attempting to bind port b587b788-051c-4965-8f61-bfc700eabeb4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:47.778243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Attempting to bind port b587b788-051c-4965-8f61-bfc700eabeb4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:47.778402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Attempting to bind port b587b788-051c-4965-8f61-bfc700eabeb4 on network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:47.787924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:47.788299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Checking segment: {'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:47.788700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.789098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Bound using segment: {'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:47.789623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Bound port: b587b788-051c-4965-8f61-bfc700eabeb4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:47.789945 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.801769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b76857ad-142a-4a2a-8a09-e3d78cdf7f64 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:47.805588 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.806571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b76857ad-142a-4a2a-8a09-e3d78cdf7f64 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:47.806983 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.850269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:47.852814 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 4, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port': {'id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '93de4c83-be8a-4566-8172-e8ac9be4d3fd', 'name': '', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'mac_address': 'fa:16:3e:d6:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:44Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 2, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'subnets': [{'id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:47.853683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:47.859418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:47.862576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Pushing event updated for resources: {'Port': ['ID=ed9d64d6-4613-471b-911a-476dde8e0b55,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:47.883741 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Checking router: 0391ad05-40e6-428a-b284-b606da2d3140 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:47.884316 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Updating router 0391ad05-40e6-428a-b284-b606da2d3140 port 93de4c83-be8a-4566-8172-e8ac9be4d3fd binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:58:47.910568 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:58:47.914981 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.931017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] For port b587b788-051c-4965-8f61-bfc700eabeb4, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:47.935691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] For port b587b788-051c-4965-8f61-bfc700eabeb4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b587b788-051c-4965-8f61-bfc700eabeb4,segment=NetworkSegment(d131732e-2246-4a2f-abd0-78413e8a7e65),segment_id=d131732e-2246-4a2f-abd0-78413e8a7e65)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:47.937206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.949405 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.992198 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b76857ad-142a-4a2a-8a09-e3d78cdf7f64, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b76857ad-142a-4a2a-8a09-e3d78cdf7f64,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:48.005711 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.025042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a0e86-8411-4794-89fa-1840b5c0354d None None] Pushing event updated for resources: {'Port': ['ID=b587b788-051c-4965-8f61-bfc700eabeb4,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:48.088892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b76857ad-142a-4a2a-8a09-e3d78cdf7f64,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:48.158935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.232089 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.242160 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Transition to ACTIVE for port object 93de4c83-be8a-4566-8172-e8ac9be4d3fd will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:48.247720 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.298885 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Pushing event updated for resources: {'Port': ['ID=93de4c83-be8a-4566-8172-e8ac9be4d3fd,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:48.309010 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.309364 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.309705 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.310040 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.310379 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.311270 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.312002 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.312116 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.312381 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.312711 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.313025 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.313348 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:48.377723 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Attempting to bind port 93de4c83-be8a-4566-8172-e8ac9be4d3fd on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:48.378262 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Attempting to bind port 93de4c83-be8a-4566-8172-e8ac9be4d3fd by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:48.378718 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Attempting to bind port 93de4c83-be8a-4566-8172-e8ac9be4d3fd on network e20eb8ca-5203-411a-b004-9fa8d8126d1a {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:48.384549 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:48.385062 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Checking segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:48.385998 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.385998 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Bound using segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:48.386498 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Bound port: 93de4c83-be8a-4566-8172-e8ac9be4d3fd, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:48.386986 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.393397 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.455915 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] For port 93de4c83-be8a-4566-8172-e8ac9be4d3fd, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:48.459009 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] For port 93de4c83-be8a-4566-8172-e8ac9be4d3fd, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=93de4c83-be8a-4566-8172-e8ac9be4d3fd,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:48.469107 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.535733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:58:48.541173 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019adce9-50eb-4365-94c8-3327f0ef10fe None None] Pushing event updated for resources: {'Port': ['ID=93de4c83-be8a-4566-8172-e8ac9be4d3fd,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:48.544168 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Routers {'0391ad05-40e6-428a-b284-b606da2d3140'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:48.545226 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0391ad05-40e6-428a-b284-b606da2d3140'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:48.656375 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:48.664195 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] Set router 0391ad05-40e6-428a-b284-b606da2d3140 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:48.665706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Sync routers for ids ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:48.680652 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.681488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Routers {'27b532ea-8db6-4c1b-bbda-0f9c353a13d7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:48.685465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0c83dbb4-fd7b-4ed3-9181-f210d9a7ae7a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6634650 Aug 29 17:58:48.685599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:48.686317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60712) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:48.825229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Set router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:48.898420 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 4, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port': {'id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '93de4c83-be8a-4566-8172-e8ac9be4d3fd', 'name': '', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'mac_address': 'fa:16:3e:d6:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:44Z', 'updated_at': '2021-08-29T17:58:48Z', 'revision_number': 4, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'subnets': [{'id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:48.926578 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a58fa-9cf9-4d3d-8759-1c741f1bcc47 None None] The sync data for ids ['0391ad05-40e6-428a-b284-b606da2d3140'] in n-d-713499-15 is: [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:44Z', 'revision_number': 4, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port': {'id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '93de4c83-be8a-4566-8172-e8ac9be4d3fd', 'name': '', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'mac_address': 'fa:16:3e:d6:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:44Z', 'updated_at': '2021-08-29T17:58:48Z', 'revision_number': 4, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'subnets': [{'id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:49.058140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:48Z', 'revision_number': 3, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port': {'id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:49.091074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Checking router: 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:49.091419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Updating router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 port ed9d64d6-4613-471b-911a-476dde8e0b55 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:58:49.121925 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.179617 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.230468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86efce4-96a3-4315-bbea-926c79d2c090 None None] Network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:58:49.342341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d440a6d0-7594-467b-b8e7-bd15b3c3b066 None None] Provisioning for port b587b788-051c-4965-8f61-bfc700eabeb4 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:49.380889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Allocated IP 172.20.0.1 (86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6/de1be847-4cda-480d-939d-d0ffc5e1d34a/8c4de7c3-df90-4772-8d7d-1228db5f8d10) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:49.443299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 93de4c83-be8a-4566-8172-e8ac9be4d3fd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:49.531729 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.545163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Transition to ACTIVE for port object 8c4de7c3-df90-4772-8d7d-1228db5f8d10 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:49.572958 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.579869 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.591631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Transition to ACTIVE for port object ed9d64d6-4613-471b-911a-476dde8e0b55 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:49.599870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 93de4c83-be8a-4566-8172-e8ac9be4d3fd completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:49.605006 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.610295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 93de4c83-be8a-4566-8172-e8ac9be4d3fd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:49.611371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.624328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:49.627443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:49.631272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:49.665646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Pushing event updated for resources: {'Port': ['ID=8c4de7c3-df90-4772-8d7d-1228db5f8d10,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:49.681106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.691901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2eefb-1cc1-448e-84ee-dc3dbd493060 None None] Pushing event updated for resources: {'Port': ['ID=ed9d64d6-4613-471b-911a-476dde8e0b55,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:49.696696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Attempting to bind port ed9d64d6-4613-471b-911a-476dde8e0b55 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:49.697067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Attempting to bind port ed9d64d6-4613-471b-911a-476dde8e0b55 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:49.697430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Attempting to bind port ed9d64d6-4613-471b-911a-476dde8e0b55 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:49.709047 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:49.709677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:49.710086 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.710490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:49.711000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Bound port: ed9d64d6-4613-471b-911a-476dde8e0b55, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:49.711451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.809522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] For port ed9d64d6-4613-471b-911a-476dde8e0b55, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:49.818761 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.834081 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.840614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] For port ed9d64d6-4613-471b-911a-476dde8e0b55, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ed9d64d6-4613-471b-911a-476dde8e0b55,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:49.852942 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.899293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 93de4c83-be8a-4566-8172-e8ac9be4d3fd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=93de4c83-be8a-4566-8172-e8ac9be4d3fd,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:49.914214 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.914999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b76857ad-142a-4a2a-8a09-e3d78cdf7f64 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:49.975788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Routers {'27b532ea-8db6-4c1b-bbda-0f9c353a13d7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:49.976075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:49.979691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2eefb-1cc1-448e-84ee-dc3dbd493060 None None] Pushing event updated for resources: {'Port': ['ID=ed9d64d6-4613-471b-911a-476dde8e0b55,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:50.024776 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.032036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.100532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Pushing event updated for resources: {'Port': ['ID=8c4de7c3-df90-4772-8d7d-1228db5f8d10,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:50.108467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.201804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:50.203113 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:50.269741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-76335e3a-8fa1-482f-a71c-07998f979ec9 None None] Provisioning for port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:50.281996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-76335e3a-8fa1-482f-a71c-07998f979ec9 None None] Provisioning complete for port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:50.282374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-76335e3a-8fa1-482f-a71c-07998f979ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.286286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=93de4c83-be8a-4566-8172-e8ac9be4d3fd,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:50.315437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b76857ad-142a-4a2a-8a09-e3d78cdf7f64 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:50.315820 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.322539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:58:50.354991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] Set router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:50.399522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-76335e3a-8fa1-482f-a71c-07998f979ec9 None None] Port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:58:50.436805 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:50.443064 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-50cfc903-7a2c-4643-bb89-3448317fdcee admin admin] 10.222.0.41 "PUT /v2.0/routers/27b532ea-8db6-4c1b-bbda-0f9c353a13d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555981 Aug 29 17:58:50.551681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b587b788-051c-4965-8f61-bfc700eabeb4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:50.557572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-be0dbfe4-5081-4963-8b95-c2d3334236e7 None None] Provisioning complete for port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:50.557953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfe4-5081-4963-8b95-c2d3334236e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.657892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-be0dbfe4-5081-4963-8b95-c2d3334236e7 None None] Port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:58:50.680887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b587b788-051c-4965-8f61-bfc700eabeb4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:50.685895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b587b788-051c-4965-8f61-bfc700eabeb4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:50.686275 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.715406 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 4, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port': {'id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8c4de7c3-df90-4772-8d7d-1228db5f8d10', 'name': '', 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'mac_address': 'fa:16:3e:e6:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:49Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 1, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'subnets': [{'id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:50.749328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd96347-6285-423a-ab6d-0aba6c7d1213 None None] The sync data for ids ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'] in n-d-713499-15 is: [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 4, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port': {'id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8c4de7c3-df90-4772-8d7d-1228db5f8d10', 'name': '', 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'mac_address': 'fa:16:3e:e6:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:49Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 1, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'subnets': [{'id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:50.797949 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.832644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b587b788-051c-4965-8f61-bfc700eabeb4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b587b788-051c-4965-8f61-bfc700eabeb4,segment=NetworkSegment(d131732e-2246-4a2f-abd0-78413e8a7e65),segment_id=d131732e-2246-4a2f-abd0-78413e8a7e65)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:50.836806 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.889934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b587b788-051c-4965-8f61-bfc700eabeb4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:51.000741 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-c91d8ea7-31e4-448f-a6a0-ef407da44430 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:51.002405 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-c91d8ea7-31e4-448f-a6a0-ef407da44430 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/networks?id=e20eb8ca-5203-411a-b004-9fa8d8126d1a HTTP/1.1" status: 200 len: 910 time: 0.0937798 Aug 29 17:58:51.019126 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-4eb1686f-9558-4b41-ba9c-04bd71100ee5 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/quotas/014b8f2dcabd4974a51a9804846dabfb HTTP/1.1" status: 200 len: 375 time: 0.0103281 Aug 29 17:58:51.102499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-80641c2c-485c-47d0-95c0-c0a5c489407f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=014b8f2dcabd4974a51a9804846dabfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773594 Aug 29 17:58:51.196067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-f7377e58-a334-48ae-9a23-7ec036b66dd7 service neutron] 10.222.0.41 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858374 Aug 29 17:58:51.270268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 93de4c83-be8a-4566-8172-e8ac9be4d3fd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:51.296541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-abb1778b-9b22-45f9-8c52-8703d8111d95 service neutron] 10.222.0.41 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931222 Aug 29 17:58:51.319473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 93de4c83-be8a-4566-8172-e8ac9be4d3fd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:51.319854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:51.412137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b587b788-051c-4965-8f61-bfc700eabeb4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:51.465892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b587b788-051c-4965-8f61-bfc700eabeb4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:51.465892 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:51.484303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3a2a7e1e-5053-429b-8f33-17e1b8ac0353 req-052af310-661f-4427-8017-75f603c4bd08 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 210 time: 0.0328989 Aug 29 17:58:52.453605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-63c16a3b-ae4f-47ec-ab48-c41f3eede608 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:52.455131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-63c16a3b-ae4f-47ec-ab48-c41f3eede608 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.44 "GET /v2.0/networks?id=e20eb8ca-5203-411a-b004-9fa8d8126d1a HTTP/1.1" status: 200 len: 910 time: 0.0875838 Aug 29 17:58:52.468897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Request body: {'port': {'device_id': 'f885ecca-ae1b-440e-b224-3bb64c5fa287', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'admin_state_up': True, 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:52.492899 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Made reservation on behalf of 014b8f2dcabd4974a51a9804846dabfb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:58:52.495595 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.581942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f92ebb0-5e62-4ce6-a80a-41e94a121ad1 req-e14b2db7-a176-48fb-acb7-8fc88cfcb86d tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 210 time: 0.0296571 Aug 29 17:58:52.634157 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Allocated IP 172.20.0.3 (e20eb8ca-5203-411a-b004-9fa8d8126d1a/a5256b97-3d31-46f2-87c1-dcc76e595106/619eafc6-e12c-4a3a-bd3c-9d218f421797) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:52.770951 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.785550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Transition to ACTIVE for port object 619eafc6-e12c-4a3a-bd3c-9d218f421797 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:52.818152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.858711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:52.863407 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:52.866857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:52.890415 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Pushing event updated for resources: {'Port': ['ID=619eafc6-e12c-4a3a-bd3c-9d218f421797,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:52.904102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.904484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.904830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.905168 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.905505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.905842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.906173 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.906503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.906923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.907257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.907585 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.907912 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:52.927935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:52.928655 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.946467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-dd2ebf2b-5c56-4ec7-a4cb-a4596ea461a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4813950 Aug 29 17:58:52.958693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-c0ae2e5b-7498-4152-9b76-62caccdd3c7f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:58:52.959830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-c0ae2e5b-7498-4152-9b76-62caccdd3c7f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055542 Aug 29 17:58:52.971408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Request body: {'port': {'device_id': 'f885ecca-ae1b-440e-b224-3bb64c5fa287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:53.018872 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Sync routers for ids ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:53.028820 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Routers {'27b532ea-8db6-4c1b-bbda-0f9c353a13d7'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:53.029499 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:53.034913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.097311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1580375c-f8a2-4b2b-b839-e1cd1a61ebf0 None None] Provisioning for port 619eafc6-e12c-4a3a-bd3c-9d218f421797 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:53.101032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1580375c-f8a2-4b2b-b839-e1cd1a61ebf0 None None] Provisioning complete for port 619eafc6-e12c-4a3a-bd3c-9d218f421797 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:53.101405 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1580375c-f8a2-4b2b-b839-e1cd1a61ebf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.136008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1580375c-f8a2-4b2b-b839-e1cd1a61ebf0 None None] Port 619eafc6-e12c-4a3a-bd3c-9d218f421797 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:58:53.139179 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Set router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:53.277981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ed9d64d6-4613-471b-911a-476dde8e0b55 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:53.305949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619eafc6-e12c-4a3a-bd3c-9d218f421797 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:58:53.314273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.328440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Transition to ACTIVE for port object 619eafc6-e12c-4a3a-bd3c-9d218f421797 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:53.332625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.336052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ed9d64d6-4613-471b-911a-476dde8e0b55 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:53.340128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ed9d64d6-4613-471b-911a-476dde8e0b55 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:53.340630 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.342458 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 4, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port': {'id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8c4de7c3-df90-4772-8d7d-1228db5f8d10', 'name': '', 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'mac_address': 'fa:16:3e:e6:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:49Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 2, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'subnets': [{'id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:53.368968 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Checking router: 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:53.369477 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Updating router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:58:53.388253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Pushing event updated for resources: {'Port': ['ID=619eafc6-e12c-4a3a-bd3c-9d218f421797,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:53.403267 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.433482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.458705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ed9d64d6-4613-471b-911a-476dde8e0b55, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ed9d64d6-4613-471b-911a-476dde8e0b55,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:53.460520 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Attempting to bind port 619eafc6-e12c-4a3a-bd3c-9d218f421797 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:53.461000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Attempting to bind port 619eafc6-e12c-4a3a-bd3c-9d218f421797 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:53.461316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Attempting to bind port 619eafc6-e12c-4a3a-bd3c-9d218f421797 on network e20eb8ca-5203-411a-b004-9fa8d8126d1a {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:53.467016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Port 619eafc6-e12c-4a3a-bd3c-9d218f421797 on network e20eb8ca-5203-411a-b004-9fa8d8126d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:58:53.467016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Attempting to bind port 619eafc6-e12c-4a3a-bd3c-9d218f421797 on network e20eb8ca-5203-411a-b004-9fa8d8126d1a {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:53.469090 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.472946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:53.473494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Checking segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:53.474069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Bound using segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:53.474931 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Bound port: 619eafc6-e12c-4a3a-bd3c-9d218f421797, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:53.475644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.521239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ed9d64d6-4613-471b-911a-476dde8e0b55,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:53.544363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] For port 619eafc6-e12c-4a3a-bd3c-9d218f421797, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:53.548932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] For port 619eafc6-e12c-4a3a-bd3c-9d218f421797, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=619eafc6-e12c-4a3a-bd3c-9d218f421797,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:53.552921 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.585290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:53.585916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.587523 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] 10.222.0.44 "PUT /v2.0/ports/619eafc6-e12c-4a3a-bd3c-9d218f421797 HTTP/1.1" status: 200 len: 1092 time: 0.6204867 Aug 29 17:58:53.587976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f885ecca-ae1b-440e-b224-3bb64c5fa287', 'tag': '619eafc6-e12c-4a3a-bd3c-9d218f421797'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:58:53.590436 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a5ea27-6389-4b35-aa31-a4ac655221a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f885ecca-ae1b-440e-b224-3bb64c5fa287", "tag": "619eafc6-e12c-4a3a-bd3c-9d218f421797"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:58:53.620803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be573858-d1cc-4917-9bbc-7bb682d177ab service neutron] Pushing event updated for resources: {'Port': ['ID=619eafc6-e12c-4a3a-bd3c-9d218f421797,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:53.686374 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c3dac-bee6-4ea0-8986-844819560cca x-openstack-request-id: req-1d9c3dac-bee6-4ea0-8986-844819560cca {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:58:53.686689 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f885ecca-ae1b-440e-b224-3bb64c5fa287", "tag": "619eafc6-e12c-4a3a-bd3c-9d218f421797", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:58:53.686941 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d9c3dac-bee6-4ea0-8986-844819560cca {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:58:53.687390 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f885ecca-ae1b-440e-b224-3bb64c5fa287', 'tag': '619eafc6-e12c-4a3a-bd3c-9d218f421797', 'status': 'completed', 'code': 200} Aug 29 17:58:53.726958 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.735421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-11b7ca11-a7ca-4623-8ed2-a37fa8379c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:53.737839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-11b7ca11-a7ca-4623-8ed2-a37fa8379c06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=014b8f2dcabd4974a51a9804846dabfb&device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1095 time: 0.0893617 Aug 29 17:58:53.738232 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Transition to ACTIVE for port object 8c4de7c3-df90-4772-8d7d-1228db5f8d10 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:53.751970 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.756661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8fd92-f8ea-459e-9ce8-6355d3cd79bd req-59ee20a1-5b18-4798-8662-d51c9b7684e6 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:53.768480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c9f8fd92-f8ea-459e-9ce8-6355d3cd79bd req-59ee20a1-5b18-4798-8662-d51c9b7684e6 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1095 time: 0.0790977 Aug 29 17:58:53.814577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-129ea5ca-35a6-4c39-88e0-947578076df8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=619eafc6-e12c-4a3a-bd3c-9d218f421797 HTTP/1.1" status: 200 len: 217 time: 0.0689988 Aug 29 17:58:53.842771 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8193de8-4334-41d1-ae0b-a4ac05756b12 None None] Pushing event updated for resources: {'Port': ['ID=8c4de7c3-df90-4772-8d7d-1228db5f8d10,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:53.881796 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Attempting to bind port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:53.882258 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c9f8fd92-f8ea-459e-9ce8-6355d3cd79bd req-b045d238-fdd8-4c02-8d79-8422993c2524 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128724 Aug 29 17:58:53.882421 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Attempting to bind port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:53.882916 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Attempting to bind port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 on network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:53.888812 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:53.889832 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Checking segment: {'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:53.889932 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-8bd752e6-31c2-4879-be27-47b1f89aedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:53.890018 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.890524 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Bound using segment: {'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:53.891328 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Bound port: 8c4de7c3-df90-4772-8d7d-1228db5f8d10, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd131732e-2246-4a2f-abd0-78413e8a7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:53.891811 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.893120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-8bd752e6-31c2-4879-be27-47b1f89aedaf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5256b97-3d31-46f2-87c1-dcc76e595106 HTTP/1.1" status: 200 len: 848 time: 0.0695004 Aug 29 17:58:53.941848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-b3c0d721-52b1-4b04-9a74-578fcb574138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:53.943756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-b3c0d721-52b1-4b04-9a74-578fcb574138 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20eb8ca-5203-411a-b004-9fa8d8126d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436933 Aug 29 17:58:53.963139 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] For port 8c4de7c3-df90-4772-8d7d-1228db5f8d10, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:53.966465 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] For port 8c4de7c3-df90-4772-8d7d-1228db5f8d10, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8c4de7c3-df90-4772-8d7d-1228db5f8d10,segment=NetworkSegment(d131732e-2246-4a2f-abd0-78413e8a7e65),segment_id=d131732e-2246-4a2f-abd0-78413e8a7e65)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:53.976412 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:54.042341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-90fcc808-115b-42e6-9c43-bd2895ad0d2b service neutron] 10.222.0.44 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912340 Aug 29 17:58:54.042510 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Routers {'27b532ea-8db6-4c1b-bbda-0f9c353a13d7'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:54.043086 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:58:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:54.045064 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8193de8-4334-41d1-ae0b-a4ac05756b12 None None] Pushing event updated for resources: {'Port': ['ID=8c4de7c3-df90-4772-8d7d-1228db5f8d10,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:54.156994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cdbcf63-d6e6-462b-8050-2128ec95b5e1 req-d25cf0bf-fc0f-401f-805b-7026d0dbd4c2 service neutron] 10.222.0.44 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061947 Aug 29 17:58:54.246759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-0d25ebb3-c1f4-49e5-9186-62b67790d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:54.248344 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-0d25ebb3-c1f4-49e5-9186-62b67790d673 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=014b8f2dcabd4974a51a9804846dabfb&device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1095 time: 0.0440931 Aug 29 17:58:54.256298 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] Set router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:54.343385 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-996ef666-c00c-4116-8d90-24ac71ddffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:54.344871 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-996ef666-c00c-4116-8d90-24ac71ddffd5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20eb8ca-5203-411a-b004-9fa8d8126d1a HTTP/1.1" status: 200 len: 910 time: 0.0893457 Aug 29 17:58:54.386912 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-42ef71b8-fed3-4593-8957-b9e0be808a3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=619eafc6-e12c-4a3a-bd3c-9d218f421797 HTTP/1.1" status: 200 len: 217 time: 0.0346024 Aug 29 17:58:54.437314 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-59d0982a-7f13-4651-a148-ab4117effb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:54.438870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-59d0982a-7f13-4651-a148-ab4117effb8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5256b97-3d31-46f2-87c1-dcc76e595106 HTTP/1.1" status: 200 len: 848 time: 0.0440042 Aug 29 17:58:54.450182 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 4, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port': {'id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8c4de7c3-df90-4772-8d7d-1228db5f8d10', 'name': '', 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'mac_address': 'fa:16:3e:e6:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:49Z', 'updated_at': '2021-08-29T17:58:53Z', 'revision_number': 4, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'subnets': [{'id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:54.477541 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f99d1d-c361-47dd-b4d6-e128b728dabf None None] The sync data for ids ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'] in n-d-713499-15 is: [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:49Z', 'revision_number': 4, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port': {'id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8c4de7c3-df90-4772-8d7d-1228db5f8d10', 'name': '', 'network_id': '86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'mac_address': 'fa:16:3e:e6:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:49Z', 'updated_at': '2021-08-29T17:58:53Z', 'revision_number': 4, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'subnets': [{'id': 'de1be847-4cda-480d-939d-d0ffc5e1d34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:54.491398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-064b9b41-6b20-4520-9bc8-47d6f706092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:54.492861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-064b9b41-6b20-4520-9bc8-47d6f706092a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20eb8ca-5203-411a-b004-9fa8d8126d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459721 Aug 29 17:58:54.899703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-c3bf0124-6b1c-4724-9ed2-1bcee93a37c2 service neutron] 10.222.0.44 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987164 Aug 29 17:58:54.995093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90998cee-cdba-4a3f-b3e7-88708bc10f02 req-a6aef634-1fcb-4e9d-9a26-25e659398054 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:54.995590 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a8a5ea27-6389-4b35-aa31-a4ac655221a7 req-2625b567-ea51-472b-9fb1-13c049d24721 service neutron] 10.222.0.44 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876145 Aug 29 17:58:54.996532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90998cee-cdba-4a3f-b3e7-88708bc10f02 req-a6aef634-1fcb-4e9d-9a26-25e659398054 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1095 time: 0.0432460 Aug 29 17:58:55.031818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90998cee-cdba-4a3f-b3e7-88708bc10f02 req-fb6fd717-b15f-498b-9071-32b14effd757 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293908 Aug 29 17:58:55.268743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ed9d64d6-4613-471b-911a-476dde8e0b55 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:55.313707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ed9d64d6-4613-471b-911a-476dde8e0b55 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:55.314073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.387552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8c4de7c3-df90-4772-8d7d-1228db5f8d10 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:55.434535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:55.438556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:55.439123 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.516430 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.547290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 8c4de7c3-df90-4772-8d7d-1228db5f8d10, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8c4de7c3-df90-4772-8d7d-1228db5f8d10,segment=NetworkSegment(d131732e-2246-4a2f-abd0-78413e8a7e65),segment_id=d131732e-2246-4a2f-abd0-78413e8a7e65)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:55.550528 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.595644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=8c4de7c3-df90-4772-8d7d-1228db5f8d10,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:56.135392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ce188-43f8-4af8-a131-49b4d81426ec req-540dc1d8-71df-4500-9f9c-6fbf7bc43218 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:56.136859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-199ce188-43f8-4af8-a131-49b4d81426ec req-540dc1d8-71df-4500-9f9c-6fbf7bc43218 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1095 time: 0.0395920 Aug 29 17:58:56.169747 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-199ce188-43f8-4af8-a131-49b4d81426ec req-d1742cfa-fc17-4048-8881-0120f9221d3e tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265329 Aug 29 17:58:57.252759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8c4de7c3-df90-4772-8d7d-1228db5f8d10 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:57.278903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d752-7ab0-4124-a503-9f14e91e6b4c req-e13be107-b986-4695-bbba-494e2635465d tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:57.280424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe43d752-7ab0-4124-a503-9f14e91e6b4c req-e13be107-b986-4695-bbba-494e2635465d tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1095 time: 0.0447214 Aug 29 17:58:57.301807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:57.302180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.314661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fe43d752-7ab0-4124-a503-9f14e91e6b4c req-6f9d5ac5-e7b2-40ac-84c6-68ed52ea749f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282669 Aug 29 17:58:57.503826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 619eafc6-e12c-4a3a-bd3c-9d218f421797 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:58:57.596831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 619eafc6-e12c-4a3a-bd3c-9d218f421797, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=619eafc6-e12c-4a3a-bd3c-9d218f421797,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:57.607633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '619eafc6-e12c-4a3a-bd3c-9d218f421797', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'port_id': '619eafc6-e12c-4a3a-bd3c-9d218f421797', 'mac_address': 'fa:16:3e:23:14:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:58:57.647843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.660366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619eafc6-e12c-4a3a-bd3c-9d218f421797 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:58:57.678112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 619eafc6-e12c-4a3a-bd3c-9d218f421797, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=619eafc6-e12c-4a3a-bd3c-9d218f421797,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:57.682455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.726804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=619eafc6-e12c-4a3a-bd3c-9d218f421797,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:57.954007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['619eafc6-e12c-4a3a-bd3c-9d218f421797'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:58:58.418906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b27a3-3337-440e-b1ce-e1b2d6d7167c req-fbd226d2-6734-470b-a4bf-ef3b57f0b1c9 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:58.420410 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bd5b27a3-3337-440e-b1ce-e1b2d6d7167c req-fbd226d2-6734-470b-a4bf-ef3b57f0b1c9 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1096 time: 0.0400989 Aug 29 17:58:58.453874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bd5b27a3-3337-440e-b1ce-e1b2d6d7167c req-2cb0b62e-e592-4b89-afdc-5f8e08bc8937 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275979 Aug 29 17:58:59.519425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 619eafc6-e12c-4a3a-bd3c-9d218f421797 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:58:59.562917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda7178-d5b0-4d6f-b47e-0d0af4cd5a9e req-3c5827b4-4431-420c-8ec3-1e18d389b4af tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:59.576515 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdda7178-d5b0-4d6f-b47e-0d0af4cd5a9e req-3c5827b4-4431-420c-8ec3-1e18d389b4af tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1096 time: 0.0416861 Aug 29 17:58:59.576670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 619eafc6-e12c-4a3a-bd3c-9d218f421797 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:58:59.578746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 619eafc6-e12c-4a3a-bd3c-9d218f421797 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:59.579120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.601140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fdda7178-d5b0-4d6f-b47e-0d0af4cd5a9e req-9d9a276e-5fb6-4ed6-b7e6-4d97cae30635 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283580 Aug 29 17:58:59.657446 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.678909 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f885ecca-ae1b-440e-b224-3bb64c5fa287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619eafc6-e12c-4a3a-bd3c-9d218f421797'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:58:59.681129 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e3a9fe-c48a-41a1-82bb-ce32d9fe1c1e" -d '{"events": [{"server_uuid": "f885ecca-ae1b-440e-b224-3bb64c5fa287", "name": "network-vif-plugged", "status": "completed", "tag": "619eafc6-e12c-4a3a-bd3c-9d218f421797"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:58:59.692992 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 619eafc6-e12c-4a3a-bd3c-9d218f421797, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=619eafc6-e12c-4a3a-bd3c-9d218f421797,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:59.697139 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.721903 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64313c-fc83-44fa-9b0e-930fc76f48f1 x-openstack-request-id: req-bb64313c-fc83-44fa-9b0e-930fc76f48f1 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:58:59.722189 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f885ecca-ae1b-440e-b224-3bb64c5fa287", "name": "network-vif-plugged", "status": "completed", "tag": "619eafc6-e12c-4a3a-bd3c-9d218f421797", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:58:59.722440 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb64313c-fc83-44fa-9b0e-930fc76f48f1 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:58:59.722938 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f885ecca-ae1b-440e-b224-3bb64c5fa287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619eafc6-e12c-4a3a-bd3c-9d218f421797', 'code': 200} Aug 29 17:58:59.749576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=619eafc6-e12c-4a3a-bd3c-9d218f421797,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:59.825578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4e5f3-d4c5-4e35-9674-02403adb88bc req-b42bf32b-0b43-49a5-b15f-895c64805901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:59.827602 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f5c4e5f3-d4c5-4e35-9674-02403adb88bc req-b42bf32b-0b43-49a5-b15f-895c64805901 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1097 time: 0.0529902 Aug 29 17:58:59.862059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f5c4e5f3-d4c5-4e35-9674-02403adb88bc req-203e55da-7aa8-4a68-84e9-2942ca252e1f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278192 Aug 29 17:59:00.704155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abea04-75c3-4263-9dc9-5cedf48bcba2 req-9dc2d0a3-61af-43c4-a151-6f24caa2a9ab tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:00.705600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3abea04-75c3-4263-9dc9-5cedf48bcba2 req-9dc2d0a3-61af-43c4-a151-6f24caa2a9ab tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1097 time: 0.0399141 Aug 29 17:59:00.738288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b3abea04-75c3-4263-9dc9-5cedf48bcba2 req-db55c71d-ce2c-41c9-ac47-66a9538ea526 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269036 Aug 29 17:59:01.846445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989aaa6-f519-459c-8b80-342fac4f088c req-d57eddbc-e0bf-4b8c-9d0c-5bb892cd0598 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:01.847997 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2989aaa6-f519-459c-8b80-342fac4f088c req-d57eddbc-e0bf-4b8c-9d0c-5bb892cd0598 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1097 time: 0.0415871 Aug 29 17:59:01.881839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2989aaa6-f519-459c-8b80-342fac4f088c req-43e09c6c-c41a-4106-a3e2-32c5fbd704a2 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279145 Aug 29 17:59:01.986659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ec16-e9d6-4701-a5b2-4cc8a222f90e req-7d1081c1-b299-4cc0-b225-a67f9107106a tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:01.988129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a70ec16-e9d6-4701-a5b2-4cc8a222f90e req-7d1081c1-b299-4cc0-b225-a67f9107106a tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1097 time: 0.0430136 Aug 29 17:59:02.021849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a70ec16-e9d6-4701-a5b2-4cc8a222f90e req-fa57e753-801a-4c18-931a-0a7f98867c10 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278850 Aug 29 17:59:02.122516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72398-fd1e-46fd-9d03-e208c2ab9602 req-1ccbf4c0-f448-47c1-b390-a33481db8b36 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:02.124542 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3cb72398-fd1e-46fd-9d03-e208c2ab9602 req-1ccbf4c0-f448-47c1-b390-a33481db8b36 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1097 time: 0.0389059 Aug 29 17:59:02.158643 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3cb72398-fd1e-46fd-9d03-e208c2ab9602 req-3fdc579d-9622-4dda-88df-52fd0a6f2e1d tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277665 Aug 29 17:59:02.365575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-389b3e22-3046-4ac2-a2fd-74b2a7961492 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:02.367058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-389b3e22-3046-4ac2-a2fd-74b2a7961492 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/networks?id=e20eb8ca-5203-411a-b004-9fa8d8126d1a HTTP/1.1" status: 200 len: 910 time: 0.0828757 Aug 29 17:59:02.381943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-0070c053-5f66-40bf-a5f8-fb851cbe9c5f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/quotas/014b8f2dcabd4974a51a9804846dabfb HTTP/1.1" status: 200 len: 375 time: 0.0092990 Aug 29 17:59:02.458489 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-cf203272-3914-427a-b963-9890ed30a2a4 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=014b8f2dcabd4974a51a9804846dabfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715253 Aug 29 17:59:02.469910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-1b0a57c6-8b77-43eb-86c3-e6a1d108168d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:59:02.470896 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-1b0a57c6-8b77-43eb-86c3-e6a1d108168d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052693 Aug 29 17:59:02.558813 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-09381126-f7ef-48a3-83aa-5ee8aff03271 service neutron] 10.222.0.41 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820827 Aug 29 17:59:02.650134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-0964d166-5273-4001-a81d-7e82d39a78ce service neutron] 10.222.0.41 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848854 Aug 29 17:59:03.824314 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-805a586e-0af5-4a34-ae7c-eee6891532b0 req-7bfba21e-db3b-4491-944f-7ea35e113878 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 210 time: 0.0258307 Aug 29 17:59:04.700611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-98a7e790-28cb-41ee-9854-73cb0ae36235 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:04.702077 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-98a7e790-28cb-41ee-9854-73cb0ae36235 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.43 "GET /v2.0/networks?id=e20eb8ca-5203-411a-b004-9fa8d8126d1a HTTP/1.1" status: 200 len: 910 time: 0.0868883 Aug 29 17:59:04.713703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Request body: {'port': {'device_id': 'bdad53c3-03a2-48b3-9aa4-707e76926db6', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'admin_state_up': True, 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:04.735749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Made reservation on behalf of 014b8f2dcabd4974a51a9804846dabfb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:59:04.738622 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.851407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Allocated IP 172.20.0.5 (e20eb8ca-5203-411a-b004-9fa8d8126d1a/a5256b97-3d31-46f2-87c1-dcc76e595106/6b3744f8-2458-40f7-8b85-b18f9850ec7c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:59:04.956573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0fe8811-8dfe-4deb-8936-71382386df16 req-44fc2aa3-dea6-440a-ab24-24d67d06ffde tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 210 time: 0.0673001 Aug 29 17:59:05.007665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.022131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Transition to ACTIVE for port object 6b3744f8-2458-40f7-8b85-b18f9850ec7c will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:59:05.052897 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.064331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['619eafc6-e12c-4a3a-bd3c-9d218f421797'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:05.092440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:59:05.097166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:59:05.100682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:59:05.106214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Pushing event updated for resources: {'Port': ['ID=6b3744f8-2458-40f7-8b85-b18f9850ec7c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:05.133911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.134500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.134734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.134947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.135282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.135625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.135935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.136261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.136622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.137067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.137499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.137928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:05.158483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:05.159151 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.175034 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-008c0c82-c659-457f-befd-46c7b7b20ebc tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4647439 Aug 29 17:59:05.188669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Request body: {'port': {'device_id': 'bdad53c3-03a2-48b3-9aa4-707e76926db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:05.248269 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.314120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-77bdbd44-e71e-4697-8c9d-50dacd02860f None None] Provisioning for port 6b3744f8-2458-40f7-8b85-b18f9850ec7c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:05.317842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-77bdbd44-e71e-4697-8c9d-50dacd02860f None None] Provisioning complete for port 6b3744f8-2458-40f7-8b85-b18f9850ec7c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:05.318213 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-77bdbd44-e71e-4697-8c9d-50dacd02860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.350570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-77bdbd44-e71e-4697-8c9d-50dacd02860f None None] Port 6b3744f8-2458-40f7-8b85-b18f9850ec7c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:59:05.509572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3744f8-2458-40f7-8b85-b18f9850ec7c {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:59:05.516901 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.528565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Transition to ACTIVE for port object 6b3744f8-2458-40f7-8b85-b18f9850ec7c will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:59:05.531845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.582848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3744f8-2458-40f7-8b85-b18f9850ec7c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:05.653570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Attempting to bind port 6b3744f8-2458-40f7-8b85-b18f9850ec7c on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:59:05.653903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Attempting to bind port 6b3744f8-2458-40f7-8b85-b18f9850ec7c by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:59:05.654226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Attempting to bind port 6b3744f8-2458-40f7-8b85-b18f9850ec7c on network e20eb8ca-5203-411a-b004-9fa8d8126d1a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:05.659216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Port 6b3744f8-2458-40f7-8b85-b18f9850ec7c on network e20eb8ca-5203-411a-b004-9fa8d8126d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:59:05.659537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Attempting to bind port 6b3744f8-2458-40f7-8b85-b18f9850ec7c on network e20eb8ca-5203-411a-b004-9fa8d8126d1a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:05.664368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:59:05.664702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Checking segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:59:05.665084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Bound using segment: {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:59:05.665503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Bound port: 6b3744f8-2458-40f7-8b85-b18f9850ec7c, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccbbea1-b99f-417e-9fad-73630a1e5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:59:05.665886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.730103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] For port 6b3744f8-2458-40f7-8b85-b18f9850ec7c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:59:05.734041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] For port 6b3744f8-2458-40f7-8b85-b18f9850ec7c, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6b3744f8-2458-40f7-8b85-b18f9850ec7c,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:59:05.738551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.771645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:05.772429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:05.773853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] 10.222.0.43 "PUT /v2.0/ports/6b3744f8-2458-40f7-8b85-b18f9850ec7c HTTP/1.1" status: 200 len: 1092 time: 0.5901802 Aug 29 17:59:05.775944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdad53c3-03a2-48b3-9aa4-707e76926db6', 'tag': '6b3744f8-2458-40f7-8b85-b18f9850ec7c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:05.779239 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd37d5f-3b66-418e-8c4e-e464107b5d42" -d '{"events": [{"name": "network-changed", "server_uuid": "bdad53c3-03a2-48b3-9aa4-707e76926db6", "tag": "6b3744f8-2458-40f7-8b85-b18f9850ec7c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:05.861096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16736344-e1b0-4b96-9dc2-7f07ddb1b773 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3744f8-2458-40f7-8b85-b18f9850ec7c,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:05.864620 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf38e6-92d7-4263-aaf4-8eedc3679c69 x-openstack-request-id: req-dcdf38e6-92d7-4263-aaf4-8eedc3679c69 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:05.864937 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdad53c3-03a2-48b3-9aa4-707e76926db6", "tag": "6b3744f8-2458-40f7-8b85-b18f9850ec7c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:05.865155 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcdf38e6-92d7-4263-aaf4-8eedc3679c69 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:05.865549 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdad53c3-03a2-48b3-9aa4-707e76926db6', 'tag': '6b3744f8-2458-40f7-8b85-b18f9850ec7c', 'status': 'completed', 'code': 200} Aug 29 17:59:05.883447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-c2fb1a2b-a1eb-402d-a42e-da68c5087aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:05.884950 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-c2fb1a2b-a1eb-402d-a42e-da68c5087aa5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b8f2dcabd4974a51a9804846dabfb&device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1095 time: 0.0708354 Aug 29 17:59:05.931646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-3a2948a8-37c3-4cb6-9efd-e4537f9128d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3744f8-2458-40f7-8b85-b18f9850ec7c HTTP/1.1" status: 200 len: 217 time: 0.0383959 Aug 29 17:59:05.983812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-7203a1d2-024c-48d9-bb4e-9b66e09a6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:05.985599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-7203a1d2-024c-48d9-bb4e-9b66e09a6ab8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5256b97-3d31-46f2-87c1-dcc76e595106 HTTP/1.1" status: 200 len: 848 time: 0.0471630 Aug 29 17:59:06.058555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-4c6fc834-d0ab-47c8-be93-d9a110235fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:06.059938 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-4c6fc834-d0ab-47c8-be93-d9a110235fd3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e20eb8ca-5203-411a-b004-9fa8d8126d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677576 Aug 29 17:59:06.079382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b5d12-0132-466b-9f82-1b61601f8df3 req-ed54b232-cc82-422d-92d6-cb29456211b0 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:06.080788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c72b5d12-0132-466b-9f82-1b61601f8df3 req-ed54b232-cc82-422d-92d6-cb29456211b0 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1095 time: 0.0570564 Aug 29 17:59:06.156696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c72b5d12-0132-466b-9f82-1b61601f8df3 req-26fd229b-8380-4c86-9b10-f5365afd1864 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667922 Aug 29 17:59:06.177032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-33e3038d-8974-4b36-ba1b-a45680c20eae service neutron] 10.222.0.43 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093743 Aug 29 17:59:06.268037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cf2365b7-04bb-4e45-bbd0-93cf621d230c req-a972fcfb-d7a4-497a-bbba-8c6489096745 service neutron] 10.222.0.43 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842369 Aug 29 17:59:06.353685 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-1195600d-25d5-481e-bc74-917eec5a24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:06.355144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-1195600d-25d5-481e-bc74-917eec5a24b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b8f2dcabd4974a51a9804846dabfb&device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1095 time: 0.0400653 Aug 29 17:59:06.445662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-cadfc2dc-923e-4997-85e4-b667737dd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:06.447127 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-cadfc2dc-923e-4997-85e4-b667737dd806 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e20eb8ca-5203-411a-b004-9fa8d8126d1a HTTP/1.1" status: 200 len: 910 time: 0.0850205 Aug 29 17:59:06.487484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-3b7a1119-7f57-44ec-92ce-58d1a35c91be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3744f8-2458-40f7-8b85-b18f9850ec7c HTTP/1.1" status: 200 len: 217 time: 0.0332739 Aug 29 17:59:06.537378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-5e9aca19-02fd-4f58-aef8-e354b0aa48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:06.538788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-5e9aca19-02fd-4f58-aef8-e354b0aa48e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5256b97-3d31-46f2-87c1-dcc76e595106 HTTP/1.1" status: 200 len: 848 time: 0.0431201 Aug 29 17:59:06.585006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-a9d924b2-566b-4b13-b717-9a07be148ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:06.586440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-a9d924b2-566b-4b13-b717-9a07be148ef8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e20eb8ca-5203-411a-b004-9fa8d8126d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390551 Aug 29 17:59:06.677442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-96291b6b-7c8b-425e-9e87-ad1362727c07 service neutron] 10.222.0.43 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Aug 29 17:59:06.767294 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cd37d5f-3b66-418e-8c4e-e464107b5d42 req-fa8ebd8f-0943-444b-a1fe-dfa252b9ffdb service neutron] 10.222.0.43 "GET /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793922 Aug 29 17:59:07.263626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2c89d-46aa-473c-8911-333ca33fd8a9 req-0c437129-3d15-41c8-85bf-27be3d839f43 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:07.265136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9d2c89d-46aa-473c-8911-333ca33fd8a9 req-0c437129-3d15-41c8-85bf-27be3d839f43 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1095 time: 0.0434368 Aug 29 17:59:07.298593 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9d2c89d-46aa-473c-8911-333ca33fd8a9 req-c43c412d-2ba2-422c-82e7-98e0bf706455 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276434 Aug 29 17:59:08.406575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d203e-4180-4a2b-a150-b07b4ce985d2 req-31855c6e-61df-4742-96ef-3c5664ae1b97 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:08.408086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-332d203e-4180-4a2b-a150-b07b4ce985d2 req-31855c6e-61df-4742-96ef-3c5664ae1b97 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1095 time: 0.0447168 Aug 29 17:59:08.440694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-332d203e-4180-4a2b-a150-b07b4ce985d2 req-898156f7-54cb-44c3-904f-622753799859 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268035 Aug 29 17:59:09.543755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5dbca-d138-4f00-916a-7304178c4231 req-1249e39f-1684-421a-acdb-3aa6bcfabd93 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:09.545466 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ea5dbca-d138-4f00-916a-7304178c4231 req-1249e39f-1684-421a-acdb-3aa6bcfabd93 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1095 time: 0.0391915 Aug 29 17:59:09.579724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ea5dbca-d138-4f00-916a-7304178c4231 req-532ecbf8-3a53-47ff-9c25-c248255f7da8 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279541 Aug 29 17:59:09.992733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6b3744f8-2458-40f7-8b85-b18f9850ec7c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:59:10.085385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6b3744f8-2458-40f7-8b85-b18f9850ec7c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6b3744f8-2458-40f7-8b85-b18f9850ec7c,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:10.096217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '6b3744f8-2458-40f7-8b85-b18f9850ec7c', 'network_id': 'e20eb8ca-5203-411a-b004-9fa8d8126d1a', 'port_id': '6b3744f8-2458-40f7-8b85-b18f9850ec7c', 'mac_address': 'fa:16:3e:0b:a4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5256b97-3d31-46f2-87c1-dcc76e595106', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:59:10.131347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:10.143854 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3744f8-2458-40f7-8b85-b18f9850ec7c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:59:10.161915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6b3744f8-2458-40f7-8b85-b18f9850ec7c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6b3744f8-2458-40f7-8b85-b18f9850ec7c,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:10.165520 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:10.210596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=6b3744f8-2458-40f7-8b85-b18f9850ec7c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:10.364748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['6b3744f8-2458-40f7-8b85-b18f9850ec7c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:10.695016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6621d5f-3ba0-430f-89eb-c93b2a19b2a4 req-4909d6f3-c30c-4e86-a4b8-d3def971c78c tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:10.696501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6621d5f-3ba0-430f-89eb-c93b2a19b2a4 req-4909d6f3-c30c-4e86-a4b8-d3def971c78c tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1096 time: 0.0403690 Aug 29 17:59:10.729891 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a6621d5f-3ba0-430f-89eb-c93b2a19b2a4 req-7ae6e19e-17a3-4519-98e6-c3b8e81a2960 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274625 Aug 29 17:59:11.250968 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c23113ed-4bd5-4bac-82bc-5f10041ce2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:11.845557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceb741-7867-4080-a725-d0d23eeeb63f req-fdace1da-4679-4242-ad4d-17206749980e tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:11.847057 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47ceb741-7867-4080-a725-d0d23eeeb63f req-fdace1da-4679-4242-ad4d-17206749980e tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1096 time: 0.0397694 Aug 29 17:59:11.881331 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47ceb741-7867-4080-a725-d0d23eeeb63f req-45296d27-ace5-4cf2-9f5e-be97beacbb8b tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283115 Aug 29 17:59:12.008354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6b3744f8-2458-40f7-8b85-b18f9850ec7c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:12.054428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 6b3744f8-2458-40f7-8b85-b18f9850ec7c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:12.057900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 6b3744f8-2458-40f7-8b85-b18f9850ec7c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:12.058273 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:12.138786 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:12.159987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdad53c3-03a2-48b3-9aa4-707e76926db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3744f8-2458-40f7-8b85-b18f9850ec7c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:12.162231 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb48a5a-1c58-4d8a-9c47-92d5ddb2079b" -d '{"events": [{"server_uuid": "bdad53c3-03a2-48b3-9aa4-707e76926db6", "name": "network-vif-plugged", "status": "completed", "tag": "6b3744f8-2458-40f7-8b85-b18f9850ec7c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:12.174676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 6b3744f8-2458-40f7-8b85-b18f9850ec7c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6b3744f8-2458-40f7-8b85-b18f9850ec7c,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:12.178855 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:12.203371 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812f411-fded-4ac6-affd-579a8e1fe7b3 x-openstack-request-id: req-b812f411-fded-4ac6-affd-579a8e1fe7b3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:12.203661 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdad53c3-03a2-48b3-9aa4-707e76926db6", "name": "network-vif-plugged", "status": "completed", "tag": "6b3744f8-2458-40f7-8b85-b18f9850ec7c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:12.203911 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b812f411-fded-4ac6-affd-579a8e1fe7b3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:12.204295 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdad53c3-03a2-48b3-9aa4-707e76926db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3744f8-2458-40f7-8b85-b18f9850ec7c', 'code': 200} Aug 29 17:59:12.230630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=6b3744f8-2458-40f7-8b85-b18f9850ec7c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:12.299363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaeabd-67d4-469f-8f14-ce72fa4cb142 req-f3f9c303-cffd-4318-a521-1f91beaf9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:12.301122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6efaeabd-67d4-469f-8f14-ce72fa4cb142 req-f3f9c303-cffd-4318-a521-1f91beaf9a7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1097 time: 0.0408814 Aug 29 17:59:12.337485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6efaeabd-67d4-469f-8f14-ce72fa4cb142 req-d78b4b56-1aa3-442c-9066-9eb9f80ede6e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287151 Aug 29 17:59:12.820249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:12.988617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692087c6-e0bd-41c4-b2e7-6918b0e6ab62 req-b5c2ba6b-7796-4413-8aeb-a62bb514ecf4 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:12.990124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-692087c6-e0bd-41c4-b2e7-6918b0e6ab62 req-b5c2ba6b-7796-4413-8aeb-a62bb514ecf4 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1097 time: 0.0440943 Aug 29 17:59:13.024781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-692087c6-e0bd-41c4-b2e7-6918b0e6ab62 req-29cd3786-0661-48a6-b2d2-3082bcf1ad4f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287166 Aug 29 17:59:13.331272 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:13.892650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9a37339b-a898-42bc-9bd4-82f3ce5ec786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:13.930371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:14.136079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c675c72-7f71-4247-aefc-4a5da232ff51 req-2ba5079a-6558-4eec-a40b-cfd801859ce4 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.137573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c675c72-7f71-4247-aefc-4a5da232ff51 req-2ba5079a-6558-4eec-a40b-cfd801859ce4 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1097 time: 0.0431089 Aug 29 17:59:14.171622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c675c72-7f71-4247-aefc-4a5da232ff51 req-5768f7ad-56cf-44be-b7e4-a156e16c068c tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273380 Aug 29 17:59:14.273542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc11f7-292e-4e6d-8e7c-d45147ea02d3 req-fa0fb6f7-fbc5-4c25-8926-d9345fcd2203 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.275081 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9dfc11f7-292e-4e6d-8e7c-d45147ea02d3 req-fa0fb6f7-fbc5-4c25-8926-d9345fcd2203 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1097 time: 0.0398839 Aug 29 17:59:14.308155 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9dfc11f7-292e-4e6d-8e7c-d45147ea02d3 req-f4394d4b-800b-47bd-b248-bdffe0256051 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272434 Aug 29 17:59:14.410378 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529884c-6702-4341-91ab-c66e3edd6086 req-2813a801-a6d4-47d1-a2d3-a46d9a96028c tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.411887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c529884c-6702-4341-91ab-c66e3edd6086 req-2813a801-a6d4-47d1-a2d3-a46d9a96028c tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1097 time: 0.0398097 Aug 29 17:59:14.446180 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c529884c-6702-4341-91ab-c66e3edd6086 req-f7c06d51-05a4-47c5-9915-932ac0c237bb tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284224 Aug 29 17:59:14.665808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d7b9-167d-4b98-af82-f6d9ceb4c106 req-bf86fd04-18b3-461d-a917-8cec30ef463d tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.667318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-45c1d7b9-167d-4b98-af82-f6d9ceb4c106 req-bf86fd04-18b3-461d-a917-8cec30ef463d tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1097 time: 0.0400143 Aug 29 17:59:14.700621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-45c1d7b9-167d-4b98-af82-f6d9ceb4c106 req-1bd1933b-d2be-40da-94e9-8bf830fab652 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268860 Aug 29 17:59:15.537735 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:15.805261 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb266a92-c0f1-4701-81fa-c915c237adda req-f8539966-fb9c-4cdd-9847-b737300d663f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:15.806771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb266a92-c0f1-4701-81fa-c915c237adda req-f8539966-fb9c-4cdd-9847-b737300d663f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1097 time: 0.0394733 Aug 29 17:59:15.840400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb266a92-c0f1-4701-81fa-c915c237adda req-7962647a-e598-46a1-837f-da2e6d049016 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269897 Aug 29 17:59:15.888619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-c395016f-94cd-4b67-9705-41624baef48f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:15.890109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-c395016f-94cd-4b67-9705-41624baef48f tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bdad53c3-03a2-48b3-9aa4-707e76926db6 HTTP/1.1" status: 200 len: 1097 time: 0.0436954 Aug 29 17:59:15.965257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Deleting port 6b3744f8-2458-40f7-8b85-b18f9850ec7c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:15.965595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:16.043245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] For port 6b3744f8-2458-40f7-8b85-b18f9850ec7c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=6b3744f8-2458-40f7-8b85-b18f9850ec7c,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:16.043605 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:16.056082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Calling delete_port for 6b3744f8-2458-40f7-8b85-b18f9850ec7c owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:16.168240 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:16.179932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['619eafc6-e12c-4a3a-bd3c-9d218f421797'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:16.182120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['6b3744f8-2458-40f7-8b85-b18f9850ec7c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:16.196396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b3744f8-2458-40f7-8b85-b18f9850ec7c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:16.240426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] No DVR routers for this DVR port 6b3744f8-2458-40f7-8b85-b18f9850ec7c on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:16.243252 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:16.245388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e79c07cb-4f48-4d59-a50a-3b5e8dec1fb1 req-41a2b814-f27e-431b-a899-66b0d04e1133 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.43 "DELETE /v2.0/ports/6b3744f8-2458-40f7-8b85-b18f9850ec7c HTTP/1.1" status: 204 len: 173 time: 0.3491497 Aug 29 17:59:16.245854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdad53c3-03a2-48b3-9aa4-707e76926db6', 'name': 'network-vif-deleted', 'tag': '6b3744f8-2458-40f7-8b85-b18f9850ec7c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:16.248590 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e45f16-7ae7-43da-a7f4-c047257c3a3b" -d '{"events": [{"server_uuid": "bdad53c3-03a2-48b3-9aa4-707e76926db6", "name": "network-vif-deleted", "tag": "6b3744f8-2458-40f7-8b85-b18f9850ec7c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:16.298251 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b68d7-702b-4486-9d97-a3def1b15d3a x-openstack-request-id: req-d55b68d7-702b-4486-9d97-a3def1b15d3a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:16.298872 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdad53c3-03a2-48b3-9aa4-707e76926db6", "name": "network-vif-deleted", "tag": "6b3744f8-2458-40f7-8b85-b18f9850ec7c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:16.299314 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d55b68d7-702b-4486-9d97-a3def1b15d3a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:16.299924 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdad53c3-03a2-48b3-9aa4-707e76926db6', 'name': 'network-vif-deleted', 'tag': '6b3744f8-2458-40f7-8b85-b18f9850ec7c', 'status': 'completed', 'code': 200} Aug 29 17:59:16.847614 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:17.093055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ba393-375c-4fa3-8a09-1b4edbfa7a4f req-8fe81189-5152-499b-baf1-55346740693a tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:17.094547 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba6ba393-375c-4fa3-8a09-1b4edbfa7a4f req-8fe81189-5152-499b-baf1-55346740693a tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1097 time: 0.0437722 Aug 29 17:59:17.128215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba6ba393-375c-4fa3-8a09-1b4edbfa7a4f req-0d85fcf8-344b-4bc2-91e8-6a935c036f01 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276759 Aug 29 17:59:18.233797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c4f7-1455-438c-9a1a-3d4795a0751a req-a3da5ab4-6dec-468a-9169-3b7300ac86c4 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:18.235329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de73c4f7-1455-438c-9a1a-3d4795a0751a req-a3da5ab4-6dec-468a-9169-3b7300ac86c4 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1097 time: 0.0410230 Aug 29 17:59:18.269558 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-de73c4f7-1455-438c-9a1a-3d4795a0751a req-6dc95e5a-fa62-436e-b970-4b61e482a3d7 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9c275b48-9375-4cf4-9038-d7f789200fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282521 Aug 29 17:59:18.355019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-6ba062c1-ab3b-46a8-bed1-8a3fd6b4a3ee tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:18.356514 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-6ba062c1-ab3b-46a8-bed1-8a3fd6b4a3ee tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f885ecca-ae1b-440e-b224-3bb64c5fa287 HTTP/1.1" status: 200 len: 1097 time: 0.0394075 Aug 29 17:59:18.435949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Deleting port 619eafc6-e12c-4a3a-bd3c-9d218f421797 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:18.436209 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:18.511620 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] For port 619eafc6-e12c-4a3a-bd3c-9d218f421797, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=619eafc6-e12c-4a3a-bd3c-9d218f421797,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:18.511991 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:18.524108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Calling delete_port for 619eafc6-e12c-4a3a-bd3c-9d218f421797 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:18.644803 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:18.655946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['619eafc6-e12c-4a3a-bd3c-9d218f421797'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:18.671226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Pushing event deleted for resources: {'Port': ['ID=619eafc6-e12c-4a3a-bd3c-9d218f421797,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:18.713735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] No DVR routers for this DVR port 619eafc6-e12c-4a3a-bd3c-9d218f421797 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:18.716480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:18.719208 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b592f456-46ca-423b-aabf-0f15cbe763aa req-65a9c439-c2a6-483e-a675-ce93c70668c3 tempest-TestServerMultinode-257050326 tempest-TestServerMultinode-257050326-project-admin] 10.222.0.44 "DELETE /v2.0/ports/619eafc6-e12c-4a3a-bd3c-9d218f421797 HTTP/1.1" status: 204 len: 173 time: 0.3565924 Aug 29 17:59:18.719656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f885ecca-ae1b-440e-b224-3bb64c5fa287', 'name': 'network-vif-deleted', 'tag': '619eafc6-e12c-4a3a-bd3c-9d218f421797'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:18.721930 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563fb9c2-d4f7-4b2b-84be-e341b68e3970" -d '{"events": [{"server_uuid": "f885ecca-ae1b-440e-b224-3bb64c5fa287", "name": "network-vif-deleted", "tag": "619eafc6-e12c-4a3a-bd3c-9d218f421797"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:18.761352 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fef26c-4279-4ece-b60f-ba77ca88d32b x-openstack-request-id: req-49fef26c-4279-4ece-b60f-ba77ca88d32b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:18.761643 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f885ecca-ae1b-440e-b224-3bb64c5fa287", "name": "network-vif-deleted", "tag": "619eafc6-e12c-4a3a-bd3c-9d218f421797", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:18.761898 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49fef26c-4279-4ece-b60f-ba77ca88d32b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:18.762304 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f885ecca-ae1b-440e-b224-3bb64c5fa287', 'name': 'network-vif-deleted', 'tag': '619eafc6-e12c-4a3a-bd3c-9d218f421797', 'status': 'completed', 'code': 200} Aug 29 17:59:19.329350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60846) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:19.675548 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:19.914421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Deleting port 93de4c83-be8a-4566-8172-e8ac9be4d3fd {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:19.914804 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:19.991503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] For port 93de4c83-be8a-4566-8172-e8ac9be4d3fd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=93de4c83-be8a-4566-8172-e8ac9be4d3fd,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:19.991870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:20.004841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Calling delete_port for 93de4c83-be8a-4566-8172-e8ac9be4d3fd owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:20.070685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6b3744f8-2458-40f7-8b85-b18f9850ec7c no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:20.090120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 6b3744f8-2458-40f7-8b85-b18f9850ec7c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:20.090466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 6b3744f8-2458-40f7-8b85-b18f9850ec7c not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:20.181984 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:20.211710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Pushing event deleted for resources: {'Port': ['ID=93de4c83-be8a-4566-8172-e8ac9be4d3fd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:20.378339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:20.598850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Router 0391ad05-40e6-428a-b284-b606da2d3140 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:59:20.706973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:59:20.712285 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ba9adb51-6723-4a05-953f-17ecbc27db6c admin admin] 10.222.0.41 "PUT /v2.0/routers/0391ad05-40e6-428a-b284-b606da2d3140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3818898 Aug 29 17:59:20.714723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60848) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:20.718572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] Sync routers for ids ['0391ad05-40e6-428a-b284-b606da2d3140'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:59:20.728555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] Routers {'0391ad05-40e6-428a-b284-b606da2d3140'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:20.729376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:59:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0391ad05-40e6-428a-b284-b606da2d3140'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:20.819660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:20.835387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] Set router 0391ad05-40e6-428a-b284-b606da2d3140 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:20.924227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:20.985938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Deleting port b76857ad-142a-4a2a-8a09-e3d78cdf7f64 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:20.986198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.015902 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:59:20Z', 'revision_number': 5, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port': {'id': 'b76857ad-142a-4a2a-8a09-e3d78cdf7f64', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0391ad05-40e6-428a-b284-b606da2d3140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:21.041702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] Checking router: 0391ad05-40e6-428a-b284-b606da2d3140 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:59:21.049676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] Routers {'0391ad05-40e6-428a-b284-b606da2d3140'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:21.050281 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:59:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['0391ad05-40e6-428a-b284-b606da2d3140'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:21.061808 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] For port b76857ad-142a-4a2a-8a09-e3d78cdf7f64, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b76857ad-142a-4a2a-8a09-e3d78cdf7f64,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:21.062177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.075349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Calling delete_port for b76857ad-142a-4a2a-8a09-e3d78cdf7f64 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:21.150750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] Set router 0391ad05-40e6-428a-b284-b606da2d3140 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:21.204260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:59:20Z', 'revision_number': 6, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:21.231102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f301ba9-9f21-4e0e-9b7f-266145a47935 None None] The sync data for ids ['0391ad05-40e6-428a-b284-b606da2d3140'] in n-d-713499-15 is: [{'id': '0391ad05-40e6-428a-b284-b606da2d3140', 'name': 'tempest-TestServerMultinode-273390682-router', 'tenant_id': 'f36053a357ce44818cbe09bf54da0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:42Z', 'updated_at': '2021-08-29T17:59:20Z', 'revision_number': 6, 'project_id': 'f36053a357ce44818cbe09bf54da0ce1', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:59:21.255882 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.297597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76857ad-142a-4a2a-8a09-e3d78cdf7f64,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:21.370612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-309d65ef-f74b-457b-bba3-e8b3ef16f7b9 req-647cd874-fb14-4fcb-968d-fb05bfd1bd81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1491635 Aug 29 17:59:21.376938 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.483664 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-309d65ef-f74b-457b-bba3-e8b3ef16f7b9 req-bae61139-e993-44d7-bc99-6e368a86f5f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0486505 Aug 29 17:59:21.486913 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.489041 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.546629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-309d65ef-f74b-457b-bba3-e8b3ef16f7b9 req-af5dd979-9a0a-410d-a264-6b9b45ed469f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205927 Aug 29 17:59:21.547692 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.548217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0391ad05-40e6-428a-b284-b606da2d3140 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:59:21.552278 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.553327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c5e895c4-eb5e-4fe9-a5b3-a40b51028971 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0391ad05-40e6-428a-b284-b606da2d3140 HTTP/1.1" status: 204 len: 168 time: 0.8376951 Aug 29 17:59:21.556195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60852) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:21.613363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-597df49c-28e3-48bd-842c-084104d56286 admin admin] Deleting subnet a5256b97-3d31-46f2-87c1-dcc76e595106 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:59:21.617461 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-597df49c-28e3-48bd-842c-084104d56286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.645532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d65ef-f74b-457b-bba3-e8b3ef16f7b9 req-b4362a90-439d-4d25-af1d-bd7a3c41001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:21.647088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-309d65ef-f74b-457b-bba3-e8b3ef16f7b9 req-b4362a90-439d-4d25-af1d-bd7a3c41001a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927429 Aug 29 17:59:21.654407 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-597df49c-28e3-48bd-842c-084104d56286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.734227 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-597df49c-28e3-48bd-842c-084104d56286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.783858 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-597df49c-28e3-48bd-842c-084104d56286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.814516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597df49c-28e3-48bd-842c-084104d56286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5256b97-3d31-46f2-87c1-dcc76e595106,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:21.816600 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-597df49c-28e3-48bd-842c-084104d56286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.820809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-597df49c-28e3-48bd-842c-084104d56286 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a5256b97-3d31-46f2-87c1-dcc76e595106 HTTP/1.1" status: 204 len: 168 time: 0.2607067 Aug 29 17:59:21.821178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60854) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:21.823749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed2466-6d19-4a97-880e-eef40f766e9b None None] Network e20eb8ca-5203-411a-b004-9fa8d8126d1a requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:59:21.891691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:21.943572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Deleting port ddf79501-0f08-4e52-9930-a715bbe12a23 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:21.943825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.007242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] For port ddf79501-0f08-4e52-9930-a715bbe12a23, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ddf79501-0f08-4e52-9930-a715bbe12a23,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:22.007611 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.022753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] DHCP port deletion for e20eb8ca-5203-411a-b004-9fa8d8126d1a request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:59:22.024228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Calling delete_port for ddf79501-0f08-4e52-9930-a715bbe12a23 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:22.072581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] Deleting port ddf79501-0f08-4e52-9930-a715bbe12a23 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:22.072881 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.109836 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.138365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] No DVR routers for this DVR port ddf79501-0f08-4e52-9930-a715bbe12a23 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:22.138663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] For port ddf79501-0f08-4e52-9930-a715bbe12a23, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ddf79501-0f08-4e52-9930-a715bbe12a23,segment=NetworkSegment(dccbbea1-b99f-417e-9fad-73630a1e5ca2),segment_id=dccbbea1-b99f-417e-9fad-73630a1e5ca2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:22.139228 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.140343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf79501-0f08-4e52-9930-a715bbe12a23,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:22.152971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] Calling delete_port for ddf79501-0f08-4e52-9930-a715bbe12a23 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:22.213735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:22.223429 n-d-713499-15 neutron-server[94797]: self.session.flush() Aug 29 17:59:22.226153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20eb8ca-5203-411a-b004-9fa8d8126d1a']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:22.229882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.237927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccbbea1-b99f-417e-9fad-73630a1e5ca2') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:22.237927 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccbbea1-b99f-417e-9fad-73630a1e5ca2') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:22.247092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.255337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] Pushing event deleted for resources: {'Port': ['ID=ddf79501-0f08-4e52-9930-a715bbe12a23,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:22.259232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91d95b-312e-449f-9f63-207cea8010c1 None None] No DVR routers for this DVR port ddf79501-0f08-4e52-9930-a715bbe12a23 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:22.261260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.273991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:59:22.274938 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:59:22.277176 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:59:22.334920 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.340250 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.345482 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e20eb8ca-5203-411a-b004-9fa8d8126d1a HTTP/1.1" status: 204 len: 168 time: 0.5205007 Aug 29 17:59:22.345630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60856) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:22.353723 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5a19f-dd43-4343-8fe5-62fa52691ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e20eb8ca-5203-411a-b004-9fa8d8126d1a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:23.007444 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:23.245041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Deleting port 8c4de7c3-df90-4772-8d7d-1228db5f8d10 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:23.245409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:23.262075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ddf79501-0f08-4e52-9930-a715bbe12a23 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:23.281109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ddf79501-0f08-4e52-9930-a715bbe12a23 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:23.281452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ddf79501-0f08-4e52-9930-a715bbe12a23 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:23.281865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 93de4c83-be8a-4566-8172-e8ac9be4d3fd no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:23.303557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 93de4c83-be8a-4566-8172-e8ac9be4d3fd {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:23.303905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 93de4c83-be8a-4566-8172-e8ac9be4d3fd not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:23.304324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b76857ad-142a-4a2a-8a09-e3d78cdf7f64 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:23.322755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b76857ad-142a-4a2a-8a09-e3d78cdf7f64 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:23.323105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b76857ad-142a-4a2a-8a09-e3d78cdf7f64 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:23.327931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] For port 8c4de7c3-df90-4772-8d7d-1228db5f8d10, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8c4de7c3-df90-4772-8d7d-1228db5f8d10,segment=NetworkSegment(d131732e-2246-4a2f-abd0-78413e8a7e65),segment_id=d131732e-2246-4a2f-abd0-78413e8a7e65)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:23.328296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:23.341367 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Calling delete_port for 8c4de7c3-df90-4772-8d7d-1228db5f8d10 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:23.516363 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:23.540806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4de7c3-df90-4772-8d7d-1228db5f8d10,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:23.597462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 619eafc6-e12c-4a3a-bd3c-9d218f421797 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:23.617947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 619eafc6-e12c-4a3a-bd3c-9d218f421797 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:23.618415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 619eafc6-e12c-4a3a-bd3c-9d218f421797 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:23.706304 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:23.918244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:59:24.021269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:59:24.026557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-88e52c5e-ede6-4b70-9072-d77983574ecb admin admin] 10.222.0.41 "PUT /v2.0/routers/27b532ea-8db6-4c1b-bbda-0f9c353a13d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798980 Aug 29 17:59:24.029681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 60858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:24.030699 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] Sync routers for ids ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:59:24.040368 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] Routers {'27b532ea-8db6-4c1b-bbda-0f9c353a13d7'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:24.040976 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:59:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:24.132853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.143643 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] Set router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:24.237146 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.289049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Deleting port ed9d64d6-4613-471b-911a-476dde8e0b55 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:24.289394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.321094 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:59:23Z', 'revision_number': 5, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port': {'id': 'ed9d64d6-4613-471b-911a-476dde8e0b55', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:24.347329 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] Checking router: 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:59:24.356175 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] Routers {'27b532ea-8db6-4c1b-bbda-0f9c353a13d7'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:24.356808 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T17:59:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:24.369700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] For port ed9d64d6-4613-471b-911a-476dde8e0b55, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ed9d64d6-4613-471b-911a-476dde8e0b55,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:24.370069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.382130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Calling delete_port for ed9d64d6-4613-471b-911a-476dde8e0b55 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:24.445546 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] Set router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:24.499371 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:59:24Z', 'revision_number': 6, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:24.529709 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97546a4d-ee14-474e-859e-ebaf0c21073c None None] The sync data for ids ['27b532ea-8db6-4c1b-bbda-0f9c353a13d7'] in n-d-713499-15 is: [{'id': '27b532ea-8db6-4c1b-bbda-0f9c353a13d7', 'name': 'tempest-TestServerMultinode-1622067873-router', 'tenant_id': '014b8f2dcabd4974a51a9804846dabfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:47Z', 'updated_at': '2021-08-29T17:59:24Z', 'revision_number': 6, 'project_id': '014b8f2dcabd4974a51a9804846dabfb', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:59:24.572101 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.601090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9d64d6-4613-471b-911a-476dde8e0b55,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:24.661834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.752885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.755224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.802819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.803579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b532ea-8db6-4c1b-bbda-0f9c353a13d7 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:59:24.809492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.813816 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-647d7bbd-c116-4b05-a854-4cfc2b552796 admin admin] 10.222.0.41 "DELETE /v2.0/routers/27b532ea-8db6-4c1b-bbda-0f9c353a13d7 HTTP/1.1" status: 204 len: 168 time: 0.7809453 Aug 29 17:59:24.814281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60862) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:24.869010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-276d322e-7efa-479d-96ed-114b970b6ca2 admin admin] Deleting subnet de1be847-4cda-480d-939d-d0ffc5e1d34a {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:59:24.871990 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-276d322e-7efa-479d-96ed-114b970b6ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.899834 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:59:24.907398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-276d322e-7efa-479d-96ed-114b970b6ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:24.987886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-276d322e-7efa-479d-96ed-114b970b6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.039384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-276d322e-7efa-479d-96ed-114b970b6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.069756 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d322e-7efa-479d-96ed-114b970b6ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1be847-4cda-480d-939d-d0ffc5e1d34a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:25.071751 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-276d322e-7efa-479d-96ed-114b970b6ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.074254 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-276d322e-7efa-479d-96ed-114b970b6ca2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de1be847-4cda-480d-939d-d0ffc5e1d34a HTTP/1.1" status: 204 len: 168 time: 0.2580049 Aug 29 17:59:25.075885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a029e-ad14-4b7f-b546-4b10218c4853 None None] Network 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:59:25.076408 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60864) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:25.141476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.193869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Deleting port b587b788-051c-4965-8f61-bfc700eabeb4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:25.194294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.298561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] DHCP port deletion for 86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:59:25.356035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ed9d64d6-4613-471b-911a-476dde8e0b55 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:25.379265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ed9d64d6-4613-471b-911a-476dde8e0b55 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:25.379877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ed9d64d6-4613-471b-911a-476dde8e0b55 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:25.380301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8c4de7c3-df90-4772-8d7d-1228db5f8d10 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:25.382816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] Deleting port b587b788-051c-4965-8f61-bfc700eabeb4 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:25.383218 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.438743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 8c4de7c3-df90-4772-8d7d-1228db5f8d10 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:25.439091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8c4de7c3-df90-4772-8d7d-1228db5f8d10 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:25.439519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b587b788-051c-4965-8f61-bfc700eabeb4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:25.494824 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] For port b587b788-051c-4965-8f61-bfc700eabeb4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b587b788-051c-4965-8f61-bfc700eabeb4,segment=NetworkSegment(d131732e-2246-4a2f-abd0-78413e8a7e65),segment_id=d131732e-2246-4a2f-abd0-78413e8a7e65)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:25.495233 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.510402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] Calling delete_port for b587b788-051c-4965-8f61-bfc700eabeb4 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:25.579833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] For port b587b788-051c-4965-8f61-bfc700eabeb4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b587b788-051c-4965-8f61-bfc700eabeb4,segment=NetworkSegment(d131732e-2246-4a2f-abd0-78413e8a7e65),segment_id=d131732e-2246-4a2f-abd0-78413e8a7e65)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:25.580402 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.595121 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.595348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Calling delete_port for b587b788-051c-4965-8f61-bfc700eabeb4 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:25.645630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b587b788-051c-4965-8f61-bfc700eabeb4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b587b788-051c-4965-8f61-bfc700eabeb4,segment=NetworkSegment(d131732e-2246-4a2f-abd0-78413e8a7e65),segment_id=d131732e-2246-4a2f-abd0-78413e8a7e65)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:25.648702 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.676387 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.681934 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.692724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] No DVR routers for this DVR port b587b788-051c-4965-8f61-bfc700eabeb4 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:25.707720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Pushing event deleted for resources: {'Port': ['ID=b587b788-051c-4965-8f61-bfc700eabeb4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:25.708237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b587b788-051c-4965-8f61-bfc700eabeb4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:25.711363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] No DVR routers for this DVR port b587b788-051c-4965-8f61-bfc700eabeb4 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:25.732802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c00355-d7aa-471d-90f9-3876c0bac223 None None] Pushing event deleted for resources: {'Port': ['ID=b587b788-051c-4965-8f61-bfc700eabeb4,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:25.786759 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.796734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:25.806508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd131732e-2246-4a2f-abd0-78413e8a7e65') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:25.806782 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd131732e-2246-4a2f-abd0-78413e8a7e65') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:25.815373 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.828496 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.834286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:59:25.834754 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: self.session.flush() Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: timer() Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:59:25.836372 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:59:25.891912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.898505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:25.900296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] 10.222.0.41 "DELETE /v2.0/networks/86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6 HTTP/1.1" status: 204 len: 168 time: 0.8233337 Aug 29 17:59:25.911642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144f73a-1435-4148-bab4-26af9c32623d admin admin] Pushing event deleted for resources: {'Network': ['ID=86a3f73b-72ed-4e18-9e3f-fd5ce6be35b6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:26.058963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60868) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:26.097040 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ce89f692-4e61-4207-b9a5-fa8d7ff66230 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f36053a357ce44818cbe09bf54da0ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369895 Aug 29 17:59:26.099509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60870) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:26.145429 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae000-d571-4261-b950-b220e519ee84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:26.166133 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae000-d571-4261-b950-b220e519ee84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:26.210055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae000-d571-4261-b950-b220e519ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:26.212681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae000-d571-4261-b950-b220e519ee84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:26.213801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0f4ae000-d571-4261-b950-b220e519ee84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eea804f7-ae20-4ee8-af1d-ddbaa8b7d248 HTTP/1.1" status: 204 len: 168 time: 0.1134214 Aug 29 17:59:26.221687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ae000-d571-4261-b950-b220e519ee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea804f7-ae20-4ee8-af1d-ddbaa8b7d248,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:26.515349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60876) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:26.555958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-109d006f-ae89-4e57-bd85-f624d1dc5471 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=014b8f2dcabd4974a51a9804846dabfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394251 Aug 29 17:59:26.558330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 60878) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:26.607461 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-882c9d37-62da-4a33-b1da-ed7cc599eb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:26.627445 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-882c9d37-62da-4a33-b1da-ed7cc599eb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:26.671310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-882c9d37-62da-4a33-b1da-ed7cc599eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:26.673801 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-882c9d37-62da-4a33-b1da-ed7cc599eb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:26.675016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-882c9d37-62da-4a33-b1da-ed7cc599eb95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c275b48-9375-4cf4-9038-d7f789200fc6 HTTP/1.1" status: 204 len: 168 time: 0.1157460 Aug 29 17:59:26.682292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c9d37-62da-4a33-b1da-ed7cc599eb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c275b48-9375-4cf4-9038-d7f789200fc6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:36.495799 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-22a6da8e-8e20-4305-8810-fe26a2f9e390 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2e43e833606649708a629c9224664ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214646 Aug 29 17:59:36.601551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-1d7e439f-8913-463f-ac76-b4aab3b893fd tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:36.603000 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-1d7e439f-8913-463f-ac76-b4aab3b893fd tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1012323 Aug 29 17:59:36.617935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-abfd5af0-3980-4347-8489-053c15c2b04b tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/quotas/2e43e833606649708a629c9224664ad3 HTTP/1.1" status: 200 len: 375 time: 0.0086789 Aug 29 17:59:36.648807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-fc263461-d87b-490b-974d-3ddec2c883ab tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e43e833606649708a629c9224664ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257189 Aug 29 17:59:36.808566 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a03df5c5-5505-4c70-8f5c-35ad457601a5 req-6f941c1e-90cd-4de4-83ef-ec74fb4e379e tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 210 time: 0.0263453 Aug 29 17:59:37.575708 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-d49e938a-e21a-4aa4-837e-8876f89347cb tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2e43e833606649708a629c9224664ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212779 Aug 29 17:59:37.681151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-63efa38d-bdff-4e05-b829-5e96365e8f8d tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:37.682600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-63efa38d-bdff-4e05-b829-5e96365e8f8d tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016958 Aug 29 17:59:37.695711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Request body: {'port': {'device_id': 'a0c82101-c0c1-4486-9782-3d6ba83066c2', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'admin_state_up': True, 'tenant_id': '2e43e833606649708a629c9224664ad3'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:37.805317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Made reservation on behalf of 2e43e833606649708a629c9224664ad3 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:59:37.808834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:37.818740 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:37.909876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:37.913676 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:37.920746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2af2e096-dade-4d21-87af-5806ddc61937 req-4b05477e-6576-4b47-a612-bd6547346c5f tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 210 time: 0.0341268 Aug 29 17:59:37.980921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c89df92-08f3-4345-b6d5-84dc20caa8e0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:38.056789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Allocated IP 192.168.233.81 (c8312b91-9a89-4a36-b2d4-8ff85a638175/765c8115-4397-4e66-ae5b-53b231dd7e2e/148cdc88-7884-49d3-8ba2-cf9ff613b012) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:59:38.199230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.217733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Transition to ACTIVE for port object 148cdc88-7884-49d3-8ba2-cf9ff613b012 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:59:38.250826 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.291886 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Network c8312b91-9a89-4a36-b2d4-8ff85a638175 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:59:38.297431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:59:38.301120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:59:38.307595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Pushing event updated for resources: {'Port': ['ID=148cdc88-7884-49d3-8ba2-cf9ff613b012,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:38.353240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:38.353890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.369033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-742d100a-755e-4062-9218-2cb9b5f9271c tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6768811 Aug 29 17:59:38.382205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Request body: {'port': {'device_id': 'a0c82101-c0c1-4486-9782-3d6ba83066c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:38.444287 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.503020 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-37ea388d-b2ef-412c-8489-78a3681e1ae6 None None] Provisioning for port 148cdc88-7884-49d3-8ba2-cf9ff613b012 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:38.507069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-37ea388d-b2ef-412c-8489-78a3681e1ae6 None None] Provisioning complete for port 148cdc88-7884-49d3-8ba2-cf9ff613b012 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:38.507444 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-37ea388d-b2ef-412c-8489-78a3681e1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.543799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-37ea388d-b2ef-412c-8489-78a3681e1ae6 None None] Port 148cdc88-7884-49d3-8ba2-cf9ff613b012 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:59:38.707443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148cdc88-7884-49d3-8ba2-cf9ff613b012 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:59:38.714492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.727192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Transition to ACTIVE for port object 148cdc88-7884-49d3-8ba2-cf9ff613b012 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:59:38.730537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.797721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Pushing event updated for resources: {'Port': ['ID=148cdc88-7884-49d3-8ba2-cf9ff613b012,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:38.852663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Attempting to bind port 148cdc88-7884-49d3-8ba2-cf9ff613b012 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:59:38.853301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Attempting to bind port 148cdc88-7884-49d3-8ba2-cf9ff613b012 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:59:38.853430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Attempting to bind port 148cdc88-7884-49d3-8ba2-cf9ff613b012 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:38.857926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Port 148cdc88-7884-49d3-8ba2-cf9ff613b012 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:59:38.858254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Attempting to bind port 148cdc88-7884-49d3-8ba2-cf9ff613b012 on network c8312b91-9a89-4a36-b2d4-8ff85a638175 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:38.863978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:59:38.864328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Checking segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:59:38.864720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Bound using segment: {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:59:38.865152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Bound port: 148cdc88-7884-49d3-8ba2-cf9ff613b012, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93c493f-a176-49d8-a67b-73073be236ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:59:38.865519 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.930096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] For port 148cdc88-7884-49d3-8ba2-cf9ff613b012, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:59:38.933875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] For port 148cdc88-7884-49d3-8ba2-cf9ff613b012, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=148cdc88-7884-49d3-8ba2-cf9ff613b012,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:59:38.939841 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.976047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:38.977084 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:38.978486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] 10.222.0.43 "PUT /v2.0/ports/148cdc88-7884-49d3-8ba2-cf9ff613b012 HTTP/1.1" status: 200 len: 1096 time: 0.6008785 Aug 29 17:59:38.978971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c82101-c0c1-4486-9782-3d6ba83066c2', 'tag': '148cdc88-7884-49d3-8ba2-cf9ff613b012'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:38.981190 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c82101-c0c1-4486-9782-3d6ba83066c2", "tag": "148cdc88-7884-49d3-8ba2-cf9ff613b012"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:39.040729 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29231746-e8b5-4c04-929f-81afbd94a957 x-openstack-request-id: req-29231746-e8b5-4c04-929f-81afbd94a957 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:39.040981 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c82101-c0c1-4486-9782-3d6ba83066c2", "tag": "148cdc88-7884-49d3-8ba2-cf9ff613b012", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:39.041180 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29231746-e8b5-4c04-929f-81afbd94a957 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:39.041571 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c82101-c0c1-4486-9782-3d6ba83066c2', 'tag': '148cdc88-7884-49d3-8ba2-cf9ff613b012', 'status': 'completed', 'code': 200} Aug 29 17:59:39.072706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737d424-08ad-4336-896d-5cce4e4f09fe service neutron] Pushing event updated for resources: {'Port': ['ID=148cdc88-7884-49d3-8ba2-cf9ff613b012,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:39.091693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17466ff-1734-40e3-96be-88b1064e5f7c req-bd844a2e-00e2-4292-b9a9-5b4eae481d47 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:39.093241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c17466ff-1734-40e3-96be-88b1064e5f7c req-bd844a2e-00e2-4292-b9a9-5b4eae481d47 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 947 time: 0.1075265 Aug 29 17:59:39.109126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-7bbc76d6-08b7-42cd-a2f2-8c2f8050c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:39.110617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-7bbc76d6-08b7-42cd-a2f2-8c2f8050c518 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e43e833606649708a629c9224664ad3&device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 1099 time: 0.0861943 Aug 29 17:59:39.158304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-5decd516-12e7-4e1c-bc15-04b740106753 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=148cdc88-7884-49d3-8ba2-cf9ff613b012 HTTP/1.1" status: 200 len: 217 time: 0.0399613 Aug 29 17:59:39.179838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c17466ff-1734-40e3-96be-88b1064e5f7c req-693a5222-0382-4caf-b2c7-c145fef1d564 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791862 Aug 29 17:59:39.215236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-44c4b63a-79ac-43f8-b14a-68777c3eecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:39.216699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-44c4b63a-79ac-43f8-b14a-68777c3eecec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0508153 Aug 29 17:59:39.266073 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-8770cc63-ca03-4925-be27-30a6ac0598a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:39.267583 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-8770cc63-ca03-4925-be27-30a6ac0598a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444214 Aug 29 17:59:39.355134 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-ebe1645c-4e53-469e-8e5c-5bd654ef21c7 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804296 Aug 29 17:59:39.446409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dfe0623d-cf6f-41ab-b07c-25f9e06b5c06 req-0d961ff5-def2-41c5-997a-3633d3345649 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836575 Aug 29 17:59:39.527714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-52289205-8c06-42d3-b067-7f1a4c062a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:39.529187 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-52289205-8c06-42d3-b067-7f1a4c062a85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e43e833606649708a629c9224664ad3&device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 1099 time: 0.0402362 Aug 29 17:59:39.617567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-4f2133fd-bf71-45b2-89aa-0182dbaed96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:39.619037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-4f2133fd-bf71-45b2-89aa-0182dbaed96b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8312b91-9a89-4a36-b2d4-8ff85a638175 HTTP/1.1" status: 200 len: 870 time: 0.0826776 Aug 29 17:59:39.664090 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-d5b42d41-12e2-4f74-9e7a-ef46aca33a8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=148cdc88-7884-49d3-8ba2-cf9ff613b012 HTTP/1.1" status: 200 len: 217 time: 0.0375066 Aug 29 17:59:39.712377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-cc006607-727c-4f44-9659-c5bd911d5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:39.713733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-cc006607-727c-4f44-9659-c5bd911d5b4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765c8115-4397-4e66-ae5b-53b231dd7e2e HTTP/1.1" status: 200 len: 843 time: 0.0418401 Aug 29 17:59:39.758431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-b2f4f10d-b6d2-491d-9cd4-03106d7706b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:39.759899 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-b2f4f10d-b6d2-491d-9cd4-03106d7706b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8312b91-9a89-4a36-b2d4-8ff85a638175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0379915 Aug 29 17:59:39.856873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-bcfc5a0e-610c-4944-a08c-b3037f265f88 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872526 Aug 29 17:59:39.944237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7961fdbc-6d5e-4e3c-8e7a-9e90bd5eadd7 req-a18adfac-3691-4d1e-8a95-d091d06512d9 service neutron] 10.222.0.43 "GET /v2.0/networks/c8312b91-9a89-4a36-b2d4-8ff85a638175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795689 Aug 29 17:59:40.293844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdf56e-46fb-4750-a66d-eae6f8aee99d req-ca48e098-5685-4cc5-99d1-3efd18a6f5a1 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:40.295323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cfdf56e-46fb-4750-a66d-eae6f8aee99d req-ca48e098-5685-4cc5-99d1-3efd18a6f5a1 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 947 time: 0.0470502 Aug 29 17:59:40.331930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9cfdf56e-46fb-4750-a66d-eae6f8aee99d req-f01495d3-cb80-42ae-96f7-2a4921646006 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301528 Aug 29 17:59:41.251737 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02043708-08d6-478f-a2cf-df6f7c956139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:41.442822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dfe66-9be2-4e10-b479-a5cd4b2326f8 req-700de495-557a-4fac-8232-5a3d080ae0d9 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:41.444256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b2dfe66-9be2-4e10-b479-a5cd4b2326f8 req-700de495-557a-4fac-8232-5a3d080ae0d9 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 947 time: 0.0474393 Aug 29 17:59:41.486028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4b2dfe66-9be2-4e10-b479-a5cd4b2326f8 req-5fe02c38-c861-401a-b86a-b30198422748 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Aug 29 17:59:42.163386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 148cdc88-7884-49d3-8ba2-cf9ff613b012 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:59:42.253944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 148cdc88-7884-49d3-8ba2-cf9ff613b012, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=148cdc88-7884-49d3-8ba2-cf9ff613b012,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:42.264968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '148cdc88-7884-49d3-8ba2-cf9ff613b012', 'network_id': 'c8312b91-9a89-4a36-b2d4-8ff85a638175', 'port_id': '148cdc88-7884-49d3-8ba2-cf9ff613b012', 'mac_address': 'fa:16:3e:3a:07:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765c8115-4397-4e66-ae5b-53b231dd7e2e', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:59:42.304087 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:42.315960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148cdc88-7884-49d3-8ba2-cf9ff613b012 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:59:42.333642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 148cdc88-7884-49d3-8ba2-cf9ff613b012, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=148cdc88-7884-49d3-8ba2-cf9ff613b012,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:42.337415 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:42.382394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=148cdc88-7884-49d3-8ba2-cf9ff613b012,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:42.389456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.389838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.390179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.390514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.390874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.391206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.391536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.391857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.392191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.392511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.392831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.393151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:42.527675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['148cdc88-7884-49d3-8ba2-cf9ff613b012'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:42.612410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb75d0-fe61-49d9-831e-91d30a93f34c req-6fbb25fa-1d14-4394-a65c-26fe554ea633 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:42.613927 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24bb75d0-fe61-49d9-831e-91d30a93f34c req-6fbb25fa-1d14-4394-a65c-26fe554ea633 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 948 time: 0.0592000 Aug 29 17:59:42.651762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24bb75d0-fe61-49d9-831e-91d30a93f34c req-337f723b-c0cf-4043-ab8c-31262e7bcff4 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Aug 29 17:59:42.843048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:43.347370 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:43.763648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c39c6a-da2c-4485-b064-0b66d65e9622 req-6ad77239-f037-4a64-8481-2d363bf4be4e tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:43.765157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80c39c6a-da2c-4485-b064-0b66d65e9622 req-6ad77239-f037-4a64-8481-2d363bf4be4e tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 948 time: 0.0484664 Aug 29 17:59:43.802328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-80c39c6a-da2c-4485-b064-0b66d65e9622 req-516ebd77-df03-4ecf-b582-d7c710145cf1 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Aug 29 17:59:43.894318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-457d64f1-316f-4f69-86fe-c79fb33583fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:43.931109 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:44.179067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 148cdc88-7884-49d3-8ba2-cf9ff613b012 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:44.224837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 148cdc88-7884-49d3-8ba2-cf9ff613b012 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:44.228293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 148cdc88-7884-49d3-8ba2-cf9ff613b012 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:44.228666 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:44.301084 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:44.324958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c82101-c0c1-4486-9782-3d6ba83066c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148cdc88-7884-49d3-8ba2-cf9ff613b012'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:44.327239 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14f2650-76a7-41b3-b353-c6e027960e31" -d '{"events": [{"server_uuid": "a0c82101-c0c1-4486-9782-3d6ba83066c2", "name": "network-vif-plugged", "status": "completed", "tag": "148cdc88-7884-49d3-8ba2-cf9ff613b012"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:44.339026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 148cdc88-7884-49d3-8ba2-cf9ff613b012, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=148cdc88-7884-49d3-8ba2-cf9ff613b012,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:44.342887 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:44.365899 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02894606-af3c-4b1a-8993-2b6e2bf7a003 x-openstack-request-id: req-02894606-af3c-4b1a-8993-2b6e2bf7a003 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:44.366487 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c82101-c0c1-4486-9782-3d6ba83066c2", "name": "network-vif-plugged", "status": "completed", "tag": "148cdc88-7884-49d3-8ba2-cf9ff613b012", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:44.366487 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02894606-af3c-4b1a-8993-2b6e2bf7a003 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:44.366758 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c82101-c0c1-4486-9782-3d6ba83066c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148cdc88-7884-49d3-8ba2-cf9ff613b012', 'code': 200} Aug 29 17:59:44.393380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=148cdc88-7884-49d3-8ba2-cf9ff613b012,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:44.459684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58da2d3-1734-4a4a-a79e-e97d03e8cbf9 req-70c83545-9edc-4646-b158-d31043fbdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:44.461169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a58da2d3-1734-4a4a-a79e-e97d03e8cbf9 req-70c83545-9edc-4646-b158-d31043fbdbc6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 1101 time: 0.0393691 Aug 29 17:59:44.495949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a58da2d3-1734-4a4a-a79e-e97d03e8cbf9 req-2306b25c-13ce-4f07-8192-bc862033d273 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269842 Aug 29 17:59:44.916274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deb3e3-d46c-4d11-88b0-d51c6514ade2 req-7925c4c0-6269-4b4d-9027-4f757454759a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:44.917727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09deb3e3-d46c-4d11-88b0-d51c6514ade2 req-7925c4c0-6269-4b4d-9027-4f757454759a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 949 time: 0.0476785 Aug 29 17:59:44.958427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-09deb3e3-d46c-4d11-88b0-d51c6514ade2 req-a295b55f-7d25-487c-90c9-5a4e98dcc9bc tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343347 Aug 29 17:59:45.540481 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:46.082929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e408b-23ce-4035-a3ed-133b209d755d req-6d9ea092-d965-4fbb-831c-7bbbcfab4172 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:46.084419 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d16e408b-23ce-4035-a3ed-133b209d755d req-6d9ea092-d965-4fbb-831c-7bbbcfab4172 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 949 time: 0.0545514 Aug 29 17:59:46.120491 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d16e408b-23ce-4035-a3ed-133b209d755d req-2a5f3e5e-7616-4eab-bdaf-26c39d2f720b tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302644 Aug 29 17:59:46.850495 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:47.003619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d66264-01b0-43b4-91b8-4d153c9b00cb req-d737aad1-ef9c-461c-9b54-8d782726392d tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:47.005374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-80d66264-01b0-43b4-91b8-4d153c9b00cb req-d737aad1-ef9c-461c-9b54-8d782726392d tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 949 time: 0.0488517 Aug 29 17:59:47.042074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-80d66264-01b0-43b4-91b8-4d153c9b00cb req-88e2e6e7-8508-48cf-add1-d26587236c84 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307703 Aug 29 17:59:48.156945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c695-e227-489b-8fb2-95fd694a2d74 req-ea536f1b-9d10-4a17-994b-cff7fb530087 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:48.158373 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39a0c695-e227-489b-8fb2-95fd694a2d74 req-ea536f1b-9d10-4a17-994b-cff7fb530087 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 949 time: 0.0477228 Aug 29 17:59:48.193934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-39a0c695-e227-489b-8fb2-95fd694a2d74 req-2b7d036b-3749-4539-8c50-eb3153f4eb36 tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c89df92-08f3-4345-b6d5-84dc20caa8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296671 Aug 29 17:59:48.250848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-4af2fa7a-228b-4851-bebb-13ebb3c033af tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:48.252250 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-4af2fa7a-228b-4851-bebb-13ebb3c033af tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c82101-c0c1-4486-9782-3d6ba83066c2 HTTP/1.1" status: 200 len: 949 time: 0.0474551 Aug 29 17:59:48.339349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Deleting port 148cdc88-7884-49d3-8ba2-cf9ff613b012 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:48.339611 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:48.424677 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] For port 148cdc88-7884-49d3-8ba2-cf9ff613b012, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=148cdc88-7884-49d3-8ba2-cf9ff613b012,segment=NetworkSegment(d93c493f-a176-49d8-a67b-73073be236ea),segment_id=d93c493f-a176-49d8-a67b-73073be236ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:48.425035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:48.437135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Calling delete_port for 148cdc88-7884-49d3-8ba2-cf9ff613b012 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:48.561369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:48.573476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['148cdc88-7884-49d3-8ba2-cf9ff613b012'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:48.587888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Pushing event deleted for resources: {'Port': ['ID=148cdc88-7884-49d3-8ba2-cf9ff613b012,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:48.630954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] No DVR routers for this DVR port 148cdc88-7884-49d3-8ba2-cf9ff613b012 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:48.633636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:48.635671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e44a02-2b4a-453d-b5eb-494086beeb3a req-b7a9fb08-ed73-4711-a2f1-d1f6d953857a tempest-ServersAdminNegativeTestJSON-1305082603 tempest-ServersAdminNegativeTestJSON-1305082603-project] 10.222.0.43 "DELETE /v2.0/ports/148cdc88-7884-49d3-8ba2-cf9ff613b012 HTTP/1.1" status: 204 len: 173 time: 0.3772724 Aug 29 17:59:48.636125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c82101-c0c1-4486-9782-3d6ba83066c2', 'name': 'network-vif-deleted', 'tag': '148cdc88-7884-49d3-8ba2-cf9ff613b012'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:48.639011 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685e860c-92b2-476f-bda6-5211ae6ebeaf" -d '{"events": [{"server_uuid": "a0c82101-c0c1-4486-9782-3d6ba83066c2", "name": "network-vif-deleted", "tag": "148cdc88-7884-49d3-8ba2-cf9ff613b012"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:48.679874 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9490ea3-4b9d-466b-bd96-41c44817257e x-openstack-request-id: req-d9490ea3-4b9d-466b-bd96-41c44817257e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:48.680170 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c82101-c0c1-4486-9782-3d6ba83066c2", "name": "network-vif-deleted", "tag": "148cdc88-7884-49d3-8ba2-cf9ff613b012", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:48.680424 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9490ea3-4b9d-466b-bd96-41c44817257e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:48.680870 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c82101-c0c1-4486-9782-3d6ba83066c2', 'name': 'network-vif-deleted', 'tag': '148cdc88-7884-49d3-8ba2-cf9ff613b012', 'status': 'completed', 'code': 200} Aug 29 17:59:49.483077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32772) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:49.619552 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c624b09-fe6a-4121-b85d-eb8400996283 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e43e833606649708a629c9224664ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353302 Aug 29 17:59:49.621977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32776) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:49.668502 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14455805-912a-41d2-a683-a2cd0efc0967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:49.688212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14455805-912a-41d2-a683-a2cd0efc0967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:49.734202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14455805-912a-41d2-a683-a2cd0efc0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:49.736923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14455805-912a-41d2-a683-a2cd0efc0967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:49.738098 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-14455805-912a-41d2-a683-a2cd0efc0967 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c89df92-08f3-4345-b6d5-84dc20caa8e0 HTTP/1.1" status: 204 len: 168 time: 0.1151848 Aug 29 17:59:49.745637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14455805-912a-41d2-a683-a2cd0efc0967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c89df92-08f3-4345-b6d5-84dc20caa8e0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:49.986870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32782) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:50.000872 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46088257-aabe-4da8-825f-2dc781819c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:50.096137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46088257-aabe-4da8-825f-2dc781819c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:50.099643 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-46088257-aabe-4da8-825f-2dc781819c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:50.138074 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-46088257-aabe-4da8-825f-2dc781819c59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2b912f39b0b498690aac2d8ea677602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501536 Aug 29 17:59:50.139036 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46088257-aabe-4da8-825f-2dc781819c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4237f1-948e-4b5c-83fd-173886ac2c6c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:50.140806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32784) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:50.191449 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6221457-937e-4214-9ef5-61349c74358c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:50.213643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6221457-937e-4214-9ef5-61349c74358c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:50.260232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6221457-937e-4214-9ef5-61349c74358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:50.262736 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6221457-937e-4214-9ef5-61349c74358c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:50.263918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f6221457-937e-4214-9ef5-61349c74358c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e4237f1-948e-4b5c-83fd-173886ac2c6c HTTP/1.1" status: 204 len: 168 time: 0.1214056 Aug 29 17:59:50.271214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6221457-937e-4214-9ef5-61349c74358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4237f1-948e-4b5c-83fd-173886ac2c6c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:50.942897 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32806) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:51.038060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-606224003-network', 'tenant_id': '186a3a80a55c43628e0df09e11bc4181'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:51.058143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Made reservation on behalf of 186a3a80a55c43628e0df09e11bc4181 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:59:51.060457 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.069085 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.153697 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.157206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.182839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:59:51.189515 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43a2fa4-7b99-4e95-8637-b5de8287b9f2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:51.197094 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.197094 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Added segment b05fc829-6f84-4081-a568-3407613c8ca1 of type vlan for network 475be68d-5475-4934-8cb4-ef92c16778fc Aug 29 17:59:51.236245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.259238 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.260199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:51.260771 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.316646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3726609 Aug 29 17:59:51.319731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 32810) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:51.321675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688305a-719b-47fc-b85f-c37e798eeb34 admin admin] Pushing event updated for resources: {'Network': ['ID=475be68d-5475-4934-8cb4-ef92c16778fc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:51.326285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Request body: {'subnet': {'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-606224003-subnet', 'tenant_id': '186a3a80a55c43628e0df09e11bc4181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:51.331696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 475be68d-5475-4934-8cb4-ef92c16778fc details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:59:51.348984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Made reservation on behalf of 186a3a80a55c43628e0df09e11bc4181 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:59:51.351394 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.512439 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.888953 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=275d7477-c7dd-4add-9b1f-c608a562ecb2,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:51.899056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Checking segment: {'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:59:51.899408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Network hostable DHCP agents. Network: 475be68d-5475-4934-8cb4-ef92c16778fc, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:59:51.914880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Network 475be68d-5475-4934-8cb4-ef92c16778fc is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:59:51.923265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 475be68d-5475-4934-8cb4-ef92c16778fc) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:59:51.927134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:51.927720 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.932008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c533d-ffc5-4a7e-a466-80b6a5facda6 None None] Network 475be68d-5475-4934-8cb4-ef92c16778fc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:59:51.941457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4303298b-d1b2-48bf-9ec9-41984071b0e4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6204264 Aug 29 17:59:52.053916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2099ff7-fa2d-4b95-ba96-e9e5e5ef5c94 None None] Network 475be68d-5475-4934-8cb4-ef92c16778fc requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:59:52.179000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 148cdc88-7884-49d3-8ba2-cf9ff613b012 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:52.200681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 148cdc88-7884-49d3-8ba2-cf9ff613b012 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:52.201028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 148cdc88-7884-49d3-8ba2-cf9ff613b012 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:52.351896 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-d2ad2cc9-006f-4072-8898-dcede7c80379 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:52.353340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-d2ad2cc9-006f-4072-8898-dcede7c80379 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 811 time: 0.0973499 Aug 29 17:59:52.368284 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-f925a8f9-c28d-4b2a-83b7-e0e7c9f3a8cb tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/quotas/186a3a80a55c43628e0df09e11bc4181 HTTP/1.1" status: 200 len: 375 time: 0.0092525 Aug 29 17:59:52.404169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-3343da70-6ca7-43d0-bb27-670e30dd8340 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307541 Aug 29 17:59:52.492323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-7bc8296c-56e0-40be-863b-ac53d615c57c service neutron] 10.222.0.41 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805380 Aug 29 17:59:52.582609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-b4cdf6ea-afea-400b-8e8f-e48297957cdd service neutron] 10.222.0.41 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Aug 29 17:59:52.750150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37c9a0c9-4d2e-4b82-8efa-2881a9d8e3ec req-6ff88c87-e6e0-45bd-8732-ab0097c895ce tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 210 time: 0.0269361 Aug 29 17:59:53.619991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-c3fb2f5b-0f02-4f36-a62c-ead83c5ae2c6 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:53.621543 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-c3fb2f5b-0f02-4f36-a62c-ead83c5ae2c6 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.43 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 811 time: 0.1014476 Aug 29 17:59:53.634794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Request body: {'port': {'device_id': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc', 'admin_state_up': True, 'tenant_id': '186a3a80a55c43628e0df09e11bc4181'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:53.740573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Made reservation on behalf of 186a3a80a55c43628e0df09e11bc4181 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:59:53.743921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:53.843530 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1cb5ad10-0690-41e5-8628-24e2c89b8fb0 req-330a3f02-e9c5-4ad0-9786-47afcd4abb70 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 210 time: 0.0274289 Aug 29 17:59:53.870007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Allocated IP 172.20.0.12 (475be68d-5475-4934-8cb4-ef92c16778fc/275d7477-c7dd-4add-9b1f-c608a562ecb2/14bc6486-aea0-4457-a561-6f98e7152c24) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:59:54.010246 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.052727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.097457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Network 475be68d-5475-4934-8cb4-ef92c16778fc is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:59:54.102416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:59:54.106096 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:59:54.113007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Pushing event updated for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:54.156757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:54.157366 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.171074 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-ff2c3b82-f984-4712-8772-18912f0d99af tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5398853 Aug 29 17:59:54.183449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Request body: {'port': {'device_id': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:54.234507 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.494988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bc6486-aea0-4457-a561-6f98e7152c24 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:59:54.502558 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.514866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Transition to ACTIVE for port object 14bc6486-aea0-4457-a561-6f98e7152c24 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:59:54.518137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.567165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:54.632434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Attempting to bind port 14bc6486-aea0-4457-a561-6f98e7152c24 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:59:54.632776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Attempting to bind port 14bc6486-aea0-4457-a561-6f98e7152c24 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:59:54.633106 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Attempting to bind port 14bc6486-aea0-4457-a561-6f98e7152c24 on network 475be68d-5475-4934-8cb4-ef92c16778fc {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:54.637343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Port 14bc6486-aea0-4457-a561-6f98e7152c24 on network 475be68d-5475-4934-8cb4-ef92c16778fc not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:59:54.637672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Attempting to bind port 14bc6486-aea0-4457-a561-6f98e7152c24 on network 475be68d-5475-4934-8cb4-ef92c16778fc {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:54.642417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:59:54.642790 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Checking segment: {'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:59:54.643181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Bound using segment: {'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:59:54.643605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Bound port: 14bc6486-aea0-4457-a561-6f98e7152c24, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:59:54.643961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.708228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:59:54.711162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:59:54.716050 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.752600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:54.753231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.754900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] 10.222.0.43 "PUT /v2.0/ports/14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 1093 time: 0.5754428 Aug 29 17:59:54.755329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:54.757608 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b7aec-3446-4f53-be87-223c06a877a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:54.782733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519a124-a3ce-4f37-aaef-b889ec41e470 service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:54.802465 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dedb97-a407-4324-8f07-6a0f815e1f5d x-openstack-request-id: req-37dedb97-a407-4324-8f07-6a0f815e1f5d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:54.802764 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:54.803010 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37dedb97-a407-4324-8f07-6a0f815e1f5d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:54.803394 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24', 'status': 'completed', 'code': 200} Aug 29 17:59:54.835038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-32f94c1c-3be6-4fae-a0d4-36c0c73a2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:54.836509 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-32f94c1c-3be6-4fae-a0d4-36c0c73a2bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1096 time: 0.0436356 Aug 29 17:59:54.876732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-a18f5ce1-8412-4242-aaf7-9c146651b764 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 217 time: 0.0326474 Aug 29 17:59:54.928817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-1c5309cf-ba5c-4462-af7e-eb811b1fca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:54.930265 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-1c5309cf-ba5c-4462-af7e-eb811b1fca2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 200 len: 851 time: 0.0472155 Aug 29 17:59:54.957753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6287a7-3735-47a0-9949-30dfb8add242 req-973b9157-10f3-4041-bd2d-11db7ef564b5 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:54.959311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e6287a7-3735-47a0-9949-30dfb8add242 req-973b9157-10f3-4041-bd2d-11db7ef564b5 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 944 time: 0.0487881 Aug 29 17:59:54.962043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-22611425-02ee-44f4-9d51-74128d3196f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=475be68d-5475-4934-8cb4-ef92c16778fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245557 Aug 29 17:59:54.997495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2e6287a7-3735-47a0-9949-30dfb8add242 req-37acfdc6-b14b-4e68-bf92-512d1987eb50 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Aug 29 17:59:55.050985 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-225b044b-26a6-4129-b667-cf04d83e5200 service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817091 Aug 29 17:59:55.141492 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-24d65f25-c77f-475c-a76d-36c6abcfe087 req-e2b5d621-bfb4-4076-b18e-d3631dfbd5fd service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839190 Aug 29 17:59:55.227719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-ee92c2d9-8dbf-412e-aa0e-67dd2e705f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:55.229299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-ee92c2d9-8dbf-412e-aa0e-67dd2e705f0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1096 time: 0.0410359 Aug 29 17:59:55.322020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-ae451831-3527-4d1e-ab10-fa53fad13bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:55.323501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-ae451831-3527-4d1e-ab10-fa53fad13bd5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 912 time: 0.0860233 Aug 29 17:59:55.363850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-6904eebf-358d-441c-8af5-1106a57686f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 217 time: 0.0335572 Aug 29 17:59:55.412017 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-817e460b-4919-4bd8-8502-56f467f5deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:55.413378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-817e460b-4919-4bd8-8502-56f467f5deb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 200 len: 851 time: 0.0425262 Aug 29 17:59:55.444984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-815727bd-7f37-421b-bb84-df35bb4c707e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=475be68d-5475-4934-8cb4-ef92c16778fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230703 Aug 29 17:59:55.541687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-fcdcbf5d-7fb9-4d02-8fd4-c9558c03c209 service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864184 Aug 29 17:59:55.631118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d26b7aec-3446-4f53-be87-223c06a877a9 req-0f4d08d7-b1a5-4424-a556-98e3d843c877 service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819383 Aug 29 17:59:56.123147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30676e-c4f7-42e5-85f9-fed200247b13 req-431f5247-1fa1-4ead-ad2b-3d04cb447270 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:56.124809 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce30676e-c4f7-42e5-85f9-fed200247b13 req-431f5247-1fa1-4ead-ad2b-3d04cb447270 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 944 time: 0.0586190 Aug 29 17:59:56.162118 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce30676e-c4f7-42e5-85f9-fed200247b13 req-bf032386-a368-425b-9842-8048867d634b tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Aug 29 17:59:57.273294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8facd-0ca4-4690-93cf-aadded33c6fe req-b09aaa30-6fd7-4da0-9d31-1f7cc85e9a6b tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:57.274788 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-55c8facd-0ca4-4690-93cf-aadded33c6fe req-b09aaa30-6fd7-4da0-9d31-1f7cc85e9a6b tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 944 time: 0.0479302 Aug 29 17:59:57.311889 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-55c8facd-0ca4-4690-93cf-aadded33c6fe req-4e8f59bf-91a4-408f-9f96-d39b3a24beae tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307190 Aug 29 17:59:58.225784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:59:58.317058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:58.327760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '14bc6486-aea0-4457-a561-6f98e7152c24', 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc', 'port_id': '14bc6486-aea0-4457-a561-6f98e7152c24', 'mac_address': 'fa:16:3e:d4:0f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275d7477-c7dd-4add-9b1f-c608a562ecb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:59:58.363845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.380558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bc6486-aea0-4457-a561-6f98e7152c24 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:59:58.399236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:58.403414 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.425477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ac5ee-a32d-46a9-b9eb-4298247ceccf req-50be5bac-4e93-4a76-9bb7-819194cc1212 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:58.426997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb8ac5ee-a32d-46a9-b9eb-4298247ceccf req-50be5bac-4e93-4a76-9bb7-819194cc1212 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 944 time: 0.0491648 Aug 29 17:59:58.450158 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:58.464523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb8ac5ee-a32d-46a9-b9eb-4298247ceccf req-7dec18bb-6d97-4235-9332-bf07b12bd21b tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Aug 29 17:59:58.588721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['14bc6486-aea0-4457-a561-6f98e7152c24'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:59.582148 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e90ef0-b75a-462f-a25b-6079d83b9a69 req-9378c5e3-cfcd-4a54-abb3-32605e994e99 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:59.583626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5e90ef0-b75a-462f-a25b-6079d83b9a69 req-9378c5e3-cfcd-4a54-abb3-32605e994e99 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 945 time: 0.0531766 Aug 29 17:59:59.619516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5e90ef0-b75a-462f-a25b-6079d83b9a69 req-50165d43-7bcf-4317-b44d-8b10a9e58973 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300190 Aug 29 18:00:00.242233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:00.293188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 14bc6486-aea0-4457-a561-6f98e7152c24 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:00.296702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 14bc6486-aea0-4457-a561-6f98e7152c24 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:00.297070 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.370559 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.393054 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:00.395293 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d072ba3-ac77-455f-bc07-8535c552440d" -d '{"events": [{"server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "name": "network-vif-plugged", "status": "completed", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:00.407561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:00.411871 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.438346 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978651d5-9ad2-4de0-b7c1-eb9cd894a489 x-openstack-request-id: req-978651d5-9ad2-4de0-b7c1-eb9cd894a489 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:00.438743 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "name": "network-vif-plugged", "status": "completed", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:00.439104 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-978651d5-9ad2-4de0-b7c1-eb9cd894a489 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:00.439624 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24', 'code': 200} Aug 29 18:00:00.535613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0b6b0-5212-4b1b-adbb-7db2dcc75261 req-7f64a9a5-3d6e-4427-aa1b-7ec844465d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:00.537170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-07a0b6b0-5212-4b1b-adbb-7db2dcc75261 req-7f64a9a5-3d6e-4427-aa1b-7ec844465d9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1098 time: 0.0420637 Aug 29 18:00:00.574810 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-07a0b6b0-5212-4b1b-adbb-7db2dcc75261 req-4cc56219-3647-4a43-98a3-b72c49ca4cac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304644 Aug 29 18:00:00.622523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:00.732715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237581e5-3520-43ec-afbf-53145f458a0c req-3fc792f8-cc79-4d1d-a50d-4cc9a202de13 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:00.734220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-237581e5-3520-43ec-afbf-53145f458a0c req-3fc792f8-cc79-4d1d-a50d-4cc9a202de13 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0484684 Aug 29 18:00:00.771039 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-237581e5-3520-43ec-afbf-53145f458a0c req-f77bd6dd-12f2-498f-9e53-fb289d32a744 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Aug 29 18:00:01.889639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14577653-2c95-43e7-9cac-42d95efd7b8d req-b2da4dee-146f-447b-b633-574ab3b60a49 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:01.891775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14577653-2c95-43e7-9cac-42d95efd7b8d req-b2da4dee-146f-447b-b633-574ab3b60a49 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0521684 Aug 29 18:00:01.900420 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:00:01.928370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14577653-2c95-43e7-9cac-42d95efd7b8d req-d635fd07-073f-45dc-9cd6-860bf839ef9c tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307870 Aug 29 18:00:02.161012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7c8cd-6960-49ee-8d51-25bfec28e837 req-e8af41db-70db-41ea-bfa2-e4144ce308c6 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:02.162498 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8d7c8cd-6960-49ee-8d51-25bfec28e837 req-e8af41db-70db-41ea-bfa2-e4144ce308c6 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0487325 Aug 29 18:00:02.221401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8d7c8cd-6960-49ee-8d51-25bfec28e837 req-267392b4-59b1-491d-b68c-5f047eb9eb8b tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502446 Aug 29 18:00:02.227544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-e47c0b45-83e4-4469-ae6a-f19b97002eee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1241333 Aug 29 18:00:03.339552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-8b8abd92-3fbe-4726-9033-a83b8594c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:03.341028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-8b8abd92-3fbe-4726-9033-a83b8594c0d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1098 time: 0.0442927 Aug 29 18:00:03.341934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19227dbc-36df-4c21-a007-b7d4fcbb7d6b req-95cb047a-e561-48ac-9247-c670f1803353 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:03.343508 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19227dbc-36df-4c21-a007-b7d4fcbb7d6b req-95cb047a-e561-48ac-9247-c670f1803353 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0493777 Aug 29 18:00:03.381708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19227dbc-36df-4c21-a007-b7d4fcbb7d6b req-e880fa1a-bddf-40f7-8eaf-6f67d2b765d8 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Aug 29 18:00:03.430170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-93349383-84d1-4295-ac3d-1ad4a4293c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:03.431656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-93349383-84d1-4295-ac3d-1ad4a4293c35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 912 time: 0.0837171 Aug 29 18:00:03.476145 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-21aef9d6-c254-4cfc-913e-7577b08bf342 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 217 time: 0.0371757 Aug 29 18:00:03.525269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-0bd57000-552c-4f17-93f2-8aab64cf7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:03.526658 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-0bd57000-552c-4f17-93f2-8aab64cf7819 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 200 len: 851 time: 0.0423419 Aug 29 18:00:03.559075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-e7d62976-2ec5-44e1-9d0a-76ac9e14f638 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=475be68d-5475-4934-8cb4-ef92c16778fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245552 Aug 29 18:00:03.645150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-3a3febbb-fc1c-4c46-b03e-301d329c6cee service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790150 Aug 29 18:00:03.735086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-b1cfab73-5b65-4615-ae07-cbc0de94bfda service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830226 Aug 29 18:00:04.495640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3743673-42d3-4d41-bd7c-7cf657836eac req-ac9dc2ff-8d44-42bd-a783-58a38d864fc1 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:04.497128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3743673-42d3-4d41-bd7c-7cf657836eac req-ac9dc2ff-8d44-42bd-a783-58a38d864fc1 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0492880 Aug 29 18:00:04.535031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3743673-42d3-4d41-bd7c-7cf657836eac req-4edc3690-f41b-4cb1-bf38-5cbdc796e1df tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Aug 29 18:00:05.653879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f19f45-dee4-4618-ab77-d97de8515b36 req-caaf7912-c55b-418a-b02d-6e616c8d1b8d tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:05.655398 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10f19f45-dee4-4618-ab77-d97de8515b36 req-caaf7912-c55b-418a-b02d-6e616c8d1b8d tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0528209 Aug 29 18:00:05.692421 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10f19f45-dee4-4618-ab77-d97de8515b36 req-c5388894-b5b8-4d47-aaba-f24e018ac331 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304623 Aug 29 18:00:06.810570 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ba8a4-8f84-4762-9d28-1ce2c9900dcc req-15bc96e6-df3e-4e00-b5b9-94c03f1c76ea tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:06.812096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-378ba8a4-8f84-4762-9d28-1ce2c9900dcc req-15bc96e6-df3e-4e00-b5b9-94c03f1c76ea tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0526931 Aug 29 18:00:06.850492 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-378ba8a4-8f84-4762-9d28-1ce2c9900dcc req-52c026a7-39c4-4d47-a050-819cce3e68cf tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Aug 29 18:00:07.964621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e36f-73d8-415b-9587-0d0770911c6d req-1425e59d-a79c-4042-8247-5d1b9e70cd09 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:07.966088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6401e36f-73d8-415b-9587-0d0770911c6d req-1425e59d-a79c-4042-8247-5d1b9e70cd09 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0478017 Aug 29 18:00:08.002653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6401e36f-73d8-415b-9587-0d0770911c6d req-bab97d55-a2c5-49c4-b5f1-27a2d66d6a3f tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299366 Aug 29 18:00:09.114750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99fb81-4361-4b67-86db-5c6f3c8f2afb req-5b8cdb93-3e1b-4991-99e1-b5c1b4d236e4 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:09.116217 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f99fb81-4361-4b67-86db-5c6f3c8f2afb req-5b8cdb93-3e1b-4991-99e1-b5c1b4d236e4 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0481708 Aug 29 18:00:09.153723 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5f99fb81-4361-4b67-86db-5c6f3c8f2afb req-43d23bfa-cb00-42a6-b254-372444bf83f8 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Aug 29 18:00:10.265410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867deb56-58bc-4aec-8de6-51bf098a32e1 req-4fa8de40-7cbc-4506-9c8c-c9422f5ad4eb tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:10.267418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-867deb56-58bc-4aec-8de6-51bf098a32e1 req-4fa8de40-7cbc-4506-9c8c-c9422f5ad4eb tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0481913 Aug 29 18:00:10.303926 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-867deb56-58bc-4aec-8de6-51bf098a32e1 req-8351d1a8-644e-4d36-ac96-8485900f9074 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Aug 29 18:00:11.252995 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-82b52527-a6d5-4ee6-baed-91a987e21bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:11.416912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddcd7b-f7a8-4f73-b9f9-f82406eeccc5 req-bd3fe19f-adb9-4e32-8cf5-34e201fb3366 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:11.418362 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8ddcd7b-f7a8-4f73-b9f9-f82406eeccc5 req-bd3fe19f-adb9-4e32-8cf5-34e201fb3366 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0482264 Aug 29 18:00:11.455921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8ddcd7b-f7a8-4f73-b9f9-f82406eeccc5 req-5890d17b-6a08-49ca-b7b5-aa4605339530 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Aug 29 18:00:12.577918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0beb92-b10b-4427-95aa-efc568520aa0 req-de40cb3f-ba4c-4a40-a604-8a6261f42c34 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:12.580089 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f0beb92-b10b-4427-95aa-efc568520aa0 req-de40cb3f-ba4c-4a40-a604-8a6261f42c34 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0556662 Aug 29 18:00:12.618357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f0beb92-b10b-4427-95aa-efc568520aa0 req-8b488c85-83d8-4d18-ae50-aec6dd0dfa16 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Aug 29 18:00:12.830606 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:13.348070 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:13.733939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f6cda-3e12-4017-8d20-898559650902 req-cb8fe449-72b3-4dab-801b-2e43fdeae241 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:13.735916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-620f6cda-3e12-4017-8d20-898559650902 req-cb8fe449-72b3-4dab-801b-2e43fdeae241 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0524259 Aug 29 18:00:13.772693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-620f6cda-3e12-4017-8d20-898559650902 req-1d77123e-228b-4cd4-903c-7370ed168e59 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309980 Aug 29 18:00:13.894873 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d671225e-6b28-4c89-a2d5-61e613cbf4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:13.930313 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:14.884973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8671b-716f-4b9d-8cf0-6cac4f7662d2 req-8a198ee6-c780-4f59-8d8f-6b15bd7507c9 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:14.886480 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9e8671b-716f-4b9d-8cf0-6cac4f7662d2 req-8a198ee6-c780-4f59-8d8f-6b15bd7507c9 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0477531 Aug 29 18:00:14.923306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9e8671b-716f-4b9d-8cf0-6cac4f7662d2 req-9f18e409-fd7b-443f-b498-a992ff223622 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303586 Aug 29 18:00:15.543205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:16.035195 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9a94f-1d2c-49fa-b915-81eac81e5f3d req-f3798800-e1f1-4a26-b231-7c560a712108 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:16.036639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4d9a94f-1d2c-49fa-b915-81eac81e5f3d req-f3798800-e1f1-4a26-b231-7c560a712108 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0480154 Aug 29 18:00:16.073150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4d9a94f-1d2c-49fa-b915-81eac81e5f3d req-881e44b2-1fda-4457-8df4-1d7a47df747d tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Aug 29 18:00:16.852656 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:17.186717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c809ef5-f662-4305-b7b8-417bfc4cf730 req-d881c521-e64a-4897-bdea-918ca657452a tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:17.188771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c809ef5-f662-4305-b7b8-417bfc4cf730 req-d881c521-e64a-4897-bdea-918ca657452a tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0493519 Aug 29 18:00:17.226038 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8c809ef5-f662-4305-b7b8-417bfc4cf730 req-3a02ff05-9482-42e3-a53d-77ea62e05f16 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Aug 29 18:00:18.338539 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f40f5-2d55-4c51-872e-dd558882a164 req-14d33a53-5451-4053-ad22-ebfce9a50c0d tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:18.340018 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e63f40f5-2d55-4c51-872e-dd558882a164 req-14d33a53-5451-4053-ad22-ebfce9a50c0d tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0475655 Aug 29 18:00:18.376848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e63f40f5-2d55-4c51-872e-dd558882a164 req-a1d9aed1-ea51-4b34-8f8a-f6c2459c35f6 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303173 Aug 29 18:00:19.495673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a9253-88e2-44c6-bdb8-df864ee8c271 req-955bd353-6dc5-4bb2-b495-05ecfe499eb6 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:19.497099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f5a9253-88e2-44c6-bdb8-df864ee8c271 req-955bd353-6dc5-4bb2-b495-05ecfe499eb6 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0529947 Aug 29 18:00:19.535417 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f5a9253-88e2-44c6-bdb8-df864ee8c271 req-9a56e7d6-af60-435e-aefe-407e4fd6102b tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Aug 29 18:00:20.657086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2ecdf-46db-49e2-86cf-93fc2caf7c8b req-8851f38b-1edd-4a77-8d63-a1eb5885d951 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:20.658571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70a2ecdf-46db-49e2-86cf-93fc2caf7c8b req-8851f38b-1edd-4a77-8d63-a1eb5885d951 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0545216 Aug 29 18:00:20.696745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70a2ecdf-46db-49e2-86cf-93fc2caf7c8b req-9ade645c-15d6-4b39-883d-0035d194c86c tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Aug 29 18:00:21.224018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66ced026-66b9-4b91-a952-2a1838274cbe req-3c4a0c73-e113-4319-8be0-e341cc19e79c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254736 Aug 29 18:00:21.288914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66ced026-66b9-4b91-a952-2a1838274cbe req-90f04a5f-0153-4631-b233-bd5577bf6fc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0253861 Aug 29 18:00:21.325612 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66ced026-66b9-4b91-a952-2a1838274cbe req-a4a164f3-d361-49e2-94e4-13d00710c205 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182779 Aug 29 18:00:21.419427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced026-66b9-4b91-a952-2a1838274cbe req-63e06252-4494-49fb-bec4-7512b4867612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:21.420782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-66ced026-66b9-4b91-a952-2a1838274cbe req-63e06252-4494-49fb-bec4-7512b4867612 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886209 Aug 29 18:00:21.810350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62e024-f263-4515-8b4f-1f1cd3ce083d req-b8b776c3-11ee-45ae-acbf-07161419e2df tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:21.811850 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d62e024-f263-4515-8b4f-1f1cd3ce083d req-b8b776c3-11ee-45ae-acbf-07161419e2df tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0489576 Aug 29 18:00:21.848337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4d62e024-f263-4515-8b4f-1f1cd3ce083d req-1d83d08f-8527-4c2f-a949-409dff0adb73 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306258 Aug 29 18:00:22.962355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a1f4-4154-4c1a-92b1-b0595a7a1c4a req-baf7e081-ab64-4b62-b116-a995b403c7c4 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:22.963853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4807a1f4-4154-4c1a-92b1-b0595a7a1c4a req-baf7e081-ab64-4b62-b116-a995b403c7c4 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0495737 Aug 29 18:00:23.001159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4807a1f4-4154-4c1a-92b1-b0595a7a1c4a req-be22a58c-70f7-4996-8e8a-5f49cd5103a7 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Aug 29 18:00:24.113229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680742af-36b1-4376-8194-8af8e49f7875 req-e810b988-e2f3-46e6-b445-00d0d994d16a tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:24.114762 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-680742af-36b1-4376-8194-8af8e49f7875 req-e810b988-e2f3-46e6-b445-00d0d994d16a tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0483427 Aug 29 18:00:24.152740 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-680742af-36b1-4376-8194-8af8e49f7875 req-583ce870-cded-4540-9286-65648536ce43 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Aug 29 18:00:25.271748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c0bde-9268-413b-bb70-008e1ea07d14 req-3af459ce-f0a4-4fef-805a-a3659bc41113 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:25.273221 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-217c0bde-9268-413b-bb70-008e1ea07d14 req-3af459ce-f0a4-4fef-805a-a3659bc41113 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0494916 Aug 29 18:00:25.309596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-217c0bde-9268-413b-bb70-008e1ea07d14 req-98f16e0b-cebc-486e-9cda-16be778c227f tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305033 Aug 29 18:00:26.427383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c42615-2d48-41b2-a2ad-9810f4eb6302 req-efaf284b-a630-49bf-bd7d-1bc7a130cc40 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:26.428839 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c42615-2d48-41b2-a2ad-9810f4eb6302 req-efaf284b-a630-49bf-bd7d-1bc7a130cc40 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0526989 Aug 29 18:00:26.465656 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c42615-2d48-41b2-a2ad-9810f4eb6302 req-84ab85ca-8de2-49d9-a774-563a3a7c19aa tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305319 Aug 29 18:00:27.588919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6bd41-1a1b-4ee4-9042-9d1dbda511a9 req-d98ae5b4-8e49-4eaa-9a94-7308f9183a96 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:27.590370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bee6bd41-1a1b-4ee4-9042-9d1dbda511a9 req-d98ae5b4-8e49-4eaa-9a94-7308f9183a96 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0570343 Aug 29 18:00:27.651353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bee6bd41-1a1b-4ee4-9042-9d1dbda511a9 req-35da7801-ac2e-4193-89a7-625f298d2301 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527551 Aug 29 18:00:27.653986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc07b-39de-4434-8880-89d50b054703 req-6bbd8417-dcd6-4c2a-8211-b27d691c2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:27.655397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4ecc07b-39de-4434-8880-89d50b054703 req-6bbd8417-dcd6-4c2a-8211-b27d691c2be6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1098 time: 0.0641773 Aug 29 18:00:27.761569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc07b-39de-4434-8880-89d50b054703 req-011b8ce4-d949-4651-9e12-3d0fdacc010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:27.762982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4ecc07b-39de-4434-8880-89d50b054703 req-011b8ce4-d949-4651-9e12-3d0fdacc010d service neutron] 10.222.0.43 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 912 time: 0.0848715 Aug 29 18:00:27.802776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4ecc07b-39de-4434-8880-89d50b054703 req-03fa1a84-0369-45d1-bc5f-88312e288eda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 217 time: 0.0327616 Aug 29 18:00:27.849709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc07b-39de-4434-8880-89d50b054703 req-f48195be-2012-44bd-bca5-79609a6854d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:27.851080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4ecc07b-39de-4434-8880-89d50b054703 req-f48195be-2012-44bd-bca5-79609a6854d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 200 len: 851 time: 0.0418572 Aug 29 18:00:27.881633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4ecc07b-39de-4434-8880-89d50b054703 req-2ccd29eb-722a-42d5-8a87-0617c51611fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=475be68d-5475-4934-8cb4-ef92c16778fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235696 Aug 29 18:00:27.970761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4ecc07b-39de-4434-8880-89d50b054703 req-bf6655c1-dd52-41d4-9a30-d70b2e811e95 service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816045 Aug 29 18:00:28.056350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d4ecc07b-39de-4434-8880-89d50b054703 req-6fb744df-ee08-48cc-8389-21d995117fcb service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788064 Aug 29 18:00:28.764117 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447383-3743-4247-a44a-e4bef9a1ee5c req-60d6bca7-7850-4f5e-9989-7d2672854842 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:28.765603 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed447383-3743-4247-a44a-e4bef9a1ee5c req-60d6bca7-7850-4f5e-9989-7d2672854842 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0488031 Aug 29 18:00:28.802378 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ed447383-3743-4247-a44a-e4bef9a1ee5c req-41e1e080-292b-4895-bbc1-1142bb3086b2 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Aug 29 18:00:29.927363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569fb79-5a3c-49e9-bc3c-77b81acf1785 req-2b2dfc00-b16c-4a1b-972f-d8691370095d tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:29.928838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7569fb79-5a3c-49e9-bc3c-77b81acf1785 req-2b2dfc00-b16c-4a1b-972f-d8691370095d tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0572782 Aug 29 18:00:29.965617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7569fb79-5a3c-49e9-bc3c-77b81acf1785 req-7134b8ac-2e5f-4cd2-b8b5-f33c858bfff1 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Aug 29 18:00:30.639022 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-e0f654c5-8005-429f-8084-94f38202fae7 service neutron] show failed (client error): The resource could not be found. Aug 29 18:00:30.639999 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-e0f654c5-8005-429f-8084-94f38202fae7 service neutron] 10.222.0.43 "GET /v2.0/ports/14bc6486-aea0-4457-a561-6f98e7152c24/bindings/n-h1-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0549903 Aug 29 18:00:30.855900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-67d843ca-be0a-43a9-8f9e-f827a2e5cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:30.857461 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-67d843ca-be0a-43a9-8f9e-f827a2e5cdca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288&tenant_id=186a3a80a55c43628e0df09e11bc4181 HTTP/1.1" status: 200 len: 1098 time: 0.0682011 Aug 29 18:00:30.869730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:30.922641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:31.126369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009e2c5-092b-401d-8232-4bcd0d688570 req-165c3af6-bb54-4536-8a02-eab703ab0295 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:31.127798 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3009e2c5-092b-401d-8232-4bcd0d688570 req-165c3af6-bb54-4536-8a02-eab703ab0295 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 946 time: 0.0955908 Aug 29 18:00:31.190164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:31.194574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3009e2c5-092b-401d-8232-4bcd0d688570 req-7fd20f56-8b41-4939-a4db-1f782eb03878 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604532 Aug 29 18:00:31.228369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:00:31.266286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:31.269110 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f963b30d-84ab-460b-9128-66136ff16ae2" -d '{"events": [{"server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "name": "network-vif-unplugged", "status": "completed", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:31.272943 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:31.286286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Transition to ACTIVE for port object 14bc6486-aea0-4457-a561-6f98e7152c24 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:31.289813 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:31.328906 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e9fc48-6fa5-46ed-8b05-dc2504ae842e x-openstack-request-id: req-17e9fc48-6fa5-46ed-8b05-dc2504ae842e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:31.329197 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "name": "network-vif-unplugged", "status": "completed", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:31.330023 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17e9fc48-6fa5-46ed-8b05-dc2504ae842e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:31.330423 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24', 'code': 200} Aug 29 18:00:31.350673 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] No DVR routers for this DVR port 14bc6486-aea0-4457-a561-6f98e7152c24 on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:00:31.363448 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:31.388450 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.388721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.389063 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.389398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.389730 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.390060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.390388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.390743 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.391072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.391398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.391721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.392652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:31.403822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Attempting to bind port 14bc6486-aea0-4457-a561-6f98e7152c24 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:00:31.404159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Attempting to bind port 14bc6486-aea0-4457-a561-6f98e7152c24 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:00:31.404488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Attempting to bind port 14bc6486-aea0-4457-a561-6f98e7152c24 on network 475be68d-5475-4934-8cb4-ef92c16778fc {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:31.408823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Port 14bc6486-aea0-4457-a561-6f98e7152c24 on network 475be68d-5475-4934-8cb4-ef92c16778fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:00:31.409147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Attempting to bind port 14bc6486-aea0-4457-a561-6f98e7152c24 on network 475be68d-5475-4934-8cb4-ef92c16778fc {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:31.413826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:00:31.414161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Checking segment: {'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:00:31.414537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Bound using segment: {'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:00:31.415000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Bound port: 14bc6486-aea0-4457-a561-6f98e7152c24, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05fc829-6f84-4081-a568-3407613c8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:00:31.415359 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:31.476979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:00:31.480351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:00:31.484509 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:31.516575 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:31.517825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:31.519238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] 10.222.0.44 "PUT /v2.0/ports/14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 1093 time: 0.6534345 Aug 29 18:00:31.548295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430540a-a9d9-4120-9e32-c96e52739322 service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:31.582826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-1d27d98a-dc6c-4d15-8632-c2eac3e3cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:31.584367 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-1d27d98a-dc6c-4d15-8632-c2eac3e3cbd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1096 time: 0.0438795 Aug 29 18:00:31.674893 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-565e94da-63c4-4819-bd3b-6fa1db138b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:31.676276 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-565e94da-63c4-4819-bd3b-6fa1db138b9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 912 time: 0.0852454 Aug 29 18:00:31.716724 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-f9688861-a952-4a36-b455-49330ea4dd8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 217 time: 0.0329783 Aug 29 18:00:31.769565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-8b027a24-4fc6-44e1-a898-4a374a280a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:31.771028 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-8b027a24-4fc6-44e1-a898-4a374a280a6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 200 len: 851 time: 0.0467653 Aug 29 18:00:31.801538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-51228f26-80ff-4da4-ac2c-87439167cc6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=475be68d-5475-4934-8cb4-ef92c16778fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236664 Aug 29 18:00:31.887149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-28514cff-78af-46c9-a634-9ca5b43acac4 service neutron] 10.222.0.44 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784473 Aug 29 18:00:31.976469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7b2f7d7-6e13-4b58-963e-40a0dfec0af4 req-b243b4af-2f33-425b-ade9-2947f206d247 service neutron] 10.222.0.44 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819817 Aug 29 18:00:32.309496 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b1a2b-b9e4-4444-adf7-7830226904f7 req-8ef3f545-ecdf-4c9f-9870-9a9fbdb538ea tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:32.311004 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f4b1a2b-b9e4-4444-adf7-7830226904f7 req-8ef3f545-ecdf-4c9f-9870-9a9fbdb538ea tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 944 time: 0.0488300 Aug 29 18:00:32.347296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8f4b1a2b-b9e4-4444-adf7-7830226904f7 req-7d1f2b5a-05ef-429d-a051-3080f3b73af0 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Aug 29 18:00:33.331842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:33.334196 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a" -d '{"events": [{"name": "network-changed", "server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:33.381720 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6b3c16-7765-49a4-b0d7-9c62ae001c70 x-openstack-request-id: req-da6b3c16-7765-49a4-b0d7-9c62ae001c70 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:33.382098 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:33.382414 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da6b3c16-7765-49a4-b0d7-9c62ae001c70 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:33.383074 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24', 'status': 'completed', 'code': 200} Aug 29 18:00:33.447228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-12d19ebe-0199-486c-9ac6-e5b17fffeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:33.449365 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-12d19ebe-0199-486c-9ac6-e5b17fffeec3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1096 time: 0.0429394 Aug 29 18:00:33.487841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-400b7e67-c932-49d4-abc8-63497c266317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:33.489362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-400b7e67-c932-49d4-abc8-63497c266317 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1096 time: 0.0886850 Aug 29 18:00:33.503909 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757840-41f3-40ec-8a98-9ca9c5acd019 req-bae0cdb6-d47d-4903-8479-bd1b2fb54653 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:33.513334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-45757840-41f3-40ec-8a98-9ca9c5acd019 req-bae0cdb6-d47d-4903-8479-bd1b2fb54653 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 944 time: 0.0817420 Aug 29 18:00:33.549750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-9cc6abda-7622-4986-9aff-69f7d62445aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:33.551592 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-9cc6abda-7622-4986-9aff-69f7d62445aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 912 time: 0.0948484 Aug 29 18:00:33.596486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-e79019cc-3068-4116-bace-1221ba6ed91a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 217 time: 0.0374005 Aug 29 18:00:33.608603 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-45757840-41f3-40ec-8a98-9ca9c5acd019 req-692ef09c-1804-4c4c-9d16-fd02b5a0186b tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944109 Aug 29 18:00:33.631543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-1e33d516-f153-455b-ba6e-4aed8feb1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:33.633146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-1e33d516-f153-455b-ba6e-4aed8feb1db8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 912 time: 0.1178412 Aug 29 18:00:33.646523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-7f913743-685d-4111-b0a1-00a88d52eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:33.648008 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-7f913743-685d-4111-b0a1-00a88d52eba2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 200 len: 851 time: 0.0449007 Aug 29 18:00:33.678125 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-74479915-e430-494f-bdce-9d11156b447d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 217 time: 0.0376890 Aug 29 18:00:33.684122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-09e199a0-6125-494b-a91d-f9ec3eeb52e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=475be68d-5475-4934-8cb4-ef92c16778fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288820 Aug 29 18:00:33.726120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-00080fd9-9ea9-4687-abfc-860ef2fbd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:33.727618 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-00080fd9-9ea9-4687-abfc-860ef2fbd101 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 200 len: 851 time: 0.0423150 Aug 29 18:00:33.758415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-867946e2-1e8f-4907-a932-74b0143f4e8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=475be68d-5475-4934-8cb4-ef92c16778fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241730 Aug 29 18:00:33.772303 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-76bc3732-9279-42ee-8031-ac83880ef47a service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813820 Aug 29 18:00:33.849503 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-288eb761-8010-450f-862c-6583d2143dcf service neutron] 10.222.0.44 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 Aug 29 18:00:33.864248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-9f778fcb-ead3-45fc-9b59-0ad5090b9f43 service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851638 Aug 29 18:00:33.938928 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-70df37cc-1d73-4f5d-87fd-63578ea3ce0a req-171d5e7a-2cb4-4e33-91a7-6c7dd3a0639a service neutron] 10.222.0.44 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825031 Aug 29 18:00:34.431108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:00:34.468007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:00:34.725143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bbf28-8207-4be9-9bf3-b880f2ccf42b req-aef72699-2940-4c7a-8f27-0783fbe521f7 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:34.726536 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-845bbf28-8207-4be9-9bf3-b880f2ccf42b req-aef72699-2940-4c7a-8f27-0783fbe521f7 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 944 time: 0.0489073 Aug 29 18:00:34.762879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-845bbf28-8207-4be9-9bf3-b880f2ccf42b req-c432f582-02e4-4565-b679-c3638182405a tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Aug 29 18:00:35.024339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060a31-cca1-40b2-8110-1847f5af9213 req-fb7376d3-922e-4d3c-9ce1-a914dde2691e tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:35.025794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-fb7376d3-922e-4d3c-9ce1-a914dde2691e tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.43 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288&tenant_id=186a3a80a55c43628e0df09e11bc4181&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 944 time: 0.0810895 Aug 29 18:00:35.088885 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-16060a31-cca1-40b2-8110-1847f5af9213 req-031fe40f-d915-4c83-984e-c8589896ae25 service neutron] delete failed (client error): The resource could not be found. Aug 29 18:00:35.089850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-031fe40f-d915-4c83-984e-c8589896ae25 service neutron] 10.222.0.43 "DELETE /v2.0/ports/14bc6486-aea0-4457-a561-6f98e7152c24/bindings/n-h2-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0557902 Aug 29 18:00:35.170441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060a31-cca1-40b2-8110-1847f5af9213 req-02bd088a-e347-4ee1-875f-2da729d87afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:35.171913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-02bd088a-e347-4ee1-875f-2da729d87afd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=186a3a80a55c43628e0df09e11bc4181&device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 1096 time: 0.0398154 Aug 29 18:00:35.262629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060a31-cca1-40b2-8110-1847f5af9213 req-4a9b3441-cec5-42af-ab84-e3ecfd9f82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:35.264071 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-4a9b3441-cec5-42af-ab84-e3ecfd9f82b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 200 len: 912 time: 0.0851648 Aug 29 18:00:35.304329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-ed99272c-f255-409f-8b13-49101ca6086b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 200 len: 217 time: 0.0328476 Aug 29 18:00:35.351293 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060a31-cca1-40b2-8110-1847f5af9213 req-0714d63e-a300-404b-8cd9-bb2ff75110cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:35.352661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-0714d63e-a300-404b-8cd9-bb2ff75110cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 200 len: 851 time: 0.0418191 Aug 29 18:00:35.383310 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-c0908cb0-a7b5-474f-a28b-6ef42ed1a128 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=475be68d-5475-4934-8cb4-ef92c16778fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239089 Aug 29 18:00:35.473951 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-82ffac8d-25ac-457e-b1b3-10b52acff65e service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834632 Aug 29 18:00:35.567581 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-aead4c30-7b52-43ad-a302-8299b90d259a service neutron] 10.222.0.43 "GET /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870512 Aug 29 18:00:35.929312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:00:36.024639 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:36.037523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '14bc6486-aea0-4457-a561-6f98e7152c24', 'network_id': '475be68d-5475-4934-8cb4-ef92c16778fc', 'port_id': '14bc6486-aea0-4457-a561-6f98e7152c24', 'mac_address': 'fa:16:3e:d4:0f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275d7477-c7dd-4add-9b1f-c608a562ecb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:00:36.074323 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:36.087245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bc6486-aea0-4457-a561-6f98e7152c24 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:00:36.106514 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:36.111658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:36.170255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:36.248263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b10d0-af15-48f3-b4aa-7dc214af9c51 req-c88d4c79-4c55-40c0-b8a2-35ff3067bdf0 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:36.249745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e37b10d0-af15-48f3-b4aa-7dc214af9c51 req-c88d4c79-4c55-40c0-b8a2-35ff3067bdf0 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 945 time: 0.0539186 Aug 29 18:00:36.288699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e37b10d0-af15-48f3-b4aa-7dc214af9c51 req-7e79331f-2aac-4abd-a432-c0451fab1611 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Aug 29 18:00:36.343710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['14bc6486-aea0-4457-a561-6f98e7152c24'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:00:37.403990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fdfe3-59c9-4f41-9640-77dfa1d22582 req-c924dc0c-abaf-4d9f-9d34-0e918aeb4807 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:37.405446 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f11fdfe3-59c9-4f41-9640-77dfa1d22582 req-c924dc0c-abaf-4d9f-9d34-0e918aeb4807 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 945 time: 0.0479403 Aug 29 18:00:37.455231 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f11fdfe3-59c9-4f41-9640-77dfa1d22582 req-2791aa83-80cd-40e8-9baf-0f054d250c2d tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.41 "GET /v2.0/security-groups?id=b43a2fa4-7b99-4e95-8637-b5de8287b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431352 Aug 29 18:00:37.492749 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060a31-cca1-40b2-8110-1847f5af9213 req-71b931b8-d749-44dc-99c6-2577c9fb6dd9 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:37.494220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-71b931b8-d749-44dc-99c6-2577c9fb6dd9 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.44 "GET /v2.0/ports?device_id=a62a4221-ece6-41d5-8546-507cc4a89288 HTTP/1.1" status: 200 len: 945 time: 0.0577269 Aug 29 18:00:37.579478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Deleting port 14bc6486-aea0-4457-a561-6f98e7152c24 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:00:37.579824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:37.666845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] For port 14bc6486-aea0-4457-a561-6f98e7152c24, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=14bc6486-aea0-4457-a561-6f98e7152c24,segment=NetworkSegment(b05fc829-6f84-4081-a568-3407613c8ca1),segment_id=b05fc829-6f84-4081-a568-3407613c8ca1)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:37.667211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:37.680140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Calling delete_port for 14bc6486-aea0-4457-a561-6f98e7152c24 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:00:37.804285 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:37.815628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['14bc6486-aea0-4457-a561-6f98e7152c24'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:00:37.831694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Pushing event deleted for resources: {'Port': ['ID=14bc6486-aea0-4457-a561-6f98e7152c24,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:37.872306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] No DVR routers for this DVR port 14bc6486-aea0-4457-a561-6f98e7152c24 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:00:37.874814 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:37.876846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16060a31-cca1-40b2-8110-1847f5af9213 req-8c149d00-dc1a-4d1c-9b53-a3b4c5d4df87 tempest-DeleteServersTestJSON-762386527 tempest-DeleteServersTestJSON-762386527-project] 10.222.0.44 "DELETE /v2.0/ports/14bc6486-aea0-4457-a561-6f98e7152c24 HTTP/1.1" status: 204 len: 173 time: 0.3766937 Aug 29 18:00:37.877286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'name': 'network-vif-deleted', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:37.879518 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905a0d76-67dd-4695-873a-8533f45d94cc" -d '{"events": [{"server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "name": "network-vif-deleted", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:37.918166 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ef81f-edbe-4529-a500-9bca6e24aa53 x-openstack-request-id: req-a60ef81f-edbe-4529-a500-9bca6e24aa53 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:37.918446 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a4221-ece6-41d5-8546-507cc4a89288", "name": "network-vif-deleted", "tag": "14bc6486-aea0-4457-a561-6f98e7152c24", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:37.918730 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a60ef81f-edbe-4529-a500-9bca6e24aa53 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:37.919132 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a4221-ece6-41d5-8546-507cc4a89288', 'name': 'network-vif-deleted', 'tag': '14bc6486-aea0-4457-a561-6f98e7152c24', 'status': 'completed', 'code': 200} Aug 29 18:00:37.942506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:37.964775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 14bc6486-aea0-4457-a561-6f98e7152c24 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:00:37.965210 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 18:00:37.984556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Port 14bc6486-aea0-4457-a561-6f98e7152c24 not found, will not notify nova. {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 18:00:38.580891 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32966) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:38.623728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b1a1f9-b956-43e8-8513-7a9811072463 admin admin] Deleting subnet 275d7477-c7dd-4add-9b1f-c608a562ecb2 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:00:38.626683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13b1a1f9-b956-43e8-8513-7a9811072463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.666684 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13b1a1f9-b956-43e8-8513-7a9811072463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.703490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13b1a1f9-b956-43e8-8513-7a9811072463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.754001 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13b1a1f9-b956-43e8-8513-7a9811072463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.780879 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1a1f9-b956-43e8-8513-7a9811072463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275d7477-c7dd-4add-9b1f-c608a562ecb2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:38.785099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-13b1a1f9-b956-43e8-8513-7a9811072463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.787467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-13b1a1f9-b956-43e8-8513-7a9811072463 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/275d7477-c7dd-4add-9b1f-c608a562ecb2 HTTP/1.1" status: 204 len: 168 time: 0.2050560 Aug 29 18:00:38.789427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32968) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:38.858169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.900036 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:00:38.935117 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.945565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475be68d-5475-4934-8cb4-ef92c16778fc']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:38.956740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05fc829-6f84-4081-a568-3407613c8ca1') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:38.957040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05fc829-6f84-4081-a568-3407613c8ca1') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:38.965644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.978983 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.984672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:00:38.985063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:00:38.986728 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:00:39.042853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:39.048258 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:39.050120 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/475be68d-5475-4934-8cb4-ef92c16778fc HTTP/1.1" status: 204 len: 168 time: 0.2597706 Aug 29 18:00:39.062475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdf8c1-00eb-4807-abce-c7189b218df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=475be68d-5475-4934-8cb4-ef92c16778fc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:39.158202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:39.197951 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5e595d91-fbec-44c6-841f-972cabc5a7e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=186a3a80a55c43628e0df09e11bc4181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385559 Aug 29 18:00:39.200441 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32974) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:39.247055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3d82c66-eaea-4ac7-909e-24e03b87ae2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:39.268248 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3d82c66-eaea-4ac7-909e-24e03b87ae2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:39.315476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3d82c66-eaea-4ac7-909e-24e03b87ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:39.318340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f3d82c66-eaea-4ac7-909e-24e03b87ae2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:39.319550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f3d82c66-eaea-4ac7-909e-24e03b87ae2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b43a2fa4-7b99-4e95-8637-b5de8287b9f2 HTTP/1.1" status: 204 len: 168 time: 0.1181266 Aug 29 18:00:39.328237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d82c66-eaea-4ac7-909e-24e03b87ae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43a2fa4-7b99-4e95-8637-b5de8287b9f2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:39.956568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 32996) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:40.052100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1736016208-network', 'tenant_id': '9e6596059b8c4e48b6525afb3a9483b0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:40.072276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Made reservation on behalf of 9e6596059b8c4e48b6525afb3a9483b0 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:00:40.074902 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.087227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.174491 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.178062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.198367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:00:40.211802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:40.217315 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.217677 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Added segment 7d5e227d-6fd6-4d39-8247-328030025dfd of type vlan for network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 Aug 29 18:00:40.262772 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.287191 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.288146 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:40.288742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.338811 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3809743 Aug 29 18:00:40.341681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33000) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:40.346816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Request body: {'subnet': {'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1736016208-subnet', 'tenant_id': '9e6596059b8c4e48b6525afb3a9483b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:40.347561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dda94-52d2-4606-a1da-f1c346b08ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc9a2ed-034c-4245-8f5f-54a79a27afb5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:40.357970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:00:40.372456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Made reservation on behalf of 9e6596059b8c4e48b6525afb3a9483b0 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:00:40.374839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.536579 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.591487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a665d4-4395-41d3-8e13-63093dc13104,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:40.603434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.603778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.604113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.604458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.604786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.605109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.605430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.605752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.606071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.606389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.606742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.607055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:40.610163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Checking segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:00:40.610509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Network hostable DHCP agents. Network: fbc9a2ed-034c-4245-8f5f-54a79a27afb5, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:00:40.628379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:00:40.636715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, fbc9a2ed-034c-4245-8f5f-54a79a27afb5) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:40.640921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:40.641573 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:40.647272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3708959-58ac-4de7-91a7-d609b3d286cb None None] Network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:00:40.657107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e1f82d9e-a74a-43df-a76a-a8f97ff0e413 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3142459 Aug 29 18:00:40.770674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4927ac3-a100-495b-9aab-1e11bd7954af None None] Network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:00:41.076227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b2e37734-0816-4645-8b7e-52fd10877a0f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:41.077675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b2e37734-0816-4645-8b7e-52fd10877a0f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 815 time: 0.1020470 Aug 29 18:00:41.092048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-4889eaf0-9950-44f4-8da4-4423111c1202 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/quotas/9e6596059b8c4e48b6525afb3a9483b0 HTTP/1.1" status: 200 len: 375 time: 0.0086608 Aug 29 18:00:41.123687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-5db83040-67c5-4f77-a16a-7f19dacfc157 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261602 Aug 29 18:00:41.209297 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-0beeac5f-f646-427b-8d5a-f2a118055976 service neutron] 10.222.0.41 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788524 Aug 29 18:00:41.255170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-785e959e-71fc-4914-bca5-ca49dbf5a8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:41.301505 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-85b179f6-ba6f-4a51-9ec0-af4af40cc75f service neutron] 10.222.0.41 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863585 Aug 29 18:00:41.464937 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5f26b596-7f2b-410e-97da-a331fd72c595 req-c3444e9d-5fbd-4a76-94b3-2b1cf66927d1 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 210 time: 0.0304470 Aug 29 18:00:41.744449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-e07a2455-3f1e-42f7-a835-7e7acef58c9f req-e0f78cdb-2d95-40d6-af68-3182ab2cc71d service neutron] (94795) timed out ('10.222.0.41', 41962) {{(pid=94795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:00:41.972502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:00:41.991861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 14bc6486-aea0-4457-a561-6f98e7152c24 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:00:41.992211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 14bc6486-aea0-4457-a561-6f98e7152c24 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:00:42.353033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-1831f5d3-f4d6-49ab-abd4-b60626951786 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:42.355012 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-1831f5d3-f4d6-49ab-abd4-b60626951786 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 815 time: 0.1006677 Aug 29 18:00:42.368967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Request body: {'port': {'device_id': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5', 'admin_state_up': True, 'tenant_id': '9e6596059b8c4e48b6525afb3a9483b0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:42.566378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2fc74e8-73de-4371-8959-05616ec3a091 req-ba7426e0-5ed0-4ecd-bd8f-86f7e77d979e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 210 time: 0.0292165 Aug 29 18:00:42.792560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Made reservation on behalf of 9e6596059b8c4e48b6525afb3a9483b0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:00:42.796194 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:42.843679 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:42.915202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Allocated IP 172.20.0.14 (fbc9a2ed-034c-4245-8f5f-54a79a27afb5/01a665d4-4395-41d3-8e13-63093dc13104/c3caf716-8978-4132-9a76-8aa551e877f1) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:00:43.057758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.094758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.135940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:00:43.140997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:43.145256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:00:43.171945 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:43.197926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:43.198532 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.212215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-b310077a-e869-4d6a-99e6-e0cae6f51298 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8475826 Aug 29 18:00:43.225337 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Request body: {'port': {'device_id': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:43.275882 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.365643 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.534461 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3caf716-8978-4132-9a76-8aa551e877f1 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:00:43.541600 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.554111 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Transition to ACTIVE for port object c3caf716-8978-4132-9a76-8aa551e877f1 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:43.557748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.612190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:43.701263 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Attempting to bind port c3caf716-8978-4132-9a76-8aa551e877f1 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:00:43.701588 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Attempting to bind port c3caf716-8978-4132-9a76-8aa551e877f1 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:00:43.701918 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Attempting to bind port c3caf716-8978-4132-9a76-8aa551e877f1 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:43.708869 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Port c3caf716-8978-4132-9a76-8aa551e877f1 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:00:43.709197 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Attempting to bind port c3caf716-8978-4132-9a76-8aa551e877f1 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:43.721003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb0fbd-1a61-482e-b489-2ac19433f937 req-4288e9c1-ebf6-4a9e-826c-eadadf4aec40 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:43.722477 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4bb0fbd-1a61-482e-b489-2ac19433f937 req-4288e9c1-ebf6-4a9e-826c-eadadf4aec40 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 944 time: 0.0754378 Aug 29 18:00:43.723625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:00:43.723960 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Checking segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:00:43.724342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Bound using segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:00:43.724773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Bound port: c3caf716-8978-4132-9a76-8aa551e877f1, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:00:43.725128 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.805810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4bb0fbd-1a61-482e-b489-2ac19433f937 req-fcfcc3bb-c1b4-436e-b2fa-17bcc4640af1 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724289 Aug 29 18:00:43.815489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:00:43.818736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:00:43.824396 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.857347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:43.857960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.859366 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 1093 time: 0.6379986 Aug 29 18:00:43.859815 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:43.862561 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29561bd3-d1f8-40e9-a1fb-041ed32de86d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:43.887053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49d6c-ad42-4e11-aeb0-d3564d489aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:43.904245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fbd265e8-bc0f-4927-bbeb-1b2cf7139533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.925927 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329560c3-8757-4817-bd2b-dc1b373010fa x-openstack-request-id: req-329560c3-8757-4817-bd2b-dc1b373010fa {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:43.925927 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:43.926197 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-329560c3-8757-4817-bd2b-dc1b373010fa {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:43.926407 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'status': 'completed', 'code': 200} Aug 29 18:00:43.931338 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:43.943665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-5c990c38-9244-478a-8b21-19beef25233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:43.945187 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-5c990c38-9244-478a-8b21-19beef25233e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0479953 Aug 29 18:00:43.989452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-7c2c34bc-c0fe-4fc5-8813-f44c9feedc13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 217 time: 0.0366461 Aug 29 18:00:44.036617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-dbf75ff1-7e05-4c7c-9531-11563cf43366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:44.038019 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-dbf75ff1-7e05-4c7c-9531-11563cf43366 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0420718 Aug 29 18:00:44.069174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-7d8c4f24-5c57-41f7-87b6-f862d23afaaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242348 Aug 29 18:00:44.159698 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-c5db64a1-e938-428b-97ad-22bbf67b4472 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834262 Aug 29 18:00:44.255088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2c3a7fb1-9a39-4899-836a-bf5454a13442 req-6a46b6b6-be4c-4456-88d1-d9256e68b6d9 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859327 Aug 29 18:00:44.343080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-62ac22e3-c1a3-4b55-a91a-28c97b9c5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:44.344578 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-62ac22e3-c1a3-4b55-a91a-28c97b9c5bc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0465124 Aug 29 18:00:44.436330 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-72711f3b-9281-4d08-ac2a-caa9e38d34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:44.437689 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-72711f3b-9281-4d08-ac2a-caa9e38d34f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0851631 Aug 29 18:00:44.480879 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-bcfc173e-a1c8-4a50-aec6-88596ae1fc05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 217 time: 0.0343864 Aug 29 18:00:44.529316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-1e56038b-0750-4234-a94f-f79ea39d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:44.530756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-1e56038b-0750-4234-a94f-f79ea39d2e9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0422454 Aug 29 18:00:44.566390 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-8cdaf95f-816f-43cc-9c5b-f0854c1834bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277767 Aug 29 18:00:44.654754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-dd86c926-d10b-429a-a787-c41082339986 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807488 Aug 29 18:00:44.745807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-29561bd3-d1f8-40e9-a1fb-041ed32de86d req-5c4f952a-4a0d-4f3b-831c-1cb4c5cb2352 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830240 Aug 29 18:00:44.919226 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a4dd-72cd-49dc-a0e1-09b80b959c12 req-dcb13899-5802-40af-a6a3-866086b45b48 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:44.920704 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f10a4dd-72cd-49dc-a0e1-09b80b959c12 req-dcb13899-5802-40af-a6a3-866086b45b48 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 944 time: 0.0492585 Aug 29 18:00:44.957934 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f10a4dd-72cd-49dc-a0e1-09b80b959c12 req-1ce44d33-e081-4849-95f3-73bc7ae02ae5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313427 Aug 29 18:00:45.544765 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:46.069676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fb41b-3006-4820-9d13-c67c864a9f10 req-9fc3648b-9d58-4408-9c7c-c775888cf32e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:46.071125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff1fb41b-3006-4820-9d13-c67c864a9f10 req-9fc3648b-9d58-4408-9c7c-c775888cf32e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 944 time: 0.0473173 Aug 29 18:00:46.108072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff1fb41b-3006-4820-9d13-c67c864a9f10 req-3e366278-f3e4-4327-a54c-3a8a31198e43 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311286 Aug 29 18:00:46.855221 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:47.222256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7884c25-bdc2-4cf8-b150-d6263749a46a req-f493f48d-b648-4702-9cb2-1710c8cde5d4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:47.223771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7884c25-bdc2-4cf8-b150-d6263749a46a req-f493f48d-b648-4702-9cb2-1710c8cde5d4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 944 time: 0.0483241 Aug 29 18:00:47.260947 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7884c25-bdc2-4cf8-b150-d6263749a46a req-1df199de-ffc5-47a5-8736-ee2b758ebe3a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Aug 29 18:00:48.003930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c3caf716-8978-4132-9a76-8aa551e877f1 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:00:48.099541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:48.110272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5', 'port_id': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'mac_address': 'fa:16:3e:a1:30:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a665d4-4395-41d3-8e13-63093dc13104', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:00:48.146275 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:48.159023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3caf716-8978-4132-9a76-8aa551e877f1 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:00:48.178369 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:48.181785 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:48.229433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:48.236484 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.236833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.237177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.237513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.237846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.238176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.238501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.238870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.239194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.239516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.239837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.240156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:48.377092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd1f1c-550c-4a9b-b895-3923f15bc166 req-629d927b-485c-4ab3-8359-4648d7d2f6d7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:48.378540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88dd1f1c-550c-4a9b-b895-3923f15bc166 req-629d927b-485c-4ab3-8359-4648d7d2f6d7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 945 time: 0.0514820 Aug 29 18:00:48.381884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['c3caf716-8978-4132-9a76-8aa551e877f1'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:00:48.416533 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88dd1f1c-550c-4a9b-b895-3923f15bc166 req-615be50f-336e-4ca0-b621-2a1a4f290333 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Aug 29 18:00:49.534020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5f48-ab3b-43c4-9776-aa5a89f77091 req-7c02d01c-1006-4909-a11f-f80e0aa56d24 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:49.535529 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d3e5f48-ab3b-43c4-9776-aa5a89f77091 req-7c02d01c-1006-4909-a11f-f80e0aa56d24 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 945 time: 0.0525074 Aug 29 18:00:49.572663 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d3e5f48-ab3b-43c4-9776-aa5a89f77091 req-8f93184a-b358-4db6-9179-f5ca8e4da6fc tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312555 Aug 29 18:00:50.020049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c3caf716-8978-4132-9a76-8aa551e877f1 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:50.069335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port c3caf716-8978-4132-9a76-8aa551e877f1 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:50.072928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port c3caf716-8978-4132-9a76-8aa551e877f1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:50.073299 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:50.145736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:50.166662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:50.168868 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbf808b-0ac8-4a38-9e88-8e55951cb174" -d '{"events": [{"server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "name": "network-vif-plugged", "status": "completed", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:50.180595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:50.184964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:50.208833 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ccbb8d-912e-43a5-8028-4f332d8ebe7f x-openstack-request-id: req-d9ccbb8d-912e-43a5-8028-4f332d8ebe7f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:50.209225 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "name": "network-vif-plugged", "status": "completed", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:50.209480 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9ccbb8d-912e-43a5-8028-4f332d8ebe7f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:50.209889 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'code': 200} Aug 29 18:00:50.234214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:50.306680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307473d2-6bac-4d2e-b9b3-b2196db4268f req-04ec7f7e-2010-4adf-bcdc-d89c99feba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:50.308063 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-307473d2-6bac-4d2e-b9b3-b2196db4268f req-04ec7f7e-2010-4adf-bcdc-d89c99feba4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 1098 time: 0.0387027 Aug 29 18:00:50.342415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-307473d2-6bac-4d2e-b9b3-b2196db4268f req-6419b26f-ec71-445d-9df7-e396aa2e426c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269837 Aug 29 18:00:50.683907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30735a-84e4-4a3a-8335-bf18d0e50f62 req-115f6a89-26da-4eeb-a1dd-e30086bb09e9 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:50.685384 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a30735a-84e4-4a3a-8335-bf18d0e50f62 req-115f6a89-26da-4eeb-a1dd-e30086bb09e9 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0474799 Aug 29 18:00:50.723808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a30735a-84e4-4a3a-8335-bf18d0e50f62 req-57f3b79d-ca16-4ab2-9739-9089df82f7ce tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Aug 29 18:00:51.837467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20238e1c-2590-4d0a-92a2-1392143364ab req-db4ff45d-a4eb-4c03-aa56-ef12685f155f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:51.838921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20238e1c-2590-4d0a-92a2-1392143364ab req-db4ff45d-a4eb-4c03-aa56-ef12685f155f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0474691 Aug 29 18:00:51.874795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-20238e1c-2590-4d0a-92a2-1392143364ab req-30ce9e13-c4c6-4020-ba8d-7adf49139598 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298877 Aug 29 18:00:51.990679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e27787-bf89-46d3-9383-cb86869122b1 req-37b9754a-cf41-4489-8e39-ae24b5cdfdce tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:51.992198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41e27787-bf89-46d3-9383-cb86869122b1 req-37b9754a-cf41-4489-8e39-ae24b5cdfdce tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0517530 Aug 29 18:00:52.029575 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41e27787-bf89-46d3-9383-cb86869122b1 req-4c1c289e-8df6-4871-ad29-5af10791bb87 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Aug 29 18:00:52.224941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b6941-d9b9-4555-83d8-2368abec5c90 req-fcf41d48-9145-437d-9d61-7d979073c6d3 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:52.226400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e6b6941-d9b9-4555-83d8-2368abec5c90 req-fcf41d48-9145-437d-9d61-7d979073c6d3 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0478392 Aug 29 18:00:52.263695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3e6b6941-d9b9-4555-83d8-2368abec5c90 req-1a29f807-c372-4b5f-bfbc-2c78be72a27e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Aug 29 18:00:52.374756 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1736f-af58-4deb-bba2-29f49767e0d8 req-5707b14c-2698-435a-aac3-da377538f1f6 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:52.376219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda1736f-af58-4deb-bba2-29f49767e0d8 req-5707b14c-2698-435a-aac3-da377538f1f6 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0482678 Aug 29 18:00:52.412741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cda1736f-af58-4deb-bba2-29f49767e0d8 req-4269836e-2c4b-4bc7-87d7-d9374dc3038a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Aug 29 18:00:52.664137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-9f478b8e-f55e-4cc9-9472-70dda6b1b98d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709743 Aug 29 18:00:52.672249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d6955-bb71-4a3b-a25f-733b60ea061e req-7ebeefe0-cc57-441c-979a-f858375b4c3e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:52.673675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c53d6955-bb71-4a3b-a25f-733b60ea061e req-7ebeefe0-cc57-441c-979a-f858375b4c3e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0721920 Aug 29 18:00:52.712764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c53d6955-bb71-4a3b-a25f-733b60ea061e req-09213bee-f601-4484-b433-3d2c50d7dc5e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Aug 29 18:00:53.739714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-11fd04fc-81a1-4268-87c0-7ea7fd792d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:53.741844 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-11fd04fc-81a1-4268-87c0-7ea7fd792d5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 1098 time: 0.0408123 Aug 29 18:00:53.868022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34307dd2-40ab-4aae-8f11-59370ca9aa55 req-71379bdd-03ec-4271-9875-0348ca43fcf6 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:53.869496 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34307dd2-40ab-4aae-8f11-59370ca9aa55 req-71379bdd-03ec-4271-9875-0348ca43fcf6 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0754428 Aug 29 18:00:53.873846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-9e1bca98-d829-4f46-9be1-1be62576427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:53.875217 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-9e1bca98-d829-4f46-9be1-1be62576427c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.1263189 Aug 29 18:00:53.926690 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-910207b2-ca6b-4eb0-9538-abf8ea7633b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 217 time: 0.0440075 Aug 29 18:00:53.965115 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34307dd2-40ab-4aae-8f11-59370ca9aa55 req-ea5be615-9c3e-4e74-850e-deea940940ef tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889974 Aug 29 18:00:53.982238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-def11f3b-c251-4d40-b04a-73130b1c4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:53.983684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-def11f3b-c251-4d40-b04a-73130b1c4011 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0479326 Aug 29 18:00:54.014856 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-2e1146a8-7dfd-4072-9f8e-498ff54d75fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238264 Aug 29 18:00:54.104598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-0a1ba338-d8d6-482e-9f0e-cc4a0672171d service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827947 Aug 29 18:00:54.192475 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-1c42309b-4237-4c0e-b06f-4890201cc5fc service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813169 Aug 29 18:00:55.078022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1bffc-1fd0-4fe3-99ef-7507efea0ea0 req-0074a54a-e801-4646-8d85-8c4842284eb0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:55.079497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0aa1bffc-1fd0-4fe3-99ef-7507efea0ea0 req-0074a54a-e801-4646-8d85-8c4842284eb0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0477691 Aug 29 18:00:55.115716 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0aa1bffc-1fd0-4fe3-99ef-7507efea0ea0 req-198dc969-fdea-4352-9216-c6392766495c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304742 Aug 29 18:00:56.230122 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e1b5-2cd6-47ac-9d42-e2004133577a req-becf226f-7a47-4061-9018-a9e0038a64a5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:56.231592 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dda5e1b5-2cd6-47ac-9d42-e2004133577a req-becf226f-7a47-4061-9018-a9e0038a64a5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0484455 Aug 29 18:00:56.268379 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dda5e1b5-2cd6-47ac-9d42-e2004133577a req-c6530788-fdc9-4443-aade-24cc0b9d9fb2 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303416 Aug 29 18:00:57.384394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d674447-8520-4e9f-b608-16590a462172 req-3a3d7aae-4365-4b47-8475-f24f58f050b3 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:57.385831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d674447-8520-4e9f-b608-16590a462172 req-3a3d7aae-4365-4b47-8475-f24f58f050b3 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0512609 Aug 29 18:00:57.421657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d674447-8520-4e9f-b608-16590a462172 req-7ae099b7-2d96-4896-8bfb-16c03558c6dd tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299749 Aug 29 18:00:58.541158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9cea-edbc-4954-bc73-566eaf911830 req-9efe5c03-7117-4fd8-867e-44df72f7d765 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:58.542667 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11fb9cea-edbc-4954-bc73-566eaf911830 req-9efe5c03-7117-4fd8-867e-44df72f7d765 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0523496 Aug 29 18:00:58.581196 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11fb9cea-edbc-4954-bc73-566eaf911830 req-6143645b-2c27-4414-9e50-f16b38c770cd tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Aug 29 18:00:59.694125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915469a6-ee74-4db1-b183-cca271f170e4 req-8e9bf5d4-61ce-4868-9ecd-8c19d648376f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:59.695624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-915469a6-ee74-4db1-b183-cca271f170e4 req-8e9bf5d4-61ce-4868-9ecd-8c19d648376f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0480108 Aug 29 18:00:59.731542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-915469a6-ee74-4db1-b183-cca271f170e4 req-31d34949-6106-49af-a5ef-7b46e82f8dd8 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301871 Aug 29 18:01:00.847006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f48dd-9ad1-417d-9fcb-ce097dc1029e req-1b066a6f-6362-4813-a613-88e742adf027 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:00.848470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-514f48dd-9ad1-417d-9fcb-ce097dc1029e req-1b066a6f-6362-4813-a613-88e742adf027 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0477993 Aug 29 18:01:00.885352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-514f48dd-9ad1-417d-9fcb-ce097dc1029e req-fc5dceed-9372-4e78-ab54-ad922a3c86c0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310333 Aug 29 18:01:01.997296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48939b52-f1ae-483c-99db-0df6c058f937 req-11efa31a-c21e-4f73-a96e-b16f048ea958 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:01.998755 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48939b52-f1ae-483c-99db-0df6c058f937 req-11efa31a-c21e-4f73-a96e-b16f048ea958 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0470219 Aug 29 18:01:02.035648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-48939b52-f1ae-483c-99db-0df6c058f937 req-ba01488a-202a-4f57-89a1-9f5446a2506e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304153 Aug 29 18:01:03.146836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eba746-f8d2-4414-a951-daddb606384e req-8aec19c9-b877-4f44-bbc6-f46133bc71ea tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:03.148311 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18eba746-f8d2-4414-a951-daddb606384e req-8aec19c9-b877-4f44-bbc6-f46133bc71ea tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0485566 Aug 29 18:01:03.185235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18eba746-f8d2-4414-a951-daddb606384e req-efa1f603-0dca-40f3-8c0f-16405fb8483c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Aug 29 18:01:04.298977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6914d3-5b4a-40d0-ad5b-8ec9c6a3c10d req-0f3e367e-9864-46ad-97f3-ca8600a42949 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:04.300396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be6914d3-5b4a-40d0-ad5b-8ec9c6a3c10d req-0f3e367e-9864-46ad-97f3-ca8600a42949 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0519180 Aug 29 18:01:04.337695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be6914d3-5b4a-40d0-ad5b-8ec9c6a3c10d req-83a4ca7c-6b18-425c-a96d-9c69ad4dd6ce tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Aug 29 18:01:05.453968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219dee2-ce34-4e26-988c-a2039a8c6133 req-4112749f-67a4-43c1-a7d9-63abb8e86272 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:05.455978 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a219dee2-ce34-4e26-988c-a2039a8c6133 req-4112749f-67a4-43c1-a7d9-63abb8e86272 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0526526 Aug 29 18:01:05.494329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a219dee2-ce34-4e26-988c-a2039a8c6133 req-2c41702e-dec1-46b4-acaa-35c95168ab1f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Aug 29 18:01:06.613857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60d84-0934-41c3-9267-268826d35742 req-63c005b7-9a24-4663-a34a-6ed30b90f9b4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:06.615329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cbf60d84-0934-41c3-9267-268826d35742 req-63c005b7-9a24-4663-a34a-6ed30b90f9b4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0472808 Aug 29 18:01:06.652465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cbf60d84-0934-41c3-9267-268826d35742 req-4a20833b-456a-402e-89b7-be8ba801ec5f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Aug 29 18:01:07.821343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d77a82-1061-453e-b9fc-68040f6c7bb0 req-4a2822bf-482d-43dd-967f-e8b05ec0ff8b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:07.822847 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86d77a82-1061-453e-b9fc-68040f6c7bb0 req-4a2822bf-482d-43dd-967f-e8b05ec0ff8b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.1048007 Aug 29 18:01:07.859175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86d77a82-1061-453e-b9fc-68040f6c7bb0 req-8ba2af71-667c-473f-b8d0-29f3be1b0f39 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304739 Aug 29 18:01:09.034010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1afbf-4b4f-4342-99e0-101edc50a44d req-1b5fdb36-93d7-4c21-9504-28d029d50471 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:09.035550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cec1afbf-4b4f-4342-99e0-101edc50a44d req-1b5fdb36-93d7-4c21-9504-28d029d50471 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.1096199 Aug 29 18:01:09.072225 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cec1afbf-4b4f-4342-99e0-101edc50a44d req-ba3a83c3-58d5-4aed-895e-da58047cae2e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Aug 29 18:01:10.184264 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639ac3c-a8bb-4ae7-bc2f-28500e639875 req-04ce564a-d6d6-43e5-8cad-c143baf52c38 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:10.185733 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5639ac3c-a8bb-4ae7-bc2f-28500e639875 req-04ce564a-d6d6-43e5-8cad-c143baf52c38 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0474262 Aug 29 18:01:10.222481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5639ac3c-a8bb-4ae7-bc2f-28500e639875 req-877a5c60-f3ba-44c1-b1c1-93aa23b132aa tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302188 Aug 29 18:01:11.255075 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf70c-c049-4963-87a3-dbb3ea3e1066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:11.338513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c62b3-7405-4938-989d-3b9c0bf3191b req-01f57662-e40d-48ef-bc9c-dbdadd346611 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:11.340042 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f1c62b3-7405-4938-989d-3b9c0bf3191b req-01f57662-e40d-48ef-bc9c-dbdadd346611 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0503721 Aug 29 18:01:11.376863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f1c62b3-7405-4938-989d-3b9c0bf3191b req-e4378489-7d19-48d7-822e-b8f1acb83d82 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Aug 29 18:01:12.494836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ee38-0b4a-43e8-bf85-1649607b7f90 req-c518b21b-45f5-41fd-b950-db45ed32a42d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:12.496319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa48ee38-0b4a-43e8-bf85-1649607b7f90 req-c518b21b-45f5-41fd-b950-db45ed32a42d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0520952 Aug 29 18:01:12.533965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa48ee38-0b4a-43e8-bf85-1649607b7f90 req-2b7bbef8-fece-4517-a335-598171d80ae1 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Aug 29 18:01:12.834694 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:13.381823 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:13.648085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db670669-db2f-49f1-b288-f2dd2e49bb3c req-39e5fa0e-a3b0-480f-a07b-325f2f9d2c2a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:13.649538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-db670669-db2f-49f1-b288-f2dd2e49bb3c req-39e5fa0e-a3b0-480f-a07b-325f2f9d2c2a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0489733 Aug 29 18:01:13.686381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-db670669-db2f-49f1-b288-f2dd2e49bb3c req-6483a2d1-cae5-42a2-af5e-cf569748dce8 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308492 Aug 29 18:01:13.894797 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e4890e1-ddda-4642-8dd1-a66cf2064b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:13.931178 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:14.799313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52d19e-41c4-4df0-acbb-48860075a4ac req-71e1d5df-3496-4b6c-bb3d-82bd1e0ff4ab tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:14.800816 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e52d19e-41c4-4df0-acbb-48860075a4ac req-71e1d5df-3496-4b6c-bb3d-82bd1e0ff4ab tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0487096 Aug 29 18:01:14.837852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e52d19e-41c4-4df0-acbb-48860075a4ac req-4434db47-a34e-4cf2-82fd-1d9803cb6902 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Aug 29 18:01:15.548509 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:15.899888 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:01:15.950794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97abc6e-be26-491c-8650-15fe9a29f2ba req-08a20d1c-8d0c-4f80-b6a6-eec6ec8d27e8 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:15.952232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f97abc6e-be26-491c-8650-15fe9a29f2ba req-08a20d1c-8d0c-4f80-b6a6-eec6ec8d27e8 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0484707 Aug 29 18:01:15.988321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f97abc6e-be26-491c-8650-15fe9a29f2ba req-b5a138c7-07db-4a1b-bb3e-f91f8142039a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Aug 29 18:01:16.857580 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:17.100453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676930d-5354-4530-bb9c-208a5ae475c1 req-a50440e7-b1e8-423b-95cf-df6b4a95537a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:17.101828 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e676930d-5354-4530-bb9c-208a5ae475c1 req-a50440e7-b1e8-423b-95cf-df6b4a95537a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Aug 29 18:01:17.139034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e676930d-5354-4530-bb9c-208a5ae475c1 req-a3721bb8-c00e-4230-b78d-c4291d62e975 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 Aug 29 18:01:18.256196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dfaeb-7a2c-4463-a4d9-7513f615b0ca req-ee11b17a-3178-4895-8125-b64c82d0e725 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:18.257640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e0dfaeb-7a2c-4463-a4d9-7513f615b0ca req-ee11b17a-3178-4895-8125-b64c82d0e725 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0515914 Aug 29 18:01:18.294238 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e0dfaeb-7a2c-4463-a4d9-7513f615b0ca req-88e19a2a-c42c-406e-8a75-627314b3eea9 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305128 Aug 29 18:01:19.411286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba1281-6d4f-4b3e-9052-c6f3e5dd3921 req-253329ec-99d0-42b1-b048-add9c5e1a37a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:19.412773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3dba1281-6d4f-4b3e-9052-c6f3e5dd3921 req-253329ec-99d0-42b1-b048-add9c5e1a37a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0526376 Aug 29 18:01:19.450785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3dba1281-6d4f-4b3e-9052-c6f3e5dd3921 req-bd2d5270-2d3d-40e7-93af-c99ddf9c9b27 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Aug 29 18:01:20.564131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ac42b-60e2-4183-92fd-514548a22578 req-90c6d27e-e37d-4a62-8e73-49b781e6ba44 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:20.566078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052ac42b-60e2-4183-92fd-514548a22578 req-90c6d27e-e37d-4a62-8e73-49b781e6ba44 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0491378 Aug 29 18:01:20.604541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-052ac42b-60e2-4183-92fd-514548a22578 req-03cf8995-9339-4121-9db8-301c2fde00a4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Aug 29 18:01:21.187144 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-a61cfdf4-53b3-4a55-a167-51c853cfb1d1 service neutron] show failed (client error): The resource could not be found. Aug 29 18:01:21.188172 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-a61cfdf4-53b3-4a55-a167-51c853cfb1d1 service neutron] 10.222.0.44 "GET /v2.0/ports/c3caf716-8978-4132-9a76-8aa551e877f1/bindings/n-h2-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0545077 Aug 29 18:01:21.403664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-4520b476-5e3f-4e3e-bbf2-a48ac5ff386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:21.405016 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-4520b476-5e3f-4e3e-bbf2-a48ac5ff386b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8&tenant_id=9e6596059b8c4e48b6525afb3a9483b0 HTTP/1.1" status: 200 len: 1098 time: 0.0714161 Aug 29 18:01:21.416736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:01:21.723548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7ec31-8ddc-43e1-b94a-9a937a3ac6d1 req-75d011a8-47a5-4eed-8343-93e14d7aa450 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:21.725109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ec7ec31-8ddc-43e1-b94a-9a937a3ac6d1 req-75d011a8-47a5-4eed-8343-93e14d7aa450 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0504088 Aug 29 18:01:21.765225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5ec7ec31-8ddc-43e1-b94a-9a937a3ac6d1 req-83312664-eb89-4d26-a044-e9e0cfca31ad tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340531 Aug 29 18:01:21.795287 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:21.987383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:01:22.019937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:01:22.056583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:01:22.058846 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a290c6-3cfe-475f-999c-23081f67888f" -d '{"events": [{"server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:01:22.062504 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:22.074841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Transition to ACTIVE for port object c3caf716-8978-4132-9a76-8aa551e877f1 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:01:22.078722 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:22.111180 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5dd589-4333-4ade-b077-1def353ade03 x-openstack-request-id: req-4e5dd589-4333-4ade-b077-1def353ade03 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:01:22.111477 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:01:22.111744 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e5dd589-4333-4ade-b077-1def353ade03 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:01:22.112148 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'code': 200} Aug 29 18:01:22.146103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] No DVR routers for this DVR port c3caf716-8978-4132-9a76-8aa551e877f1 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:01:22.152573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:22.184466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Attempting to bind port c3caf716-8978-4132-9a76-8aa551e877f1 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:01:22.184793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Attempting to bind port c3caf716-8978-4132-9a76-8aa551e877f1 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:01:22.185116 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Attempting to bind port c3caf716-8978-4132-9a76-8aa551e877f1 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:01:22.190941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Port c3caf716-8978-4132-9a76-8aa551e877f1 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:01:22.191270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Attempting to bind port c3caf716-8978-4132-9a76-8aa551e877f1 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:01:22.196264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:01:22.196605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Checking segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:01:22.196995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Bound using segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:01:22.197423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Bound port: c3caf716-8978-4132-9a76-8aa551e877f1, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:01:22.197781 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:22.237973 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bba6a962-cc48-4629-89d8-ae9527827332 req-3fdfb159-a254-4b03-aa4f-4536c311a75d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284169 Aug 29 18:01:22.262179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:01:22.265392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:01:22.270132 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:22.304056 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bba6a962-cc48-4629-89d8-ae9527827332 req-9e69112d-1d11-471c-b0ac-27579020f94a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0253105 Aug 29 18:01:22.305911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:22.306490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:22.307867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] 10.222.0.43 "PUT /v2.0/ports/c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 1093 time: 0.8951876 Aug 29 18:01:22.338249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48d671-8b4b-468d-b826-b34e4946dc84 service neutron] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:22.341992 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bba6a962-cc48-4629-89d8-ae9527827332 req-c82fd176-996d-47be-a3b9-2e4b499a61b3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195618 Aug 29 18:01:22.369457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-7dcc02b9-6f0d-4681-8453-1bae0f416ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:22.370958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-7dcc02b9-6f0d-4681-8453-1bae0f416ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0414495 Aug 29 18:01:22.433522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6a962-cc48-4629-89d8-ae9527827332 req-48ca6b33-ae2e-419a-9e95-4f88bb5d7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:22.435036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bba6a962-cc48-4629-89d8-ae9527827332 req-48ca6b33-ae2e-419a-9e95-4f88bb5d7328 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866430 Aug 29 18:01:22.459487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-8a2907c4-f638-4def-ab9a-ac958cb01914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:22.460977 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-8a2907c4-f638-4def-ab9a-ac958cb01914 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0836971 Aug 29 18:01:22.507475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-0ec2b5bc-c528-481b-b5cc-864ac8b2a1e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 217 time: 0.0394273 Aug 29 18:01:22.555733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-7da4d65f-b7b5-448e-a2df-1c98f92627b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:22.557526 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-7da4d65f-b7b5-448e-a2df-1c98f92627b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0432978 Aug 29 18:01:22.587572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-97a44f91-a931-4f8c-95ea-a706c86d4e10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235846 Aug 29 18:01:22.676845 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-30e8a183-d5af-4bdd-a9b7-7bf737a5a3d9 service neutron] 10.222.0.43 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823970 Aug 29 18:01:22.762746 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e02270-d46d-4fe3-8ff0-95e67f0ab53f req-b5b6d7a2-1455-461d-9f88-580a0b752829 service neutron] 10.222.0.43 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783308 Aug 29 18:01:22.890207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b026a0-074b-4105-b820-705699d29532 req-e8529f05-bb5d-4396-a0f4-5612c542680d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:22.891817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6b026a0-074b-4105-b820-705699d29532 req-e8529f05-bb5d-4396-a0f4-5612c542680d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 944 time: 0.0571344 Aug 29 18:01:22.930364 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6b026a0-074b-4105-b820-705699d29532 req-54698f27-935d-4513-82fc-ec7363369736 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Aug 29 18:01:24.045459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3713f6-3e22-4180-8fdc-c18f7764ee4f req-78090fe1-b42d-43a4-bba6-f28fb3316c30 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:24.046933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f3713f6-3e22-4180-8fdc-c18f7764ee4f req-78090fe1-b42d-43a4-bba6-f28fb3316c30 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 944 time: 0.0488706 Aug 29 18:01:24.087231 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0f3713f6-3e22-4180-8fdc-c18f7764ee4f req-229b7b5b-9678-4a98-b984-9cc5d83bc5f5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Aug 29 18:01:24.112979 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:01:24.116339 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:01:24.164130 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542427ed-b3f4-440c-8124-f82c930b11f1 x-openstack-request-id: req-542427ed-b3f4-440c-8124-f82c930b11f1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:01:24.164421 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:01:24.164679 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-542427ed-b3f4-440c-8124-f82c930b11f1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:01:24.165071 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'status': 'completed', 'code': 200} Aug 29 18:01:24.224433 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-c121a430-0d5d-4086-9f43-924ef7c924bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:24.225893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-c121a430-0d5d-4086-9f43-924ef7c924bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0427086 Aug 29 18:01:24.234221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-62aa5c80-9e3b-4e9d-8e08-bdeef921ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:24.237392 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-62aa5c80-9e3b-4e9d-8e08-bdeef921ae3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0474789 Aug 29 18:01:24.323484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-0cb136a6-49bf-49f3-8ea4-016d61f7aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:24.324988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-0cb136a6-49bf-49f3-8ea4-016d61f7aded service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0921977 Aug 29 18:01:24.329187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-48b6d62f-c46e-4b46-9f35-118b432cb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:24.330656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-48b6d62f-c46e-4b46-9f35-118b432cb6f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0880127 Aug 29 18:01:24.366859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-aa373b6a-500c-40d7-a0e8-02133b51c447 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 217 time: 0.0341873 Aug 29 18:01:24.375464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-1e6df271-f5c9-4ea9-a4ea-337df296ce71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 217 time: 0.0372620 Aug 29 18:01:24.416819 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-91836515-e058-428c-994e-3bd70c3e02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:24.418310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-91836515-e058-428c-994e-3bd70c3e02ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0451214 Aug 29 18:01:24.430698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-ad9e8810-f142-45bc-a59d-5d4e8d1064ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:24.432135 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-ad9e8810-f142-45bc-a59d-5d4e8d1064ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0503502 Aug 29 18:01:24.450055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-ca881602-05c9-4424-aa59-97e67caef6d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245323 Aug 29 18:01:24.470252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-2dc1dc71-03b9-45bf-98c9-8d1bdca945ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309939 Aug 29 18:01:24.542697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-8ed9e566-97e2-4267-b118-d1bc53cad925 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853422 Aug 29 18:01:24.563091 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-489240d5-83d1-48f2-97b2-67b530517829 service neutron] 10.222.0.43 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858688 Aug 29 18:01:24.611913 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c3caf716-8978-4132-9a76-8aa551e877f1 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:01:24.634543 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-f3f5cb0e-6d04-47a4-b3b0-e6f857f5c41f service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850060 Aug 29 18:01:24.653736 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15f91ae7-f6d5-4e5e-a24e-858a81b60f31 req-5019b0b9-61d9-411a-81c3-c6be52e2b3bc service neutron] 10.222.0.43 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835779 Aug 29 18:01:24.704121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:01:24.714996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5', 'port_id': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'mac_address': 'fa:16:3e:a1:30:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a665d4-4395-41d3-8e13-63093dc13104', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:01:24.753588 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:24.765743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3caf716-8978-4132-9a76-8aa551e877f1 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:01:24.783640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:01:24.787704 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:24.832482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:24.996555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c3caf716-8978-4132-9a76-8aa551e877f1'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:01:25.202298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735720e9-224f-4b1a-822f-3864e5d068a8 req-c9e212f2-61c5-4f2d-beff-393c72adabc4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:25.203785 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-735720e9-224f-4b1a-822f-3864e5d068a8 req-c9e212f2-61c5-4f2d-beff-393c72adabc4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Aug 29 18:01:25.243341 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-735720e9-224f-4b1a-822f-3864e5d068a8 req-9919396d-e060-49c5-8cf8-260d2e37cacf tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334747 Aug 29 18:01:25.437711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5684f4-0357-4fda-bf18-4427c5579479 req-ae9ff010-bcdb-46f5-81c2-35707771dd0e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:25.439137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9e5684f4-0357-4fda-bf18-4427c5579479 req-ae9ff010-bcdb-46f5-81c2-35707771dd0e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Aug 29 18:01:25.480693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9e5684f4-0357-4fda-bf18-4427c5579479 req-cc680f5c-7843-4a37-90c0-f377ff79c156 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Aug 29 18:01:25.486215 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-968655a9-8893-415d-9988-f260cf2fd5b2 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:25.487760 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-968655a9-8893-415d-9988-f260cf2fd5b2 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8&tenant_id=9e6596059b8c4e48b6525afb3a9483b0&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 945 time: 0.0889158 Aug 29 18:01:25.549422 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-7d10feeb-369e-4281-9f77-9e779c76448d service neutron] delete failed (client error): The resource could not be found. Aug 29 18:01:25.550449 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-7d10feeb-369e-4281-9f77-9e779c76448d service neutron] 10.222.0.44 "DELETE /v2.0/ports/c3caf716-8978-4132-9a76-8aa551e877f1/bindings/n-h1-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0554245 Aug 29 18:01:25.634995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-646955fc-29af-47f2-8f4f-b28da96a6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:25.636520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-646955fc-29af-47f2-8f4f-b28da96a6c38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 1097 time: 0.0407221 Aug 29 18:01:25.726486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-26b39771-4a80-40f0-9973-61698790c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:25.727851 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-26b39771-4a80-40f0-9973-61698790c581 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0841575 Aug 29 18:01:25.768212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-dfe7db68-851c-4e6d-aeb8-cb17fd91e543 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 200 len: 217 time: 0.0328050 Aug 29 18:01:25.814218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-ceaccba0-5383-4394-82f8-ae2afb0e9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:25.816246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-ceaccba0-5383-4394-82f8-ae2afb0e9e18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0398855 Aug 29 18:01:25.850306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-3781d266-8a42-4d4b-ab95-bdb455912aa3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269613 Aug 29 18:01:25.934911 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-b423f76f-d02b-41e2-b10e-f471f4263516 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775373 Aug 29 18:01:26.024489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb0dd8a3-3f13-445f-8b9d-1577818c07a3 req-4e556bb5-00dc-41bc-8fb2-b6dd3eecf984 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821455 Aug 29 18:01:26.164141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c3caf716-8978-4132-9a76-8aa551e877f1 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:01:26.201988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c3caf716-8978-4132-9a76-8aa551e877f1 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:01:26.605404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f359d2-aef8-4a54-9b70-01c025e95d28 req-f383000e-5312-4813-9de5-f1bf47bdfb3e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:26.607088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86f359d2-aef8-4a54-9b70-01c025e95d28 req-f383000e-5312-4813-9de5-f1bf47bdfb3e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 945 time: 0.0511222 Aug 29 18:01:26.619554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c3caf716-8978-4132-9a76-8aa551e877f1 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:01:26.647016 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86f359d2-aef8-4a54-9b70-01c025e95d28 req-9adcafd1-217a-4441-9df7-71d43907978c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Aug 29 18:01:26.674640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port c3caf716-8978-4132-9a76-8aa551e877f1 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:01:26.679595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port c3caf716-8978-4132-9a76-8aa551e877f1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:01:26.680050 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:26.757654 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:26.759675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c311c7-2d41-4feb-98ec-4e5ec0086627 req-5ad00319-791a-4462-9ab8-bd83bbecd18e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:26.761140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69c311c7-2d41-4feb-98ec-4e5ec0086627 req-5ad00319-791a-4462-9ab8-bd83bbecd18e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 945 time: 0.0480027 Aug 29 18:01:26.779501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:01:26.781700 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f30d82f-531e-4170-ba96-d9775b792160" -d '{"events": [{"server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "name": "network-vif-plugged", "status": "completed", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:01:26.795012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:01:26.799386 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:26.799690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69c311c7-2d41-4feb-98ec-4e5ec0086627 req-c20bd153-7cd2-4b25-8746-c4e63a10e3b9 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Aug 29 18:01:26.852127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:26.890534 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d40d3ba-d584-4006-856a-ede57971b894 x-openstack-request-id: req-4d40d3ba-d584-4006-856a-ede57971b894 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:01:26.890851 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "name": "network-vif-plugged", "status": "completed", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:01:26.891106 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d40d3ba-d584-4006-856a-ede57971b894 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:01:26.891505 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'code': 200} Aug 29 18:01:26.930121 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c406671-dd08-4ec8-9305-757c8645c423 req-e5e25a44-2429-40ec-bdd9-b3c78ef1b829 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:26.931530 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c406671-dd08-4ec8-9305-757c8645c423 req-e5e25a44-2429-40ec-bdd9-b3c78ef1b829 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0491040 Aug 29 18:01:26.967829 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2c406671-dd08-4ec8-9305-757c8645c423 req-63d9f393-f548-497b-b4de-d68fdb1a012e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304949 Aug 29 18:01:27.308484 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e546e-c78d-4451-935c-457e1342388d req-523cb9ba-33f2-47ad-a8c8-940c78a4612a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:27.309921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-523cb9ba-33f2-47ad-a8c8-940c78a4612a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 815 time: 0.1007385 Aug 29 18:01:27.324831 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-2fb708fd-de7c-4b14-882c-197fafb9415b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/quotas/9e6596059b8c4e48b6525afb3a9483b0 HTTP/1.1" status: 200 len: 375 time: 0.0091860 Aug 29 18:01:27.371367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-3fbbf61d-f024-4efd-82ea-06bc65368053 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414789 Aug 29 18:01:27.463878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-919c6962-8a7b-40f3-8ecf-4d9eff8d9156 service neutron] 10.222.0.41 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854454 Aug 29 18:01:27.552577 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-cba8d146-2020-4558-a76e-f9e763a89989 service neutron] 10.222.0.41 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827403 Aug 29 18:01:27.712015 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-192110a3-d499-40f3-8472-dbfa26c0cf99 req-90ac2c40-8972-4555-bae7-060dd57c9561 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Aug 29 18:01:28.457746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-a877d0e8-0bb2-4a7a-8879-40da24dee267 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:28.459967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-a877d0e8-0bb2-4a7a-8879-40da24dee267 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d47bf-ee5c-4c21-ad5d-87e381671eb8 HTTP/1.1" status: 200 len: 946 time: 0.0488694 Aug 29 18:01:28.558317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Deleting port c3caf716-8978-4132-9a76-8aa551e877f1 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:01:28.558687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:28.641488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e546e-c78d-4451-935c-457e1342388d req-0c8b2cb4-3849-45c9-b1c8-d8260c52c77b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:28.643345 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-0c8b2cb4-3849-45c9-b1c8-d8260c52c77b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 815 time: 0.1223311 Aug 29 18:01:28.654869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] For port c3caf716-8978-4132-9a76-8aa551e877f1, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=c3caf716-8978-4132-9a76-8aa551e877f1,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:01:28.655242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:28.659275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Request body: {'port': {'device_id': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5', 'admin_state_up': True, 'tenant_id': '9e6596059b8c4e48b6525afb3a9483b0'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:01:28.672754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Calling delete_port for c3caf716-8978-4132-9a76-8aa551e877f1 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:01:28.772923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Made reservation on behalf of 9e6596059b8c4e48b6525afb3a9483b0 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:01:28.776418 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:28.811246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-745de6a8-7a7e-4353-9c38-b90a21df1e13 req-6e0fa480-fce4-46c5-a0d7-a32eb9cdaa9a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 210 time: 0.0288091 Aug 29 18:01:28.831998 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:28.834921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c3caf716-8978-4132-9a76-8aa551e877f1'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:01:28.855534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Pushing event deleted for resources: {'Port': ['ID=c3caf716-8978-4132-9a76-8aa551e877f1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:28.896361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] No DVR routers for this DVR port c3caf716-8978-4132-9a76-8aa551e877f1 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:01:28.898971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:28.900920 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1dc44d5c-313d-44aa-ad8a-12e0053482cf req-b4c62cb0-5fba-40f1-9104-6505b0cdfc17 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.43 "DELETE /v2.0/ports/c3caf716-8978-4132-9a76-8aa551e877f1 HTTP/1.1" status: 204 len: 173 time: 0.4328668 Aug 29 18:01:28.901362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'name': 'network-vif-deleted', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:01:28.903685 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb926c13-d2e9-4f78-b311-361f6aadcbe6" -d '{"events": [{"server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "name": "network-vif-deleted", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:01:28.941952 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc15224c-5d8e-4102-8db6-e3dab1beacb8 x-openstack-request-id: req-fc15224c-5d8e-4102-8db6-e3dab1beacb8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:01:28.942245 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d47bf-ee5c-4c21-ad5d-87e381671eb8", "name": "network-vif-deleted", "tag": "c3caf716-8978-4132-9a76-8aa551e877f1", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:01:28.942495 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc15224c-5d8e-4102-8db6-e3dab1beacb8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:01:28.942949 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d47bf-ee5c-4c21-ad5d-87e381671eb8', 'name': 'network-vif-deleted', 'tag': 'c3caf716-8978-4132-9a76-8aa551e877f1', 'status': 'completed', 'code': 200} Aug 29 18:01:28.952647 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Allocated IP 172.20.0.8 (fbc9a2ed-034c-4245-8f5f-54a79a27afb5/01a665d4-4395-41d3-8e13-63093dc13104/9abe6c8c-94a4-44ec-983d-3d859fc903e4) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:01:29.109510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.150871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.163732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['c3caf716-8978-4132-9a76-8aa551e877f1'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:01:29.202968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:01:29.208002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:01:29.210506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:01:29.234724 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:29.263629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:29.264242 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.277931 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-f050a7a9-3548-4f37-a1ac-6d75152790a7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227164 Aug 29 18:01:29.289835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Request body: {'port': {'device_id': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:01:29.344333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.600963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abe6c8c-94a4-44ec-983d-3d859fc903e4 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:01:29.608034 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.619976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Transition to ACTIVE for port object 9abe6c8c-94a4-44ec-983d-3d859fc903e4 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:01:29.623750 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.673647 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:29.738107 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Attempting to bind port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:01:29.738442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Attempting to bind port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:01:29.738800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Attempting to bind port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:01:29.742941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:01:29.743266 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Attempting to bind port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:01:29.747871 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:01:29.748211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Checking segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:01:29.748593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Bound using segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:01:29.749016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Bound port: 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:01:29.749365 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.809834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:01:29.813275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:01:29.816624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.850744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:29.851518 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:29.852874 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] 10.222.0.44 "PUT /v2.0/ports/9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 1092 time: 0.5671027 Aug 29 18:01:29.853319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:01:29.855580 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd97950b-6f45-4ad5-8483-e8f51db712fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:01:29.885508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097f98d-e10e-4e20-ba60-c3fee7d7c19c service neutron] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:29.911868 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9927f03-7e02-4685-bf77-2c98851fb3b1 x-openstack-request-id: req-d9927f03-7e02-4685-bf77-2c98851fb3b1 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:01:29.912152 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:01:29.912581 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9927f03-7e02-4685-bf77-2c98851fb3b1 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:01:29.912983 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'status': 'completed', 'code': 200} Aug 29 18:01:29.934630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974124-d0d3-41bc-92cd-41894a336651 req-c304a2e6-407c-4de6-ac74-3b2a32539c00 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:29.936117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9974124-d0d3-41bc-92cd-41894a336651 req-c304a2e6-407c-4de6-ac74-3b2a32539c00 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 943 time: 0.0537362 Aug 29 18:01:29.944474 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e546e-c78d-4451-935c-457e1342388d req-282bd02f-34e9-4f0f-aad7-756b7a1004e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:29.946020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-282bd02f-34e9-4f0f-aad7-756b7a1004e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 1095 time: 0.0445511 Aug 29 18:01:29.974332 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9974124-d0d3-41bc-92cd-41894a336651 req-c6d1a194-6238-4236-83c5-40338ff745f5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Aug 29 18:01:29.991783 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-498d635b-544d-4865-9438-788d8d9d076e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 217 time: 0.0375712 Aug 29 18:01:30.043363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e546e-c78d-4451-935c-457e1342388d req-66f2b992-f191-47d2-b14d-0ac29ecd26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:30.044800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-66f2b992-f191-47d2-b14d-0ac29ecd26f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0434444 Aug 29 18:01:30.075238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-443d8d10-2489-4538-810b-d6a166318257 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229151 Aug 29 18:01:30.488348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-bd81138e-29bc-413e-9e0e-9350197bc575 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054184 Aug 29 18:01:30.580160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb1e546e-c78d-4451-935c-457e1342388d req-7b36f7fe-648c-433a-a30d-f9e7598a4d26 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845854 Aug 29 18:01:30.676751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-c07da2cd-b388-4c55-8155-48eb9b7ed35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:30.678246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-c07da2cd-b388-4c55-8155-48eb9b7ed35f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 1095 time: 0.0399413 Aug 29 18:01:30.770344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-84b96a8d-4a46-4eee-a18c-81dc93d011be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:30.771830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-84b96a8d-4a46-4eee-a18c-81dc93d011be service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0853989 Aug 29 18:01:30.813693 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-f803b49a-980d-4478-b819-fd2a129fada0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 217 time: 0.0344868 Aug 29 18:01:30.867392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-60111507-5f4b-4097-a55a-1a438baa142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:30.868809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-60111507-5f4b-4097-a55a-1a438baa142c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0458374 Aug 29 18:01:30.900838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-ae27e3de-b6de-4df5-afb5-f0b98f96df47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240042 Aug 29 18:01:30.987499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-aca62038-de86-4602-ab7d-c7269e9d177b service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783000 Aug 29 18:01:31.124268 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bd995-ef1a-4ac9-aa71-8eeaf5f848aa req-32d37e80-05c3-43ab-8975-a366e20dc28c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:31.125660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-525bd995-ef1a-4ac9-aa71-8eeaf5f848aa req-32d37e80-05c3-43ab-8975-a366e20dc28c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 943 time: 0.0794826 Aug 29 18:01:31.129193 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd97950b-6f45-4ad5-8483-e8f51db712fb req-e983fc4d-2f32-4bb1-8fca-5a6e94773c5b service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290090 Aug 29 18:01:31.163616 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-525bd995-ef1a-4ac9-aa71-8eeaf5f848aa req-f6fd6648-eff1-4fe6-8f99-b34332c73a3e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 Aug 29 18:01:32.279858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08956015-4eee-4672-9065-358881603664 req-dbd7f2a3-763a-40e4-80c2-7ff5b762ea4f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:32.281340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-08956015-4eee-4672-9065-358881603664 req-dbd7f2a3-763a-40e4-80c2-7ff5b762ea4f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 943 time: 0.0522952 Aug 29 18:01:32.318316 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-08956015-4eee-4672-9065-358881603664 req-75655418-ab12-457e-9e29-3869d978ef65 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Aug 29 18:01:32.621380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c3caf716-8978-4132-9a76-8aa551e877f1 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:01:32.643761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: c3caf716-8978-4132-9a76-8aa551e877f1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:01:32.644129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device c3caf716-8978-4132-9a76-8aa551e877f1 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:01:33.431050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e690e-8fbe-495b-b754-e49d9e6fd812 req-7981b6f8-9d3d-4cc6-a8c3-892262d9c5ed tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.432516 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-940e690e-8fbe-495b-b754-e49d9e6fd812 req-7981b6f8-9d3d-4cc6-a8c3-892262d9c5ed tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 943 time: 0.0489397 Aug 29 18:01:33.473468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-940e690e-8fbe-495b-b754-e49d9e6fd812 req-8762831a-263a-46f5-a1c8-a886544cc9df tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351367 Aug 29 18:01:34.223984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 9abe6c8c-94a4-44ec-983d-3d859fc903e4 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:01:34.312687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:01:34.323844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5', 'port_id': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'mac_address': 'fa:16:3e:3c:ab:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a665d4-4395-41d3-8e13-63093dc13104', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:01:34.361296 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:34.373685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abe6c8c-94a4-44ec-983d-3d859fc903e4 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:01:34.392217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:01:34.396072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:34.441013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:34.587442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb1475-2cfc-443c-a086-d9c06d335ef6 req-e429ad90-25e3-48d5-84de-4d94524334ea tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:34.588902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9cfb1475-2cfc-443c-a086-d9c06d335ef6 req-e429ad90-25e3-48d5-84de-4d94524334ea tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 944 time: 0.0486462 Aug 29 18:01:34.599126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['9abe6c8c-94a4-44ec-983d-3d859fc903e4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:01:34.625826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9cfb1475-2cfc-443c-a086-d9c06d335ef6 req-e3954ffb-dfe5-4d2d-9607-337efdf9acea tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Aug 29 18:01:35.737328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c8044-74a8-400b-95b8-dbdaa429eeb2 req-3114554d-9359-42f9-9d80-ac0d8abd343a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:35.738818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a70c8044-74a8-400b-95b8-dbdaa429eeb2 req-3114554d-9359-42f9-9d80-ac0d8abd343a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 944 time: 0.0482187 Aug 29 18:01:35.776998 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a70c8044-74a8-400b-95b8-dbdaa429eeb2 req-e7abc7bb-50ef-4f86-b583-404db1baf88f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Aug 29 18:01:36.247781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 9abe6c8c-94a4-44ec-983d-3d859fc903e4 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:01:36.293485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:01:36.297002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:01:36.297357 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:36.369205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:36.390329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:01:36.392576 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cf9562-f8ab-4921-85bb-1eb8599d22e5" -d '{"events": [{"server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "name": "network-vif-plugged", "status": "completed", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:01:36.404642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:01:36.408436 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:36.434660 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c461cea5-1127-4a0b-80f3-94f98263f14f x-openstack-request-id: req-c461cea5-1127-4a0b-80f3-94f98263f14f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:01:36.436038 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "name": "network-vif-plugged", "status": "completed", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:01:36.436314 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c461cea5-1127-4a0b-80f3-94f98263f14f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:01:36.436711 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'code': 200} Aug 29 18:01:36.462539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:01:36.528518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e3ae3-4f53-455c-a05a-35b9d2dc1122 req-d71746f0-d638-4f32-9c05-dde6d7544b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:36.529990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-781e3ae3-4f53-455c-a05a-35b9d2dc1122 req-d71746f0-d638-4f32-9c05-dde6d7544b51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 1097 time: 0.0407944 Aug 29 18:01:36.563804 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-781e3ae3-4f53-455c-a05a-35b9d2dc1122 req-a30826fb-0081-462f-9c92-666359740d90 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266085 Aug 29 18:01:36.888497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e389d-b7f7-4413-a8c3-9594fb8cbd6d req-6136c0d4-3751-46aa-9238-7c0e307a2179 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:36.889953 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-772e389d-b7f7-4413-a8c3-9594fb8cbd6d req-6136c0d4-3751-46aa-9238-7c0e307a2179 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0483406 Aug 29 18:01:36.929907 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-772e389d-b7f7-4413-a8c3-9594fb8cbd6d req-251db004-0aa4-4ed0-9979-dab8e43a8d34 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Aug 29 18:01:38.043828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c413c-0a43-4cae-b88e-f5375c858cc3 req-88b92c33-f60f-4260-b91e-afc22f532d95 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:38.045279 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a5c413c-0a43-4cae-b88e-f5375c858cc3 req-88b92c33-f60f-4260-b91e-afc22f532d95 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Aug 29 18:01:38.083154 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9a5c413c-0a43-4cae-b88e-f5375c858cc3 req-cdb1793f-0e03-49ed-b606-b5b8d381e93c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Aug 29 18:01:38.198680 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5811946-49a3-40e3-862e-e127ad9a09ee req-1d4ce24d-007f-456e-bebc-36227bceab7c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:38.200163 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5811946-49a3-40e3-862e-e127ad9a09ee req-1d4ce24d-007f-456e-bebc-36227bceab7c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0481091 Aug 29 18:01:38.236325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5811946-49a3-40e3-862e-e127ad9a09ee req-9c3e939d-49af-47c1-9843-32312edf9759 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301845 Aug 29 18:01:38.457250 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-240c5a48-7492-44d3-84e4-4877e3def46b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436196 Aug 29 18:01:38.471950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9acd5-94cd-4d05-af8b-6824ce6ba182 req-433263c7-98fe-4ea8-a16e-5da741697aeb tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:38.473520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8db9acd5-94cd-4d05-af8b-6824ce6ba182 req-433263c7-98fe-4ea8-a16e-5da741697aeb tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Aug 29 18:01:38.514684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8db9acd5-94cd-4d05-af8b-6824ce6ba182 req-60c92281-8c48-49e5-b0b5-0026ecc5e98d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Aug 29 18:01:39.494481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-50f844eb-5721-4fdb-bb1e-19135ed6dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:39.496097 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-50f844eb-5721-4fdb-bb1e-19135ed6dcc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 1097 time: 0.0425217 Aug 29 18:01:39.588936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-0de1a121-a0be-41c3-9b68-80aa565382e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:39.590444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-0de1a121-a0be-41c3-9b68-80aa565382e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0877559 Aug 29 18:01:39.628081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c554d-2d8a-43d3-8c67-80089e604a23 req-89cb50a6-9c1a-4376-9dd1-6cf8fa4ca5ea tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:39.629565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e9c554d-2d8a-43d3-8c67-80089e604a23 req-89cb50a6-9c1a-4376-9dd1-6cf8fa4ca5ea tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Aug 29 18:01:39.632154 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a98470d9-43ab-4272-90f8-c472c62a2820 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 217 time: 0.0345969 Aug 29 18:01:39.667876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e9c554d-2d8a-43d3-8c67-80089e604a23 req-85a51ee8-67e9-4cde-8163-bfeae46552ac tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Aug 29 18:01:39.686010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-1eee3cc4-ccf7-431a-8f45-a5b20c22601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:39.687520 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-1eee3cc4-ccf7-431a-8f45-a5b20c22601c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0480890 Aug 29 18:01:39.719885 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-84a47f00-1637-4488-b2b0-60d07d73b762 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253425 Aug 29 18:01:39.806263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-8dabc21b-18b0-4a82-a499-db0294f273bd service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791254 Aug 29 18:01:39.898320 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-62e96147-3d29-4e00-9da6-589300e31d61 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851471 Aug 29 18:01:40.782335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9dafa-06c9-4d03-8eba-98cc7733027c req-8d721fb8-460f-44a3-a8c7-be562d5bebb1 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:40.786935 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9b9dafa-06c9-4d03-8eba-98cc7733027c req-8d721fb8-460f-44a3-a8c7-be562d5bebb1 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0498669 Aug 29 18:01:40.823409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9b9dafa-06c9-4d03-8eba-98cc7733027c req-36bb5b8b-010f-4a26-b93b-b77d00047288 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329523 Aug 29 18:01:41.256690 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e576c275-5e4d-4566-b3c1-368d2a0010b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:41.937523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3111549-b093-4aed-aec2-3b7acef2a9b1 req-a61eebe6-6a0a-422c-bcbb-f55b7f93bd81 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:41.939010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3111549-b093-4aed-aec2-3b7acef2a9b1 req-a61eebe6-6a0a-422c-bcbb-f55b7f93bd81 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0485923 Aug 29 18:01:41.976761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3111549-b093-4aed-aec2-3b7acef2a9b1 req-a04aadc9-25ef-44c0-aee7-c6e74b0b7760 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313487 Aug 29 18:01:42.838947 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:43.090462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c5ef-071f-40fe-8d5b-2be74ab57bce req-deba0fea-d1da-43ad-b8f7-529fbdde88f7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:43.091925 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4c5c5ef-071f-40fe-8d5b-2be74ab57bce req-deba0fea-d1da-43ad-b8f7-529fbdde88f7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0490420 Aug 29 18:01:43.130600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b4c5c5ef-071f-40fe-8d5b-2be74ab57bce req-a54f09bd-4d89-42b3-b15d-66e5bd8e2220 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Aug 29 18:01:43.382065 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:43.895393 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7e1abe6f-f316-4ec0-ad72-fcdd0d9f12b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:43.929697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:44.246100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc2b5a-2ff4-443a-9ea4-772364105fed req-e854d563-82b7-47c4-ac0a-d6b3a541c84b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:44.247565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10bc2b5a-2ff4-443a-9ea4-772364105fed req-e854d563-82b7-47c4-ac0a-d6b3a541c84b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0514104 Aug 29 18:01:44.284002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10bc2b5a-2ff4-443a-9ea4-772364105fed req-e88e2e55-fb77-4969-be06-8055a908caf4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Aug 29 18:01:45.400968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d1de-d1dd-4f49-a086-49bf5f25f8a9 req-97e08f4b-5c1b-4136-b896-7cb2dea8ea40 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:45.402455 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a37d1de-d1dd-4f49-a086-49bf5f25f8a9 req-97e08f4b-5c1b-4136-b896-7cb2dea8ea40 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0527933 Aug 29 18:01:45.440034 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2a37d1de-d1dd-4f49-a086-49bf5f25f8a9 req-bae1daf7-e2f0-4ee5-93e1-5728f3d6f9fd tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Aug 29 18:01:45.551420 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:46.555607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d7598-1c79-4d40-aec9-1b48877d5334 req-22a69986-dddd-4c1a-8cb2-bae443a66005 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:46.557271 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b0d7598-1c79-4d40-aec9-1b48877d5334 req-22a69986-dddd-4c1a-8cb2-bae443a66005 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0500774 Aug 29 18:01:46.593935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b0d7598-1c79-4d40-aec9-1b48877d5334 req-c32cce9b-0598-4095-ad27-9b013b4cac45 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308518 Aug 29 18:01:46.861039 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:47.707050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf9da1-f090-48bf-a593-455c556b2426 req-66a5530d-3afa-42b2-88f6-9903cee36a69 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:47.708580 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dfdf9da1-f090-48bf-a593-455c556b2426 req-66a5530d-3afa-42b2-88f6-9903cee36a69 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Aug 29 18:01:47.745290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dfdf9da1-f090-48bf-a593-455c556b2426 req-e0782e40-762f-4da9-89df-17f7a2b0adec tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301600 Aug 29 18:01:48.858050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baefd2f-17d9-417d-8481-bd6d05977219 req-b8c811f9-0f75-4a64-a57b-ecbeeebd9a21 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:48.859519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8baefd2f-17d9-417d-8481-bd6d05977219 req-b8c811f9-0f75-4a64-a57b-ecbeeebd9a21 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0475686 Aug 29 18:01:48.897540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8baefd2f-17d9-417d-8481-bd6d05977219 req-e5a43240-4284-4df6-8a46-3b49721d4f0c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Aug 29 18:01:50.010089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5987009-b7d1-4d5a-b41b-c8c51e0b0e94 req-7d0540a0-f124-457b-90f6-bedab0d1362d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:50.011834 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5987009-b7d1-4d5a-b41b-c8c51e0b0e94 req-7d0540a0-f124-457b-90f6-bedab0d1362d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Aug 29 18:01:50.048362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5987009-b7d1-4d5a-b41b-c8c51e0b0e94 req-31ffe956-a2de-4b01-8465-44b43d8484c6 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Aug 29 18:01:51.167101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67b37b-eb5c-4b7f-83a7-70155ef73365 req-fd4b4a0b-1899-42fb-a39b-aa6e24835929 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:51.168541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d67b37b-eb5c-4b7f-83a7-70155ef73365 req-fd4b4a0b-1899-42fb-a39b-aa6e24835929 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0524535 Aug 29 18:01:51.205829 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0d67b37b-eb5c-4b7f-83a7-70155ef73365 req-be736850-8857-4eeb-961a-3d7fd4d0c194 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315180 Aug 29 18:01:52.322517 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda95e70-f507-48b0-9af5-c427fea39bef req-88197134-6829-4b06-a1f4-b4cb227638f0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:52.324065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cda95e70-f507-48b0-9af5-c427fea39bef req-88197134-6829-4b06-a1f4-b4cb227638f0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Aug 29 18:01:52.360263 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cda95e70-f507-48b0-9af5-c427fea39bef req-3c71b07b-01fb-4b02-897a-689dc0d395d7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302653 Aug 29 18:01:52.899246 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:01:53.473234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02feca53-3474-4efb-ae0c-a55e7f5742c3 req-a13b43ed-2606-457a-8840-13ca58c46f74 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:53.474758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02feca53-3474-4efb-ae0c-a55e7f5742c3 req-a13b43ed-2606-457a-8840-13ca58c46f74 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0485032 Aug 29 18:01:53.512190 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02feca53-3474-4efb-ae0c-a55e7f5742c3 req-b8785c7d-0b85-4164-8dfd-bdc36c6b3866 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Aug 29 18:01:54.625150 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ed5ea-1c08-4d54-a14d-4724965634e8 req-0b7ac33d-e1e3-4ce0-9276-7c7f5e8dcf2a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:54.626626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc8ed5ea-1c08-4d54-a14d-4724965634e8 req-0b7ac33d-e1e3-4ce0-9276-7c7f5e8dcf2a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0481772 Aug 29 18:01:54.664387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc8ed5ea-1c08-4d54-a14d-4724965634e8 req-fe51405a-3a9f-427a-aa70-78a870867a4e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Aug 29 18:01:55.775237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d08245-f803-430a-b7ad-b952e5783782 req-9d42da70-6b80-4b70-bfac-0e6f44c169fe tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:55.776697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9d08245-f803-430a-b7ad-b952e5783782 req-9d42da70-6b80-4b70-bfac-0e6f44c169fe tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0484536 Aug 29 18:01:55.813511 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9d08245-f803-430a-b7ad-b952e5783782 req-85bc6cf1-7310-4f55-8bc5-fd3adc2497ff tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Aug 29 18:01:56.926571 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ca290-2434-424c-aa90-b0c87d1c0a99 req-ecb06942-5381-4955-879b-9e0b0eb6789b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:56.928073 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-575ca290-2434-424c-aa90-b0c87d1c0a99 req-ecb06942-5381-4955-879b-9e0b0eb6789b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0488455 Aug 29 18:01:56.965197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-575ca290-2434-424c-aa90-b0c87d1c0a99 req-f48da7f0-da6b-4a4c-938c-3786aec7cdf4 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Aug 29 18:01:58.081571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7506441-5ec1-4349-8ae0-8ac05d2f3242 req-b4ff7522-7bb7-47ac-85b7-99205bbe0971 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:58.083027 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7506441-5ec1-4349-8ae0-8ac05d2f3242 req-b4ff7522-7bb7-47ac-85b7-99205bbe0971 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0519323 Aug 29 18:01:58.120012 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7506441-5ec1-4349-8ae0-8ac05d2f3242 req-3ccdffc3-0767-4774-a9d2-6a07fb93bd1c tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Aug 29 18:01:59.235820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560e4b1-0ffc-42d8-a70a-7801d0a473cd req-329472f8-8475-4eed-8d07-4f0f7c31139e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:59.237291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a560e4b1-0ffc-42d8-a70a-7801d0a473cd req-329472f8-8475-4eed-8d07-4f0f7c31139e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Aug 29 18:01:59.276262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a560e4b1-0ffc-42d8-a70a-7801d0a473cd req-a7ad2bd9-d940-4348-9e2a-e57457fb7871 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Aug 29 18:02:00.387872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf7dd9-752b-46b6-a03f-d6bbb2c8874d req-f1606a4f-950c-4b33-b1c0-7bcf55f22073 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:00.389324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cbbf7dd9-752b-46b6-a03f-d6bbb2c8874d req-f1606a4f-950c-4b33-b1c0-7bcf55f22073 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0486896 Aug 29 18:02:00.426705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cbbf7dd9-752b-46b6-a03f-d6bbb2c8874d req-943b32f7-88c9-4e02-b7cf-3b25656112ad tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311885 Aug 29 18:02:01.539769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b78ee-c21d-4eee-8df6-82d0a4f3bc2e req-c26e6381-4f87-4a58-acef-792251c81bbf tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:01.541264 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c87b78ee-c21d-4eee-8df6-82d0a4f3bc2e req-c26e6381-4f87-4a58-acef-792251c81bbf tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0486200 Aug 29 18:02:01.580535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c87b78ee-c21d-4eee-8df6-82d0a4f3bc2e req-c8604341-0e21-4e8e-a0b2-dd663d17e0f5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331466 Aug 29 18:02:02.693905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b6663-1601-43f2-88c6-ecf351ca0b1e req-2894c07c-43af-471c-8c94-fdb032c8b2a0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:02.695385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a05b6663-1601-43f2-88c6-ecf351ca0b1e req-2894c07c-43af-471c-8c94-fdb032c8b2a0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Aug 29 18:02:02.732891 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a05b6663-1601-43f2-88c6-ecf351ca0b1e req-0c476d8d-6efd-44d4-93e6-3284451dc65f tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315020 Aug 29 18:02:03.844975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83453a-3ec9-43b1-a30e-a5cd6a4b26ed req-b0d23f88-2532-4804-8552-caa6023569a0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:03.846426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e83453a-3ec9-43b1-a30e-a5cd6a4b26ed req-b0d23f88-2532-4804-8552-caa6023569a0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0479786 Aug 29 18:02:03.883560 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e83453a-3ec9-43b1-a30e-a5cd6a4b26ed req-a60fb7e3-827e-4e2e-9b04-9cd372a38117 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Aug 29 18:02:04.999908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74987f-0423-4c09-8769-f4aaaedf7b9f req-f7460716-5b12-49bd-af09-43fca77c52f1 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:05.001384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e74987f-0423-4c09-8769-f4aaaedf7b9f req-f7460716-5b12-49bd-af09-43fca77c52f1 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0522053 Aug 29 18:02:05.039073 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e74987f-0423-4c09-8769-f4aaaedf7b9f req-412ddb94-3fa5-4811-a9d7-08bb09db50e5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Aug 29 18:02:06.155990 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb154a8c-61d8-46ec-ad59-56f2f5630ecf req-94313077-f93e-40f0-932b-f644e9823cb3 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:06.157489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb154a8c-61d8-46ec-ad59-56f2f5630ecf req-94313077-f93e-40f0-932b-f644e9823cb3 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 945 time: 0.0530024 Aug 29 18:02:06.194495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb154a8c-61d8-46ec-ad59-56f2f5630ecf req-c949bfc2-164d-469b-b198-9009a0b53ae0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Aug 29 18:02:06.664794 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a5333163-17d6-4f29-873d-35ebde8a7536 service neutron] show failed (client error): The resource could not be found. Aug 29 18:02:06.665819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a5333163-17d6-4f29-873d-35ebde8a7536 service neutron] 10.222.0.44 "GET /v2.0/ports/9abe6c8c-94a4-44ec-983d-3d859fc903e4/bindings/n-h2-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0542343 Aug 29 18:02:06.852837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-d4199b63-4afb-4ca2-94a1-e5fe40cb15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:06.854300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-d4199b63-4afb-4ca2-94a1-e5fe40cb15fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7&tenant_id=9e6596059b8c4e48b6525afb3a9483b0 HTTP/1.1" status: 200 len: 1097 time: 0.0407443 Aug 29 18:02:06.866911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:06.918314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:07.117753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:07.150237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h1-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:02:07.188007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:07.190243 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5efdbb-7378-47b4-aadc-ec9b6e01b437" -d '{"events": [{"server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:07.193860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:07.206118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Transition to ACTIVE for port object 9abe6c8c-94a4-44ec-983d-3d859fc903e4 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:07.209913 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:07.253557 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a53346-55b4-41a2-b1b2-fee534fbd89b x-openstack-request-id: req-86a53346-55b4-41a2-b1b2-fee534fbd89b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:07.253860 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:07.254109 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86a53346-55b4-41a2-b1b2-fee534fbd89b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:07.254502 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'code': 200} Aug 29 18:02:07.271928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] No DVR routers for this DVR port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on host n-h1-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:02:07.282459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=6']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:07.307201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.308681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.308681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.308681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.308681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.308681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.309008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.309306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.309626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.309941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.310254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.310567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:07.314516 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ebe36-1778-450d-bcf3-9654b2871d22 req-8dafae40-8436-445d-b809-1a57f833add7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:07.316079 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136ebe36-1778-450d-bcf3-9654b2871d22 req-8dafae40-8436-445d-b809-1a57f833add7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 943 time: 0.0495729 Aug 29 18:02:07.327844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Attempting to bind port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:02:07.328180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Attempting to bind port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:02:07.328506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Attempting to bind port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:07.332738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:02:07.333055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Attempting to bind port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on network fbc9a2ed-034c-4245-8f5f-54a79a27afb5 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:07.337753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:02:07.338087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Checking segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:07.338463 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Bound using segment: {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:02:07.338913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Bound port: 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5e227d-6fd6-4d39-8247-328030025dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:02:07.339268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:07.355611 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-136ebe36-1778-450d-bcf3-9654b2871d22 req-b9b8ea20-edca-4734-8938-f0db22e6c55b tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Aug 29 18:02:07.401808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:02:07.404747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:02:07.408959 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:07.442504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:07.443148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:07.444529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] 10.222.0.43 "PUT /v2.0/ports/9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 1092 time: 0.5815620 Aug 29 18:02:07.477951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e5107-c468-4bb1-82bf-a29e3a382dda service neutron] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:07.512599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-b62db2c4-187f-404a-9385-14f476669412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:07.514093 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-b62db2c4-187f-404a-9385-14f476669412 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 1095 time: 0.0451922 Aug 29 18:02:07.605537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-61e6dc98-5520-4d07-86fe-0bab538ce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:07.607005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-61e6dc98-5520-4d07-86fe-0bab538ce781 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0857792 Aug 29 18:02:07.647158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-a8da25f0-a776-4a24-8f4b-2171362d63be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 217 time: 0.0332644 Aug 29 18:02:07.698460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-1a07ce36-a41f-4966-961d-bb89914d3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:07.699793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-1a07ce36-a41f-4966-961d-bb89914d3909 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0453386 Aug 29 18:02:07.730719 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-4707c8d9-b58d-4822-b083-d33553dbb1e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238397 Aug 29 18:02:07.817874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-3ab8ca90-76ec-4fed-aa10-fd7447a5b403 service neutron] 10.222.0.43 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802374 Aug 29 18:02:07.908941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-26eef140-e7c4-4c94-9372-0afad960ab04 req-8061eed0-aecf-4f30-899e-20c3c249a7f2 service neutron] 10.222.0.43 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 Aug 29 18:02:08.473617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cf5f8-780a-4805-9a49-b40749c5eed5 req-158d6821-bc52-4f87-a541-0afbfec66132 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:08.475153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b5cf5f8-780a-4805-9a49-b40749c5eed5 req-158d6821-bc52-4f87-a541-0afbfec66132 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 943 time: 0.0495331 Aug 29 18:02:08.513560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9b5cf5f8-780a-4805-9a49-b40749c5eed5 req-d6b6e672-c161-4c33-acb4-d7de1210634e tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Aug 29 18:02:09.255355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:09.257676 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8f91c6-cb30-4470-94c1-405af187707f" -d '{"events": [{"name": "network-changed", "server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:09.308951 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225e5773-69a3-4067-a49f-cc87a2d932ec x-openstack-request-id: req-225e5773-69a3-4067-a49f-cc87a2d932ec {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:09.310015 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:09.310334 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-225e5773-69a3-4067-a49f-cc87a2d932ec {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:09.310893 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'status': 'completed', 'code': 200} Aug 29 18:02:09.376042 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f91c6-cb30-4470-94c1-405af187707f req-26058bfa-2eb9-4ea9-8bfa-1223e41dfa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.378317 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-26058bfa-2eb9-4ea9-8bfa-1223e41dfa60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 1095 time: 0.0511208 Aug 29 18:02:09.388772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f91c6-cb30-4470-94c1-405af187707f req-ab6cff75-e452-4b22-b1d6-5d882441a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.389795 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-ab6cff75-e452-4b22-b1d6-5d882441a40b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 1095 time: 0.0501370 Aug 29 18:02:09.468975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f91c6-cb30-4470-94c1-405af187707f req-65b20404-9717-4fb6-86a2-61eaa289b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.470847 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-65b20404-9717-4fb6-86a2-61eaa289b0eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0854003 Aug 29 18:02:09.490872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f91c6-cb30-4470-94c1-405af187707f req-12277271-1436-4dc9-ab40-83883bd7cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.492372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-12277271-1436-4dc9-ab40-83883bd7cf38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0961671 Aug 29 18:02:09.516968 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-91020c7f-3fef-4c20-a60c-b6c7a2593145 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 217 time: 0.0387971 Aug 29 18:02:09.534662 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-69e73efc-1cba-486a-9a2e-cd2ce63f7433 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 217 time: 0.0352697 Aug 29 18:02:09.569505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f91c6-cb30-4470-94c1-405af187707f req-3bde3b9e-7361-4c95-a758-ace822b09b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.570362 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-3bde3b9e-7361-4c95-a758-ace822b09b25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0455275 Aug 29 18:02:09.588120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f91c6-cb30-4470-94c1-405af187707f req-c996a0e0-7a97-43a0-877f-ea59d550e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.589604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-c996a0e0-7a97-43a0-877f-ea59d550e2be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0485177 Aug 29 18:02:09.605971 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-a9fe7708-477e-4bfc-a60a-ada32e3792fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289361 Aug 29 18:02:09.645822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-a0527dee-a48e-474c-8274-9c3e5093f9bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483329 Aug 29 18:02:09.694534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-81a6a6d1-8c9e-4a18-9fad-a14e11395799 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817711 Aug 29 18:02:09.707986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1da4f8-8842-4cdd-be33-81326dfd8951 req-0ee13e18-25f8-4e4f-9764-e62ab503c342 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.709477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc1da4f8-8842-4cdd-be33-81326dfd8951 req-0ee13e18-25f8-4e4f-9764-e62ab503c342 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 943 time: 0.1037455 Aug 29 18:02:09.771140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc1da4f8-8842-4cdd-be33-81326dfd8951 req-53de37b7-5948-47b1-88c9-700417802fd5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547140 Aug 29 18:02:09.782203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-ddd5e091-3655-410d-acb3-31848c065db2 service neutron] 10.222.0.43 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278286 Aug 29 18:02:09.792551 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-0dfbb5b7-6cdb-41d6-ba65-7b95055c5f09 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908470 Aug 29 18:02:09.874853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b8f91c6-cb30-4470-94c1-405af187707f req-e546bb04-5521-4eb8-b2a2-1cc278435818 service neutron] 10.222.0.43 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860121 Aug 29 18:02:09.970113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdfc8c-752b-4453-a594-0b8997ec95c0 req-fe9640e2-ea8c-4baa-931f-c61259aab891 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.971652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fbdfc8c-752b-4453-a594-0b8997ec95c0 req-fe9640e2-ea8c-4baa-931f-c61259aab891 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 943 time: 0.0499759 Aug 29 18:02:09.982469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-89e769d9-f4b6-40c7-b0a8-ba8703a7f197 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:09.983989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-89e769d9-f4b6-40c7-b0a8-ba8703a7f197 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7&tenant_id=9e6596059b8c4e48b6525afb3a9483b0&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 943 time: 0.0517836 Aug 29 18:02:10.009314 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fbdfc8c-752b-4453-a594-0b8997ec95c0 req-42b1be4e-33ef-4090-9838-55c9d0110e10 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Aug 29 18:02:10.044089 n-d-713499-15 neutron-server[94795]: INFO neutron.api.v2.resource [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-3d828a4f-f395-4445-a65b-08778630e365 service neutron] delete failed (client error): The resource could not be found. Aug 29 18:02:10.045055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-3d828a4f-f395-4445-a65b-08778630e365 service neutron] 10.222.0.44 "DELETE /v2.0/ports/9abe6c8c-94a4-44ec-983d-3d859fc903e4/bindings/n-h1-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0539999 Aug 29 18:02:10.132248 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-a30022db-c2f3-43ad-811c-fbc2fd09e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:10.133803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-a30022db-c2f3-43ad-811c-fbc2fd09e8e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 1095 time: 0.0458961 Aug 29 18:02:10.221705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-3c2d3782-9a86-49c5-922c-9dc4b3f6365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:10.223197 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-3c2d3782-9a86-49c5-922c-9dc4b3f6365b service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 200 len: 916 time: 0.0814633 Aug 29 18:02:10.267472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-a2cccef3-9737-4688-a5fa-995488d9e3c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 200 len: 217 time: 0.0370083 Aug 29 18:02:10.314961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-71033296-6b6f-4a7e-b0ca-24033e10d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:10.316271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-71033296-6b6f-4a7e-b0ca-24033e10d382 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 200 len: 855 time: 0.0415916 Aug 29 18:02:10.346890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-39b2bfc9-f921-469e-97b9-50579c761c7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbc9a2ed-034c-4245-8f5f-54a79a27afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236702 Aug 29 18:02:10.432618 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-36c4ff0b-5a3f-46c1-9ab6-1bf88362fd35 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788198 Aug 29 18:02:10.438191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 9abe6c8c-94a4-44ec-983d-3d859fc903e4 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:02:10.478243 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 9abe6c8c-94a4-44ec-983d-3d859fc903e4 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:02:10.526606 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff58e1fd-9be8-4230-b077-6bb67045faed req-fa5e4237-6dc2-49d6-825d-a9a72c8429e0 service neutron] 10.222.0.44 "GET /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865741 Aug 29 18:02:10.766456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9abe6c8c-94a4-44ec-983d-3d859fc903e4 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:02:10.860084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:10.871888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'network_id': 'fbc9a2ed-034c-4245-8f5f-54a79a27afb5', 'port_id': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'mac_address': 'fa:16:3e:3c:ab:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a665d4-4395-41d3-8e13-63093dc13104', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:02:10.908027 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:10.922285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abe6c8c-94a4-44ec-983d-3d859fc903e4 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:02:10.942027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:10.946119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:10.995972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:11.003195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.003545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.003887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.004221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.004555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.004886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.005211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.005540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.005861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.006232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.006500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.006843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:11.129898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c0f85-cde8-4e66-9af6-d32b8eeb75f0 req-60fa6604-00a9-4c3c-861b-4d57d98f37e5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:11.131452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-620c0f85-cde8-4e66-9af6-d32b8eeb75f0 req-60fa6604-00a9-4c3c-861b-4d57d98f37e5 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 944 time: 0.0499218 Aug 29 18:02:11.142874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['9abe6c8c-94a4-44ec-983d-3d859fc903e4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:02:11.171577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-620c0f85-cde8-4e66-9af6-d32b8eeb75f0 req-0996c831-d0ac-490a-a109-9ea3ca00361a tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Aug 29 18:02:11.262932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bf0e7c2c-4e72-41e3-af9e-8b603835c8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:11.291074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedc587-35f6-48ea-b6f9-f6036fdca46b req-fa2284da-bd05-4ec9-8816-a040f75c9843 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:11.292459 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2dedc587-35f6-48ea-b6f9-f6036fdca46b req-fa2284da-bd05-4ec9-8816-a040f75c9843 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 944 time: 0.0550883 Aug 29 18:02:11.329209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2dedc587-35f6-48ea-b6f9-f6036fdca46b req-41ecf07f-6339-4157-8567-19bad071bfc0 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Aug 29 18:02:11.445788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e201933-1514-430c-ab08-3bffa33801a2 req-9d1d8ad2-7cf8-479b-bcee-bbb48ed4931d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:11.447308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e201933-1514-430c-ab08-3bffa33801a2 req-9d1d8ad2-7cf8-479b-bcee-bbb48ed4931d tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 944 time: 0.0531507 Aug 29 18:02:11.484431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e201933-1514-430c-ab08-3bffa33801a2 req-c5492df0-d531-4c94-873d-1364ae69e518 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Aug 29 18:02:11.806940 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ca187-54f1-4e7f-a96c-ff20ec63ef11 req-6ac0c046-7e14-4cee-aec3-a3cb35542791 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:11.808312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08ca187-54f1-4e7f-a96c-ff20ec63ef11 req-6ac0c046-7e14-4cee-aec3-a3cb35542791 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 944 time: 0.0485845 Aug 29 18:02:11.844469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a08ca187-54f1-4e7f-a96c-ff20ec63ef11 req-01455b85-0af9-4429-a4f0-b4931c069bb7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303226 Aug 29 18:02:12.792330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9abe6c8c-94a4-44ec-983d-3d859fc903e4 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:12.845298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:12.849176 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:12.849953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:12.850292 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:12.935018 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:12.959991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132b895-abff-4e01-9c69-3cc924819a8b req-a39dba84-85fe-44d7-baa3-31a1d22ca2e7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:12.963338 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f132b895-abff-4e01-9c69-3cc924819a8b req-a39dba84-85fe-44d7-baa3-31a1d22ca2e7 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.43 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 944 time: 0.0645676 Aug 29 18:02:12.975304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:12.976303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:12.978697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b99e59-82f4-42c1-b48e-5caa8d08474b req-e06e1786-81f1-4590-99b2-29ea2dd19e72 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:12.979195 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7157e51-9061-4866-9248-8d3e17d2a292" -d '{"events": [{"server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "name": "network-vif-plugged", "status": "completed", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:12.981865 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b99e59-82f4-42c1-b48e-5caa8d08474b req-e06e1786-81f1-4590-99b2-29ea2dd19e72 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eab8863-ff24-4df4-9afd-c64e3cbb84e7 HTTP/1.1" status: 200 len: 944 time: 0.0703435 Aug 29 18:02:12.995099 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:13.040198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54b99e59-82f4-42c1-b48e-5caa8d08474b req-71e8b445-5aca-4311-83b6-1a8677ba6390 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.41 "GET /v2.0/security-groups?id=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509722 Aug 29 18:02:13.041078 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1cbab5-2fa5-4653-9a5f-63aa1115beb7 x-openstack-request-id: req-ae1cbab5-2fa5-4653-9a5f-63aa1115beb7 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:13.041510 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "name": "network-vif-plugged", "status": "completed", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:13.041766 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae1cbab5-2fa5-4653-9a5f-63aa1115beb7 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:13.042155 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'code': 200} Aug 29 18:02:13.066350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:13.090717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Deleting port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:02:13.091142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:13.176962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] For port 9abe6c8c-94a4-44ec-983d-3d859fc903e4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9abe6c8c-94a4-44ec-983d-3d859fc903e4,segment=NetworkSegment(7d5e227d-6fd6-4d39-8247-328030025dfd),segment_id=7d5e227d-6fd6-4d39-8247-328030025dfd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:13.177598 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:13.190760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Calling delete_port for 9abe6c8c-94a4-44ec-983d-3d859fc903e4 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:02:13.316679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:13.327700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['9abe6c8c-94a4-44ec-983d-3d859fc903e4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:02:13.347442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Pushing event deleted for resources: {'Port': ['ID=9abe6c8c-94a4-44ec-983d-3d859fc903e4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:13.387933 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:13.391655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] No DVR routers for this DVR port 9abe6c8c-94a4-44ec-983d-3d859fc903e4 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:02:13.394381 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:13.396757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f132b895-abff-4e01-9c69-3cc924819a8b req-6d40db3c-27a5-4645-a2d5-6fa35b7e7792 tempest-ServerDiskConfigTestJSON-957010294 tempest-ServerDiskConfigTestJSON-957010294-project] 10.222.0.43 "DELETE /v2.0/ports/9abe6c8c-94a4-44ec-983d-3d859fc903e4 HTTP/1.1" status: 204 len: 173 time: 0.4267929 Aug 29 18:02:13.397393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'name': 'network-vif-deleted', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:13.401273 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e54dc20-d41e-4f26-8709-3e25c088c13c" -d '{"events": [{"server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "name": "network-vif-deleted", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:13.446353 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92459894-a7ae-4e24-bbcf-76cf21de938d x-openstack-request-id: req-92459894-a7ae-4e24-bbcf-76cf21de938d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:13.446686 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab8863-ff24-4df4-9afd-c64e3cbb84e7", "name": "network-vif-deleted", "tag": "9abe6c8c-94a4-44ec-983d-3d859fc903e4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:13.446921 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92459894-a7ae-4e24-bbcf-76cf21de938d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:13.447316 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab8863-ff24-4df4-9afd-c64e3cbb84e7', 'name': 'network-vif-deleted', 'tag': '9abe6c8c-94a4-44ec-983d-3d859fc903e4', 'status': 'completed', 'code': 200} Aug 29 18:02:13.896029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bfc8597c-2d1d-44f3-8c05-23025201d683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:13.929372 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.178711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33342) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:14.222172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-425cadd8-b31a-4386-a32d-475d0701298a admin admin] Deleting subnet 01a665d4-4395-41d3-8e13-63093dc13104 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:02:14.225112 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-425cadd8-b31a-4386-a32d-475d0701298a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.259764 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-425cadd8-b31a-4386-a32d-475d0701298a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.296433 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-425cadd8-b31a-4386-a32d-475d0701298a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.346177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-425cadd8-b31a-4386-a32d-475d0701298a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.377604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cadd8-b31a-4386-a32d-475d0701298a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a665d4-4395-41d3-8e13-63093dc13104,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:14.379594 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-425cadd8-b31a-4386-a32d-475d0701298a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.381430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-425cadd8-b31a-4386-a32d-475d0701298a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/01a665d4-4395-41d3-8e13-63093dc13104 HTTP/1.1" status: 204 len: 168 time: 0.2016978 Aug 29 18:02:14.383972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33344) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:14.450460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.532356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.542611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc9a2ed-034c-4245-8f5f-54a79a27afb5']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:14.552460 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5e227d-6fd6-4d39-8247-328030025dfd') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:14.552759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5e227d-6fd6-4d39-8247-328030025dfd') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:14.562645 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.575871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.581501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:02:14.581887 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:02:14.583517 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:02:14.636031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.641729 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.643607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fbc9a2ed-034c-4245-8f5f-54a79a27afb5 HTTP/1.1" status: 204 len: 168 time: 0.2586980 Aug 29 18:02:14.654212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc8f1a-acc4-4ad4-8a9a-e01b25da82d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc9a2ed-034c-4245-8f5f-54a79a27afb5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:14.749067 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33348) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:14.787680 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5612583f-6e16-4d99-9e8b-a32a21bb2c37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e6596059b8c4e48b6525afb3a9483b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374911 Aug 29 18:02:14.790425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33350) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:14.840575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6933e31a-3e28-419c-9a2b-0aa2d77408b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.861401 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6933e31a-3e28-419c-9a2b-0aa2d77408b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.906228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6933e31a-3e28-419c-9a2b-0aa2d77408b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.908927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6933e31a-3e28-419c-9a2b-0aa2d77408b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:14.910078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6933e31a-3e28-419c-9a2b-0aa2d77408b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78e6a29c-2bc9-4384-97b0-4a7dd5186b3a HTTP/1.1" status: 204 len: 168 time: 0.1187327 Aug 29 18:02:14.918430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933e31a-3e28-419c-9a2b-0aa2d77408b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e6a29c-2bc9-4384-97b0-4a7dd5186b3a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:15.556240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.571350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33372) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:15.666110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-616097558-network', 'tenant_id': '665928f71f3344c89f36ed5a55227c60'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:15.687004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Made reservation on behalf of 665928f71f3344c89f36ed5a55227c60 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:02:15.689232 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.697875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.784352 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.788009 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.808533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:02:15.821955 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f314592-0d99-4d39-b1c9-bec4051764a4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:15.828013 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.828353 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Added segment 93e2e0f4-792f-4511-8126-ffa2efe61a52 of type vlan for network 558aa6fd-743f-47f0-a26c-083febc0357d Aug 29 18:02:15.867098 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.893360 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.894327 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:15.894935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.945315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3728719 Aug 29 18:02:15.948286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33376) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:15.953220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Request body: {'subnet': {'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-616097558-subnet', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:15.954114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d1fd-a047-4f57-9673-881c0713ddea admin admin] Pushing event updated for resources: {'Network': ['ID=558aa6fd-743f-47f0-a26c-083febc0357d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:15.963705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 558aa6fd-743f-47f0-a26c-083febc0357d details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:02:15.974328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Made reservation on behalf of 665928f71f3344c89f36ed5a55227c60 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:02:15.976730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.141637 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.195444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e5e713-b3b0-4710-8843-9d5142d15c60,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:16.206051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.206406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.206787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.207135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.207475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.207812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.208147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.208479 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.208823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.209140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.209466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.209794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:16.215372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Checking segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:16.215738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Network hostable DHCP agents. Network: 558aa6fd-743f-47f0-a26c-083febc0357d, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:02:16.232396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Network 558aa6fd-743f-47f0-a26c-083febc0357d is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:02:16.240149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 558aa6fd-743f-47f0-a26c-083febc0357d) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:16.246293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:16.246928 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.248541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8cab9c-370b-48bf-b9c6-d1669ed4c8d3 None None] Network 558aa6fd-743f-47f0-a26c-083febc0357d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:02:16.263859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33378) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:16.264151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a1a8fea0-e415-4944-8f46-b5e1e5051ada admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3145390 Aug 29 18:02:16.269024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:16.288907 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.289878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.344217 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.481324 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.550608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-558aa6fd-743f-47f0-a26c-083febc0357d', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:02:16.551498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.683861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Allocated IP 172.20.0.2 (558aa6fd-743f-47f0-a26c-083febc0357d/13e5e713-b3b0-4710-8843-9d5142d15c60/c2256b1c-00cd-45b7-a9dc-9596951b03af) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:02:16.688041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.706785 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.808609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Allocated IP 172.25.2.127 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/2abc1927-812e-406e-83de-d68296370c2e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:02:16.810329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9abe6c8c-94a4-44ec-983d-3d859fc903e4 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:02:16.841653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 9abe6c8c-94a4-44ec-983d-3d859fc903e4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:02:16.842002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9abe6c8c-94a4-44ec-983d-3d859fc903e4 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:02:16.847378 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.864335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Transition to ACTIVE for port object c2256b1c-00cd-45b7-a9dc-9596951b03af will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:16.876433 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.883318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Transition to ACTIVE for port object c2256b1c-00cd-45b7-a9dc-9596951b03af will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:16.889023 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.926944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Network 558aa6fd-743f-47f0-a26c-083febc0357d is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:16.932120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:16.935911 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:02:16.942308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Pushing event updated for resources: {'Port': ['ID=c2256b1c-00cd-45b7-a9dc-9596951b03af,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:16.995969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Attempting to bind port c2256b1c-00cd-45b7-a9dc-9596951b03af on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:02:16.996338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Attempting to bind port c2256b1c-00cd-45b7-a9dc-9596951b03af by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:02:16.996699 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Attempting to bind port c2256b1c-00cd-45b7-a9dc-9596951b03af on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:17.002229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:02:17.002641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Checking segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:17.003054 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:17.003455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Bound using segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:02:17.003927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Bound port: c2256b1c-00cd-45b7-a9dc-9596951b03af, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:02:17.004309 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:17.073997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] For port c2256b1c-00cd-45b7-a9dc-9596951b03af, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:02:17.077245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] For port c2256b1c-00cd-45b7-a9dc-9596951b03af, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c2256b1c-00cd-45b7-a9dc-9596951b03af,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:02:17.082197 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:17.143508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473a397-5ba8-45ef-aa45-79a34895fa97 None None] Pushing event updated for resources: {'Port': ['ID=c2256b1c-00cd-45b7-a9dc-9596951b03af,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:17.250735 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:17.304405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:17.348813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:17.353900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:17.358102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:02:17.381775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Pushing event updated for resources: {'Port': ['ID=2abc1927-812e-406e-83de-d68296370c2e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:17.425798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c2256b1c-00cd-45b7-a9dc-9596951b03af up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:17.477600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port c2256b1c-00cd-45b7-a9dc-9596951b03af completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:17.615135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:17.810725 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:17.943669 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:02:18.005462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb34a5-b9e5-4628-a736-a28498aa80dd None None] Network 558aa6fd-743f-47f0-a26c-083febc0357d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:02:18.054031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:02:18.065605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:02:18.069138 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.073006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7b01173a-4da7-4b86-933c-f724d79dc985 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8054168 Aug 29 18:02:18.073217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8802f102-0fa2-4448-aa31-757e9d278e3b None None] Provisioning for port c2256b1c-00cd-45b7-a9dc-9596951b03af completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:18.073339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33380) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:18.092209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8802f102-0fa2-4448-aa31-757e9d278e3b None None] Provisioning complete for port c2256b1c-00cd-45b7-a9dc-9596951b03af triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:18.092578 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8802f102-0fa2-4448-aa31-757e9d278e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.097509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:18.098120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:02:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:18.304777 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:18.368819 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8802f102-0fa2-4448-aa31-757e9d278e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.457937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8802f102-0fa2-4448-aa31-757e9d278e3b None None] For port c2256b1c-00cd-45b7-a9dc-9596951b03af, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c2256b1c-00cd-45b7-a9dc-9596951b03af,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:18.469347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8802f102-0fa2-4448-aa31-757e9d278e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.496315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.565030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802f102-0fa2-4448-aa31-757e9d278e3b None None] Pushing event updated for resources: {'Port': ['ID=c2256b1c-00cd-45b7-a9dc-9596951b03af,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:18.588302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:17Z', 'revision_number': 3, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:18.616027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:02:18.616387 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Updating router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 port 2abc1927-812e-406e-83de-d68296370c2e binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:02:18.641327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.660223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Allocated IP 172.20.0.1 (558aa6fd-743f-47f0-a26c-083febc0357d/13e5e713-b3b0-4710-8843-9d5142d15c60/a665e642-f937-48fc-b33c-1c7f363a1864) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:02:18.750687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1299fb25-f3d5-4fa2-ae66-4ce7173aeb62 None None] Provisioning complete for port c2256b1c-00cd-45b7-a9dc-9596951b03af triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:18.750975 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1299fb25-f3d5-4fa2-ae66-4ce7173aeb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.771152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.785335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Transition to ACTIVE for port object a665e642-f937-48fc-b33c-1c7f363a1864 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:18.817139 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.853788 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Network 558aa6fd-743f-47f0-a26c-083febc0357d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:18.856631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:18.863040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:02:18.890757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Pushing event updated for resources: {'Port': ['ID=a665e642-f937-48fc-b33c-1c7f363a1864,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:18.908615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.971290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.982713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Transition to ACTIVE for port object 2abc1927-812e-406e-83de-d68296370c2e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:18.989170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.043924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Attempting to bind port 2abc1927-812e-406e-83de-d68296370c2e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:02:19.044595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Attempting to bind port 2abc1927-812e-406e-83de-d68296370c2e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:02:19.044702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Attempting to bind port 2abc1927-812e-406e-83de-d68296370c2e on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:19.046620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.046739 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed6546-f65f-4975-a33d-ce5350f78e89 None None] Pushing event updated for resources: {'Port': ['ID=2abc1927-812e-406e-83de-d68296370c2e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:19.052271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:02:19.052654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:19.053059 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.053473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:02:19.053934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Bound port: 2abc1927-812e-406e-83de-d68296370c2e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:02:19.054334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.111460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] For port 2abc1927-812e-406e-83de-d68296370c2e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:02:19.115233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] For port 2abc1927-812e-406e-83de-d68296370c2e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2abc1927-812e-406e-83de-d68296370c2e,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:02:19.120457 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.177103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-928a88ce-488b-40fb-b408-d6053d16e208 None None] Provisioning for port a665e642-f937-48fc-b33c-1c7f363a1864 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:19.192303 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-928a88ce-488b-40fb-b408-d6053d16e208 None None] Provisioning complete for port a665e642-f937-48fc-b33c-1c7f363a1864 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:19.192680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-928a88ce-488b-40fb-b408-d6053d16e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.194151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:19.194806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:02:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:19.217157 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.221684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.246171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed6546-f65f-4975-a33d-ce5350f78e89 None None] Pushing event updated for resources: {'Port': ['ID=2abc1927-812e-406e-83de-d68296370c2e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:19.288052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.290661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Pushing event updated for resources: {'Port': ['ID=a665e642-f937-48fc-b33c-1c7f363a1864,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:19.301279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-928a88ce-488b-40fb-b408-d6053d16e208 None None] Port a665e642-f937-48fc-b33c-1c7f363a1864 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:02:19.330636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:19.370735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c2256b1c-00cd-45b7-a9dc-9596951b03af up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:19.385392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Network 558aa6fd-743f-47f0-a26c-083febc0357d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:19.386849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:19.513987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:02:19.521121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c2256b1c-00cd-45b7-a9dc-9596951b03af triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:19.521513 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.628385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:02:19.631327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:18Z', 'revision_number': 1, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:19.640936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-97759234-42e6-4266-bfd0-48309965f48f admin admin] 10.222.0.41 "PUT /v2.0/routers/49994835-1f6b-43bd-90cd-e7f6b9f139e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590837 Aug 29 18:02:19.671770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b353e812-c075-4263-99ad-d0c6c28ee71c None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:18Z', 'revision_number': 1, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:02:19.680056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d6636b2f-43d6-4931-85b4-42bcc5c2dcdb None None] Provisioning complete for port a665e642-f937-48fc-b33c-1c7f363a1864 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:19.680430 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d6636b2f-43d6-4931-85b4-42bcc5c2dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:19.720648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d6636b2f-43d6-4931-85b4-42bcc5c2dcdb None None] Port a665e642-f937-48fc-b33c-1c7f363a1864 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:02:20.147140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33388) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:20.152573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-76401edf-acb5-43ec-8dd4-f4c01e440cbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370191962', 'description': 'tempest-description--882598153'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:20.178127 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-76401edf-acb5-43ec-8dd4-f4c01e440cbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.289564 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-76401edf-acb5-43ec-8dd4-f4c01e440cbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.294181 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-76401edf-acb5-43ec-8dd4-f4c01e440cbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.321413 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-76401edf-acb5-43ec-8dd4-f4c01e440cbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.321825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-76401edf-acb5-43ec-8dd4-f4c01e440cbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1731524 Aug 29 18:02:20.329163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33390) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:20.331080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7f363259-d91d-4798-9f6e-b1ec1cca5f49 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'security_group_rule': {'security_group_id': 'bdb6b244-4eb3-4b4f-867d-c1c03fa26518', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:20.336552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76401edf-acb5-43ec-8dd4-f4c01e440cbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb6b244-4eb3-4b4f-867d-c1c03fa26518,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:20.364117 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f363259-d91d-4798-9f6e-b1ec1cca5f49 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.428175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f363259-d91d-4798-9f6e-b1ec1cca5f49 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.432429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f363259-d91d-4798-9f6e-b1ec1cca5f49 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.446992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f363259-d91d-4798-9f6e-b1ec1cca5f49 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3de85e-48b2-4278-ab67-2ec011b2c945,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:20.475123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f363259-d91d-4798-9f6e-b1ec1cca5f49 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.476592 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7f363259-d91d-4798-9f6e-b1ec1cca5f49 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507790 Aug 29 18:02:20.479379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33392) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:20.484115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ec111d00-c730-458f-8e04-02d75a06b7d3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'security_group_rule': {'security_group_id': 'bdb6b244-4eb3-4b4f-867d-c1c03fa26518', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:20.514317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec111d00-c730-458f-8e04-02d75a06b7d3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.580415 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec111d00-c730-458f-8e04-02d75a06b7d3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.584321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec111d00-c730-458f-8e04-02d75a06b7d3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.603001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111d00-c730-458f-8e04-02d75a06b7d3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24645fcc-9b3c-4fbb-9f1e-0044a76e3e19,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:20.611816 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec111d00-c730-458f-8e04-02d75a06b7d3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.613173 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ec111d00-c730-458f-8e04-02d75a06b7d3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327515 Aug 29 18:02:20.618706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 33394) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:20.624045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:20.649874 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.751659 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.864775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Allocated IP 172.25.2.18 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/186c672d-6ae1-4b02-b8bd-3266a896bb67) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:02:20.971198 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.009255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.051849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:21.057157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:21.059571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:02:21.085789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'Port': ['ID=186c672d-6ae1-4b02-b8bd-3266a896bb67,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:21.151218 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.184389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.334580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.340512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.404161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2abc1927-812e-406e-83de-d68296370c2e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:21.421713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'Port': ['ID=186c672d-6ae1-4b02-b8bd-3266a896bb67,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:21.432833 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.446263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.447626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d00ff28d-d921-4dc8-af40-3b9ee7cde575 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8277831 Aug 29 18:02:21.455310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 2abc1927-812e-406e-83de-d68296370c2e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:21.459101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2abc1927-812e-406e-83de-d68296370c2e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:21.459451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.546032 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.567456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 2abc1927-812e-406e-83de-d68296370c2e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2abc1927-812e-406e-83de-d68296370c2e,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:21.571844 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:21.604134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-97f454f3-402e-4a88-8fa1-56a3664e4631 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1370191962&fields=id&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 267 time: 0.0416510 Aug 29 18:02:21.628124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=2abc1927-812e-406e-83de-d68296370c2e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:21.683916 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:02:21.692835 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:21.693497 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:02:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:21.719464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-bb6ca042-4c34-464f-b152-a8c091cabb8a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:21.720960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-bb6ca042-4c34-464f-b152-a8c091cabb8a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 811 time: 0.1057661 Aug 29 18:02:21.736370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-85c0e5fb-beeb-41d2-8f54-1d345a9cadee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/quotas/665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 375 time: 0.0096326 Aug 29 18:02:21.789836 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-88f44e0a-437c-4cd4-9906-049b165b984b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480201 Aug 29 18:02:21.796378 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:21.862688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-835ec7fd-8741-459e-a16c-52d5de8e9197 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:02:21.863708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-835ec7fd-8741-459e-a16c-52d5de8e9197 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609062 Aug 29 18:02:21.966772 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-b7ce5bfd-f55e-480f-bd02-4f274e6c19b3 service neutron] 10.222.0.41 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964978 Aug 29 18:02:21.993710 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 2, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:22.059505 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-d38e4193-acf4-460c-b1b8-092df9b9a68e service neutron] 10.222.0.41 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917032 Aug 29 18:02:22.118733 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:02:22.119124 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Updating router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 port a665e642-f937-48fc-b33c-1c7f363a1864 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:02:22.145913 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:22.278144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36501e35-3d60-4afd-b1f7-2af3de964750 req-6db1be24-3358-481a-9276-be2c67b65e48 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 210 time: 0.0553200 Aug 29 18:02:22.279734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a6c32ba-c081-4128-b204-dca87cf7b096 req-0eb9d168-29a5-4e53-80da-c9a361989da4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0615880 Aug 29 18:02:22.348813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a6c32ba-c081-4128-b204-dca87cf7b096 req-04bcc199-6662-469a-914b-dab5955b93e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0266805 Aug 29 18:02:22.395206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a6c32ba-c081-4128-b204-dca87cf7b096 req-545d5003-85b4-41df-b468-7e47d1939c63 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275114 Aug 29 18:02:22.445770 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:22.457433 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Transition to ACTIVE for port object a665e642-f937-48fc-b33c-1c7f363a1864 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:22.463856 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:22.495598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c32ba-c081-4128-b204-dca87cf7b096 req-213e1099-3f02-4c8f-aefe-078627b80298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:22.497273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a6c32ba-c081-4128-b204-dca87cf7b096 req-213e1099-3f02-4c8f-aefe-078627b80298 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951252 Aug 29 18:02:22.531872 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Pushing event updated for resources: {'Port': ['ID=a665e642-f937-48fc-b33c-1c7f363a1864,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:22.555549 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.555914 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.556323 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.557243 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.557882 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.558284 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.558801 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.559176 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.559572 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.559940 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.560323 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.560666 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:22.594272 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Attempting to bind port a665e642-f937-48fc-b33c-1c7f363a1864 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:02:22.594706 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Attempting to bind port a665e642-f937-48fc-b33c-1c7f363a1864 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:02:22.595081 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Attempting to bind port a665e642-f937-48fc-b33c-1c7f363a1864 on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:22.600951 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:02:22.601403 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Checking segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:22.601732 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:22.602131 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Bound using segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:02:22.602650 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Bound port: a665e642-f937-48fc-b33c-1c7f363a1864, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:02:22.603007 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:22.677122 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] For port a665e642-f937-48fc-b33c-1c7f363a1864, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:02:22.680724 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] For port a665e642-f937-48fc-b33c-1c7f363a1864, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a665e642-f937-48fc-b33c-1c7f363a1864,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:02:22.686074 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:22.748949 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:22.749680 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:02:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:22.757377 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65650ca-fc05-4c84-8465-fe812d664bd6 None None] Pushing event updated for resources: {'Port': ['ID=a665e642-f937-48fc-b33c-1c7f363a1864,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:22.876995 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:23.072867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:22Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:23.099083 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f0401-4653-4d15-8b67-ca327dd365a7 None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:22Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:02:23.234565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-cef1da51-6ed2-48ed-8e65-bc40e612ecf0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:23.236480 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-cef1da51-6ed2-48ed-8e65-bc40e612ecf0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 811 time: 0.1164548 Aug 29 18:02:23.281874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2c794d5d-a4d2-4476-8a76-e248fdb63b90 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 380 time: 0.0362420 Aug 29 18:02:23.296710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'port': {'device_id': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'admin_state_up': True, 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'security_groups': ['bdb6b244-4eb3-4b4f-867d-c1c03fa26518']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:23.396810 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1f138749-80cf-46e4-bd28-7dc21b7ac93a req-47c51b95-29ca-4891-91bc-9d464f603fcb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 210 time: 0.0344005 Aug 29 18:02:23.417965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2abc1927-812e-406e-83de-d68296370c2e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:23.437624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Made reservation on behalf of 665928f71f3344c89f36ed5a55227c60 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:02:23.441994 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:23.470208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2abc1927-812e-406e-83de-d68296370c2e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:23.470819 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:23.560241 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a665e642-f937-48fc-b33c-1c7f363a1864 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:23.591038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Allocated IP 172.20.0.12 (558aa6fd-743f-47f0-a26c-083febc0357d/13e5e713-b3b0-4710-8843-9d5142d15c60/32e655a1-ac17-44eb-91c7-78249918cbd6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:02:23.612482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a665e642-f937-48fc-b33c-1c7f363a1864 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:23.618294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a665e642-f937-48fc-b33c-1c7f363a1864 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:23.618711 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:23.701875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:23.742075 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a665e642-f937-48fc-b33c-1c7f363a1864, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a665e642-f937-48fc-b33c-1c7f363a1864,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:23.743511 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:23.746856 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:23.758970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Transition to ACTIVE for port object 32e655a1-ac17-44eb-91c7-78249918cbd6 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:23.799272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a665e642-f937-48fc-b33c-1c7f363a1864,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:23.800480 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:23.849049 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Network 558aa6fd-743f-47f0-a26c-083febc0357d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:23.854045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:23.857744 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:02:23.864251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:23.909910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:23.910523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:23.925054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-2538434e-53dd-4956-be80-89c930c12b36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322536 Aug 29 18:02:23.938024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Request body: {'port': {'device_id': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:23.991923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:24.106946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f69dab0a-7f16-4870-ae12-5fd9219d36c6 None None] Provisioning for port 32e655a1-ac17-44eb-91c7-78249918cbd6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:24.110492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f69dab0a-7f16-4870-ae12-5fd9219d36c6 None None] Provisioning complete for port 32e655a1-ac17-44eb-91c7-78249918cbd6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:24.110883 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f69dab0a-7f16-4870-ae12-5fd9219d36c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:24.144729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f69dab0a-7f16-4870-ae12-5fd9219d36c6 None None] Port 32e655a1-ac17-44eb-91c7-78249918cbd6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:02:24.252710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e655a1-ac17-44eb-91c7-78249918cbd6 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:02:24.259802 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:24.271887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Transition to ACTIVE for port object 32e655a1-ac17-44eb-91c7-78249918cbd6 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:24.275717 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:24.343473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Pushing event updated for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:24.395329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Attempting to bind port 32e655a1-ac17-44eb-91c7-78249918cbd6 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:02:24.395668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Attempting to bind port 32e655a1-ac17-44eb-91c7-78249918cbd6 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:02:24.396006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Attempting to bind port 32e655a1-ac17-44eb-91c7-78249918cbd6 on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:24.401071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Port 32e655a1-ac17-44eb-91c7-78249918cbd6 on network 558aa6fd-743f-47f0-a26c-083febc0357d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:02:24.401394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Attempting to bind port 32e655a1-ac17-44eb-91c7-78249918cbd6 on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:24.406421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:02:24.406795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Checking segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:24.407184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Bound using segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:02:24.407614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Bound port: 32e655a1-ac17-44eb-91c7-78249918cbd6, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:02:24.407981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:24.841665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:02:24.856400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:02:24.861553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:24.875441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c03a2-678d-499e-9292-057d7933184e req-9d196d2d-5934-42ac-baa3-c66632fbb699 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:24.876914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc8c03a2-678d-499e-9292-057d7933184e req-9d196d2d-5934-42ac-baa3-c66632fbb699 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 944 time: 0.4143488 Aug 29 18:02:24.907214 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:24.907836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:24.909204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] 10.222.0.43 "PUT /v2.0/ports/32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 200 len: 1093 time: 0.9757500 Aug 29 18:02:24.914523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:24.916729 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f939e75-56aa-48b8-9ab1-02877ccbb96d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:24.977248 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b67de5-1f66-4e84-9d64-9a695992425b x-openstack-request-id: req-24b67de5-1f66-4e84-9d64-9a695992425b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:24.977535 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:24.977781 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24b67de5-1f66-4e84-9d64-9a695992425b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:24.978167 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'status': 'completed', 'code': 200} Aug 29 18:02:24.995125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e2e0-f1ac-4980-bbe7-d1828ad09533 service neutron] Pushing event updated for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:25.002675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cc8c03a2-678d-499e-9292-057d7933184e req-3cc4f75b-d216-4e16-867d-adb1fea3299c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033916 Aug 29 18:02:25.016870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-f7766556-3420-4bee-bead-1d1710e35e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:25.018351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-f7766556-3420-4bee-bead-1d1710e35e85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 1096 time: 0.0645869 Aug 29 18:02:25.062369 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-ad7c007c-d018-4310-b261-ce4f6f82afb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 200 len: 217 time: 0.0343018 Aug 29 18:02:25.110202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-df7f0f31-7009-494b-9175-736000722725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:25.111634 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-df7f0f31-7009-494b-9175-736000722725 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0431836 Aug 29 18:02:25.159628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-88db01a2-8d44-45fd-8c44-d181af8c3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:25.160987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-88db01a2-8d44-45fd-8c44-d181af8c3629 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425980 Aug 29 18:02:25.247206 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-4e23f50b-97be-4276-9bfb-5a62d61e6140 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786448 Aug 29 18:02:25.339472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22c83f88-67b2-4015-9a15-40a5575b5bcf req-ef3d5214-febd-49b8-b608-fee8084daeb6 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848658 Aug 29 18:02:25.366017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a665e642-f937-48fc-b33c-1c7f363a1864 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:25.415094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a665e642-f937-48fc-b33c-1c7f363a1864 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:25.415725 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:25.427706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-5dbb6b83-c499-49ea-8101-51be89330c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:25.429191 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-5dbb6b83-c499-49ea-8101-51be89330c8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 1096 time: 0.0404155 Aug 29 18:02:25.519104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-2a75e7d7-8508-449e-8225-35ba7331dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:25.520574 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-2a75e7d7-8508-449e-8225-35ba7331dfaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0848229 Aug 29 18:02:25.565288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-873add05-45d3-4ea5-8124-cc0d5f2e6c94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 200 len: 217 time: 0.0376182 Aug 29 18:02:25.614269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-2a1652b2-2c4f-44a4-9968-39c6699a8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:25.615641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-2a1652b2-2c4f-44a4-9968-39c6699a8f6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0423775 Aug 29 18:02:25.661076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-e7ce8923-1d71-42cd-8459-6046945e9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:25.662528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-e7ce8923-1d71-42cd-8459-6046945e9fbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394127 Aug 29 18:02:25.753552 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-44f7b103-5750-4ee2-91a5-0047dc8112a5 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829582 Aug 29 18:02:25.841534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3f939e75-56aa-48b8-9ab1-02877ccbb96d req-ea6e6ab2-f0e6-4649-a865-d0adec6be150 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800414 Aug 29 18:02:26.118565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2359a-0fa5-4367-a017-408a6c3133b0 req-c2775beb-39b8-46e3-8a07-da40cfc12af5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:26.120595 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bec2359a-0fa5-4367-a017-408a6c3133b0 req-c2775beb-39b8-46e3-8a07-da40cfc12af5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 944 time: 0.0481184 Aug 29 18:02:26.162644 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bec2359a-0fa5-4367-a017-408a6c3133b0 req-9edd17cd-fb4b-46cf-8021-5dc77bb9a2ab tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357053 Aug 29 18:02:26.839806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 32e655a1-ac17-44eb-91c7-78249918cbd6 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:02:26.928460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:26.939729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'mac_address': 'fa:16:3e:84:74:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:02:26.977880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:26.990285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e655a1-ac17-44eb-91c7-78249918cbd6 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:02:27.008634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:27.013409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:27.060184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:27.214596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['32e655a1-ac17-44eb-91c7-78249918cbd6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:02:27.278381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cf9ef-68b3-4afc-bdc1-6307fe5f7673 req-de438b93-2940-4d65-8672-98996cf1a61a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:27.280010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-249cf9ef-68b3-4afc-bdc1-6307fe5f7673 req-de438b93-2940-4d65-8672-98996cf1a61a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Aug 29 18:02:27.322318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-249cf9ef-68b3-4afc-bdc1-6307fe5f7673 req-a51362a2-d571-4563-b32d-dae13a9aa165 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363793 Aug 29 18:02:28.435522 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e779495-475d-4d3e-8ab0-abf7fff87a25 req-33d3c0b3-b4a5-45ba-853a-3274f493139f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:28.436988 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e779495-475d-4d3e-8ab0-abf7fff87a25 req-33d3c0b3-b4a5-45ba-853a-3274f493139f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 945 time: 0.0474191 Aug 29 18:02:28.473622 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e779495-475d-4d3e-8ab0-abf7fff87a25 req-3652a889-aad9-449a-a554-78718815ddab tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Aug 29 18:02:28.855877 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 32e655a1-ac17-44eb-91c7-78249918cbd6 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:28.903863 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 32e655a1-ac17-44eb-91c7-78249918cbd6 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:28.907867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 32e655a1-ac17-44eb-91c7-78249918cbd6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:28.908233 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:28.984251 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:29.008251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:29.010486 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9e06a-a271-4882-8470-772afc5c7240" -d '{"events": [{"server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "name": "network-vif-plugged", "status": "completed", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:29.025025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:29.029626 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:29.053597 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cbe737-a11b-40d3-aecc-5781576b65e3 x-openstack-request-id: req-90cbe737-a11b-40d3-aecc-5781576b65e3 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:29.053894 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "name": "network-vif-plugged", "status": "completed", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:29.054148 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90cbe737-a11b-40d3-aecc-5781576b65e3 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:29.054537 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'code': 200} Aug 29 18:02:29.079019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:29.195549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816d3a-0bb2-47e7-916c-30aaf3e11621 req-68293c05-c5ab-49e8-8791-96bc8483eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:29.197005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea816d3a-0bb2-47e7-916c-30aaf3e11621 req-68293c05-c5ab-49e8-8791-96bc8483eeb8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 1098 time: 0.0894346 Aug 29 18:02:29.232170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea816d3a-0bb2-47e7-916c-30aaf3e11621 req-ae9c40a6-dcc6-4d91-a52c-af73a94b4a01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273259 Aug 29 18:02:29.586683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305189ec-292a-47d8-834a-33f7304b71e0 req-f21e9cdf-5a87-4215-a157-2167ccffe44d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:29.588672 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-305189ec-292a-47d8-834a-33f7304b71e0 req-f21e9cdf-5a87-4215-a157-2167ccffe44d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0473402 Aug 29 18:02:29.624330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-305189ec-292a-47d8-834a-33f7304b71e0 req-14e0d289-e4a4-432c-ac13-a0e4e9cfa7b8 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299361 Aug 29 18:02:29.897446 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:02:30.741034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d549a-39a1-45de-beb4-d5914488f6bc req-94edd208-3f59-4bdb-be05-415341f3cccb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:30.743424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-400d549a-39a1-45de-beb4-d5914488f6bc req-94edd208-3f59-4bdb-be05-415341f3cccb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0500932 Aug 29 18:02:30.781347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-400d549a-39a1-45de-beb4-d5914488f6bc req-dda88f2c-8582-4530-b9f4-582f9af069da tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Aug 29 18:02:30.888889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3989-d1df-490b-bbea-3110104c0cc5 req-85b81ef6-5309-4440-9ebf-41e2027f7bb1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:30.890342 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e04c3989-d1df-490b-bbea-3110104c0cc5 req-85b81ef6-5309-4440-9ebf-41e2027f7bb1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0470629 Aug 29 18:02:30.898742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33442) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:30.903690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'floatingip': {'port_id': '32e655a1-ac17-44eb-91c7-78249918cbd6'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:30.943809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:31.366322 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:31.370103 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:31.466639 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Floating IP 05ce8946-f5a2-4487-9199-72d594f148ca associated. External IP: 172.25.2.18, port: 32e655a1-ac17-44eb-91c7-78249918cbd6. Aug 29 18:02:31.667697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:02:31.772407 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:02:31.777526 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:31.782549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:02:31.791660 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:31.792285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:02:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:31.805037 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ebe1f483-f09f-490b-b53c-c56aebe7a82d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "PUT /v2.0/floatingips/05ce8946-f5a2-4487-9199-72d594f148ca HTTP/1.1" status: 200 len: 991 time: 0.9052494 Aug 29 18:02:31.805617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:31.807870 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18810860-2595-444c-9ca4-ab1cc54e9628" -d '{"events": [{"name": "network-changed", "server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:31.858408 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e0d601-b871-4736-ae7b-97fdbaf84d22 x-openstack-request-id: req-27e0d601-b871-4736-ae7b-97fdbaf84d22 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:31.858711 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:31.858961 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27e0d601-b871-4736-ae7b-97fdbaf84d22 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:31.859365 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'status': 'completed', 'code': 200} Aug 29 18:02:31.925224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:31.925422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-6fa485d8-3596-4697-b6dc-2a587fdcef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:31.926917 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-6fa485d8-3596-4697-b6dc-2a587fdcef56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 1098 time: 0.0407639 Aug 29 18:02:32.019897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-05377316-9e02-45bc-ba32-6844876c7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:32.021363 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-05377316-9e02-45bc-ba32-6844876c7402 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0868547 Aug 29 18:02:32.089569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-e251a245-555e-402b-8927-56e31df8d328 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 200 len: 999 time: 0.0604920 Aug 29 18:02:32.143512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-89173777-419a-4380-ae7a-b78e74ecc670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:32.145006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-89173777-419a-4380-ae7a-b78e74ecc670 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0478182 Aug 29 18:02:32.146690 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:84:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:02:31Z', 'revision_number': 1, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:32.176337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:02:32.185042 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:32.185660 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:02:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:32.189723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-47ba74c0-651f-4f14-81fe-ecd7301ad9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:32.191246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-47ba74c0-651f-4f14-81fe-ecd7301ad9c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394483 Aug 29 18:02:32.279128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-63059e4d-700c-4edb-9a32-d443e3457da1 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802867 Aug 29 18:02:32.288698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:32.372697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-18810860-2595-444c-9ca4-ab1cc54e9628 req-90633073-378f-40f6-abc0-9f36aabab495 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866041 Aug 29 18:02:32.505181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:84:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:02:31Z', 'revision_number': 1, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:32.530735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8983ea9f-15b2-4da6-a2fb-4611d549ec06 None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:84:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:02:31Z', 'revision_number': 1, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:02:32.721468 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b77cd8-946d-4b08-bae3-01b2929faf4e None None] New status for floating IP 05ce8946-f5a2-4487-9199-72d594f148ca: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:02:41.253507 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-314cd654-3668-4534-8924-38f8935a98fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:42.847637 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:43.383821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:43.900602 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd4bf-4562-412c-bdba-88e27a037487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:43.930441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:45.558569 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:46.867617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:06.895628 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:03:11.252590 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d423cb82-dc91-46ff-b8f9-4b4d177bf7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:12.847269 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:13.401386 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:13.901964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-788411ba-34d9-4087-a005-758a2c49be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:13.929786 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:15.561359 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:16.869140 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:23.244459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1355cbac-2688-4c01-91cb-56f5947ff32e req-7fa39a31-bb87-4f03-ab3c-5cca8309adb4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284817 Aug 29 18:03:23.307908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1355cbac-2688-4c01-91cb-56f5947ff32e req-7352b68c-70f4-4618-8643-cf5749f8ee7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0245900 Aug 29 18:03:23.344044 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1355cbac-2688-4c01-91cb-56f5947ff32e req-c86faebf-3d76-4e3f-8902-4e1b401d9c9c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182905 Aug 29 18:03:23.437303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355cbac-2688-4c01-91cb-56f5947ff32e req-ccb5f98c-3876-471c-8811-de7ff7bf8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:23.438802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1355cbac-2688-4c01-91cb-56f5947ff32e req-ccb5f98c-3876-471c-8811-de7ff7bf8dea service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880787 Aug 29 18:03:27.604716 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-307fff8c-ce86-4b8f-8c5c-768f00e4e3a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393374 Aug 29 18:03:27.682144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-59a0ebd1-f9ca-4b6e-a846-46fafa242832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:27.683639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-59a0ebd1-f9ca-4b6e-a846-46fafa242832 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 1098 time: 0.0398321 Aug 29 18:03:27.787078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-053aba08-1b4f-457c-9d3b-b318e4fc55df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:27.788529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-053aba08-1b4f-457c-9d3b-b318e4fc55df service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0852695 Aug 29 18:03:27.852164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-970b0246-5097-4b01-9c0e-dcc24e66fab6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 200 len: 1001 time: 0.0568912 Aug 29 18:03:27.904517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-695e67e6-aac5-483e-ac2d-1faf3551fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:27.905874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-695e67e6-aac5-483e-ac2d-1faf3551fa6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0470297 Aug 29 18:03:27.951146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-0057eafd-ad83-47eb-b435-c75ccbb09bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:27.952578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-0057eafd-ad83-47eb-b435-c75ccbb09bdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388832 Aug 29 18:03:28.039590 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-38058fd0-75df-45fb-88e2-56eb2c811696 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797276 Aug 29 18:03:28.133587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1e16289a-ff85-414f-bc97-17629b3b2a57 req-4f9cffd3-a0a5-4c24-ba62-2c4d82563faa service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869904 Aug 29 18:03:41.252022 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c75eb94f-9052-4a13-933b-ef24fe00aa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:42.862279 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:43.401234 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:43.894942 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:03:43.902646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b28a39b5-e99b-44ae-89bd-4d8289d76c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:43.931658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:45.562705 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:46.872859 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:08.546356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8d5b2-d6e6-4341-a3cf-77895cce21e0 req-ffa58aba-496b-4c3f-8c33-fbb4a83a14bb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:08.547854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-daa8d5b2-d6e6-4341-a3cf-77895cce21e0 req-ffa58aba-496b-4c3f-8c33-fbb4a83a14bb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0495737 Aug 29 18:04:08.585366 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-daa8d5b2-d6e6-4341-a3cf-77895cce21e0 req-689d2d2c-e443-4e91-b550-0ae2a17be7f7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316639 Aug 29 18:04:08.835415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-d9cead68-11a8-4321-883c-d29b912a064c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727839 Aug 29 18:04:08.843854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc6d3c-1ee2-4448-8b9b-d73baeeb74e3 req-577c5b03-31e3-4522-8fad-0a062ddbec81 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:08.845250 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19fc6d3c-1ee2-4448-8b9b-d73baeeb74e3 req-577c5b03-31e3-4522-8fad-0a062ddbec81 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0736718 Aug 29 18:04:08.884751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19fc6d3c-1ee2-4448-8b9b-d73baeeb74e3 req-aabd7466-9e16-4802-9b2b-74cf6daa0293 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330403 Aug 29 18:04:09.912523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-572cfedb-4864-47c6-a235-e34d15f053b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:09.914837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-572cfedb-4864-47c6-a235-e34d15f053b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 1098 time: 0.0422916 Aug 29 18:04:10.004024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcaf21-c8b8-4159-87d6-2b6c859c620c req-f0af6092-5fc5-46e6-9dbf-20e3e08df4f1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:10.005838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3bcaf21-c8b8-4159-87d6-2b6c859c620c req-f0af6092-5fc5-46e6-9dbf-20e3e08df4f1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0530152 Aug 29 18:04:10.006797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-e075f204-ba5c-4779-b01f-2f72d71abdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:10.008283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-e075f204-ba5c-4779-b01f-2f72d71abdd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0870740 Aug 29 18:04:10.044007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3bcaf21-c8b8-4159-87d6-2b6c859c620c req-4a890c54-63cb-4ae2-93df-5cce6d50ecd3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Aug 29 18:04:10.073177 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-647395cd-1123-44ab-92f4-600f0432c7ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 200 len: 1001 time: 0.0576866 Aug 29 18:04:10.132305 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-9a8b9c84-a721-4399-8f5c-55d2df99e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:10.134495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-9a8b9c84-a721-4399-8f5c-55d2df99e358 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0544486 Aug 29 18:04:10.183366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-85ac96ea-cb26-47a7-9701-d70945898ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:10.185267 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-85ac96ea-cb26-47a7-9701-d70945898ce0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435207 Aug 29 18:04:10.272580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-9303d07e-ad9a-4722-8791-c2e2444dc455 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805562 Aug 29 18:04:10.364477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-b595d6b9-ba1f-4caa-b72b-7d41e4de5db3 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848174 Aug 29 18:04:11.160928 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce23e8-4ce9-4cc8-b280-58c5012f7973 req-e66f2a1d-a274-4ba6-8560-847dfe43b50c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:11.162372 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1ce23e8-4ce9-4cc8-b280-58c5012f7973 req-e66f2a1d-a274-4ba6-8560-847dfe43b50c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Aug 29 18:04:11.200089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1ce23e8-4ce9-4cc8-b280-58c5012f7973 req-fbb2fe9d-3840-439b-b435-76bc593f140e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Aug 29 18:04:11.251780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ff206c94-747a-446b-9925-16ec9db1cf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:12.314984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbf330-52c3-4611-8cd9-ce3a8ffd4250 req-5f3c5a23-1089-4a8e-8a46-5abf6c5dbfa6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:12.316441 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edcbf330-52c3-4611-8cd9-ce3a8ffd4250 req-5f3c5a23-1089-4a8e-8a46-5abf6c5dbfa6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0498366 Aug 29 18:04:12.353045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edcbf330-52c3-4611-8cd9-ce3a8ffd4250 req-7441a206-d902-4b3e-8e67-7fe185970210 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308216 Aug 29 18:04:12.851381 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:13.393131 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:13.471270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbc66b-ff1a-41bd-99b4-f565ef9748dd req-96ad4676-0759-4b69-a8bd-be41a8cf5e2d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:13.472685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71fbc66b-ff1a-41bd-99b4-f565ef9748dd req-96ad4676-0759-4b69-a8bd-be41a8cf5e2d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0509584 Aug 29 18:04:13.512900 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71fbc66b-ff1a-41bd-99b4-f565ef9748dd req-5f3b4476-0398-45b2-92f9-3f85fc7cae0d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Aug 29 18:04:13.903179 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-537f498c-e448-4acc-9227-39edc7f119c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:13.931238 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:14.630368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3a812-427f-4976-a463-bab098fce0c3 req-540a67f3-518b-458a-b76c-d7e0ffe03050 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:14.631870 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bcb3a812-427f-4976-a463-bab098fce0c3 req-540a67f3-518b-458a-b76c-d7e0ffe03050 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0484052 Aug 29 18:04:14.668501 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bcb3a812-427f-4976-a463-bab098fce0c3 req-aaef7af7-5e42-4ca0-9645-3b77d0acb635 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Aug 29 18:04:15.566326 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:15.781171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21fb7e-a6e1-4a24-80c6-2934d953089b req-dfa5770d-8188-4e49-a45a-915c1268bf8c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:15.782645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff21fb7e-a6e1-4a24-80c6-2934d953089b req-dfa5770d-8188-4e49-a45a-915c1268bf8c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0480177 Aug 29 18:04:15.822103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff21fb7e-a6e1-4a24-80c6-2934d953089b req-17701cac-67ea-4218-a708-2cbddd70b5dc tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336857 Aug 29 18:04:16.877199 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:16.945017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad8a7f-a62f-4428-844f-109f033ee66e req-4077e321-679b-4c7f-9457-9adcd697c207 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:16.946481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8aad8a7f-a62f-4428-844f-109f033ee66e req-4077e321-679b-4c7f-9457-9adcd697c207 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0518630 Aug 29 18:04:16.983127 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8aad8a7f-a62f-4428-844f-109f033ee66e req-f509f09c-17f4-48b6-be93-2630a3a31edc tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300422 Aug 29 18:04:18.103085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6692e-b4ef-42b6-bb50-2ed63a7d7cf0 req-6399683d-62c8-4edb-8158-423474244965 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:18.104593 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19f6692e-b4ef-42b6-bb50-2ed63a7d7cf0 req-6399683d-62c8-4edb-8158-423474244965 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0542443 Aug 29 18:04:18.141318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19f6692e-b4ef-42b6-bb50-2ed63a7d7cf0 req-9e4ae6bc-8853-4277-ae4d-7144ebf0828f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Aug 29 18:04:19.253695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de385ca-51f0-4ba4-841a-8d7d3977ccdc req-2ccceff5-102f-4d6f-84bf-d452bfa5f469 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:19.255183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0de385ca-51f0-4ba4-841a-8d7d3977ccdc req-2ccceff5-102f-4d6f-84bf-d452bfa5f469 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0480704 Aug 29 18:04:19.291775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0de385ca-51f0-4ba4-841a-8d7d3977ccdc req-e1798dee-93d0-4d8c-91c5-479afcbf78c7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307643 Aug 29 18:04:20.406639 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ebca8-eb7f-4e39-9d7a-a70ea913c13c req-7ef9ddda-486d-4a1e-afb7-7a042cafd4e8 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:20.408137 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b97ebca8-eb7f-4e39-9d7a-a70ea913c13c req-7ef9ddda-486d-4a1e-afb7-7a042cafd4e8 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0501757 Aug 29 18:04:20.446301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b97ebca8-eb7f-4e39-9d7a-a70ea913c13c req-4a97537a-ae64-408a-b2e1-2a3a6027e341 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315909 Aug 29 18:04:20.895315 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:04:21.560236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586966c-1b51-426c-b01c-0ec6c857d21a req-ab6c8b03-46fb-4384-ae72-63cf53ce22d6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:21.561684 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2586966c-1b51-426c-b01c-0ec6c857d21a req-ab6c8b03-46fb-4384-ae72-63cf53ce22d6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0481322 Aug 29 18:04:21.599819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2586966c-1b51-426c-b01c-0ec6c857d21a req-2eec4b2f-3098-4eed-8cb0-cb4278b4a772 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Aug 29 18:04:21.958431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-8240b2a6-47ac-46d9-b651-380f6167c4c6 service neutron] 10.222.0.43 "GET /v2.0/ports/32e655a1-ac17-44eb-91c7-78249918cbd6/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.0523129 Aug 29 18:04:22.159323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-756277c9-d720-4178-b0c6-6afac24a0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:22.160841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-756277c9-d720-4178-b0c6-6afac24a0e10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 1098 time: 0.0456853 Aug 29 18:04:22.221162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-bb374bed-4eae-4e33-a68b-e5f056db2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:22.222573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-bb374bed-4eae-4e33-a68b-e5f056db2580 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 1098 time: 0.0398777 Aug 29 18:04:22.309081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-c61d2166-d497-4a33-a165-b3fb88270967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:22.310541 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-c61d2166-d497-4a33-a165-b3fb88270967 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0810995 Aug 29 18:04:22.379301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-00325406-38e6-4fb5-aa24-0bd0574ef296 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 200 len: 1001 time: 0.0599697 Aug 29 18:04:22.426565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-69c70cb9-391a-4f1c-a110-6c1a797214a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:22.427958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-69c70cb9-391a-4f1c-a110-6c1a797214a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0422313 Aug 29 18:04:22.472202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-169dbdf0-a855-4037-a1f5-304192ff5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:22.473623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-169dbdf0-a855-4037-a1f5-304192ff5915 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384476 Aug 29 18:04:22.565456 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-2fea8f43-0d31-4c1e-8bed-a10e8472aa1c service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837336 Aug 29 18:04:22.653039 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-afd947ae-b4a1-49dc-acbb-1e4ecade435e service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811515 Aug 29 18:04:22.723542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec109a1-832c-40b7-959b-12c39879ed91 req-c94a50d3-7f28-488c-bf73-4e51e6f0e808 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:22.724969 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ec109a1-832c-40b7-959b-12c39879ed91 req-c94a50d3-7f28-488c-bf73-4e51e6f0e808 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0563169 Aug 29 18:04:22.764495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ec109a1-832c-40b7-959b-12c39879ed91 req-c6eba080-4d14-4945-90a6-a98e3fec2e1c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329652 Aug 29 18:04:23.881864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49686b-ecc9-4472-8d07-939245dda494 req-b6fae1e7-59cf-4e07-b7a6-af7c6404aca0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:23.883349 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b49686b-ecc9-4472-8d07-939245dda494 req-b6fae1e7-59cf-4e07-b7a6-af7c6404aca0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0513947 Aug 29 18:04:23.920388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b49686b-ecc9-4472-8d07-939245dda494 req-0200463e-f714-45f8-a27d-f82a224874be tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304794 Aug 29 18:04:24.307174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e6893b8-a584-4ebd-af14-d798e7c09bb4 req-dc87911c-d2cb-4abd-aee0-150fd6c88a19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0744033 Aug 29 18:04:24.370965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e6893b8-a584-4ebd-af14-d798e7c09bb4 req-85142ce5-d0d8-456b-98f4-405f993aa063 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0250437 Aug 29 18:04:24.408447 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e6893b8-a584-4ebd-af14-d798e7c09bb4 req-517a3001-1035-4561-b2cb-1ef70ccd9c2a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189550 Aug 29 18:04:24.501657 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6893b8-a584-4ebd-af14-d798e7c09bb4 req-22692d0f-a969-450a-9ec5-eeca0cc97e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:24.503102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8e6893b8-a584-4ebd-af14-d798e7c09bb4 req-22692d0f-a969-450a-9ec5-eeca0cc97e37 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878587 Aug 29 18:04:25.033223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bf2c4-796d-4ab1-bd71-3da295aefdb5 req-4533d4ee-f742-4c22-a1b6-ade8eff97b86 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:25.034700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-030bf2c4-796d-4ab1-bd71-3da295aefdb5 req-4533d4ee-f742-4c22-a1b6-ade8eff97b86 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0489488 Aug 29 18:04:25.070989 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-030bf2c4-796d-4ab1-bd71-3da295aefdb5 req-60223359-3b87-4679-b164-081395de122b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303845 Aug 29 18:04:25.293933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8e1be-df81-4d7a-9be6-2649483f23fe req-c09a6caf-3082-4deb-97c0-1c9dd88db013 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:25.295440 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fe8e1be-df81-4d7a-9be6-2649483f23fe req-c09a6caf-3082-4deb-97c0-1c9dd88db013 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0823312 Aug 29 18:04:25.306950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-89caa852-a26a-4ae6-8521-adb522520dac tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:25.308270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-89caa852-a26a-4ae6-8521-adb522520dac tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802&tenant_id=665928f71f3344c89f36ed5a55227c60&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 946 time: 0.0694873 Aug 29 18:04:25.344092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fe8e1be-df81-4d7a-9be6-2649483f23fe req-0bf0c7f5-e78e-4fe7-a837-f6ecf489c6b9 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348778 Aug 29 18:04:25.386921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-bec0b30f-70d6-4b89-8218-4c2d807088c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:25.388928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-bec0b30f-70d6-4b89-8218-4c2d807088c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 1098 time: 0.0397627 Aug 29 18:04:25.453516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 32e655a1-ac17-44eb-91c7-78249918cbd6 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:04:25.455605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 32e655a1-ac17-44eb-91c7-78249918cbd6 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:04:25.485664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-fab6fa41-eea2-449a-a41b-c397d93cf9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:25.487821 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-fab6fa41-eea2-449a-a41b-c397d93cf9d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0925229 Aug 29 18:04:25.554345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-5a88091d-7892-494e-8455-ba5a5da11f7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 200 len: 1001 time: 0.0591869 Aug 29 18:04:25.596785 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:25.602108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-cb88d743-2de3-4879-a4f5-3438c982bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:25.603592 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-cb88d743-2de3-4879-a4f5-3438c982bd27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0423672 Aug 29 18:04:25.621575 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:25.641423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:25.643959 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d85f02-d9dd-4045-80cd-49f9fc1c0e9f" -d '{"events": [{"server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "name": "network-vif-unplugged", "status": "completed", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:25.648887 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'mac_address': 'fa:16:3e:84:74:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:04:25.653352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-8c7a144c-2061-4f4f-a498-2d63dd241b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:25.654877 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-8c7a144c-2061-4f4f-a498-2d63dd241b90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443127 Aug 29 18:04:25.658689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:25.681845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:25.691859 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b123074d-2a25-4e1d-8bc7-68a80f5a3d4f x-openstack-request-id: req-b123074d-2a25-4e1d-8bc7-68a80f5a3d4f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:25.692166 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "name": "network-vif-unplugged", "status": "completed", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:25.692403 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b123074d-2a25-4e1d-8bc7-68a80f5a3d4f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:25.692796 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'code': 200} Aug 29 18:04:25.721092 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:25.746233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32e655a1-ac17-44eb-91c7-78249918cbd6 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:04:25.748143 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-94334c30-2cd6-4e43-80d5-02a24ef9aa78 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852821 Aug 29 18:04:25.754216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:25.788576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.788932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.789285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.789625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.789959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.790293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.790658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.790990 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.791318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.791646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.791971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.792296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:25.811249 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 18:04:25.811549 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 18:04:25.842845 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aadb535c-6d1e-4cb7-8e07-967e9c5ce8db req-0652c949-9a8f-4dc3-b4ce-5450f5ced66f service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880339 Aug 29 18:04:26.347146 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:26.359853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e655a1-ac17-44eb-91c7-78249918cbd6 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:04:26.378970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:26.383232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:26.436040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:26.464563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cc6b3-028b-4d3b-833b-56dd454b4732 req-a27b3f4f-d10e-41a3-a3cb-79a252de5081 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:26.466619 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d06cc6b3-028b-4d3b-833b-56dd454b4732 req-a27b3f4f-d10e-41a3-a3cb-79a252de5081 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Aug 29 18:04:26.503652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d06cc6b3-028b-4d3b-833b-56dd454b4732 req-f5f9ee9c-1d3b-4330-9e08-ce0e0c49c09c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310245 Aug 29 18:04:26.599255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['32e655a1-ac17-44eb-91c7-78249918cbd6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:04:26.620458 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a62f2f-fb2c-48a8-94e7-90a3dae9409c req-8f08f15f-abb2-4f56-bb2e-968afa1b5044 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:26.621974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3a62f2f-fb2c-48a8-94e7-90a3dae9409c req-8f08f15f-abb2-4f56-bb2e-968afa1b5044 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 945 time: 0.0499043 Aug 29 18:04:26.660426 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3a62f2f-fb2c-48a8-94e7-90a3dae9409c req-4a6a9a44-6744-4ef6-a33f-9a5f0d3742a2 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319505 Aug 29 18:04:26.773950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbed5b-3048-460b-91cf-cbb0ed67a2ba req-9a20046f-6dc8-4b68-b105-7e8ec6970071 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:26.775439 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8cbed5b-3048-460b-91cf-cbb0ed67a2ba req-9a20046f-6dc8-4b68-b105-7e8ec6970071 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 945 time: 0.0482378 Aug 29 18:04:26.811768 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8cbed5b-3048-460b-91cf-cbb0ed67a2ba req-4d4188f3-4bcc-41c3-b291-58d8ab6d356a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Aug 29 18:04:27.036681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632901a-584d-4be2-8e50-ef309e09f525 req-6db78cb9-d9b6-4a1d-a2ed-639ebeede817 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:27.038059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0632901a-584d-4be2-8e50-ef309e09f525 req-6db78cb9-d9b6-4a1d-a2ed-639ebeede817 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 945 time: 0.0476468 Aug 29 18:04:27.079399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0632901a-584d-4be2-8e50-ef309e09f525 req-fd629d83-fc90-4c69-8e3c-5c403278f41c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355482 Aug 29 18:04:27.452596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 32e655a1-ac17-44eb-91c7-78249918cbd6 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:04:27.500939 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 32e655a1-ac17-44eb-91c7-78249918cbd6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:04:27.501310 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:27.576554 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:27.607129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:27.611240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:27.656026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:27.693860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:27.696073 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffcf30e-388a-41cf-afb0-ad2feb7aa423" -d '{"events": [{"server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "name": "network-vif-plugged", "status": "completed", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:27.733402 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba400dee-ff2e-4f6b-8cf6-7a906368eb04 x-openstack-request-id: req-ba400dee-ff2e-4f6b-8cf6-7a906368eb04 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:27.733686 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "name": "network-vif-plugged", "status": "completed", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:27.733937 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba400dee-ff2e-4f6b-8cf6-7a906368eb04 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:27.734322 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'code': 200} Aug 29 18:04:28.190828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32586eb5-b458-4f72-abdd-47e0abdd64b9 req-bd4b1bfd-b880-443c-ab0b-faf87ef03d02 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:28.192272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32586eb5-b458-4f72-abdd-47e0abdd64b9 req-bd4b1bfd-b880-443c-ab0b-faf87ef03d02 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0477791 Aug 29 18:04:28.229718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-32586eb5-b458-4f72-abdd-47e0abdd64b9 req-93b5a59e-2c7c-4c52-a684-69eb4fe99d44 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Aug 29 18:04:28.275320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-8c6561af-5ae1-40be-ab33-eac4aa89ddd6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:28.276816 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-8c6561af-5ae1-40be-ab33-eac4aa89ddd6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 946 time: 0.0500846 Aug 29 18:04:28.370445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Deleting port 32e655a1-ac17-44eb-91c7-78249918cbd6 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:04:28.370728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:28.456684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] For port 32e655a1-ac17-44eb-91c7-78249918cbd6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=32e655a1-ac17-44eb-91c7-78249918cbd6,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:28.457045 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:28.621116 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:28.621416 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:28.621727 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Floating IP 05ce8946-f5a2-4487-9199-72d594f148ca disassociated. External IP: 172.25.2.18, port: 32e655a1-ac17-44eb-91c7-78249918cbd6. Aug 29 18:04:28.622056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Calling delete_port for 32e655a1-ac17-44eb-91c7-78249918cbd6 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:04:28.744777 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:28.773575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event deleted for resources: {'Port': ['ID=32e655a1-ac17-44eb-91c7-78249918cbd6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:28.785082 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.785433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.785780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.786119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.786462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.786837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.787150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.787479 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.787807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.788134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.788463 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.788789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:28.901442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:04:29.009569 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:04:29.020327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:04:29.030816 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:04:29.031490 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:04:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:04:29.051836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] No DVR routers for this DVR port 32e655a1-ac17-44eb-91c7-78249918cbd6 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:04:29.054502 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:29.056608 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-db85b64d-39b1-4291-9362-f22d97de93b4 req-4be9c8fe-d276-4d99-9bc6-8d352c1291ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "DELETE /v2.0/ports/32e655a1-ac17-44eb-91c7-78249918cbd6 HTTP/1.1" status: 204 len: 173 time: 0.7737641 Aug 29 18:04:29.057042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'name': 'network-vif-deleted', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:29.059294 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0600c139-6a7f-452b-9748-12255a826b1c" -d '{"events": [{"server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "name": "network-vif-deleted", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:29.173332 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf71aa65-26f1-49b9-976d-28b66c11e774 x-openstack-request-id: req-bf71aa65-26f1-49b9-976d-28b66c11e774 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:29.173618 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c027c93-b0b2-49f1-a3a5-88438f4a9802", "name": "network-vif-deleted", "tag": "32e655a1-ac17-44eb-91c7-78249918cbd6", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:29.173862 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf71aa65-26f1-49b9-976d-28b66c11e774 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:29.174256 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c027c93-b0b2-49f1-a3a5-88438f4a9802', 'name': 'network-vif-deleted', 'tag': '32e655a1-ac17-44eb-91c7-78249918cbd6', 'status': 'completed', 'code': 200} Aug 29 18:04:29.304214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:04:29.333798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-431aafdc-548e-4bdb-b346-2dd36f63bf81 req-cc11836b-d8c4-43cc-b0e0-5d383578981f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c027c93-b0b2-49f1-a3a5-88438f4a9802 HTTP/1.1" status: 200 len: 210 time: 0.0261879 Aug 29 18:04:29.512312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:04:29.554293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:04:29.565164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:04:29.566160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:04:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:04:29.696619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:04:29.889518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:04:29.914745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438c539-e024-4aef-b6a5-c487bd1dcd7c None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:04:30.126383 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04657e-559e-4ac3-a7f1-659b26a0906c None None] New status for floating IP 05ce8946-f5a2-4487-9199-72d594f148ca: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:04:30.556213 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-6371a269-250c-495c-b64d-73f312ada81b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1370191962&fields=id&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 267 time: 0.0328102 Aug 29 18:04:30.662289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-3c58f3e4-6580-4749-958e-7b25d39bce32 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:30.663764 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-3c58f3e4-6580-4749-958e-7b25d39bce32 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 811 time: 0.1005049 Aug 29 18:04:30.678265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-869d04ae-ea9e-41ad-ab2c-f568b0c06fc2 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/quotas/665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 375 time: 0.0086865 Aug 29 18:04:30.730058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-554f854f-ff6d-482c-895c-99129b43a3a5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467496 Aug 29 18:04:30.820441 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-1f413bf7-6a7d-4969-900f-cccb1a58893d service neutron] 10.222.0.41 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785954 Aug 29 18:04:30.908999 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-16f92e74-ff5c-4ba4-a286-925bcf9ac6ec service neutron] 10.222.0.41 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825744 Aug 29 18:04:31.067554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9dee5f28-6a48-47d0-ab9c-cffc6fd4ac23 req-d8261e00-b023-4199-9a6d-fef754a885e4 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 210 time: 0.0268550 Aug 29 18:04:31.468049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 32e655a1-ac17-44eb-91c7-78249918cbd6 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:04:31.493204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 32e655a1-ac17-44eb-91c7-78249918cbd6 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:04:31.493551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 32e655a1-ac17-44eb-91c7-78249918cbd6 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:04:32.066450 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-f4939706-a21f-4e80-83f2-fbdd2f4a9e41 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:32.067901 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-f4939706-a21f-4e80-83f2-fbdd2f4a9e41 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 811 time: 0.1060016 Aug 29 18:04:32.112887 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-5583b25a-599d-4188-869b-15428edc0c53 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 380 time: 0.0352385 Aug 29 18:04:32.125272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'port': {'device_id': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'admin_state_up': True, 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'security_groups': ['bdb6b244-4eb3-4b4f-867d-c1c03fa26518']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:04:32.161992 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-23371b13-2245-47fd-a8a7-c95a579ed159 req-5bdae375-6682-457b-bf3e-9ad00f50292b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 210 time: 0.0267832 Aug 29 18:04:32.234193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Made reservation on behalf of 665928f71f3344c89f36ed5a55227c60 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:04:32.237657 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:32.362002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Allocated IP 172.20.0.14 (558aa6fd-743f-47f0-a26c-083febc0357d/13e5e713-b3b0-4710-8843-9d5142d15c60/68b43688-e570-40d8-b54b-95543fbe0c6b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:04:32.493336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:32.506746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Transition to ACTIVE for port object 68b43688-e570-40d8-b54b-95543fbe0c6b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:04:32.539365 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:32.584900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Network 558aa6fd-743f-47f0-a26c-083febc0357d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:04:32.589846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:04:32.592741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:04:32.620527 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:32.647641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:32.648259 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:32.663163 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-55525abe-df39-4c62-ab6a-85fbfb211573 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5414951 Aug 29 18:04:32.676427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Request body: {'port': {'device_id': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:04:32.735974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:32.848621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2cbe42bd-4696-476d-9bdd-efd0291301ed None None] Provisioning for port 68b43688-e570-40d8-b54b-95543fbe0c6b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:04:32.852482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2cbe42bd-4696-476d-9bdd-efd0291301ed None None] Provisioning complete for port 68b43688-e570-40d8-b54b-95543fbe0c6b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:04:32.852934 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2cbe42bd-4696-476d-9bdd-efd0291301ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:32.885944 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe42bd-4696-476d-9bdd-efd0291301ed None None] Port 68b43688-e570-40d8-b54b-95543fbe0c6b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:04:32.999957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b43688-e570-40d8-b54b-95543fbe0c6b {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:04:33.007555 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:33.019762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Transition to ACTIVE for port object 68b43688-e570-40d8-b54b-95543fbe0c6b will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:04:33.023804 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:33.097034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Pushing event updated for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:33.152183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Attempting to bind port 68b43688-e570-40d8-b54b-95543fbe0c6b on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:04:33.152434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Attempting to bind port 68b43688-e570-40d8-b54b-95543fbe0c6b by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:04:33.152764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Attempting to bind port 68b43688-e570-40d8-b54b-95543fbe0c6b on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:04:33.157406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Port 68b43688-e570-40d8-b54b-95543fbe0c6b on network 558aa6fd-743f-47f0-a26c-083febc0357d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:04:33.157729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Attempting to bind port 68b43688-e570-40d8-b54b-95543fbe0c6b on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:04:33.162741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:04:33.163084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Checking segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:04:33.163474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Bound using segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:04:33.163904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Bound port: 68b43688-e570-40d8-b54b-95543fbe0c6b, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:04:33.164264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:33.234897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:04:33.239289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:04:33.251398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:33.302483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:33.303073 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:33.304462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] 10.222.0.43 "PUT /v2.0/ports/68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 1093 time: 0.6325569 Aug 29 18:04:33.304913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:33.307203 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:33.347576 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad140c6-60e4-430e-ab4d-3e2bec45cb7b req-2abc023d-d29b-4b60-87c4-4f438b7378e2 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:33.349269 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ad140c6-60e4-430e-ab4d-3e2bec45cb7b req-2abc023d-d29b-4b60-87c4-4f438b7378e2 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 944 time: 0.1119967 Aug 29 18:04:33.351676 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818f62a-76a8-4074-9a61-9e9b318fee5c service neutron] Pushing event updated for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:33.364070 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f798a8f-64cf-443f-a8a1-c9ec3b21a819 x-openstack-request-id: req-1f798a8f-64cf-443f-a8a1-c9ec3b21a819 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:33.364354 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:33.364599 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f798a8f-64cf-443f-a8a1-c9ec3b21a819 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:33.364993 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'status': 'completed', 'code': 200} Aug 29 18:04:33.430095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-943eb2cd-deb8-46ca-8fdf-ca1bc608d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:33.431642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-943eb2cd-deb8-46ca-8fdf-ca1bc608d139 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1096 time: 0.0814745 Aug 29 18:04:33.434676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ad140c6-60e4-430e-ab4d-3e2bec45cb7b req-e2944e6a-bd1a-4d68-a849-140402125c3f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661645 Aug 29 18:04:33.475757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-f39ac342-dd1d-40b6-a307-25935e392826 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 217 time: 0.0352540 Aug 29 18:04:33.524045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-3f3e97ab-0997-4204-a7ec-5b5216a791d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:33.525481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-3f3e97ab-0997-4204-a7ec-5b5216a791d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0423274 Aug 29 18:04:33.574260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-026aaf70-0256-4902-9a39-a6922116d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:33.575793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-026aaf70-0256-4902-9a39-a6922116d47a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431149 Aug 29 18:04:33.661690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-45dfb345-30cf-42d7-8a6e-15f8d498b9d0 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791736 Aug 29 18:04:33.753345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ae45240e-d3cf-43ef-83ba-a34b0606d711 req-729aa655-0a37-4605-8ad2-66192003b0a7 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838280 Aug 29 18:04:33.838606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-ba97c2d7-33c6-453f-9a0a-efca94bf3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:33.840075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-ba97c2d7-33c6-453f-9a0a-efca94bf3eaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1096 time: 0.0402718 Aug 29 18:04:33.924993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-6f05e278-ebdc-4801-ae7a-0716cd190799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:33.926427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-6f05e278-ebdc-4801-ae7a-0716cd190799 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0800393 Aug 29 18:04:33.969553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-685714bf-666c-462d-bf95-a2bfbf4e487e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 217 time: 0.0366650 Aug 29 18:04:34.017339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-5dda36ee-29e0-4fa3-a0f5-d561f812870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:34.019292 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-5dda36ee-29e0-4fa3-a0f5-d561f812870b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0415833 Aug 29 18:04:34.064693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-1e619d09-ee5a-45f9-9896-78cde3702a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:34.066115 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-1e619d09-ee5a-45f9-9896-78cde3702a59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386808 Aug 29 18:04:34.487264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-463092a6-e92e-4875-9b1a-7331e02254e3 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122415 Aug 29 18:04:34.551954 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e0344-d585-43a7-9c87-af8794ac0776 req-e26119d9-fd9c-4d67-92c7-f370ab85159c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:34.553888 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c97e0344-d585-43a7-9c87-af8794ac0776 req-e26119d9-fd9c-4d67-92c7-f370ab85159c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 944 time: 0.0482726 Aug 29 18:04:34.583148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7b5b128-8fbf-4181-8746-065ed2f2f8d3 req-face3d9d-d8ce-42d8-aacd-2a608de009cf service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855272 Aug 29 18:04:34.593655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c97e0344-d585-43a7-9c87-af8794ac0776 req-a9d75614-3f46-4fb3-ae57-4aa4c7a11aab tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Aug 29 18:04:35.500071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68b43688-e570-40d8-b54b-95543fbe0c6b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:04:35.592295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:35.603283 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'mac_address': 'fa:16:3e:df:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:04:35.643234 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:35.656091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b43688-e570-40d8-b54b-95543fbe0c6b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:04:35.675693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:35.679537 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:35.712491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b991421-1e4e-43f1-ac0c-fd1b268f4181 req-0bc6acf0-1c68-4553-adde-226c9f9e1351 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:35.713953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b991421-1e4e-43f1-ac0c-fd1b268f4181 req-0bc6acf0-1c68-4553-adde-226c9f9e1351 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 944 time: 0.0536845 Aug 29 18:04:35.725945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:35.752080 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b991421-1e4e-43f1-ac0c-fd1b268f4181 req-ea227162-59f2-471b-96d8-aff38a424d5d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Aug 29 18:04:35.863850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['68b43688-e570-40d8-b54b-95543fbe0c6b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:04:36.867999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8da2c8-3df7-44d0-be20-3f8fb7ca5930 req-11a39464-fe9f-4eb6-aa61-c1d65d63c0d2 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:36.869458 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef8da2c8-3df7-44d0-be20-3f8fb7ca5930 req-11a39464-fe9f-4eb6-aa61-c1d65d63c0d2 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 945 time: 0.0517986 Aug 29 18:04:36.905995 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef8da2c8-3df7-44d0-be20-3f8fb7ca5930 req-0441d87b-3ed9-4ccd-a982-620add10cfd5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298958 Aug 29 18:04:37.498500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68b43688-e570-40d8-b54b-95543fbe0c6b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:04:37.545946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 68b43688-e570-40d8-b54b-95543fbe0c6b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:04:37.549672 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 68b43688-e570-40d8-b54b-95543fbe0c6b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:04:37.550047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:37.622380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:37.646765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:37.648898 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37712cce-1ea9-4130-881e-c72fb7703213" -d '{"events": [{"server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "name": "network-vif-plugged", "status": "completed", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:37.661488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:37.665139 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:37.687533 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb7706d-6e93-4c19-8d7f-cf50484915b2 x-openstack-request-id: req-8fb7706d-6e93-4c19-8d7f-cf50484915b2 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:37.687819 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "name": "network-vif-plugged", "status": "completed", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:37.688072 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fb7706d-6e93-4c19-8d7f-cf50484915b2 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:37.688456 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'code': 200} Aug 29 18:04:37.713223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:37.783987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4247-ef20-4f99-9e26-f165e3e69e1d req-69fb0eb6-3b7c-4bff-bdd5-0a58f66f2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:37.785416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4cbb4247-ef20-4f99-9e26-f165e3e69e1d req-69fb0eb6-3b7c-4bff-bdd5-0a58f66f2599 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1098 time: 0.0401373 Aug 29 18:04:37.818699 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4cbb4247-ef20-4f99-9e26-f165e3e69e1d req-f851c52b-1406-40b6-abd5-d56c15f91132 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258791 Aug 29 18:04:38.017717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9953f8-440b-4c73-9540-62800cf1e1f5 req-0350e0c0-b880-4278-8fea-198e00617403 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:38.019468 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb9953f8-440b-4c73-9540-62800cf1e1f5 req-0350e0c0-b880-4278-8fea-198e00617403 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0482461 Aug 29 18:04:38.055721 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb9953f8-440b-4c73-9540-62800cf1e1f5 req-d24058c9-8bcb-4486-bcd2-ecd17788c026 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301831 Aug 29 18:04:39.168775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afcd42-ee89-44fb-865f-b8c53734d27e req-67eba155-955d-4efa-8a60-1389bcedf853 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:39.170771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2afcd42-ee89-44fb-865f-b8c53734d27e req-67eba155-955d-4efa-8a60-1389bcedf853 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0471787 Aug 29 18:04:39.208275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a2afcd42-ee89-44fb-865f-b8c53734d27e req-7b996e4c-8236-46fe-a0b2-f19bf2f2af76 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Aug 29 18:04:39.316345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a92922-2bb5-4aea-8320-431dc8f15977 req-aa996293-7814-4be3-b4ab-3709cc50aa14 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:39.317808 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36a92922-2bb5-4aea-8320-431dc8f15977 req-aa996293-7814-4be3-b4ab-3709cc50aa14 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0477815 Aug 29 18:04:39.326143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 33788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:04:39.330446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'floatingip': {'port_id': '68b43688-e570-40d8-b54b-95543fbe0c6b'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:04:39.371721 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:40.100226 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:40.103926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:40.199636 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Floating IP 05ce8946-f5a2-4487-9199-72d594f148ca associated. External IP: 172.25.2.18, port: 68b43688-e570-40d8-b54b-95543fbe0c6b. Aug 29 18:04:40.396267 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:04:40.499766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:04:40.504472 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:40.510550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:04:40.520345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:04:40.520968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:04:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:04:40.531795 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e81d226e-f7f8-4cd0-826b-8186690bcb56 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "PUT /v2.0/floatingips/05ce8946-f5a2-4487-9199-72d594f148ca HTTP/1.1" status: 200 len: 991 time: 1.2045970 Aug 29 18:04:40.532381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:40.535299 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a885532a-8c84-4913-a13c-c1333b05bb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:40.628398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:04:40.640014 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b824ec5-6c92-446a-b5dd-750ecf65d84e x-openstack-request-id: req-8b824ec5-6c92-446a-b5dd-750ecf65d84e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:40.640303 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:40.640554 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b824ec5-6c92-446a-b5dd-750ecf65d84e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:40.640952 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'status': 'completed', 'code': 200} Aug 29 18:04:40.703610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-88d2e142-47b0-48fd-bd51-72f7df476590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:40.704987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-88d2e142-47b0-48fd-bd51-72f7df476590 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1098 time: 0.0435967 Aug 29 18:04:40.793959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-ae98221d-7679-43dd-ae49-38c323446d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:40.796068 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-ae98221d-7679-43dd-ae49-38c323446d61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0835640 Aug 29 18:04:40.848342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:df:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:04:40Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:04:40.870358 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-445def67-7d4b-450f-8081-91b69d65da4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 999 time: 0.0673995 Aug 29 18:04:40.877710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:04:40.885897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:04:40.886491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:04:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:04:40.918737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-01b4b6a1-a8fb-4aec-96d7-69c4b04c361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:40.920833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-01b4b6a1-a8fb-4aec-96d7-69c4b04c361d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0436294 Aug 29 18:04:40.964711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-ec1dcf74-f929-4271-a294-b12ccc707695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:40.966654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-ec1dcf74-f929-4271-a294-b12ccc707695 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384274 Aug 29 18:04:40.988888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:04:41.058458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-d6964be4-bad7-4195-b403-5cf7e38cec0a service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851691 Aug 29 18:04:41.149637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a885532a-8c84-4913-a13c-c1333b05bb8a req-b4738759-d495-4021-b9a3-7b603de6e6f6 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843554 Aug 29 18:04:41.208623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:df:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:04:40Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:04:41.234893 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bae532-045b-412d-bf36-3cbe6fdfb4c1 None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:df:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:04:40Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:04:41.251444 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a15bf06-bb21-4a60-87e9-e26115ad495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:41.416541 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764eeee-39d6-4ec2-80a7-84e0d3968baf None None] New status for floating IP 05ce8946-f5a2-4487-9199-72d594f148ca: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:04:42.865891 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:43.417130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:43.904619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-665563a8-09b6-4484-b52a-60a442500df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:43.936854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:45.568657 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:46.878519 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:57.896572 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:05:11.251648 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9005061-d413-4f9e-9810-d9b4db880665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.867980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.420198 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.906148 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05ff150e-38f5-4516-a5f6-45ea8032e817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.937101 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.575314 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.880697 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:24.234905 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f24d333-9143-427f-9eb4-d33dfab8a0ef req-eb8df8ea-8ca7-4c08-b54a-503df16ccae0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287669 Aug 29 18:05:24.300355 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f24d333-9143-427f-9eb4-d33dfab8a0ef req-3c5dd18b-26cb-4bc0-8f10-1715a29a41cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0245082 Aug 29 18:05:24.336848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f24d333-9143-427f-9eb4-d33dfab8a0ef req-50e741ce-b717-4faa-bbc8-049b498f7cbb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185173 Aug 29 18:05:24.426069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24d333-9143-427f-9eb4-d33dfab8a0ef req-cc1659b1-9129-4411-832a-0c06674d72de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:24.427591 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0f24d333-9143-427f-9eb4-d33dfab8a0ef req-cc1659b1-9129-4411-832a-0c06674d72de service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842984 Aug 29 18:05:30.593297 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-ee92db29-15dd-4283-a8b7-aff862c594af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400460 Aug 29 18:05:30.675832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-fc9c59e8-5c8b-439b-b59e-4d3dddf7d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:30.677207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-fc9c59e8-5c8b-439b-b59e-4d3dddf7d39a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1098 time: 0.0444913 Aug 29 18:05:30.775622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-e028154e-959c-40e0-b630-ff7644cbe20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:30.777121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-e028154e-959c-40e0-b630-ff7644cbe20a service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0821383 Aug 29 18:05:30.844108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-e623098b-ae24-473b-b4ca-4172992593ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 1001 time: 0.0602925 Aug 29 18:05:30.892438 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-02e81844-5045-493b-aaee-23349a88a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:30.893849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-02e81844-5045-493b-aaee-23349a88a8d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0428586 Aug 29 18:05:30.939663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-d739fa95-c337-421e-af71-55faec017399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:30.941005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-d739fa95-c337-421e-af71-55faec017399 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403948 Aug 29 18:05:31.030611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-8d497248-66a6-4c06-8e4f-c081523bedf6 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824029 Aug 29 18:05:31.117251 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d491930a-47b5-4ff5-aa27-a000e07d0247 req-19979bd2-bf5b-4ce5-b9b1-273594984e41 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799689 Aug 29 18:05:34.896351 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:05:41.251405 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09051d42-dfec-4970-9592-bfcb2dc3ff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:42.869977 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:43.435406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:43.906449 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2dacf52d-f2ea-4678-a05f-b40c022bd7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:43.935384 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:45.575845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:46.883008 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:11.252404 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-262a843f-f9fe-41bc-8432-c8e1f69726eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:11.896594 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:06:12.887241 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:13.434124 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:13.905488 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d73ae6ae-be8e-450e-8e14-2c9709ae4372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:13.940410 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:15.579246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:16.395273 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d58c9-bbd6-4aca-bb5d-22fb6806d16e req-be89befd-8986-4a7b-be65-468cce819aac tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:16.397594 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e8d58c9-bbd6-4aca-bb5d-22fb6806d16e req-be89befd-8986-4a7b-be65-468cce819aac tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.1579506 Aug 29 18:06:16.433976 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7e8d58c9-bbd6-4aca-bb5d-22fb6806d16e req-1c030810-b843-46db-ae97-6c734d247222 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304294 Aug 29 18:06:16.884820 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:17.637700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345e04f-2ef7-498c-b175-f82d7c722e16 req-a63e65f3-dbe1-4671-aefa-d0cded7e76fe tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:17.639188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1345e04f-2ef7-498c-b175-f82d7c722e16 req-a63e65f3-dbe1-4671-aefa-d0cded7e76fe tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.1357408 Aug 29 18:06:17.677229 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1345e04f-2ef7-498c-b175-f82d7c722e16 req-d94cc2e6-e128-4b70-8ad9-f6cac8cdecd3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320637 Aug 29 18:06:18.791766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36643d-c417-4135-9bd8-ac4f8823d695 req-19e5abd3-47c0-4db4-a84f-78c66da3879a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:18.793246 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1f36643d-c417-4135-9bd8-ac4f8823d695 req-19e5abd3-47c0-4db4-a84f-78c66da3879a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0501268 Aug 29 18:06:18.830160 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1f36643d-c417-4135-9bd8-ac4f8823d695 req-1f327a82-db67-434c-a4df-9a0edd75f67f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312104 Aug 29 18:06:19.949094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce554a8-313f-4727-ba91-8efcf7cb0ab9 req-c856dcc7-3b39-4c71-9216-4308eb91e1b5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:19.950539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ce554a8-313f-4727-ba91-8efcf7cb0ab9 req-c856dcc7-3b39-4c71-9216-4308eb91e1b5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0526714 Aug 29 18:06:19.986163 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ce554a8-313f-4727-ba91-8efcf7cb0ab9 req-375db906-e7e6-4530-a906-b6c8bccdb1ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297751 Aug 29 18:06:21.104212 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316f0f6-f997-457f-8324-61dc4cf2421d req-4dc95154-c8e2-4e5b-bf67-752b30c84879 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:21.105718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e316f0f6-f997-457f-8324-61dc4cf2421d req-4dc95154-c8e2-4e5b-bf67-752b30c84879 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0529015 Aug 29 18:06:21.142906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e316f0f6-f997-457f-8324-61dc4cf2421d req-f3c21825-b3f9-4d0f-a1a6-120e87f231f0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311930 Aug 29 18:06:22.258951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac120d7-dde2-4ba6-9633-afe66d3614b7 req-7c59f7ae-783b-4fef-9ecc-0c32d3f0ba8a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:22.260329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ac120d7-dde2-4ba6-9633-afe66d3614b7 req-7c59f7ae-783b-4fef-9ecc-0c32d3f0ba8a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0522342 Aug 29 18:06:22.296874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ac120d7-dde2-4ba6-9633-afe66d3614b7 req-ac122c4e-054a-43bc-8f28-f145f5be347c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306699 Aug 29 18:06:23.414509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd726a-0c26-42cd-a90e-4931137ee50d req-b9441936-4084-4a38-b052-56a453b1ca70 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:23.415989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5fd726a-0c26-42cd-a90e-4931137ee50d req-b9441936-4084-4a38-b052-56a453b1ca70 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0531387 Aug 29 18:06:23.454391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5fd726a-0c26-42cd-a90e-4931137ee50d req-27c95e5d-3e56-46a1-beba-1635661c12cc tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Aug 29 18:06:24.568188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b50bc-f954-48bd-ab3e-8fc94228d977 req-c2de357b-302f-412a-a2a5-bbfe1fc715da tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:24.569656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-913b50bc-f954-48bd-ab3e-8fc94228d977 req-c2de357b-302f-412a-a2a5-bbfe1fc715da tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0494809 Aug 29 18:06:24.609332 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-913b50bc-f954-48bd-ab3e-8fc94228d977 req-b6e88c36-69c7-4dda-8a55-669e109cfe6e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338409 Aug 29 18:06:25.722728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5822e-c137-40bc-a3c1-c705749d9a8e req-e3c8dd81-7877-4edf-a81a-b08a3b05b994 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:25.724184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36c5822e-c137-40bc-a3c1-c705749d9a8e req-e3c8dd81-7877-4edf-a81a-b08a3b05b994 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0480177 Aug 29 18:06:25.761565 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36c5822e-c137-40bc-a3c1-c705749d9a8e req-56923bfe-e972-4d19-90f6-fb444eed8a67 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316117 Aug 29 18:06:26.257909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8db8716-0350-4a65-9d21-c8626f4c08f0 req-4bf4b203-070d-4c95-8d44-d306639a11fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257721 Aug 29 18:06:26.321775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8db8716-0350-4a65-9d21-c8626f4c08f0 req-82460e43-9213-49a9-9a1d-8397d4ec8a79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0245461 Aug 29 18:06:26.362268 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8db8716-0350-4a65-9d21-c8626f4c08f0 req-d5c2992f-ad29-4aaa-bd8a-87a0bff2e904 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229011 Aug 29 18:06:26.454430 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8716-0350-4a65-9d21-c8626f4c08f0 req-099034dd-08bf-415f-9a75-e029f8b6e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:26.455938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8db8716-0350-4a65-9d21-c8626f4c08f0 req-099034dd-08bf-415f-9a75-e029f8b6e26f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868359 Aug 29 18:06:26.876215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0495-72b2-4bad-9edc-8ea75a11bd2a req-6e198a03-8861-4682-81cc-6f896245730d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:26.877650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64cf0495-72b2-4bad-9edc-8ea75a11bd2a req-6e198a03-8861-4682-81cc-6f896245730d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0513151 Aug 29 18:06:26.914483 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-64cf0495-72b2-4bad-9edc-8ea75a11bd2a req-74a78fda-7cfa-41a5-b0b8-d0550011e21c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305369 Aug 29 18:06:27.089016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34032) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:27.155775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7aed-07f0-4e6e-ae9d-32913290e7d8 req-05f17959-e7c9-4156-9ddf-fc0283ab0596 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:27.157556 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b51e7aed-07f0-4e6e-ae9d-32913290e7d8 req-05f17959-e7c9-4156-9ddf-fc0283ab0596 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0593233 Aug 29 18:06:27.211702 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b51e7aed-07f0-4e6e-ae9d-32913290e7d8 req-398534eb-e691-4771-b596-9f2f56445c24 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Aug 29 18:06:27.214563 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-7bfec9b8-2a25-46dc-8260-8d622f1e8a23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243618 Aug 29 18:06:28.311155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-ec055be1-6e13-4892-b59e-cd9fe5a71691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:28.312650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-ec055be1-6e13-4892-b59e-cd9fe5a71691 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1098 time: 0.0445979 Aug 29 18:06:28.329779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d5a3a-d5c5-4d86-bede-4b451c186dd5 req-1db47760-bd4c-46da-bdf8-6b8bb1c79c69 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:28.331299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d44d5a3a-d5c5-4d86-bede-4b451c186dd5 req-1db47760-bd4c-46da-bdf8-6b8bb1c79c69 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0491660 Aug 29 18:06:28.370106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d44d5a3a-d5c5-4d86-bede-4b451c186dd5 req-295cd81a-44a3-44a6-b0e2-0838310e6396 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328603 Aug 29 18:06:28.404269 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-8d376479-5d0c-4a68-92fc-8f9ca1cd3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:28.405732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-8d376479-5d0c-4a68-92fc-8f9ca1cd3e5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0859385 Aug 29 18:06:28.473409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-d9780dd6-e0f6-4c69-bc8c-4bc15b36450b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 1001 time: 0.0606177 Aug 29 18:06:28.522326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-23cb0b41-814a-4d2b-be74-3ecf670fd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:28.523802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-23cb0b41-814a-4d2b-be74-3ecf670fd820 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0439477 Aug 29 18:06:28.569289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-235dc039-40fe-4cd7-a2c4-a999fefb1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:28.570788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-235dc039-40fe-4cd7-a2c4-a999fefb1d4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398867 Aug 29 18:06:28.661940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-143f2785-99be-4374-b73f-3f9e3ee3f9c0 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833488 Aug 29 18:06:28.748111 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-5416685e-4523-4d35-9bfd-5d03f0564641 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791347 Aug 29 18:06:29.490422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec3e79-7cbf-4d20-82c0-0194a7b890d8 req-6c23bd4b-e27b-4912-8954-1d2836b9a967 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:29.492066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5ec3e79-7cbf-4d20-82c0-0194a7b890d8 req-6c23bd4b-e27b-4912-8954-1d2836b9a967 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0510716 Aug 29 18:06:29.529519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5ec3e79-7cbf-4d20-82c0-0194a7b890d8 req-623b9d79-ec05-4648-a388-7cfd893c6b77 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312462 Aug 29 18:06:30.357072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-dd6cd1a0-d3e8-40ce-a4b6-a34d6981f8f1 service neutron] 10.222.0.43 "GET /v2.0/ports/68b43688-e570-40d8-b54b-95543fbe0c6b/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.0573211 Aug 29 18:06:30.547183 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-ca5eeef3-b58d-41b9-9372-e6e113c4e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.548642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-ca5eeef3-b58d-41b9-9372-e6e113c4e5c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 1098 time: 0.0407977 Aug 29 18:06:30.609981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-846b39e7-ebc6-44bb-999e-23ba8b03a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.611420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-846b39e7-ebc6-44bb-999e-23ba8b03a0e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1098 time: 0.0411227 Aug 29 18:06:30.648938 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bf343-3463-448b-a61f-5c8250ea121a req-76b7617d-55e2-43e1-bdf0-d8e59b0bbc9a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.650463 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-622bf343-3463-448b-a61f-5c8250ea121a req-76b7617d-55e2-43e1-bdf0-d8e59b0bbc9a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0540090 Aug 29 18:06:30.687748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-622bf343-3463-448b-a61f-5c8250ea121a req-95888a7a-a73c-4f3c-a0ea-a24cda977441 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311944 Aug 29 18:06:30.705229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-768c2de2-4433-43d7-b2be-c9f02290db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.706857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-768c2de2-4433-43d7-b2be-c9f02290db4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0888708 Aug 29 18:06:30.775244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-4f657696-5525-4bde-81a3-e42d7e698a8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 1001 time: 0.0614915 Aug 29 18:06:30.822869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-feb0d4f7-e8a5-4df7-aa59-ab56421c2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.824239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-feb0d4f7-e8a5-4df7-aa59-ab56421c2912 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0420287 Aug 29 18:06:30.872532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-9d0d7741-87ba-46de-a955-3ff34f85a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.873874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-9d0d7741-87ba-46de-a955-3ff34f85a0f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420578 Aug 29 18:06:30.960332 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-b91a1266-4f75-4028-aac0-a4a142b7cea4 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788014 Aug 29 18:06:31.049756 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da25bebf-3ccb-4bd4-811c-561cf5b94721 req-699f8c95-bad4-4f7b-9f94-006f1c438ebb service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819583 Aug 29 18:06:31.803952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca27fee-867c-4481-b841-c2a6d2af8033 req-f54adf0a-dcfd-4414-b04f-15953289171c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:31.805385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ca27fee-867c-4481-b841-c2a6d2af8033 req-f54adf0a-dcfd-4414-b04f-15953289171c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0488660 Aug 29 18:06:31.841633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ca27fee-867c-4481-b841-c2a6d2af8033 req-919a895c-df95-4ef3-af5d-24edf4afb1ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304477 Aug 29 18:06:32.597153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-7851d275-f1df-4407-a928-09b4ac95ca10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392017 Aug 29 18:06:32.679967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-cc863005-60d2-4e29-8132-16e15f3bbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:32.681423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-cc863005-60d2-4e29-8132-16e15f3bbb08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1098 time: 0.0441353 Aug 29 18:06:32.781261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-81c37cfe-ad9c-4489-bc1f-d051a51c2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:32.782727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-81c37cfe-ad9c-4489-bc1f-d051a51c2f33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0824430 Aug 29 18:06:32.848697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-01fce6f8-c898-43db-8cf3-e935d2d0ae28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 1001 time: 0.0592234 Aug 29 18:06:32.897534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-a06b909a-3a5d-44d9-b4a8-23e0bd8a79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:32.899039 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-a06b909a-3a5d-44d9-b4a8-23e0bd8a79d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0439703 Aug 29 18:06:32.943803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-a0c82a58-75fc-46f5-adb0-2f6844f8593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:32.945298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-a0c82a58-75fc-46f5-adb0-2f6844f8593a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394893 Aug 29 18:06:32.956345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4d428-a9db-4b04-aea5-2d31891e132d req-87631aa5-e649-4b22-aeda-4cb0497071b7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:32.958066 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0c4d428-a9db-4b04-aea5-2d31891e132d req-87631aa5-e649-4b22-aeda-4cb0497071b7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0485761 Aug 29 18:06:32.997122 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0c4d428-a9db-4b04-aea5-2d31891e132d req-bc1727a1-8eb0-4f9f-8327-4e67b5eebd75 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Aug 29 18:06:33.040781 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-ffec4769-4f36-41f2-9399-49931b0f84e4 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Aug 29 18:06:33.133352 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ef75dea7-429e-4717-b2d0-c5759fe1430a req-8c4ad3ee-3626-4fb0-a000-a00e88859e79 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853839 Aug 29 18:06:33.198000 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e953-19bf-4d30-a3a3-c00d398effc3 req-d053cb1e-cefd-4757-ade9-f8480baabd43 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:33.199558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ea2e953-19bf-4d30-a3a3-c00d398effc3 req-d053cb1e-cefd-4757-ade9-f8480baabd43 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0499148 Aug 29 18:06:33.205300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-7701ef28-a2d6-47c7-93a9-53b4d96ceffa tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:33.206822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-7701ef28-a2d6-47c7-93a9-53b4d96ceffa tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d&tenant_id=665928f71f3344c89f36ed5a55227c60&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 946 time: 0.0511029 Aug 29 18:06:33.236383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ea2e953-19bf-4d30-a3a3-c00d398effc3 req-5435431f-e78b-4a2e-a9c1-ede26183c3ea tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Aug 29 18:06:33.291874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-5fb69b2f-4cdf-488e-9138-3cd24c6e9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:33.293252 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-5fb69b2f-4cdf-488e-9138-3cd24c6e9a24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1098 time: 0.0434725 Aug 29 18:06:33.379226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-32be8216-554c-4f56-8cba-560ffb432628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:33.381300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-32be8216-554c-4f56-8cba-560ffb432628 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0814600 Aug 29 18:06:33.448166 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-36151f05-7e7f-47bf-bc7f-709f5726f0b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 1001 time: 0.0597763 Aug 29 18:06:33.495632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-4ecaa6cb-b9bc-4187-b42d-d4753445193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:33.497055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-4ecaa6cb-b9bc-4187-b42d-d4753445193e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0426409 Aug 29 18:06:33.542465 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-b5004c10-dc69-41d0-8be3-fb958e69273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:33.543918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-b5004c10-dc69-41d0-8be3-fb958e69273f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389705 Aug 29 18:06:33.633429 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-d0509119-6bf4-4617-b7ed-89884396a3f7 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828202 Aug 29 18:06:33.719385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-478e9d07-1c08-4296-8837-98b617f2ae5f req-8c140583-618e-443c-a843-afb9408de8bb service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786304 Aug 29 18:06:34.113811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68b43688-e570-40d8-b54b-95543fbe0c6b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:06:34.120697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68b43688-e570-40d8-b54b-95543fbe0c6b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:06:34.260704 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:34.280362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:34.298080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'mac_address': 'fa:16:3e:df:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:06:34.302901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:06:34.305140 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a98fcf-1f32-43b3-9ce4-9ed9c85bd249" -d '{"events": [{"server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:06:34.320476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:34.344004 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:34.366037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d5f01-8c20-4bb4-b2b5-11913a3c6091 req-519cda4e-b736-433f-94c2-b802c0581233 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:34.367524 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc4d5f01-8c20-4bb4-b2b5-11913a3c6091 req-519cda4e-b736-433f-94c2-b802c0581233 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0573928 Aug 29 18:06:34.388088 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:34.411682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc4d5f01-8c20-4bb4-b2b5-11913a3c6091 req-29edaaf3-83a5-4dc9-a2eb-bdb46ebbf080 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380569 Aug 29 18:06:34.412439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68b43688-e570-40d8-b54b-95543fbe0c6b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:06:34.417438 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58f9742-c9b3-4090-a99b-75755be39bf8 x-openstack-request-id: req-a58f9742-c9b3-4090-a99b-75755be39bf8 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:06:34.417722 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:06:34.417968 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a58f9742-c9b3-4090-a99b-75755be39bf8 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:06:34.418358 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'code': 200} Aug 29 18:06:34.418905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:34.427296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.427646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.427981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.428321 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.428653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.428981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.429306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.429635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.429957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.430280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.430630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.430961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:34.473316 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 18:06:34.473687 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 18:06:34.532014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe915-fe52-4eaa-8a79-9891f16b1059 req-38956269-df06-4068-b158-542f55d2a9b3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:34.533466 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7bfe915-fe52-4eaa-8a79-9891f16b1059 req-38956269-df06-4068-b158-542f55d2a9b3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 944 time: 0.0520682 Aug 29 18:06:34.571856 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7bfe915-fe52-4eaa-8a79-9891f16b1059 req-3c715d1e-56b1-498a-b708-1a9cccadfb97 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Aug 29 18:06:34.764901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2c727-3a32-4d04-b187-ef2cb68925f8 req-370e8cd1-ad95-441e-bddc-6f974f476657 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:34.766401 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85d2c727-3a32-4d04-b187-ef2cb68925f8 req-370e8cd1-ad95-441e-bddc-6f974f476657 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 944 time: 0.0500062 Aug 29 18:06:34.800546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-056f47a0-6329-487d-b378-ec27f55bd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:34.802741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-056f47a0-6329-487d-b378-ec27f55bd44b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 1096 time: 0.0476322 Aug 29 18:06:34.806432 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85d2c727-3a32-4d04-b187-ef2cb68925f8 req-d9605cfc-98f8-4602-b57c-86b889a94d9d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336015 Aug 29 18:06:34.903283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-a33741b2-6f3c-4cf4-93e9-5239cdf30be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:34.904694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-a33741b2-6f3c-4cf4-93e9-5239cdf30be3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0942600 Aug 29 18:06:34.972320 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-4a31f844-49e6-425e-8408-be902599eafe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 200 len: 999 time: 0.0596051 Aug 29 18:06:35.008708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:35.020912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b43688-e570-40d8-b54b-95543fbe0c6b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:06:35.021204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-f1a398f7-f7d0-4f9a-ba46-1316912be270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:35.022949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-f1a398f7-f7d0-4f9a-ba46-1316912be270 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0434299 Aug 29 18:06:35.040343 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:35.044262 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:35.071440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-21c4def3-9ba5-4d37-83a4-3819e6268d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:35.072934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-21c4def3-9ba5-4d37-83a4-3819e6268d70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422392 Aug 29 18:06:35.092337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:35.168721 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-2184cc2d-6dfc-4cd5-8f8c-b9cb662ebb6f service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Aug 29 18:06:35.249524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['68b43688-e570-40d8-b54b-95543fbe0c6b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:06:35.259872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ab9673ce-4381-4519-964f-ae7fb1c0d2de req-eb908151-ce66-4c87-96b5-b87c71fa0f73 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835772 Aug 29 18:06:35.922513 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531f0a2-fe19-4e05-b452-03b562af3f4f req-b50bff69-aada-430d-9f50-71aed33cf442 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:35.923982 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4531f0a2-fe19-4e05-b452-03b562af3f4f req-b50bff69-aada-430d-9f50-71aed33cf442 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 945 time: 0.0486035 Aug 29 18:06:35.960361 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4531f0a2-fe19-4e05-b452-03b562af3f4f req-d2c037b1-7d15-4ed3-a95b-a17677615776 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Aug 29 18:06:36.125031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68b43688-e570-40d8-b54b-95543fbe0c6b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:06:36.172803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 68b43688-e570-40d8-b54b-95543fbe0c6b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:36.173177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:36.189288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ba87-5d88-4009-9b2e-0f8394e7d143 req-83378cf6-9df3-4b08-ae79-43af43dc78fb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:36.190788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41c2ba87-5d88-4009-9b2e-0f8394e7d143 req-83378cf6-9df3-4b08-ae79-43af43dc78fb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 945 time: 0.0528097 Aug 29 18:06:36.229267 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41c2ba87-5d88-4009-9b2e-0f8394e7d143 req-99cbcae0-a335-4685-9c05-271b9f9d54c4 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318539 Aug 29 18:06:36.250849 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:36.281958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:36.285504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:36.330592 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:36.419284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:06:36.421572 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d1d742-b75f-4f21-a3c2-2a6792a1f9b4" -d '{"events": [{"server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "name": "network-vif-plugged", "status": "completed", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:06:36.456493 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0942a2-5789-4f5f-a803-3de12522c1fa x-openstack-request-id: req-4a0942a2-5789-4f5f-a803-3de12522c1fa {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:06:36.456780 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "name": "network-vif-plugged", "status": "completed", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:06:36.457027 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a0942a2-5789-4f5f-a803-3de12522c1fa {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:06:36.457413 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'code': 200} Aug 29 18:06:37.344283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b3294-580f-4ae2-8f41-9a7061926870 req-08e75a48-33bb-46b9-b365-8db3b1e49b27 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:37.345798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b4b3294-580f-4ae2-8f41-9a7061926870 req-08e75a48-33bb-46b9-b365-8db3b1e49b27 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0503638 Aug 29 18:06:37.407646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b4b3294-580f-4ae2-8f41-9a7061926870 req-32bc020e-d419-4617-95b1-d08c823989eb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553713 Aug 29 18:06:37.425464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-8c23189c-8166-448c-b605-977d3ee13ba3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:37.425464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-8c23189c-8166-448c-b605-977d3ee13ba3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 946 time: 0.0661695 Aug 29 18:06:37.517931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Deleting port 68b43688-e570-40d8-b54b-95543fbe0c6b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:06:37.518274 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:37.603148 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] For port 68b43688-e570-40d8-b54b-95543fbe0c6b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68b43688-e570-40d8-b54b-95543fbe0c6b,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:37.603509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:37.771882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:37.772443 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:37.772800 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Floating IP 05ce8946-f5a2-4487-9199-72d594f148ca disassociated. External IP: 172.25.2.18, port: 68b43688-e570-40d8-b54b-95543fbe0c6b. Aug 29 18:06:37.773100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Calling delete_port for 68b43688-e570-40d8-b54b-95543fbe0c6b owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:06:37.893195 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:37.925230 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event deleted for resources: {'Port': ['ID=68b43688-e570-40d8-b54b-95543fbe0c6b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:37.936353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.936702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.937040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.937375 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.937701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.938033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.938358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.938709 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.939032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.939358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.939679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:37.939999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:38.050498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:06:38.491850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:06:38.502601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:06:38.507178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93bdc7eb-7443-4c42-83da-c8d4ec5125bc req-572cbc92-3143-4015-824f-c048b407f144 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2434cf-dac0-4958-8865-b162323b4f6d HTTP/1.1" status: 200 len: 210 time: 0.0293639 Aug 29 18:06:38.514462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:38.515130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:06:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:38.533119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] No DVR routers for this DVR port 68b43688-e570-40d8-b54b-95543fbe0c6b on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:06:38.535832 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:38.537910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ff05b4e-6dd7-4a2b-8db3-415b686bb8ae req-deb54e32-69c6-4c20-a290-ea4c59e22bbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "DELETE /v2.0/ports/68b43688-e570-40d8-b54b-95543fbe0c6b HTTP/1.1" status: 204 len: 173 time: 1.1064816 Aug 29 18:06:38.538362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'name': 'network-vif-deleted', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:06:38.540691 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6267412-c5b6-41d8-be44-11cf44fe748c" -d '{"events": [{"server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "name": "network-vif-deleted", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:06:38.577291 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44fcd42-0b49-4015-a5eb-39fd614c037c x-openstack-request-id: req-d44fcd42-0b49-4015-a5eb-39fd614c037c {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:06:38.577653 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2434cf-dac0-4958-8865-b162323b4f6d", "name": "network-vif-deleted", "tag": "68b43688-e570-40d8-b54b-95543fbe0c6b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:06:38.577922 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d44fcd42-0b49-4015-a5eb-39fd614c037c {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:06:38.578307 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2434cf-dac0-4958-8865-b162323b4f6d', 'name': 'network-vif-deleted', 'tag': '68b43688-e570-40d8-b54b-95543fbe0c6b', 'status': 'completed', 'code': 200} Aug 29 18:06:38.631552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:38.825971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:38.854807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:06:38.862948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:38.863558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:06:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:38.968524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:39.165830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:39.191010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ed1050-ffb8-47c1-ae53-e7843a9c6c9e None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:06:39.407072 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168d2f0-0e5c-4a95-91d0-6d537fa09da3 None None] New status for floating IP 05ce8946-f5a2-4487-9199-72d594f148ca: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:06:39.774139 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-2bbf3755-20d5-4bef-9f87-e4103e6371e1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1370191962&fields=id&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 267 time: 0.0316255 Aug 29 18:06:39.880144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-44d4ba8e-a21f-4ee9-b36f-7c66d0bbec91 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:39.881583 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-44d4ba8e-a21f-4ee9-b36f-7c66d0bbec91 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 811 time: 0.1010153 Aug 29 18:06:39.896502 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e72ac12e-0b6d-4b81-aaad-f2cd7cea7e6d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/quotas/665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 375 time: 0.0092049 Aug 29 18:06:39.948330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-126a62c0-d17f-4585-bfa3-f46292ad1efb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463762 Aug 29 18:06:40.043943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-3a8569fc-2dc7-414a-a13e-0408044de107 service neutron] 10.222.0.41 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Aug 29 18:06:40.130283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-f6626a0b-0dce-4448-af89-3755a220af6f service neutron] 10.222.0.41 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803127 Aug 29 18:06:40.288895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-549b4c3a-c1f7-48e4-b9e9-71281434c4ef req-8019c721-1c3f-431d-8a23-937a4a635b84 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 210 time: 0.0274675 Aug 29 18:06:41.236246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-9bd2b14e-9141-42c0-9250-a15175653100 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:41.237689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-9bd2b14e-9141-42c0-9250-a15175653100 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 811 time: 0.1093345 Aug 29 18:06:41.254800 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6bd55857-8072-4c04-a456-8ea3feddd939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:41.283673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-49911f3e-3f53-457f-9a19-d706d0af2e0d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 380 time: 0.0361807 Aug 29 18:06:41.294165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'port': {'device_id': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'admin_state_up': True, 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'security_groups': ['bdb6b244-4eb3-4b4f-867d-c1c03fa26518']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:41.382220 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6d6095b-b8c2-487e-bd2a-55240b58fb0a req-abf79f85-f295-4654-9695-0f69468f4c41 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 210 time: 0.0273764 Aug 29 18:06:41.401011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Made reservation on behalf of 665928f71f3344c89f36ed5a55227c60 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:06:41.404664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:41.532223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Allocated IP 172.20.0.3 (558aa6fd-743f-47f0-a26c-083febc0357d/13e5e713-b3b0-4710-8843-9d5142d15c60/1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:06:41.669778 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:41.681951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Transition to ACTIVE for port object 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:41.713322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:41.752097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Network 558aa6fd-743f-47f0-a26c-083febc0357d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:06:41.755001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:06:41.761453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:06:41.787427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:41.814512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:41.815171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:41.830571 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e584722d-49b4-4c11-a0cf-709e681b864d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399749 Aug 29 18:06:41.843194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Request body: {'port': {'device_id': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:41.898877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:41.986869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-293e995e-b9d9-46bf-b837-ddb6f624f85e None None] Provisioning for port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:06:41.990488 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-293e995e-b9d9-46bf-b837-ddb6f624f85e None None] Provisioning complete for port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:41.990897 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-293e995e-b9d9-46bf-b837-ddb6f624f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:42.028619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-293e995e-b9d9-46bf-b837-ddb6f624f85e None None] Port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:06:42.157572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:06:42.164733 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:42.176103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Transition to ACTIVE for port object 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:42.180258 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:42.229440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:42.238612 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68b43688-e570-40d8-b54b-95543fbe0c6b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:06:42.260752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 68b43688-e570-40d8-b54b-95543fbe0c6b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:06:42.261453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68b43688-e570-40d8-b54b-95543fbe0c6b not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:06:42.308088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Attempting to bind port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:06:42.308665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Attempting to bind port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:06:42.308890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Attempting to bind port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:06:42.313339 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c on network 558aa6fd-743f-47f0-a26c-083febc0357d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:06:42.313655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Attempting to bind port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:06:42.319346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:06:42.319682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Checking segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:06:42.320063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Bound using segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:06:42.320483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Bound port: 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:06:42.320837 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:42.384607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:06:42.387967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:06:42.392160 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:42.425845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:42.426479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:42.428431 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] 10.222.0.43 "PUT /v2.0/ports/1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 1092 time: 0.5896499 Aug 29 18:06:42.428951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:06:42.431204 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:06:42.482128 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a86b8c-782a-4a69-b40d-70cbc922e230 x-openstack-request-id: req-61a86b8c-782a-4a69-b40d-70cbc922e230 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:06:42.482405 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:06:42.482682 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61a86b8c-782a-4a69-b40d-70cbc922e230 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:06:42.483075 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'status': 'completed', 'code': 200} Aug 29 18:06:42.524985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3ec39-4d7a-4170-83a6-1c12f081ac71 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:42.570875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-76d4f4b9-f8ce-4379-9b8c-7be6dd0d0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:42.572390 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-76d4f4b9-f8ce-4379-9b8c-7be6dd0d0c21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1095 time: 0.0934331 Aug 29 18:06:42.580090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f586-2437-4629-b3a3-55dd6c679be6 req-e48a0fe2-8439-43ce-bdb8-dff273c195a4 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:42.582175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46c5f586-2437-4629-b3a3-55dd6c679be6 req-e48a0fe2-8439-43ce-bdb8-dff273c195a4 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 943 time: 0.1018162 Aug 29 18:06:42.624325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-6c906107-ddb0-4f76-8271-a8b84bc0f3e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 217 time: 0.0406616 Aug 29 18:06:42.679260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-46c5f586-2437-4629-b3a3-55dd6c679be6 req-13d8d09f-892f-4e72-956b-2b9e46f2db88 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895097 Aug 29 18:06:42.689699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-a4175f2e-7401-40aa-8ac5-aa84a55cb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:42.691184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-a4175f2e-7401-40aa-8ac5-aa84a55cb3c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0580316 Aug 29 18:06:42.740915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-fdecae16-3de7-4cbf-9e07-3ed122823655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:42.742374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-fdecae16-3de7-4cbf-9e07-3ed122823655 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445266 Aug 29 18:06:42.829107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-e030842c-172e-4338-832f-abc652305ef2 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794182 Aug 29 18:06:42.912972 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:42.923302 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7ce97aa5-7caa-4f3c-93fd-a69bb326053d req-568560d7-4040-4a9b-87a7-25454cbabb46 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873115 Aug 29 18:06:43.009280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-6982c8f9-a62c-420b-b6d7-e966e827cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:43.010656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-6982c8f9-a62c-420b-b6d7-e966e827cbdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1095 time: 0.0403993 Aug 29 18:06:43.101647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-2fd274d8-68f6-43f2-9dda-bff352d47a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:43.103097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-2fd274d8-68f6-43f2-9dda-bff352d47a44 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0857692 Aug 29 18:06:43.143048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-f73ad270-bcc4-402d-8925-45960889bd79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 217 time: 0.0325949 Aug 29 18:06:43.191392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-de87cbe1-b40e-4419-9843-dfcca794afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:43.192780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-de87cbe1-b40e-4419-9843-dfcca794afe4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0416389 Aug 29 18:06:43.238264 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-8472eb2a-a19f-4e24-879f-2afb6fa50b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:43.239793 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-8472eb2a-a19f-4e24-879f-2afb6fa50b99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390773 Aug 29 18:06:43.330198 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-3311408a-fe06-4c96-be68-28cfe9774305 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828760 Aug 29 18:06:43.417475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31d3ab89-56b7-4506-99c8-3ca1ccfc20c6 req-0e928af0-0a47-4ab4-8a97-b4152a6ad0a3 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794406 Aug 29 18:06:43.450094 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.796825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091764b-265b-4f5b-bb8e-0d4928572535 req-967dc753-d8be-42d4-8768-4bdc0edc46c5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:43.798278 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7091764b-265b-4f5b-bb8e-0d4928572535 req-967dc753-d8be-42d4-8768-4bdc0edc46c5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 943 time: 0.0518439 Aug 29 18:06:43.841192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7091764b-265b-4f5b-bb8e-0d4928572535 req-e1e77451-9883-491e-8480-d7f65af5ce66 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364239 Aug 29 18:06:43.906059 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-84674b28-9483-40bf-8379-7b2704c1870c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.940172 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:44.234038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:06:44.326439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:44.337249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'mac_address': 'fa:16:3e:d8:ef:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:06:44.372946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:44.384906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:06:44.403333 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:44.407719 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:44.453562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:44.600309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:06:44.957827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160e21-fba9-4b52-b521-15493c33b1b6 req-90976a39-49f2-4296-b223-87f092894e78 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:44.959895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7160e21-fba9-4b52-b521-15493c33b1b6 req-90976a39-49f2-4296-b223-87f092894e78 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 944 time: 0.0533326 Aug 29 18:06:44.996849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7160e21-fba9-4b52-b521-15493c33b1b6 req-c7fad4ca-973f-4552-be5e-0f68b46061a1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Aug 29 18:06:45.585587 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:46.115648 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6b8d6-195d-4786-8911-7eb981440067 req-6a1e5b10-760c-4386-b846-b48faedd113f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:46.117170 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d5b6b8d6-195d-4786-8911-7eb981440067 req-6a1e5b10-760c-4386-b846-b48faedd113f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 944 time: 0.0534990 Aug 29 18:06:46.155598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d5b6b8d6-195d-4786-8911-7eb981440067 req-7313fc26-6140-4076-88f5-a2ef31b2ab13 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Aug 29 18:06:46.249688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:06:46.299984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:06:46.304211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:46.304675 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:46.383734 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:46.405653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:06:46.407896 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b11d92-d5d3-4bc8-b4ea-8c32bddf3140" -d '{"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-plugged", "status": "completed", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:06:46.420128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:46.425072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:46.449455 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092f4280-a994-4727-99ec-9a4a13204a59 x-openstack-request-id: req-092f4280-a994-4727-99ec-9a4a13204a59 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:06:46.449801 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-plugged", "status": "completed", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:06:46.450070 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-092f4280-a994-4727-99ec-9a4a13204a59 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:06:46.450829 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'code': 200} Aug 29 18:06:46.479403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:46.544783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3001fd3-d62b-474c-8f48-feadcc3648fb req-18ef325a-e2df-4655-9648-bd831c4a1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:46.546290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3001fd3-d62b-474c-8f48-feadcc3648fb req-18ef325a-e2df-4655-9648-bd831c4a1e5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0400898 Aug 29 18:06:46.581587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3001fd3-d62b-474c-8f48-feadcc3648fb req-1f56f079-a523-4e1e-a5aa-5a1a5203ee4c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277309 Aug 29 18:06:46.888777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:47.267613 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9c67a-3c42-4922-abfe-d2a831399891 req-eafdbfa8-16b6-4d46-92aa-751a5822cd1d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:47.269078 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e9c67a-3c42-4922-abfe-d2a831399891 req-eafdbfa8-16b6-4d46-92aa-751a5822cd1d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Aug 29 18:06:47.306459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-01e9c67a-3c42-4922-abfe-d2a831399891 req-dce34d70-fa8c-4f02-8ef7-b29f019909a0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Aug 29 18:06:48.421144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864fd19-58b6-4e28-8972-a54090be9d30 req-f4393da0-c3be-4aac-9a49-932dc09b47d7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:48.422628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5864fd19-58b6-4e28-8972-a54090be9d30 req-f4393da0-c3be-4aac-9a49-932dc09b47d7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0489793 Aug 29 18:06:48.460822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5864fd19-58b6-4e28-8972-a54090be9d30 req-8e1d43d1-d95f-4066-a1d6-98fb679ba676 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317793 Aug 29 18:06:48.571190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac3e26-4b5d-4e19-bc56-af96cfc306b3 req-cb87532b-596a-4030-ac90-f50d872c247c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:48.572674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-96ac3e26-4b5d-4e19-bc56-af96cfc306b3 req-cb87532b-596a-4030-ac90-f50d872c247c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0478792 Aug 29 18:06:48.581408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34168) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:48.586937 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'floatingip': {'port_id': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:48.627521 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:48.899204 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:06:49.046791 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.050445 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.145294 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Floating IP 05ce8946-f5a2-4487-9199-72d594f148ca associated. External IP: 172.25.2.18, port: 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c. Aug 29 18:06:49.342951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:06:49.448039 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:06:49.452813 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.457359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:06:49.466323 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:49.466694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:06:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:49.480613 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7a07aff7-9acb-4c00-aa11-3ff0898ad769 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "PUT /v2.0/floatingips/05ce8946-f5a2-4487-9199-72d594f148ca HTTP/1.1" status: 200 len: 990 time: 0.8980565 Aug 29 18:06:49.481206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:06:49.483556 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7592d962-dcaa-43f1-9f6e-0e92087d857f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:06:49.526295 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc1306-ac1e-4b2b-bd07-924aaccd1aa0 x-openstack-request-id: req-e2bc1306-ac1e-4b2b-bd07-924aaccd1aa0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:06:49.526604 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:06:49.526874 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2bc1306-ac1e-4b2b-bd07-924aaccd1aa0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:06:49.527278 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'status': 'completed', 'code': 200} Aug 29 18:06:49.583089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:49.590663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-ac1c7576-d9fd-41da-96bb-da98ab1acb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:49.592184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-ac1c7576-d9fd-41da-96bb-da98ab1acb59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0423841 Aug 29 18:06:49.688154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-aea8e833-5395-4484-bea8-77c9d83358e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:49.689582 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-aea8e833-5395-4484-bea8-77c9d83358e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0900259 Aug 29 18:06:49.753746 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-53737462-58e3-4725-be94-bee925793a85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 998 time: 0.0567405 Aug 29 18:06:49.805691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:d8:ef:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:06:48Z', 'revision_number': 9, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:49.806761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-ef86ae10-76de-4d11-8c31-288dcafc8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:49.808286 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-ef86ae10-76de-4d11-8c31-288dcafc8472 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0475507 Aug 29 18:06:49.831665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:06:49.840545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:49.841152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:06:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:49.853597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-d7b6e327-e089-406e-8e2e-b9fd1247af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:49.855119 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-d7b6e327-e089-406e-8e2e-b9fd1247af07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399275 Aug 29 18:06:49.943465 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-1d153e04-695e-41fb-a35b-f692ea1af99c service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799346 Aug 29 18:06:49.944366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:50.034376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7592d962-dcaa-43f1-9f6e-0e92087d857f req-fb71be9c-15fe-49cf-bc3e-d3486bc52a4c service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843265 Aug 29 18:06:50.160654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:d8:ef:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:06:48Z', 'revision_number': 9, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:50.189870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b0791-11b6-4136-8f0f-faef88662ac6 None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:d8:ef:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:06:48Z', 'revision_number': 9, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:06:50.371708 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ec4b5-5eff-48cf-8449-ad142c37b383 None None] New status for floating IP 05ce8946-f5a2-4487-9199-72d594f148ca: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:07:02.274217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-d047828e-f386-474a-8ca1-4adc537c150e req-88c4bc2a-1ed5-468d-9048-74fbfe021fc8 service neutron] (94795) timed out ('10.222.0.43', 54446) {{(pid=94795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:07:11.254517 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7380ceeb-2aa9-4eac-a3aa-e87b974520cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:12.919074 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:13.451506 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:13.906693 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-511744af-ac17-43a4-ad31-e0e7c62e2041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:13.939710 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:15.583201 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:16.891049 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:23.200992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-a69be06a-764f-468d-af27-23175e23aec6 req-7ac9b855-087b-4087-810c-f8bc20f5c15d service neutron] (94796) timed out ('10.222.0.44', 58514) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:07:25.899785 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:07:27.246464 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36daa115-f74e-44e0-8786-0b3f41122f5a req-1bdbabaa-e06d-4299-85c6-64748ea277cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285864 Aug 29 18:07:27.310166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36daa115-f74e-44e0-8786-0b3f41122f5a req-0b0b428c-2278-4eca-9369-a5dc51c132a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0246119 Aug 29 18:07:27.347157 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36daa115-f74e-44e0-8786-0b3f41122f5a req-e6fb5cad-096d-4dc4-8e1b-d3d652edb21e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182588 Aug 29 18:07:27.437191 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daa115-f74e-44e0-8786-0b3f41122f5a req-6f03fe28-3b74-4b6f-af18-8c6c5bf380b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:27.438636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-36daa115-f74e-44e0-8786-0b3f41122f5a req-6f03fe28-3b74-4b6f-af18-8c6c5bf380b3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852251 Aug 29 18:07:32.667909 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-5bda0b57-4f39-4dda-a15a-1e7941a45ed5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1060152 Aug 29 18:07:32.746393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-26f85889-02bb-4923-aa94-b1ff2c5934fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:32.747764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-26f85889-02bb-4923-aa94-b1ff2c5934fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0392029 Aug 29 18:07:32.849113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-19a6c83b-e123-4d88-991d-67ddec09b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:32.850538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-19a6c83b-e123-4d88-991d-67ddec09b852 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0851209 Aug 29 18:07:32.913041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-d55dae84-b581-4320-8192-b37ce516fe6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 1001 time: 0.0555365 Aug 29 18:07:32.963532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-72fa6ff3-b2e8-4b74-aa6c-d90b855ef50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:32.964895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-72fa6ff3-b2e8-4b74-aa6c-d90b855ef50e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0452061 Aug 29 18:07:33.011514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-55e75b5a-086f-471c-be3b-c2191403f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:33.012930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-55e75b5a-086f-471c-be3b-c2191403f30d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414088 Aug 29 18:07:33.024059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-03afdf61-7a26-4302-9ce4-a53da9354d91 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:07:33.024973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-03afdf61-7a26-4302-9ce4-a53da9354d91 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056839 Aug 29 18:07:33.113153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-cf32fa12-c05a-4892-88e8-ac8aae658c4d service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811281 Aug 29 18:07:33.204116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd915bb-1cfb-49bf-9a01-8f01c4be6a2c req-b2044dc6-63c1-4e6f-875d-d98bf17a5f99 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836527 Aug 29 18:07:41.253828 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-84924198-9c65-443d-810c-dd3f1271ef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:42.514905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-2fe8a545-212c-41fa-a385-9256481c7d1a req-fbe44bd5-32a0-4174-bd09-60a14202104d service neutron] (94796) timed out ('10.222.0.41', 57174) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:07:42.927743 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:43.449498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:43.906626 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c8cefe6c-49e4-4c56-a378-6808eb4d7940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:43.939807 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:45.586574 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:46.893215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:02.900223 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:08:11.254347 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9646344-2932-42ca-9199-e4e3253ee7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:12.927370 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:13.463034 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:13.909980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c40246e0-d897-4d39-a610-7c7ff0850d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:13.939372 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:15.591917 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:16.894833 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:25.334013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-39d5ec4b-0b59-406d-87bb-c6ebdf72b07b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662630 Aug 29 18:08:25.348864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16ef91-3961-4cf4-818e-a621e49c998c req-b28ab193-6bc3-4a5d-989f-01245d3d1ea6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:25.350752 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a16ef91-3961-4cf4-818e-a621e49c998c req-b28ab193-6bc3-4a5d-989f-01245d3d1ea6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0571320 Aug 29 18:08:25.397076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a16ef91-3961-4cf4-818e-a621e49c998c req-c10b9d74-6d07-408e-b280-6fb68e613f28 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 Aug 29 18:08:26.369287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-a259c9a1-a62f-4f4c-8150-bc81c5aa0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:26.370852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-a259c9a1-a62f-4f4c-8150-bc81c5aa0a8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0400288 Aug 29 18:08:26.463027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-9afeedb3-038c-4c74-8921-64ca9a18e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:26.464580 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-9afeedb3-038c-4c74-8921-64ca9a18e63a service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0870590 Aug 29 18:08:26.519905 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f2fe-5222-457f-a7a0-1c4543940dc2 req-a72066f1-07fc-47b7-a064-136658b8e96c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:26.521449 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0847f2fe-5222-457f-a7a0-1c4543940dc2 req-a72066f1-07fc-47b7-a064-136658b8e96c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0541000 Aug 29 18:08:26.533534 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-cf277d5a-321e-4a2c-85c7-a8397f923ca5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 1001 time: 0.0620351 Aug 29 18:08:26.560859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0847f2fe-5222-457f-a7a0-1c4543940dc2 req-25702b9e-8ccf-48d4-a7e4-6b1b0913b19f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Aug 29 18:08:26.582628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-10a95f98-4eb4-4539-8c00-3302b118e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:26.584089 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-10a95f98-4eb4-4539-8c00-3302b118e560 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0435615 Aug 29 18:08:26.628795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-ddf9e4d8-9876-4460-93ba-e0115b2039e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:26.630123 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-ddf9e4d8-9876-4460-93ba-e0115b2039e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386934 Aug 29 18:08:26.720637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-e067f8a3-ca11-47ae-b7af-5b577d57c60c service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830812 Aug 29 18:08:26.810146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-ada477bb-b952-44e5-ace4-251004a646eb service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813687 Aug 29 18:08:27.675057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe04ca-f05c-4303-857a-5e42b3e5e064 req-2b892c72-67bc-45b8-b8ea-ba5d21dba141 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:27.676487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7afe04ca-f05c-4303-857a-5e42b3e5e064 req-2b892c72-67bc-45b8-b8ea-ba5d21dba141 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0485506 Aug 29 18:08:27.717449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7afe04ca-f05c-4303-857a-5e42b3e5e064 req-02e5b957-2c2d-4e16-9e48-0d85535e9bdd tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Aug 29 18:08:28.250102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-311529ec-9a0f-4877-a0a0-7fae2720c131 req-beef11cd-1c2d-4cb4-809f-bba9be1a16fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256538 Aug 29 18:08:28.315805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-311529ec-9a0f-4877-a0a0-7fae2720c131 req-4edcc3e4-9686-4a79-a53e-03418f7e7732 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0246856 Aug 29 18:08:28.353058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-311529ec-9a0f-4877-a0a0-7fae2720c131 req-2b6fc038-35d2-4a6b-90cd-7742141702c2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0181181 Aug 29 18:08:28.448495 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311529ec-9a0f-4877-a0a0-7fae2720c131 req-3137dc2c-40da-438e-83dd-15394631480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:28.449967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-311529ec-9a0f-4877-a0a0-7fae2720c131 req-3137dc2c-40da-438e-83dd-15394631480e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903196 Aug 29 18:08:28.832088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f68ff-58cd-4707-a302-b5ea8bc7d906 req-44ec211b-c378-45fb-967b-928c73b50401 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:28.833550 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f97f68ff-58cd-4707-a302-b5ea8bc7d906 req-44ec211b-c378-45fb-967b-928c73b50401 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Aug 29 18:08:28.870674 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f97f68ff-58cd-4707-a302-b5ea8bc7d906 req-6c148841-7bc3-466e-a205-5ca307b0c6ef tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307958 Aug 29 18:08:29.987300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf912b6-7efe-4ef1-be3d-83c154c3551c req-6804fee6-2a21-4151-be30-d68ec8bd9e9c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:29.988741 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cf912b6-7efe-4ef1-be3d-83c154c3551c req-6804fee6-2a21-4151-be30-d68ec8bd9e9c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0520103 Aug 29 18:08:30.030502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cf912b6-7efe-4ef1-be3d-83c154c3551c req-e999e744-9dde-48bf-a022-72a6fa8274f7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352609 Aug 29 18:08:31.144041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895db713-d140-46be-b7f8-59c7ca1d9073 req-d95ab6e1-51ef-433c-bb9c-63611a912b8d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:31.145592 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-895db713-d140-46be-b7f8-59c7ca1d9073 req-d95ab6e1-51ef-433c-bb9c-63611a912b8d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0484481 Aug 29 18:08:31.184011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-895db713-d140-46be-b7f8-59c7ca1d9073 req-e5ae1690-bf9b-4303-80c1-bfe266145290 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Aug 29 18:08:32.295395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62844ca6-5d3f-4500-abd5-7df1a0249864 req-1f1e34e2-e533-4b33-8c6c-eb4e18524c3b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:32.296865 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-62844ca6-5d3f-4500-abd5-7df1a0249864 req-1f1e34e2-e533-4b33-8c6c-eb4e18524c3b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Aug 29 18:08:32.334048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-62844ca6-5d3f-4500-abd5-7df1a0249864 req-6d47c300-f390-4f2b-9286-eb80eea178c1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Aug 29 18:08:33.452163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e083-f55c-439b-bc4c-ca395c0a822a req-5bcb29e2-36b6-4703-96a3-72beb9ba7832 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:33.453656 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e26e083-f55c-439b-bc4c-ca395c0a822a req-5bcb29e2-36b6-4703-96a3-72beb9ba7832 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0544503 Aug 29 18:08:33.490819 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6e26e083-f55c-439b-bc4c-ca395c0a822a req-3f0e1909-201c-4df2-92a2-ce91c4705197 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311797 Aug 29 18:08:33.622016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-bb22c3e1-d6da-4cd1-addf-793e4dab7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:33.623397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-bb22c3e1-d6da-4cd1-addf-793e4dab7560 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0397031 Aug 29 18:08:33.726822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-11402d7d-6a88-4bd2-9e42-052d73451698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:33.728291 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-11402d7d-6a88-4bd2-9e42-052d73451698 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0852110 Aug 29 18:08:33.791745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-2f41739a-2160-4782-a12e-44564d34e162 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 1001 time: 0.0557239 Aug 29 18:08:33.843166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-d8a685d3-ab9e-4778-907c-68b31e911fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:33.844550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-d8a685d3-ab9e-4778-907c-68b31e911fef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0454450 Aug 29 18:08:33.888703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-f4267e60-40ca-4893-9653-eec2d9ac2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:33.890055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-f4267e60-40ca-4893-9653-eec2d9ac2eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387685 Aug 29 18:08:33.980310 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-d2cc9bc0-4a33-4c41-ba8c-793fc3db6c87 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826967 Aug 29 18:08:34.079087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-261494f0-b5f3-4b27-9277-6b9e8ca20075 req-ee3bd12c-fd5f-479a-adc3-3a9160925dba service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907056 Aug 29 18:08:34.605442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f285e2-ca29-4b4d-82b4-139f7c19f6da req-b427ac67-4521-4baa-9370-558f1aa2abdf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:34.606926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6f285e2-ca29-4b4d-82b4-139f7c19f6da req-b427ac67-4521-4baa-9370-558f1aa2abdf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0487733 Aug 29 18:08:34.644129 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6f285e2-ca29-4b4d-82b4-139f7c19f6da req-ee4ee627-4ae7-420c-9f4c-65919cf4cc29 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Aug 29 18:08:35.756732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a85d8-cf5d-47ab-809e-290693959999 req-48d31f3c-7d5a-4864-9b07-29c44b077152 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:35.758109 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb3a85d8-cf5d-47ab-809e-290693959999 req-48d31f3c-7d5a-4864-9b07-29c44b077152 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0485234 Aug 29 18:08:35.795006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bb3a85d8-cf5d-47ab-809e-290693959999 req-91f586bd-1b89-4d88-b382-2e930ce8d4f0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Aug 29 18:08:36.910985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822b9f8-2e4d-4d64-9939-0b803aa8345d req-e51e3d1c-bc37-43bf-85bf-a0e3ee20a8fb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:36.912427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3822b9f8-2e4d-4d64-9939-0b803aa8345d req-e51e3d1c-bc37-43bf-85bf-a0e3ee20a8fb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0512488 Aug 29 18:08:37.270644 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3822b9f8-2e4d-4d64-9939-0b803aa8345d req-c5a99e69-6c73-4a21-a3b3-81662d506d66 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516972 Aug 29 18:08:38.383928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc48d-dea8-45fc-8072-1819ff4bd0e3 req-07240de7-c3c1-4a99-95cf-c6dbd64a3d6c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:38.385384 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06dcc48d-dea8-45fc-8072-1819ff4bd0e3 req-07240de7-c3c1-4a99-95cf-c6dbd64a3d6c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0474524 Aug 29 18:08:38.423890 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06dcc48d-dea8-45fc-8072-1819ff4bd0e3 req-9a422ec2-55c6-469e-802e-dca2b360b56c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326619 Aug 29 18:08:38.480379 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-2d75735b-514e-49bc-b0d7-4c9aece317be service neutron] 10.222.0.43 "GET /v2.0/ports/1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.0530629 Aug 29 18:08:38.671471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-5efaacce-5779-42c6-a342-0a349aed7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:38.672843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-5efaacce-5779-42c6-a342-0a349aed7a9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 1097 time: 0.0408082 Aug 29 18:08:38.731795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-44db464a-7026-41e9-951b-f9ad4960b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:38.733223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-44db464a-7026-41e9-951b-f9ad4960b680 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0390759 Aug 29 18:08:38.825150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-00829888-4fe7-4b12-a722-3fc40d4a1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:38.826629 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-00829888-4fe7-4b12-a722-3fc40d4a1b2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0863631 Aug 29 18:08:38.889691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-afab4bb5-f933-4aac-9f51-928e5635d895 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 1001 time: 0.0560806 Aug 29 18:08:38.939512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-ab89e612-d6e4-4dad-beaa-c14c620273d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:38.940874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-ab89e612-d6e4-4dad-beaa-c14c620273d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0449669 Aug 29 18:08:38.984026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-bde4a65c-c0cc-41f8-bf80-e600cbb0dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:38.985436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-bde4a65c-c0cc-41f8-bf80-e600cbb0dc0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378671 Aug 29 18:08:39.072890 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-d2812579-0ea7-4d5c-a353-ca44a4e56097 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804856 Aug 29 18:08:39.162967 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-416ce8ad-a294-41fc-ae2d-4c34c4a73482 req-e4591be0-3598-4327-8882-ac4116c71e5f service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831070 Aug 29 18:08:39.536660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ca93b-1983-4578-8265-08c91f03280c req-c97ed901-c877-4d1e-afdb-c16a1f235715 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:39.538128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be7ca93b-1983-4578-8265-08c91f03280c req-c97ed901-c877-4d1e-afdb-c16a1f235715 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0482783 Aug 29 18:08:39.574921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-be7ca93b-1983-4578-8265-08c91f03280c req-da73a2b6-c74c-4bf7-b2cd-9a3759c09184 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303590 Aug 29 18:08:39.900597 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:08:40.696174 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719fa6-40ae-482a-a371-c256f744dc66 req-0b2c231e-e127-41bc-9730-682bd1185efd tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:40.698273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b719fa6-40ae-482a-a371-c256f744dc66 req-0b2c231e-e127-41bc-9730-682bd1185efd tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0550625 Aug 29 18:08:40.735743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b719fa6-40ae-482a-a371-c256f744dc66 req-b4d271ea-e5d3-4457-9e35-5931429637f5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Aug 29 18:08:40.834507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:08:40.923212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:40.934324 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'mac_address': 'fa:16:3e:d8:ef:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:08:40.971438 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.983688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:08:41.001748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:41.005297 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.049982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:41.057451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.057793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.058127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.058459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.058811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.059140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.059464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.059786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.060106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.060427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.060744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.061059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:41.214263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:08:41.265368 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-245f6a4d-a9a8-4666-b063-4c58be7b7b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.856368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4eebc-9e86-466d-9501-cf187aedc6e8 req-29b74dcb-fc71-4acf-ac2e-b9522a57e3be tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:41.857823 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97c4eebc-9e86-466d-9501-cf187aedc6e8 req-29b74dcb-fc71-4acf-ac2e-b9522a57e3be tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 944 time: 0.0519195 Aug 29 18:08:41.894227 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97c4eebc-9e86-466d-9501-cf187aedc6e8 req-22a3aefe-d0fd-4f34-9803-424e11246b50 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304599 Aug 29 18:08:42.200107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-082c3638-e75c-4c7b-b7d9-f2377bd00817 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:42.201550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-082c3638-e75c-4c7b-b7d9-f2377bd00817 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4&tenant_id=665928f71f3344c89f36ed5a55227c60&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 944 time: 0.0760870 Aug 29 18:08:42.221595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187b2fb-c48f-42f8-92d4-016162d773de req-40d7a883-6c71-4f14-98f9-81825a72482f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:42.223020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7187b2fb-c48f-42f8-92d4-016162d773de req-40d7a883-6c71-4f14-98f9-81825a72482f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 944 time: 0.0708475 Aug 29 18:08:42.293532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7187b2fb-c48f-42f8-92d4-016162d773de req-2a6276a2-cf79-445a-b485-e440b950f0d0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535607 Aug 29 18:08:42.299001 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-be57fe94-0fa7-42da-b490-763dcb52218b service neutron] 10.222.0.43 "GET /v2.0/ports/1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.0905156 Aug 29 18:08:42.358499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-53ff193c-36e5-4e2a-a673-ba94a70dba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:42.359870 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-53ff193c-36e5-4e2a-a673-ba94a70dba88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0393369 Aug 29 18:08:42.448738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-bd0fe2e6-0f11-452c-abec-6cabf37555a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:42.450172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-bd0fe2e6-0f11-452c-abec-6cabf37555a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0834923 Aug 29 18:08:42.518407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-691700ec-c313-4a47-8a27-2a824e8665fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 1000 time: 0.0614829 Aug 29 18:08:42.566705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-2e905e52-7dd3-4e6a-a36d-ac3b16f9364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:42.568064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-2e905e52-7dd3-4e6a-a36d-ac3b16f9364b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0421906 Aug 29 18:08:42.612253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-66bf7060-63d9-4e94-abf4-4a99ca01fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:42.613621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-66bf7060-63d9-4e94-abf4-4a99ca01fccf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382955 Aug 29 18:08:42.702728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-653282fe-54de-4ed7-a2ad-ab042b7da052 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822542 Aug 29 18:08:42.788866 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-d2ed017a-4c73-4c35-b15d-a4d36120b6b7 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798645 Aug 29 18:08:42.859099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:42.905035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:42.905334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.952406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.990542 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.012970 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:43.015216 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf56b38-b70d-494a-9d0a-25456793a88a" -d '{"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-plugged", "status": "completed", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:43.027410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:43.031414 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.060562 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba9d146-c804-4760-bf18-e585e8eecef8 x-openstack-request-id: req-5ba9d146-c804-4760-bf18-e585e8eecef8 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:43.060854 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-plugged", "status": "completed", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:43.061104 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ba9d146-c804-4760-bf18-e585e8eecef8 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:43.061486 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'code': 200} Aug 29 18:08:43.082821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:43.412212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60765e-4fd6-47ca-ae8e-318c56dd0e53 req-7e63c4c1-3739-4ad0-980a-8e54ddb460de tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:43.413682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2d60765e-4fd6-47ca-ae8e-318c56dd0e53 req-7e63c4c1-3739-4ad0-980a-8e54ddb460de tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0534222 Aug 29 18:08:43.450654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2d60765e-4fd6-47ca-ae8e-318c56dd0e53 req-92d9c6db-9a44-4b4a-b3df-0928fff9fb8b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306244 Aug 29 18:08:43.470575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.909891 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e14fcc8d-d8e3-4cfb-8641-c87fadbb3415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.940504 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.568773 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4178e90-bc82-4558-b0dd-170bd4a7a4be req-16dfb581-0d81-4ffd-911e-0811cbe9d7ea tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:44.570251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4178e90-bc82-4558-b0dd-170bd4a7a4be req-16dfb581-0d81-4ffd-911e-0811cbe9d7ea tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0496008 Aug 29 18:08:44.607640 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d4178e90-bc82-4558-b0dd-170bd4a7a4be req-4c835aa4-a9e1-48cd-9d11-f6f6c50c9eec tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309882 Aug 29 18:08:44.718855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-793eb7c4-f540-4fbf-82dc-949706086381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:44.720230 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-793eb7c4-f540-4fbf-82dc-949706086381 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 1097 time: 0.0395653 Aug 29 18:08:44.780583 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-5378a0ad-df68-4ece-93fe-bd36fc722be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:44.782033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-5378a0ad-df68-4ece-93fe-bd36fc722be2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0401227 Aug 29 18:08:44.873714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-93d4046c-a819-4df9-98b8-4e05c2ef29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:44.875383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-93d4046c-a819-4df9-98b8-4e05c2ef29c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0863032 Aug 29 18:08:44.939621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-9e32f00a-af3b-4439-bca7-a62bf541a9c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 200 len: 1001 time: 0.0566907 Aug 29 18:08:44.990990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-a5c19e26-1c4d-403b-bfcc-0ed64f4e9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:44.992311 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-a5c19e26-1c4d-403b-bfcc-0ed64f4e9450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0454810 Aug 29 18:08:45.036733 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-0b9da8d3-8d72-4975-8d37-15751d4c6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:45.038176 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-0b9da8d3-8d72-4975-8d37-15751d4c6691 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387986 Aug 29 18:08:45.126272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-64a8ae7a-03cd-46c8-8bc1-a1a6f2c24504 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799978 Aug 29 18:08:45.218402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e3f119ed-f0ce-4c7a-a79c-982e544d5a5a req-f993a1ad-fa94-4a90-b5cc-47f9c7846571 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848238 Aug 29 18:08:45.593211 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.724517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b83879-02ce-43bb-b429-8b3a3ba0e8cb req-47081c29-4993-48e4-8908-5ea8be67e5ec tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:45.725889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99b83879-02ce-43bb-b429-8b3a3ba0e8cb req-47081c29-4993-48e4-8908-5ea8be67e5ec tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0492840 Aug 29 18:08:45.763293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99b83879-02ce-43bb-b429-8b3a3ba0e8cb req-5009cf71-6a1f-44d7-abec-a934d58ba134 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Aug 29 18:08:46.867720 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:08:46.869792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:08:46.876049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dc99b-2276-4c3e-8093-ea8ec795f323 req-83b9e986-ce85-431c-926d-3cf83621176e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:46.877578 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b5dc99b-2276-4c3e-8093-ea8ec795f323 req-83b9e986-ce85-431c-926d-3cf83621176e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0492344 Aug 29 18:08:46.918340 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4b5dc99b-2276-4c3e-8093-ea8ec795f323 req-9133e6ad-8bc2-4a6d-80eb-5fc833fe377d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336316 Aug 29 18:08:46.925751 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:47.028229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:47.032333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b69a2c-2118-462b-8a5c-3b06fe010afc req-fac1ab38-eaf5-47e5-9777-19cb7a18b968 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:47.033842 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52b69a2c-2118-462b-8a5c-3b06fe010afc req-fac1ab38-eaf5-47e5-9777-19cb7a18b968 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Aug 29 18:08:47.034386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:47.057376 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'mac_address': 'fa:16:3e:d8:ef:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:08:47.063274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:47.065492 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fed9c4-31a8-4a51-9d08-47488ad6e74f" -d '{"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:47.071926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-52b69a2c-2118-462b-8a5c-3b06fe010afc req-3b3ec211-0e3e-4c0b-8c2d-b9cce879e0f5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318170 Aug 29 18:08:47.080888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:47.098685 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:47.129574 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e218beb7-76f8-476d-847e-3ffd062bc886 x-openstack-request-id: req-e218beb7-76f8-476d-847e-3ffd062bc886 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:47.129866 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:47.130113 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e218beb7-76f8-476d-847e-3ffd062bc886 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:47.130495 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'code': 200} Aug 29 18:08:47.142300 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:47.167916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:08:47.177668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:47.203921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65a6c-64b6-4509-baae-ef5653463732 req-576ab0eb-29ad-449e-a3a2-17ed50b501f8 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:47.205430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6f65a6c-64b6-4509-baae-ef5653463732 req-576ab0eb-29ad-449e-a3a2-17ed50b501f8 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 943 time: 0.0559590 Aug 29 18:08:47.215064 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 18:08:47.215421 n-d-713499-15 neutron-server[94797]: DEBUG oslo_db.api [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 18:08:47.244125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b6f65a6c-64b6-4509-baae-ef5653463732 req-4e16dd7b-0041-40c1-923f-b7a542f2ca01 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Aug 29 18:08:47.471704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879e15-4b6e-4e47-bb4f-dc43b136ccf7 req-efc63ea2-16e4-451c-8934-2c31f5693329 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:47.473205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e879e15-4b6e-4e47-bb4f-dc43b136ccf7 req-efc63ea2-16e4-451c-8934-2c31f5693329 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 943 time: 0.0485532 Aug 29 18:08:47.511017 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5e879e15-4b6e-4e47-bb4f-dc43b136ccf7 req-ada00668-f31d-40c8-850c-23a1893954d6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Aug 29 18:08:47.748830 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:47.761356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:08:47.781049 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:47.784788 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:47.832557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:48.000100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:08:48.629453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a23eed-66b4-4246-a4c8-2750356f01f5 req-a03fdec2-26b0-45a9-af6a-66206d40caf0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:48.631047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2a23eed-66b4-4246-a4c8-2750356f01f5 req-a03fdec2-26b0-45a9-af6a-66206d40caf0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 944 time: 0.0522060 Aug 29 18:08:48.669716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b2a23eed-66b4-4246-a4c8-2750356f01f5 req-1ce8e5d7-5038-4530-8827-cdd399911d75 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Aug 29 18:08:48.671215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-7728c23a-ac6b-4724-b4b8-fde4ae2afa63 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:48.672707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-7728c23a-ac6b-4724-b4b8-fde4ae2afa63 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 944 time: 0.0488682 Aug 29 18:08:48.764176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Deleting port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:08:48.764523 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:48.852329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:48.852692 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:48.874975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:48.927111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:48.927489 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:49.003798 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:49.035454 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:49.035762 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:49.036003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:49.036112 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Floating IP 05ce8946-f5a2-4487-9199-72d594f148ca disassociated. External IP: 172.25.2.18, port: 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c. Aug 29 18:08:49.036514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Calling delete_port for 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:08:49.040733 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:49.089880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:49.131570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:49.133965 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a903cf-b801-4b44-a542-1cf5f52e12ac" -d '{"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-plugged", "status": "completed", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:49.170214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:49.177897 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f2e82-f5c1-47d6-b921-5d9f8301edc7 x-openstack-request-id: req-fb8f2e82-f5c1-47d6-b921-5d9f8301edc7 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:49.178338 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-plugged", "status": "completed", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:49.178604 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb8f2e82-f5c1-47d6-b921-5d9f8301edc7 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:49.179026 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'code': 200} Aug 29 18:08:49.205992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event deleted for resources: {'Port': ['ID=1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:49.219323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.219662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.220011 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.220346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.220680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.221012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.221340 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.221665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.221993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.222316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.222659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.222982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:49.341521 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:08:49.448731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:08:49.459171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:08:49.468527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:49.469145 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:08:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:49.491683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] No DVR routers for this DVR port 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:08:49.494100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:49.496790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-25653c8a-a186-48c2-977b-baddb6b51f74 req-a5547429-c99e-4a06-b148-05b736b6515b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "DELETE /v2.0/ports/1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c HTTP/1.1" status: 204 len: 173 time: 0.8182349 Aug 29 18:08:49.497226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-deleted', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:49.499561 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdcdcb7-15f9-4cd7-ac94-742d2c1852d1" -d '{"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-deleted", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:49.541106 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fcb47c-2759-4b2b-abdd-8dcf6b1e46fb x-openstack-request-id: req-43fcb47c-2759-4b2b-abdd-8dcf6b1e46fb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:49.541390 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e67bfa5-69c2-4ea7-880a-f3f96c779ef4", "name": "network-vif-deleted", "tag": "1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:49.542307 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43fcb47c-2759-4b2b-abdd-8dcf6b1e46fb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:49.542745 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e67bfa5-69c2-4ea7-880a-f3f96c779ef4', 'name': 'network-vif-deleted', 'tag': '1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c', 'status': 'completed', 'code': 200} Aug 29 18:08:49.578850 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:49.775607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-79d16c32-9523-4783-85c5-b956c93090d7 req-b7b9a536-36c5-4860-a29f-74771893cc05 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e67bfa5-69c2-4ea7-880a-f3f96c779ef4 HTTP/1.1" status: 200 len: 210 time: 0.0260201 Aug 29 18:08:49.779034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:49.805157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:08:49.813360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:49.813967 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:08:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:49.924249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:50.132647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:50.159607 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ad5e3-856c-4e95-a1b9-d0254403720a None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:08:50.372410 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504076f2-7033-4fd2-9583-439de55d1a77 None None] New status for floating IP 05ce8946-f5a2-4487-9199-72d594f148ca: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:08:51.039328 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-503830d5-d434-4512-aa22-acc9a2ccc24f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1370191962&fields=id&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 267 time: 0.0323367 Aug 29 18:08:51.142072 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-57343b86-546f-4fd9-880e-4c6f775070d1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:51.143512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-57343b86-546f-4fd9-880e-4c6f775070d1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 811 time: 0.0977564 Aug 29 18:08:51.158215 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-8a694b52-5cc7-40d9-b648-2acf0792951b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/quotas/665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 375 time: 0.0091219 Aug 29 18:08:51.215080 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-5331243f-fd96-4451-b335-d4a17de5085b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518219 Aug 29 18:08:51.349672 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-10257965-1aba-489a-a40b-066be84b0e21 service neutron] 10.222.0.41 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233206 Aug 29 18:08:51.440806 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-47b880b6-0b02-4746-bf0d-49698b29c739 service neutron] 10.222.0.41 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840244 Aug 29 18:08:51.602768 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cdb05059-742a-4173-b636-5238fb95f7f4 req-620b7395-12a2-42f1-ab45-3289f718ddbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 210 time: 0.0290663 Aug 29 18:08:52.470078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-4dd1e952-149c-401d-a22a-314a1cfbea62 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:52.471704 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-4dd1e952-149c-401d-a22a-314a1cfbea62 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 811 time: 0.1098006 Aug 29 18:08:52.518081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-9badeccb-4ae4-45e0-a8e8-03e335df556e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 380 time: 0.0369885 Aug 29 18:08:52.528681 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'port': {'device_id': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'admin_state_up': True, 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'security_groups': ['bdb6b244-4eb3-4b4f-867d-c1c03fa26518']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:52.632879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Made reservation on behalf of 665928f71f3344c89f36ed5a55227c60 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:08:52.636988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:52.697546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-507e088b-37e3-4e5c-86cd-5473fab0a871 req-8ad2cc1e-2ccd-4b00-b0fe-0a25e0a82558 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 210 time: 0.0278137 Aug 29 18:08:52.763168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Allocated IP 172.20.0.13 (558aa6fd-743f-47f0-a26c-083febc0357d/13e5e713-b3b0-4710-8843-9d5142d15c60/9fe27769-66a5-492f-bfe5-caf1279b1d82) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:08:52.899224 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:52.904503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:08:52.912985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Transition to ACTIVE for port object 9fe27769-66a5-492f-bfe5-caf1279b1d82 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:52.924447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:08:52.924799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 1a48cfd1-c3f1-4c50-8f1c-0a962a4c346c not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:08:52.946405 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:52.990207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Network 558aa6fd-743f-47f0-a26c-083febc0357d is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:52.993202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:52.999863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:08:53.027071 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:53.053040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:53.053663 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:53.068178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-a333bbbc-c21c-4edd-9c5f-19c439c93d3e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436547 Aug 29 18:08:53.080888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Request body: {'port': {'device_id': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:53.137029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:53.265199 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b2dcf91e-35f3-4921-9aa7-c2f3624d9127 None None] Provisioning for port 9fe27769-66a5-492f-bfe5-caf1279b1d82 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:53.268862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b2dcf91e-35f3-4921-9aa7-c2f3624d9127 None None] Provisioning complete for port 9fe27769-66a5-492f-bfe5-caf1279b1d82 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:53.269343 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b2dcf91e-35f3-4921-9aa7-c2f3624d9127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:53.301813 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b2dcf91e-35f3-4921-9aa7-c2f3624d9127 None None] Port 9fe27769-66a5-492f-bfe5-caf1279b1d82 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:08:53.397890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe27769-66a5-492f-bfe5-caf1279b1d82 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:08:53.405429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:53.417079 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Transition to ACTIVE for port object 9fe27769-66a5-492f-bfe5-caf1279b1d82 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:53.421255 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:53.471209 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:53.543703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Attempting to bind port 9fe27769-66a5-492f-bfe5-caf1279b1d82 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:08:53.544042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Attempting to bind port 9fe27769-66a5-492f-bfe5-caf1279b1d82 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:08:53.544371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Attempting to bind port 9fe27769-66a5-492f-bfe5-caf1279b1d82 on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:53.548781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Port 9fe27769-66a5-492f-bfe5-caf1279b1d82 on network 558aa6fd-743f-47f0-a26c-083febc0357d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:08:53.549107 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Attempting to bind port 9fe27769-66a5-492f-bfe5-caf1279b1d82 on network 558aa6fd-743f-47f0-a26c-083febc0357d {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:53.554083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:08:53.554429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Checking segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:53.554848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Bound using segment: {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:08:53.555277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Bound port: 9fe27769-66a5-492f-bfe5-caf1279b1d82, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e2e0f4-792f-4511-8126-ffa2efe61a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:08:53.555636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:53.622184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:08:53.625177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:08:53.629517 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:53.662759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:53.663423 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:53.664860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-46462344-fd7b-4334-8332-830592d44b85 service neutron] 10.222.0.43 "PUT /v2.0/ports/9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 1093 time: 0.5883541 Aug 29 18:08:53.665292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:53.668071 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01113059-b98f-4226-b007-932ad418db14" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:53.693996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46462344-fd7b-4334-8332-830592d44b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:53.711546 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7e20f3-596a-4ae0-8234-30ef3705c09e x-openstack-request-id: req-4a7e20f3-596a-4ae0-8234-30ef3705c09e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:53.711832 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:53.712104 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a7e20f3-596a-4ae0-8234-30ef3705c09e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:53.712500 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'status': 'completed', 'code': 200} Aug 29 18:08:53.763552 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-9e877319-7d89-42cd-bc97-569e2dfc02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:53.765068 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-9e877319-7d89-42cd-bc97-569e2dfc02a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1096 time: 0.0446529 Aug 29 18:08:53.811889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-5aced688-da6f-424c-baef-256309b76151 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 217 time: 0.0389259 Aug 29 18:08:53.818901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cb725-fef6-47fd-bfb3-14d3dd6cbe4d req-c8fd823e-3d3c-41da-93fe-7e6ca7d2f9fc tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:53.820647 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a6cb725-fef6-47fd-bfb3-14d3dd6cbe4d req-c8fd823e-3d3c-41da-93fe-7e6ca7d2f9fc tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0518699 Aug 29 18:08:53.862967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-122f9f94-e62c-470a-b322-2012718efdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:53.864421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-122f9f94-e62c-470a-b322-2012718efdf8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0462646 Aug 29 18:08:53.864632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0a6cb725-fef6-47fd-bfb3-14d3dd6cbe4d req-0b5fe4c2-fa84-41bb-a1fb-3ebfb284f1d9 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364218 Aug 29 18:08:53.911411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-fab9b262-8533-4edb-821b-f258ef96ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:53.912921 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-fab9b262-8533-4edb-821b-f258ef96ac78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408537 Aug 29 18:08:54.005931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-f782a717-3222-4047-a11b-fda2abf37a16 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851185 Aug 29 18:08:54.091856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a5d3a55-f469-4b2b-b867-6fe2f91b0c5e req-1887c7e6-f62d-4f8b-ad5b-da2c219228cc service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789146 Aug 29 18:08:54.173877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113059-b98f-4226-b007-932ad418db14 req-15940c6e-853c-4b5c-9620-92d97f25b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:54.175400 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01113059-b98f-4226-b007-932ad418db14 req-15940c6e-853c-4b5c-9620-92d97f25b537 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1096 time: 0.0402520 Aug 29 18:08:54.268855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113059-b98f-4226-b007-932ad418db14 req-2d62f875-c9c9-4aa8-9406-8a1819769d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:54.270381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01113059-b98f-4226-b007-932ad418db14 req-2d62f875-c9c9-4aa8-9406-8a1819769d64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0872869 Aug 29 18:08:54.311622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01113059-b98f-4226-b007-932ad418db14 req-12bc4cd7-f7e3-4727-a8be-850dcbf1fe9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 217 time: 0.0339007 Aug 29 18:08:54.363719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113059-b98f-4226-b007-932ad418db14 req-4956df90-9abd-446e-84f1-157231158cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:54.365054 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01113059-b98f-4226-b007-932ad418db14 req-4956df90-9abd-446e-84f1-157231158cc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0459592 Aug 29 18:08:54.409835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113059-b98f-4226-b007-932ad418db14 req-242f131e-e542-4316-a061-934834ddb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:54.411300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01113059-b98f-4226-b007-932ad418db14 req-242f131e-e542-4316-a061-934834ddb2ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385327 Aug 29 18:08:54.499488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01113059-b98f-4226-b007-932ad418db14 req-f69d306e-55d3-4fb5-91f4-8f9a8c05ba15 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805342 Aug 29 18:08:54.591772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-01113059-b98f-4226-b007-932ad418db14 req-16d2c888-f8cf-415f-a1a3-a39e28d6173e service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845621 Aug 29 18:08:54.979868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118059f-999a-4f56-94dd-aab3c365c9b4 req-8e36fb22-fa41-4ded-a138-0b071ef7f1a3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:54.981336 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e118059f-999a-4f56-94dd-aab3c365c9b4 req-8e36fb22-fa41-4ded-a138-0b071ef7f1a3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0488238 Aug 29 18:08:55.017331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e118059f-999a-4f56-94dd-aab3c365c9b4 req-b256cb99-4379-4db8-bed1-d7b8322d07d0 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302062 Aug 29 18:08:56.131603 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a0035-e387-4635-801f-bf942012d91b req-81193324-6fdc-4428-b298-7a8feca01a12 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:56.133086 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e21a0035-e387-4635-801f-bf942012d91b req-81193324-6fdc-4428-b298-7a8feca01a12 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0499947 Aug 29 18:08:56.170247 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e21a0035-e387-4635-801f-bf942012d91b req-d7e7afc8-dc7b-47f5-b32f-952f5b5f9849 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Aug 29 18:08:56.934974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:08:57.028544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:57.039347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'mac_address': 'fa:16:3e:e3:33:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:08:57.075046 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:57.087026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe27769-66a5-492f-bfe5-caf1279b1d82 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:08:57.105213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:57.108980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:57.158838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:57.283031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc9782-4f5b-4a0d-ab77-a4f1b74a3d47 req-e264259a-07af-4c4b-8b17-6bb977d40fe6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:57.284474 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6dfc9782-4f5b-4a0d-ab77-a4f1b74a3d47 req-e264259a-07af-4c4b-8b17-6bb977d40fe6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 945 time: 0.0479136 Aug 29 18:08:57.298931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['9fe27769-66a5-492f-bfe5-caf1279b1d82'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:08:57.325747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6dfc9782-4f5b-4a0d-ab77-a4f1b74a3d47 req-17e46442-ca7e-4124-b8f8-ebeb6d7dcf1c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354691 Aug 29 18:08:58.442156 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a25487-bb47-46ca-99ba-d15de84f8bd5 req-1b1de911-b7cc-46c3-b225-857706413c36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:58.443691 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12a25487-bb47-46ca-99ba-d15de84f8bd5 req-1b1de911-b7cc-46c3-b225-857706413c36 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 945 time: 0.0527956 Aug 29 18:08:58.486629 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-12a25487-bb47-46ca-99ba-d15de84f8bd5 req-c4d880d6-9342-45de-b6c4-ff2e779cc68f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Aug 29 18:08:58.952938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:59.001924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 9fe27769-66a5-492f-bfe5-caf1279b1d82 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:59.005359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 9fe27769-66a5-492f-bfe5-caf1279b1d82 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:59.005725 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:59.080137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:59.102242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:59.104992 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e737203-ac42-4e57-abd0-b1af7be6b5bb" -d '{"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:59.117221 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:59.122054 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:59.144487 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b55f9ab-ecb1-4111-86e6-848c69765077 x-openstack-request-id: req-8b55f9ab-ecb1-4111-86e6-848c69765077 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:59.144772 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:59.145026 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b55f9ab-ecb1-4111-86e6-848c69765077 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:59.145423 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'code': 200} Aug 29 18:08:59.170224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:59.236554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347726dc-9b42-43c5-aa4f-d7cfc3640bc5 req-c379944a-025e-47f2-9ff3-06ab3f5b089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:59.237968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-347726dc-9b42-43c5-aa4f-d7cfc3640bc5 req-c379944a-025e-47f2-9ff3-06ab3f5b089a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1098 time: 0.0401230 Aug 29 18:08:59.272467 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-347726dc-9b42-43c5-aa4f-d7cfc3640bc5 req-a5032c17-a1c1-4428-bc9b-cad06519902c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265100 Aug 29 18:08:59.598884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233e70-accf-470b-81dc-4e62d5a7352b req-d18d671c-2022-495e-b9ff-b7485660c782 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:59.600357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18233e70-accf-470b-81dc-4e62d5a7352b req-d18d671c-2022-495e-b9ff-b7485660c782 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0474935 Aug 29 18:08:59.637757 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18233e70-accf-470b-81dc-4e62d5a7352b req-3d0e1307-2c7c-4361-a8ea-228e5cc94e4c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Aug 29 18:09:00.753045 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e11a-bf29-41e8-9c60-bed788c3dbe2 req-41086967-c1bc-4669-b8be-47ad9cb71652 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:00.754411 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0f3e11a-bf29-41e8-9c60-bed788c3dbe2 req-41086967-c1bc-4669-b8be-47ad9cb71652 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0481145 Aug 29 18:09:00.793507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f0f3e11a-bf29-41e8-9c60-bed788c3dbe2 req-c69e2864-c07e-49d4-8781-86add92fee15 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333319 Aug 29 18:09:00.902211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16e184-7821-46e6-8394-9440908cf09c req-81f6ad4f-7503-4b79-a8fd-687b0e2820f1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:00.903698 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7f16e184-7821-46e6-8394-9440908cf09c req-81f6ad4f-7503-4b79-a8fd-687b0e2820f1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0480449 Aug 29 18:09:00.912051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34526) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:09:00.917080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Request body: {'floatingip': {'port_id': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:09:00.956929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.374240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.378008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.471634 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Floating IP 05ce8946-f5a2-4487-9199-72d594f148ca associated. External IP: 172.25.2.18, port: 9fe27769-66a5-492f-bfe5-caf1279b1d82. Aug 29 18:09:01.672996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:09:01.778074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:09:01.782602 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.788193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:09:01.796799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:09:01.797415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:08:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:09:01.809225 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-abb7be27-4cfa-4635-b14b-1210bb6170ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "PUT /v2.0/floatingips/05ce8946-f5a2-4487-9199-72d594f148ca HTTP/1.1" status: 200 len: 992 time: 0.8961551 Aug 29 18:09:01.809810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:09:01.812100 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616bb606-d99b-450b-b29f-108e20561930" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:09:01.849977 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8db9ed4-b4e2-4dce-b336-f662b686389f x-openstack-request-id: req-a8db9ed4-b4e2-4dce-b336-f662b686389f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:09:01.850268 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:09:01.852508 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8db9ed4-b4e2-4dce-b336-f662b686389f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:09:01.852935 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'status': 'completed', 'code': 200} Aug 29 18:09:01.909082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:09:01.912150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb606-d99b-450b-b29f-108e20561930 req-144355e7-c39b-4de3-b8f1-239be8ba9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:01.914012 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-616bb606-d99b-450b-b29f-108e20561930 req-144355e7-c39b-4de3-b8f1-239be8ba9ad7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1098 time: 0.0413651 Aug 29 18:09:02.005199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb606-d99b-450b-b29f-108e20561930 req-b941dd42-6e1a-4f1c-9dcf-170d0dd1941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:02.006704 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-616bb606-d99b-450b-b29f-108e20561930 req-b941dd42-6e1a-4f1c-9dcf-170d0dd1941b service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0856783 Aug 29 18:09:02.071356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-616bb606-d99b-450b-b29f-108e20561930 req-dd785fa2-35e9-4236-82d1-9cb09afe106e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 1000 time: 0.0569928 Aug 29 18:09:02.123528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb606-d99b-450b-b29f-108e20561930 req-76d17a7f-3415-44a6-a680-29002bdc8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:02.124981 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-616bb606-d99b-450b-b29f-108e20561930 req-76d17a7f-3415-44a6-a680-29002bdc8c26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0475063 Aug 29 18:09:02.129438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:e3:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:09:01Z', 'revision_number': 13, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:09:02.155095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:09:02.163620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:09:02.164228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:08:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:09:02.170295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb606-d99b-450b-b29f-108e20561930 req-4fce695a-e33f-4a16-a7dd-debbfede3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:02.171846 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-616bb606-d99b-450b-b29f-108e20561930 req-4fce695a-e33f-4a16-a7dd-debbfede3bda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399411 Aug 29 18:09:02.259648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-616bb606-d99b-450b-b29f-108e20561930 req-b2d29bad-3e96-49b7-9eea-0a3b7b7c36c1 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810711 Aug 29 18:09:02.268288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:09:02.351770 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-616bb606-d99b-450b-b29f-108e20561930 req-7baf4927-c5de-4254-a40b-93a5b3c69c00 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848129 Aug 29 18:09:02.487292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:e3:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:09:01Z', 'revision_number': 13, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:09:02.512664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4e2e6-30af-43bc-b92a-a552b4c62ee5 None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '05ce8946-f5a2-4487-9199-72d594f148ca', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'port_id': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'mac_address': 'fa:16:3e:e3:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:02:21Z', 'updated_at': '2021-08-29T18:09:01Z', 'revision_number': 13, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:09:02.698411 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d0d9e-512f-4d52-a5c7-9fe63b4460d2 None None] New status for floating IP 05ce8946-f5a2-4487-9199-72d594f148ca: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:09:11.254859 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14286f24-f17a-41f7-8632-ea8abdcb20f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:12.973262 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:13.484923 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:13.910722 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dff0b4bb-801a-4e79-a0d6-0a6b33c358c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:13.940563 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:15.596376 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:16.900248 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:09:16.901085 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:29.285765 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b56761ed-2f8b-4324-9055-0a11558c8722 req-7cdfcec8-419c-4412-936b-a0cb84eb35ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0675781 Aug 29 18:09:29.349572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b56761ed-2f8b-4324-9055-0a11558c8722 req-0434535d-bdb2-4ab9-a458-a530961b6b4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0240021 Aug 29 18:09:29.391099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b56761ed-2f8b-4324-9055-0a11558c8722 req-f67922a7-5976-47e0-b670-a5639d21eeb2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226974 Aug 29 18:09:29.482257 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56761ed-2f8b-4324-9055-0a11558c8722 req-97b0a643-366e-4d67-b992-ddbbdf9ec5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:29.483697 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b56761ed-2f8b-4324-9055-0a11558c8722 req-97b0a643-366e-4d67-b992-ddbbdf9ec5f3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861557 Aug 29 18:09:33.583585 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-42fad2a2-0ef6-4c97-8211-80baa22d5647 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392168 Aug 29 18:09:33.665540 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-7cbbb412-3230-4534-bfb6-15657f735c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:33.667066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-7cbbb412-3230-4534-bfb6-15657f735c5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1098 time: 0.0404267 Aug 29 18:09:33.776023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-ae7fdd22-633a-4f4e-af6c-95a0667f5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:33.777711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-ae7fdd22-633a-4f4e-af6c-95a0667f5100 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0853169 Aug 29 18:09:33.840113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-23295d0b-a8f8-482a-b682-ad64befc86cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 1002 time: 0.0555439 Aug 29 18:09:33.890735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-d50e5037-312a-450a-aeac-7861b7397a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:33.892117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-d50e5037-312a-450a-aeac-7861b7397a0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0450900 Aug 29 18:09:33.936047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-4ef9a9b1-55a0-4e9b-a9ea-6733455b77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:33.937443 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-4ef9a9b1-55a0-4e9b-a9ea-6733455b77e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388885 Aug 29 18:09:34.024028 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-c73d824e-dcdc-4604-8c23-b523ab50463f service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774238 Aug 29 18:09:34.113872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2fb1bd3d-34c5-4598-a572-41baf4d64137 req-25d243ad-20cb-478a-a9ee-af3e1bed76b8 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820696 Aug 29 18:09:41.255994 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa2e47c0-2eb5-4f99-ae79-c60223431f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:42.973453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:43.495576 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:43.910709 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-54333a2b-769f-4cae-b7c8-31f639f4f1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:43.940018 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:45.598569 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:46.903173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:53.898546 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:10:11.255536 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14a05086-5378-4f07-b931-9fab6dea94e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:12.989540 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:13.489382 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:13.910965 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f798ac2-5ff5-415a-8436-8c76a23982f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:13.939154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:15.601278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:16.905273 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:30.804307 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-38c4dfaf-4e7b-4929-a7c0-085859cacd05 req-cd725ffa-1e8c-484e-8d2a-fe02e06b876a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267503 Aug 29 18:10:30.870736 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-38c4dfaf-4e7b-4929-a7c0-085859cacd05 req-30951295-af6b-4e3c-b05f-f116e7da7111 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0247278 Aug 29 18:10:30.897415 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:10:30.912358 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-38c4dfaf-4e7b-4929-a7c0-085859cacd05 req-f0c53c9c-5afb-4a22-849d-e52bc686b0b9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221901 Aug 29 18:10:31.005241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4dfaf-4e7b-4929-a7c0-085859cacd05 req-07600813-df3b-48d7-980c-97f54d00c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:31.006757 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-38c4dfaf-4e7b-4929-a7c0-085859cacd05 req-07600813-df3b-48d7-980c-97f54d00c720 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873022 Aug 29 18:10:35.592904 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-58b9713b-66e0-4974-a7ad-16c9c7556bbd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391428 Aug 29 18:10:35.673581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-2b342270-0806-4e65-a6ce-cfe70aa2174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:35.675120 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-2b342270-0806-4e65-a6ce-cfe70aa2174d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1098 time: 0.0403407 Aug 29 18:10:35.777778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-7eae7329-8a9f-48bd-ad9d-c7bee101d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:35.779257 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-7eae7329-8a9f-48bd-ad9d-c7bee101d2d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0863276 Aug 29 18:10:35.846327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-59d43912-5e27-445f-9d91-2cd0a7a96c9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 1002 time: 0.0575049 Aug 29 18:10:35.898133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-b3ceaf3c-568d-4475-9ec0-775d61c92658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:35.899552 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-b3ceaf3c-568d-4475-9ec0-775d61c92658 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0455897 Aug 29 18:10:35.946975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-6d0e52b3-92f7-4292-9ef3-8fd54f8c3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:35.948405 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-6d0e52b3-92f7-4292-9ef3-8fd54f8c3250 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378089 Aug 29 18:10:36.041415 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-01cc8c02-24fd-4dc8-a516-27ee4bc21ec8 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784237 Aug 29 18:10:36.136865 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0120846d-116d-48ba-9370-c7b7b447dd8a req-bbd33be6-a25b-4ea4-805a-f6bfc20dbbcf service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860255 Aug 29 18:10:39.865291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9b2a-8ebc-4c0e-bda6-36acdb0ab875 req-b929f3fe-004d-4259-b4be-df546bd01fdf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:39.866771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-169a9b2a-8ebc-4c0e-bda6-36acdb0ab875 req-b929f3fe-004d-4259-b4be-df546bd01fdf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0491526 Aug 29 18:10:39.903524 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-169a9b2a-8ebc-4c0e-bda6-36acdb0ab875 req-f43aa711-53a3-4c20-acd2-148f8b90fbff tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306008 Aug 29 18:10:41.256644 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68d99092-2821-43fa-8f90-a7eea3d5b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:42.982056 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:43.512678 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:43.911834 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1517d756-eb9e-49b3-abcb-075d8e415143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:43.938745 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:45.603042 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:46.908404 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:52.064473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-75dcaabf-8e6a-4ecf-af10-1ff0a6a6cde0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434115 Aug 29 18:10:52.077593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f26df2-e5bf-4627-b556-a0e125901423 req-686e3e2a-f351-48cc-ab38-8f0ae5bd1695 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:52.079756 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2f26df2-e5bf-4627-b556-a0e125901423 req-686e3e2a-f351-48cc-ab38-8f0ae5bd1695 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0486622 Aug 29 18:10:52.118820 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e2f26df2-e5bf-4627-b556-a0e125901423 req-ce5c0ef9-9c13-46a3-be5d-694681089fbb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322504 Aug 29 18:10:53.120608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-2ba4b18d-5bec-466d-8cea-2ffe3fa1c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:53.122081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-2ba4b18d-5bec-466d-8cea-2ffe3fa1c2ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1098 time: 0.0441527 Aug 29 18:10:53.240168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-e14ce2ac-777f-4ab2-8f21-123d7b2eacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:53.241631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-e14ce2ac-777f-4ab2-8f21-123d7b2eacda service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.1121252 Aug 29 18:10:53.262574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95503863-9156-49f7-8547-f1fb9db24615 req-463d1554-0c95-4f5b-b8fd-d7f4bd31b38f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:53.263976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95503863-9156-49f7-8547-f1fb9db24615 req-463d1554-0c95-4f5b-b8fd-d7f4bd31b38f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0726287 Aug 29 18:10:53.335640 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-e73525d1-46b1-4218-a240-a292d55d76de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 1002 time: 0.0866985 Aug 29 18:10:53.338419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-95503863-9156-49f7-8547-f1fb9db24615 req-f6ca0cf2-dd3d-40d1-8b35-52b2bfcf5d62 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474603 Aug 29 18:10:53.383879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-69f53335-c735-4140-8b21-3950aa6e36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:53.385219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-69f53335-c735-4140-8b21-3950aa6e36bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0429287 Aug 29 18:10:53.433470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-53f85756-eb77-4488-a81e-21c47091dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:53.434946 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-53f85756-eb77-4488-a81e-21c47091dad1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424469 Aug 29 18:10:53.522819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-128258ee-13df-44fb-8433-1d53c5af4e3e service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806386 Aug 29 18:10:53.613069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-39b32105-b7b4-48a2-b59e-b69fbf73fdcc service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830030 Aug 29 18:10:54.775974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741d09c-0a4d-4098-b829-d83695a637f5 req-87becb78-c777-4300-8656-a2770c5a85af tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:54.777481 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7741d09c-0a4d-4098-b829-d83695a637f5 req-87becb78-c777-4300-8656-a2770c5a85af tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.3713527 Aug 29 18:10:54.814417 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7741d09c-0a4d-4098-b829-d83695a637f5 req-b3419947-5552-427b-8a89-2cc4f7c72e8a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300708 Aug 29 18:10:55.927858 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70923fc-5f1e-4fe1-85b0-ccc2542f5367 req-79b60b55-db26-48e5-a1ac-c2c823c67641 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:55.930239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c70923fc-5f1e-4fe1-85b0-ccc2542f5367 req-79b60b55-db26-48e5-a1ac-c2c823c67641 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0490787 Aug 29 18:10:55.967455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c70923fc-5f1e-4fe1-85b0-ccc2542f5367 req-4974f089-ece9-4526-8d1f-b0ac51ef719e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314207 Aug 29 18:10:57.077604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fadaa-a647-4c14-b7a1-1e0f557c2e3d req-26557bae-8f3a-48a2-909f-6f7e83e2fb26 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:57.079601 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-873fadaa-a647-4c14-b7a1-1e0f557c2e3d req-26557bae-8f3a-48a2-909f-6f7e83e2fb26 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0467517 Aug 29 18:10:57.116519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-873fadaa-a647-4c14-b7a1-1e0f557c2e3d req-b36c0ce6-2bae-4df3-8db4-ba7d8ba3181a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Aug 29 18:10:58.230103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6d1cc-ea3f-40f8-bd7e-06e9c8034d40 req-b465e24e-9127-4332-90ba-52fd25607576 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:58.231586 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a6d1cc-ea3f-40f8-bd7e-06e9c8034d40 req-b465e24e-9127-4332-90ba-52fd25607576 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0484850 Aug 29 18:10:58.267927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86a6d1cc-ea3f-40f8-bd7e-06e9c8034d40 req-b0fbc93c-f2c4-498d-9235-5522814544cb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298474 Aug 29 18:10:59.380948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8edf-b15a-470a-8e7e-cc454631147a req-8b3cd66d-6e9f-483d-be0f-097da7683617 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:59.382418 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e36d8edf-b15a-470a-8e7e-cc454631147a req-8b3cd66d-6e9f-483d-be0f-097da7683617 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0479395 Aug 29 18:10:59.420445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e36d8edf-b15a-470a-8e7e-cc454631147a req-e187bac7-2208-462e-b87a-d85cc57c094c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Aug 29 18:11:00.538486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4fff7-6500-4f58-83ce-42f85891025c req-6bb55440-6152-49bd-9d85-97a7d5c710a4 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:00.539965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9fc4fff7-6500-4f58-83ce-42f85891025c req-6bb55440-6152-49bd-9d85-97a7d5c710a4 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0520272 Aug 29 18:11:00.576488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9fc4fff7-6500-4f58-83ce-42f85891025c req-cb522f03-beef-430d-bf50-041193015893 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Aug 29 18:11:01.694514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f6e9d-fb10-4720-834c-029dd1106593 req-0f5dea78-75b6-4644-99d6-3a742dfc7d6f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:01.696026 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c18f6e9d-fb10-4720-834c-029dd1106593 req-0f5dea78-75b6-4644-99d6-3a742dfc7d6f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0512362 Aug 29 18:11:01.733464 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c18f6e9d-fb10-4720-834c-029dd1106593 req-4d6aebef-74be-468c-aeef-dbd417be1394 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311444 Aug 29 18:11:02.846608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a661f-6d47-4d6f-b5ea-f4673b56307a req-89e2410d-f8b4-41c0-83d3-d2785c35bc4a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:02.848056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d8a661f-6d47-4d6f-b5ea-f4673b56307a req-89e2410d-f8b4-41c0-83d3-d2785c35bc4a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0472891 Aug 29 18:11:02.883628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d8a661f-6d47-4d6f-b5ea-f4673b56307a req-1b9fc17e-c870-453f-bd9e-afbf63900922 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297716 Aug 29 18:11:03.996607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee17b7-231e-4e7b-ae45-bcbcbcff431b req-00df1bf2-647c-43b4-ad71-cd59ca714fd2 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:03.998047 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41ee17b7-231e-4e7b-ae45-bcbcbcff431b req-00df1bf2-647c-43b4-ad71-cd59ca714fd2 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0474322 Aug 29 18:11:04.034899 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-41ee17b7-231e-4e7b-ae45-bcbcbcff431b req-830d631c-1afe-4a2f-b6f6-751476d8ad4d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Aug 29 18:11:05.148449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760a744-a5f6-4fb6-bb91-aa2d15812214 req-873fe7ee-5419-48ad-8aad-f46265a2027f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:05.149913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2760a744-a5f6-4fb6-bb91-aa2d15812214 req-873fe7ee-5419-48ad-8aad-f46265a2027f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0484910 Aug 29 18:11:05.186709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2760a744-a5f6-4fb6-bb91-aa2d15812214 req-a9c8aae0-84ee-41a6-a121-d00d0fa6a2b3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306346 Aug 29 18:11:06.304529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54818c32-1bc6-4b8e-8a54-2dd88b332e10 req-588f673d-a593-4636-8425-4a50c1209250 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:06.306022 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54818c32-1bc6-4b8e-8a54-2dd88b332e10 req-588f673d-a593-4636-8425-4a50c1209250 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0510938 Aug 29 18:11:06.343355 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-54818c32-1bc6-4b8e-8a54-2dd88b332e10 req-ae8d5217-67af-4a6b-92a4-a7277931b224 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Aug 29 18:11:06.955749 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-fe8696a8-9268-42c9-aab3-9c66fb203d96 service neutron] 10.222.0.43 "GET /v2.0/ports/9fe27769-66a5-492f-bfe5-caf1279b1d82/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.0561013 Aug 29 18:11:07.147651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-5d5b6c8b-2df5-4cd1-8ec0-1835f7c33a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:07.149076 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-5d5b6c8b-2df5-4cd1-8ec0-1835f7c33a59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 1098 time: 0.0395842 Aug 29 18:11:07.210249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-424a4228-9622-4831-a36f-56c8a856b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:07.211794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-424a4228-9622-4831-a36f-56c8a856b709 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1098 time: 0.0400796 Aug 29 18:11:07.657455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e0501-4cc8-485d-a9f9-5974bc73b738 req-22e91b4a-a752-4796-be87-2b6049d5b771 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:07.658853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2d1e0501-4cc8-485d-a9f9-5974bc73b738 req-22e91b4a-a752-4796-be87-2b6049d5b771 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0761271 Aug 29 18:11:07.663286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-1f62c7cb-b5c5-44c6-8a77-28debdda07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:07.664616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-1f62c7cb-b5c5-44c6-8a77-28debdda07a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.4463463 Aug 29 18:11:07.740246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2d1e0501-4cc8-485d-a9f9-5974bc73b738 req-7037ec45-0138-468c-9166-89b55f6cde9e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746944 Aug 29 18:11:07.752532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-8b24d290-7522-4d02-9534-46ba37082e5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 1002 time: 0.0747335 Aug 29 18:11:07.801169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-4b9e6baa-b656-4a97-8b14-160f8f3728a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:07.802544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-4b9e6baa-b656-4a97-8b14-160f8f3728a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0426629 Aug 29 18:11:07.846656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-59198c2a-fa3b-4590-814d-9966ea2eba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:07.848368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-59198c2a-fa3b-4590-814d-9966ea2eba68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389545 Aug 29 18:11:07.896741 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:11:07.938646 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-7d1231a7-68a0-4288-af70-c1398f5011d9 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825603 Aug 29 18:11:08.024335 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-73111e93-a594-4d8e-9418-a82db32abe18 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787995 Aug 29 18:11:08.863021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08585df1-510a-4178-8ee5-1648b0ee5bea req-2261e3b6-02be-463e-b4cd-6eb3299dd86b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:08.864495 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-08585df1-510a-4178-8ee5-1648b0ee5bea req-2261e3b6-02be-463e-b4cd-6eb3299dd86b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0521979 Aug 29 18:11:08.901289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-08585df1-510a-4178-8ee5-1648b0ee5bea req-31448cee-d8fa-4322-b06e-97fb0f6ad77c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308518 Aug 29 18:11:09.624447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:11:09.700321 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:09.721792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:11:09.724075 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609791df-6efa-49b9-a411-bf397d083cfb" -d '{"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:11:09.737234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:09.743768 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:09.785887 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abca6ed-2c84-4863-8610-67fce4d83849 x-openstack-request-id: req-4abca6ed-2c84-4863-8610-67fce4d83849 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:11:09.786179 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:11:09.786433 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4abca6ed-2c84-4863-8610-67fce4d83849 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:11:09.786871 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'code': 200} Aug 29 18:11:09.796804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:09.805034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.805403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.805727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.806061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.806390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.806756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.807084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.807410 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.807735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.808067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.808386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:09.808705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:10.017051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ab8f9-3911-4e6e-b6c4-29e40d28428a req-dba7b4ab-952e-44d8-be3a-cf948e41be08 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:10.018545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-077ab8f9-3911-4e6e-b6c4-29e40d28428a req-dba7b4ab-952e-44d8-be3a-cf948e41be08 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0486565 Aug 29 18:11:10.056577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-077ab8f9-3911-4e6e-b6c4-29e40d28428a req-8b0ab10e-b793-4b09-aa4f-7d8abf097efe tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Aug 29 18:11:11.173667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafcf6a-0618-4ded-87f9-3466b133b618 req-73e7fe04-d5e6-4b1e-ac10-2a8bd532d521 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:11.175183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfafcf6a-0618-4ded-87f9-3466b133b618 req-73e7fe04-d5e6-4b1e-ac10-2a8bd532d521 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0487747 Aug 29 18:11:11.212662 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bfafcf6a-0618-4ded-87f9-3466b133b618 req-4f08762e-5871-4934-a807-3a4cd9be1567 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Aug 29 18:11:11.257760 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-79e5473d-3bce-4cd1-8619-b79ba6394072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:12.326236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074b2ba-9ace-44b1-9a1d-7805b74658f0 req-cda2ca08-00f6-41ea-84c4-827a3fb703e7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:12.327718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4074b2ba-9ace-44b1-9a1d-7805b74658f0 req-cda2ca08-00f6-41ea-84c4-827a3fb703e7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0472643 Aug 29 18:11:12.364203 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4074b2ba-9ace-44b1-9a1d-7805b74658f0 req-e27ffb2e-2e90-426a-bbc8-d945b6cff069 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299716 Aug 29 18:11:12.984421 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:13.482850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f5176-4105-43e3-979d-1d845218c52e req-082df2aa-d43e-4b55-b147-28586fcc6eb7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:13.484298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce3f5176-4105-43e3-979d-1d845218c52e req-082df2aa-d43e-4b55-b147-28586fcc6eb7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0524879 Aug 29 18:11:13.521219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ce3f5176-4105-43e3-979d-1d845218c52e req-d2d22ed3-cfb3-4ba6-8edc-36576e85519c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Aug 29 18:11:13.527768 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:13.911190 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c479d3a2-7276-499d-919e-c5d940875ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:13.938337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:14.641653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603ad5b-c545-401e-b6ee-b9e6aec33d8b req-d019bc02-5852-4012-aa86-d10c29c02dc8 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:14.643778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a603ad5b-c545-401e-b6ee-b9e6aec33d8b req-d019bc02-5852-4012-aa86-d10c29c02dc8 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0534387 Aug 29 18:11:14.679924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a603ad5b-c545-401e-b6ee-b9e6aec33d8b req-7a048ce0-f952-417d-9052-a22c7960eb01 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303838 Aug 29 18:11:15.606337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:15.793668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a5cd4-2115-43e6-aaf9-f3741df5b516 req-4aaf17b7-bb09-49b2-93c5-62767eb9717e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:15.795125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b88a5cd4-2115-43e6-aaf9-f3741df5b516 req-4aaf17b7-bb09-49b2-93c5-62767eb9717e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0480325 Aug 29 18:11:15.831060 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b88a5cd4-2115-43e6-aaf9-f3741df5b516 req-373cfdba-e2e3-453e-8d85-d22d7c00e40f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302107 Aug 29 18:11:16.911247 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:17.011477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193a260-be42-4ab9-bd99-dab1c5d33c49 req-f4ddea88-fdcd-449b-bf9e-5404d7bb414e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:17.012957 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4193a260-be42-4ab9-bd99-dab1c5d33c49 req-f4ddea88-fdcd-449b-bf9e-5404d7bb414e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.1149468 Aug 29 18:11:17.050744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4193a260-be42-4ab9-bd99-dab1c5d33c49 req-89feb753-99bb-4fc4-99c1-93738d6956d3 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Aug 29 18:11:18.214188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d04131-8e5b-4a79-9220-5f7f11238163 req-afdaba8b-418d-4788-8eeb-ac5f9d9024f5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:18.215666 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29d04131-8e5b-4a79-9220-5f7f11238163 req-afdaba8b-418d-4788-8eeb-ac5f9d9024f5 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0968244 Aug 29 18:11:18.252038 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-29d04131-8e5b-4a79-9220-5f7f11238163 req-96a2eb1b-3080-4728-8f86-a26889bd1e25 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305698 Aug 29 18:11:19.365492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b03e80-e818-406f-aa23-e6b1d72e4de1 req-219faea5-6768-4a41-b1a7-41a0008f9bf1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:19.366996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-30b03e80-e818-406f-aa23-e6b1d72e4de1 req-219faea5-6768-4a41-b1a7-41a0008f9bf1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0486534 Aug 29 18:11:19.403387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-30b03e80-e818-406f-aa23-e6b1d72e4de1 req-a544da20-dd97-4467-a481-5830328bffbc tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304360 Aug 29 18:11:19.671093 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:11:19.688908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-391d5eaa-3c90-4442-8bf1-6ac0c778cfb9 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:19.691031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-391d5eaa-3c90-4442-8bf1-6ac0c778cfb9 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c&tenant_id=665928f71f3344c89f36ed5a55227c60&binding%3Ahost_id=n-h2-713499-15 HTTP/1.1" status: 200 len: 944 time: 0.0566049 Aug 29 18:11:19.709376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed0b92-6838-41a9-a39d-5fd4bbfbd8ac req-b451df4e-1d4b-40eb-b3a7-718b3afd3be6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:19.711322 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5eed0b92-6838-41a9-a39d-5fd4bbfbd8ac req-b451df4e-1d4b-40eb-b3a7-718b3afd3be6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0566106 Aug 29 18:11:19.757017 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5eed0b92-6838-41a9-a39d-5fd4bbfbd8ac req-47fb913a-acf2-4a54-ba3a-b8f51a79a9f7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395401 Aug 29 18:11:19.760464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-4468d0ea-4f9e-4c5c-b6f4-c83b9ccc4a76 service neutron] 10.222.0.43 "GET /v2.0/ports/9fe27769-66a5-492f-bfe5-caf1279b1d82/bindings/n-h2-713499-15 HTTP/1.1" status: 200 len: 383 time: 0.0621130 Aug 29 18:11:19.777124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:19.789140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'mac_address': 'fa:16:3e:e3:33:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:11:19.824744 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:19.827038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-0f403389-5ffc-495f-8630-c2284c4ed054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:19.828520 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-0f403389-5ffc-495f-8630-c2284c4ed054 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1096 time: 0.0404637 Aug 29 18:11:19.837356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe27769-66a5-492f-bfe5-caf1279b1d82 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:11:19.856224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:19.861584 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:19.909245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:19.927227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-50ddd549-9c52-4a99-8d6f-21366813318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:19.928754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-50ddd549-9c52-4a99-8d6f-21366813318f service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0928922 Aug 29 18:11:19.992956 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-788df8de-201a-4756-b013-d191b2b74987 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 1001 time: 0.0570042 Aug 29 18:11:20.041544 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-3e0e6d45-0661-467e-9138-d5ae300631b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:20.042934 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-3e0e6d45-0661-467e-9138-d5ae300631b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0424645 Aug 29 18:11:20.090856 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-f77b10f2-083e-4e94-a609-604d29fc1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:20.092216 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-f77b10f2-083e-4e94-a609-604d29fc1c2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422151 Aug 29 18:11:20.120002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['9fe27769-66a5-492f-bfe5-caf1279b1d82'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:11:20.180108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-b99c410d-52fe-4767-8684-ed6c6c0114f5 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802171 Aug 29 18:11:20.276471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-72d483e8-a5e8-44d6-a1e8-ce61515bbd29 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893686 Aug 29 18:11:20.890923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fde95-41bf-43d2-a9cf-7709e7cdd00e req-7ab0134b-59c4-45d4-be34-4ae3aad1b2af tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:20.892330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c16fde95-41bf-43d2-a9cf-7709e7cdd00e req-7ab0134b-59c4-45d4-be34-4ae3aad1b2af tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 945 time: 0.0496113 Aug 29 18:11:20.931124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c16fde95-41bf-43d2-a9cf-7709e7cdd00e req-aa0481ba-d51e-49c6-a56c-cad716ef555c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328507 Aug 29 18:11:21.686465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:11:21.733112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 9fe27769-66a5-492f-bfe5-caf1279b1d82 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:11:21.733408 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:21.807794 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:21.829581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:11:21.831796 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8288d978-bcb6-421c-b70b-d131a0c90219" -d '{"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:11:21.843988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:21.851259 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:21.897332 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050f2a5a-fb34-4cad-a7eb-47015ed496b4 x-openstack-request-id: req-050f2a5a-fb34-4cad-a7eb-47015ed496b4 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:11:21.897612 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:11:21.897859 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-050f2a5a-fb34-4cad-a7eb-47015ed496b4 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:11:21.898239 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'code': 200} Aug 29 18:11:21.902686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:22.046976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13775f6-3e30-49ff-9146-6e39a25874bf req-ffc945bb-b95b-423f-b60f-d3ac947f9050 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:22.048486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d13775f6-3e30-49ff-9146-6e39a25874bf req-ffc945bb-b95b-423f-b60f-d3ac947f9050 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0493665 Aug 29 18:11:22.086621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d13775f6-3e30-49ff-9146-6e39a25874bf req-7969fc96-8c4c-4944-b36c-bd5f653bcc27 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Aug 29 18:11:23.203290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a83e-5e41-47b4-af36-896d10839804 req-07882c06-11f1-4018-94a7-651289ee749f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:23.205404 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf51a83e-5e41-47b4-af36-896d10839804 req-07882c06-11f1-4018-94a7-651289ee749f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0488095 Aug 29 18:11:23.243549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cf51a83e-5e41-47b4-af36-896d10839804 req-6a7af003-232d-4c1f-9db8-fcc30b3ed7ed tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Aug 29 18:11:24.006611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-1426de57-213d-46c1-8ebc-477e13288487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:24.008051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-1426de57-213d-46c1-8ebc-477e13288487 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c&tenant_id=665928f71f3344c89f36ed5a55227c60 HTTP/1.1" status: 200 len: 1098 time: 0.0434463 Aug 29 18:11:24.068122 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-e32a0c66-37be-48a7-a139-8c7c39601f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:24.069602 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-e32a0c66-37be-48a7-a139-8c7c39601f26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=665928f71f3344c89f36ed5a55227c60&device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 1098 time: 0.0389459 Aug 29 18:11:24.156052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-e1cfe32c-e58c-4381-8bff-64a3183d76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:24.157925 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-e1cfe32c-e58c-4381-8bff-64a3183d76cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 200 len: 912 time: 0.0810785 Aug 29 18:11:24.223968 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-648aaa07-253c-4708-9e3f-4ce3b38992fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 200 len: 1002 time: 0.0595355 Aug 29 18:11:24.271292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-a4756415-a4a1-42ff-8e3d-c2f2e7987061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:24.272711 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-a4756415-a4a1-42ff-8e3d-c2f2e7987061 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 200 len: 850 time: 0.0414417 Aug 29 18:11:24.345360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-c4a04e4f-75c7-4ff5-8b21-59c5e79015a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:24.346859 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-c4a04e4f-75c7-4ff5-8b21-59c5e79015a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=558aa6fd-743f-47f0-a26c-083febc0357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671532 Aug 29 18:11:24.409451 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47398f56-6b6b-41e6-9d6a-cf7be97f8f87 req-1ccfbc23-cbf4-488a-8169-00ea8bc6aeb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:24.410841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-47398f56-6b6b-41e6-9d6a-cf7be97f8f87 req-1ccfbc23-cbf4-488a-8169-00ea8bc6aeb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0977213 Aug 29 18:11:24.473192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-47398f56-6b6b-41e6-9d6a-cf7be97f8f87 req-b7cbd2fb-4295-44f1-a57f-184d17c9ae7f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562894 Aug 29 18:11:24.476722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-1c8ebbe8-8303-4fb4-a1e7-3d4eddb1b61e service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219208 Aug 29 18:11:24.568283 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1ae89a17-3b61-43d2-a3ef-4881f2ccfe5c req-5c9a6385-73b7-4748-8a99-552544c30b62 service neutron] 10.222.0.43 "GET /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846286 Aug 29 18:11:25.588550 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9677b1c-ab2e-4c68-9abf-61380c19d3e6 req-3a6dcb11-1943-45c9-9c34-ae613d8ba4d1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:25.590195 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9677b1c-ab2e-4c68-9abf-61380c19d3e6 req-3a6dcb11-1943-45c9-9c34-ae613d8ba4d1 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0486736 Aug 29 18:11:25.628442 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9677b1c-ab2e-4c68-9abf-61380c19d3e6 req-612c1624-c3ba-44ad-9fe4-e5abb2af48c6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Aug 29 18:11:25.714365 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:11:25.792843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:25.814721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:11:25.816934 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20875649-698a-4a68-a795-2ed1e6a32cd5" -d '{"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:11:25.829943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:25.834919 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:25.864278 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fde9cb-90bf-43a6-b84b-35d9d0f2ee50 x-openstack-request-id: req-c9fde9cb-90bf-43a6-b84b-35d9d0f2ee50 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:11:25.864570 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:11:25.864817 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9fde9cb-90bf-43a6-b84b-35d9d0f2ee50 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:11:25.865202 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'code': 200} Aug 29 18:11:25.885014 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:26.748669 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32613c62-fb6b-47d9-b8fe-38539bd0a785 req-7f638a15-1a8a-489c-8042-0077fc851609 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:26.750151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32613c62-fb6b-47d9-b8fe-38539bd0a785 req-7f638a15-1a8a-489c-8042-0077fc851609 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0528424 Aug 29 18:11:26.788985 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-32613c62-fb6b-47d9-b8fe-38539bd0a785 req-138bd2ea-5cc7-4752-8bbf-856a31dfe0d7 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Aug 29 18:11:27.905533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c646ffd-8498-44b4-9528-24d1bd1666ee req-34d212bb-f863-4541-ab53-59b40c27cbbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:27.907072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c646ffd-8498-44b4-9528-24d1bd1666ee req-34d212bb-f863-4541-ab53-59b40c27cbbf tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0492399 Aug 29 18:11:27.944833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8c646ffd-8498-44b4-9528-24d1bd1666ee req-2f9249f0-df14-4105-b60a-010a372412a4 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313077 Aug 29 18:11:29.059923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cec319-8270-44a5-89d3-7984c7f46296 req-dff3f958-c089-47c4-8be1-9275245118ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:29.061370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06cec319-8270-44a5-89d3-7984c7f46296 req-dff3f958-c089-47c4-8be1-9275245118ba tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0484915 Aug 29 18:11:29.099287 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06cec319-8270-44a5-89d3-7984c7f46296 req-14a75dca-f0cc-40f0-a2f6-e206228b379c tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Aug 29 18:11:30.216480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e41d82-4256-4d75-ab70-4825f8e34c54 req-32dd2c32-e3b4-4614-96ce-144370b86e72 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:30.217940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40e41d82-4256-4d75-ab70-4825f8e34c54 req-32dd2c32-e3b4-4614-96ce-144370b86e72 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0521245 Aug 29 18:11:30.255184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-40e41d82-4256-4d75-ab70-4825f8e34c54 req-38736d86-96e4-49a6-a67b-3728c5534d34 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Aug 29 18:11:31.368825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfd42b-26cc-4a92-b526-da57197c69ed req-32d1cac6-be46-42af-aa27-fb1a7fb259c6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:31.370301 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57cfd42b-26cc-4a92-b526-da57197c69ed req-32d1cac6-be46-42af-aa27-fb1a7fb259c6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0479081 Aug 29 18:11:31.408238 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-57cfd42b-26cc-4a92-b526-da57197c69ed req-3ec0ae46-3e60-455f-980f-cd6ec99e36e6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319626 Aug 29 18:11:32.520853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df6d27-1525-4390-87b4-387e453db84a req-050e3f65-2198-4382-9302-640589c1e5ad tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:32.522315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df6d27-1525-4390-87b4-387e453db84a req-050e3f65-2198-4382-9302-640589c1e5ad tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0484834 Aug 29 18:11:32.559562 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70df6d27-1525-4390-87b4-387e453db84a req-d2056574-479e-4429-8e11-a076e241e839 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312641 Aug 29 18:11:32.851687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3da1017a-9467-4635-ad38-e034fc4e2ab3 req-b698516d-987f-4793-b527-889e42638e27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281160 Aug 29 18:11:32.918289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3da1017a-9467-4635-ad38-e034fc4e2ab3 req-a9529f20-f860-4362-894d-33cabc807863 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0254586 Aug 29 18:11:32.955830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3da1017a-9467-4635-ad38-e034fc4e2ab3 req-4886ba4f-1963-4360-84be-b14526ad90b2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188360 Aug 29 18:11:33.045565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1017a-9467-4635-ad38-e034fc4e2ab3 req-84a73196-976a-4ff6-b8c2-6c99159df0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:33.047041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3da1017a-9467-4635-ad38-e034fc4e2ab3 req-84a73196-976a-4ff6-b8c2-6c99159df0b2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851793 Aug 29 18:11:33.679442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18858-bf37-48cc-8485-43119fbc2230 req-3320aa94-b3bd-4697-8b36-69ebc810931d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:33.680948 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94a18858-bf37-48cc-8485-43119fbc2230 req-3320aa94-b3bd-4697-8b36-69ebc810931d tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0537245 Aug 29 18:11:33.717452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-94a18858-bf37-48cc-8485-43119fbc2230 req-f1babef6-f3c6-435b-b59e-ed76a2f413ee tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Aug 29 18:11:34.832056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57149d43-297d-4433-b5c4-a1c0ecadf11a req-d2f79803-2d34-4583-90d2-cce654bed76e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:34.833530 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57149d43-297d-4433-b5c4-a1c0ecadf11a req-d2f79803-2d34-4583-90d2-cce654bed76e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0488672 Aug 29 18:11:34.870327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-57149d43-297d-4433-b5c4-a1c0ecadf11a req-24b66a71-d589-43b6-af36-1ce6e03a486e tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309715 Aug 29 18:11:35.788956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:11:35.883747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:35.894679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'port_id': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'mac_address': 'fa:16:3e:e3:33:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:11:35.939253 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:35.951778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe27769-66a5-492f-bfe5-caf1279b1d82 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:11:35.970291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:35.974823 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:35.985637 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244e21-9466-46ec-9a02-1f787275c138 req-d150be19-60e4-49a6-8d9f-c875e734478f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:35.987290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e244e21-9466-46ec-9a02-1f787275c138 req-d150be19-60e4-49a6-8d9f-c875e734478f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 944 time: 0.0500505 Aug 29 18:11:36.025360 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9e244e21-9466-46ec-9a02-1f787275c138 req-95defd96-fef4-4ed5-8619-020ba2061281 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Aug 29 18:11:36.025819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:36.144319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5928da-0983-4e38-8690-0e4dae644ea6 req-0d2c54cf-88cf-438f-8813-772f590ef227 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:36.145826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ed5928da-0983-4e38-8690-0e4dae644ea6 req-0d2c54cf-88cf-438f-8813-772f590ef227 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0534167 Aug 29 18:11:36.169588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['9fe27769-66a5-492f-bfe5-caf1279b1d82'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:11:36.184775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ed5928da-0983-4e38-8690-0e4dae644ea6 req-39cf3de9-8b36-49b8-8d79-d62fc1b8b8aa tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Aug 29 18:11:36.298372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3573486-c562-4d6d-8035-ba02515e2b88 req-0b1d36b1-0160-4a27-b834-eda9aebaaf09 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:36.299891 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3573486-c562-4d6d-8035-ba02515e2b88 req-0b1d36b1-0160-4a27-b834-eda9aebaaf09 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0493886 Aug 29 18:11:36.336067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3573486-c562-4d6d-8035-ba02515e2b88 req-23f38be9-4098-4535-b81e-02bc20cf12d6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302277 Aug 29 18:11:36.569920 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f20ca-c04d-4d9b-b5a5-fc0f19e68a1b req-745aa5ca-5f4e-482f-98dc-8c8eecb504dd tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:36.571436 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b9f20ca-c04d-4d9b-b5a5-fc0f19e68a1b req-745aa5ca-5f4e-482f-98dc-8c8eecb504dd tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0529976 Aug 29 18:11:36.608792 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1b9f20ca-c04d-4d9b-b5a5-fc0f19e68a1b req-f8266ec0-16e0-40a2-adae-5e9d891f5c42 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Aug 29 18:11:37.724682 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811250e7-0ae8-4317-856f-e8007e944254 req-b3c5e157-d4b7-418f-8836-dacffc89f249 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:37.726066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-811250e7-0ae8-4317-856f-e8007e944254 req-b3c5e157-d4b7-418f-8836-dacffc89f249 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 946 time: 0.0496585 Aug 29 18:11:37.763405 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-811250e7-0ae8-4317-856f-e8007e944254 req-2bc3c02e-f079-43aa-bbb5-7520d4caf792 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdb6b244-4eb3-4b4f-867d-c1c03fa26518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Aug 29 18:11:37.795594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:11:37.841796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 9fe27769-66a5-492f-bfe5-caf1279b1d82 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:11:37.842167 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:37.917838 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:37.939319 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:11:37.941537 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7111fdf2-9d24-4808-8376-155fc9b25b15" -d '{"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:11:37.953279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:37.957366 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:38.005171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=11']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:38.037130 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27f6ecf-5815-4f69-a98d-1dc9fa26462b x-openstack-request-id: req-e27f6ecf-5815-4f69-a98d-1dc9fa26462b {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:11:38.037428 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:11:38.037681 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e27f6ecf-5815-4f69-a98d-1dc9fa26462b {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:11:38.038078 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'code': 200} Aug 29 18:11:38.135176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-c2de5ee5-6dc8-43ba-b59a-715412fa16bb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:38.136614 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-c2de5ee5-6dc8-43ba-b59a-715412fa16bb tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 947 time: 0.0482957 Aug 29 18:11:38.226256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Deleting port 9fe27769-66a5-492f-bfe5-caf1279b1d82 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:11:38.226616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:38.310323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] For port 9fe27769-66a5-492f-bfe5-caf1279b1d82, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=9fe27769-66a5-492f-bfe5-caf1279b1d82,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:38.310703 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:38.482061 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:38.482456 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:38.482847 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Floating IP 05ce8946-f5a2-4487-9199-72d594f148ca disassociated. External IP: 172.25.2.18, port: 9fe27769-66a5-492f-bfe5-caf1279b1d82. Aug 29 18:11:38.483244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Calling delete_port for 9fe27769-66a5-492f-bfe5-caf1279b1d82 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:11:38.607008 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:38.635069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event deleted for resources: {'Port': ['ID=9fe27769-66a5-492f-bfe5-caf1279b1d82,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:38.647024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.647424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.647715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.648062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.648393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.648723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.649054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.649386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.649712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.650033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.650358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.650707 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:38.769543 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:11:38.888096 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ff07c41-05d7-4c03-acde-c9e78ec189be req-9fcd23a2-8101-4098-bd13-cfef5d42597f tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 210 time: 0.0554917 Aug 29 18:11:38.903142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:11:38.918618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:11:38.927698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:11:38.928318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:11:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:38.945821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] No DVR routers for this DVR port 9fe27769-66a5-492f-bfe5-caf1279b1d82 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:11:38.948478 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:38.950420 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ff8d4dcc-af2e-4e18-ab66-2b6939d7048c req-f1654831-a92f-475a-b4a8-5d8b48767d4b tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.43 "DELETE /v2.0/ports/9fe27769-66a5-492f-bfe5-caf1279b1d82 HTTP/1.1" status: 204 len: 173 time: 0.8077259 Aug 29 18:11:38.950888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-deleted', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:11:38.953108 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f39ab44-fdbc-4630-9d97-eb668707b0c0" -d '{"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-deleted", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:11:39.041649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:11:39.057531 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9344c7-f4fc-47b2-bcbc-f05ea87dccf3 x-openstack-request-id: req-0e9344c7-f4fc-47b2-bcbc-f05ea87dccf3 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:11:39.057833 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e41e2d-7bca-4501-bcb0-94c58f642f9c", "name": "network-vif-deleted", "tag": "9fe27769-66a5-492f-bfe5-caf1279b1d82", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:11:39.058087 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e9344c7-f4fc-47b2-bcbc-f05ea87dccf3 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:11:39.058492 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e41e2d-7bca-4501-bcb0-94c58f642f9c', 'name': 'network-vif-deleted', 'tag': '9fe27769-66a5-492f-bfe5-caf1279b1d82', 'status': 'completed', 'code': 200} Aug 29 18:11:39.242895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:39.269368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:11:39.277538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:11:39.278146 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:11:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:39.382605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:11:39.576515 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:39.607982 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b193e-3e64-4f95-b99e-e2aa0078c9d1 None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:19Z', 'revision_number': 4, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'a665e642-f937-48fc-b33c-1c7f363a1864', 'name': '', 'network_id': '558aa6fd-743f-47f0-a26c-083febc0357d', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'mac_address': 'fa:16:3e:eb:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:18Z', 'updated_at': '2021-08-29T18:02:23Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'subnets': [{'id': '13e5e713-b3b0-4710-8843-9d5142d15c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:11:39.833252 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424583a-d772-4de2-9267-59522c7096d6 None None] New status for floating IP 05ce8946-f5a2-4487-9199-72d594f148ca: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:11:39.984943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-810692f6-403e-4239-92bd-e3fc27c44023 req-5150dea9-6d66-4e67-8dea-d192365f9493 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 210 time: 0.0270739 Aug 29 18:11:41.082369 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f33f1766-c358-4aed-96d4-6b38abf1a6e8 req-f04c05c9-1cf5-4822-9b9a-5e50b9e6bf68 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 210 time: 0.0280800 Aug 29 18:11:41.258370 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b0279397-860a-43b3-8344-57921e4fd0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:41.811680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:11:41.831809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 9fe27769-66a5-492f-bfe5-caf1279b1d82 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:11:41.832151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 9fe27769-66a5-492f-bfe5-caf1279b1d82 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:11:42.181552 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-10a93021-b3b9-47fe-8b91-612debc403f3 req-88f9a3e7-f0a0-4d8c-8b28-9ba0370c5c8a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e41e2d-7bca-4501-bcb0-94c58f642f9c HTTP/1.1" status: 200 len: 210 time: 0.0290132 Aug 29 18:11:43.003701 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:43.544699 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:43.912940 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b62821a2-b576-4345-b8c2-9efcfe5cb17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:43.940304 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:44.896546 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:11:45.612227 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:45.883418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:45.938219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:45.962646 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.013008 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.015691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.017058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "DELETE /v2.0/security-groups/bdb6b244-4eb3-4b4f-867d-c1c03fa26518 HTTP/1.1" status: 204 len: 168 time: 0.1326013 Aug 29 18:11:46.019832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 34974) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:46.030936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb6b244-4eb3-4b4f-867d-c1c03fa26518,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:46.034453 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-fe524d32-92f1-44ce-8a7b-e45c81cc4771 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] show failed (client error): The resource could not be found. Aug 29 18:11:46.038442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fe524d32-92f1-44ce-8a7b-e45c81cc4771 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "GET /v2.0/security-groups/bdb6b244-4eb3-4b4f-867d-c1c03fa26518 HTTP/1.1" status: 404 len: 347 time: 0.0175936 Aug 29 18:11:46.038615 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34976) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:46.041304 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.041659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.042004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.042347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.042711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.043051 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.043383 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.043716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.044049 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.044380 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.044711 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.045040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6aaa5c-e75b-4009-a03d-9f0ed8526cb6 tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:46.174608 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Deleting port 186c672d-6ae1-4b02-b8bd-3266a896bb67 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:11:46.174944 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.249903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.250134 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.261372 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Calling delete_port for 186c672d-6ae1-4b02-b8bd-3266a896bb67 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:11:46.392929 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.418873 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Pushing event deleted for resources: {'Port': ['ID=186c672d-6ae1-4b02-b8bd-3266a896bb67,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:46.488193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.491597 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.492746 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-251a9b1a-54fd-4183-964c-be876d96377a tempest-ServerActionsTestJSON-1153319504 tempest-ServerActionsTestJSON-1153319504-project] 10.222.0.41 "DELETE /v2.0/floatingips/05ce8946-f5a2-4487-9199-72d594f148ca HTTP/1.1" status: 204 len: 168 time: 0.4530802 Aug 29 18:11:46.495703 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:46.891671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.913695 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:47.128921 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Deleting port a665e642-f937-48fc-b33c-1c7f363a1864 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:11:47.129267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:47.203890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] For port a665e642-f937-48fc-b33c-1c7f363a1864, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a665e642-f937-48fc-b33c-1c7f363a1864,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:47.204162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:47.219977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Calling delete_port for a665e642-f937-48fc-b33c-1c7f363a1864 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:11:47.392322 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:47.417440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Pushing event deleted for resources: {'Port': ['ID=a665e642-f937-48fc-b33c-1c7f363a1864,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:47.583630 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:47.791309 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:11:47.892736 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:11:47.897695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f54ca476-eae1-4c4e-a095-53720e2c192b admin admin] 10.222.0.41 "PUT /v2.0/routers/49994835-1f6b-43bd-90cd-e7f6b9f139e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009993 Aug 29 18:11:47.900548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34982) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:47.901292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] Sync routers for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:11:47.911486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:11:47.912071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:11:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:48.002618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.014637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:11:48.103070 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.155108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Deleting port 2abc1927-812e-406e-83de-d68296370c2e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:11:48.155736 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.193827 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '2abc1927-812e-406e-83de-d68296370c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:11:47Z', 'revision_number': 5, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port': {'id': '2abc1927-812e-406e-83de-d68296370c2e', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:48.219842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] Checking router: 49994835-1f6b-43bd-90cd-e7f6b9f139e0 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:11:48.227979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] Routers {'49994835-1f6b-43bd-90cd-e7f6b9f139e0'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:11:48.228588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:11:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:48.231980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] For port 2abc1927-812e-406e-83de-d68296370c2e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2abc1927-812e-406e-83de-d68296370c2e,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:48.232348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.248052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Calling delete_port for 2abc1927-812e-406e-83de-d68296370c2e owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:11:48.312048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] Set router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:11:48.363178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:11:48Z', 'revision_number': 6, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:48.392779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1945562a-070c-4e53-82c7-4d71f7b9e07a None None] The sync data for ids ['49994835-1f6b-43bd-90cd-e7f6b9f139e0'] in n-d-713499-15 is: [{'id': '49994835-1f6b-43bd-90cd-e7f6b9f139e0', 'name': 'tempest-ServerActionsTestJSON-616097558-router', 'tenant_id': '665928f71f3344c89f36ed5a55227c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:16Z', 'updated_at': '2021-08-29T18:11:48Z', 'revision_number': 6, 'project_id': '665928f71f3344c89f36ed5a55227c60', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:11:48.410674 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.441082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abc1927-812e-406e-83de-d68296370c2e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:48.499831 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.587539 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.589593 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.635101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.635562 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49994835-1f6b-43bd-90cd-e7f6b9f139e0 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:11:48.639807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.641096 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-625fc267-4d9c-450b-b10e-02c71393ae68 admin admin] 10.222.0.41 "DELETE /v2.0/routers/49994835-1f6b-43bd-90cd-e7f6b9f139e0 HTTP/1.1" status: 204 len: 168 time: 0.7396126 Aug 29 18:11:48.643663 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34984) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:48.687159 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1402935-09ca-4907-adb5-c7b88ae6afb8 admin admin] Deleting subnet 13e5e713-b3b0-4710-8843-9d5142d15c60 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:11:48.690735 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1402935-09ca-4907-adb5-c7b88ae6afb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.723816 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1402935-09ca-4907-adb5-c7b88ae6afb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.805688 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1402935-09ca-4907-adb5-c7b88ae6afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.861064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1402935-09ca-4907-adb5-c7b88ae6afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.883774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1402935-09ca-4907-adb5-c7b88ae6afb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e5e713-b3b0-4710-8843-9d5142d15c60,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:48.889819 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1402935-09ca-4907-adb5-c7b88ae6afb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.891722 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a1402935-09ca-4907-adb5-c7b88ae6afb8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/13e5e713-b3b0-4710-8843-9d5142d15c60 HTTP/1.1" status: 204 len: 168 time: 0.2471085 Aug 29 18:11:48.894138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34986) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:48.894916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091beab6-fde4-42ac-8a1f-15a9ae73f48f None None] Network 558aa6fd-743f-47f0-a26c-083febc0357d requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:11:48.960648 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.013600 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Deleting port c2256b1c-00cd-45b7-a9dc-9596951b03af {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:11:49.013798 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.079714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] For port c2256b1c-00cd-45b7-a9dc-9596951b03af, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c2256b1c-00cd-45b7-a9dc-9596951b03af,segment=NetworkSegment(93e2e0f4-792f-4511-8126-ffa2efe61a52),segment_id=93e2e0f4-792f-4511-8126-ffa2efe61a52)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:49.080029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.092247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Calling delete_port for c2256b1c-00cd-45b7-a9dc-9596951b03af owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:11:49.135925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] DHCP port deletion for 558aa6fd-743f-47f0-a26c-083febc0357d request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:11:49.181094 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.209445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2256b1c-00cd-45b7-a9dc-9596951b03af,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:49.215958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] No DVR routers for this DVR port c2256b1c-00cd-45b7-a9dc-9596951b03af on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:11:49.291695 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.301783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558aa6fd-743f-47f0-a26c-083febc0357d']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:49.312671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e2e0f4-792f-4511-8126-ffa2efe61a52') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:49.312979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e2e0f4-792f-4511-8126-ffa2efe61a52') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:11:49.322042 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.336243 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.342340 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:11:49.342778 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:11:49.344386 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:11:49.349904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] Deleting port c2256b1c-00cd-45b7-a9dc-9596951b03af {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:11:49.350646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.406762 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.416774 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] For port c2256b1c-00cd-45b7-a9dc-9596951b03af, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:49.417188 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.425106 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.427096 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/558aa6fd-743f-47f0-a26c-083febc0357d HTTP/1.1" status: 204 len: 168 time: 0.5319245 Aug 29 18:11:49.428087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e418f0-9d92-48e3-9ce2-180ac5db46b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=558aa6fd-743f-47f0-a26c-083febc0357d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:49.431244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] Calling delete_port for c2256b1c-00cd-45b7-a9dc-9596951b03af owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:11:49.434329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] Port c2256b1c-00cd-45b7-a9dc-9596951b03af was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 18:11:49.435627 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.461792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] Pushing event deleted for resources: {'Port': ['ID=c2256b1c-00cd-45b7-a9dc-9596951b03af,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:49.466390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] Network 558aa6fd-743f-47f0-a26c-083febc0357d is not hosted by any dhcp agent {{(pid=94797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 18:11:49.467160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd460e-5dc7-4409-8422-a76042808fb3 None None] No DVR routers for this DVR port c2256b1c-00cd-45b7-a9dc-9596951b03af on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:11:49.551294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34990) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:49.589993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bbceb7fa-267d-487a-97e0-e850050c1989 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=665928f71f3344c89f36ed5a55227c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374978 Aug 29 18:11:49.592165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 34992) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:49.640960 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5fe10bf-16fb-4af0-b1bf-ed86d1f40cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.659442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c2256b1c-00cd-45b7-a9dc-9596951b03af no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:11:49.663764 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5fe10bf-16fb-4af0-b1bf-ed86d1f40cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.678503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: c2256b1c-00cd-45b7-a9dc-9596951b03af {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:11:49.678886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c2256b1c-00cd-45b7-a9dc-9596951b03af not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:11:49.679309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2abc1927-812e-406e-83de-d68296370c2e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:11:49.697737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2abc1927-812e-406e-83de-d68296370c2e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:11:49.698090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2abc1927-812e-406e-83de-d68296370c2e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:11:49.698508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a665e642-f937-48fc-b33c-1c7f363a1864 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:11:49.711145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5fe10bf-16fb-4af0-b1bf-ed86d1f40cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.713707 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5fe10bf-16fb-4af0-b1bf-ed86d1f40cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.714922 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d5fe10bf-16fb-4af0-b1bf-ed86d1f40cd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f314592-0d99-4d39-b1c9-bec4051764a4 HTTP/1.1" status: 204 len: 168 time: 0.1218414 Aug 29 18:11:49.718694 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a665e642-f937-48fc-b33c-1c7f363a1864 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:11:49.719298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a665e642-f937-48fc-b33c-1c7f363a1864 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:11:49.723177 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe10bf-16fb-4af0-b1bf-ed86d1f40cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f314592-0d99-4d39-b1c9-bec4051764a4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:50.391490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35014) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:50.504869 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-316224290-network', 'tenant_id': 'de59fc58268644209fc0ab0def01bc30'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:11:50.525424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Made reservation on behalf of de59fc58268644209fc0ab0def01bc30 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:11:50.527713 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:50.536800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:50.630904 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:50.634883 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:50.656625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:11:50.672006 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f652ce7-bd10-4574-ac46-0740b6e0ebb6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:50.678369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:50.678749 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Added segment 1bef57c6-4143-486d-87db-efa69edf58ca of type vlan for network 8a276740-da51-4567-b637-68a9781b965e Aug 29 18:11:50.719647 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:50.745027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:50.746023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:50.747588 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:50.801981 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4087806 Aug 29 18:11:50.805302 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35018) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:11:50.810499 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Request body: {'subnet': {'network_id': '8a276740-da51-4567-b637-68a9781b965e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-316224290-subnet', 'tenant_id': 'de59fc58268644209fc0ab0def01bc30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:11:50.811892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de79e8-68a2-4e49-a078-4f0eeced2d15 admin admin] Pushing event updated for resources: {'Network': ['ID=8a276740-da51-4567-b637-68a9781b965e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:50.822230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8a276740-da51-4567-b637-68a9781b965e details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:11:50.836542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Made reservation on behalf of de59fc58268644209fc0ab0def01bc30 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:11:50.839114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:51.007201 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:51.065790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad34846d-5e91-4459-afe5-c08402a44600,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:51.074364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Checking segment: {'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:11:51.074761 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Network hostable DHCP agents. Network: 8a276740-da51-4567-b637-68a9781b965e, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:11:51.091207 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Network 8a276740-da51-4567-b637-68a9781b965e is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:11:51.100622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8a276740-da51-4567-b637-68a9781b965e) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:11:51.104857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:51.105443 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:51.110374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32912aa9-d485-4678-93f3-a7831d803101 None None] Network 8a276740-da51-4567-b637-68a9781b965e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:11:51.120490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f5ab421e-df84-4f09-a091-8260199ca62b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3140018 Aug 29 18:11:51.241535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd7f12-3c51-41d5-b5f7-a9ec895936fa None None] Network 8a276740-da51-4567-b637-68a9781b965e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:11:51.562430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-30758aa9-760e-4bb3-add8-d83cc38e3ada tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:51.564479 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-30758aa9-760e-4bb3-add8-d83cc38e3ada tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/networks?id=8a276740-da51-4567-b637-68a9781b965e HTTP/1.1" status: 200 len: 813 time: 0.1030846 Aug 29 18:11:51.578987 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-ed6872cc-3c14-419c-b0d7-e9f1571c8bb6 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/quotas/de59fc58268644209fc0ab0def01bc30 HTTP/1.1" status: 200 len: 375 time: 0.0088050 Aug 29 18:11:51.610064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-bac8f35e-273d-4e99-9a9f-69bc125da653 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=de59fc58268644209fc0ab0def01bc30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260508 Aug 29 18:11:51.670436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-fd1f4b01-0e5c-46cf-b3d9-7c28826a4e41 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:11:51.671461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-fd1f4b01-0e5c-46cf-b3d9-7c28826a4e41 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537486 Aug 29 18:11:51.765032 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-06784689-607a-4c9b-acbc-efd3f70753ab service neutron] 10.222.0.41 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869219 Aug 29 18:11:51.852761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-dac5ebde-e0a1-4af6-9345-601ec99631e3 service neutron] 10.222.0.41 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810032 Aug 29 18:11:52.015586 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4944119a-2f55-4a71-a492-9fa4d2f2454c req-d2338495-2e90-4f28-9be0-1fd4998a48af tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 210 time: 0.0272532 Aug 29 18:11:52.999532 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a2f1bc44-37e4-4b25-8854-5d1fbb479e35 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:53.000983 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a2f1bc44-37e4-4b25-8854-5d1fbb479e35 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.43 "GET /v2.0/networks?id=8a276740-da51-4567-b637-68a9781b965e HTTP/1.1" status: 200 len: 813 time: 0.1107945 Aug 29 18:11:53.013870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Request body: {'port': {'device_id': '4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa', 'network_id': '8a276740-da51-4567-b637-68a9781b965e', 'admin_state_up': True, 'tenant_id': 'de59fc58268644209fc0ab0def01bc30'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:11:53.118851 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-88b4560d-ab1e-4923-97c7-ab136921bbc7 req-2045f5ab-dcf5-4be1-a092-199b78f5a165 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 210 time: 0.0365388 Aug 29 18:11:53.142541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Made reservation on behalf of de59fc58268644209fc0ab0def01bc30 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:11:53.146005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:53.271804 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Allocated IP 172.20.0.10 (8a276740-da51-4567-b637-68a9781b965e/ad34846d-5e91-4459-afe5-c08402a44600/97d75300-e998-432d-a9f4-1d4dc0495bec) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:11:53.415836 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:53.452860 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:53.494128 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Network 8a276740-da51-4567-b637-68a9781b965e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:11:53.499614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:11:53.503836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:11:53.510223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Pushing event updated for resources: {'Port': ['ID=97d75300-e998-432d-a9f4-1d4dc0495bec,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:53.557489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:53.558029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:53.571761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-e1f45239-3e66-4a4f-9f21-7c0d109eeedf tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5619009 Aug 29 18:11:53.584302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Request body: {'port': {'device_id': '4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:11:53.639359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:53.893404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d75300-e998-432d-a9f4-1d4dc0495bec {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:11:53.900482 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:53.912159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Transition to ACTIVE for port object 97d75300-e998-432d-a9f4-1d4dc0495bec will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:11:53.915863 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:53.983376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Pushing event updated for resources: {'Port': ['ID=97d75300-e998-432d-a9f4-1d4dc0495bec,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:54.032761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Attempting to bind port 97d75300-e998-432d-a9f4-1d4dc0495bec on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:11:54.033399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Attempting to bind port 97d75300-e998-432d-a9f4-1d4dc0495bec by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:11:54.033399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Attempting to bind port 97d75300-e998-432d-a9f4-1d4dc0495bec on network 8a276740-da51-4567-b637-68a9781b965e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:11:54.037591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Port 97d75300-e998-432d-a9f4-1d4dc0495bec on network 8a276740-da51-4567-b637-68a9781b965e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:11:54.037918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Attempting to bind port 97d75300-e998-432d-a9f4-1d4dc0495bec on network 8a276740-da51-4567-b637-68a9781b965e {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:11:54.042695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:11:54.043033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Checking segment: {'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:11:54.043420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Bound using segment: {'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:11:54.043843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Bound port: 97d75300-e998-432d-a9f4-1d4dc0495bec, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:11:54.044196 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:54.105196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] For port 97d75300-e998-432d-a9f4-1d4dc0495bec, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:11:54.108150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] For port 97d75300-e998-432d-a9f4-1d4dc0495bec, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=97d75300-e998-432d-a9f4-1d4dc0495bec,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:11:54.113078 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:54.146502 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:54.147147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:54.148438 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] 10.222.0.43 "PUT /v2.0/ports/97d75300-e998-432d-a9f4-1d4dc0495bec HTTP/1.1" status: 200 len: 1093 time: 0.5680792 Aug 29 18:11:54.148870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa', 'tag': '97d75300-e998-432d-a9f4-1d4dc0495bec'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:11:54.151132 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78443bb7-cbec-4675-b4fb-44bf135e6cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa", "tag": "97d75300-e998-432d-a9f4-1d4dc0495bec"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:11:54.176505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b3e76-d59c-411c-8cb8-8fca16118744 service neutron] Pushing event updated for resources: {'Port': ['ID=97d75300-e998-432d-a9f4-1d4dc0495bec,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:54.206470 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620e8a32-4e83-4dac-bd3a-d4472d5b93d6 x-openstack-request-id: req-620e8a32-4e83-4dac-bd3a-d4472d5b93d6 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:11:54.206470 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa", "tag": "97d75300-e998-432d-a9f4-1d4dc0495bec", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:11:54.206776 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-620e8a32-4e83-4dac-bd3a-d4472d5b93d6 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:11:54.207009 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa', 'tag': '97d75300-e998-432d-a9f4-1d4dc0495bec', 'status': 'completed', 'code': 200} Aug 29 18:11:54.240995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-23ed9781-13c0-45ed-8c29-e1f6727f29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:54.242172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728496f0-0a8c-400f-a27c-dd52a03107ff req-a9a1a176-7a1b-4f03-a58d-16bebf2b3f83 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:54.242673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-23ed9781-13c0-45ed-8c29-e1f6727f29e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de59fc58268644209fc0ab0def01bc30&device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 1096 time: 0.0465708 Aug 29 18:11:54.243753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-728496f0-0a8c-400f-a27c-dd52a03107ff req-a9a1a176-7a1b-4f03-a58d-16bebf2b3f83 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 944 time: 0.0505354 Aug 29 18:11:54.281626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-728496f0-0a8c-400f-a27c-dd52a03107ff req-93f47150-f074-4e4f-9c62-a5d6374ba3ff tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313835 Aug 29 18:11:54.284913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-bcbdf5c2-3cae-4cde-8828-6abd74672303 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d75300-e998-432d-a9f4-1d4dc0495bec HTTP/1.1" status: 200 len: 217 time: 0.0344961 Aug 29 18:11:54.333611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a9697d86-1984-4509-ae8e-f5be602e2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:54.335083 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a9697d86-1984-4509-ae8e-f5be602e2d13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad34846d-5e91-4459-afe5-c08402a44600 HTTP/1.1" status: 200 len: 853 time: 0.0435209 Aug 29 18:11:54.366726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-a3ad893e-7308-4248-9bce-9f0122583566 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a276740-da51-4567-b637-68a9781b965e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247557 Aug 29 18:11:54.457268 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-88f52a5d-e257-44e5-8a63-05f3c810433c service neutron] 10.222.0.43 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834095 Aug 29 18:11:54.547537 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fede9fd-87f5-467f-b050-ebccd6aecfc9 req-4b803e2d-a8dd-4d63-9ff6-051b62091580 service neutron] 10.222.0.43 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811095 Aug 29 18:11:54.638907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-c6c63946-2386-4765-a748-d1c54c3cdee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:54.640396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-c6c63946-2386-4765-a748-d1c54c3cdee9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de59fc58268644209fc0ab0def01bc30&device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 1096 time: 0.0443552 Aug 29 18:11:54.728461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-d1732874-502e-43db-8b3a-595053a2f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:54.729820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-d1732874-502e-43db-8b3a-595053a2f9e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a276740-da51-4567-b637-68a9781b965e HTTP/1.1" status: 200 len: 914 time: 0.0821693 Aug 29 18:11:54.774144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-e922bff5-a9d5-45e5-a879-c07b6519e03f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d75300-e998-432d-a9f4-1d4dc0495bec HTTP/1.1" status: 200 len: 217 time: 0.0373256 Aug 29 18:11:54.821255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-d771b190-7467-4d9e-bdae-6b33a5182f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:54.822659 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-d771b190-7467-4d9e-bdae-6b33a5182f43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad34846d-5e91-4459-afe5-c08402a44600 HTTP/1.1" status: 200 len: 853 time: 0.0417356 Aug 29 18:11:54.854553 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-41b881d5-866d-4f8d-91aa-93b21ac019a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a276740-da51-4567-b637-68a9781b965e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239327 Aug 29 18:11:54.940727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-8f748bd1-d5a2-4ee3-91c9-f9bdec803e4e service neutron] 10.222.0.43 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784783 Aug 29 18:11:55.031407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-78443bb7-cbec-4675-b4fb-44bf135e6cd1 req-3fb0127b-da98-4753-81de-dae292e82408 service neutron] 10.222.0.43 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826640 Aug 29 18:11:55.395726 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a958f-7e0c-4d67-8056-671a76e80d77 req-0c74d2a0-e7a5-45f5-858a-47c5b5015321 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:55.397397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b3a958f-7e0c-4d67-8056-671a76e80d77 req-0c74d2a0-e7a5-45f5-858a-47c5b5015321 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 944 time: 0.0482714 Aug 29 18:11:55.433862 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6b3a958f-7e0c-4d67-8056-671a76e80d77 req-eabe50fb-c35e-4e0c-9262-0ae03fd12215 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Aug 29 18:11:55.839271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 97d75300-e998-432d-a9f4-1d4dc0495bec details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:11:55.933497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 97d75300-e998-432d-a9f4-1d4dc0495bec, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=97d75300-e998-432d-a9f4-1d4dc0495bec,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:55.944204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '97d75300-e998-432d-a9f4-1d4dc0495bec', 'network_id': '8a276740-da51-4567-b637-68a9781b965e', 'port_id': '97d75300-e998-432d-a9f4-1d4dc0495bec', 'mac_address': 'fa:16:3e:cf:35:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad34846d-5e91-4459-afe5-c08402a44600', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:11:55.979284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:55.992897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d75300-e998-432d-a9f4-1d4dc0495bec {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:11:56.011294 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 97d75300-e998-432d-a9f4-1d4dc0495bec, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=97d75300-e998-432d-a9f4-1d4dc0495bec,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:56.015398 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:56.063328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=97d75300-e998-432d-a9f4-1d4dc0495bec,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:56.201104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['97d75300-e998-432d-a9f4-1d4dc0495bec'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:11:56.544511 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d98f9-fae4-4bd0-afc4-17e9da7a10db req-dc1a1f89-fe1a-4cf2-9b5c-ee82bd08be41 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:56.545939 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba2d98f9-fae4-4bd0-afc4-17e9da7a10db req-dc1a1f89-fe1a-4cf2-9b5c-ee82bd08be41 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 945 time: 0.0468695 Aug 29 18:11:56.581872 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba2d98f9-fae4-4bd0-afc4-17e9da7a10db req-58628f84-14ca-465c-82a8-21acb84a8234 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294363 Aug 29 18:11:57.698537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184c1d7-b84b-43c0-8929-1bff86daffc0 req-babe6185-6c31-4aee-88b9-7eac7522b1a7 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:57.700033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6184c1d7-b84b-43c0-8929-1bff86daffc0 req-babe6185-6c31-4aee-88b9-7eac7522b1a7 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 945 time: 0.0523136 Aug 29 18:11:57.736576 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6184c1d7-b84b-43c0-8929-1bff86daffc0 req-92fbff37-401b-4676-b1f4-3a1ee237595d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306518 Aug 29 18:11:57.858215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 97d75300-e998-432d-a9f4-1d4dc0495bec up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:11:57.907906 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 97d75300-e998-432d-a9f4-1d4dc0495bec completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:11:57.911498 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 97d75300-e998-432d-a9f4-1d4dc0495bec triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:11:57.911869 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:57.983799 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:58.006237 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d75300-e998-432d-a9f4-1d4dc0495bec'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:11:58.008417 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763b91a9-767b-4509-ab42-ce62a4f4bc7f" -d '{"events": [{"server_uuid": "4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa", "name": "network-vif-plugged", "status": "completed", "tag": "97d75300-e998-432d-a9f4-1d4dc0495bec"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:11:58.020217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 97d75300-e998-432d-a9f4-1d4dc0495bec, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=97d75300-e998-432d-a9f4-1d4dc0495bec,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:58.023986 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:58.046602 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3356804-262c-4a6b-8356-7039a78bacd1 x-openstack-request-id: req-e3356804-262c-4a6b-8356-7039a78bacd1 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:11:58.046893 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa", "name": "network-vif-plugged", "status": "completed", "tag": "97d75300-e998-432d-a9f4-1d4dc0495bec", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:11:58.047140 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3356804-262c-4a6b-8356-7039a78bacd1 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:11:58.047517 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d75300-e998-432d-a9f4-1d4dc0495bec', 'code': 200} Aug 29 18:11:58.072726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=97d75300-e998-432d-a9f4-1d4dc0495bec,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:58.139199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbf6ca-fdde-4542-8266-48d6098ed8c8 req-2b99978d-0156-4731-a14a-8597d3f4fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:58.140667 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71bbf6ca-fdde-4542-8266-48d6098ed8c8 req-2b99978d-0156-4731-a14a-8597d3f4fae7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 1098 time: 0.0400147 Aug 29 18:11:58.175304 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71bbf6ca-fdde-4542-8266-48d6098ed8c8 req-efacc378-fdbe-4138-bc1f-22868e08d9f0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270894 Aug 29 18:11:58.849403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a141385-2cd7-449f-8b27-7567e998fa94 req-3ece7dda-5015-403b-9b53-cd7ea4e58796 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:58.850883 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a141385-2cd7-449f-8b27-7567e998fa94 req-3ece7dda-5015-403b-9b53-cd7ea4e58796 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0483897 Aug 29 18:11:58.886808 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0a141385-2cd7-449f-8b27-7567e998fa94 req-d86ae333-c12e-4042-a012-99c847abb234 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300481 Aug 29 18:12:00.317970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a50d4d-e993-4ec9-929d-df48012765b1 req-d31e1286-6b0e-4d9d-a412-19806112ac5d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:00.319513 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11a50d4d-e993-4ec9-929d-df48012765b1 req-d31e1286-6b0e-4d9d-a412-19806112ac5d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.3666401 Aug 29 18:12:00.356593 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11a50d4d-e993-4ec9-929d-df48012765b1 req-8314bf87-498b-4d17-a28a-31a3f64300be tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Aug 29 18:12:00.573522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ddf98-9489-4009-93ec-57d4ac86187e req-33f1feac-6aea-4e0f-82df-f9cd2e528bb2 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:00.574930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-33f1feac-6aea-4e0f-82df-f9cd2e528bb2 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/networks?id=8a276740-da51-4567-b637-68a9781b965e HTTP/1.1" status: 200 len: 813 time: 0.1008840 Aug 29 18:12:00.589785 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-c07bf8ca-ba5a-4890-ae19-d209de3decdc tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/quotas/de59fc58268644209fc0ab0def01bc30 HTTP/1.1" status: 200 len: 375 time: 0.0092621 Aug 29 18:12:00.636943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-cfa07770-c197-4465-ade6-b2b16af58fcd tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=de59fc58268644209fc0ab0def01bc30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421412 Aug 29 18:12:00.726767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-f39137e4-32fa-4d1b-82b0-f6d851e1769a service neutron] 10.222.0.41 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829747 Aug 29 18:12:00.815120 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-1404198c-b8f0-490a-9328-a172835c2898 service neutron] 10.222.0.41 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823469 Aug 29 18:12:00.980035 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6c50879b-6a0f-452c-ab49-3540d534a7d5 req-52f84681-78df-4b4c-a97d-4b9264c65efe tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 210 time: 0.0266969 Aug 29 18:12:02.041667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ddf98-9489-4009-93ec-57d4ac86187e req-183dde4f-f9e7-4d70-b36e-3fb5474b49f9 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:02.043188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-183dde4f-f9e7-4d70-b36e-3fb5474b49f9 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.44 "GET /v2.0/networks?id=8a276740-da51-4567-b637-68a9781b965e HTTP/1.1" status: 200 len: 813 time: 0.1089804 Aug 29 18:12:02.057563 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Request body: {'port': {'device_id': '8aa96c39-3948-4cb4-82c8-a1df186eccb6', 'network_id': '8a276740-da51-4567-b637-68a9781b965e', 'admin_state_up': True, 'tenant_id': 'de59fc58268644209fc0ab0def01bc30'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:02.076158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e123f61b-56f0-4614-ad43-a54eb5c0e53f req-8c6ef5a7-72ec-49d2-875f-71d6f2f7f030 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 210 time: 0.0276546 Aug 29 18:12:02.162719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Made reservation on behalf of de59fc58268644209fc0ab0def01bc30 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:02.166178 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:02.288633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Allocated IP 172.20.0.2 (8a276740-da51-4567-b637-68a9781b965e/ad34846d-5e91-4459-afe5-c08402a44600/8f2eed72-5e8d-45df-8b12-efdb359cdadd) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:02.431090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:02.468871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:02.484074 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['97d75300-e998-432d-a9f4-1d4dc0495bec'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:12:02.509535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Network 8a276740-da51-4567-b637-68a9781b965e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:02.512533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:02.518246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:02.542712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Pushing event updated for resources: {'Port': ['ID=8f2eed72-5e8d-45df-8b12-efdb359cdadd,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:02.571077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:02.571696 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:02.585065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-0e8e70b8-a66c-4d86-8d02-beada4305828 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5317299 Aug 29 18:12:02.595824 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-30f18ae2-a7ec-44d3-93cb-b7056c27ff6a tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:12:02.596785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-30f18ae2-a7ec-44d3-93cb-b7056c27ff6a tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051255 Aug 29 18:12:02.608667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Request body: {'port': {'device_id': '8aa96c39-3948-4cb4-82c8-a1df186eccb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:02.666339 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:02.925547 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2eed72-5e8d-45df-8b12-efdb359cdadd {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:12:02.932691 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:02.944202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Transition to ACTIVE for port object 8f2eed72-5e8d-45df-8b12-efdb359cdadd will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:02.948025 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:03.010618 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2eed72-5e8d-45df-8b12-efdb359cdadd,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:03.063961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Attempting to bind port 8f2eed72-5e8d-45df-8b12-efdb359cdadd on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:03.064621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Attempting to bind port 8f2eed72-5e8d-45df-8b12-efdb359cdadd by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:03.064621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Attempting to bind port 8f2eed72-5e8d-45df-8b12-efdb359cdadd on network 8a276740-da51-4567-b637-68a9781b965e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:03.068851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Port 8f2eed72-5e8d-45df-8b12-efdb359cdadd on network 8a276740-da51-4567-b637-68a9781b965e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:12:03.069171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Attempting to bind port 8f2eed72-5e8d-45df-8b12-efdb359cdadd on network 8a276740-da51-4567-b637-68a9781b965e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:03.073786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:03.074127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Checking segment: {'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:03.074509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Bound using segment: {'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:03.074971 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Bound port: 8f2eed72-5e8d-45df-8b12-efdb359cdadd, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bef57c6-4143-486d-87db-efa69edf58ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a276740-da51-4567-b637-68a9781b965e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:03.075319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:03.138048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] For port 8f2eed72-5e8d-45df-8b12-efdb359cdadd, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:03.141934 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] For port 8f2eed72-5e8d-45df-8b12-efdb359cdadd, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8f2eed72-5e8d-45df-8b12-efdb359cdadd,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:03.155292 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:03.205510 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:03.206645 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:03.208018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] 10.222.0.44 "PUT /v2.0/ports/8f2eed72-5e8d-45df-8b12-efdb359cdadd HTTP/1.1" status: 200 len: 1092 time: 0.6042323 Aug 29 18:12:03.208454 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa96c39-3948-4cb4-82c8-a1df186eccb6', 'tag': '8f2eed72-5e8d-45df-8b12-efdb359cdadd'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:03.210716 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9166e4d7-45ce-4b50-9186-07f78243aa95" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa96c39-3948-4cb4-82c8-a1df186eccb6", "tag": "8f2eed72-5e8d-45df-8b12-efdb359cdadd"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:03.260493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b72fee-7fed-4621-9c69-5cff3478af49 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2eed72-5e8d-45df-8b12-efdb359cdadd,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:03.272627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acee90-8f1c-4086-b432-27d6c8073c03 req-4823d1c1-eebe-470e-a5f8-246f2ded40f3 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:03.274133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7acee90-8f1c-4086-b432-27d6c8073c03 req-4823d1c1-eebe-470e-a5f8-246f2ded40f3 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 943 time: 0.1308918 Aug 29 18:12:03.313129 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef9586-8a80-4e51-81db-253346e95a2f x-openstack-request-id: req-03ef9586-8a80-4e51-81db-253346e95a2f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:03.313415 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa96c39-3948-4cb4-82c8-a1df186eccb6", "tag": "8f2eed72-5e8d-45df-8b12-efdb359cdadd", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:03.313664 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03ef9586-8a80-4e51-81db-253346e95a2f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:03.314060 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa96c39-3948-4cb4-82c8-a1df186eccb6', 'tag': '8f2eed72-5e8d-45df-8b12-efdb359cdadd', 'status': 'completed', 'code': 200} Aug 29 18:12:03.329278 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ddf98-9489-4009-93ec-57d4ac86187e req-07564731-2793-4592-8714-91292f2391a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:03.330794 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-07564731-2793-4592-8714-91292f2391a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de59fc58268644209fc0ab0def01bc30&device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 1095 time: 0.0834939 Aug 29 18:12:03.336183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f7acee90-8f1c-4086-b432-27d6c8073c03 req-f46d561f-d70c-4b77-b251-6135cb7179fe tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479474 Aug 29 18:12:03.371786 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-fc6b1dca-ec98-44aa-9094-e2dd795fda24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f2eed72-5e8d-45df-8b12-efdb359cdadd HTTP/1.1" status: 200 len: 217 time: 0.0333154 Aug 29 18:12:03.423149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ddf98-9489-4009-93ec-57d4ac86187e req-313916a4-b147-4334-9489-a1775a605383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:03.424538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-313916a4-b147-4334-9489-a1775a605383 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad34846d-5e91-4459-afe5-c08402a44600 HTTP/1.1" status: 200 len: 853 time: 0.0458586 Aug 29 18:12:03.455110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-44bbe86b-55be-4d53-8437-922fa073f08a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a276740-da51-4567-b637-68a9781b965e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237281 Aug 29 18:12:03.541955 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-03bb3bdd-b7e4-4cab-944a-481430f202ee service neutron] 10.222.0.44 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797708 Aug 29 18:12:03.634478 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-176ddf98-9489-4009-93ec-57d4ac86187e req-7fcda697-3b7f-4835-966d-b3fa6bd39666 service neutron] 10.222.0.44 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846057 Aug 29 18:12:03.718086 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-c41991ad-24eb-463a-b36a-5e44114c78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:03.719497 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-c41991ad-24eb-463a-b36a-5e44114c78d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de59fc58268644209fc0ab0def01bc30&device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 1095 time: 0.0407960 Aug 29 18:12:03.809351 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-222df4d9-9e61-46b1-9313-a5c3b1b3d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:03.810817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-222df4d9-9e61-46b1-9313-a5c3b1b3d74b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a276740-da51-4567-b637-68a9781b965e HTTP/1.1" status: 200 len: 914 time: 0.0846658 Aug 29 18:12:03.851306 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-fb3892ea-e773-4626-8293-94d9e97b9e9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f2eed72-5e8d-45df-8b12-efdb359cdadd HTTP/1.1" status: 200 len: 217 time: 0.0332129 Aug 29 18:12:03.899194 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-e8c7bcdb-76db-4cf0-ae76-d5dedb9cc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:03.900580 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-e8c7bcdb-76db-4cf0-ae76-d5dedb9cc649 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad34846d-5e91-4459-afe5-c08402a44600 HTTP/1.1" status: 200 len: 853 time: 0.0421927 Aug 29 18:12:03.931789 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-76b74e72-a8e2-47cd-a1b9-80116badc3a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a276740-da51-4567-b637-68a9781b965e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234416 Aug 29 18:12:04.022637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-22280bad-29dc-45f7-af79-e0072e6492be service neutron] 10.222.0.44 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824318 Aug 29 18:12:04.109534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9166e4d7-45ce-4b50-9186-07f78243aa95 req-37723c5c-ecfe-4066-bc2e-b9dd5c9230fd service neutron] 10.222.0.44 "GET /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792804 Aug 29 18:12:04.449445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88c1a0-4fa0-4fc1-9437-801f0a66e16c req-d665a2f6-e74d-447a-8f0a-f0d44ccd8420 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:04.450916 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a88c1a0-4fa0-4fc1-9437-801f0a66e16c req-d665a2f6-e74d-447a-8f0a-f0d44ccd8420 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 943 time: 0.0478914 Aug 29 18:12:04.492264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a88c1a0-4fa0-4fc1-9437-801f0a66e16c req-1f39ee7d-bfd0-4fc0-9862-faeae4fc9511 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355392 Aug 29 18:12:05.609791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820d973-3571-4a98-8527-5a3cfc4a3500 req-039ba5c3-b91a-40d8-8dd4-e4a32799d7e7 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:05.611460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9820d973-3571-4a98-8527-5a3cfc4a3500 req-039ba5c3-b91a-40d8-8dd4-e4a32799d7e7 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 943 time: 0.0535102 Aug 29 18:12:05.648574 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9820d973-3571-4a98-8527-5a3cfc4a3500 req-0b56fea4-bbc8-4a33-8e03-34ea4b1b6e94 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Aug 29 18:12:05.725043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8f2eed72-5e8d-45df-8b12-efdb359cdadd details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:12:05.818661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 8f2eed72-5e8d-45df-8b12-efdb359cdadd, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8f2eed72-5e8d-45df-8b12-efdb359cdadd,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:05.829468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '8f2eed72-5e8d-45df-8b12-efdb359cdadd', 'network_id': '8a276740-da51-4567-b637-68a9781b965e', 'port_id': '8f2eed72-5e8d-45df-8b12-efdb359cdadd', 'mac_address': 'fa:16:3e:7c:07:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad34846d-5e91-4459-afe5-c08402a44600', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:12:05.865024 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:05.877348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2eed72-5e8d-45df-8b12-efdb359cdadd {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:12:05.896907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 8f2eed72-5e8d-45df-8b12-efdb359cdadd, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8f2eed72-5e8d-45df-8b12-efdb359cdadd,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:05.900622 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:05.945847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=8f2eed72-5e8d-45df-8b12-efdb359cdadd,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:06.152261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['8f2eed72-5e8d-45df-8b12-efdb359cdadd'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:12:06.761931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068af3-e714-47d8-8884-beef2507e956 req-e0da788f-88e0-474b-a339-c7a79a8fb25f tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:06.763452 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14068af3-e714-47d8-8884-beef2507e956 req-e0da788f-88e0-474b-a339-c7a79a8fb25f tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 944 time: 0.0482230 Aug 29 18:12:06.800478 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-14068af3-e714-47d8-8884-beef2507e956 req-fcefc5fe-cf0d-4726-90e2-ddf85a06daa5 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304611 Aug 29 18:12:07.739934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8f2eed72-5e8d-45df-8b12-efdb359cdadd up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:07.786842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 8f2eed72-5e8d-45df-8b12-efdb359cdadd completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:07.790493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 8f2eed72-5e8d-45df-8b12-efdb359cdadd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:07.790901 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:07.868518 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:07.890447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa96c39-3948-4cb4-82c8-a1df186eccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2eed72-5e8d-45df-8b12-efdb359cdadd'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:07.892692 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4291fd85-7446-4cfe-8cb4-4c609595501c" -d '{"events": [{"server_uuid": "8aa96c39-3948-4cb4-82c8-a1df186eccb6", "name": "network-vif-plugged", "status": "completed", "tag": "8f2eed72-5e8d-45df-8b12-efdb359cdadd"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:07.906053 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 8f2eed72-5e8d-45df-8b12-efdb359cdadd, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8f2eed72-5e8d-45df-8b12-efdb359cdadd,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:07.910778 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:07.915735 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2850ec-2c18-4370-af53-db2b7ad6b144 req-82494ed9-e24c-4bbd-acd6-47bb054829e5 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:07.917313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5d2850ec-2c18-4370-af53-db2b7ad6b144 req-82494ed9-e24c-4bbd-acd6-47bb054829e5 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 944 time: 0.0508573 Aug 29 18:12:07.938701 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedf0c43-0d66-438b-a8c4-58849d12a9cd x-openstack-request-id: req-dedf0c43-0d66-438b-a8c4-58849d12a9cd {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:07.938986 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa96c39-3948-4cb4-82c8-a1df186eccb6", "name": "network-vif-plugged", "status": "completed", "tag": "8f2eed72-5e8d-45df-8b12-efdb359cdadd", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:07.939235 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dedf0c43-0d66-438b-a8c4-58849d12a9cd {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:07.939620 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa96c39-3948-4cb4-82c8-a1df186eccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2eed72-5e8d-45df-8b12-efdb359cdadd', 'code': 200} Aug 29 18:12:07.958200 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5d2850ec-2c18-4370-af53-db2b7ad6b144 req-1b11e94d-7d81-483e-a412-b8c4c59ef31e tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340526 Aug 29 18:12:07.962441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=8f2eed72-5e8d-45df-8b12-efdb359cdadd,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:08.035786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a1e99-6302-42de-bebf-9bc26af11f20 req-63317371-782f-48ec-a35d-d0f6bfcd2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:08.037236 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e49a1e99-6302-42de-bebf-9bc26af11f20 req-63317371-782f-48ec-a35d-d0f6bfcd2230 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 1097 time: 0.0401146 Aug 29 18:12:08.071375 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e49a1e99-6302-42de-bebf-9bc26af11f20 req-16a13111-93ca-404a-a943-505d544422dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266101 Aug 29 18:12:09.086618 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2b25-f4e7-4bee-a01f-26e3b80b5554 req-771f3016-0cc1-43da-a886-8d6e7b17c501 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:09.088113 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d34b2b25-f4e7-4bee-a01f-26e3b80b5554 req-771f3016-0cc1-43da-a886-8d6e7b17c501 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 945 time: 0.0540078 Aug 29 18:12:09.126363 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d34b2b25-f4e7-4bee-a01f-26e3b80b5554 req-f2f50482-69ca-46a3-8dc7-f0af4079dd70 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Aug 29 18:12:10.242689 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901c6dc-ca53-441d-8ecf-8dbd3f67fa4a req-29ec1349-4454-446a-a69a-2f2a3d099394 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:10.244158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e901c6dc-ca53-441d-8ecf-8dbd3f67fa4a req-29ec1349-4454-446a-a69a-2f2a3d099394 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 945 time: 0.0517445 Aug 29 18:12:10.281431 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e901c6dc-ca53-441d-8ecf-8dbd3f67fa4a req-a2a70ba4-722c-49e2-8f65-ddec91fbae40 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314622 Aug 29 18:12:10.506242 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa26686-8b6e-4c9d-a36e-b25c3d27dbc7 req-9f66dea9-4e20-464b-a820-24dc0d3f66c1 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:10.507731 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0fa26686-8b6e-4c9d-a36e-b25c3d27dbc7 req-9f66dea9-4e20-464b-a820-24dc0d3f66c1 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Aug 29 18:12:10.544681 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0fa26686-8b6e-4c9d-a36e-b25c3d27dbc7 req-2ea97129-ee42-400b-98aa-8ac9c7d16168 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Aug 29 18:12:11.259961 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8b27-772d-45b5-8f59-e15821e09a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:11.661655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eed30-4b55-4603-88fb-45144e958654 req-938074cb-5144-4951-8224-f0ee1f10de3b tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:11.663140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea0eed30-4b55-4603-88fb-45144e958654 req-938074cb-5144-4951-8224-f0ee1f10de3b tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 945 time: 0.0484250 Aug 29 18:12:11.704895 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea0eed30-4b55-4603-88fb-45144e958654 req-d522914b-47e6-4fd4-b486-260506074ee2 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Aug 29 18:12:11.782015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-afda94e5-7f0d-4f97-adcd-238d1041001d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:11.783494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-afda94e5-7f0d-4f97-adcd-238d1041001d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.44 "GET /v2.0/ports?device_id=8aa96c39-3948-4cb4-82c8-a1df186eccb6 HTTP/1.1" status: 200 len: 945 time: 0.0474150 Aug 29 18:12:11.873868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Deleting port 8f2eed72-5e8d-45df-8b12-efdb359cdadd {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:12:11.874218 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:11.958199 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] For port 8f2eed72-5e8d-45df-8b12-efdb359cdadd, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=8f2eed72-5e8d-45df-8b12-efdb359cdadd,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:11.958566 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:11.971057 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Calling delete_port for 8f2eed72-5e8d-45df-8b12-efdb359cdadd owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:12:12.096874 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:12.110531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['97d75300-e998-432d-a9f4-1d4dc0495bec'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:12:12.113361 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['8f2eed72-5e8d-45df-8b12-efdb359cdadd'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:12:12.124695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Pushing event deleted for resources: {'Port': ['ID=8f2eed72-5e8d-45df-8b12-efdb359cdadd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:12.167020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] No DVR routers for this DVR port 8f2eed72-5e8d-45df-8b12-efdb359cdadd on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:12:12.169523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:12.171737 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd6c3094-f8bd-4bea-9f49-2b5973077663 req-fe3aaea1-4624-45cc-90e0-beedd00eb70d tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.44 "DELETE /v2.0/ports/8f2eed72-5e8d-45df-8b12-efdb359cdadd HTTP/1.1" status: 204 len: 173 time: 0.3817253 Aug 29 18:12:12.172171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa96c39-3948-4cb4-82c8-a1df186eccb6', 'name': 'network-vif-deleted', 'tag': '8f2eed72-5e8d-45df-8b12-efdb359cdadd'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:12.175067 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c2c25432181715cf557f3ec9e06b8257d14ae8afb1423130cb2c3dfa02476b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b33fdad-7f0b-4deb-a65a-2f8142a61fa9" -d '{"events": [{"server_uuid": "8aa96c39-3948-4cb4-82c8-a1df186eccb6", "name": "network-vif-deleted", "tag": "8f2eed72-5e8d-45df-8b12-efdb359cdadd"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:12.212564 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8699c1ac-e15a-4d85-b107-c3ce9f920a3e x-openstack-request-id: req-8699c1ac-e15a-4d85-b107-c3ce9f920a3e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:12.213322 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa96c39-3948-4cb4-82c8-a1df186eccb6", "name": "network-vif-deleted", "tag": "8f2eed72-5e8d-45df-8b12-efdb359cdadd", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:12.213322 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8699c1ac-e15a-4d85-b107-c3ce9f920a3e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:12.213626 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa96c39-3948-4cb4-82c8-a1df186eccb6', 'name': 'network-vif-deleted', 'tag': '8f2eed72-5e8d-45df-8b12-efdb359cdadd', 'status': 'completed', 'code': 200} Aug 29 18:12:12.855721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ecb93-e62f-482d-8579-4106e45a235b req-2ea54cb2-fc97-4e26-b171-3f9cc4029dd3 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:12.857236 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c34ecb93-e62f-482d-8579-4106e45a235b req-2ea54cb2-fc97-4e26-b171-3f9cc4029dd3 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0517745 Aug 29 18:12:12.894963 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c34ecb93-e62f-482d-8579-4106e45a235b req-01a7206e-fe84-4225-9f7d-d13bce767516 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311542 Aug 29 18:12:13.002246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:13.024467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee860cbb-eb4b-4baa-be22-068433a0f771 req-8f5439ef-6533-4d9a-9054-efdb517a26d6 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:13.025950 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee860cbb-eb4b-4baa-be22-068433a0f771 req-8f5439ef-6533-4d9a-9054-efdb517a26d6 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0502791 Aug 29 18:12:13.063283 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee860cbb-eb4b-4baa-be22-068433a0f771 req-0f14009e-cfac-4918-b03a-605481984742 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Aug 29 18:12:13.177670 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae172-a412-4642-9e9b-de80573cd0ee req-28d3bbc0-d790-4a11-a8dd-4ee0f2c6082e tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:13.179178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-781ae172-a412-4642-9e9b-de80573cd0ee req-28d3bbc0-d790-4a11-a8dd-4ee0f2c6082e tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0501993 Aug 29 18:12:13.215743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-781ae172-a412-4642-9e9b-de80573cd0ee req-e64ecd53-eb4b-499d-bd4c-e3df53e8305a tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Aug 29 18:12:13.376746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447f218-0633-401b-a890-c3fd42ae5d20 req-5525bdf4-4b33-41f4-8a17-4f9487c24da0 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:13.379759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8447f218-0633-401b-a890-c3fd42ae5d20 req-5525bdf4-4b33-41f4-8a17-4f9487c24da0 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0491362 Aug 29 18:12:13.416844 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8447f218-0633-401b-a890-c3fd42ae5d20 req-da67f1eb-e3cf-40ed-8136-b9f869198fbe tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Aug 29 18:12:13.529512 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc459e4-6e2c-4677-bd20-fc5dc9f80d16 req-1f51d05e-e1b1-4dc7-9208-d8e4486c12a9 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:13.530930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fc459e4-6e2c-4677-bd20-fc5dc9f80d16 req-1f51d05e-e1b1-4dc7-9208-d8e4486c12a9 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0488331 Aug 29 18:12:13.541949 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:13.567993 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3fc459e4-6e2c-4677-bd20-fc5dc9f80d16 req-c7d2d8b6-44d4-4ab6-b665-9fe2706a6a21 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Aug 29 18:12:13.695075 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72aaca-a8f2-45c9-9776-84fcf4599162 req-e51c17ec-c73f-4bd5-80a3-1e72c092cd3f tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:13.696589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc72aaca-a8f2-45c9-9776-84fcf4599162 req-e51c17ec-c73f-4bd5-80a3-1e72c092cd3f tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0528300 Aug 29 18:12:13.732594 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc72aaca-a8f2-45c9-9776-84fcf4599162 req-d52ef64c-4104-4e0c-a2e9-c3144dc025bd tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302267 Aug 29 18:12:13.913014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2557fb14-2b02-477e-af6b-cecca8452aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:13.947095 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:14.037077 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb44303-8e5b-40ab-b436-8e25580a47c9 req-95ef6027-9000-4dd4-8c97-2a6f06fdddfd tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:14.038470 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bb44303-8e5b-40ab-b436-8e25580a47c9 req-95ef6027-9000-4dd4-8c97-2a6f06fdddfd tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0480623 Aug 29 18:12:14.076007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7bb44303-8e5b-40ab-b436-8e25580a47c9 req-bbda9eba-e8b7-41e0-ae94-3159de962ae9 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Aug 29 18:12:15.189631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049ebcc-44f7-429f-b60a-89209311c014 req-d7af3564-a1d5-4b63-ac11-105e8a94e837 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:15.191128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c049ebcc-44f7-429f-b60a-89209311c014 req-d7af3564-a1d5-4b63-ac11-105e8a94e837 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0482686 Aug 29 18:12:15.231874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c049ebcc-44f7-429f-b60a-89209311c014 req-1a9ce458-e1c0-47da-baf5-05f0bf048d5c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f652ce7-bd10-4574-ac46-0740b6e0ebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Aug 29 18:12:15.316280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-1b0c5f9d-8a05-45cf-b5ce-4e9cce158686 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:15.317727 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-1b0c5f9d-8a05-45cf-b5ce-4e9cce158686 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 946 time: 0.0473862 Aug 29 18:12:15.409167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Deleting port 97d75300-e998-432d-a9f4-1d4dc0495bec {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:12:15.409424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:15.501782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] For port 97d75300-e998-432d-a9f4-1d4dc0495bec, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=97d75300-e998-432d-a9f4-1d4dc0495bec,segment=NetworkSegment(1bef57c6-4143-486d-87db-efa69edf58ca),segment_id=1bef57c6-4143-486d-87db-efa69edf58ca)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:15.502183 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:15.515477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Calling delete_port for 97d75300-e998-432d-a9f4-1d4dc0495bec owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:12:15.615972 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:15.640805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:15.652943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['97d75300-e998-432d-a9f4-1d4dc0495bec'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:12:15.865591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8f2eed72-5e8d-45df-8b12-efdb359cdadd no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:12:15.888178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 8f2eed72-5e8d-45df-8b12-efdb359cdadd {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:12:15.888520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 8f2eed72-5e8d-45df-8b12-efdb359cdadd not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:12:15.995811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Pushing event deleted for resources: {'Port': ['ID=97d75300-e998-432d-a9f4-1d4dc0495bec,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:16.036328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] No DVR routers for this DVR port 97d75300-e998-432d-a9f4-1d4dc0495bec on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:12:16.039125 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:16.041162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-deb7ab36-1973-4bc4-8816-b714b2ef02d4 req-2463821b-7d22-4add-b0b0-378efef1448c tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.43 "DELETE /v2.0/ports/97d75300-e998-432d-a9f4-1d4dc0495bec HTTP/1.1" status: 204 len: 173 time: 0.7172732 Aug 29 18:12:16.041655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa', 'name': 'network-vif-deleted', 'tag': '97d75300-e998-432d-a9f4-1d4dc0495bec'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:16.044044 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9a507-58f1-4aba-beb2-7ff8176cfccc" -d '{"events": [{"server_uuid": "4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa", "name": "network-vif-deleted", "tag": "97d75300-e998-432d-a9f4-1d4dc0495bec"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:16.081343 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc41d5f5-8b95-4b29-8a77-fe7ad4fb21f8 x-openstack-request-id: req-fc41d5f5-8b95-4b29-8a77-fe7ad4fb21f8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:16.081629 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa", "name": "network-vif-deleted", "tag": "97d75300-e998-432d-a9f4-1d4dc0495bec", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:16.081877 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc41d5f5-8b95-4b29-8a77-fe7ad4fb21f8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:16.082753 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa', 'name': 'network-vif-deleted', 'tag': '97d75300-e998-432d-a9f4-1d4dc0495bec', 'status': 'completed', 'code': 200} Aug 29 18:12:16.335422 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-257703e7-5335-41bd-b030-3673f7a3f854 req-0948c689-e538-42bd-9516-abaa7d29a871 tempest-ServersNegativeTestJSON-1255300592 tempest-ServersNegativeTestJSON-1255300592-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b34e4ae-5c23-4732-8f5a-d0f8c91e35aa HTTP/1.1" status: 200 len: 210 time: 0.0265179 Aug 29 18:12:16.915802 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.390138 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35170) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:17.432839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-227def03-a711-45ef-a71a-5f825cbff42f admin admin] Deleting subnet ad34846d-5e91-4459-afe5-c08402a44600 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:12:17.435766 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-227def03-a711-45ef-a71a-5f825cbff42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.473393 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-227def03-a711-45ef-a71a-5f825cbff42f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.511126 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-227def03-a711-45ef-a71a-5f825cbff42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.566372 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-227def03-a711-45ef-a71a-5f825cbff42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.590875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227def03-a711-45ef-a71a-5f825cbff42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad34846d-5e91-4459-afe5-c08402a44600,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:17.595915 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-227def03-a711-45ef-a71a-5f825cbff42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.598134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-227def03-a711-45ef-a71a-5f825cbff42f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ad34846d-5e91-4459-afe5-c08402a44600 HTTP/1.1" status: 204 len: 168 time: 0.2066762 Aug 29 18:12:17.600320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35172) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:17.672220 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.747391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.756751 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a276740-da51-4567-b637-68a9781b965e']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:17.766324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bef57c6-4143-486d-87db-efa69edf58ca') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:17.766638 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bef57c6-4143-486d-87db-efa69edf58ca') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:17.775177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.788946 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.794471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:12:17.794878 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:12:17.796423 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:12:17.851005 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.855095 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.856930 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8a276740-da51-4567-b637-68a9781b965e HTTP/1.1" status: 204 len: 168 time: 0.2557032 Aug 29 18:12:17.872914 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f3c28-bdcf-4a95-9ea3-cb9551ecc069 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a276740-da51-4567-b637-68a9781b965e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:17.935755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 97d75300-e998-432d-a9f4-1d4dc0495bec no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:12:17.955301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 97d75300-e998-432d-a9f4-1d4dc0495bec {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:12:17.955722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 97d75300-e998-432d-a9f4-1d4dc0495bec not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:12:17.962187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35176) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:18.001753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-968ab01d-738a-424d-990c-9a6b9d252d64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de59fc58268644209fc0ab0def01bc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383611 Aug 29 18:12:18.004128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35178) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:18.050459 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1c08-6862-4b8e-adac-e6e4e169a42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:18.070540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1c08-6862-4b8e-adac-e6e4e169a42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:18.115185 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1c08-6862-4b8e-adac-e6e4e169a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:18.117616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1c08-6862-4b8e-adac-e6e4e169a42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:18.118809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3c4c1c08-6862-4b8e-adac-e6e4e169a42d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f652ce7-bd10-4574-ac46-0740b6e0ebb6 HTTP/1.1" status: 204 len: 168 time: 0.1137886 Aug 29 18:12:18.126132 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c1c08-6862-4b8e-adac-e6e4e169a42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f652ce7-bd10-4574-ac46-0740b6e0ebb6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:18.785128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35200) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:18.875774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1938955516'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:18.897322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:18.901344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:18.913606 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.005906 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.009587 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.031943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:19.046427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51933751-0ee7-425a-a529-08c723abe7ff,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:19.050665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.051016 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Added segment e4205bd0-f660-4112-abe5-0c0ebbaf7f28 of type vlan for network 1ed813f4-7fe6-49ce-b648-77a2267cfd3f Aug 29 18:12:19.089583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.113993 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.119529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:19.120114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.179699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3933516 Aug 29 18:12:19.187919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc0763-6d97-4091-a21c-ff9a5b3a88f2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Network': ['ID=1ed813f4-7fe6-49ce-b648-77a2267cfd3f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:19.198289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 1ed813f4-7fe6-49ce-b648-77a2267cfd3f details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:21.896016 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:12:22.416305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35204) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:22.421552 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'subnet': {'network_id': '1ed813f4-7fe6-49ce-b648-77a2267cfd3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:22.506906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:22.510320 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.684375 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.743462 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Subnet': ['ID=723cf976-38e8-4be6-8290-1e0ca0e1ad0a,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:22.750572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Checking segment: {'id': 'e4205bd0-f660-4112-abe5-0c0ebbaf7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1ed813f4-7fe6-49ce-b648-77a2267cfd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:22.750963 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network hostable DHCP agents. Network: 1ed813f4-7fe6-49ce-b648-77a2267cfd3f, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:22.767524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network 1ed813f4-7fe6-49ce-b648-77a2267cfd3f is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:22.776312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 1ed813f4-7fe6-49ce-b648-77a2267cfd3f) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:22.781070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:22.781708 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.786792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4c673-ca47-4ff7-b042-352224ceceb2 None None] Network 1ed813f4-7fe6-49ce-b648-77a2267cfd3f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:22.797524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-127944df-d0ca-412d-a46d-d86f6812baa2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3799963 Aug 29 18:12:22.800853 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35206) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:22.805837 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97875510'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:22.828699 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:22.832591 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.860564 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:22.870154 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.870496 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Added segment e335d480-bfc6-44f5-b823-b4c4efab7dd0 of type vlan for network 2b98c16a-2a8c-48f2-a6ea-384b1ab13a47 Aug 29 18:12:22.910314 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.929168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-1ed813f4-7fe6-49ce-b648-77a2267cfd3f', 'network_id': '1ed813f4-7fe6-49ce-b648-77a2267cfd3f', 'tenant_id': '37d4263c04344001a15002cea7448206', 'fixed_ips': [{'subnet_id': '723cf976-38e8-4be6-8290-1e0ca0e1ad0a'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:22.930033 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.936356 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.941892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:22.942474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:22.998861 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1968763 Aug 29 18:12:23.001884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35208) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:23.009376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'subnet': {'network_id': '2b98c16a-2a8c-48f2-a6ea-384b1ab13a47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:23.016420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf5f9d-1ed3-4038-94df-b6552d3a83ca tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Network': ['ID=2b98c16a-2a8c-48f2-a6ea-384b1ab13a47,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:23.031011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 2b98c16a-2a8c-48f2-a6ea-384b1ab13a47 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:23.103979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:23.107614 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.123216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Allocated IP 2001:db8:0:ffff::2 (1ed813f4-7fe6-49ce-b648-77a2267cfd3f/723cf976-38e8-4be6-8290-1e0ca0e1ad0a/77a1a85a-babf-4b8f-b30c-37d6b589563c) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:23.266903 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.275609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Transition to ACTIVE for port object 77a1a85a-babf-4b8f-b30c-37d6b589563c will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:23.290637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Transition to ACTIVE for port object 77a1a85a-babf-4b8f-b30c-37d6b589563c will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:23.291152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.296585 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.332942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Network 1ed813f4-7fe6-49ce-b648-77a2267cfd3f is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:23.335717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:23.340452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:23.352004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Subnet': ['ID=a176e4a3-e5f7-4c27-8bca-dcda49db048d,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:23.360620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Pushing event updated for resources: {'Port': ['ID=77a1a85a-babf-4b8f-b30c-37d6b589563c,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:23.364013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Checking segment: {'id': 'e335d480-bfc6-44f5-b823-b4c4efab7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b98c16a-2a8c-48f2-a6ea-384b1ab13a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:23.364379 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network hostable DHCP agents. Network: 2b98c16a-2a8c-48f2-a6ea-384b1ab13a47, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:23.390994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network 2b98c16a-2a8c-48f2-a6ea-384b1ab13a47 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:23.394792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.395149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.395512 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.395833 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.396166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.396496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.396823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.397149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.397473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.397796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.398118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.398437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:23.405218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 2b98c16a-2a8c-48f2-a6ea-384b1ab13a47) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:23.411192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:23.411839 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.425806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f71a9-78d1-492c-8fe9-717b1b149aeb None None] Network 2b98c16a-2a8c-48f2-a6ea-384b1ab13a47 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:23.429226 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ad1a7df2-dc51-4f6a-8d53-4a53afaf4a23 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4259243 Aug 29 18:12:23.432993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35210) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:23.482480 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Attempting to bind port 77a1a85a-babf-4b8f-b30c-37d6b589563c on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:23.482879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Attempting to bind port 77a1a85a-babf-4b8f-b30c-37d6b589563c by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e4205bd0-f660-4112-abe5-0c0ebbaf7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1ed813f4-7fe6-49ce-b648-77a2267cfd3f'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:23.483272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Attempting to bind port 77a1a85a-babf-4b8f-b30c-37d6b589563c on network 1ed813f4-7fe6-49ce-b648-77a2267cfd3f {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:23.494208 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:23.494628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Checking segment: {'id': 'e4205bd0-f660-4112-abe5-0c0ebbaf7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1ed813f4-7fe6-49ce-b648-77a2267cfd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:23.495009 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.495402 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Bound using segment: {'id': 'e4205bd0-f660-4112-abe5-0c0ebbaf7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1ed813f4-7fe6-49ce-b648-77a2267cfd3f'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:23.495871 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Bound port: 77a1a85a-babf-4b8f-b30c-37d6b589563c, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4205bd0-f660-4112-abe5-0c0ebbaf7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1ed813f4-7fe6-49ce-b648-77a2267cfd3f'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:23.496246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.548499 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.606834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] For port 77a1a85a-babf-4b8f-b30c-37d6b589563c, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:23.623453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] For port 77a1a85a-babf-4b8f-b30c-37d6b589563c, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=77a1a85a-babf-4b8f-b30c-37d6b589563c,segment=NetworkSegment(e4205bd0-f660-4112-abe5-0c0ebbaf7f28),segment_id=e4205bd0-f660-4112-abe5-0c0ebbaf7f28)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:23.623608 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.628544 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.687760 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.691508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d79434b-08e5-4e85-aba1-54a2335f4f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2b98c16a-2a8c-48f2-a6ea-384b1ab13a47', 'network_id': '2b98c16a-2a8c-48f2-a6ea-384b1ab13a47', 'tenant_id': '37d4263c04344001a15002cea7448206', 'fixed_ips': [{'subnet_id': 'a176e4a3-e5f7-4c27-8bca-dcda49db048d'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:23.692354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5d79434b-08e5-4e85-aba1-54a2335f4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.716510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e41e0d-4de7-4ae8-919f-5032eeb5d05a None None] Pushing event updated for resources: {'Port': ['ID=77a1a85a-babf-4b8f-b30c-37d6b589563c,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:23.717140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Subnet': ['ID=a176e4a3-e5f7-4c27-8bca-dcda49db048d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:23.782054 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.793537 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b98c16a-2a8c-48f2-a6ea-384b1ab13a47']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:23.801036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0364a235-e4bd-451b-a59e-61e1b95801e3 None None] Network 2b98c16a-2a8c-48f2-a6ea-384b1ab13a47 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:23.805784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e335d480-bfc6-44f5-b823-b4c4efab7dd0') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:23.806200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e335d480-bfc6-44f5-b823-b4c4efab7dd0') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:23.817371 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.832620 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.839342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:12:23.839808 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:12:23.843147 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:12:23.923325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.931020 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:23.936298 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/2b98c16a-2a8c-48f2-a6ea-384b1ab13a47 HTTP/1.1" status: 204 len: 168 time: 0.4990749 Aug 29 18:12:23.936549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35212) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:23.950478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-577127004'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:23.954995 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4428b-e2da-4805-8343-fd836c473622 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Network': ['ID=2b98c16a-2a8c-48f2-a6ea-384b1ab13a47,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:23.977037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:23.980503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:24.005044 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:24.013732 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:24.014072 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Added segment f5da5550-687a-4378-a6ba-4ad97a5c4c37 of type vlan for network d90b6951-61d9-449f-a163-65144374d07b Aug 29 18:12:24.053170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:24.076342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:24.081983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:24.082570 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:24.140443 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2027535 Aug 29 18:12:24.143601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35214) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:24.148431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'subnet': {'network_id': 'd90b6951-61d9-449f-a163-65144374d07b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:24.525929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de644697-11c3-4e07-bea6-7685a9fd78f6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Network': ['ID=d90b6951-61d9-449f-a163-65144374d07b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:24.538131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d90b6951-61d9-449f-a163-65144374d07b details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:24.581303 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:24.585029 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:24.588177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5e89f-79e8-428c-bc5c-9966dab42774 None None] Network 1ed813f4-7fe6-49ce-b648-77a2267cfd3f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:24.646656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_backend_mixin [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Performing IP validity checks on allocation pools {{(pid=94795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 18:12:24.647213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.ipam_backend_mixin [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 18:12:24.772098 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:24.823413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-82c839e1-2f87-4058-8be5-fd44d4c3e9d0 None None] Provisioning for port 77a1a85a-babf-4b8f-b30c-37d6b589563c completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:24.834944 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Subnet': ['ID=c35873af-82bc-4822-a091-a8dc49a35b34,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:24.841792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Checking segment: {'id': 'f5da5550-687a-4378-a6ba-4ad97a5c4c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd90b6951-61d9-449f-a163-65144374d07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:24.842161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network hostable DHCP agents. Network: d90b6951-61d9-449f-a163-65144374d07b, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:24.858483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network d90b6951-61d9-449f-a163-65144374d07b is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:24.869318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d90b6951-61d9-449f-a163-65144374d07b) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:24.873886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:24.874467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:24.881810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7d77c-c3f3-4889-a5ba-795cc38eb3e8 None None] Network d90b6951-61d9-449f-a163-65144374d07b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:24.890961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8a25ff3f-f08e-4fb6-88bc-4f24e2af05e2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7463429 Aug 29 18:12:24.893543 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35216) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:24.991247 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.050903 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.051301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef2322-3b1e-4502-bd8e-db5d7df849b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d90b6951-61d9-449f-a163-65144374d07b', 'network_id': 'd90b6951-61d9-449f-a163-65144374d07b', 'tenant_id': '37d4263c04344001a15002cea7448206', 'fixed_ips': [{'subnet_id': 'c35873af-82bc-4822-a091-a8dc49a35b34'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:25.052174 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-15ef2322-3b1e-4502-bd8e-db5d7df849b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.115092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.148062 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Subnet': ['ID=c35873af-82bc-4822-a091-a8dc49a35b34,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-15ef2322-3b1e-4502-bd8e-db5d7df849b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c35873af-82bc-4822-a091-a8dc49a35b34: This subnet is being modified by another concurrent operation. Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c35873af-82bc-4822-a091-a8dc49a35b34: This subnet is being modified by another concurrent operation. Aug 29 18:12:25.160914 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 18:12:25.184010 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3c285-8443-4465-b29f-68ce0d8a11ef None None] Network d90b6951-61d9-449f-a163-65144374d07b requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:25.223123 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.233447 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90b6951-61d9-449f-a163-65144374d07b']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:25.244368 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5da5550-687a-4378-a6ba-4ad97a5c4c37') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:25.244661 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5da5550-687a-4378-a6ba-4ad97a5c4c37') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:25.253404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.266490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.273439 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:12:25.273439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:12:25.277654 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:12:25.300795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab24b7c-230f-43fd-bbe7-9dae6f475f7c None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 18:12:25.337720 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.342357 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.349960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/d90b6951-61d9-449f-a163-65144374d07b HTTP/1.1" status: 204 len: 168 time: 0.4497924 Aug 29 18:12:25.350321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:25.355477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113548331'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:25.358675 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6c6bc-0c84-4a4c-a7db-b2a92c8ff49c tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Network': ['ID=d90b6951-61d9-449f-a163-65144374d07b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:25.371096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab24b7c-230f-43fd-bbe7-9dae6f475f7c None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 18:12:25.376925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:25.380650 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.404129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:25.414509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.414922 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Added segment 7cde9731-9b9e-42bc-8868-7c467ed6f8a9 of type vlan for network 7299face-f479-450c-ab3a-869f51103c77 Aug 29 18:12:25.465074 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.491176 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.496617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:25.497199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.566492 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2104337 Aug 29 18:12:25.566492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4bfbf-fce2-4767-a175-6d3ad5183fbe tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Network': ['ID=7299face-f479-450c-ab3a-869f51103c77,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:25.566729 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35220) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:25.572707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'subnet': {'network_id': '7299face-f479-450c-ab3a-869f51103c77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:25.575214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 7299face-f479-450c-ab3a-869f51103c77 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:25.662929 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:25.666401 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.709265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 77a1a85a-babf-4b8f-b30c-37d6b589563c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:25.757481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 77a1a85a-babf-4b8f-b30c-37d6b589563c completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:25.761102 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 77a1a85a-babf-4b8f-b30c-37d6b589563c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:25.761470 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.840395 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.854149 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.874082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 77a1a85a-babf-4b8f-b30c-37d6b589563c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=77a1a85a-babf-4b8f-b30c-37d6b589563c,segment=NetworkSegment(e4205bd0-f660-4112-abe5-0c0ebbaf7f28),segment_id=e4205bd0-f660-4112-abe5-0c0ebbaf7f28)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:25.878710 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.917810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Subnet': ['ID=ea5fa239-ef8e-4acf-9208-04617dad39c7,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:25.926998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Checking segment: {'id': '7cde9731-9b9e-42bc-8868-7c467ed6f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7299face-f479-450c-ab3a-869f51103c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:25.927366 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network hostable DHCP agents. Network: 7299face-f479-450c-ab3a-869f51103c77, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:25.928304 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=77a1a85a-babf-4b8f-b30c-37d6b589563c,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:25.943973 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network 7299face-f479-450c-ab3a-869f51103c77 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:25.951943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 7299face-f479-450c-ab3a-869f51103c77) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:25.955972 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:25.956547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:25.961051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67583c8a-4807-4581-a89c-63560bbf36b6 None None] Network 7299face-f479-450c-ab3a-869f51103c77 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:25.971492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4dbb6ae2-d1aa-4fcf-af3a-e0006c0bb825 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4030330 Aug 29 18:12:25.975788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35222) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:25.980696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2074110622'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:26.001426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:26.004823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.028013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:26.037787 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.038156 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Added segment 450a2ec2-4965-47cd-bbb5-7fec967345f1 of type vlan for network 048be171-8b73-47b3-ad55-79c8909b003f Aug 29 18:12:26.077424 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.103632 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.107002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-7299face-f479-450c-ab3a-869f51103c77', 'network_id': '7299face-f479-450c-ab3a-869f51103c77', 'tenant_id': '37d4263c04344001a15002cea7448206', 'fixed_ips': [{'subnet_id': 'ea5fa239-ef8e-4acf-9208-04617dad39c7'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:26.107852 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.109315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:26.109899 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.167994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1910865 Aug 29 18:12:26.170863 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35224) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:26.176556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Request body: {'subnet': {'network_id': '048be171-8b73-47b3-ad55-79c8909b003f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:26.198748 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37835a67-3c8b-4ec4-81d3-e8c737a6eca6 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Network': ['ID=048be171-8b73-47b3-ad55-79c8909b003f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:26.222829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 048be171-8b73-47b3-ad55-79c8909b003f details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:26.273830 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Made reservation on behalf of 37d4263c04344001a15002cea7448206 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:26.277685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.293838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Allocated IP 2001:db8::2 (7299face-f479-450c-ab3a-869f51103c77/ea5fa239-ef8e-4acf-9208-04617dad39c7/1165036a-17d2-4666-88d9-ae90cc918e22) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:26.438070 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.446017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Transition to ACTIVE for port object 1165036a-17d2-4666-88d9-ae90cc918e22 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:26.458094 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.462616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Transition to ACTIVE for port object 1165036a-17d2-4666-88d9-ae90cc918e22 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:26.467383 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.505176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Network 7299face-f479-450c-ab3a-869f51103c77 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:26.511605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:26.515998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:26.520888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Pushing event updated for resources: {'Port': ['ID=1165036a-17d2-4666-88d9-ae90cc918e22,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:26.521039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event updated for resources: {'Subnet': ['ID=e3a9231e-b508-4987-bea9-538e702fb2c4,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:26.526097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Checking segment: {'id': '450a2ec2-4965-47cd-bbb5-7fec967345f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '048be171-8b73-47b3-ad55-79c8909b003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:26.526464 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network hostable DHCP agents. Network: 048be171-8b73-47b3-ad55-79c8909b003f, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:26.546791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Network 048be171-8b73-47b3-ad55-79c8909b003f is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:26.555631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 048be171-8b73-47b3-ad55-79c8909b003f) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:26.559882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:26.560529 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.573459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141d637-0934-4c72-a998-19c266f029fb None None] Network 048be171-8b73-47b3-ad55-79c8909b003f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:26.574337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b86d32df-b7f8-4608-bc14-5664456a3165 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4023077 Aug 29 18:12:26.577092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:26.616991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Attempting to bind port 1165036a-17d2-4666-88d9-ae90cc918e22 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:26.617360 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Attempting to bind port 1165036a-17d2-4666-88d9-ae90cc918e22 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '7cde9731-9b9e-42bc-8868-7c467ed6f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7299face-f479-450c-ab3a-869f51103c77'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:26.617718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Attempting to bind port 1165036a-17d2-4666-88d9-ae90cc918e22 on network 7299face-f479-450c-ab3a-869f51103c77 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:26.627770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:26.628136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Checking segment: {'id': '7cde9731-9b9e-42bc-8868-7c467ed6f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7299face-f479-450c-ab3a-869f51103c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:26.628529 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.628931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Bound using segment: {'id': '7cde9731-9b9e-42bc-8868-7c467ed6f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7299face-f479-450c-ab3a-869f51103c77'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:26.629374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Bound port: 1165036a-17d2-4666-88d9-ae90cc918e22, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cde9731-9b9e-42bc-8868-7c467ed6f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7299face-f479-450c-ab3a-869f51103c77'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:26.629746 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.673709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.724783 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.737062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] For port 1165036a-17d2-4666-88d9-ae90cc918e22, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:26.755015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] For port 1165036a-17d2-4666-88d9-ae90cc918e22, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1165036a-17d2-4666-88d9-ae90cc918e22,segment=NetworkSegment(7cde9731-9b9e-42bc-8868-7c467ed6f8a9),segment_id=7cde9731-9b9e-42bc-8868-7c467ed6f8a9)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:26.761118 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.785150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.813019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a9231e-b508-4987-bea9-538e702fb2c4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:26.815270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8bb37-5a95-456c-8a40-10cd599945de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-048be171-8b73-47b3-ad55-79c8909b003f', 'network_id': '048be171-8b73-47b3-ad55-79c8909b003f', 'tenant_id': '37d4263c04344001a15002cea7448206', 'fixed_ips': [{'subnet_id': 'e3a9231e-b508-4987-bea9-538e702fb2c4'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:26.816123 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20b8bb37-5a95-456c-8a40-10cd599945de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.849449 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836bd41-0a04-4ca0-b9b0-305e93d0509b None None] Pushing event updated for resources: {'Port': ['ID=1165036a-17d2-4666-88d9-ae90cc918e22,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:26.880835 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.890916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048be171-8b73-47b3-ad55-79c8909b003f']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:26.902372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450a2ec2-4965-47cd-bbb5-7fec967345f1') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:26.902705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450a2ec2-4965-47cd-bbb5-7fec967345f1') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:26.912368 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.927129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6710525-cad5-49b2-9dcd-268e220d1948 None None] Network 048be171-8b73-47b3-ad55-79c8909b003f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:26.929437 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.937366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:12:26.937827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:12:26.941756 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:12:27.019021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.027498 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.029686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/048be171-8b73-47b3-ad55-79c8909b003f HTTP/1.1" status: 204 len: 168 time: 0.4515979 Aug 29 18:12:27.032275 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35228) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:27.059380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b8e4d-2c18-441b-b7ce-a88cccd01766 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Network': ['ID=048be171-8b73-47b3-ad55-79c8909b003f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:27.082130 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-822d8133-8e28-494f-b89d-99e82f6dc398 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] GET failed (client error): The resource could not be found. Aug 29 18:12:27.083594 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-822d8133-8e28-494f-b89d-99e82f6dc398 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "GET /v2.0/subnets/e3a9231e-b508-4987-bea9-538e702fb2c4 HTTP/1.1" status: 404 len: 337 time: 0.0504050 Aug 29 18:12:27.086561 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35230) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:27.105832 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e17d5d-cea7-42f6-a1da-cfe18c276c61 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] DELETE failed (client error): The resource could not be found. Aug 29 18:12:27.106508 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e17d5d-cea7-42f6-a1da-cfe18c276c61 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 18:12:27.112329 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-40e17d5d-cea7-42f6-a1da-cfe18c276c61 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/048be171-8b73-47b3-ad55-79c8909b003f HTTP/1.1" status: 404 len: 339 time: 0.0205963 Aug 29 18:12:27.112590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35232) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:27.139323 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7170e78c-f4c6-4ca8-97fe-df6612167399 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] DELETE failed (client error): The resource could not be found. Aug 29 18:12:27.139886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7170e78c-f4c6-4ca8-97fe-df6612167399 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 18:12:27.141615 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7170e78c-f4c6-4ca8-97fe-df6612167399 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/subnets/e3a9231e-b508-4987-bea9-538e702fb2c4 HTTP/1.1" status: 404 len: 337 time: 0.0280879 Aug 29 18:12:27.144096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35234) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:27.166222 n-d-713499-15 neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18ec3a7-5bf0-4a23-9d0d-8ef883291847 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] DELETE failed (client error): The resource could not be found. Aug 29 18:12:27.166791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18ec3a7-5bf0-4a23-9d0d-8ef883291847 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 18:12:27.168433 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e18ec3a7-5bf0-4a23-9d0d-8ef883291847 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/048be171-8b73-47b3-ad55-79c8909b003f HTTP/1.1" status: 404 len: 339 time: 0.0234284 Aug 29 18:12:27.170814 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35236) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:27.220002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3ddb01-aadd-4b6e-90c2-55bb59f37843 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Deleting subnet ea5fa239-ef8e-4acf-9208-04617dad39c7 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:12:27.223063 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddb01-aadd-4b6e-90c2-55bb59f37843 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.262059 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddb01-aadd-4b6e-90c2-55bb59f37843 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.349484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddb01-aadd-4b6e-90c2-55bb59f37843 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.405084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddb01-aadd-4b6e-90c2-55bb59f37843 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.433073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ddb01-aadd-4b6e-90c2-55bb59f37843 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5fa239-ef8e-4acf-9208-04617dad39c7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:27.436769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddb01-aadd-4b6e-90c2-55bb59f37843 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.441737 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7f3ddb01-aadd-4b6e-90c2-55bb59f37843 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/subnets/ea5fa239-ef8e-4acf-9208-04617dad39c7 HTTP/1.1" status: 204 len: 168 time: 0.2669778 Aug 29 18:12:27.441737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35238) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:27.517213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.576892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Deleting port 1165036a-17d2-4666-88d9-ae90cc918e22 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:12:27.577462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.640634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] For port 1165036a-17d2-4666-88d9-ae90cc918e22, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1165036a-17d2-4666-88d9-ae90cc918e22,segment=NetworkSegment(7cde9731-9b9e-42bc-8868-7c467ed6f8a9),segment_id=7cde9731-9b9e-42bc-8868-7c467ed6f8a9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:27.641017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.656245 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Calling delete_port for 1165036a-17d2-4666-88d9-ae90cc918e22 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:12:27.727601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7669e-1983-4051-a104-5cac2f4a9d88 None None] Network 7299face-f479-450c-ab3a-869f51103c77 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:27.738633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.768414 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Port': ['ID=1165036a-17d2-4666-88d9-ae90cc918e22,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:27.774030 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No DVR routers for this DVR port 1165036a-17d2-4666-88d9-ae90cc918e22 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:12:27.776935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 77a1a85a-babf-4b8f-b30c-37d6b589563c up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:27.818036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-52ccece8-98b5-4c0e-b68c-3852b1bc8a6d None None] Could not find standard attr ID for object 1165036a-17d2-4666-88d9-ae90cc918e22. {{(pid=94797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 18:12:27.853204 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.863518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7299face-f479-450c-ab3a-869f51103c77']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:27.873847 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cde9731-9b9e-42bc-8868-7c467ed6f8a9') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:27.874213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cde9731-9b9e-42bc-8868-7c467ed6f8a9') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:27.883795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 77a1a85a-babf-4b8f-b30c-37d6b589563c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:27.884255 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.884727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.906140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.912413 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:12:27.913152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:12:27.916113 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:12:27.928717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde029a-7015-4a25-987c-e168e045a884 None None] DHCP port deletion for 7299face-f479-450c-ab3a-869f51103c77 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:12:27.976261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1165036a-17d2-4666-88d9-ae90cc918e22 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:27.980320 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.988728 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:27.990334 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/7299face-f479-450c-ab3a-869f51103c77 HTTP/1.1" status: 204 len: 168 time: 0.5481026 Aug 29 18:12:27.993151 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:27.998264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1165036a-17d2-4666-88d9-ae90cc918e22 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:12:27.998633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1165036a-17d2-4666-88d9-ae90cc918e22 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 18:12:28.003599 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01bd6e-09ec-403e-8a1f-273bd41aba6a tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Network': ['ID=7299face-f479-450c-ab3a-869f51103c77,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:28.020076 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Port 1165036a-17d2-4666-88d9-ae90cc918e22 not found, will not notify nova. {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 18:12:28.024685 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5edf56-0f05-4fb0-b9a0-d2831a59a7b2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] DELETE failed (client error): The resource could not be found. Aug 29 18:12:28.025145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5edf56-0f05-4fb0-b9a0-d2831a59a7b2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 18:12:28.026905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-be5edf56-0f05-4fb0-b9a0-d2831a59a7b2 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/subnets/c35873af-82bc-4822-a091-a8dc49a35b34 HTTP/1.1" status: 404 len: 337 time: 0.0327220 Aug 29 18:12:28.029611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35242) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:28.047463 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1fc1fc-5af7-4710-a8cc-4f448152fcf5 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] DELETE failed (client error): The resource could not be found. Aug 29 18:12:28.047988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1fc1fc-5af7-4710-a8cc-4f448152fcf5 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 18:12:28.050203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9d1fc1fc-5af7-4710-a8cc-4f448152fcf5 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/d90b6951-61d9-449f-a163-65144374d07b HTTP/1.1" status: 404 len: 339 time: 0.0196857 Aug 29 18:12:28.052624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35244) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:28.077808 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b274005a-99f4-4b09-aad5-409d42c875d8 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] DELETE failed (client error): The resource could not be found. Aug 29 18:12:28.078253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b274005a-99f4-4b09-aad5-409d42c875d8 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 18:12:28.079902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b274005a-99f4-4b09-aad5-409d42c875d8 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/subnets/a176e4a3-e5f7-4c27-8bca-dcda49db048d HTTP/1.1" status: 404 len: 337 time: 0.0264037 Aug 29 18:12:28.082248 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35246) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:28.099067 n-d-713499-15 neutron-server[94796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1c2ac8-5147-4867-8190-f38a1db12461 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] DELETE failed (client error): The resource could not be found. Aug 29 18:12:28.099575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1c2ac8-5147-4867-8190-f38a1db12461 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 18:12:28.101171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5d1c2ac8-5147-4867-8190-f38a1db12461 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/2b98c16a-2a8c-48f2-a6ea-384b1ab13a47 HTTP/1.1" status: 404 len: 339 time: 0.0180180 Aug 29 18:12:28.103615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35248) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:28.152274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-94419e4f-8b77-46ea-8052-b190efc12f5e tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Deleting subnet 723cf976-38e8-4be6-8290-1e0ca0e1ad0a {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:12:28.155580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94419e4f-8b77-46ea-8052-b190efc12f5e tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.198948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94419e4f-8b77-46ea-8052-b190efc12f5e tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.276563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94419e4f-8b77-46ea-8052-b190efc12f5e tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.331125 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94419e4f-8b77-46ea-8052-b190efc12f5e tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.360644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94419e4f-8b77-46ea-8052-b190efc12f5e tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Subnet': ['ID=723cf976-38e8-4be6-8290-1e0ca0e1ad0a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:28.366140 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94419e4f-8b77-46ea-8052-b190efc12f5e tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.367937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-94419e4f-8b77-46ea-8052-b190efc12f5e tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/subnets/723cf976-38e8-4be6-8290-1e0ca0e1ad0a HTTP/1.1" status: 204 len: 168 time: 0.2634408 Aug 29 18:12:28.370320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35250) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:28.371012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb26a06c-9def-41db-9055-458792c85a29 None None] Network 1ed813f4-7fe6-49ce-b648-77a2267cfd3f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:28.444551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.500382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Deleting port 77a1a85a-babf-4b8f-b30c-37d6b589563c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:12:28.500730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.546248 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] DHCP port deletion for 1ed813f4-7fe6-49ce-b648-77a2267cfd3f request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:12:28.568001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] For port 77a1a85a-babf-4b8f-b30c-37d6b589563c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=77a1a85a-babf-4b8f-b30c-37d6b589563c,segment=NetworkSegment(e4205bd0-f660-4112-abe5-0c0ebbaf7f28),segment_id=e4205bd0-f660-4112-abe5-0c0ebbaf7f28)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:28.568384 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.580643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Calling delete_port for 77a1a85a-babf-4b8f-b30c-37d6b589563c owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:12:28.591033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] Deleting port 77a1a85a-babf-4b8f-b30c-37d6b589563c {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:12:28.591412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.656443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] For port 77a1a85a-babf-4b8f-b30c-37d6b589563c, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=77a1a85a-babf-4b8f-b30c-37d6b589563c,segment=NetworkSegment(e4205bd0-f660-4112-abe5-0c0ebbaf7f28),segment_id=e4205bd0-f660-4112-abe5-0c0ebbaf7f28)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:28.656904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.658295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.670026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] Calling delete_port for 77a1a85a-babf-4b8f-b30c-37d6b589563c owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:12:28.684882 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Port': ['ID=77a1a85a-babf-4b8f-b30c-37d6b589563c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:28.686739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] No DVR routers for this DVR port 77a1a85a-babf-4b8f-b30c-37d6b589563c on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:12:28.743414 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.765699 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.772000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] Pushing event deleted for resources: {'Port': ['ID=77a1a85a-babf-4b8f-b30c-37d6b589563c,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:28.776050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed813f4-7fe6-49ce-b648-77a2267cfd3f']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:28.776814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166b159-934e-41e7-95b7-9d730c5d1739 None None] No DVR routers for this DVR port 77a1a85a-babf-4b8f-b30c-37d6b589563c on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:12:28.788077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4205bd0-f660-4112-abe5-0c0ebbaf7f28') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:28.788371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4205bd0-f660-4112-abe5-0c0ebbaf7f28') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:28.797365 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.810992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.817787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:12:28.818344 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:12:28.821745 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:12:28.881178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.888308 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:28.890084 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] 10.222.0.41 "DELETE /v2.0/networks/1ed813f4-7fe6-49ce-b648-77a2267cfd3f HTTP/1.1" status: 204 len: 168 time: 0.5187879 Aug 29 18:12:28.906335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a6c4a-925c-48c0-98c7-f8105319cb33 tempest-NetworksIpV6Test-1070960757 tempest-NetworksIpV6Test-1070960757-project] Pushing event deleted for resources: {'Network': ['ID=1ed813f4-7fe6-49ce-b648-77a2267cfd3f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:29.125252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35256) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:29.252953 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d1a3fd6c-52da-40e3-9eee-760cb9ae6235 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37d4263c04344001a15002cea7448206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260319 Aug 29 18:12:29.255497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35260) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:29.301317 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14728292-5a71-4fa2-8905-32aad0d9222f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:29.321823 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14728292-5a71-4fa2-8905-32aad0d9222f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:29.366972 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14728292-5a71-4fa2-8905-32aad0d9222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:29.369414 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14728292-5a71-4fa2-8905-32aad0d9222f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:29.370528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-14728292-5a71-4fa2-8905-32aad0d9222f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51933751-0ee7-425a-a529-08c723abe7ff HTTP/1.1" status: 204 len: 168 time: 0.1141505 Aug 29 18:12:29.380075 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14728292-5a71-4fa2-8905-32aad0d9222f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51933751-0ee7-425a-a529-08c723abe7ff,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:29.677301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1165036a-17d2-4666-88d9-ae90cc918e22 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:12:29.697924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1165036a-17d2-4666-88d9-ae90cc918e22 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:12:29.698274 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1165036a-17d2-4666-88d9-ae90cc918e22 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:12:29.698736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 77a1a85a-babf-4b8f-b30c-37d6b589563c no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:12:29.716314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 77a1a85a-babf-4b8f-b30c-37d6b589563c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:12:29.716657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 77a1a85a-babf-4b8f-b30c-37d6b589563c not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:12:30.019943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35282) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:30.127698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-18ee430e-a776-4440-961f-e1a9d2049eda tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1136621086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:30.150595 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18ee430e-a776-4440-961f-e1a9d2049eda tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.151599 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18ee430e-a776-4440-961f-e1a9d2049eda tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.216521 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18ee430e-a776-4440-961f-e1a9d2049eda tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.220416 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18ee430e-a776-4440-961f-e1a9d2049eda tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.236485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18ee430e-a776-4440-961f-e1a9d2049eda tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.237677 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-18ee430e-a776-4440-961f-e1a9d2049eda tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2165623 Aug 29 18:12:30.240443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35286) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:30.245280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1456431959'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:30.264947 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Made reservation on behalf of 02aafd8391ea41128dddac3f99ad4e4d for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:30.268845 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.281104 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.367055 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.370656 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.396218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:30.405790 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4103fd39-4682-410d-b80f-9e07aa8e6021,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:30.411146 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.411492 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Added segment 625c2378-9769-4af2-9552-e413f620053a of type vlan for network f266de20-09ee-4ee4-b330-2a0f69a48e37 Aug 29 18:12:30.449367 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.475349 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.481027 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:30.481986 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.544445 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3029244 Aug 29 18:12:30.547216 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35288) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:30.554325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Request body: {'subnet': {'network_id': 'f266de20-09ee-4ee4-b330-2a0f69a48e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:30.597852 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982da72e-f3f4-4cc2-99bc-604fa1e182ed tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event updated for resources: {'Network': ['ID=f266de20-09ee-4ee4-b330-2a0f69a48e37,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:30.608653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network f266de20-09ee-4ee4-b330-2a0f69a48e37 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:30.646316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Made reservation on behalf of 02aafd8391ea41128dddac3f99ad4e4d for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:30.649689 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.824181 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.892002 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event updated for resources: {'Subnet': ['ID=1fe438af-f5c4-42fe-8e87-1dc9a32e4e6d,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:30.898964 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Checking segment: {'id': '625c2378-9769-4af2-9552-e413f620053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f266de20-09ee-4ee4-b330-2a0f69a48e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:30.899328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Network hostable DHCP agents. Network: f266de20-09ee-4ee4-b330-2a0f69a48e37, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:30.914532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Network f266de20-09ee-4ee4-b330-2a0f69a48e37 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:30.922797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, f266de20-09ee-4ee4-b330-2a0f69a48e37) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:30.927389 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:30.927975 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.932716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e7b53-2094-4e6f-a66d-e18956532b0a None None] Network f266de20-09ee-4ee4-b330-2a0f69a48e37 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:30.942181 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bd1f183b-3be0-436e-bb2e-c756be491859 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3939252 Aug 29 18:12:30.945454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35290) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:30.950841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-704089332'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:30.972238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Made reservation on behalf of 02aafd8391ea41128dddac3f99ad4e4d for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:30.975800 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:30.998012 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:31.006472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.006932 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Added segment b05a69e0-6489-47a3-9370-356f3c97ed8a of type vlan for network 1b76ef44-f591-4ca4-95e3-7d10923caaa9 Aug 29 18:12:31.049279 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.073518 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.080723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-f266de20-09ee-4ee4-b330-2a0f69a48e37', 'network_id': 'f266de20-09ee-4ee4-b330-2a0f69a48e37', 'tenant_id': '02aafd8391ea41128dddac3f99ad4e4d', 'fixed_ips': [{'subnet_id': '1fe438af-f5c4-42fe-8e87-1dc9a32e4e6d'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:31.081397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:31.081576 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.082028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.140109 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1934798 Aug 29 18:12:31.143739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35292) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:31.150486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Request body: {'subnet': {'network_id': '1b76ef44-f591-4ca4-95e3-7d10923caaa9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:31.166896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d62112-3928-46a7-9397-26d035d6fd9e tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event updated for resources: {'Network': ['ID=1b76ef44-f591-4ca4-95e3-7d10923caaa9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:31.178507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 1b76ef44-f591-4ca4-95e3-7d10923caaa9 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:31.244099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Made reservation on behalf of 02aafd8391ea41128dddac3f99ad4e4d for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:31.248130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.274081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Allocated IP 172.20.0.2 (f266de20-09ee-4ee4-b330-2a0f69a48e37/1fe438af-f5c4-42fe-8e87-1dc9a32e4e6d/0ced5d39-9360-48fc-96b8-e9132e5635b5) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:31.414455 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.422342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Transition to ACTIVE for port object 0ced5d39-9360-48fc-96b8-e9132e5635b5 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:31.433893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.436791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Transition to ACTIVE for port object 0ced5d39-9360-48fc-96b8-e9132e5635b5 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:31.443451 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.487002 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Network f266de20-09ee-4ee4-b330-2a0f69a48e37 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:31.492205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:31.495779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:31.498508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event updated for resources: {'Subnet': ['ID=bb962682-0f68-43e7-a29b-c194aa5a919a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:31.506994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Checking segment: {'id': 'b05a69e0-6489-47a3-9370-356f3c97ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b76ef44-f591-4ca4-95e3-7d10923caaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:31.507353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Network hostable DHCP agents. Network: 1b76ef44-f591-4ca4-95e3-7d10923caaa9, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:31.508072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Pushing event updated for resources: {'Port': ['ID=0ced5d39-9360-48fc-96b8-e9132e5635b5,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:31.526253 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Network 1b76ef44-f591-4ca4-95e3-7d10923caaa9 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:31.536878 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 1b76ef44-f591-4ca4-95e3-7d10923caaa9) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:31.543034 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:31.543463 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.558341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7661d75-e1da-412c-81a5-6d361f40aa12 None None] Network 1b76ef44-f591-4ca4-95e3-7d10923caaa9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:31.563472 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7e73848a-06fe-4125-a22a-b154088edcf2 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4163408 Aug 29 18:12:31.563679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35294) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:31.569354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d6ee8ac7-fc0a-4aae-88a8-cafa874e7677 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b76ef44-f591-4ca4-95e3-7d10923caaa9'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:31.605832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Attempting to bind port 0ced5d39-9360-48fc-96b8-e9132e5635b5 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:31.606389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Attempting to bind port 0ced5d39-9360-48fc-96b8-e9132e5635b5 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '625c2378-9769-4af2-9552-e413f620053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f266de20-09ee-4ee4-b330-2a0f69a48e37'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:31.606665 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Attempting to bind port 0ced5d39-9360-48fc-96b8-e9132e5635b5 on network f266de20-09ee-4ee4-b330-2a0f69a48e37 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:31.618228 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:31.618626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Checking segment: {'id': '625c2378-9769-4af2-9552-e413f620053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f266de20-09ee-4ee4-b330-2a0f69a48e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:31.619036 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.619435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Bound using segment: {'id': '625c2378-9769-4af2-9552-e413f620053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f266de20-09ee-4ee4-b330-2a0f69a48e37'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:31.619915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Bound port: 0ced5d39-9360-48fc-96b8-e9132e5635b5, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625c2378-9769-4af2-9552-e413f620053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f266de20-09ee-4ee4-b330-2a0f69a48e37'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:31.620299 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.733972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] For port 0ced5d39-9360-48fc-96b8-e9132e5635b5, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:31.738352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] For port 0ced5d39-9360-48fc-96b8-e9132e5635b5, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0ced5d39-9360-48fc-96b8-e9132e5635b5,segment=NetworkSegment(625c2378-9769-4af2-9552-e413f620053a),segment_id=625c2378-9769-4af2-9552-e413f620053a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:31.745853 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.780693 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6ee8ac7-fc0a-4aae-88a8-cafa874e7677 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.805416 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c3af2-7a2e-463c-a4fd-467a13eb0c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-1b76ef44-f591-4ca4-95e3-7d10923caaa9', 'network_id': '1b76ef44-f591-4ca4-95e3-7d10923caaa9', 'tenant_id': '02aafd8391ea41128dddac3f99ad4e4d', 'fixed_ips': [{'subnet_id': 'bb962682-0f68-43e7-a29b-c194aa5a919a'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:31.806876 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-491c3af2-7a2e-463c-a4fd-467a13eb0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:31.903756 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [None req-d6ee8ac7-fc0a-4aae-88a8-cafa874e7677 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 18:12:31.905099 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6ee8ac7-fc0a-4aae-88a8-cafa874e7677 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "PUT /v2.0/routers/2f44819e-3244-482f-acc9-c904b25b1744 HTTP/1.1" status: 400 len: 364 time: 0.3403711 Aug 29 18:12:31.911652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35296) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:31.978626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-27328014-1a6b-40e1-a3f2-1a2d761c82b4 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Deleting subnet bb962682-0f68-43e7-a29b-c194aa5a919a {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:12:31.983453 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27328014-1a6b-40e1-a3f2-1a2d761c82b4 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.020338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcd0ba-c521-4442-aa42-acd5d35ad614 None None] Pushing event updated for resources: {'Port': ['ID=0ced5d39-9360-48fc-96b8-e9132e5635b5,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:32.038887 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27328014-1a6b-40e1-a3f2-1a2d761c82b4 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.091806 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27328014-1a6b-40e1-a3f2-1a2d761c82b4 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.159400 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27328014-1a6b-40e1-a3f2-1a2d761c82b4 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server [None req-491c3af2-7a2e-463c-a4fd-467a13eb0c79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb962682-0f68-43e7-a29b-c194aa5a919a: This subnet is being modified by another concurrent operation. Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server raise exception Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb962682-0f68-43e7-a29b-c194aa5a919a: This subnet is being modified by another concurrent operation. Aug 29 18:12:32.162354 n-d-713499-15 neutron-server[94797]: ERROR oslo_messaging.rpc.server Aug 29 18:12:32.186411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4688d0-aac0-4903-9b19-c34060880651 None None] Network 1b76ef44-f591-4ca4-95e3-7d10923caaa9 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:32.186821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27328014-1a6b-40e1-a3f2-1a2d761c82b4 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event deleted for resources: {'Subnet': ['ID=bb962682-0f68-43e7-a29b-c194aa5a919a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:32.191197 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-27328014-1a6b-40e1-a3f2-1a2d761c82b4 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.195502 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-27328014-1a6b-40e1-a3f2-1a2d761c82b4 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "DELETE /v2.0/subnets/bb962682-0f68-43e7-a29b-c194aa5a919a HTTP/1.1" status: 204 len: 168 time: 0.2804036 Aug 29 18:12:32.195748 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35298) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:32.270515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.358113 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.368108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b76ef44-f591-4ca4-95e3-7d10923caaa9']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:32.378537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05a69e0-6489-47a3-9370-356f3c97ed8a') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:32.378861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05a69e0-6489-47a3-9370-356f3c97ed8a') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:32.387738 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.401671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.407906 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:12:32.408392 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:12:32.411338 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:12:32.473451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.480993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.482971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "DELETE /v2.0/networks/1b76ef44-f591-4ca4-95e3-7d10923caaa9 HTTP/1.1" status: 204 len: 168 time: 0.2861743 Aug 29 18:12:32.485528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35300) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:32.505252 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b57f7-56b4-4201-b1d6-b5e5fda20a62 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event deleted for resources: {'Network': ['ID=1b76ef44-f591-4ca4-95e3-7d10923caaa9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:32.550149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c4b70c-d8a5-463a-8fde-f3c074ae21e1 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Deleting subnet 1fe438af-f5c4-42fe-8e87-1dc9a32e4e6d {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:12:32.553479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b70c-d8a5-463a-8fde-f3c074ae21e1 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.595100 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b70c-d8a5-463a-8fde-f3c074ae21e1 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.686045 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b70c-d8a5-463a-8fde-f3c074ae21e1 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.694974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0e04e-36ad-407f-86d5-85fa9fdc97ce None None] Network f266de20-09ee-4ee4-b330-2a0f69a48e37 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:32.743657 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b70c-d8a5-463a-8fde-f3c074ae21e1 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.769772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4b70c-d8a5-463a-8fde-f3c074ae21e1 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe438af-f5c4-42fe-8e87-1dc9a32e4e6d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:32.774266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b70c-d8a5-463a-8fde-f3c074ae21e1 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.778687 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e8c4b70c-d8a5-463a-8fde-f3c074ae21e1 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "DELETE /v2.0/subnets/1fe438af-f5c4-42fe-8e87-1dc9a32e4e6d HTTP/1.1" status: 204 len: 168 time: 0.2892284 Aug 29 18:12:32.779285 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35302) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:32.821642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec079177-315f-4bdd-a8db-0ac8a172f4df req-41545fda-c347-4b91-b713-66f030b2c79f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274870 Aug 29 18:12:32.832653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a5c5afb5-5934-4290-8b79-76100a6f0bba None None] Provisioning for port 0ced5d39-9360-48fc-96b8-e9132e5635b5 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:32.860849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.904906 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec079177-315f-4bdd-a8db-0ac8a172f4df req-a107568a-8673-4895-a322-1a9bef97af5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0302665 Aug 29 18:12:32.911528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] DHCP port deletion for f266de20-09ee-4ee4-b330-2a0f69a48e37 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:12:32.922650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Deleting port 0ced5d39-9360-48fc-96b8-e9132e5635b5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:12:32.923096 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.945730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec079177-315f-4bdd-a8db-0ac8a172f4df req-f8a2a2e7-a29b-4795-acb2-54f401393f1a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190234 Aug 29 18:12:32.957415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] Deleting port 0ced5d39-9360-48fc-96b8-e9132e5635b5 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:12:32.957817 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:32.995547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] For port 0ced5d39-9360-48fc-96b8-e9132e5635b5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0ced5d39-9360-48fc-96b8-e9132e5635b5,segment=NetworkSegment(625c2378-9769-4af2-9552-e413f620053a),segment_id=625c2378-9769-4af2-9552-e413f620053a)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:32.996163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.016809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Calling delete_port for 0ced5d39-9360-48fc-96b8-e9132e5635b5 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:12:33.021958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] For port 0ced5d39-9360-48fc-96b8-e9132e5635b5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0ced5d39-9360-48fc-96b8-e9132e5635b5,segment=NetworkSegment(625c2378-9769-4af2-9552-e413f620053a),segment_id=625c2378-9769-4af2-9552-e413f620053a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:33.022474 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.040815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] Calling delete_port for 0ced5d39-9360-48fc-96b8-e9132e5635b5 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:12:33.046231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec079177-315f-4bdd-a8db-0ac8a172f4df req-2a942ba2-aadd-4f52-abc0-5e918639688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:33.047758 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec079177-315f-4bdd-a8db-0ac8a172f4df req-2a942ba2-aadd-4f52-abc0-5e918639688f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958171 Aug 29 18:12:33.100581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.118739 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.126035 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event deleted for resources: {'Port': ['ID=0ced5d39-9360-48fc-96b8-e9132e5635b5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:33.131033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] No DVR routers for this DVR port 0ced5d39-9360-48fc-96b8-e9132e5635b5 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:12:33.143462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] Pushing event deleted for resources: {'Port': ['ID=0ced5d39-9360-48fc-96b8-e9132e5635b5,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:33.146916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9095dd7-d095-46f6-8db7-abca7c4836e7 None None] No DVR routers for this DVR port 0ced5d39-9360-48fc-96b8-e9132e5635b5 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:12:33.163702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee3ff6-05c9-4d26-a27e-ca83126ce2f8 None None] get_active_networks_info from n-d-713499-15 {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 18:12:33.212731 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.221617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee3ff6-05c9-4d26-a27e-ca83126ce2f8 None None] Resources bound (agent type, host, resource id): {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 18:12:33.223010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f266de20-09ee-4ee4-b330-2a0f69a48e37']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:33.237085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625c2378-9769-4af2-9552-e413f620053a') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:33.237380 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625c2378-9769-4af2-9552-e413f620053a') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:33.246264 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.259597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.265667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:12:33.266165 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:12:33.269868 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:12:33.326366 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.334660 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.336514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "DELETE /v2.0/networks/f266de20-09ee-4ee4-b330-2a0f69a48e37 HTTP/1.1" status: 204 len: 168 time: 0.5564404 Aug 29 18:12:33.339381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35304) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:33.346662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83949672-3deb-4af9-8ed0-aa1a6ce754fa tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Pushing event deleted for resources: {'Network': ['ID=f266de20-09ee-4ee4-b330-2a0f69a48e37,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:33.367948 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-babb503c-d17f-4bea-94b2-0975d7a8ffa0 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f44819e-3244-482f-acc9-c904b25b1744 HTTP/1.1" status: 200 len: 205 time: 0.0273850 Aug 29 18:12:33.370331 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35306) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:33.443947 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-177f3b1f-85e9-45fc-bd89-e7c035940db7 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.600584 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-177f3b1f-85e9-45fc-bd89-e7c035940db7 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.602562 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-177f3b1f-85e9-45fc-bd89-e7c035940db7 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.645131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-177f3b1f-85e9-45fc-bd89-e7c035940db7 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.645713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177f3b1f-85e9-45fc-bd89-e7c035940db7 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Fanout notify agent at l3_agent the message router_deleted on router 2f44819e-3244-482f-acc9-c904b25b1744 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:12:33.652687 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-177f3b1f-85e9-45fc-bd89-e7c035940db7 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:33.653805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-177f3b1f-85e9-45fc-bd89-e7c035940db7 tempest-RoutersNegativeTest-1468540366 tempest-RoutersNegativeTest-1468540366-project] 10.222.0.41 "DELETE /v2.0/routers/2f44819e-3244-482f-acc9-c904b25b1744 HTTP/1.1" status: 204 len: 168 time: 0.2825158 Aug 29 18:12:33.885776 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35312) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:34.013566 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8886307b-51d3-4ca1-a345-98eed3ba0f50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02aafd8391ea41128dddac3f99ad4e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266413 Aug 29 18:12:34.015970 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:34.061290 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f647a2ec-7fcd-4ebd-8e97-2784156a29db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.081610 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f647a2ec-7fcd-4ebd-8e97-2784156a29db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.125877 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f647a2ec-7fcd-4ebd-8e97-2784156a29db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.129145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f647a2ec-7fcd-4ebd-8e97-2784156a29db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.130267 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f647a2ec-7fcd-4ebd-8e97-2784156a29db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4103fd39-4682-410d-b80f-9e07aa8e6021 HTTP/1.1" status: 204 len: 168 time: 0.1134186 Aug 29 18:12:34.137802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647a2ec-7fcd-4ebd-8e97-2784156a29db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4103fd39-4682-410d-b80f-9e07aa8e6021,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:34.727811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35338) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:34.821406 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1063687256-network', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:34.846486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Made reservation on behalf of c7722d01ea08462282fc40243f4ef138 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:34.848809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.856887 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.942821 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.946196 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.966172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:34.979490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180d75de-d707-48dc-ab85-a16df19bcce0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:34.984193 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:34.984558 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Added segment bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da of type vlan for network c9a0c69f-636b-44eb-a06d-992752303263 Aug 29 18:12:35.024090 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.047436 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.048483 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:35.049148 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.104534 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3756297 Aug 29 18:12:35.107702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35342) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:35.109610 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42f56-611b-4c1d-94a8-6ff9d40cb11a admin admin] Pushing event updated for resources: {'Network': ['ID=c9a0c69f-636b-44eb-a06d-992752303263,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:35.113499 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Request body: {'subnet': {'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-subnet', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:35.119940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c9a0c69f-636b-44eb-a06d-992752303263 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:35.134926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Made reservation on behalf of c7722d01ea08462282fc40243f4ef138 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:35.137220 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.301948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.357760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08db347-c5ea-4cc8-943f-20ddf36636db,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:35.368135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Checking segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:35.368492 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Network hostable DHCP agents. Network: c9a0c69f-636b-44eb-a06d-992752303263, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:35.384381 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Network c9a0c69f-636b-44eb-a06d-992752303263 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:35.392415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c9a0c69f-636b-44eb-a06d-992752303263) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:35.396291 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:35.396876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.401511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8039e681-46e8-4f41-b013-160ef24e314d None None] Network c9a0c69f-636b-44eb-a06d-992752303263 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:35.410729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-947459f5-c7b5-43b9-adc0-3f2a45467fa1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3019285 Aug 29 18:12:35.413398 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35344) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:35.417693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:35.438616 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.440163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.495660 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.545317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c9a0c69f-636b-44eb-a06d-992752303263', 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'fixed_ips': [{'subnet_id': 'f08db347-c5ea-4cc8-943f-20ddf36636db'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:35.546175 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.635197 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.684557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Allocated IP 172.20.0.2 (c9a0c69f-636b-44eb-a06d-992752303263/f08db347-c5ea-4cc8-943f-20ddf36636db/2d749075-31f3-4127-b203-b79b6b6100cb) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:35.823632 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.831194 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.832064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Transition to ACTIVE for port object 2d749075-31f3-4127-b203-b79b6b6100cb will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:35.846889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Transition to ACTIVE for port object 2d749075-31f3-4127-b203-b79b6b6100cb will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:35.850509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.853011 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.893007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Network c9a0c69f-636b-44eb-a06d-992752303263 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:35.899226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:35.903623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:35.913503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Pushing event updated for resources: {'Port': ['ID=2d749075-31f3-4127-b203-b79b6b6100cb,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:35.956581 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Allocated IP 172.25.2.54 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/1a437317-9de7-4554-b7fd-93d1f0a338a6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:35.961097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Attempting to bind port 2d749075-31f3-4127-b203-b79b6b6100cb on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:35.961555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Attempting to bind port 2d749075-31f3-4127-b203-b79b6b6100cb by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:35.961923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Attempting to bind port 2d749075-31f3-4127-b203-b79b6b6100cb on network c9a0c69f-636b-44eb-a06d-992752303263 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:35.967033 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:35.967433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Checking segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:35.967831 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:35.968306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Bound using segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:35.968860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Bound port: 2d749075-31f3-4127-b203-b79b6b6100cb, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:35.969246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:36.031489 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] For port 2d749075-31f3-4127-b203-b79b6b6100cb, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:36.035165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] For port 2d749075-31f3-4127-b203-b79b6b6100cb, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2d749075-31f3-4127-b203-b79b6b6100cb,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:36.038791 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:36.057548 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:36.094974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cb0be-abff-4438-b190-4da1eeac0e45 None None] Pushing event updated for resources: {'Port': ['ID=2d749075-31f3-4127-b203-b79b6b6100cb,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:36.104828 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:36.147546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:36.152420 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:36.156369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:36.162654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Pushing event updated for resources: {'Port': ['ID=1a437317-9de7-4554-b7fd-93d1f0a338a6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:36.422130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:36.957444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10694b13-114e-48c0-bd89-272d1a710397 None None] Network c9a0c69f-636b-44eb-a06d-992752303263 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:36.964525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.016658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a8b81c2c-9bbc-4e38-906e-772fecefed9a None None] Provisioning for port 2d749075-31f3-4127-b203-b79b6b6100cb completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:37.089287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:12:37.196599 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:12:37.206882 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Sync routers for ids ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:12:37.213936 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.217939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e3460485-ee73-4fb8-9081-7619e722a715 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8011210 Aug 29 18:12:37.218105 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Routers {'887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:12:37.218105 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:12:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:37.218338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35346) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:37.320924 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Set router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:12:37.577211 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:36Z', 'revision_number': 3, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port': {'id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:49:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:37.602983 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Checking router: 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:12:37.603334 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Updating router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 port 1a437317-9de7-4554-b7fd-93d1f0a338a6 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:12:37.627931 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.637629 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.726684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2d749075-31f3-4127-b203-b79b6b6100cb up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:37.779518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 2d749075-31f3-4127-b203-b79b6b6100cb completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:37.783799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2d749075-31f3-4127-b203-b79b6b6100cb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:37.784242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.799174 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Allocated IP 172.20.0.1 (c9a0c69f-636b-44eb-a06d-992752303263/f08db347-c5ea-4cc8-943f-20ddf36636db/0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:37.860623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.892961 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 2d749075-31f3-4127-b203-b79b6b6100cb, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2d749075-31f3-4127-b203-b79b6b6100cb,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:37.896481 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.906327 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.910448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.916911 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Transition to ACTIVE for port object 1a437317-9de7-4554-b7fd-93d1f0a338a6 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:37.922923 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.924846 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Transition to ACTIVE for port object 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:37.950295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=2d749075-31f3-4127-b203-b79b6b6100cb,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:37.965737 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.973218 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Attempting to bind port 1a437317-9de7-4554-b7fd-93d1f0a338a6 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:37.973521 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Attempting to bind port 1a437317-9de7-4554-b7fd-93d1f0a338a6 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:37.973876 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Attempting to bind port 1a437317-9de7-4554-b7fd-93d1f0a338a6 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:37.980909 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Pushing event updated for resources: {'Port': ['ID=1a437317-9de7-4554-b7fd-93d1f0a338a6,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:37.983800 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:37.984161 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:37.984553 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:37.984937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:37.985388 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Bound port: 1a437317-9de7-4554-b7fd-93d1f0a338a6, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:37.985763 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.004452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Network c9a0c69f-636b-44eb-a06d-992752303263 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:38.007788 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.008126 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.008456 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.008787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.009111 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.009431 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.009760 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.010073 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.010390 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.010737 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.010854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:38.011055 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.011366 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:38.013176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:38.043949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Pushing event updated for resources: {'Port': ['ID=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:38.049446 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] For port 1a437317-9de7-4554-b7fd-93d1f0a338a6, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:38.053810 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] For port 1a437317-9de7-4554-b7fd-93d1f0a338a6, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1a437317-9de7-4554-b7fd-93d1f0a338a6,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:38.059481 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.063283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.118996 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Routers {'887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:12:38.119622 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:12:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:38.157342 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bced1d9-f2b5-429b-97d0-4a61f31ca241 None None] Pushing event updated for resources: {'Port': ['ID=1a437317-9de7-4554-b7fd-93d1f0a338a6,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:38.199895 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.241442 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] Set router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:12:38.275193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7bad476f-96ac-4ce3-aecc-a793610dbb2e None None] Provisioning for port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:38.279632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7bad476f-96ac-4ce3-aecc-a793610dbb2e None None] Provisioning complete for port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:38.280114 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7bad476f-96ac-4ce3-aecc-a793610dbb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.317805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7bad476f-96ac-4ce3-aecc-a793610dbb2e None None] Port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:12:38.363375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.367766 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.414339 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:36Z', 'revision_number': 3, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port': {'id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:49:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:38.436671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.438466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Pushing event updated for resources: {'Port': ['ID=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:38.443746 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a559bc1-b126-45ed-b21e-65c56499aebd None None] The sync data for ids ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'] in n-d-713499-15 is: [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:36Z', 'revision_number': 3, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port': {'id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:49:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:12:38.532147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Network c9a0c69f-636b-44eb-a06d-992752303263 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:38.534167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:38.662689 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:12:38.801164 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:12:38.806210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5f30ff25-1849-4adf-b51f-15e84616e53a admin admin] 10.222.0.41 "PUT /v2.0/routers/887a3c3a-5a2f-4219-b3e5-c8b8848a7e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5869176 Aug 29 18:12:38.839731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b018d40e-8a91-45e6-9cce-e3c402ccd808 None None] Provisioning complete for port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:38.840105 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b018d40e-8a91-45e6-9cce-e3c402ccd808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:38.877952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b018d40e-8a91-45e6-9cce-e3c402ccd808 None None] Port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:12:39.305348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35362) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:39.310428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-161783787-network', 'tenant_id': '25acc0b2cded4607988848f7486ed672'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:39.330902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Made reservation on behalf of 25acc0b2cded4607988848f7486ed672 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:39.333155 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.341326 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.432162 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.436109 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.462501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:12:39.472894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e36d799-6b8b-4810-a67b-ecb09c9b1589,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:39.477601 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.477947 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Added segment a506defc-ba17-45ee-a830-5346aded55e0 of type vlan for network 4714ba7f-bcdc-4859-b14a-7f84c7269caf Aug 29 18:12:39.490627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.490978 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.491321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.491664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.491998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.492331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.492661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.492988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.493314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.493640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.493965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.494287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:39.534636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.558433 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.559418 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:39.560008 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.611197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3046467 Aug 29 18:12:39.614687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35364) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:39.619774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Request body: {'subnet': {'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-subnet', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:39.621229 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7501c-f574-4a62-891b-2f35994874e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4714ba7f-bcdc-4859-b14a-7f84c7269caf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:39.636905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 4714ba7f-bcdc-4859-b14a-7f84c7269caf details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:12:39.644713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Made reservation on behalf of 25acc0b2cded4607988848f7486ed672 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:39.647539 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.796430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2d749075-31f3-4127-b203-b79b6b6100cb up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:39.827898 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.852052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2d749075-31f3-4127-b203-b79b6b6100cb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:39.852470 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.888688 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:39.894429 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Checking segment: {'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:39.894818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Network hostable DHCP agents. Network: 4714ba7f-bcdc-4859-b14a-7f84c7269caf, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:12:39.911908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Network 4714ba7f-bcdc-4859-b14a-7f84c7269caf is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:12:39.922296 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 4714ba7f-bcdc-4859-b14a-7f84c7269caf) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:39.926843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:39.927426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.934460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b9ff9-f54d-4695-83fc-09fcde60ca67 None None] Network 4714ba7f-bcdc-4859-b14a-7f84c7269caf requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:39.938445 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1a437317-9de7-4554-b7fd-93d1f0a338a6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:39.946174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0e75aad3-2ee4-426b-964b-b3c0236e545b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3279681 Aug 29 18:12:39.946371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35366) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:39.951645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:39.972683 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:39.973952 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.027759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Sync routers for ids ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:12:40.032659 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.057686 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Routers {'887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:12:40.058227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:12:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:40.114708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 1a437317-9de7-4554-b7fd-93d1f0a338a6 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:40.123953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1a437317-9de7-4554-b7fd-93d1f0a338a6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:40.124329 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.168340 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.239991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-4714ba7f-bcdc-4859-b14a-7f84c7269caf', 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'fixed_ips': [{'subnet_id': 'fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:12:40.240829 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.259723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Set router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:12:40.370867 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.389198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.466575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.490275 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Allocated IP 172.25.2.234 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/b310ab99-6d47-4cb5-ac82-7d557892bd1a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:40.544234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 1a437317-9de7-4554-b7fd-93d1f0a338a6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1a437317-9de7-4554-b7fd-93d1f0a338a6,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:40.554334 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.606387 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.611945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Allocated IP 172.20.0.2 (4714ba7f-bcdc-4859-b14a-7f84c7269caf/fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1/688f8bc3-2e36-4c31-b1d0-b4e40e05467e) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:40.654523 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.692456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:40.699398 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:40.704116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:40.708050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b310ab99-6d47-4cb5-ac82-7d557892bd1a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:40.862329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=1a437317-9de7-4554-b7fd-93d1f0a338a6,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:40.926958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:38Z', 'revision_number': 4, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port': {'id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:49:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e', 'name': '', 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'mac_address': 'fa:16:3e:6b:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f08db347-c5ea-4cc8-943f-20ddf36636db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:37Z', 'updated_at': '2021-08-29T18:12:38Z', 'revision_number': 2, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'subnets': [{'id': 'f08db347-c5ea-4cc8-943f-20ddf36636db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:40.962482 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:40.973051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Checking router: 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:12:40.973408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Updating router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:12:41.009982 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.024406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.050722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Transition to ACTIVE for port object 688f8bc3-2e36-4c31-b1d0-b4e40e05467e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:41.076662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Transition to ACTIVE for port object 688f8bc3-2e36-4c31-b1d0-b4e40e05467e will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:41.125983 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.188788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Network 4714ba7f-bcdc-4859-b14a-7f84c7269caf is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:41.197290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:41.209357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:41.211282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Pushing event updated for resources: {'Port': ['ID=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:41.299556 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-91c07431-6225-485a-8057-e3dc7e63287b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.324556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Attempting to bind port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:41.324934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Attempting to bind port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:41.325309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Attempting to bind port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e on network 4714ba7f-bcdc-4859-b14a-7f84c7269caf {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:41.339925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:41.340310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Checking segment: {'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:41.340716 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.341120 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Bound using segment: {'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:41.341611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Bound port: 688f8bc3-2e36-4c31-b1d0-b4e40e05467e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:41.342002 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.466650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] For port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:41.469891 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.485571 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] For port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,segment=NetworkSegment(a506defc-ba17-45ee-a830-5346aded55e0),segment_id=a506defc-ba17-45ee-a830-5346aded55e0)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:41.489327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Transition to ACTIVE for port object 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:41.492591 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.501596 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.516579 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.566011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d017e9-143c-40ac-a9ef-dd47d830ba99 None None] Pushing event updated for resources: {'Port': ['ID=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:41.658125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Attempting to bind port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:41.658500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Attempting to bind port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:41.659103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Attempting to bind port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e on network c9a0c69f-636b-44eb-a06d-992752303263 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:41.660986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:12:41.662413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61a859-de71-4257-9c40-45770136eb00 None None] Pushing event updated for resources: {'Port': ['ID=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:41.668268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:41.668641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Checking segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:41.669214 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.669773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Bound using segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:41.670394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Bound port: 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:41.671002 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.727044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1a437317-9de7-4554-b7fd-93d1f0a338a6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:41.767174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] For port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:41.787537 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] For port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:41.795302 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.836698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:12:41.847898 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Sync routers for ids ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:12:41.855155 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.856650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d5503f0f-5d85-4442-a51c-2ad8f8cb51c5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9088576 Aug 29 18:12:41.859326 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35368) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:41.859457 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Routers {'7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:12:41.860121 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:12:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:41.875582 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 1a437317-9de7-4554-b7fd-93d1f0a338a6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:41.876019 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:41.938976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Routers {'887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:12:41.939676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:12:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:42.010960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61a859-de71-4257-9c40-45770136eb00 None None] Pushing event updated for resources: {'Port': ['ID=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:42.042139 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Set router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:12:42.132823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] Set router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:12:42.252511 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:12:40Z', 'revision_number': 3, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port': {'id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:40Z', 'updated_at': '2021-08-29T18:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:42.281389 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Checking router: 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:12:42.281906 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Updating router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 port b310ab99-6d47-4cb5-ac82-7d557892bd1a binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:12:42.311230 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.359838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:38Z', 'revision_number': 4, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port': {'id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:49:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e', 'name': '', 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'mac_address': 'fa:16:3e:6b:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f08db347-c5ea-4cc8-943f-20ddf36636db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:37Z', 'updated_at': '2021-08-29T18:12:41Z', 'revision_number': 4, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'subnets': [{'id': 'f08db347-c5ea-4cc8-943f-20ddf36636db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:42.360365 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.389008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729f476-6a63-4517-a3af-6215c9b492e7 None None] The sync data for ids ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'] in n-d-713499-15 is: [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:38Z', 'revision_number': 4, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port': {'id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:49:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e', 'name': '', 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'mac_address': 'fa:16:3e:6b:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f08db347-c5ea-4cc8-943f-20ddf36636db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:37Z', 'updated_at': '2021-08-29T18:12:41Z', 'revision_number': 4, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'subnets': [{'id': 'f08db347-c5ea-4cc8-943f-20ddf36636db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:12:42.604171 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Allocated IP 172.20.0.1 (4714ba7f-bcdc-4859-b14a-7f84c7269caf/fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1/5c4ea91b-82f7-4edd-9758-b9326823c793) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:42.643596 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.655315 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Transition to ACTIVE for port object b310ab99-6d47-4cb5-ac82-7d557892bd1a will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:42.664218 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.726104 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Attempting to bind port b310ab99-6d47-4cb5-ac82-7d557892bd1a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:42.726471 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Attempting to bind port b310ab99-6d47-4cb5-ac82-7d557892bd1a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:42.726862 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Attempting to bind port b310ab99-6d47-4cb5-ac82-7d557892bd1a on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:42.728833 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d57c34-1f15-43f9-a546-55f6bb00e5db None None] Pushing event updated for resources: {'Port': ['ID=b310ab99-6d47-4cb5-ac82-7d557892bd1a,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:42.741579 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:42.741973 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:42.742365 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.742787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:42.743253 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Bound port: b310ab99-6d47-4cb5-ac82-7d557892bd1a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:42.743638 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.750888 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.768074 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Transition to ACTIVE for port object 5c4ea91b-82f7-4edd-9758-b9326823c793 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:42.802173 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] For port b310ab99-6d47-4cb5-ac82-7d557892bd1a, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:42.805425 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] For port b310ab99-6d47-4cb5-ac82-7d557892bd1a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b310ab99-6d47-4cb5-ac82-7d557892bd1a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:42.808108 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.814062 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.847231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e264d29-975b-4094-bfca-18e24a8b84bc None None] Network 4714ba7f-bcdc-4859-b14a-7f84c7269caf requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:12:42.848195 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Network 4714ba7f-bcdc-4859-b14a-7f84c7269caf is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:42.855104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:42.860060 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:42.863626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4ea91b-82f7-4edd-9758-b9326823c793,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:42.881062 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Routers {'7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:12:42.881735 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:12:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:42.900631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:42.936183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0109f136-8b7e-48fb-b47e-36757bf521fb None None] Provisioning for port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:43.045946 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.057115 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.124018 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d57c34-1f15-43f9-a546-55f6bb00e5db None None] Pushing event updated for resources: {'Port': ['ID=b310ab99-6d47-4cb5-ac82-7d557892bd1a,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:43.186926 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] Set router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:12:43.264370 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.272219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.350015 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.352334 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4ea91b-82f7-4edd-9758-b9326823c793,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:43.399037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-db461737-17d7-4fd0-b87f-45fb02480eb1 None None] Provisioning for port 5c4ea91b-82f7-4edd-9758-b9326823c793 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:43.404476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-db461737-17d7-4fd0-b87f-45fb02480eb1 None None] Provisioning complete for port 5c4ea91b-82f7-4edd-9758-b9326823c793 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:43.404881 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-db461737-17d7-4fd0-b87f-45fb02480eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.409682 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:12:40Z', 'revision_number': 3, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port': {'id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:40Z', 'updated_at': '2021-08-29T18:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:43.447714 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee18d4b8-94d0-4023-afde-381f00dfe706 None None] The sync data for ids ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'] in n-d-713499-15 is: [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:12:40Z', 'revision_number': 3, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port': {'id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:40Z', 'updated_at': '2021-08-29T18:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:12:43.475096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-db461737-17d7-4fd0-b87f-45fb02480eb1 None None] Port 5c4ea91b-82f7-4edd-9758-b9326823c793 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:12:43.486154 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Network 4714ba7f-bcdc-4859-b14a-7f84c7269caf is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:43.487747 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:43.559413 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.651253 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:12:43.716039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7a0024fe-973b-4119-b299-38e757ef967d None None] Provisioning complete for port 5c4ea91b-82f7-4edd-9758-b9326823c793 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:43.716481 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7a0024fe-973b-4119-b299-38e757ef967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.799630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7a0024fe-973b-4119-b299-38e757ef967d None None] Port 5c4ea91b-82f7-4edd-9758-b9326823c793 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:12:43.862052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:43.864328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:12:43.882043 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-016ea21f-30ce-483a-bbe0-c2b85aa67dc0 admin admin] 10.222.0.41 "PUT /v2.0/routers/7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0132103 Aug 29 18:12:43.949977 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26215a83-5b1d-4348-9c4f-07ff008c8207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.974260 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:43.980421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:43.987381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:43.988215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:44.046334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e7c55574-4f27-4af9-a401-fd08b63308ff None None] Provisioning complete for port 5c4ea91b-82f7-4edd-9758-b9326823c793 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:44.046875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e7c55574-4f27-4af9-a401-fd08b63308ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:44.111924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e7c55574-4f27-4af9-a401-fd08b63308ff None None] Port 5c4ea91b-82f7-4edd-9758-b9326823c793 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:12:44.125015 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:44.163380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:44.168031 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:44.169056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 688f8bc3-2e36-4c31-b1d0-b4e40e05467e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:44.247539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:44.258400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:44.263578 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:44.263953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:44.351372 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:44.395948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,segment=NetworkSegment(a506defc-ba17-45ee-a830-5346aded55e0),segment_id=a506defc-ba17-45ee-a830-5346aded55e0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:44.401163 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:44.451245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:44.738178 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-75fd6b94-ba9d-432a-a06f-b916b9a25aa9 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:44.739666 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-75fd6b94-ba9d-432a-a06f-b916b9a25aa9 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/networks?id=c9a0c69f-636b-44eb-a06d-992752303263 HTTP/1.1" status: 200 len: 817 time: 0.0998633 Aug 29 18:12:44.754676 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-d23c0e3b-4f01-427e-a887-9c417566c6d6 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/quotas/c7722d01ea08462282fc40243f4ef138 HTTP/1.1" status: 200 len: 375 time: 0.0092416 Aug 29 18:12:44.811136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9a614c4e-596c-4a30-94c5-dd3ea4fa7b76 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7722d01ea08462282fc40243f4ef138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512166 Aug 29 18:12:44.826955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-a67d9808-fc48-4a5e-b472-04fb639bbcfa service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:12:44.827916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-a67d9808-fc48-4a5e-b472-04fb639bbcfa service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052750 Aug 29 18:12:44.913755 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-b9d58d92-1b69-4846-bf0f-fbe7a1a89b93 service neutron] 10.222.0.41 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796669 Aug 29 18:12:45.003837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-cc00bb6a-186b-46cd-896b-12e0c264c3fd service neutron] 10.222.0.41 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841362 Aug 29 18:12:45.170515 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3765320c-f5d9-4748-a4bc-6cd1c4ba23be req-9288fec8-4949-47d8-9deb-0439e6edaf70 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 210 time: 0.0305119 Aug 29 18:12:45.616255 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:45.779625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 688f8bc3-2e36-4c31-b1d0-b4e40e05467e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:45.832461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:45.833005 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:45.921675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:45.972599 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:45.972979 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:45.999394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Sync routers for ids ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:12:46.021122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Routers {'7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:12:46.021745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:12:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:46.095169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-959fa2f4-cfd4-4bb3-9826-57c0258893c5 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:46.097476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-959fa2f4-cfd4-4bb3-9826-57c0258893c5 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.43 "GET /v2.0/networks?id=c9a0c69f-636b-44eb-a06d-992752303263 HTTP/1.1" status: 200 len: 817 time: 0.1061857 Aug 29 18:12:46.110573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Request body: {'port': {'device_id': 'd24429d0-cc1d-47c8-a32b-080cc21452d7', 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'admin_state_up': True, 'tenant_id': 'c7722d01ea08462282fc40243f4ef138'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:46.130567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b310ab99-6d47-4cb5-ac82-7d557892bd1a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:46.235415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Made reservation on behalf of c7722d01ea08462282fc40243f4ef138 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:12:46.239108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.272860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f033b8fe-1e1d-4b50-9cdf-6d18f657bf44 req-24cd8186-8d56-4d4f-9b67-58260ffeab5e tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 210 time: 0.0293767 Aug 29 18:12:46.347431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Set router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:12:46.369516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Allocated IP 172.20.0.8 (c9a0c69f-636b-44eb-a06d-992752303263/f08db347-c5ea-4cc8-943f-20ddf36636db/472de6b7-6289-4ee9-ae53-9d564f254d9d) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:12:46.422971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b310ab99-6d47-4cb5-ac82-7d557892bd1a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:46.435175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b310ab99-6d47-4cb5-ac82-7d557892bd1a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:46.435550 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.523600 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.542469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Transition to ACTIVE for port object 472de6b7-6289-4ee9-ae53-9d564f254d9d will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:46.575544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.598429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.623452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Network c9a0c69f-636b-44eb-a06d-992752303263 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:12:46.625948 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b310ab99-6d47-4cb5-ac82-7d557892bd1a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b310ab99-6d47-4cb5-ac82-7d557892bd1a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:46.627193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:12:46.632010 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:12:46.633244 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.639525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Pushing event updated for resources: {'Port': ['ID=472de6b7-6289-4ee9-ae53-9d564f254d9d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:46.642576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:12:43Z', 'revision_number': 4, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port': {'id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:40Z', 'updated_at': '2021-08-29T18:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '5c4ea91b-82f7-4edd-9758-b9326823c793', 'name': '', 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'mac_address': 'fa:16:3e:5f:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:42Z', 'updated_at': '2021-08-29T18:12:43Z', 'revision_number': 2, 'project_id': '25acc0b2cded4607988848f7486ed672', 'subnets': [{'id': 'fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:46.685532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Checking router: 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:12:46.685889 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Updating router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 port 5c4ea91b-82f7-4edd-9758-b9326823c793 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:12:46.692324 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:46.692970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.710184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-c71b0438-0cb2-4098-88e9-c14a7296fb53 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036246 Aug 29 18:12:46.730849 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.743370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b310ab99-6d47-4cb5-ac82-7d557892bd1a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:46.838206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Request body: {'port': {'device_id': 'd24429d0-cc1d-47c8-a32b-080cc21452d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:46.869979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f46618da-ebe1-41d4-827c-87b78c274b11 None None] Provisioning for port 472de6b7-6289-4ee9-ae53-9d564f254d9d completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:46.881896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f46618da-ebe1-41d4-827c-87b78c274b11 None None] Provisioning complete for port 472de6b7-6289-4ee9-ae53-9d564f254d9d triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:46.882276 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f46618da-ebe1-41d4-827c-87b78c274b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.892206 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.958975 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.967860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f46618da-ebe1-41d4-827c-87b78c274b11 None None] Port 472de6b7-6289-4ee9-ae53-9d564f254d9d cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:12:47.054501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.064083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Transition to ACTIVE for port object 5c4ea91b-82f7-4edd-9758-b9326823c793 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:47.069525 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.143549 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcc224-5c72-4023-867a-e32ea92ef75c None None] Pushing event updated for resources: {'Port': ['ID=5c4ea91b-82f7-4edd-9758-b9326823c793,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:47.177062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Attempting to bind port 5c4ea91b-82f7-4edd-9758-b9326823c793 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:47.177435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Attempting to bind port 5c4ea91b-82f7-4edd-9758-b9326823c793 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:47.177797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Attempting to bind port 5c4ea91b-82f7-4edd-9758-b9326823c793 on network 4714ba7f-bcdc-4859-b14a-7f84c7269caf {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:47.178442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472de6b7-6289-4ee9-ae53-9d564f254d9d {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:12:47.183017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:47.183391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Checking segment: {'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:47.183792 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.184184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Bound using segment: {'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:47.184653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Bound port: 5c4ea91b-82f7-4edd-9758-b9326823c793, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a506defc-ba17-45ee-a830-5346aded55e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:47.185033 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.186715 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.199621 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Transition to ACTIVE for port object 472de6b7-6289-4ee9-ae53-9d564f254d9d will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:47.205016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.257897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] For port 5c4ea91b-82f7-4edd-9758-b9326823c793, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:47.261714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] For port 5c4ea91b-82f7-4edd-9758-b9326823c793, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5c4ea91b-82f7-4edd-9758-b9326823c793,segment=NetworkSegment(a506defc-ba17-45ee-a830-5346aded55e0),segment_id=a506defc-ba17-45ee-a830-5346aded55e0)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:47.263781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Pushing event updated for resources: {'Port': ['ID=472de6b7-6289-4ee9-ae53-9d564f254d9d,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:47.271569 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.344467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Attempting to bind port 472de6b7-6289-4ee9-ae53-9d564f254d9d on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:47.345243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Attempting to bind port 472de6b7-6289-4ee9-ae53-9d564f254d9d by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:47.345243 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Attempting to bind port 472de6b7-6289-4ee9-ae53-9d564f254d9d on network c9a0c69f-636b-44eb-a06d-992752303263 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:47.350344 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Routers {'7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:12:47.351053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Port 472de6b7-6289-4ee9-ae53-9d564f254d9d on network c9a0c69f-636b-44eb-a06d-992752303263 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:12:47.351318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:12:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:47.351455 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Attempting to bind port 472de6b7-6289-4ee9-ae53-9d564f254d9d on network c9a0c69f-636b-44eb-a06d-992752303263 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:47.357649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcc224-5c72-4023-867a-e32ea92ef75c None None] Pushing event updated for resources: {'Port': ['ID=5c4ea91b-82f7-4edd-9758-b9326823c793,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:47.358651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:47.359074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Checking segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:47.359546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Bound using segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:47.360514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Bound port: 472de6b7-6289-4ee9-ae53-9d564f254d9d, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:47.361006 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.482392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11beba-a839-4845-8ef9-49f12eb844ea req-405169fe-2165-4b56-a769-818e8b795ffc tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:47.483996 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c11beba-a839-4845-8ef9-49f12eb844ea req-405169fe-2165-4b56-a769-818e8b795ffc tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 943 time: 0.1046195 Aug 29 18:12:47.492910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] For port 472de6b7-6289-4ee9-ae53-9d564f254d9d, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:47.501366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] For port 472de6b7-6289-4ee9-ae53-9d564f254d9d, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=472de6b7-6289-4ee9-ae53-9d564f254d9d,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:47.504806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] Set router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:12:47.509482 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.575137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:47.575763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.577171 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] 10.222.0.43 "PUT /v2.0/ports/472de6b7-6289-4ee9-ae53-9d564f254d9d HTTP/1.1" status: 200 len: 1092 time: 0.8578541 Aug 29 18:12:47.583001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24429d0-cc1d-47c8-a32b-080cc21452d7', 'tag': '472de6b7-6289-4ee9-ae53-9d564f254d9d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:47.585328 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1213e674-884e-4126-8cc4-9c3c71139023" -d '{"events": [{"name": "network-changed", "server_uuid": "d24429d0-cc1d-47c8-a32b-080cc21452d7", "tag": "472de6b7-6289-4ee9-ae53-9d564f254d9d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:47.606241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9c11beba-a839-4845-8ef9-49f12eb844ea req-e15f1654-143b-41ab-85f6-8db821518b33 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076329 Aug 29 18:12:47.657286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeca4a9-abc0-4a17-9f1f-d81bfaf47f0f service neutron] Pushing event updated for resources: {'Port': ['ID=472de6b7-6289-4ee9-ae53-9d564f254d9d,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:47.662649 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb78c671-622f-43b6-ade0-f6b160253aa3 x-openstack-request-id: req-fb78c671-622f-43b6-ade0-f6b160253aa3 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:47.663237 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24429d0-cc1d-47c8-a32b-080cc21452d7", "tag": "472de6b7-6289-4ee9-ae53-9d564f254d9d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:47.663637 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb78c671-622f-43b6-ade0-f6b160253aa3 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:47.664179 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24429d0-cc1d-47c8-a32b-080cc21452d7', 'tag': '472de6b7-6289-4ee9-ae53-9d564f254d9d', 'status': 'completed', 'code': 200} Aug 29 18:12:47.696853 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-abe8ff38-089d-411d-934c-db3e14b9d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:47.698391 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-abe8ff38-089d-411d-934c-db3e14b9d1a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7722d01ea08462282fc40243f4ef138&device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 1095 time: 0.0613937 Aug 29 18:12:47.758180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b310ab99-6d47-4cb5-ac82-7d557892bd1a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:47.769503 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-5d3c273c-be9c-4599-96ae-bc0c78421a9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472de6b7-6289-4ee9-ae53-9d564f254d9d HTTP/1.1" status: 200 len: 217 time: 0.0623343 Aug 29 18:12:47.805317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:12:43Z', 'revision_number': 4, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port': {'id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:40Z', 'updated_at': '2021-08-29T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '5c4ea91b-82f7-4edd-9758-b9326823c793', 'name': '', 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'mac_address': 'fa:16:3e:5f:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:42Z', 'updated_at': '2021-08-29T18:12:47Z', 'revision_number': 4, 'project_id': '25acc0b2cded4607988848f7486ed672', 'subnets': [{'id': 'fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:12:47.831905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-b53745f0-60e0-4c31-b45a-b3674bb64c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:47.833475 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-b53745f0-60e0-4c31-b45a-b3674bb64c29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f08db347-c5ea-4cc8-943f-20ddf36636db HTTP/1.1" status: 200 len: 856 time: 0.0557547 Aug 29 18:12:47.841780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2dd3e-acdc-4c26-848a-657ee53dce6f None None] The sync data for ids ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'] in n-d-713499-15 is: [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:12:43Z', 'revision_number': 4, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port': {'id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:40Z', 'updated_at': '2021-08-29T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '5c4ea91b-82f7-4edd-9758-b9326823c793', 'name': '', 'network_id': '4714ba7f-bcdc-4859-b14a-7f84c7269caf', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'mac_address': 'fa:16:3e:5f:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:42Z', 'updated_at': '2021-08-29T18:12:47Z', 'revision_number': 4, 'project_id': '25acc0b2cded4607988848f7486ed672', 'subnets': [{'id': 'fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:12:47.859443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b310ab99-6d47-4cb5-ac82-7d557892bd1a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:47.859812 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:47.903210 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-065e5f76-04cf-4faa-b8c0-7cdebac1bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:47.905462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-065e5f76-04cf-4faa-b8c0-7cdebac1bbb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9a0c69f-636b-44eb-a06d-992752303263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637457 Aug 29 18:12:48.008598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-92e45085-260c-4ace-a6e8-e3c645894e5d service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953691 Aug 29 18:12:48.101772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d040489d-f886-454d-b2fc-cb9f6b64225f req-dd34b6c0-dc4a-4d76-8300-5c619c0010a2 service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860908 Aug 29 18:12:48.190829 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213e674-884e-4126-8cc4-9c3c71139023 req-46da8e91-aef0-4c53-a94a-d38c2dce31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:48.192488 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1213e674-884e-4126-8cc4-9c3c71139023 req-46da8e91-aef0-4c53-a94a-d38c2dce31e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7722d01ea08462282fc40243f4ef138&device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 1095 time: 0.0439160 Aug 29 18:12:48.294822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213e674-884e-4126-8cc4-9c3c71139023 req-e1233b58-3a3c-4a84-89ec-29d4f744635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:48.296370 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1213e674-884e-4126-8cc4-9c3c71139023 req-e1233b58-3a3c-4a84-89ec-29d4f744635c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9a0c69f-636b-44eb-a06d-992752303263 HTTP/1.1" status: 200 len: 918 time: 0.0964403 Aug 29 18:12:48.338170 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1213e674-884e-4126-8cc4-9c3c71139023 req-22c78bee-1edc-4fbb-b695-a7efeceb9f53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472de6b7-6289-4ee9-ae53-9d564f254d9d HTTP/1.1" status: 200 len: 217 time: 0.0351620 Aug 29 18:12:48.393052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213e674-884e-4126-8cc4-9c3c71139023 req-c7f5e677-4375-4920-94cf-b98c0d86b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:48.394512 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1213e674-884e-4126-8cc4-9c3c71139023 req-c7f5e677-4375-4920-94cf-b98c0d86b08f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f08db347-c5ea-4cc8-943f-20ddf36636db HTTP/1.1" status: 200 len: 856 time: 0.0490091 Aug 29 18:12:48.441394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213e674-884e-4126-8cc4-9c3c71139023 req-9b675f67-f4e6-487b-ac46-cb033ab99f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:48.442854 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1213e674-884e-4126-8cc4-9c3c71139023 req-9b675f67-f4e6-487b-ac46-cb033ab99f72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9a0c69f-636b-44eb-a06d-992752303263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396693 Aug 29 18:12:48.532758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1213e674-884e-4126-8cc4-9c3c71139023 req-67bcea4a-a073-453e-9750-41dcf88f8259 service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817919 Aug 29 18:12:48.626214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-1213e674-884e-4126-8cc4-9c3c71139023 req-7fad061f-fb9d-41c0-8867-6a05762e8fb3 service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853834 Aug 29 18:12:48.729390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaa929-21ee-4a7b-bb81-42b3511dd096 req-e744cfa1-1aaf-4209-af00-a639c21fbb0f tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:48.730852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eaaaa929-21ee-4a7b-bb81-42b3511dd096 req-e744cfa1-1aaf-4209-af00-a639c21fbb0f tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 943 time: 0.0480304 Aug 29 18:12:48.766979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eaaaa929-21ee-4a7b-bb81-42b3511dd096 req-f68fff18-eaa8-4b22-87dc-4814ff43f7e1 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297763 Aug 29 18:12:49.711342 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5c4ea91b-82f7-4edd-9758-b9326823c793 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:49.759744 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 5c4ea91b-82f7-4edd-9758-b9326823c793 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:49.763759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5c4ea91b-82f7-4edd-9758-b9326823c793 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:49.764130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:49.845382 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:49.878029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 5c4ea91b-82f7-4edd-9758-b9326823c793, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5c4ea91b-82f7-4edd-9758-b9326823c793,segment=NetworkSegment(a506defc-ba17-45ee-a830-5346aded55e0),segment_id=a506defc-ba17-45ee-a830-5346aded55e0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:49.882054 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:49.894882 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32cb7-1014-4ab1-aa2a-27ca53f6007f req-2db2893d-efd1-4a20-9187-e45c2d42d8b3 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:49.896388 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-30f32cb7-1014-4ab1-aa2a-27ca53f6007f req-2db2893d-efd1-4a20-9187-e45c2d42d8b3 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 943 time: 0.0538776 Aug 29 18:12:49.929193 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=5c4ea91b-82f7-4edd-9758-b9326823c793,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:49.934945 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-30f32cb7-1014-4ab1-aa2a-27ca53f6007f req-4352788d-9636-4819-b5f2-604b0b7e1cb6 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Aug 29 18:12:51.046716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171adc0-832a-4574-953b-963647d48306 req-83223388-da13-466d-9f5e-8d18dc3a2a33 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:51.048184 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2171adc0-832a-4574-953b-963647d48306 req-83223388-da13-466d-9f5e-8d18dc3a2a33 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 943 time: 0.0491326 Aug 29 18:12:51.089329 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2171adc0-832a-4574-953b-963647d48306 req-877aea0d-a997-4fab-9caf-d0e2961fba6f tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353363 Aug 29 18:12:51.693811 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5c4ea91b-82f7-4edd-9758-b9326823c793 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:51.742920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 5c4ea91b-82f7-4edd-9758-b9326823c793 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:51.743215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:52.060523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 472de6b7-6289-4ee9-ae53-9d564f254d9d details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:12:52.156017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 472de6b7-6289-4ee9-ae53-9d564f254d9d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=472de6b7-6289-4ee9-ae53-9d564f254d9d,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:52.168121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '472de6b7-6289-4ee9-ae53-9d564f254d9d', 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'port_id': '472de6b7-6289-4ee9-ae53-9d564f254d9d', 'mac_address': 'fa:16:3e:86:c0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08db347-c5ea-4cc8-943f-20ddf36636db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:12:52.201126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f5f38-8bf4-4963-8e90-564c515fc61b req-7f61eb95-160f-42a5-b8ee-0f03b6073cf2 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:52.202638 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-179f5f38-8bf4-4963-8e90-564c515fc61b req-7f61eb95-160f-42a5-b8ee-0f03b6073cf2 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 943 time: 0.0480907 Aug 29 18:12:52.204213 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:52.217307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472de6b7-6289-4ee9-ae53-9d564f254d9d {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:12:52.236101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 472de6b7-6289-4ee9-ae53-9d564f254d9d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=472de6b7-6289-4ee9-ae53-9d564f254d9d,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:52.240643 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:52.240997 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-179f5f38-8bf4-4963-8e90-564c515fc61b req-92163b10-3d8b-4ab9-bca2-b169e657698c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Aug 29 18:12:52.287292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=472de6b7-6289-4ee9-ae53-9d564f254d9d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:52.442481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['472de6b7-6289-4ee9-ae53-9d564f254d9d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:12:53.361400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcac3b-3ba7-4408-9924-616cabdd1b98 req-1510e6f8-49ab-445a-9bc5-7e3cd9599ec8 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:53.362928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22fcac3b-3ba7-4408-9924-616cabdd1b98 req-1510e6f8-49ab-445a-9bc5-7e3cd9599ec8 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 944 time: 0.0497820 Aug 29 18:12:53.401210 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-22fcac3b-3ba7-4408-9924-616cabdd1b98 req-8693c713-98a0-4355-8367-1918425a1133 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Aug 29 18:12:54.092577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 472de6b7-6289-4ee9-ae53-9d564f254d9d up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:54.139750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 472de6b7-6289-4ee9-ae53-9d564f254d9d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:54.144035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 472de6b7-6289-4ee9-ae53-9d564f254d9d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:54.144408 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:54.218843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:54.240838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24429d0-cc1d-47c8-a32b-080cc21452d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472de6b7-6289-4ee9-ae53-9d564f254d9d'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:54.243162 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7baea-87ac-4fc7-a707-3f270cf89765" -d '{"events": [{"server_uuid": "d24429d0-cc1d-47c8-a32b-080cc21452d7", "name": "network-vif-plugged", "status": "completed", "tag": "472de6b7-6289-4ee9-ae53-9d564f254d9d"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:54.255809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 472de6b7-6289-4ee9-ae53-9d564f254d9d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=472de6b7-6289-4ee9-ae53-9d564f254d9d,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:54.259951 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:54.284053 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d7fe2-f74e-4df4-8a05-d2c1dc23e913 x-openstack-request-id: req-b01d7fe2-f74e-4df4-8a05-d2c1dc23e913 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:54.284345 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24429d0-cc1d-47c8-a32b-080cc21452d7", "name": "network-vif-plugged", "status": "completed", "tag": "472de6b7-6289-4ee9-ae53-9d564f254d9d", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:54.284595 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b01d7fe2-f74e-4df4-8a05-d2c1dc23e913 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:54.284981 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24429d0-cc1d-47c8-a32b-080cc21452d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472de6b7-6289-4ee9-ae53-9d564f254d9d', 'code': 200} Aug 29 18:12:54.311517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=472de6b7-6289-4ee9-ae53-9d564f254d9d,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:54.377290 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc0184-a075-462a-8d61-c3187aba5083 req-0ff8ceba-841f-44de-a6ae-5c790f24df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:54.378696 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8dc0184-a075-462a-8d61-c3187aba5083 req-0ff8ceba-841f-44de-a6ae-5c790f24df1a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 1097 time: 0.0402348 Aug 29 18:12:54.413071 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a8dc0184-a075-462a-8d61-c3187aba5083 req-c2e9fb3f-67f7-430b-b793-241025121f49 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278471 Aug 29 18:12:54.512232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1217f-c594-4a7c-aebb-3ab2813755f3 req-af35d28a-b43a-4c9b-98de-4638c4868c8a tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:54.513693 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5f1217f-c594-4a7c-aebb-3ab2813755f3 req-af35d28a-b43a-4c9b-98de-4638c4868c8a tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 945 time: 0.0489151 Aug 29 18:12:54.554107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f5f1217f-c594-4a7c-aebb-3ab2813755f3 req-dc69dff0-028b-4073-acdd-c66ca15bdda8 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337920 Aug 29 18:12:55.672548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496255e-51b2-4d20-923b-9cf255d3493a req-3ad3f053-34b7-48ce-93b8-79bfce0504e2 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:55.674545 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2496255e-51b2-4d20-923b-9cf255d3493a req-3ad3f053-34b7-48ce-93b8-79bfce0504e2 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 945 time: 0.0526459 Aug 29 18:12:55.713572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2496255e-51b2-4d20-923b-9cf255d3493a req-f8f8584e-86f4-42cc-805e-62427c512b5b tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331404 Aug 29 18:12:55.824793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3078e-b95d-4a14-bd9f-7742063adf24 req-33272f1c-f57d-4ea9-8f91-e58113bc9c21 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:55.826233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ef3078e-b95d-4a14-bd9f-7742063adf24 req-33272f1c-f57d-4ea9-8f91-e58113bc9c21 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 945 time: 0.0481870 Aug 29 18:12:55.863830 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ef3078e-b95d-4a14-bd9f-7742063adf24 req-3b089897-eef1-44a3-b7f6-7fbd95a23f69 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 29 18:12:58.896966 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:13:11.261177 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ed6fcebe-8f47-4728-800a-1df789bdbd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:13.003055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:13.571314 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:13.910323 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a4d01a7b-8a70-4726-aa2e-7d61c3d89223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:13.944987 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:14.363030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff82221-bc44-4ae7-9716-c2f11f4e9582 req-fd5c7414-9dae-4206-b9e2-8a6d78a4d5c7 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:14.364575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ff82221-bc44-4ae7-9716-c2f11f4e9582 req-fd5c7414-9dae-4206-b9e2-8a6d78a4d5c7 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 945 time: 0.0499017 Aug 29 18:13:14.405503 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8ff82221-bc44-4ae7-9716-c2f11f4e9582 req-f8d6e97b-7633-4fd8-86e9-7677b59c836c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346949 Aug 29 18:13:15.521695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d015df7-96be-4e1f-8476-d2dc7de40c1a req-ab846b32-d8c0-4cef-8117-5e7cc6455a11 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:15.523182 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d015df7-96be-4e1f-8476-d2dc7de40c1a req-ab846b32-d8c0-4cef-8117-5e7cc6455a11 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 945 time: 0.0479140 Aug 29 18:13:15.561239 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1d015df7-96be-4e1f-8476-d2dc7de40c1a req-13cfc1c2-6216-4f4b-9ff4-915df8a1998c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Aug 29 18:13:15.620160 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:15.848382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-2600a330-17cd-4d5e-8cbb-58761d6d200d tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:15.849867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-2600a330-17cd-4d5e-8cbb-58761d6d200d tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.43 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 945 time: 0.0480962 Aug 29 18:13:15.941659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Deleting port 472de6b7-6289-4ee9-ae53-9d564f254d9d {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:15.941999 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:16.026057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] For port 472de6b7-6289-4ee9-ae53-9d564f254d9d, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=472de6b7-6289-4ee9-ae53-9d564f254d9d,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:16.026421 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:16.039070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Calling delete_port for 472de6b7-6289-4ee9-ae53-9d564f254d9d owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:16.165856 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:16.178170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['472de6b7-6289-4ee9-ae53-9d564f254d9d'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:13:16.195848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Pushing event deleted for resources: {'Port': ['ID=472de6b7-6289-4ee9-ae53-9d564f254d9d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:16.241960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] No DVR routers for this DVR port 472de6b7-6289-4ee9-ae53-9d564f254d9d on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:13:16.244842 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:16.247018 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5fff56d6-1f9f-4fd2-8d51-f86e373ce5b9 req-21a10844-3983-4bca-a762-011b0c40ec61 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.43 "DELETE /v2.0/ports/472de6b7-6289-4ee9-ae53-9d564f254d9d HTTP/1.1" status: 204 len: 173 time: 0.3907835 Aug 29 18:13:16.247456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24429d0-cc1d-47c8-a32b-080cc21452d7', 'name': 'network-vif-deleted', 'tag': '472de6b7-6289-4ee9-ae53-9d564f254d9d'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:13:16.249697 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661bfb46-e2c8-4add-8838-e7a0e4b1868f" -d '{"events": [{"server_uuid": "d24429d0-cc1d-47c8-a32b-080cc21452d7", "name": "network-vif-deleted", "tag": "472de6b7-6289-4ee9-ae53-9d564f254d9d"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:13:16.286881 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f41416-19d2-4fa6-b139-98e7acee36d8 x-openstack-request-id: req-93f41416-19d2-4fa6-b139-98e7acee36d8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:13:16.287167 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24429d0-cc1d-47c8-a32b-080cc21452d7", "name": "network-vif-deleted", "tag": "472de6b7-6289-4ee9-ae53-9d564f254d9d", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:13:16.287430 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93f41416-19d2-4fa6-b139-98e7acee36d8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:13:16.288281 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24429d0-cc1d-47c8-a32b-080cc21452d7', 'name': 'network-vif-deleted', 'tag': '472de6b7-6289-4ee9-ae53-9d564f254d9d', 'status': 'completed', 'code': 200} Aug 29 18:13:16.676117 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2d7fad05-33c0-40f9-b422-ff943b7515dc req-a16c16e7-a2e2-4cd6-8eff-f2389b26ad9f tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24429d0-cc1d-47c8-a32b-080cc21452d7 HTTP/1.1" status: 200 len: 210 time: 0.0267797 Aug 29 18:13:16.921026 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:18.129427 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-2c3798ae-1f97-46d9-803b-4daab368e66c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:18.130903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-2c3798ae-1f97-46d9-803b-4daab368e66c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/networks?id=c9a0c69f-636b-44eb-a06d-992752303263 HTTP/1.1" status: 200 len: 817 time: 0.1006606 Aug 29 18:13:18.145626 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-438851f3-62e9-4a75-aa5b-688043836ffe tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/quotas/c7722d01ea08462282fc40243f4ef138 HTTP/1.1" status: 200 len: 375 time: 0.0092003 Aug 29 18:13:18.195008 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-95149506-3b7e-4e82-ad08-eeb27a8b1264 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7722d01ea08462282fc40243f4ef138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443101 Aug 29 18:13:18.291996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-2026168d-c79a-45ec-a6c4-d19ef0b31892 service neutron] 10.222.0.41 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852344 Aug 29 18:13:18.377487 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-a8d9b0c3-d18c-465d-816e-1e73dd307bc6 service neutron] 10.222.0.41 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795443 Aug 29 18:13:18.535189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a737f6f6-8999-432b-aae9-60fc9ae76d3d req-63b6f98f-4858-42da-a1de-0cea0b6bc0af tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 210 time: 0.0267439 Aug 29 18:13:19.390759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-33ef7e40-4c27-462c-a04f-fc91745c5b3c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:19.392197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-33ef7e40-4c27-462c-a04f-fc91745c5b3c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.43 "GET /v2.0/networks?id=c9a0c69f-636b-44eb-a06d-992752303263 HTTP/1.1" status: 200 len: 817 time: 0.0991588 Aug 29 18:13:19.405279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Request body: {'port': {'device_id': '4f7bc434-78b2-464b-afda-45ef774212e3', 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'admin_state_up': True, 'tenant_id': 'c7722d01ea08462282fc40243f4ef138'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:19.513613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Made reservation on behalf of c7722d01ea08462282fc40243f4ef138 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:13:19.517052 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:19.630948 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9ace14a-a52a-41a3-a530-4fe530e9170c req-bfc56af8-a80f-43cd-8279-37f1ac6bf815 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 210 time: 0.0286481 Aug 29 18:13:19.644192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Allocated IP 172.20.0.4 (c9a0c69f-636b-44eb-a06d-992752303263/f08db347-c5ea-4cc8-943f-20ddf36636db/3c7847f2-c943-4831-89c1-7f59b678ff4b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:13:19.784280 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:19.799276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Transition to ACTIVE for port object 3c7847f2-c943-4831-89c1-7f59b678ff4b will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:13:19.831133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:19.873828 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Network c9a0c69f-636b-44eb-a06d-992752303263 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:13:19.876778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:13:19.879723 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:13:19.920343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Pushing event updated for resources: {'Port': ['ID=3c7847f2-c943-4831-89c1-7f59b678ff4b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:19.940991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:19.941644 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:19.957214 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-04674d16-6972-43cb-87ec-639c039e6c51 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558090 Aug 29 18:13:19.970147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Request body: {'port': {'device_id': '4f7bc434-78b2-464b-afda-45ef774212e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:20.025612 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:20.079783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-96f575ac-884e-457f-8870-ef6b1b3f7e5c None None] Provisioning for port 3c7847f2-c943-4831-89c1-7f59b678ff4b completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:13:20.084527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-96f575ac-884e-457f-8870-ef6b1b3f7e5c None None] Provisioning complete for port 3c7847f2-c943-4831-89c1-7f59b678ff4b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:13:20.084895 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-96f575ac-884e-457f-8870-ef6b1b3f7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:20.118254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-96f575ac-884e-457f-8870-ef6b1b3f7e5c None None] Port 3c7847f2-c943-4831-89c1-7f59b678ff4b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:13:20.232368 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 472de6b7-6289-4ee9-ae53-9d564f254d9d no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:20.252987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 472de6b7-6289-4ee9-ae53-9d564f254d9d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:20.253516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 472de6b7-6289-4ee9-ae53-9d564f254d9d not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:20.290247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7847f2-c943-4831-89c1-7f59b678ff4b {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:13:20.297627 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:20.309972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Transition to ACTIVE for port object 3c7847f2-c943-4831-89c1-7f59b678ff4b will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:13:20.314311 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:20.381911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3c7847f2-c943-4831-89c1-7f59b678ff4b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:20.440905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Attempting to bind port 3c7847f2-c943-4831-89c1-7f59b678ff4b on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:13:20.441890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Attempting to bind port 3c7847f2-c943-4831-89c1-7f59b678ff4b by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:13:20.442328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Attempting to bind port 3c7847f2-c943-4831-89c1-7f59b678ff4b on network c9a0c69f-636b-44eb-a06d-992752303263 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:13:20.447320 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Port 3c7847f2-c943-4831-89c1-7f59b678ff4b on network c9a0c69f-636b-44eb-a06d-992752303263 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:13:20.447786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Attempting to bind port 3c7847f2-c943-4831-89c1-7f59b678ff4b on network c9a0c69f-636b-44eb-a06d-992752303263 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:13:20.453028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:13:20.453496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Checking segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:13:20.453989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Bound using segment: {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:13:20.454528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Bound port: 3c7847f2-c943-4831-89c1-7f59b678ff4b, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:13:20.455041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:20.524776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] For port 3c7847f2-c943-4831-89c1-7f59b678ff4b, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:13:20.531531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] For port 3c7847f2-c943-4831-89c1-7f59b678ff4b, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3c7847f2-c943-4831-89c1-7f59b678ff4b,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:13:20.536898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:20.572387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:20.573128 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:20.574498 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] 10.222.0.43 "PUT /v2.0/ports/3c7847f2-c943-4831-89c1-7f59b678ff4b HTTP/1.1" status: 200 len: 1092 time: 0.6087334 Aug 29 18:13:20.574958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7bc434-78b2-464b-afda-45ef774212e3', 'tag': '3c7847f2-c943-4831-89c1-7f59b678ff4b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:13:20.577181 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd62115a-66a9-4702-a446-6b6da101abed" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7bc434-78b2-464b-afda-45ef774212e3", "tag": "3c7847f2-c943-4831-89c1-7f59b678ff4b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:13:20.611808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb11572-dbb9-439f-9835-dcbe777e5b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3c7847f2-c943-4831-89c1-7f59b678ff4b,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:20.616850 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76036a2d-6a5d-4a5b-99eb-bf943ddd4349 x-openstack-request-id: req-76036a2d-6a5d-4a5b-99eb-bf943ddd4349 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:13:20.617146 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7bc434-78b2-464b-afda-45ef774212e3", "tag": "3c7847f2-c943-4831-89c1-7f59b678ff4b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:13:20.617397 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76036a2d-6a5d-4a5b-99eb-bf943ddd4349 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:13:20.617790 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7bc434-78b2-464b-afda-45ef774212e3', 'tag': '3c7847f2-c943-4831-89c1-7f59b678ff4b', 'status': 'completed', 'code': 200} Aug 29 18:13:20.665725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-083c7b60-7487-4970-9399-8ef7960f17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:20.667497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-083c7b60-7487-4970-9399-8ef7960f17d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7722d01ea08462282fc40243f4ef138&device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 1095 time: 0.0479081 Aug 29 18:13:20.716834 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-7a2fa794-ccdd-4610-9274-eff8c39f7e18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7847f2-c943-4831-89c1-7f59b678ff4b HTTP/1.1" status: 200 len: 217 time: 0.0413299 Aug 29 18:13:20.772089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548842eb-6901-4fc4-aa06-962e9c08072a req-f28bb194-e666-4fe6-9163-4337e81a29df tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:20.773705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-2cbb83c7-fe5d-42cd-80f6-b5392bf38686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:20.773834 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-548842eb-6901-4fc4-aa06-962e9c08072a req-f28bb194-e666-4fe6-9163-4337e81a29df tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 943 time: 0.0635037 Aug 29 18:13:20.775237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-2cbb83c7-fe5d-42cd-80f6-b5392bf38686 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f08db347-c5ea-4cc8-943f-20ddf36636db HTTP/1.1" status: 200 len: 856 time: 0.0513585 Aug 29 18:13:20.816424 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-548842eb-6901-4fc4-aa06-962e9c08072a req-6c57586c-94b0-4223-af7c-6a0e14072f11 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Aug 29 18:13:20.822958 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-6a88e793-d178-484a-ad89-e2ed3382565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:20.824615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-6a88e793-d178-484a-ad89-e2ed3382565e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9a0c69f-636b-44eb-a06d-992752303263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414488 Aug 29 18:13:20.921927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-365c2ef2-5688-43ea-bf4f-2770c01b6fcb service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897923 Aug 29 18:13:21.011368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b632aaf6-b105-4cec-adaf-f59cc96ef1d0 req-4d6fad56-63fd-4807-8f75-fe224e58381c service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813890 Aug 29 18:13:21.096489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62115a-66a9-4702-a446-6b6da101abed req-d2321ab8-fc1e-449f-96d1-872cc2cc3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:21.098653 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd62115a-66a9-4702-a446-6b6da101abed req-d2321ab8-fc1e-449f-96d1-872cc2cc3c58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7722d01ea08462282fc40243f4ef138&device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 1095 time: 0.0412393 Aug 29 18:13:21.193835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62115a-66a9-4702-a446-6b6da101abed req-0ea08d95-1076-4363-9576-9401fabe0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:21.195624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd62115a-66a9-4702-a446-6b6da101abed req-0ea08d95-1076-4363-9576-9401fabe0e96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9a0c69f-636b-44eb-a06d-992752303263 HTTP/1.1" status: 200 len: 918 time: 0.0895996 Aug 29 18:13:21.236153 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd62115a-66a9-4702-a446-6b6da101abed req-a387da98-f545-409d-81e5-5bc01adf41c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7847f2-c943-4831-89c1-7f59b678ff4b HTTP/1.1" status: 200 len: 217 time: 0.0332959 Aug 29 18:13:21.289126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62115a-66a9-4702-a446-6b6da101abed req-d34a25c9-9c38-435b-bf96-a6db1b7c48db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:21.290524 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd62115a-66a9-4702-a446-6b6da101abed req-d34a25c9-9c38-435b-bf96-a6db1b7c48db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f08db347-c5ea-4cc8-943f-20ddf36636db HTTP/1.1" status: 200 len: 856 time: 0.0461509 Aug 29 18:13:21.335965 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62115a-66a9-4702-a446-6b6da101abed req-8cd5ef24-4c44-4cef-bda5-37a5334ee544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:21.337383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd62115a-66a9-4702-a446-6b6da101abed req-8cd5ef24-4c44-4cef-bda5-37a5334ee544 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9a0c69f-636b-44eb-a06d-992752303263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392172 Aug 29 18:13:21.433608 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd62115a-66a9-4702-a446-6b6da101abed req-fbb7686c-bdf3-4604-95ff-a6a8e9a0a8a0 service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820653 Aug 29 18:13:21.525360 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fd62115a-66a9-4702-a446-6b6da101abed req-9f2a89f2-4390-4206-a015-c9375c7cb19d service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846155 Aug 29 18:13:21.931947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c85d-113d-4994-945c-eebf76671682 req-2b12391d-8212-4541-b33e-7f623d06071c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:21.933417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c76c85d-113d-4994-945c-eebf76671682 req-2b12391d-8212-4541-b33e-7f623d06071c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 943 time: 0.0492158 Aug 29 18:13:21.969984 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4c76c85d-113d-4994-945c-eebf76671682 req-c57cd115-e443-40fd-bf31-5db02b4af4cf tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Aug 29 18:13:23.085039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca9658-1e43-46b4-90dd-8762b2a5c7c9 req-21611f50-385a-4210-b2ed-66ab48c9e646 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:23.086522 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76ca9658-1e43-46b4-90dd-8762b2a5c7c9 req-21611f50-385a-4210-b2ed-66ab48c9e646 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 943 time: 0.0485671 Aug 29 18:13:23.122933 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-76ca9658-1e43-46b4-90dd-8762b2a5c7c9 req-4b385714-aea9-4d34-b75e-5ff3ea8814b1 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Aug 29 18:13:24.234050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a118-efb2-4490-8374-ded9105b5018 req-af1db161-4824-4a62-aea2-8014627694f7 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:24.235965 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fee2a118-efb2-4490-8374-ded9105b5018 req-af1db161-4824-4a62-aea2-8014627694f7 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 943 time: 0.0481484 Aug 29 18:13:24.248669 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3c7847f2-c943-4831-89c1-7f59b678ff4b details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:13:24.278650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fee2a118-efb2-4490-8374-ded9105b5018 req-867a7de1-3e25-4d9a-a311-903337da516c tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Aug 29 18:13:24.498312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3c7847f2-c943-4831-89c1-7f59b678ff4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3c7847f2-c943-4831-89c1-7f59b678ff4b,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:24.509031 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '3c7847f2-c943-4831-89c1-7f59b678ff4b', 'network_id': 'c9a0c69f-636b-44eb-a06d-992752303263', 'port_id': '3c7847f2-c943-4831-89c1-7f59b678ff4b', 'mac_address': 'fa:16:3e:99:81:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08db347-c5ea-4cc8-943f-20ddf36636db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:13:24.544104 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:24.556420 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7847f2-c943-4831-89c1-7f59b678ff4b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:13:24.574642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3c7847f2-c943-4831-89c1-7f59b678ff4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3c7847f2-c943-4831-89c1-7f59b678ff4b,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:24.578041 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:24.622579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3c7847f2-c943-4831-89c1-7f59b678ff4b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:24.629581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.629930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.630272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.630624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.630963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.631289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.631613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.631937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.632258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.632577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.632896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.633214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:24.763804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3c7847f2-c943-4831-89c1-7f59b678ff4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:13:25.390276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a7ab-cbc1-4786-8201-9c25e7342b70 req-9f442fd0-a12d-4fb3-aa15-ce7df1041afd tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:25.391778 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f669a7ab-cbc1-4786-8201-9c25e7342b70 req-9f442fd0-a12d-4fb3-aa15-ce7df1041afd tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 944 time: 0.0482872 Aug 29 18:13:25.428996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f669a7ab-cbc1-4786-8201-9c25e7342b70 req-c0c89926-4ffb-4353-b724-52ae92ca733e tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Aug 29 18:13:26.263589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3c7847f2-c943-4831-89c1-7f59b678ff4b up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:13:26.310082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 3c7847f2-c943-4831-89c1-7f59b678ff4b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:13:26.313551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 3c7847f2-c943-4831-89c1-7f59b678ff4b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:13:26.313921 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:26.390378 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:26.411751 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7bc434-78b2-464b-afda-45ef774212e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7847f2-c943-4831-89c1-7f59b678ff4b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:13:26.413960 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c9ec0daf5d6b0385ad85e9953d8f6dc678dae61089b351d14894c94c450637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6814c62-6cb9-44e0-9522-7c3cd14cb2e1" -d '{"events": [{"server_uuid": "4f7bc434-78b2-464b-afda-45ef774212e3", "name": "network-vif-plugged", "status": "completed", "tag": "3c7847f2-c943-4831-89c1-7f59b678ff4b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:13:26.426476 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 3c7847f2-c943-4831-89c1-7f59b678ff4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3c7847f2-c943-4831-89c1-7f59b678ff4b,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:26.430463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:26.454755 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c042b0-d855-4ead-abd1-5d48395c77a4 x-openstack-request-id: req-e7c042b0-d855-4ead-abd1-5d48395c77a4 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:13:26.455448 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7bc434-78b2-464b-afda-45ef774212e3", "name": "network-vif-plugged", "status": "completed", "tag": "3c7847f2-c943-4831-89c1-7f59b678ff4b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:13:26.455448 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7c042b0-d855-4ead-abd1-5d48395c77a4 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:13:26.455747 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7bc434-78b2-464b-afda-45ef774212e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7847f2-c943-4831-89c1-7f59b678ff4b', 'code': 200} Aug 29 18:13:26.483502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=3c7847f2-c943-4831-89c1-7f59b678ff4b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:26.555935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70e89f-55bb-41e5-a360-8da2fa1c5c24 req-69f3604a-d69b-420e-8a53-cd71d794bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:26.557371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec70e89f-55bb-41e5-a360-8da2fa1c5c24 req-69f3604a-d69b-420e-8a53-cd71d794bf4e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 1097 time: 0.0410314 Aug 29 18:13:26.558163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a488a-e771-4764-a6e4-47a15636a92c req-0f58d350-92e4-4a64-aef1-d3ae256b7823 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:26.559672 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-802a488a-e771-4764-a6e4-47a15636a92c req-0f58d350-92e4-4a64-aef1-d3ae256b7823 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Aug 29 18:13:26.592624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec70e89f-55bb-41e5-a360-8da2fa1c5c24 req-9b133030-97f4-4077-bc08-ddb770abc0f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278244 Aug 29 18:13:26.596943 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-802a488a-e771-4764-a6e4-47a15636a92c req-b054d1dc-d569-445e-b5fe-b5029531277d tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Aug 29 18:13:27.711839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754b379-ff67-48d0-a708-34712a100c75 req-4fdda892-8b28-4abb-856d-63744b6c72e1 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:27.713284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5754b379-ff67-48d0-a708-34712a100c75 req-4fdda892-8b28-4abb-856d-63744b6c72e1 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 945 time: 0.0475976 Aug 29 18:13:27.750033 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5754b379-ff67-48d0-a708-34712a100c75 req-9245748a-3983-4634-9a48-bfb5da61fbc9 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309021 Aug 29 18:13:27.860762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5771a4-5eb6-4307-a883-f0f3682f359c req-be177688-202f-4085-8525-fcd366dea85a tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:27.862325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c5771a4-5eb6-4307-a883-f0f3682f359c req-be177688-202f-4085-8525-fcd366dea85a tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Aug 29 18:13:27.898450 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3c5771a4-5eb6-4307-a883-f0f3682f359c req-f80b5e4a-170e-4dbf-8706-70e38a83fe38 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302699 Aug 29 18:13:34.832274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c499e32e-0171-464f-a921-409f78f99680 req-5561a26b-162f-4845-a0c8-36a5c99023c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250561 Aug 29 18:13:34.896646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c499e32e-0171-464f-a921-409f78f99680 req-bf411df0-7eef-4186-8960-34a89005700b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0248923 Aug 29 18:13:34.936758 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c499e32e-0171-464f-a921-409f78f99680 req-fd27030c-940c-400b-8f8e-8a008d4be49f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215702 Aug 29 18:13:35.030400 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499e32e-0171-464f-a921-409f78f99680 req-30d8e68e-ff38-4d8d-9e6d-bd8b4e64b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:35.031863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c499e32e-0171-464f-a921-409f78f99680 req-30d8e68e-ff38-4d8d-9e6d-bd8b4e64b3f5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884004 Aug 29 18:13:35.896662 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:13:39.609232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-3c5f2dba-a8d8-4b60-880e-62c0ceb77baf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386341 Aug 29 18:13:39.696571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-4d5da516-23d4-471f-b2b6-8a7430a1fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:39.698027 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-4d5da516-23d4-471f-b2b6-8a7430a1fae7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7722d01ea08462282fc40243f4ef138&device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 1097 time: 0.0436912 Aug 29 18:13:39.803385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-dcd01384-b8a1-4261-815c-e0684a6c33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:39.805099 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-dcd01384-b8a1-4261-815c-e0684a6c33f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9a0c69f-636b-44eb-a06d-992752303263 HTTP/1.1" status: 200 len: 918 time: 0.0846558 Aug 29 18:13:39.852157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-5278fa81-029f-4e4e-8414-29293204deb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7847f2-c943-4831-89c1-7f59b678ff4b HTTP/1.1" status: 200 len: 217 time: 0.0373311 Aug 29 18:13:40.243083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-7be582f1-b4ac-46dd-820f-c21ed87d0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:40.244485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-7be582f1-b4ac-46dd-820f-c21ed87d0c94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f08db347-c5ea-4cc8-943f-20ddf36636db HTTP/1.1" status: 200 len: 856 time: 0.3801646 Aug 29 18:13:40.290369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-7aaef76c-7565-4742-b4a3-b450da011012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:40.291878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-7aaef76c-7565-4742-b4a3-b450da011012 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9a0c69f-636b-44eb-a06d-992752303263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398867 Aug 29 18:13:40.385906 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-773eda01-5d64-4ccb-923f-c5bbbbad75c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832858 Aug 29 18:13:40.488068 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-aa1e2103-b1b9-4381-a564-8f737d635481 req-4a40764e-968b-4c12-a7cc-7d3dc8a378a3 service neutron] 10.222.0.43 "GET /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944030 Aug 29 18:13:41.262430 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6dca352c-6224-44f5-ba80-35641b88cf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:43.035500 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:43.571898 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:43.911670 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5b1386b4-8bf1-4012-a769-9d59636de1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:43.946425 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:45.621331 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:46.196714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27bb45-977e-4fe5-9a5f-44f74ab470af req-e0b444ed-d5cb-43d2-85e9-3bc01c437275 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:46.198082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a27bb45-977e-4fe5-9a5f-44f74ab470af req-e0b444ed-d5cb-43d2-85e9-3bc01c437275 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 945 time: 0.0493090 Aug 29 18:13:46.236691 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a27bb45-977e-4fe5-9a5f-44f74ab470af req-b41d0609-2a26-4c3a-8c27-14a5fce1b64f tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325749 Aug 29 18:13:46.923602 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:47.357278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432acbc9-2265-43fc-88bf-ff607946125f req-c4897860-c365-4c43-9ba9-fd379fa49c71 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:47.358766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-432acbc9-2265-43fc-88bf-ff607946125f req-c4897860-c365-4c43-9ba9-fd379fa49c71 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 945 time: 0.0537333 Aug 29 18:13:47.395845 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-432acbc9-2265-43fc-88bf-ff607946125f req-9187435e-3115-4a0a-b4cb-549f037c8c2a tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/security-groups?id=180d75de-d707-48dc-ab85-a16df19bcce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Aug 29 18:13:47.650467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-15a50a48-3d19-4e53-b0c7-40b1413a2bd7 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:47.651841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-15a50a48-3d19-4e53-b0c7-40b1413a2bd7 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 945 time: 0.0517361 Aug 29 18:13:47.738266 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Deleting port 3c7847f2-c943-4831-89c1-7f59b678ff4b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:47.738666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:47.827120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] For port 3c7847f2-c943-4831-89c1-7f59b678ff4b, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=3c7847f2-c943-4831-89c1-7f59b678ff4b,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:47.827491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:47.840382 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Calling delete_port for 3c7847f2-c943-4831-89c1-7f59b678ff4b owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:47.964619 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:47.975867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['3c7847f2-c943-4831-89c1-7f59b678ff4b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:13:47.990386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Pushing event deleted for resources: {'Port': ['ID=3c7847f2-c943-4831-89c1-7f59b678ff4b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:48.000303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.000652 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.001018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.001351 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.001686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.002020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.002356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.002710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.003040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.004459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.004459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.004641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:48.044830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] No DVR routers for this DVR port 3c7847f2-c943-4831-89c1-7f59b678ff4b on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:13:48.047549 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:48.049558 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cdd3ee9-d603-4b2c-86a9-3813dd7fa284 req-4487c7c9-c599-4489-9e72-07f8e7c35ef4 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.43 "DELETE /v2.0/ports/3c7847f2-c943-4831-89c1-7f59b678ff4b HTTP/1.1" status: 204 len: 173 time: 0.3913462 Aug 29 18:13:48.050001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7bc434-78b2-464b-afda-45ef774212e3', 'name': 'network-vif-deleted', 'tag': '3c7847f2-c943-4831-89c1-7f59b678ff4b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:13:48.052889 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19a5ffa26c24352d0acf73a202ee7503ea6a028c1aa2d1ecf736f5f101342e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3936450f-7966-4184-ad43-92a4d942e340" -d '{"events": [{"server_uuid": "4f7bc434-78b2-464b-afda-45ef774212e3", "name": "network-vif-deleted", "tag": "3c7847f2-c943-4831-89c1-7f59b678ff4b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:13:48.092315 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834e5512-83d0-45aa-a6ad-d86005cb8e8f x-openstack-request-id: req-834e5512-83d0-45aa-a6ad-d86005cb8e8f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:13:48.092608 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7bc434-78b2-464b-afda-45ef774212e3", "name": "network-vif-deleted", "tag": "3c7847f2-c943-4831-89c1-7f59b678ff4b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:13:48.092863 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-834e5512-83d0-45aa-a6ad-d86005cb8e8f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:13:48.093260 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7bc434-78b2-464b-afda-45ef774212e3', 'name': 'network-vif-deleted', 'tag': '3c7847f2-c943-4831-89c1-7f59b678ff4b', 'status': 'completed', 'code': 200} Aug 29 18:13:48.508437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7d55ae1d-94dc-48b3-b0f3-57d3bf8c2d53 req-722bcded-bb82-40ed-bd12-91fa87b9d452 tempest-TestEncryptedCinderVolumes-2016247635 tempest-TestEncryptedCinderVolumes-2016247635-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f7bc434-78b2-464b-afda-45ef774212e3 HTTP/1.1" status: 200 len: 210 time: 0.0289226 Aug 29 18:13:49.596771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35668) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:49.934203 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:50.167981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Deleting port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:50.168325 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:50.243179 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] For port 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:50.243462 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:50.255549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Calling delete_port for 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:50.357295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3c7847f2-c943-4831-89c1-7f59b678ff4b no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:50.376517 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 3c7847f2-c943-4831-89c1-7f59b678ff4b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:50.376871 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 3c7847f2-c943-4831-89c1-7f59b678ff4b not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:50.428058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:50.456095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:50.468580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.468915 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.469262 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.469636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.469978 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.470335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.470692 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.471024 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.471350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.471676 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.471999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.472935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:50.949075 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.153890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:13:51.256605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:13:51.263194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-862c69f1-c6b4-43d1-aba4-ce576281bd31 admin admin] 10.222.0.41 "PUT /v2.0/routers/887a3c3a-5a2f-4219-b3e5-c8b8848a7e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644843 Aug 29 18:13:51.264134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35670) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:51.265486 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] Sync routers for ids ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:13:51.274901 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] Routers {'887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:13:51.275496 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:51.366513 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.376302 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] Set router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:13:51.465315 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.520409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Deleting port 1a437317-9de7-4554-b7fd-93d1f0a338a6 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:51.520768 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.556695 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:13:50Z', 'revision_number': 5, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port': {'id': '1a437317-9de7-4554-b7fd-93d1f0a338a6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:49:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:51.583151 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] Checking router: 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:13:51.591338 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] Routers {'887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:13:51.591933 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:51.597604 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] For port 1a437317-9de7-4554-b7fd-93d1f0a338a6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=1a437317-9de7-4554-b7fd-93d1f0a338a6,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:51.597977 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.610349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Calling delete_port for 1a437317-9de7-4554-b7fd-93d1f0a338a6 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:51.677164 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] Set router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:13:51.735908 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:13:51Z', 'revision_number': 6, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:51.761669 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc2e2f-ef82-4711-8f82-e3a8644490c4 None None] The sync data for ids ['887a3c3a-5a2f-4219-b3e5-c8b8848a7e78'] in n-d-713499-15 is: [{'id': '887a3c3a-5a2f-4219-b3e5-c8b8848a7e78', 'name': 'tempest-TestEncryptedCinderVolumes-1063687256-router', 'tenant_id': 'c7722d01ea08462282fc40243f4ef138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:35Z', 'updated_at': '2021-08-29T18:13:51Z', 'revision_number': 6, 'project_id': 'c7722d01ea08462282fc40243f4ef138', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:13:51.787229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.811477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a437317-9de7-4554-b7fd-93d1f0a338a6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:51.875916 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.966098 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.968216 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.011710 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.012276 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:13:52.017364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.018549 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c90117a4-1d8b-4be2-bde0-56701c033ecc admin admin] 10.222.0.41 "DELETE /v2.0/routers/887a3c3a-5a2f-4219-b3e5-c8b8848a7e78 HTTP/1.1" status: 204 len: 168 time: 0.7534640 Aug 29 18:13:52.021141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35672) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:52.065056 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e29547-f6eb-4897-9404-6e724e8a9170 admin admin] Deleting subnet f08db347-c5ea-4cc8-943f-20ddf36636db {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:13:52.068564 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87e29547-f6eb-4897-9404-6e724e8a9170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.108310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87e29547-f6eb-4897-9404-6e724e8a9170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.188504 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87e29547-f6eb-4897-9404-6e724e8a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.239139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87e29547-f6eb-4897-9404-6e724e8a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.266169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e29547-f6eb-4897-9404-6e724e8a9170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08db347-c5ea-4cc8-943f-20ddf36636db,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:52.269061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-87e29547-f6eb-4897-9404-6e724e8a9170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.272840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df304e-f398-4947-b150-1cd234f1a7c2 None None] Network c9a0c69f-636b-44eb-a06d-992752303263 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:13:52.276023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-87e29547-f6eb-4897-9404-6e724e8a9170 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f08db347-c5ea-4cc8-943f-20ddf36636db HTTP/1.1" status: 204 len: 168 time: 0.2539344 Aug 29 18:13:52.278472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35674) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:52.350717 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.402784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Deleting port 2d749075-31f3-4127-b203-b79b6b6100cb {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:52.403135 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.479053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] For port 2d749075-31f3-4127-b203-b79b6b6100cb, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2d749075-31f3-4127-b203-b79b6b6100cb,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:52.479480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.486785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] DHCP port deletion for c9a0c69f-636b-44eb-a06d-992752303263 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:13:52.498155 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Calling delete_port for 2d749075-31f3-4127-b203-b79b6b6100cb owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:52.533656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] Deleting port 2d749075-31f3-4127-b203-b79b6b6100cb {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:52.534353 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.579114 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.596710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] For port 2d749075-31f3-4127-b203-b79b6b6100cb, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2d749075-31f3-4127-b203-b79b6b6100cb,segment=NetworkSegment(bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da),segment_id=bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:52.597111 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.606186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d749075-31f3-4127-b203-b79b6b6100cb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:52.611053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] No DVR routers for this DVR port 2d749075-31f3-4127-b203-b79b6b6100cb on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:13:52.615397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] Calling delete_port for 2d749075-31f3-4127-b203-b79b6b6100cb owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:52.692730 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.696512 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.702854 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a0c69f-636b-44eb-a06d-992752303263']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:52.714832 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:52.715121 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea3ecdd-c04b-4b7d-af05-f7ed5b69c4da') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:52.723660 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] Pushing event deleted for resources: {'Port': ['ID=2d749075-31f3-4127-b203-b79b6b6100cb,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:52.723886 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.725668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684e35d-b132-4f2a-920d-c34fd5971fa7 None None] No DVR routers for this DVR port 2d749075-31f3-4127-b203-b79b6b6100cb on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:13:52.743131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.749396 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:13:52.749797 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:13:52.751797 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:13:52.811105 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.817227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:52.819637 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c9a0c69f-636b-44eb-a06d-992752303263 HTTP/1.1" status: 204 len: 168 time: 0.5395088 Aug 29 18:13:52.822487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35676) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:52.835130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc8091-65fc-4e6d-af98-a59daf626ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a0c69f-636b-44eb-a06d-992752303263,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:53.172406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:53.413795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Deleting port 5c4ea91b-82f7-4edd-9758-b9326823c793 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:53.414134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:53.489389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] For port 5c4ea91b-82f7-4edd-9758-b9326823c793, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=5c4ea91b-82f7-4edd-9758-b9326823c793,segment=NetworkSegment(a506defc-ba17-45ee-a830-5346aded55e0),segment_id=a506defc-ba17-45ee-a830-5346aded55e0)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:53.489755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:53.501997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Calling delete_port for 5c4ea91b-82f7-4edd-9758-b9326823c793 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:53.675245 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:53.704809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4ea91b-82f7-4edd-9758-b9326823c793,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:53.731626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2d749075-31f3-4127-b203-b79b6b6100cb no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:53.751793 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2d749075-31f3-4127-b203-b79b6b6100cb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:53.752147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2d749075-31f3-4127-b203-b79b6b6100cb not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:53.752574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:53.774386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:53.774770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 0cf6b81d-e3c6-4c9b-a7a4-ed2a0f69660e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:53.775204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1a437317-9de7-4554-b7fd-93d1f0a338a6 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:53.794276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 1a437317-9de7-4554-b7fd-93d1f0a338a6 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:53.794658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 1a437317-9de7-4554-b7fd-93d1f0a338a6 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:53.870915 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.079037 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:13:54.192730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:13:54.197605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f149ba8b-1fb8-483f-b2fa-9b8c75f8c533 admin admin] 10.222.0.41 "PUT /v2.0/routers/7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3740323 Aug 29 18:13:54.200228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35678) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:54.203429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] Sync routers for ids ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:13:54.213184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] Routers {'7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:13:54.213807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:54.304331 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.319960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] Set router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:13:54.409265 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.464678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Deleting port b310ab99-6d47-4cb5-ac82-7d557892bd1a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:54.465047 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.503603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:13:53Z', 'revision_number': 5, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port': {'id': 'b310ab99-6d47-4cb5-ac82-7d557892bd1a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:12:40Z', 'updated_at': '2021-08-29T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:54.528680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] Checking router: 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:13:54.537429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] Routers {'7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:13:54.538030 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:54.547807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] For port b310ab99-6d47-4cb5-ac82-7d557892bd1a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b310ab99-6d47-4cb5-ac82-7d557892bd1a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:54.548178 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.561510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Calling delete_port for b310ab99-6d47-4cb5-ac82-7d557892bd1a owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:54.621590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] Set router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:13:54.674216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:13:54Z', 'revision_number': 6, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:54.700634 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e182f-81ed-47bf-bf9d-c18871c6a44e None None] The sync data for ids ['7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302'] in n-d-713499-15 is: [{'id': '7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302', 'name': 'tempest-TestEncryptedCinderVolumes-161783787-router', 'tenant_id': '25acc0b2cded4607988848f7486ed672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:12:39Z', 'updated_at': '2021-08-29T18:13:54Z', 'revision_number': 6, 'project_id': '25acc0b2cded4607988848f7486ed672', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:13:54.726374 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.754113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Pushing event deleted for resources: {'Port': ['ID=b310ab99-6d47-4cb5-ac82-7d557892bd1a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:54.819702 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.907203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.909343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.953168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.953753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:13:54.961287 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:54.962461 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-28eb5e10-9970-4b78-bbd5-24bf0f01a26b admin admin] 10.222.0.41 "DELETE /v2.0/routers/7a6a7c53-4a28-44d6-ac4a-08f6c6d0f302 HTTP/1.1" status: 204 len: 168 time: 0.7613008 Aug 29 18:13:54.965108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35680) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:55.008169 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-91272035-3c6e-4f87-b8d4-d83328fd7c81 admin admin] Deleting subnet fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:13:55.011031 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91272035-3c6e-4f87-b8d4-d83328fd7c81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.050613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91272035-3c6e-4f87-b8d4-d83328fd7c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.133684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91272035-3c6e-4f87-b8d4-d83328fd7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.185568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91272035-3c6e-4f87-b8d4-d83328fd7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.211357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272035-3c6e-4f87-b8d4-d83328fd7c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:55.216086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-91272035-3c6e-4f87-b8d4-d83328fd7c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.218300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-91272035-3c6e-4f87-b8d4-d83328fd7c81 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fdbb48ba-edaa-4e1b-9f36-9a78f6d396d1 HTTP/1.1" status: 204 len: 168 time: 0.2519116 Aug 29 18:13:55.220306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da4d40-c6e3-4a10-b052-5b355ab47d5a None None] Network 4714ba7f-bcdc-4859-b14a-7f84c7269caf requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:13:55.220765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35682) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:55.290409 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.341301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Deleting port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:55.341643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.407256 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] For port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,segment=NetworkSegment(a506defc-ba17-45ee-a830-5346aded55e0),segment_id=a506defc-ba17-45ee-a830-5346aded55e0)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:55.407621 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.421245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Calling delete_port for 688f8bc3-2e36-4c31-b1d0-b4e40e05467e owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:55.436121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] DHCP port deletion for 4714ba7f-bcdc-4859-b14a-7f84c7269caf request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:13:55.487834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] Deleting port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:55.488210 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.502398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.532571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] No DVR routers for this DVR port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:13:55.534661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Pushing event deleted for resources: {'Port': ['ID=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:55.555234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] For port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,segment=NetworkSegment(a506defc-ba17-45ee-a830-5346aded55e0),segment_id=a506defc-ba17-45ee-a830-5346aded55e0)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:55.555723 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.568798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] Calling delete_port for 688f8bc3-2e36-4c31-b1d0-b4e40e05467e owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:55.609017 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.619954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4714ba7f-bcdc-4859-b14a-7f84c7269caf']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:55.632156 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a506defc-ba17-45ee-a830-5346aded55e0') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:55.632368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a506defc-ba17-45ee-a830-5346aded55e0') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:55.642091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.649038 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.660314 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.667083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:13:55.667514 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:13:55.670058 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:13:55.677596 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] Pushing event deleted for resources: {'Port': ['ID=688f8bc3-2e36-4c31-b1d0-b4e40e05467e,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:55.679553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f5395-f1d5-4efa-b27e-8881355195e5 None None] No DVR routers for this DVR port 688f8bc3-2e36-4c31-b1d0-b4e40e05467e on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:13:55.732964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.739609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:55.743057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4714ba7f-bcdc-4859-b14a-7f84c7269caf HTTP/1.1" status: 204 len: 168 time: 0.5216622 Aug 29 18:13:55.754573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9b11b-94f5-4c3f-9624-bfadc4b04409 admin admin] Pushing event deleted for resources: {'Network': ['ID=4714ba7f-bcdc-4859-b14a-7f84c7269caf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:55.765926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5c4ea91b-82f7-4edd-9758-b9326823c793 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:55.787695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 5c4ea91b-82f7-4edd-9758-b9326823c793 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:55.788264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 5c4ea91b-82f7-4edd-9758-b9326823c793 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:55.788830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 688f8bc3-2e36-4c31-b1d0-b4e40e05467e no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:55.807119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 688f8bc3-2e36-4c31-b1d0-b4e40e05467e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:55.807465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 688f8bc3-2e36-4c31-b1d0-b4e40e05467e not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:55.807871 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b310ab99-6d47-4cb5-ac82-7d557892bd1a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:55.828613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b310ab99-6d47-4cb5-ac82-7d557892bd1a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:55.828959 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b310ab99-6d47-4cb5-ac82-7d557892bd1a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:55.904811 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35686) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:55.944989 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9bb0e5f4-8f08-4a4b-874c-11b3fd05e778 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7722d01ea08462282fc40243f4ef138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386753 Aug 29 18:13:55.947247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35688) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:55.994217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bff462b5-dc1f-4938-acaa-c34acd2b3886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:56.014824 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bff462b5-dc1f-4938-acaa-c34acd2b3886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:56.060018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bff462b5-dc1f-4938-acaa-c34acd2b3886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:56.062789 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bff462b5-dc1f-4938-acaa-c34acd2b3886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:56.063933 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bff462b5-dc1f-4938-acaa-c34acd2b3886 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/180d75de-d707-48dc-ab85-a16df19bcce0 HTTP/1.1" status: 204 len: 168 time: 0.1158149 Aug 29 18:13:56.071771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff462b5-dc1f-4938-acaa-c34acd2b3886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d75de-d707-48dc-ab85-a16df19bcce0,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:56.379410 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35694) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:56.418326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8c738568-677c-4c03-a296-d3fdf3913eb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25acc0b2cded4607988848f7486ed672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377662 Aug 29 18:13:56.420747 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35696) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:56.469795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0956aa15-731f-453c-9606-841e856700d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:56.494565 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0956aa15-731f-453c-9606-841e856700d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:56.540239 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0956aa15-731f-453c-9606-841e856700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:56.542881 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0956aa15-731f-453c-9606-841e856700d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:56.544013 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0956aa15-731f-453c-9606-841e856700d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e36d799-6b8b-4810-a67b-ecb09c9b1589 HTTP/1.1" status: 204 len: 168 time: 0.1223860 Aug 29 18:13:56.551902 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956aa15-731f-453c-9606-841e856700d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e36d799-6b8b-4810-a67b-ecb09c9b1589,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:57.198241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35718) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:57.291855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-234266860-network', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:57.311610 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Made reservation on behalf of 38dc538e944c4ed2817ca18209bb34e9 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:13:57.313890 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.326242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.415035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.418912 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.442188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:13:57.451405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fedaa8a-e4c6-49f4-a134-ecf3f1954059,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:57.456035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.456389 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Added segment d2f2eb9e-8f0c-471c-914a-d432d5191b33 of type vlan for network c21bc966-8ed1-4fbd-b721-5c271963cdb1 Aug 29 18:13:57.497877 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.522923 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.523865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:57.524467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.582714 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3824520 Aug 29 18:13:57.585222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35722) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:57.591636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Request body: {'subnet': {'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-234266860-subnet', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:57.595555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88632bf-3300-45e1-8d98-071dc57c1d1a admin admin] Pushing event updated for resources: {'Network': ['ID=c21bc966-8ed1-4fbd-b721-5c271963cdb1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:57.605684 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:13:57.615004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Made reservation on behalf of 38dc538e944c4ed2817ca18209bb34e9 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:13:57.617563 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.780684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.832009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:57.842745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Checking segment: {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:13:57.843109 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Network hostable DHCP agents. Network: c21bc966-8ed1-4fbd-b721-5c271963cdb1, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:13:57.858982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:13:57.867698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, c21bc966-8ed1-4fbd-b721-5c271963cdb1) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:13:57.871660 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:57.872368 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.879701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f980a41-d069-46f8-8809-c746871a671a None None] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:13:57.886447 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f991a288-9b2f-42a1-b58b-fb3346c353f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2983599 Aug 29 18:13:57.889232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35724) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:57.893679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:57.914701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.915684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.968182 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.025124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:13:58.025967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.160544 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Allocated IP 172.20.0.2 (c21bc966-8ed1-4fbd-b721-5c271963cdb1/739e7fb9-e91d-4da1-a8f5-9e16ac46c09b/2250de62-01cd-4644-97cb-db10484eadc5) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:13:58.307232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.315899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Transition to ACTIVE for port object 2250de62-01cd-4644-97cb-db10484eadc5 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:13:58.330916 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Transition to ACTIVE for port object 2250de62-01cd-4644-97cb-db10484eadc5 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:13:58.336683 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.377988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:13:58.383139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:13:58.386847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:13:58.394731 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Pushing event updated for resources: {'Port': ['ID=2250de62-01cd-4644-97cb-db10484eadc5,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:58.443984 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.444832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Attempting to bind port 2250de62-01cd-4644-97cb-db10484eadc5 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:13:58.445209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Attempting to bind port 2250de62-01cd-4644-97cb-db10484eadc5 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:13:58.445574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Attempting to bind port 2250de62-01cd-4644-97cb-db10484eadc5 on network c21bc966-8ed1-4fbd-b721-5c271963cdb1 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:13:58.450466 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:13:58.450874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Checking segment: {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:13:58.451285 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.451691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Bound using segment: {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:13:58.452149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Bound port: 2250de62-01cd-4644-97cb-db10484eadc5, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:13:58.452532 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.522896 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] For port 2250de62-01cd-4644-97cb-db10484eadc5, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:13:58.525888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] For port 2250de62-01cd-4644-97cb-db10484eadc5, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2250de62-01cd-4644-97cb-db10484eadc5,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:13:58.530658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.591508 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a661e7f-3071-4e8a-9555-894dd1fa924e None None] Pushing event updated for resources: {'Port': ['ID=2250de62-01cd-4644-97cb-db10484eadc5,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:58.649087 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.668781 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.786986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Allocated IP 172.25.2.164 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:13:58.893455 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.931581 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.968280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:13:58.970963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:13:58.976833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:13:59.001414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Pushing event updated for resources: {'Port': ['ID=ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:59.223342 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:59.424661 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:59.456134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc625395-6c0a-4ac7-9079-215507144934 None None] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:13:59.516545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-17559124-403f-4d27-9594-8b824e19fbd1 None None] Provisioning for port 2250de62-01cd-4644-97cb-db10484eadc5 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:13:59.554833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:13:59.667323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:13:59.678613 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Sync routers for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:13:59.684810 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:59.688531 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b9d0e7d8-7200-4d77-9659-c1f9001d7cbf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7955284 Aug 29 18:13:59.688977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35728) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:59.700252 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:13:59.703005 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:59.809680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2250de62-01cd-4644-97cb-db10484eadc5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:13:59.844717 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:13:59.868981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 2250de62-01cd-4644-97cb-db10484eadc5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:13:59.873577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2250de62-01cd-4644-97cb-db10484eadc5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:13:59.873577 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:59.953806 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:59.986027 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 2250de62-01cd-4644-97cb-db10484eadc5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2250de62-01cd-4644-97cb-db10484eadc5,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:59.991472 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.031308 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:13:59Z', 'revision_number': 3, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:00.044275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=2250de62-01cd-4644-97cb-db10484eadc5,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:00.061687 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Checking router: ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:14:00.062013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Updating router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:14:00.086111 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.129899 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.287226 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Allocated IP 172.20.0.1 (c21bc966-8ed1-4fbd-b721-5c271963cdb1/739e7fb9-e91d-4da1-a8f5-9e16ac46c09b/23e2c8bd-8368-49d9-bddd-9aefc45b7624) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:14:00.391171 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.406321 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Transition to ACTIVE for port object 23e2c8bd-8368-49d9-bddd-9aefc45b7624 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:00.414260 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.423989 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Transition to ACTIVE for port object ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:00.430378 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.442129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.487072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:00.488806 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Attempting to bind port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:14:00.489178 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Attempting to bind port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:14:00.489540 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Attempting to bind port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:14:00.492115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:00.494411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:14:00.498286 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:14:00.498688 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:14:00.499074 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.499627 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:14:00.500260 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Bound port: ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:14:00.500816 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.503272 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Pushing event updated for resources: {'Port': ['ID=ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:00.521046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Pushing event updated for resources: {'Port': ['ID=23e2c8bd-8368-49d9-bddd-9aefc45b7624,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:00.531614 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.531957 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.532293 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.532623 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.532949 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.533272 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.533592 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.533911 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.534227 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.534543 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.534945 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.535264 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:00.540359 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.568444 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] For port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:14:00.572137 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] For port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:14:00.577938 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.636181 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:00.636818 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:00.675378 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53369a-fad6-41a5-bc61-2006c2056c35 None None] Pushing event updated for resources: {'Port': ['ID=ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:00.686361 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.750219 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:00.789409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b56c9fe3-e579-4c39-8f4f-aa3a412bc740 None None] Provisioning for port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:00.794084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b56c9fe3-e579-4c39-8f4f-aa3a412bc740 None None] Provisioning complete for port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:00.794846 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b56c9fe3-e579-4c39-8f4f-aa3a412bc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.832795 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b56c9fe3-e579-4c39-8f4f-aa3a412bc740 None None] Port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:14:00.852708 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.857636 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.922378 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:00.924207 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Pushing event updated for resources: {'Port': ['ID=23e2c8bd-8368-49d9-bddd-9aefc45b7624,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:00.931109 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:13:59Z', 'revision_number': 3, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:00.960873 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c40650-3e53-49bb-bd5d-d3a0ed7a126a None None] The sync data for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 is: [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:13:59Z', 'revision_number': 3, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:14:01.021280 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:01.022672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:01.145938 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:14:01.260619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-72c81047-cb09-4dae-9731-0e3fe64a1554 None None] Provisioning complete for port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:01.261083 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-72c81047-cb09-4dae-9731-0e3fe64a1554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.287474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:14:01.298771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b3e53be6-a423-45f7-955b-e2967b42d10c admin admin] 10.222.0.41 "PUT /v2.0/routers/ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030688 Aug 29 18:14:01.300921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-72c81047-cb09-4dae-9731-0e3fe64a1554 None None] Port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:14:01.791424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35744) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:01.796562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1431878878-network', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:01.819179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Made reservation on behalf of 22ebc4c67ed8474487be8bf3b24aff16 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:14:01.820062 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:01.821718 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.830403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.871217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:01.875403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:01.875888 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.922399 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.926209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.950616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:14:01.957993 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.959786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bc2d3b-af8e-44b3-8dcc-8e7994857fca,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:01.965989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.966621 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Added segment 9d440e76-8848-44de-86a2-8f79b942e62b of type vlan for network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f Aug 29 18:14:01.983351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:01.987205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:01.988132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2250de62-01cd-4644-97cb-db10484eadc5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:02.011861 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.037556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.038520 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:02.039143 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.062975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:02.080550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2250de62-01cd-4644-97cb-db10484eadc5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:02.081055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.094995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3023846 Aug 29 18:14:02.097965 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35746) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:02.103703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a23e5-f32b-4387-9b76-bb7b7975c3ac admin admin] Pushing event updated for resources: {'Network': ['ID=9cdee217-4604-4700-b5d0-e7ee4ac11a2f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:02.103874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Request body: {'subnet': {'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1431878878-subnet', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:02.117928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:14:02.127151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Made reservation on behalf of 22ebc4c67ed8474487be8bf3b24aff16 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:14:02.130098 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.307756 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.353895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:02.372781 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Checking segment: {'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:14:02.373145 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Network hostable DHCP agents. Network: 9cdee217-4604-4700-b5d0-e7ee4ac11a2f, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:14:02.389861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:14:02.399503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 9cdee217-4604-4700-b5d0-e7ee4ac11a2f) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:02.404147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:02.404799 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.409934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed771ad8-5e4b-4913-8e81-cfbb62d1a899 None None] Network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:14:02.419830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d551d880-c22a-45ba-8970-da107b4493bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3200779 Aug 29 18:14:02.422288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35748) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:02.427254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:02.448501 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.449571 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.483216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Sync routers for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:14:02.513350 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.517178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:02.517884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:02.652045 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.811732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-9cdee217-4604-4700-b5d0-e7ee4ac11a2f', 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'fixed_ips': [{'subnet_id': 'dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:14:02.812601 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.831685 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:02.857198 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.876153 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:02.976774 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Allocated IP 172.25.2.224 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/cfc187e2-143c-45f4-9a92-f9e704e9fc72) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:14:03.076955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Allocated IP 172.20.0.2 (9cdee217-4604-4700-b5d0-e7ee4ac11a2f/dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7/cd729456-bcbb-4a48-bef1-44d58687047d) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:14:03.084280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.124527 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.162029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:03.168308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:03.172759 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:14:03.175827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc187e2-143c-45f4-9a92-f9e704e9fc72,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:03.200306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 2, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:03.232178 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Checking router: ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:14:03.232431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Updating router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:14:03.285379 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.312412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.339116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Transition to ACTIVE for port object cd729456-bcbb-4a48-bef1-44d58687047d will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:03.405772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Transition to ACTIVE for port object cd729456-bcbb-4a48-bef1-44d58687047d will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:03.413598 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.416782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.479175 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:03.481667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Pushing event updated for resources: {'Port': ['ID=cd729456-bcbb-4a48-bef1-44d58687047d,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:03.492542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:03.518004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:14:03.593134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Attempting to bind port cd729456-bcbb-4a48-bef1-44d58687047d on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:14:03.593511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Attempting to bind port cd729456-bcbb-4a48-bef1-44d58687047d by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:14:03.593874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Attempting to bind port cd729456-bcbb-4a48-bef1-44d58687047d on network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:14:03.606057 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:14:03.606432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Checking segment: {'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:14:03.606858 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.607253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Bound using segment: {'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:14:03.607721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Bound port: cd729456-bcbb-4a48-bef1-44d58687047d, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:14:03.608102 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.610228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.714865 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] For port cd729456-bcbb-4a48-bef1-44d58687047d, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:14:03.722853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] For port cd729456-bcbb-4a48-bef1-44d58687047d, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cd729456-bcbb-4a48-bef1-44d58687047d,segment=NetworkSegment(9d440e76-8848-44de-86a2-8f79b942e62b),segment_id=9d440e76-8848-44de-86a2-8f79b942e62b)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:14:03.727089 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.730749 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.739627 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:14:03.743920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Transition to ACTIVE for port object 23e2c8bd-8368-49d9-bddd-9aefc45b7624 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:03.772437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:03.782865 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.842567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212ff2d-f633-419c-be45-4106d77e79ae None None] Pushing event updated for resources: {'Port': ['ID=cd729456-bcbb-4a48-bef1-44d58687047d,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:03.882449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:14:03.895787 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Sync routers for ids ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:14:03.907943 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Routers {'6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:03.908644 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:03.910739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.914649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1e0020fd-4bf4-41a4-b4ff-84e111297421 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4889805 Aug 29 18:14:03.915342 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35750) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:03.937136 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:03.937517 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.940696 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9aeba-cc30-4c40-97fc-684dfd9748ba None None] Pushing event updated for resources: {'Port': ['ID=23e2c8bd-8368-49d9-bddd-9aefc45b7624,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:03.946507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Attempting to bind port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:14:03.946905 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Attempting to bind port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:14:03.947273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Attempting to bind port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 on network c21bc966-8ed1-4fbd-b721-5c271963cdb1 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:14:03.982629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:14:03.983013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Checking segment: {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:14:03.983422 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:03.983823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Bound using segment: {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:14:03.984302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Bound port: 23e2c8bd-8368-49d9-bddd-9aefc45b7624, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:14:03.984690 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.051030 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Set router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:04.133281 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] For port 23e2c8bd-8368-49d9-bddd-9aefc45b7624, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:14:04.138114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] For port 23e2c8bd-8368-49d9-bddd-9aefc45b7624, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=23e2c8bd-8368-49d9-bddd-9aefc45b7624,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:14:04.145473 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.227496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9aeba-cc30-4c40-97fc-684dfd9748ba None None] Pushing event updated for resources: {'Port': ['ID=23e2c8bd-8368-49d9-bddd-9aefc45b7624,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:04.232576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:04.233282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:04.301737 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:03Z', 'revision_number': 3, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port': {'id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:04.329882 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Checking router: 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:14:04.329882 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Updating router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d port cfc187e2-143c-45f4-9a92-f9e704e9fc72 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:14:04.356613 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.381977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:04.531653 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.634058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:04Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:04.664129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bee237-be70-416f-87d8-cd9a5939342a None None] The sync data for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 is: [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:04Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:14:04.666992 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.678430 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Transition to ACTIVE for port object cfc187e2-143c-45f4-9a92-f9e704e9fc72 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:04.686023 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.718085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Allocated IP 172.20.0.1 (9cdee217-4604-4700-b5d0-e7ee4ac11a2f/dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7/b35f31a3-4a30-407d-9893-8d5ea99febdd) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:14:04.766877 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Attempting to bind port cfc187e2-143c-45f4-9a92-f9e704e9fc72 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:14:04.767259 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Attempting to bind port cfc187e2-143c-45f4-9a92-f9e704e9fc72 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:14:04.767629 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Attempting to bind port cfc187e2-143c-45f4-9a92-f9e704e9fc72 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:14:04.770412 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b165b-6a70-4d79-8216-a6fb6cf1df1f None None] Pushing event updated for resources: {'Port': ['ID=cfc187e2-143c-45f4-9a92-f9e704e9fc72,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:04.777331 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:14:04.777714 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:14:04.778118 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.778507 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:14:04.779070 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Bound port: cfc187e2-143c-45f4-9a92-f9e704e9fc72, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:14:04.779364 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.845542 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] For port cfc187e2-143c-45f4-9a92-f9e704e9fc72, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:14:04.851527 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] For port cfc187e2-143c-45f4-9a92-f9e704e9fc72, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cfc187e2-143c-45f4-9a92-f9e704e9fc72,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:14:04.858495 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:04.923682 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Routers {'6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:04.924353 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:05.048696 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] Set router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:05.105328 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b165b-6a70-4d79-8216-a6fb6cf1df1f None None] Pushing event updated for resources: {'Port': ['ID=cfc187e2-143c-45f4-9a92-f9e704e9fc72,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:05.109375 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b532d2-cc04-4f79-8f40-faa56828be2e None None] Network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:14:05.194046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b7329774-1f97-4250-b19d-e1f1ed80fb69 None None] Provisioning for port cd729456-bcbb-4a48-bef1-44d58687047d completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:05.268175 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:05.287602 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Transition to ACTIVE for port object b35f31a3-4a30-407d-9893-8d5ea99febdd will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:05.334191 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:05.352663 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:03Z', 'revision_number': 3, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port': {'id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:05.379223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:05.385131 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4965d8-318e-4591-8914-c8a808da46d8 None None] The sync data for ids ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'] in n-d-713499-15 is: [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:03Z', 'revision_number': 3, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port': {'id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:14:05.394058 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:05.396728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:14:05.421789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Pushing event updated for resources: {'Port': ['ID=b35f31a3-4a30-407d-9893-8d5ea99febdd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:05.451613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:05.600069 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:05.866097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-19bd8c7d-930b-460a-b5b3-1bc7d8e66146 None None] Provisioning for port b35f31a3-4a30-407d-9893-8d5ea99febdd completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:05.870562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-19bd8c7d-930b-460a-b5b3-1bc7d8e66146 None None] Provisioning complete for port b35f31a3-4a30-407d-9893-8d5ea99febdd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:05.870958 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19bd8c7d-930b-460a-b5b3-1bc7d8e66146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:05.884899 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:05.893251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:05.952350 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-19bd8c7d-930b-460a-b5b3-1bc7d8e66146 None None] Port b35f31a3-4a30-407d-9893-8d5ea99febdd cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:14:05.955318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 23e2c8bd-8368-49d9-bddd-9aefc45b7624 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:05.977093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Pushing event updated for resources: {'Port': ['ID=b35f31a3-4a30-407d-9893-8d5ea99febdd,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:05.985624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.014630 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:06.018471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:06.019426 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.095870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:06.097919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:06.105680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.142171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 23e2c8bd-8368-49d9-bddd-9aefc45b7624, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=23e2c8bd-8368-49d9-bddd-9aefc45b7624,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:06.149065 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.149883 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cfc187e2-143c-45f4-9a92-f9e704e9fc72 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:06.234305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=23e2c8bd-8368-49d9-bddd-9aefc45b7624,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:06.234684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:14:06.295447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port cfc187e2-143c-45f4-9a92-f9e704e9fc72 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:06.304038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cfc187e2-143c-45f4-9a92-f9e704e9fc72 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:06.304353 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.372792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:14:06.377804 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-3c2db590-3199-4dc4-9bc1-517ea326e236 admin admin] 10.222.0.41 "PUT /v2.0/routers/6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4609020 Aug 29 18:14:06.399653 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b5f30618-2e86-4393-9c91-2cda796fe5ce None None] Provisioning complete for port b35f31a3-4a30-407d-9893-8d5ea99febdd triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:06.400027 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b5f30618-2e86-4393-9c91-2cda796fe5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.402570 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.451636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port cfc187e2-143c-45f4-9a92-f9e704e9fc72, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cfc187e2-143c-45f4-9a92-f9e704e9fc72,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:06.456752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b5f30618-2e86-4393-9c91-2cda796fe5ce None None] Port b35f31a3-4a30-407d-9893-8d5ea99febdd cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:14:06.458345 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.459345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cd729456-bcbb-4a48-bef1-44d58687047d up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:06.542714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=cfc187e2-143c-45f4-9a92-f9e704e9fc72,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:06.554109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port cd729456-bcbb-4a48-bef1-44d58687047d completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:06.558280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cd729456-bcbb-4a48-bef1-44d58687047d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:06.558823 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.646505 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.679399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port cd729456-bcbb-4a48-bef1-44d58687047d, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cd729456-bcbb-4a48-bef1-44d58687047d,segment=NetworkSegment(9d440e76-8848-44de-86a2-8f79b942e62b),segment_id=9d440e76-8848-44de-86a2-8f79b942e62b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:06.683261 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:06.728737 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=cd729456-bcbb-4a48-bef1-44d58687047d,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:07.811362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 23e2c8bd-8368-49d9-bddd-9aefc45b7624 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:07.870616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:07.870985 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:07.976423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cfc187e2-143c-45f4-9a92-f9e704e9fc72 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:07.979633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Sync routers for ids ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:14:08.011637 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Routers {'6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:08.012310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:08.078218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cfc187e2-143c-45f4-9a92-f9e704e9fc72 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:08.078612 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:08.327917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Set router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:08.466692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cd729456-bcbb-4a48-bef1-44d58687047d up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:08.551113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cd729456-bcbb-4a48-bef1-44d58687047d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:08.551406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:08.683862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:05Z', 'revision_number': 4, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port': {'id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b35f31a3-4a30-407d-9893-8d5ea99febdd', 'name': '', 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'mac_address': 'fa:16:3e:a5:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:04Z', 'updated_at': '2021-08-29T18:14:05Z', 'revision_number': 2, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'subnets': [{'id': 'dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:08.711557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Checking router: 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:14:08.712247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Updating router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d port b35f31a3-4a30-407d-9893-8d5ea99febdd binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:14:08.737337 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:09.032901 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:09.045666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Transition to ACTIVE for port object b35f31a3-4a30-407d-9893-8d5ea99febdd will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:09.053106 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:09.132931 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4671ef-4daf-4811-925d-a8adfabc4bb2 None None] Pushing event updated for resources: {'Port': ['ID=b35f31a3-4a30-407d-9893-8d5ea99febdd,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:09.177109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Attempting to bind port b35f31a3-4a30-407d-9893-8d5ea99febdd on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:14:09.177481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Attempting to bind port b35f31a3-4a30-407d-9893-8d5ea99febdd by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:14:09.177846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Attempting to bind port b35f31a3-4a30-407d-9893-8d5ea99febdd on network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:14:09.183348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:14:09.183728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Checking segment: {'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:14:09.184136 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:09.184532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Bound using segment: {'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:14:09.185091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Bound port: b35f31a3-4a30-407d-9893-8d5ea99febdd, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d440e76-8848-44de-86a2-8f79b942e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:14:09.185463 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:09.265762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] For port b35f31a3-4a30-407d-9893-8d5ea99febdd, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:14:09.269352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] For port b35f31a3-4a30-407d-9893-8d5ea99febdd, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b35f31a3-4a30-407d-9893-8d5ea99febdd,segment=NetworkSegment(9d440e76-8848-44de-86a2-8f79b942e62b),segment_id=9d440e76-8848-44de-86a2-8f79b942e62b)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:14:09.277499 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:09.349426 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Routers {'6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:09.350069 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:13:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:09.352009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4671ef-4daf-4811-925d-a8adfabc4bb2 None None] Pushing event updated for resources: {'Port': ['ID=b35f31a3-4a30-407d-9893-8d5ea99febdd,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:09.501588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] Set router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:09.760469 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:05Z', 'revision_number': 4, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port': {'id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b35f31a3-4a30-407d-9893-8d5ea99febdd', 'name': '', 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'mac_address': 'fa:16:3e:a5:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:04Z', 'updated_at': '2021-08-29T18:14:09Z', 'revision_number': 4, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'subnets': [{'id': 'dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:09.791986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333644b2-aa7a-4c24-9ba1-e87196490a6c None None] The sync data for ids ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'] in n-d-713499-15 is: [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:05Z', 'revision_number': 4, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port': {'id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'b35f31a3-4a30-407d-9893-8d5ea99febdd', 'name': '', 'network_id': '9cdee217-4604-4700-b5d0-e7ee4ac11a2f', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'mac_address': 'fa:16:3e:a5:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:04Z', 'updated_at': '2021-08-29T18:14:09Z', 'revision_number': 4, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'subnets': [{'id': 'dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:14:11.264158 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e2eeeaba-895f-4e6f-ac1b-ff2d95f8d368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:11.802884 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b35f31a3-4a30-407d-9893-8d5ea99febdd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:11.857370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b35f31a3-4a30-407d-9893-8d5ea99febdd completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:11.861628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b35f31a3-4a30-407d-9893-8d5ea99febdd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:11.862002 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:11.945272 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:11.978564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b35f31a3-4a30-407d-9893-8d5ea99febdd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b35f31a3-4a30-407d-9893-8d5ea99febdd,segment=NetworkSegment(9d440e76-8848-44de-86a2-8f79b942e62b),segment_id=9d440e76-8848-44de-86a2-8f79b942e62b)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:11.984149 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:12.045555 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b35f31a3-4a30-407d-9893-8d5ea99febdd,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:12.897167 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:14:13.049712 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:13.590117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:13.788898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b35f31a3-4a30-407d-9893-8d5ea99febdd up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:13.839886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b35f31a3-4a30-407d-9893-8d5ea99febdd triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:13.840242 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:13.952175 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fcf4874a-f6dd-4120-a8ae-67e579735b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:13.967476 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:15.623073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:16.374730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-13801030-a19e-4810-a7d7-6ed4f1364e79 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:16.376183 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-13801030-a19e-4810-a7d7-6ed4f1364e79 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 814 time: 0.0975137 Aug 29 18:14:16.391046 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-d7b53b47-b415-4b4f-8388-7efcef51038e tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/quotas/38dc538e944c4ed2817ca18209bb34e9 HTTP/1.1" status: 200 len: 375 time: 0.0087364 Aug 29 18:14:16.445103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-7a2d6c3f-22e8-4c43-9340-ba96e9646992 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482795 Aug 29 18:14:16.539321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-e8b17f67-ae00-4635-ba83-5e704b75127a service neutron] 10.222.0.41 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827606 Aug 29 18:14:16.631528 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-d5d24a07-98f0-4972-bdde-c63a382b6a25 service neutron] 10.222.0.41 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861077 Aug 29 18:14:16.931997 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:16.970670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf532671-ee3b-415d-8829-672cf01566d5 req-24f67249-786f-455f-b807-f71bb4b5d280 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 210 time: 0.1346810 Aug 29 18:14:17.672050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-898b21d4-3d80-4b1b-98aa-55c1445144e5 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:17.673599 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-898b21d4-3d80-4b1b-98aa-55c1445144e5 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 814 time: 0.1026952 Aug 29 18:14:17.686459 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'port': {'device_id': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'admin_state_up': True, 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:17.797278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Made reservation on behalf of 38dc538e944c4ed2817ca18209bb34e9 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:14:17.801611 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:17.948296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Allocated IP 172.20.0.4 (c21bc966-8ed1-4fbd-b721-5c271963cdb1/739e7fb9-e91d-4da1-a8f5-9e16ac46c09b/af23e75a-9d46-46c1-9bd7-7dc889dc285a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:14:18.127964 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d9292c6d-4684-424c-b211-7d01f325c407 req-b8464450-ff2e-4860-bd12-9c56bb03fa81 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 210 time: 0.0625155 Aug 29 18:14:18.211665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:18.228975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Transition to ACTIVE for port object af23e75a-9d46-46c1-9bd7-7dc889dc285a will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:18.283159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:18.333406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:18.338698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:18.342508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:14:18.349749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'Port': ['ID=af23e75a-9d46-46c1-9bd7-7dc889dc285a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:18.397283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:18.397927 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:18.412932 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-26cde4d7-91bf-44a5-9d29-bbac49f58a25 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7302418 Aug 29 18:14:18.632641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4f71cd20-2614-4dd7-b2da-f2688f6318c0 None None] Provisioning for port af23e75a-9d46-46c1-9bd7-7dc889dc285a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:18.636500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4f71cd20-2614-4dd7-b2da-f2688f6318c0 None None] Provisioning complete for port af23e75a-9d46-46c1-9bd7-7dc889dc285a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:18.636870 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f71cd20-2614-4dd7-b2da-f2688f6318c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:18.670473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4f71cd20-2614-4dd7-b2da-f2688f6318c0 None None] Port af23e75a-9d46-46c1-9bd7-7dc889dc285a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:14:19.251686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6aac6-f6f5-4c0a-a521-e550c8e9a584 req-3b34a1f6-c641-4511-b01f-913b3e82d87f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:19.253791 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-afa6aac6-f6f5-4c0a-a521-e550c8e9a584 req-3b34a1f6-c641-4511-b01f-913b3e82d87f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0492046 Aug 29 18:14:19.292460 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-afa6aac6-f6f5-4c0a-a521-e550c8e9a584 req-f8fe7c57-f9e9-4f09-a825-2a905c2fea20 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325866 Aug 29 18:14:20.421840 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f5682-041c-415e-bf20-cd2a2cb083e8 req-65ab19fa-df68-4775-be41-62c7a4e4b612 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:20.438619 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d3f5682-041c-415e-bf20-cd2a2cb083e8 req-65ab19fa-df68-4775-be41-62c7a4e4b612 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0808909 Aug 29 18:14:20.487794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5d3f5682-041c-415e-bf20-cd2a2cb083e8 req-88a15788-c7c3-40bf-862a-30d718f91f99 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479176 Aug 29 18:14:21.608404 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669aec7-485c-4a35-93e4-8daccd79dec7 req-99242720-b956-4437-9cd6-dd960b081569 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:21.609899 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5669aec7-485c-4a35-93e4-8daccd79dec7 req-99242720-b956-4437-9cd6-dd960b081569 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0522361 Aug 29 18:14:21.648883 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5669aec7-485c-4a35-93e4-8daccd79dec7 req-7bded211-b086-4ba8-b473-02c03816a94e tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Aug 29 18:14:22.771741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfba22-45bd-43f3-ab4d-1b69afb462aa req-b0dbf3ba-6136-4381-8fdf-b7f963cb2fe5 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:22.773232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ebfba22-45bd-43f3-ab4d-1b69afb462aa req-b0dbf3ba-6136-4381-8fdf-b7f963cb2fe5 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0504870 Aug 29 18:14:22.810597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6ebfba22-45bd-43f3-ab4d-1b69afb462aa req-ab80e67b-920f-43f0-b91d-71f1d5b777e6 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Aug 29 18:14:23.947416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16e288-78a6-4984-a4f5-c14b412fdaef req-007ffe58-f427-4979-a4cd-099bab0eb002 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:23.948928 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd16e288-78a6-4984-a4f5-c14b412fdaef req-007ffe58-f427-4979-a4cd-099bab0eb002 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0600078 Aug 29 18:14:23.986457 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fd16e288-78a6-4984-a4f5-c14b412fdaef req-9efaf4f8-2317-4ba1-bebd-e81be4a6e0f3 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Aug 29 18:14:25.123221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eafc53-91cd-464f-b2cb-2911821a2cf8 req-91888577-2322-4890-aacc-7dffcd25ae2f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:25.124748 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9eafc53-91cd-464f-b2cb-2911821a2cf8 req-91888577-2322-4890-aacc-7dffcd25ae2f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0592473 Aug 29 18:14:25.163486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9eafc53-91cd-464f-b2cb-2911821a2cf8 req-e31df17f-b606-44e5-86f8-765b0152a4f5 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Aug 29 18:14:26.290727 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfca48c-c108-46ba-802b-350f11b869fb req-445ccbef-f2ed-42ab-ad9b-9887fb03d78a tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:26.292206 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dfca48c-c108-46ba-802b-350f11b869fb req-445ccbef-f2ed-42ab-ad9b-9887fb03d78a tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0490894 Aug 29 18:14:26.328144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6dfca48c-c108-46ba-802b-350f11b869fb req-e2dfb97c-c5a0-4ec7-bc9e-3ca0cfa7ed5a tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300291 Aug 29 18:14:27.450348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e1bd0-1079-473d-82b7-b70151562ef0 req-db9b78c0-fd4c-417c-96b7-90acf03e767d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:27.451863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d29e1bd0-1079-473d-82b7-b70151562ef0 req-db9b78c0-fd4c-417c-96b7-90acf03e767d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0482440 Aug 29 18:14:27.490820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d29e1bd0-1079-473d-82b7-b70151562ef0 req-75d8f092-cdbf-4200-88d1-5f53886ca3fe tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Aug 29 18:14:28.605153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2d66-4829-4b08-a296-4e42b5f69bd6 req-8d2aeddc-9364-4593-ad54-47dc2015e894 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:28.606639 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f09f2d66-4829-4b08-a296-4e42b5f69bd6 req-8d2aeddc-9364-4593-ad54-47dc2015e894 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0517716 Aug 29 18:14:28.648846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f09f2d66-4829-4b08-a296-4e42b5f69bd6 req-eff351bd-6bff-4740-9331-1c7976594f2b tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361576 Aug 29 18:14:29.764743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b32b4-f9a1-4fc1-b5e4-15bb684f7c8e req-a318c261-4c6f-498f-82c2-94c6e7b307dc tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:29.766204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-758b32b4-f9a1-4fc1-b5e4-15bb684f7c8e req-a318c261-4c6f-498f-82c2-94c6e7b307dc tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 931 time: 0.0485132 Aug 29 18:14:29.803624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-758b32b4-f9a1-4fc1-b5e4-15bb684f7c8e req-7d928947-3cc2-49c0-b4a5-c82f832ac448 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Aug 29 18:14:30.127105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Request body: {'port': {'device_id': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:30.182059 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:30.432414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af23e75a-9d46-46c1-9bd7-7dc889dc285a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:14:30.439390 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:30.451054 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Transition to ACTIVE for port object af23e75a-9d46-46c1-9bd7-7dc889dc285a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:14:30.455005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:30.509200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=af23e75a-9d46-46c1-9bd7-7dc889dc285a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:30.577750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Attempting to bind port af23e75a-9d46-46c1-9bd7-7dc889dc285a on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:14:30.578083 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Attempting to bind port af23e75a-9d46-46c1-9bd7-7dc889dc285a by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:14:30.578440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Attempting to bind port af23e75a-9d46-46c1-9bd7-7dc889dc285a on network c21bc966-8ed1-4fbd-b721-5c271963cdb1 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:14:30.583019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Port af23e75a-9d46-46c1-9bd7-7dc889dc285a on network c21bc966-8ed1-4fbd-b721-5c271963cdb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:14:30.583954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Attempting to bind port af23e75a-9d46-46c1-9bd7-7dc889dc285a on network c21bc966-8ed1-4fbd-b721-5c271963cdb1 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:14:30.588943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:14:30.589284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Checking segment: {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:14:30.589665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Bound using segment: {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:14:30.590088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Bound port: af23e75a-9d46-46c1-9bd7-7dc889dc285a, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f2eb9e-8f0c-471c-914a-d432d5191b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:14:30.590447 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:30.655906 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] For port af23e75a-9d46-46c1-9bd7-7dc889dc285a, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:14:30.659040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] For port af23e75a-9d46-46c1-9bd7-7dc889dc285a, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:14:30.663869 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:30.702904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:30.703518 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:30.704888 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 1092 time: 0.6200082 Aug 29 18:14:30.705325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:14:30.732621 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fd130-6d1b-4014-8cd9-e050df04f8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=af23e75a-9d46-46c1-9bd7-7dc889dc285a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:30.749351 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb52809-1aea-4a47-b479-e399664244ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:14:30.792737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-5e87ccca-3c1a-4c9f-bc01-69e3b1ef57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:30.794260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-5e87ccca-3c1a-4c9f-bc01-69e3b1ef57e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1095 time: 0.0482023 Aug 29 18:14:30.837772 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-5673dd3e-bfa9-4b0e-9ea0-1bdf1bfd55ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 217 time: 0.0359130 Aug 29 18:14:30.844639 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43948c3e-5e01-44f0-b74a-e2d2936d9872 x-openstack-request-id: req-43948c3e-5e01-44f0-b74a-e2d2936d9872 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:14:30.846623 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:14:30.847039 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43948c3e-5e01-44f0-b74a-e2d2936d9872 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:14:30.847861 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'status': 'completed', 'code': 200} Aug 29 18:14:30.925150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-babdfdbb-28bb-4ce9-ae15-fabd7b9ed5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:30.926692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-babdfdbb-28bb-4ce9-ae15-fabd7b9ed5cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0777533 Aug 29 18:14:30.942322 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abe166-c410-4f09-8908-73744b787815 req-2b45cc02-d8be-4d25-8a34-e2a04fbbcb39 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:30.944367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5abe166-c410-4f09-8908-73744b787815 req-2b45cc02-d8be-4d25-8a34-e2a04fbbcb39 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 943 time: 0.0644760 Aug 29 18:14:31.002287 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5abe166-c410-4f09-8908-73744b787815 req-ae927ee6-21bd-421a-8f17-ba6a599dec55 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508418 Aug 29 18:14:31.007481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-1e138a87-3799-4cb0-a70c-0713aafa2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:31.008902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-1e138a87-3799-4cb0-a70c-0713aafa2cb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743182 Aug 29 18:14:31.098248 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-a2c35839-8d61-44bc-a8b1-f44c081dacb9 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821826 Aug 29 18:14:31.184879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f2227d76-5853-4d0a-bcdd-6d86483534ca req-2963e962-f327-4aee-b680-9a22a1c89c88 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789595 Aug 29 18:14:31.266951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52809-1aea-4a47-b479-e399664244ea req-ca324ab9-c87d-4763-9daa-4c02f5178034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:31.268423 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb52809-1aea-4a47-b479-e399664244ea req-ca324ab9-c87d-4763-9daa-4c02f5178034 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1095 time: 0.0406656 Aug 29 18:14:31.360102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52809-1aea-4a47-b479-e399664244ea req-1535fa8a-39aa-4b59-a460-443b6e1a831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:31.361527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb52809-1aea-4a47-b479-e399664244ea req-1535fa8a-39aa-4b59-a460-443b6e1a831e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 915 time: 0.0857973 Aug 29 18:14:31.403204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb52809-1aea-4a47-b479-e399664244ea req-caec73c9-7d93-48c9-9d0b-b61fd5ba0bb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 217 time: 0.0345509 Aug 29 18:14:31.460473 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52809-1aea-4a47-b479-e399664244ea req-cd562d7c-c38d-4f24-a023-9bb4289a99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:31.465213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb52809-1aea-4a47-b479-e399664244ea req-cd562d7c-c38d-4f24-a023-9bb4289a99c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0545042 Aug 29 18:14:31.512747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52809-1aea-4a47-b479-e399664244ea req-5444529b-b3c6-409e-93ba-538008f31633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:31.514224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb52809-1aea-4a47-b479-e399664244ea req-5444529b-b3c6-409e-93ba-538008f31633 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408282 Aug 29 18:14:31.602560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb52809-1aea-4a47-b479-e399664244ea req-f1f7a84a-b688-4095-8026-ceb0c1b9c62d service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791898 Aug 29 18:14:31.698738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-abb52809-1aea-4a47-b479-e399664244ea req-f0576ab7-ef3d-46bc-bba5-d55512896eff service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887990 Aug 29 18:14:32.116740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501329e-ee68-49c0-8214-1b1be8c85fb1 req-bd9f1328-cc9d-4112-9f92-dcafdfcdf3e0 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:32.118210 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2501329e-ee68-49c0-8214-1b1be8c85fb1 req-bd9f1328-cc9d-4112-9f92-dcafdfcdf3e0 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 943 time: 0.0490930 Aug 29 18:14:32.164259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2501329e-ee68-49c0-8214-1b1be8c85fb1 req-767a0da5-2aa0-4d7d-8e64-c71b36872c96 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Aug 29 18:14:33.283062 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0fadb-3834-45b9-bfe4-9340694f4496 req-18061aff-0859-4837-ac78-adfab998ea66 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:33.284539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1c0fadb-3834-45b9-bfe4-9340694f4496 req-18061aff-0859-4837-ac78-adfab998ea66 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 943 time: 0.0486054 Aug 29 18:14:33.321737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e1c0fadb-3834-45b9-bfe4-9340694f4496 req-d9e642ca-1d9f-45ba-9773-608eff0fb73b tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Aug 29 18:14:34.434135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11dc09-e9eb-40b8-ba95-7c8e7701a2e3 req-ea6337ab-ae8b-41f5-a57a-01dd19567ab2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:34.435627 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc11dc09-e9eb-40b8-ba95-7c8e7701a2e3 req-ea6337ab-ae8b-41f5-a57a-01dd19567ab2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 943 time: 0.0490465 Aug 29 18:14:34.472453 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fc11dc09-e9eb-40b8-ba95-7c8e7701a2e3 req-a3ae90ad-23d3-4b20-82de-7ca583f1458f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Aug 29 18:14:34.575471 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device af23e75a-9d46-46c1-9bd7-7dc889dc285a details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:14:34.668760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port af23e75a-9d46-46c1-9bd7-7dc889dc285a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:34.679380 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'port_id': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'mac_address': 'fa:16:3e:83:c9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:14:34.714468 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:34.727051 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af23e75a-9d46-46c1-9bd7-7dc889dc285a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:14:34.745829 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port af23e75a-9d46-46c1-9bd7-7dc889dc285a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:34.750038 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:34.795185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=af23e75a-9d46-46c1-9bd7-7dc889dc285a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:34.802188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.802539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.802908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.803246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.803581 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.803940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.804269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.804595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.804918 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.805242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.805564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.805885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:34.957899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['af23e75a-9d46-46c1-9bd7-7dc889dc285a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:14:35.588448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda057a-7918-45b0-8e1a-21f391225172 req-1c9aa044-1848-4793-8b94-20232047279c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:35.589960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0cda057a-7918-45b0-8e1a-21f391225172 req-1c9aa044-1848-4793-8b94-20232047279c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 944 time: 0.0495360 Aug 29 18:14:35.633623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0cda057a-7918-45b0-8e1a-21f391225172 req-6195a48e-de5c-4e05-a9af-5632ae8f4551 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373693 Aug 29 18:14:36.591116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device af23e75a-9d46-46c1-9bd7-7dc889dc285a up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:36.637937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port af23e75a-9d46-46c1-9bd7-7dc889dc285a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:36.641427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port af23e75a-9d46-46c1-9bd7-7dc889dc285a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:36.641802 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:36.720195 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:36.742413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:14:36.752424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef2f1a-92d8-492e-8b2a-80b9d4c75ca6 req-12070d2d-d732-45de-9f3b-97d248423371 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:36.754198 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81ef2f1a-92d8-492e-8b2a-80b9d4c75ca6 req-12070d2d-d732-45de-9f3b-97d248423371 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 944 time: 0.0540926 Aug 29 18:14:36.756695 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port af23e75a-9d46-46c1-9bd7-7dc889dc285a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:36.760801 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:36.787910 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf91ba0-5d95-473d-8cd0-f5bb6a731b95" -d '{"events": [{"server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "name": "network-vif-plugged", "status": "completed", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:14:36.795511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-81ef2f1a-92d8-492e-8b2a-80b9d4c75ca6 req-74330d30-55fb-4b76-b624-766e17a7a6af tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Aug 29 18:14:36.815638 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=af23e75a-9d46-46c1-9bd7-7dc889dc285a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:36.881845 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812a21a5-5837-45ef-8702-370bf2a7a987 x-openstack-request-id: req-812a21a5-5837-45ef-8702-370bf2a7a987 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:14:36.882138 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "name": "network-vif-plugged", "status": "completed", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:14:36.882454 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-812a21a5-5837-45ef-8702-370bf2a7a987 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:14:36.882892 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'code': 200} Aug 29 18:14:36.976250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215755c-91e0-4f9a-88a2-4048c52ed614 req-cb3f588f-cb41-4a2d-bc24-0848f5941b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:36.977706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7215755c-91e0-4f9a-88a2-4048c52ed614 req-cb3f588f-cb41-4a2d-bc24-0848f5941b23 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1097 time: 0.0406928 Aug 29 18:14:36.996620 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-96208f43-f02c-4909-bd6c-c7f351c4e9c9 req-1fe38731-0fd6-4b95-be6f-c4e273b717db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0635877 Aug 29 18:14:37.014066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7215755c-91e0-4f9a-88a2-4048c52ed614 req-3b20e8af-5e61-44dd-badd-d02081972f9f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276849 Aug 29 18:14:37.066179 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-96208f43-f02c-4909-bd6c-c7f351c4e9c9 req-d5293ce6-348d-45b8-bbf2-e0eb634d7717 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0282080 Aug 29 18:14:37.103222 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-96208f43-f02c-4909-bd6c-c7f351c4e9c9 req-04563cc6-a6c8-4008-b2b0-f26d22da323b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0181937 Aug 29 18:14:37.197163 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208f43-f02c-4909-bd6c-c7f351c4e9c9 req-08d35dc4-d3b6-40b5-b3ca-53bad84de369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:37.198572 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-96208f43-f02c-4909-bd6c-c7f351c4e9c9 req-08d35dc4-d3b6-40b5-b3ca-53bad84de369 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871522 Aug 29 18:14:38.228128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806ed3-8c56-4aa4-bac8-e027c41507fa req-01564ddf-87d8-447a-a139-83f67aff35af tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:38.229632 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe806ed3-8c56-4aa4-bac8-e027c41507fa req-01564ddf-87d8-447a-a139-83f67aff35af tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.3692930 Aug 29 18:14:38.267138 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe806ed3-8c56-4aa4-bac8-e027c41507fa req-7e4a002d-1195-4c8d-9ac1-d4b43ac63f47 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Aug 29 18:14:39.379647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0145fc0-a14c-4baf-b625-13272fa3f914 req-68ebd7b7-c856-4d98-95be-0113650cefc9 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:39.381662 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0145fc0-a14c-4baf-b625-13272fa3f914 req-68ebd7b7-c856-4d98-95be-0113650cefc9 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.0490935 Aug 29 18:14:39.418338 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b0145fc0-a14c-4baf-b625-13272fa3f914 req-c6c51887-5fc1-40bb-8baa-e29b801b1bdd tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Aug 29 18:14:39.529764 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aa46a-6c40-4c12-b689-7e94bb7fcac4 req-f57a9562-a671-4f4d-85f8-87c04a965146 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:39.531515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b20aa46a-6c40-4c12-b689-7e94bb7fcac4 req-f57a9562-a671-4f4d-85f8-87c04a965146 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.0483100 Aug 29 18:14:39.567274 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b20aa46a-6c40-4c12-b689-7e94bb7fcac4 req-d4799dad-3e9c-4019-bf6c-78307a943184 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297272 Aug 29 18:14:39.756719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ff355-5d5a-4e0a-a207-04d9f467a079 req-7ee115de-fa5d-4ed0-a127-2f9ac9ee63fd tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:39.758175 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-148ff355-5d5a-4e0a-a207-04d9f467a079 req-7ee115de-fa5d-4ed0-a127-2f9ac9ee63fd tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.0481048 Aug 29 18:14:39.796974 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-148ff355-5d5a-4e0a-a207-04d9f467a079 req-2de5e7eb-50b2-4f94-af12-4a2167b31c12 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Aug 29 18:14:40.588849 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f578215-fee3-4856-995f-40ef4803ac5e req-6ef3f017-bfbc-4f90-baa6-d99745660617 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386903 Aug 29 18:14:40.678942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f578215-fee3-4856-995f-40ef4803ac5e req-69c5e431-279b-4c08-8bdd-69ebf62493bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:40.680059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f578215-fee3-4856-995f-40ef4803ac5e req-69c5e431-279b-4c08-8bdd-69ebf62493bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1097 time: 0.0486159 Aug 29 18:14:40.785154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f578215-fee3-4856-995f-40ef4803ac5e req-d0701bf5-f659-446c-be2e-da337b51525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:40.787211 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f578215-fee3-4856-995f-40ef4803ac5e req-d0701bf5-f659-446c-be2e-da337b51525e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 915 time: 0.0890658 Aug 29 18:14:40.837316 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f578215-fee3-4856-995f-40ef4803ac5e req-2fe1bcde-91db-474d-835e-d27007b3cd45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 217 time: 0.0427163 Aug 29 18:14:40.884838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f578215-fee3-4856-995f-40ef4803ac5e req-bdef75d6-f0d5-414e-84cb-8a51a7d09295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:40.886209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f578215-fee3-4856-995f-40ef4803ac5e req-bdef75d6-f0d5-414e-84cb-8a51a7d09295 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0422866 Aug 29 18:14:40.931548 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f578215-fee3-4856-995f-40ef4803ac5e req-dc2c453f-395b-4b62-897a-81ef66eca0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:40.933066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f578215-fee3-4856-995f-40ef4803ac5e req-dc2c453f-395b-4b62-897a-81ef66eca0c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400944 Aug 29 18:14:41.024165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f578215-fee3-4856-995f-40ef4803ac5e req-af14858f-f495-434f-9c60-c8fe3ddba72a service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840414 Aug 29 18:14:41.112573 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9f578215-fee3-4856-995f-40ef4803ac5e req-8092b9db-36df-4564-9d22-f03936bf74a5 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812492 Aug 29 18:14:41.267029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4a67c731-5c7c-4d3d-9fd9-bb1c7cc346e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:43.047911 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:43.595047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:43.914721 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc023-50ac-401b-9114-9ba8f8e74435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:43.949555 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:45.626256 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:46.931332 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:49.897278 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:14:51.296569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560f79b-e24d-4b60-a4db-c95733bc0139 req-ff2901d1-d6c2-4838-ac2a-09aa1fbba690 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:51.298031 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e560f79b-e24d-4b60-a4db-c95733bc0139 req-ff2901d1-d6c2-4838-ac2a-09aa1fbba690 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.0475655 Aug 29 18:14:51.334774 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e560f79b-e24d-4b60-a4db-c95733bc0139 req-0253bc01-da71-4a7a-b134-5e707375a2b1 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303500 Aug 29 18:14:51.356505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35976) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:51.437126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa2f71-25c2-43a2-9648-778233536059 tempest-TestMinimumBasicScenario-1626122516 tempest-TestMinimumBasicScenario-1626122516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:51.438650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a8aa2f71-25c2-43a2-9648-778233536059 tempest-TestMinimumBasicScenario-1626122516 tempest-TestMinimumBasicScenario-1626122516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1092 time: 0.0811360 Aug 29 18:14:51.441593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:51.445874 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:51.466681 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:51.569810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:51.672270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Allocated IP 172.25.2.157 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/337dfedb-ef04-452f-903d-b1e8862f56db) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:14:51.781628 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:51.819200 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:51.854497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:51.857252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:51.863130 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:14:51.886769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'Port': ['ID=337dfedb-ef04-452f-903d-b1e8862f56db,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:51.899849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.900211 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.900557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.900895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.901233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.901568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.901898 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.902231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.902578 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.902907 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.903235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:51.903556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:52.217992 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:52.280807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:52.425217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:52.429808 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:52.502054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'Port': ['ID=337dfedb-ef04-452f-903d-b1e8862f56db,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:52.513556 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:52.613840 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Floating IP 9974d5f9-601a-43d0-94fa-91f8ad031b8e associated. External IP: 172.25.2.157, port: af23e75a-9d46-46c1-9bd7-7dc889dc285a. Aug 29 18:14:52.816887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:14:52.920172 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:14:52.930247 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] Sync routers for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:14:52.936840 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:52.939297 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:52.939892 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:14:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:52.966190 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-838ff5b8-bdfc-44ce-b6a7-8b87a64e97b4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5235999 Aug 29 18:14:52.966810 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:14:52.969013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35982) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:52.974805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99500769', 'description': 'tempest-secgroup-smoke-99500769 description', 'project_id': '38dc538e944c4ed2817ca18209bb34e9'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:52.997787 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.009626 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586297ab-f201-4a0c-80f6-31aeb02e3a23" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:14:53.053939 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:53.091462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.099859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.116473 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac00772-7b8d-4f08-9c50-48a35f0b349c x-openstack-request-id: req-fac00772-7b8d-4f08-9c50-48a35f0b349c {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:14:53.116783 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:14:53.117038 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fac00772-7b8d-4f08-9c50-48a35f0b349c {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:14:53.117442 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'status': 'completed', 'code': 200} Aug 29 18:14:53.139079 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.140318 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1703012 Aug 29 18:14:53.143356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35990) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:53.148188 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9b626d11-dc36-4878-b38c-414c97505f85 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'security_group_rule': {'security_group_id': '0c39d613-b8e6-40f9-9095-63df305b3d9a', 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:53.152990 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c39d613-b8e6-40f9-9095-63df305b3d9a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:53.178896 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b626d11-dc36-4878-b38c-414c97505f85 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.183568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.183925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.184270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.184609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.184943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.185277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.185604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.185931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.186259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.186594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.186927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.187251 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871386c-c1b4-4ca4-ae0c-86be08ecab5d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:53.203115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-d69e36e3-5007-49d0-9d0e-85dbd943e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:53.204892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-d69e36e3-5007-49d0-9d0e-85dbd943e282 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1097 time: 0.0636177 Aug 29 18:14:53.248750 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b626d11-dc36-4878-b38c-414c97505f85 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.253642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b626d11-dc36-4878-b38c-414c97505f85 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.268706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626d11-dc36-4878-b38c-414c97505f85 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c85c73c-c4cd-4e2e-b1ca-f45a614d1163,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:53.280262 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9b626d11-dc36-4878-b38c-414c97505f85 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.284915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35992) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:53.285656 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9b626d11-dc36-4878-b38c-414c97505f85 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411271 Aug 29 18:14:53.290113 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '9974d5f9-601a-43d0-94fa-91f8ad031b8e', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'port_id': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'mac_address': 'fa:16:3e:83:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:14:52Z', 'updated_at': '2021-08-29T18:14:52Z', 'revision_number': 0, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:53.291421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1e3f410d-24e8-4d33-a460-bd49cca0779c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'security_group_rule': {'security_group_id': '0c39d613-b8e6-40f9-9095-63df305b3d9a', 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:53.318742 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] Checking router: ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:14:53.325960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-963f7924-c611-4f4f-8ea1-519a2515ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:53.326823 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:53.327355 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:14:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:53.328706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-963f7924-c611-4f4f-8ea1-519a2515ed8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 915 time: 0.1160979 Aug 29 18:14:53.335283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e3f410d-24e8-4d33-a460-bd49cca0779c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.427791 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:53.429981 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-8069afc6-1794-41be-8e34-f1363f83ed98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 999 time: 0.0908787 Aug 29 18:14:53.452070 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e3f410d-24e8-4d33-a460-bd49cca0779c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.471385 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e3f410d-24e8-4d33-a460-bd49cca0779c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.498826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f410d-24e8-4d33-a460-bd49cca0779c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d0b13e-9af8-40d2-9ec2-370f9f649924,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:53.505447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-01755a7f-6052-47e7-bdf5-2343e4d81d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:53.507015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-01755a7f-6052-47e7-bdf5-2343e4d81d3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0677032 Aug 29 18:14:53.508728 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1e3f410d-24e8-4d33-a460-bd49cca0779c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.509873 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1e3f410d-24e8-4d33-a460-bd49cca0779c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2239332 Aug 29 18:14:53.512819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 35994) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:53.518792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7aa953e8-5a0b-48e2-8405-73b4abe72ff4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'security_group_rule': {'security_group_id': '0c39d613-b8e6-40f9-9095-63df305b3d9a', 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:53.577643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7aa953e8-5a0b-48e2-8405-73b4abe72ff4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.582267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-afdc3f8b-23fc-4f31-bced-d67739542e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:53.584377 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-afdc3f8b-23fc-4f31-bced-d67739542e8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690918 Aug 29 18:14:53.656875 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '9974d5f9-601a-43d0-94fa-91f8ad031b8e', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'port_id': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'mac_address': 'fa:16:3e:83:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:14:52Z', 'updated_at': '2021-08-29T18:14:52Z', 'revision_number': 0, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:53.682629 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05991a-74a1-4a1f-bcef-26b6b7b4fc78 None None] The sync data for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 is: [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '9974d5f9-601a-43d0-94fa-91f8ad031b8e', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'port_id': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'mac_address': 'fa:16:3e:83:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:14:52Z', 'updated_at': '2021-08-29T18:14:52Z', 'revision_number': 0, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:14:53.693033 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7aa953e8-5a0b-48e2-8405-73b4abe72ff4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.698911 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7aa953e8-5a0b-48e2-8405-73b4abe72ff4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.731225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa953e8-5a0b-48e2-8405-73b4abe72ff4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7924f2b4-7639-4851-bd8b-e4de34c17080,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:53.737506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7aa953e8-5a0b-48e2-8405-73b4abe72ff4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.741940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7aa953e8-5a0b-48e2-8405-73b4abe72ff4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2279692 Aug 29 18:14:53.742064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 35998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:53.744497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-c522cadc-2870-4c66-a17f-49befeb3fe11 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495912 Aug 29 18:14:53.747305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-22aea7d9-7737-4f9b-9a70-acd4950568c4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'security_group_rule': {'security_group_id': '0c39d613-b8e6-40f9-9095-63df305b3d9a', 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:53.778518 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22aea7d9-7737-4f9b-9a70-acd4950568c4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.842470 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22aea7d9-7737-4f9b-9a70-acd4950568c4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.847073 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22aea7d9-7737-4f9b-9a70-acd4950568c4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.850762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-586297ab-f201-4a0c-80f6-31aeb02e3a23 req-88d4b141-2b29-48dc-afdb-5e5eb2d23839 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987117 Aug 29 18:14:53.866069 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aea7d9-7737-4f9b-9a70-acd4950568c4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba751aa-5134-44ea-87d5-5a9ca44b92c0,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:53.873310 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-22aea7d9-7737-4f9b-9a70-acd4950568c4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.874492 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-22aea7d9-7737-4f9b-9a70-acd4950568c4 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313462 Aug 29 18:14:53.877316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36000) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:53.882740 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-3d2f5b4b-eb80-4f62-80f0-7d8ce8b6db3c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'security_group_rule': {'security_group_id': '0c39d613-b8e6-40f9-9095-63df305b3d9a', 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:53.906466 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-3d2f5b4b-eb80-4f62-80f0-7d8ce8b6db3c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Project 38dc538e944c4ed2817ca18209bb34e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:14:53.913118 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3076b3e1-06f0-460e-9b70-3fd34d243deb None None] New status for floating IP 9974d5f9-601a-43d0-94fa-91f8ad031b8e: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:14:53.913678 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5b4b-eb80-4f62-80f0-7d8ce8b6db3c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.977050 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5b4b-eb80-4f62-80f0-7d8ce8b6db3c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:53.981061 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5b4b-eb80-4f62-80f0-7d8ce8b6db3c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.004033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f5b4b-eb80-4f62-80f0-7d8ce8b6db3c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c4f7a0-027a-46e4-8f57-ac912d81dae8,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:54.007908 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5b4b-eb80-4f62-80f0-7d8ce8b6db3c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.011671 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d2f5b4b-eb80-4f62-80f0-7d8ce8b6db3c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308355 Aug 29 18:14:54.012202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36002) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:54.017064 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-47ef0506-ff94-4537-9466-b75ec2e69071 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'security_group_rule': {'security_group_id': '0c39d613-b8e6-40f9-9095-63df305b3d9a', 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:54.039339 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-47ef0506-ff94-4537-9466-b75ec2e69071 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Project 38dc538e944c4ed2817ca18209bb34e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:14:54.044252 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-47ef0506-ff94-4537-9466-b75ec2e69071 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.107212 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-47ef0506-ff94-4537-9466-b75ec2e69071 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.110672 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-47ef0506-ff94-4537-9466-b75ec2e69071 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.130219 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef0506-ff94-4537-9466-b75ec2e69071 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cfcace-abed-45fb-b5eb-ecef3ba0665e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:54.133471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-47ef0506-ff94-4537-9466-b75ec2e69071 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.134730 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-47ef0506-ff94-4537-9466-b75ec2e69071 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212764 Aug 29 18:14:54.212422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-6f579adc-a60e-44e2-9d97-2b27e2a3b9cb tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99500769&fields=id&tenant_id=38dc538e944c4ed2817ca18209bb34e9 HTTP/1.1" status: 200 len: 267 time: 0.0337088 Aug 29 18:14:54.266120 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-b9a0f0df-515c-4dc8-a90b-cb546359befd tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:54.267646 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-b9a0f0df-515c-4dc8-a90b-cb546359befd tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.0499992 Aug 29 18:14:54.278875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'port': {'security_groups': ['4fedaa8a-e4c6-49f4-a134-ecf3f1954059', '0c39d613-b8e6-40f9-9095-63df305b3d9a']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:54.342214 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.523052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] For port af23e75a-9d46-46c1-9bd7-7dc889dc285a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:54.553392 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.557741 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.569384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['af23e75a-9d46-46c1-9bd7-7dc889dc285a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:14:54.599702 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:54.600322 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:54.601725 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-365eb7fe-aaa0-4cd8-9239-84bf93e9538b req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "PUT /v2.0/ports/af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 981 time: 0.3276122 Aug 29 18:14:54.625324 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7115e-b5f4-4610-b407-9ba0a43497f2 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'Port': ['ID=af23e75a-9d46-46c1-9bd7-7dc889dc285a,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:54.674650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['af23e75a-9d46-46c1-9bd7-7dc889dc285a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:14:54.719404 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cfca4-336f-4437-a318-07531888f4fa req-a56b6fe2-38e2-4ebe-a12e-060a0f63d69b tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:54.721407 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9cfca4-336f-4437-a318-07531888f4fa req-a56b6fe2-38e2-4ebe-a12e-060a0f63d69b tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0546384 Aug 29 18:14:54.764946 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4e9cfca4-336f-4437-a318-07531888f4fa req-658e892d-9450-4068-976d-dc19d27deb9a tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0369091 Aug 29 18:14:54.889681 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-860a3a54-cab7-49e4-b36c-0be896d5cbee None None] Provisioning complete for port af23e75a-9d46-46c1-9bd7-7dc889dc285a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:54.889978 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-860a3a54-cab7-49e4-b36c-0be896d5cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:55.118300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:14:55.121408 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:14:55.166637 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e27c5a-8810-4470-b1e0-b45fe3c651d6 x-openstack-request-id: req-03e27c5a-8810-4470-b1e0-b45fe3c651d6 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:14:55.167291 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:14:55.167291 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03e27c5a-8810-4470-b1e0-b45fe3c651d6 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:14:55.167566 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'status': 'completed', 'code': 200} Aug 29 18:14:55.228392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-3c2ba5f1-cd49-421c-8f39-f41a253d0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:55.229897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-3c2ba5f1-cd49-421c-8f39-f41a253d0967 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1136 time: 0.0404062 Aug 29 18:14:55.321288 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-abfcf6bd-e8fb-4bda-afff-c7e1bf3d8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:55.322754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-abfcf6bd-e8fb-4bda-afff-c7e1bf3d8a1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 915 time: 0.0858095 Aug 29 18:14:55.386450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-837e2fde-8cce-4aa5-bade-93d9412620ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 1001 time: 0.0562577 Aug 29 18:14:55.439110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-a575f574-8440-4093-a35c-0e916637186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:55.440503 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-a575f574-8440-4093-a35c-0e916637186c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0467656 Aug 29 18:14:55.486330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-bb2594cf-6022-4add-b174-ed5a48718446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:55.487848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-bb2594cf-6022-4add-b174-ed5a48718446 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391726 Aug 29 18:14:55.575880 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-28a1da0e-b85a-46fb-a10e-9079bc47cbc5 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806131 Aug 29 18:14:55.667144 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-511e277c-8a85-4fc1-b9c3-9af3a91f0b02 req-bdeea815-2732-44ac-a8d1-37e786b836a0 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842779 Aug 29 18:15:11.021896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dffe3d-587c-4c39-9407-1caa49606aad req-dc8c1f61-2be4-4441-aaf0-ff753fc05697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:11.023462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04dffe3d-587c-4c39-9407-1caa49606aad req-dc8c1f61-2be4-4441-aaf0-ff753fc05697 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1136 time: 0.0411358 Aug 29 18:15:11.026569 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c45914-c282-4535-924d-ccb8da5f9c63 req-1e0c9654-3ecd-49a4-84af-205ccd852638 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:11.028067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46c45914-c282-4535-924d-ccb8da5f9c63 req-1e0c9654-3ecd-49a4-84af-205ccd852638 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0498469 Aug 29 18:15:11.068148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46c45914-c282-4535-924d-ccb8da5f9c63 req-3baf9e07-220a-4f36-9104-6142646c5c33 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0336401 Aug 29 18:15:11.117651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dffe3d-587c-4c39-9407-1caa49606aad req-22b7c404-2f29-46d4-a9e1-aefcbc952c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:11.119117 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04dffe3d-587c-4c39-9407-1caa49606aad req-22b7c404-2f29-46d4-a9e1-aefcbc952c7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 915 time: 0.0877709 Aug 29 18:15:11.183908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04dffe3d-587c-4c39-9407-1caa49606aad req-b8b75451-15c8-4091-8979-f3e3eb2bbd61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 1001 time: 0.0566051 Aug 29 18:15:11.231084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dffe3d-587c-4c39-9407-1caa49606aad req-804dd1bd-09ff-41da-8848-facc46638b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:11.232425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04dffe3d-587c-4c39-9407-1caa49606aad req-804dd1bd-09ff-41da-8848-facc46638b01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0415366 Aug 29 18:15:11.268561 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-75bba2bd-bf46-4dd1-8229-3e61a729ebbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:11.281712 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dffe3d-587c-4c39-9407-1caa49606aad req-6ed15b4b-cf93-4106-8c84-cd7761a39cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:11.283264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04dffe3d-587c-4c39-9407-1caa49606aad req-6ed15b4b-cf93-4106-8c84-cd7761a39cce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431571 Aug 29 18:15:11.369659 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04dffe3d-587c-4c39-9407-1caa49606aad req-2feb3dcd-c5f8-49f7-8ce2-9f75a086ed02 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790007 Aug 29 18:15:11.461406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-04dffe3d-587c-4c39-9407-1caa49606aad req-94fb661b-47e8-44c2-8148-f815dbee4fd4 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846789 Aug 29 18:15:12.182872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba4a10-3768-4f85-9c93-64bacfa36d29 req-8e61b075-05b6-4f52-ba10-a72c09f205e1 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:12.184330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06ba4a10-3768-4f85-9c93-64bacfa36d29 req-8e61b075-05b6-4f52-ba10-a72c09f205e1 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0486526 Aug 29 18:15:12.223260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06ba4a10-3768-4f85-9c93-64bacfa36d29 req-97b032b7-fd53-40dc-96f0-044ca7a28da8 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330646 Aug 29 18:15:13.047176 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:13.352486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b51f4-6e00-46d7-9412-e014ea983532 req-4f97e060-01a5-412a-951b-eab9fd799ea5 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:13.353882 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a4b51f4-6e00-46d7-9412-e014ea983532 req-4f97e060-01a5-412a-951b-eab9fd799ea5 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0481632 Aug 29 18:15:13.396266 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4a4b51f4-6e00-46d7-9412-e014ea983532 req-04e81916-9aa6-4ac2-89b7-c0fb48f560ad tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364096 Aug 29 18:15:13.598862 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:13.916362 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ea88-70fa-44b8-b958-302c1cc7b22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:13.948172 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:14.508609 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e65e-62e7-46f2-890a-8c5648d26810 req-016878f1-84b4-4284-86a4-9d2d9f9b047b tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:14.510048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6200e65e-62e7-46f2-890a-8c5648d26810 req-016878f1-84b4-4284-86a4-9d2d9f9b047b tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0475919 Aug 29 18:15:14.550243 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6200e65e-62e7-46f2-890a-8c5648d26810 req-615da6fd-dace-44f7-8bbe-3d81ec202e2d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341382 Aug 29 18:15:15.631120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:15.664003 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4c79c-0eda-4c70-b0ef-a56f1aba7b95 req-743098d7-58f3-4698-94ae-ea205df8a41f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:15.665488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46c4c79c-0eda-4c70-b0ef-a56f1aba7b95 req-743098d7-58f3-4698-94ae-ea205df8a41f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0498323 Aug 29 18:15:15.704941 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-46c4c79c-0eda-4c70-b0ef-a56f1aba7b95 req-22ebc879-7abc-4c62-b0ca-426e6f513c70 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333023 Aug 29 18:15:16.822013 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be25b4-5101-45ae-8be7-1e73bf7c142c req-a54affe1-1362-490b-b0ec-f192ba5c4f5f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:16.823473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73be25b4-5101-45ae-8be7-1e73bf7c142c req-a54affe1-1362-490b-b0ec-f192ba5c4f5f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0517752 Aug 29 18:15:16.861767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-73be25b4-5101-45ae-8be7-1e73bf7c142c req-ce048c7e-aa69-4833-983e-f0baf412ca2a tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0323765 Aug 29 18:15:16.933951 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:17.974710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f949af-0b3b-4c4e-a556-634115349645 req-9cde9e92-3247-4e65-9bb9-89df0859846d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:17.976169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3f949af-0b3b-4c4e-a556-634115349645 req-9cde9e92-3247-4e65-9bb9-89df0859846d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0483677 Aug 29 18:15:18.015472 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e3f949af-0b3b-4c4e-a556-634115349645 req-36c8957c-6f22-440f-b6a8-49fef534168f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332396 Aug 29 18:15:19.126137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281d551-31f9-425a-98e8-63e2b69e32c8 req-d7cb8d8c-8978-4d9b-8557-985af2a7782d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:19.127596 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b281d551-31f9-425a-98e8-63e2b69e32c8 req-d7cb8d8c-8978-4d9b-8557-985af2a7782d tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0476325 Aug 29 18:15:19.168706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b281d551-31f9-425a-98e8-63e2b69e32c8 req-c4a7ceff-c247-47fa-9e6c-f8a2e5e7bf0c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345781 Aug 29 18:15:20.284747 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82c946-70dc-402a-839b-ac9e0481896f req-cabd402e-82fe-43c4-9284-d3bdaa9decea tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:20.286790 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb82c946-70dc-402a-839b-ac9e0481896f req-cabd402e-82fe-43c4-9284-d3bdaa9decea tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0487309 Aug 29 18:15:20.328945 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb82c946-70dc-402a-839b-ac9e0481896f req-6551fa18-4d3d-4edb-9cd4-271347930e01 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0360873 Aug 29 18:15:21.448108 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a644eb9-3249-4736-8da4-2a78eb408c74 req-a80dcdc9-cd15-4f23-970f-eb697712b529 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:21.449560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a644eb9-3249-4736-8da4-2a78eb408c74 req-a80dcdc9-cd15-4f23-970f-eb697712b529 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0489676 Aug 29 18:15:21.489578 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7a644eb9-3249-4736-8da4-2a78eb408c74 req-2023c225-deb0-4449-a91a-fad68b5511c9 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338323 Aug 29 18:15:22.617459 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49e0da-5021-4685-8d9d-00bcc49dda9b req-82aa974b-1706-40ec-80dd-378aef4bbf37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:22.619123 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d49e0da-5021-4685-8d9d-00bcc49dda9b req-82aa974b-1706-40ec-80dd-378aef4bbf37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0485361 Aug 29 18:15:22.659005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0d49e0da-5021-4685-8d9d-00bcc49dda9b req-a581c4e8-95a3-42e1-ba83-370841119696 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&id=0c39d613-b8e6-40f9-9095-63df305b3d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335257 Aug 29 18:15:26.897606 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:15:36.251143 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9ad1060-971f-4266-9c4d-2fa1141e646a req-c84cc0f3-972a-454f-b37c-5849b511e458 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0247066 Aug 29 18:15:36.314643 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9ad1060-971f-4266-9c4d-2fa1141e646a req-7bb957ea-6e09-4b19-b624-3309c37b1995 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0240793 Aug 29 18:15:36.351400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9ad1060-971f-4266-9c4d-2fa1141e646a req-1ff4b049-e030-4e49-a162-495a709e387c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182571 Aug 29 18:15:36.443210 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1060-971f-4266-9c4d-2fa1141e646a req-bfb60e6e-2fd4-4789-9e80-6102c4dcdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:36.444744 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9ad1060-971f-4266-9c4d-2fa1141e646a req-bfb60e6e-2fd4-4789-9e80-6102c4dcdf6d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872452 Aug 29 18:15:41.270741 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5165c3a1-2bac-4f19-b296-2f89d4fefe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:42.644066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-04df7193-9c09-4495-94ee-bf1924169733 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431640 Aug 29 18:15:42.728036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-fc372dc6-aea4-4c6d-a03d-34788cbfb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:42.729557 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-fc372dc6-aea4-4c6d-a03d-34788cbfb210 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1136 time: 0.0402250 Aug 29 18:15:42.831626 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-11715365-b989-4d3b-a2ca-dace11a164e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:42.833072 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-11715365-b989-4d3b-a2ca-dace11a164e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 915 time: 0.0824745 Aug 29 18:15:42.900278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-80c5b66d-75ef-47ed-8793-3eebc27a9ad1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 1001 time: 0.0595844 Aug 29 18:15:42.947746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-7a5a84ea-e9cb-4d78-af30-308166106804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:42.949102 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-7a5a84ea-e9cb-4d78-af30-308166106804 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0417790 Aug 29 18:15:42.993232 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-02578fb1-8ffa-4c80-9901-013539bb13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:42.994579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-02578fb1-8ffa-4c80-9901-013539bb13d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382154 Aug 29 18:15:43.047365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:43.089003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-f8b15577-613f-4dd3-9538-fab6e6d4f419 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Aug 29 18:15:43.175565 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11f6176d-d672-4350-9511-b5b33ef0a436 req-bd4884c4-64c7-4d18-aff1-df35e040eab4 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787685 Aug 29 18:15:43.605237 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:43.916931 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-37c86c55-1db0-4ef8-9126-989b94471a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:43.948282 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:45.632085 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:46.936880 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.034344 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-d0645003-4a6d-4822-9a6f-7d915cca5ec6 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99500769&fields=id&tenant_id=38dc538e944c4ed2817ca18209bb34e9 HTTP/1.1" status: 200 len: 267 time: 0.0372529 Aug 29 18:15:55.086578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-608b11e6-e4af-4a62-a6ef-25fc86e4487f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:55.088078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-608b11e6-e4af-4a62-a6ef-25fc86e4487f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 984 time: 0.0475101 Aug 29 18:15:55.099686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Request body: {'port': {'security_groups': ['4fedaa8a-e4c6-49f4-a134-ecf3f1954059']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:15:55.160167 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.325826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] For port af23e75a-9d46-46c1-9bd7-7dc889dc285a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:15:55.353786 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.358028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.370260 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['af23e75a-9d46-46c1-9bd7-7dc889dc285a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:15:55.403819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:55.404878 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.407049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ede46b83-bcca-4130-a8ef-112d12160fe5 req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "PUT /v2.0/ports/af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 942 time: 0.3126771 Aug 29 18:15:55.407526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:15:55.409968 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8498aa2-7c96-4127-861d-1ef43e8e2087" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:15:55.412625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36066) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:15:55.440966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event updated for resources: {'Port': ['ID=af23e75a-9d46-46c1-9bd7-7dc889dc285a,revision_number=7']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:15:55.450491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.450866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.451219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.451560 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.451896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.452233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.452567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.453029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.453212 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.453687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.454423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.454423 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cbdff2-064a-40c3-a814-5ef859c63f02 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.478676 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3c468-895e-4616-9d3f-b109a00592ec x-openstack-request-id: req-a8d3c468-895e-4616-9d3f-b109a00592ec {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:15:55.478970 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:15:55.479319 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8d3c468-895e-4616-9d3f-b109a00592ec {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:15:55.480330 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'status': 'completed', 'code': 200} Aug 29 18:15:55.491319 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['af23e75a-9d46-46c1-9bd7-7dc889dc285a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:15:55.501023 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.531778 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.551213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-66a50cc5-2ec2-43b8-aeaa-8b45ae70fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:55.554197 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-66a50cc5-2ec2-43b8-aeaa-8b45ae70fa55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1097 time: 0.0476012 Aug 29 18:15:55.612281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.615384 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:55.620768 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "DELETE /v2.0/security-groups/0c39d613-b8e6-40f9-9095-63df305b3d9a HTTP/1.1" status: 204 len: 168 time: 0.2072024 Aug 29 18:15:55.625352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36070) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:15:55.635829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c39d613-b8e6-40f9-9095-63df305b3d9a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:15:55.648570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.648980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.649346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.649769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.650102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.650514 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.650831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.651586 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.652900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.653225 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.653862 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.654209 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24afdf-0b6e-4a0e-aa2c-b19826575f37 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:15:55.711664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0a3cbd95-a88e-48b9-a2e1-9b09a0000ebe None None] Provisioning complete for port af23e75a-9d46-46c1-9bd7-7dc889dc285a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:15:55.712114 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0a3cbd95-a88e-48b9-a2e1-9b09a0000ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:56.076565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-51836959-87e3-4f6b-b34e-0b702a7bb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:56.078042 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-51836959-87e3-4f6b-b34e-0b702a7bb8fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 915 time: 0.5153973 Aug 29 18:15:56.194799 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-b7c0dddb-727e-4d2a-9f6f-895a377715da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 1001 time: 0.1094143 Aug 29 18:15:56.271225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-587d5cc7-cca4-4ce4-ae2c-74eceb62644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:56.272675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-587d5cc7-cca4-4ce4-ae2c-74eceb62644e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0588062 Aug 29 18:15:56.313780 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Deleting port 337dfedb-ef04-452f-903d-b1e8862f56db {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:15:56.314119 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:56.385934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-b078cced-9e81-46f8-bb64-c2d1993278f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:56.387383 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-b078cced-9e81-46f8-bb64-c2d1993278f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071908 Aug 29 18:15:56.454158 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:56.454490 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:56.473495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Calling delete_port for 337dfedb-ef04-452f-903d-b1e8862f56db owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:15:56.553121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-d0e982de-f939-4060-9944-63a8b6fe8401 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574414 Aug 29 18:15:56.676484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d8498aa2-7c96-4127-861d-1ef43e8e2087 req-4fb95943-e018-4622-ac0d-1f2c56945deb service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147895 Aug 29 18:15:56.718656 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:56.744406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event deleted for resources: {'Port': ['ID=337dfedb-ef04-452f-903d-b1e8862f56db,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:15:56.805793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:56.806125 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Floating IP 9974d5f9-601a-43d0-94fa-91f8ad031b8e disassociated (deleted). External IP: 172.25.2.157, port: af23e75a-9d46-46c1-9bd7-7dc889dc285a. Aug 29 18:15:57.010047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:15:57.113873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:15:57.119157 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:57.123643 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] Sync routers for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:15:57.133365 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:15:57.133961 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:15:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:15:57.146740 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9c3686c5-3d82-47d1-9760-da88053b552c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "DELETE /v2.0/floatingips/9974d5f9-601a-43d0-94fa-91f8ad031b8e HTTP/1.1" status: 204 len: 168 time: 1.5200636 Aug 29 18:15:57.235527 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:15:57.445593 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:15:57.471212 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] Checking router: ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:15:57.479926 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:15:57.480527 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:15:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:15:57.481181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:15:57.483650 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:15:57.519729 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448517b-afac-4289-9892-7b36dc4b682f x-openstack-request-id: req-9448517b-afac-4289-9892-7b36dc4b682f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:15:57.519963 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:15:57.520212 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9448517b-afac-4289-9892-7b36dc4b682f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:15:57.520613 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'status': 'completed', 'code': 200} Aug 29 18:15:57.584401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-b126427c-e933-4ab8-a9db-c3b0ecf2e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:57.585923 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-b126427c-e933-4ab8-a9db-c3b0ecf2e98c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38dc538e944c4ed2817ca18209bb34e9&device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 1097 time: 0.0426893 Aug 29 18:15:57.676014 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:15:57.681524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-c73433f7-22b5-4270-8787-99a27d8795a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:57.683116 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-c73433f7-22b5-4270-8787-99a27d8795a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 200 len: 915 time: 0.0894532 Aug 29 18:15:57.729782 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-f528f877-f3df-431e-95dd-545d35cf767b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 200 len: 217 time: 0.0354059 Aug 29 18:15:57.793472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-c435583c-3e7d-4f27-a721-a5daeb168b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:57.795012 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-c435583c-3e7d-4f27-a721-a5daeb168b07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 200 len: 853 time: 0.0573423 Aug 29 18:15:57.843377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-796af9eb-a72c-421f-ad7d-26dc90bc6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:57.844904 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-796af9eb-a72c-421f-ad7d-26dc90bc6f90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c21bc966-8ed1-4fbd-b721-5c271963cdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426805 Aug 29 18:15:57.874552 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:15:57.904802 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44da29-5b66-4327-826e-27cb6ad3161b None None] The sync data for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 is: [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:14:00Z', 'revision_number': 4, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '23e2c8bd-8368-49d9-bddd-9aefc45b7624', 'name': '', 'network_id': 'c21bc966-8ed1-4fbd-b721-5c271963cdb1', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'mac_address': 'fa:16:3e:fe:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:00Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'subnets': [{'id': '739e7fb9-e91d-4da1-a8f5-9e16ac46c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:15:57.942097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-58083fa3-014e-4a5b-aa24-10de939507fa service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899131 Aug 29 18:15:58.036805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a3fa9306-a01b-4cc9-b33a-7c6a7ffddb58 req-7621ef8e-a3f9-40c5-9103-36a3ce8a1b76 service neutron] 10.222.0.43 "GET /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875020 Aug 29 18:15:58.138783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc56b88b-fb9d-4778-9d59-710eee4a2e9c None None] New status for floating IP 9974d5f9-601a-43d0-94fa-91f8ad031b8e: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:16:03.896946 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:16:04.058836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06159fb-06aa-4299-a972-f884ae969ea8 req-bd87d6c0-05f1-4767-93ec-3e1e3538368f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:04.060380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b06159fb-06aa-4299-a972-f884ae969ea8 req-bd87d6c0-05f1-4767-93ec-3e1e3538368f tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.0574622 Aug 29 18:16:04.097742 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b06159fb-06aa-4299-a972-f884ae969ea8 req-46eb4c36-245e-4374-8a65-0e35f8c76bed tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Aug 29 18:16:05.219196 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a00d6-e87f-42a7-a3f9-309e42e8ea3a req-f32b350d-da1a-4e0e-b010-19aa9c7e17da tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:05.220683 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a2a00d6-e87f-42a7-a3f9-309e42e8ea3a req-f32b350d-da1a-4e0e-b010-19aa9c7e17da tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.0543640 Aug 29 18:16:05.261435 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4a2a00d6-e87f-42a7-a3f9-309e42e8ea3a req-8133b1dd-e393-4595-95ae-78a509de8fd5 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fedaa8a-e4c6-49f4-a134-ecf3f1954059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Aug 29 18:16:05.608792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-49084ef5-2fa0-4038-9807-8f439f6f7174 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:05.610220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-49084ef5-2fa0-4038-9807-8f439f6f7174 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 945 time: 0.0480914 Aug 29 18:16:05.696617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Deleting port af23e75a-9d46-46c1-9bd7-7dc889dc285a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:16:05.696964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:05.786919 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] For port af23e75a-9d46-46c1-9bd7-7dc889dc285a, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=af23e75a-9d46-46c1-9bd7-7dc889dc285a,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:05.787291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:05.799871 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Calling delete_port for af23e75a-9d46-46c1-9bd7-7dc889dc285a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:16:05.926397 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:05.938953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['af23e75a-9d46-46c1-9bd7-7dc889dc285a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:16:05.953198 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Pushing event deleted for resources: {'Port': ['ID=af23e75a-9d46-46c1-9bd7-7dc889dc285a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:05.996461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] No DVR routers for this DVR port af23e75a-9d46-46c1-9bd7-7dc889dc285a on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:16:05.999039 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:06.001039 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-202fa0bd-de26-45df-a3a0-978f395f7180 req-037fbc62-0019-4147-9b58-4fcb7231dc8c tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.43 "DELETE /v2.0/ports/af23e75a-9d46-46c1-9bd7-7dc889dc285a HTTP/1.1" status: 204 len: 173 time: 0.3847446 Aug 29 18:16:06.001493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'name': 'network-vif-deleted', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:16:06.003813 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c588111-d679-495f-a193-8a564f8ff029" -d '{"events": [{"server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "name": "network-vif-deleted", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:16:06.044080 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f300142f-5c6f-457d-8970-b0c14daccc9e x-openstack-request-id: req-f300142f-5c6f-457d-8970-b0c14daccc9e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:16:06.044366 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2afeb1-3d0c-42d9-896e-88f6d07aff4e", "name": "network-vif-deleted", "tag": "af23e75a-9d46-46c1-9bd7-7dc889dc285a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:16:06.044637 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f300142f-5c6f-457d-8970-b0c14daccc9e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:16:06.045086 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2afeb1-3d0c-42d9-896e-88f6d07aff4e', 'name': 'network-vif-deleted', 'tag': 'af23e75a-9d46-46c1-9bd7-7dc889dc285a', 'status': 'completed', 'code': 200} Aug 29 18:16:06.375191 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7c220ef5-22c1-481c-88e9-e2a6a2dc5d61 req-6fd6804c-4b7e-44cb-a720-148ceefbac77 tempest-TestMinimumBasicScenario-1490310733 tempest-TestMinimumBasicScenario-1490310733-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2afeb1-3d0c-42d9-896e-88f6d07aff4e HTTP/1.1" status: 200 len: 210 time: 0.0298455 Aug 29 18:16:07.937254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36184) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:08.284077 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:08.520750 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Deleting port 23e2c8bd-8368-49d9-bddd-9aefc45b7624 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:16:08.521091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:08.596068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] For port 23e2c8bd-8368-49d9-bddd-9aefc45b7624, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=23e2c8bd-8368-49d9-bddd-9aefc45b7624,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:08.596441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:08.612262 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Calling delete_port for 23e2c8bd-8368-49d9-bddd-9aefc45b7624 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:16:08.783341 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:08.807131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e2c8bd-8368-49d9-bddd-9aefc45b7624,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:08.971273 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:09.073590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device af23e75a-9d46-46c1-9bd7-7dc889dc285a no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:16:09.092997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: af23e75a-9d46-46c1-9bd7-7dc889dc285a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:16:09.093278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device af23e75a-9d46-46c1-9bd7-7dc889dc285a not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:16:09.183516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:16:09.286208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:16:09.291200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dc102b51-09eb-4b48-b09c-b96b5e6f9da1 admin admin] 10.222.0.41 "PUT /v2.0/routers/ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3522999 Aug 29 18:16:09.293625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36192) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:09.296570 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f0e422-8521-421b-a432-93d581451740 None None] Sync routers for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:16:09.305363 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f0e422-8521-421b-a432-93d581451740 None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:09.305956 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-64f0e422-8521-421b-a432-93d581451740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:15:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:09.394827 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:09.406656 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-64f0e422-8521-421b-a432-93d581451740 None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:09.583841 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-64f0e422-8521-421b-a432-93d581451740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:16:08Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:09.610417 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f0e422-8521-421b-a432-93d581451740 None None] Checking router: ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:16:09.619216 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f0e422-8521-421b-a432-93d581451740 None None] Routers {'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:09.619844 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-64f0e422-8521-421b-a432-93d581451740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:15:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:09.728067 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-64f0e422-8521-421b-a432-93d581451740 None None] Set router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:09.830839 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:09.883666 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Deleting port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:16:09.884015 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:09.910832 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-64f0e422-8521-421b-a432-93d581451740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:16:08Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:09.936661 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f0e422-8521-421b-a432-93d581451740 None None] The sync data for ids ['ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce'] in n-d-713499-15 is: [{'id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'name': 'tempest-TestMinimumBasicScenario-234266860-router', 'tenant_id': '38dc538e944c4ed2817ca18209bb34e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:13:57Z', 'updated_at': '2021-08-29T18:16:08Z', 'revision_number': 5, 'project_id': '38dc538e944c4ed2817ca18209bb34e9', 'gw_port': {'id': 'ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:13:58Z', 'updated_at': '2021-08-29T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:16:09.963837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] For port ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:09.963837 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:09.976942 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Calling delete_port for ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:16:10.140202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.169120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:10.226948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.318902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.321030 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.364556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.365114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:16:10.369467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.370686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6b9a25ff-c598-41d5-a2aa-e8d67524967f admin admin] 10.222.0.41 "DELETE /v2.0/routers/ecdbcbb9-c3bb-410f-8b3f-463b5b7670ce HTTP/1.1" status: 204 len: 168 time: 1.0761244 Aug 29 18:16:10.373435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36194) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:10.421654 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e006f5-b2e0-4928-ad72-1808d6379650 admin admin] Deleting subnet 739e7fb9-e91d-4da1-a8f5-9e16ac46c09b {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:16:10.424626 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e006f5-b2e0-4928-ad72-1808d6379650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.459142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e006f5-b2e0-4928-ad72-1808d6379650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.540419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e006f5-b2e0-4928-ad72-1808d6379650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.599228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e006f5-b2e0-4928-ad72-1808d6379650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.625158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e006f5-b2e0-4928-ad72-1808d6379650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739e7fb9-e91d-4da1-a8f5-9e16ac46c09b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:10.627130 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93e006f5-b2e0-4928-ad72-1808d6379650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.631325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-93e006f5-b2e0-4928-ad72-1808d6379650 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/739e7fb9-e91d-4da1-a8f5-9e16ac46c09b HTTP/1.1" status: 204 len: 168 time: 0.2547593 Aug 29 18:16:10.631648 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36196) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:10.631724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a188bc-78af-4665-b649-f7a805a79c72 None None] Network c21bc966-8ed1-4fbd-b721-5c271963cdb1 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:16:10.698310 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.752089 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Deleting port 2250de62-01cd-4644-97cb-db10484eadc5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:16:10.752448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.819081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] For port 2250de62-01cd-4644-97cb-db10484eadc5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2250de62-01cd-4644-97cb-db10484eadc5,segment=NetworkSegment(d2f2eb9e-8f0c-471c-914a-d432d5191b33),segment_id=d2f2eb9e-8f0c-471c-914a-d432d5191b33)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:10.819388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.831580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Calling delete_port for 2250de62-01cd-4644-97cb-db10484eadc5 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:16:10.901144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f732177-1c0b-45f2-96ac-faa845115de6 None None] DHCP port deletion for c21bc966-8ed1-4fbd-b721-5c271963cdb1 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:16:10.910924 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:10.924600 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] No DVR routers for this DVR port 2250de62-01cd-4644-97cb-db10484eadc5 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:16:10.928662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9f732177-1c0b-45f2-96ac-faa845115de6 None None] The port '2250de62-01cd-4644-97cb-db10484eadc5' was deleted {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 18:16:10.944924 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Pushing event deleted for resources: {'Port': ['ID=2250de62-01cd-4644-97cb-db10484eadc5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:11.014188 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.024401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21bc966-8ed1-4fbd-b721-5c271963cdb1']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:11.034567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f2eb9e-8f0c-471c-914a-d432d5191b33') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:11.034892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f2eb9e-8f0c-471c-914a-d432d5191b33') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:11.043775 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.061412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.067793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:16:11.068319 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:16:11.070060 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:16:11.125250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.131209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.133010 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c21bc966-8ed1-4fbd-b721-5c271963cdb1 HTTP/1.1" status: 204 len: 168 time: 0.5005057 Aug 29 18:16:11.135984 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36198) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:11.143496 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed62753-a0c9-400c-92b0-6b52b0ae275a admin admin] Pushing event deleted for resources: {'Network': ['ID=c21bc966-8ed1-4fbd-b721-5c271963cdb1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:11.272492 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c2788aaf-516c-46cc-a75d-a59d795e452c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.478497 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.714306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Deleting port b35f31a3-4a30-407d-9893-8d5ea99febdd {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:16:11.714552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.791539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] For port b35f31a3-4a30-407d-9893-8d5ea99febdd, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b35f31a3-4a30-407d-9893-8d5ea99febdd,segment=NetworkSegment(9d440e76-8848-44de-86a2-8f79b942e62b),segment_id=9d440e76-8848-44de-86a2-8f79b942e62b)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:11.791907 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:11.805325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Calling delete_port for b35f31a3-4a30-407d-9893-8d5ea99febdd owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:16:11.833540 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:16:11.853818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:16:11.854165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ebdeae58-66fb-4ca1-a1da-9c7aa98e51f9 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:16:11.854597 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 23e2c8bd-8368-49d9-bddd-9aefc45b7624 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:16:11.872855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 23e2c8bd-8368-49d9-bddd-9aefc45b7624 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:16:11.873203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 23e2c8bd-8368-49d9-bddd-9aefc45b7624 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:16:11.873609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2250de62-01cd-4644-97cb-db10484eadc5 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:16:11.890997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2250de62-01cd-4644-97cb-db10484eadc5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:16:11.891351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2250de62-01cd-4644-97cb-db10484eadc5 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:16:12.297452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:12.324424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b35f31a3-4a30-407d-9893-8d5ea99febdd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:12.483017 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:12.689823 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:16:12.792678 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:16:12.797753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-27749e86-6be3-4f4b-b1be-eb91137258eb admin admin] 10.222.0.41 "PUT /v2.0/routers/6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606152 Aug 29 18:16:12.800721 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36202) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:12.801167 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] Sync routers for ids ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:16:12.810123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] Routers {'6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:12.810768 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:15:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:12.903657 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:12.918362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] Set router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:13.005032 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.050671 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.058445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Deleting port cfc187e2-143c-45f4-9a92-f9e704e9fc72 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:16:13.058835 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.106747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:16:11Z', 'revision_number': 5, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port': {'id': 'cfc187e2-143c-45f4-9a92-f9e704e9fc72', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:13.133296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] Checking router: 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:16:13.141505 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] Routers {'6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:13.142119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:15:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:13.142317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] For port cfc187e2-143c-45f4-9a92-f9e704e9fc72, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cfc187e2-143c-45f4-9a92-f9e704e9fc72,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:13.142714 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.155698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Calling delete_port for cfc187e2-143c-45f4-9a92-f9e704e9fc72 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:16:13.227427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] Set router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:13.282108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:16:13Z', 'revision_number': 6, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:13.307940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b323b5-450d-4f40-ac87-ad46b6fee77b None None] The sync data for ids ['6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d'] in n-d-713499-15 is: [{'id': '6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d', 'name': 'tempest-TestMinimumBasicScenario-1431878878-router', 'tenant_id': '22ebc4c67ed8474487be8bf3b24aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:14:02Z', 'updated_at': '2021-08-29T18:16:13Z', 'revision_number': 6, 'project_id': '22ebc4c67ed8474487be8bf3b24aff16', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:16:13.320301 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.348297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc187e2-143c-45f4-9a92-f9e704e9fc72,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:13.404864 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.493575 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.495723 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.540809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.541445 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:16:13.545873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.547195 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1fdb090a-ba38-49ed-8f14-6392b4af7cc8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6e3dc1a3-4a79-4d2a-91bf-4b7e5adc610d HTTP/1.1" status: 204 len: 168 time: 0.7455449 Aug 29 18:16:13.549686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36206) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:13.594247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd44a9ba-c3cc-4528-8917-5ec89e1a1ad2 admin admin] Deleting subnet dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:16:13.597357 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd44a9ba-c3cc-4528-8917-5ec89e1a1ad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.600773 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.632807 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd44a9ba-c3cc-4528-8917-5ec89e1a1ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.718260 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd44a9ba-c3cc-4528-8917-5ec89e1a1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.772092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd44a9ba-c3cc-4528-8917-5ec89e1a1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.798162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44a9ba-c3cc-4528-8917-5ec89e1a1ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:13.803326 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dd44a9ba-c3cc-4528-8917-5ec89e1a1ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.805219 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-dd44a9ba-c3cc-4528-8917-5ec89e1a1ad2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dfb815eb-34a8-4f0d-ac95-f9ba8af96ad7 HTTP/1.1" status: 204 len: 168 time: 0.2546153 Aug 29 18:16:13.807829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36208) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:13.808317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a956f1-ad53-4170-8ccb-3cf361ecb8b2 None None] Network 9cdee217-4604-4700-b5d0-e7ee4ac11a2f requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:16:13.877770 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.930729 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d840ab5f-06ce-4c83-94c2-f2ee4b9cbcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.937143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Deleting port cd729456-bcbb-4a48-bef1-44d58687047d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:16:13.937486 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.952963 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.001478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] For port cd729456-bcbb-4a48-bef1-44d58687047d, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cd729456-bcbb-4a48-bef1-44d58687047d,segment=NetworkSegment(9d440e76-8848-44de-86a2-8f79b942e62b),segment_id=9d440e76-8848-44de-86a2-8f79b942e62b)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:14.001782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.014181 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Calling delete_port for cd729456-bcbb-4a48-bef1-44d58687047d owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:16:14.066314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] DHCP port deletion for 9cdee217-4604-4700-b5d0-e7ee4ac11a2f request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:16:14.107197 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.122825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Deleting port cd729456-bcbb-4a48-bef1-44d58687047d {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:16:14.123227 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.126364 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cfc187e2-143c-45f4-9a92-f9e704e9fc72 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:16:14.134104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd729456-bcbb-4a48-bef1-44d58687047d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:14.137581 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] No DVR routers for this DVR port cd729456-bcbb-4a48-bef1-44d58687047d on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:16:14.212535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: cfc187e2-143c-45f4-9a92-f9e704e9fc72 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:16:14.213095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cfc187e2-143c-45f4-9a92-f9e704e9fc72 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:16:14.213770 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b35f31a3-4a30-407d-9893-8d5ea99febdd no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:16:14.245334 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.253561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b35f31a3-4a30-407d-9893-8d5ea99febdd {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:16:14.253914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b35f31a3-4a30-407d-9893-8d5ea99febdd not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:16:14.254330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cd729456-bcbb-4a48-bef1-44d58687047d no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:16:14.256844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdee217-4604-4700-b5d0-e7ee4ac11a2f']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:14.272252 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d440e76-8848-44de-86a2-8f79b942e62b') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:14.272548 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d440e76-8848-44de-86a2-8f79b942e62b') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:14.278810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: cd729456-bcbb-4a48-bef1-44d58687047d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:16:14.279168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cd729456-bcbb-4a48-bef1-44d58687047d not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:16:14.283213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.292808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] For port cd729456-bcbb-4a48-bef1-44d58687047d, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:14.293224 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.300544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.305533 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Calling delete_port for cd729456-bcbb-4a48-bef1-44d58687047d owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:16:14.307636 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:16:14.308211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.308319 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Port cd729456-bcbb-4a48-bef1-44d58687047d was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 18:16:14.310103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:16:14.310268 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:16:14.339818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Pushing event deleted for resources: {'Port': ['ID=cd729456-bcbb-4a48-bef1-44d58687047d,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:14.349414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.349765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.350687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.350687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.350891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.351099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.351425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.351750 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.352077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.352397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.352717 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.353037 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:14.355928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af044b8d-1745-4f6a-a3e4-f5a6163c0317 None None] No DVR routers for this DVR port cd729456-bcbb-4a48-bef1-44d58687047d on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:16:14.375970 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.381809 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.383830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9cdee217-4604-4700-b5d0-e7ee4ac11a2f HTTP/1.1" status: 204 len: 168 time: 0.5750341 Aug 29 18:16:14.397106 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbf8de-20a7-4c76-ae95-3a0e67e668c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdee217-4604-4700-b5d0-e7ee4ac11a2f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:14.546598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36212) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:14.585590 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-de612d4e-52fd-47c7-94eb-49edcd257e94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38dc538e944c4ed2817ca18209bb34e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377984 Aug 29 18:16:14.587836 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36214) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:14.634231 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d911780f-8d51-4094-af3e-ae9df014bc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.659526 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d911780f-8d51-4094-af3e-ae9df014bc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.703893 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d911780f-8d51-4094-af3e-ae9df014bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.706716 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d911780f-8d51-4094-af3e-ae9df014bc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:14.708439 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d911780f-8d51-4094-af3e-ae9df014bc22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fedaa8a-e4c6-49f4-a134-ecf3f1954059 HTTP/1.1" status: 204 len: 168 time: 0.1191361 Aug 29 18:16:14.716223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911780f-8d51-4094-af3e-ae9df014bc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fedaa8a-e4c6-49f4-a134-ecf3f1954059,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:15.011104 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36220) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:15.049587 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ddc87d6c-540b-4b90-b7ec-7578289bcd42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22ebc4c67ed8474487be8bf3b24aff16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372598 Aug 29 18:16:15.052378 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36222) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:15.098830 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-97284042-162a-4c0b-a21e-68ca4db5f2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:15.119825 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-97284042-162a-4c0b-a21e-68ca4db5f2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:15.167601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-97284042-162a-4c0b-a21e-68ca4db5f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:15.170257 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-97284042-162a-4c0b-a21e-68ca4db5f2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:15.171490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-97284042-162a-4c0b-a21e-68ca4db5f2ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13bc2d3b-af8e-44b3-8dcc-8e7994857fca HTTP/1.1" status: 204 len: 168 time: 0.1182053 Aug 29 18:16:15.179864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97284042-162a-4c0b-a21e-68ca4db5f2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bc2d3b-af8e-44b3-8dcc-8e7994857fca,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:15.637883 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.715141 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36264) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:16.719955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695168066', 'description': 'tempest-secgroup-smoke-1695168066 description', 'project_id': '57f885afb59549f3a2496f95cb908712'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:16.742607 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.750206 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.839955 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.843531 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.879369 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bbb728-27c2-485c-9b87-69a2fddac8c9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:16.932249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.936664 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.940392 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.958295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.959556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2433813 Aug 29 18:16:16.962673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36266) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:16.967133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f6005-615f-4888-9e27-e255796f81b1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360cee33-fdd2-46dd-bd68-ba85309213f5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:16.967930 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6c48c3a8-1754-442f-80cf-cd85faafc1cf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '360cee33-fdd2-46dd-bd68-ba85309213f5', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:16.994834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6c48c3a8-1754-442f-80cf-cd85faafc1cf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.048056 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6c48c3a8-1754-442f-80cf-cd85faafc1cf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.052315 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6c48c3a8-1754-442f-80cf-cd85faafc1cf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.068839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48c3a8-1754-442f-80cf-cd85faafc1cf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca38012d-c5fb-4b7d-9951-1409eded57bf,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:17.076025 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6c48c3a8-1754-442f-80cf-cd85faafc1cf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.077328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6c48c3a8-1754-442f-80cf-cd85faafc1cf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131361 Aug 29 18:16:17.080000 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36268) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:17.084316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-86edead9-2302-4227-8e26-f32c5ee8dc52 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '360cee33-fdd2-46dd-bd68-ba85309213f5', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:17.109801 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86edead9-2302-4227-8e26-f32c5ee8dc52 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.166664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86edead9-2302-4227-8e26-f32c5ee8dc52 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.170347 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86edead9-2302-4227-8e26-f32c5ee8dc52 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.188051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edead9-2302-4227-8e26-f32c5ee8dc52 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6f1654-361c-44ed-a2e9-cec2f1fde2a9,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:17.194482 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-86edead9-2302-4227-8e26-f32c5ee8dc52 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.195675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-86edead9-2302-4227-8e26-f32c5ee8dc52 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147573 Aug 29 18:16:17.198311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36270) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:17.202568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7baa5b42-c638-4019-bc4f-03a6c075a3a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '360cee33-fdd2-46dd-bd68-ba85309213f5', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:17.227886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7baa5b42-c638-4019-bc4f-03a6c075a3a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.286873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7baa5b42-c638-4019-bc4f-03a6c075a3a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.290247 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7baa5b42-c638-4019-bc4f-03a6c075a3a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.306699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa5b42-c638-4019-bc4f-03a6c075a3a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60eae26-1b2e-4ade-b21a-d92882528572,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:17.312393 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7baa5b42-c638-4019-bc4f-03a6c075a3a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.313764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7baa5b42-c638-4019-bc4f-03a6c075a3a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145153 Aug 29 18:16:17.316534 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36272) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:17.321284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-332e3225-0687-469e-8b85-7a82d77d13b4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '360cee33-fdd2-46dd-bd68-ba85309213f5', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:17.346974 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-332e3225-0687-469e-8b85-7a82d77d13b4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.404924 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-332e3225-0687-469e-8b85-7a82d77d13b4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.408065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-332e3225-0687-469e-8b85-7a82d77d13b4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.428984 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e3225-0687-469e-8b85-7a82d77d13b4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c311212-0dff-4774-a4bc-90421daefdcc,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:17.432460 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-332e3225-0687-469e-8b85-7a82d77d13b4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.433675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-332e3225-0687-469e-8b85-7a82d77d13b4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162136 Aug 29 18:16:17.436276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36274) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:17.440595 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-5f6777a3-43fc-4926-b610-25597e2a90fb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '360cee33-fdd2-46dd-bd68-ba85309213f5', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:17.462285 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-5f6777a3-43fc-4926-b610-25597e2a90fb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:16:17.467277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f6777a3-43fc-4926-b610-25597e2a90fb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.527784 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f6777a3-43fc-4926-b610-25597e2a90fb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.531817 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f6777a3-43fc-4926-b610-25597e2a90fb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.549550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6777a3-43fc-4926-b610-25597e2a90fb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2cdf03-86cb-47d3-b8d4-a432d3d6298b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:17.555793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5f6777a3-43fc-4926-b610-25597e2a90fb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.557086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5f6777a3-43fc-4926-b610-25597e2a90fb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199012 Aug 29 18:16:17.559703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36276) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:17.563961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ed3962ff-c32a-4236-90f4-24c32c7ab1d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '360cee33-fdd2-46dd-bd68-ba85309213f5', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:17.584886 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-ed3962ff-c32a-4236-90f4-24c32c7ab1d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:16:17.589472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed3962ff-c32a-4236-90f4-24c32c7ab1d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.650597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed3962ff-c32a-4236-90f4-24c32c7ab1d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.653851 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed3962ff-c32a-4236-90f4-24c32c7ab1d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.671257 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3962ff-c32a-4236-90f4-24c32c7ab1d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665973af-483e-4f98-8ef1-1e19745f9f57,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:17.677807 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed3962ff-c32a-4236-90f4-24c32c7ab1d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.679005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ed3962ff-c32a-4236-90f4-24c32c7ab1d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183989 Aug 29 18:16:17.681945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36278) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:17.686763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'network': {'name': 'tempest-network-smoke--377117247', 'project_id': '57f885afb59549f3a2496f95cb908712', 'port_security_enabled': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:17.706642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:16:17.710479 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.732426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:16:17.741135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.741479 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Added segment e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e of type vlan for network 2b9a4f30-2a7f-4995-991a-9414066dbf16 Aug 29 18:16:17.780623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.803982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.809490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:17.810067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.869419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1864691 Aug 29 18:16:17.872237 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36280) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:17.878649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'admin_state_up': True, 'project_id': '57f885afb59549f3a2496f95cb908712', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:17.888912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922eeeae-300c-47c7-b242-c024e6b9a7ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Network': ['ID=2b9a4f30-2a7f-4995-991a-9414066dbf16,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:17.900244 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:16:17.907585 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.908576 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.959397 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:18.097163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:18.283197 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:18.302185 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:18.405087 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.189 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/cf4b1a98-85b5-4396-bc07-9c25f4030eae) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:16:18.503812 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:18.545668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:18.580464 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:16:18.583171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:16:18.585611 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:16:18.616416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=cf4b1a98-85b5-4396-bc07-9c25f4030eae,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:18.834916 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.025013 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.154557 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 5562eb14-8261-40ec-a152-d781300eeaa1 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:16:19.258826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:16:19.268261 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Sync routers for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:16:19.277098 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.278424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-38c32cf0-4ee5-4eb4-a1ba-1cbf51b69a72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4052801 Aug 29 18:16:19.278540 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:19.279171 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:19.281988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36282) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:19.381572 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:19.400676 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a49ee1f3-fc87-4c65-a6eb-bb98d61628a1 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=57f885afb59549f3a2496f95cb908712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1175592 Aug 29 18:16:19.403299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36286) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:19.491154 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a814252-a1f1-4e70-ae9a-074567f95b8e tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:19.492670 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7a814252-a1f1-4e70-ae9a-074567f95b8e tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884652 Aug 29 18:16:19.495456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36288) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:19.525540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c9f03010-60ca-4e67-92f1-a1e513ff0326 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267835 Aug 29 18:16:19.525736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36290) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:19.530454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446797198', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'project_id': '57f885afb59549f3a2496f95cb908712', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:19.572359 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:18Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:19.600377 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Checking router: 5562eb14-8261-40ec-a152-d781300eeaa1 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:16:19.600724 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Updating router 5562eb14-8261-40ec-a152-d781300eeaa1 port cf4b1a98-85b5-4396-bc07-9c25f4030eae binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:16:19.618033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:16:19.621955 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.625030 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.806382 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.866246 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Subnet': ['ID=8fbbae5e-9b53-4e50-8bec-a28c9e949713,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:19.874994 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Checking segment: {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:16:19.875356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network hostable DHCP agents. Network: 2b9a4f30-2a7f-4995-991a-9414066dbf16, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:16:19.892915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:16:19.901917 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 2b9a4f30-2a7f-4995-991a-9414066dbf16) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:16:19.906493 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:19.907418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.913532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85990d1-6219-4c70-9d1f-e26ca2ba7c0f None None] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:16:19.926131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-23a99155-7083-49aa-bdc8-637154d64e5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3969049 Aug 29 18:16:19.927033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36292) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:19.966635 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.978138 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Transition to ACTIVE for port object cf4b1a98-85b5-4396-bc07-9c25f4030eae will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:16:19.984833 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.033200 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Attempting to bind port cf4b1a98-85b5-4396-bc07-9c25f4030eae on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:16:20.033492 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Attempting to bind port cf4b1a98-85b5-4396-bc07-9c25f4030eae by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:16:20.033860 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Attempting to bind port cf4b1a98-85b5-4396-bc07-9c25f4030eae on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:16:20.043343 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Pushing event updated for resources: {'Port': ['ID=cf4b1a98-85b5-4396-bc07-9c25f4030eae,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:20.045598 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:16:20.045974 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:16:20.046379 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.046799 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:16:20.047271 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Bound port: cf4b1a98-85b5-4396-bc07-9c25f4030eae, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:16:20.047647 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.070762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-2b9a4f30-2a7f-4995-991a-9414066dbf16', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:16:20.071857 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.076694 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.076694 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.076975 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.077722 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.077722 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.077926 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.078252 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.078577 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.078926 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.079253 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.079580 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.079905 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:20.119471 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] For port cf4b1a98-85b5-4396-bc07-9c25f4030eae, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:16:20.124371 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] For port cf4b1a98-85b5-4396-bc07-9c25f4030eae, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cf4b1a98-85b5-4396-bc07-9c25f4030eae,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:16:20.130495 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.187090 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:20.187843 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:20.222928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Allocated IP 172.20.0.2 (2b9a4f30-2a7f-4995-991a-9414066dbf16/8fbbae5e-9b53-4e50-8bec-a28c9e949713/98e39b0c-9296-4388-8427-bbc2bff5f837) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:16:20.301628 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:20.355687 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa5671-b329-4610-8aa2-9d342adb223c None None] Pushing event updated for resources: {'Port': ['ID=cf4b1a98-85b5-4396-bc07-9c25f4030eae,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:20.385692 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.394114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Transition to ACTIVE for port object 98e39b0c-9296-4388-8427-bbc2bff5f837 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:16:20.411747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Transition to ACTIVE for port object 98e39b0c-9296-4388-8427-bbc2bff5f837 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:16:20.421851 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.442019 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.456413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:16:20.467234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:16:20.491535 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Pushing event updated for resources: {'Port': ['ID=98e39b0c-9296-4388-8427-bbc2bff5f837,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:20.494352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:16:20.512172 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:18Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:20.546547 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081c2a5-6c66-476f-a3d3-fa134780a4d1 None None] The sync data for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 is: [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:18Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:16:20.558676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Attempting to bind port 98e39b0c-9296-4388-8427-bbc2bff5f837 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:16:20.559048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Attempting to bind port 98e39b0c-9296-4388-8427-bbc2bff5f837 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:16:20.559411 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Attempting to bind port 98e39b0c-9296-4388-8427-bbc2bff5f837 on network 2b9a4f30-2a7f-4995-991a-9414066dbf16 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:16:20.570264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:16:20.570666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Checking segment: {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:16:20.571072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.571472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Bound using segment: {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:16:20.572843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Bound port: 98e39b0c-9296-4388-8427-bbc2bff5f837, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:16:20.573843 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.649874 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] For port 98e39b0c-9296-4388-8427-bbc2bff5f837, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:16:20.653383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] For port 98e39b0c-9296-4388-8427-bbc2bff5f837, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=98e39b0c-9296-4388-8427-bbc2bff5f837,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:16:20.659033 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:20.737735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076ba9-c8c1-465a-aae1-37052439bf9e None None] Pushing event updated for resources: {'Port': ['ID=98e39b0c-9296-4388-8427-bbc2bff5f837,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:21.169699 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.1 (2b9a4f30-2a7f-4995-991a-9414066dbf16/8fbbae5e-9b53-4e50-8bec-a28c9e949713/e645de38-21a1-4d34-96a3-277c3bfce4d7) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:16:21.291199 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:21.307181 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object e645de38-21a1-4d34-96a3-277c3bfce4d7 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:16:21.342424 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:21.383949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:16:21.389439 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:16:21.393625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:16:21.401167 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=e645de38-21a1-4d34-96a3-277c3bfce4d7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:21.448168 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:21.593191 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:21.728668 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b2e6e-fd72-4fab-b5a2-ce03354a66d4 None None] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:16:21.803857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5e537f68-4e49-48f8-9847-2245789e8ff9 None None] Provisioning for port 98e39b0c-9296-4388-8427-bbc2bff5f837 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:16:21.891016 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:21.896637 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:21.934371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 98e39b0c-9296-4388-8427-bbc2bff5f837 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:16:21.979936 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:21.989656 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=e645de38-21a1-4d34-96a3-277c3bfce4d7,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:22.003461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 98e39b0c-9296-4388-8427-bbc2bff5f837 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:16:22.009247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 98e39b0c-9296-4388-8427-bbc2bff5f837 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:22.009706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.094614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:16:22.096104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:16:22.110549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.163846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 98e39b0c-9296-4388-8427-bbc2bff5f837, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=98e39b0c-9296-4388-8427-bbc2bff5f837,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:22.167462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-162e07ae-5794-4f00-8bcf-c770c8920e64 None None] Provisioning for port e645de38-21a1-4d34-96a3-277c3bfce4d7 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:16:22.171261 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.172052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cf4b1a98-85b5-4396-bc07-9c25f4030eae up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:16:22.177963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-162e07ae-5794-4f00-8bcf-c770c8920e64 None None] Provisioning complete for port e645de38-21a1-4d34-96a3-277c3bfce4d7 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:22.178329 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-162e07ae-5794-4f00-8bcf-c770c8920e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.222644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 5562eb14-8261-40ec-a152-d781300eeaa1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:16:22.279983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=98e39b0c-9296-4388-8427-bbc2bff5f837,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:22.282803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-162e07ae-5794-4f00-8bcf-c770c8920e64 None None] Port e645de38-21a1-4d34-96a3-277c3bfce4d7 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:16:22.299710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-162e07ae-5794-4f00-8bcf-c770c8920e64 None None] Provisioning complete for port 98e39b0c-9296-4388-8427-bbc2bff5f837 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:22.300106 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-162e07ae-5794-4f00-8bcf-c770c8920e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.303676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port cf4b1a98-85b5-4396-bc07-9c25f4030eae completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:16:22.328841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cf4b1a98-85b5-4396-bc07-9c25f4030eae triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:22.329263 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.358910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:16:22.365726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-436214a4-1cc3-43f1-85a5-713f9af7422b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/5562eb14-8261-40ec-a152-d781300eeaa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4372315 Aug 29 18:16:22.376191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Sync routers for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:16:22.414308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:22.415091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:22.525841 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-7a7f1ee7-bfbb-4f04-90fc-34e4408bd5b7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695168066&fields=id&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 267 time: 0.0414820 Aug 29 18:16:22.546535 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.578231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port cf4b1a98-85b5-4396-bc07-9c25f4030eae, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cf4b1a98-85b5-4396-bc07-9c25f4030eae,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:22.587510 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.594296 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:22.647338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1bca2f9c-4717-426e-98af-a1e275e2f5b0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:22.648818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1bca2f9c-4717-426e-98af-a1e275e2f5b0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/networks?id=2b9a4f30-2a7f-4995-991a-9414066dbf16 HTTP/1.1" status: 200 len: 796 time: 0.1146445 Aug 29 18:16:22.664966 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-8211abf1-caf6-417d-98e9-448418400f45 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/quotas/57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 375 time: 0.0102136 Aug 29 18:16:22.708943 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6a225d35-21e9-4663-933c-febb37e2e4ef None None] Provisioning complete for port e645de38-21a1-4d34-96a3-277c3bfce4d7 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:22.709323 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6a225d35-21e9-4663-933c-febb37e2e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:22.716285 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-ba677abc-8463-4d17-93a6-09527e516cb8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458074 Aug 29 18:16:22.897171 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=cf4b1a98-85b5-4396-bc07-9c25f4030eae,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:22.912927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-fc3a7695-9e2d-448a-a660-5e1a6ff9ba26 service neutron] 10.222.0.41 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273518 Aug 29 18:16:22.951872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6a225d35-21e9-4663-933c-febb37e2e4ef None None] Port e645de38-21a1-4d34-96a3-277c3bfce4d7 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:16:23.005288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-2f472545-35df-4149-b47f-06b5fc2301ca service neutron] 10.222.0.41 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863845 Aug 29 18:16:23.036775 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 2, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:23.065092 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Checking router: 5562eb14-8261-40ec-a152-d781300eeaa1 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:16:23.065460 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Updating router 5562eb14-8261-40ec-a152-d781300eeaa1 port e645de38-21a1-4d34-96a3-277c3bfce4d7 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:16:23.092276 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:23.183015 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e9e88583-c3e5-45ba-a515-f396e7f6d86a req-27f48118-9ebc-4dc4-b786-7de00e3057aa tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 210 time: 0.0278187 Aug 29 18:16:23.361284 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:23.372707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Transition to ACTIVE for port object e645de38-21a1-4d34-96a3-277c3bfce4d7 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:16:23.378567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:23.431200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016178f4-7583-4870-843d-f452f926f9c3 None None] Pushing event updated for resources: {'Port': ['ID=e645de38-21a1-4d34-96a3-277c3bfce4d7,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:23.480048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Attempting to bind port e645de38-21a1-4d34-96a3-277c3bfce4d7 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:16:23.480430 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Attempting to bind port e645de38-21a1-4d34-96a3-277c3bfce4d7 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:16:23.480843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Attempting to bind port e645de38-21a1-4d34-96a3-277c3bfce4d7 on network 2b9a4f30-2a7f-4995-991a-9414066dbf16 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:16:23.486656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:16:23.487043 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Checking segment: {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:16:23.487452 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:23.487851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Bound using segment: {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:16:23.488329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Bound port: e645de38-21a1-4d34-96a3-277c3bfce4d7, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:16:23.489238 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:23.556922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] For port e645de38-21a1-4d34-96a3-277c3bfce4d7, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:16:23.560825 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] For port e645de38-21a1-4d34-96a3-277c3bfce4d7, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e645de38-21a1-4d34-96a3-277c3bfce4d7,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:16:23.568326 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:23.636226 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:23.636767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:23.638522 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016178f4-7583-4870-843d-f452f926f9c3 None None] Pushing event updated for resources: {'Port': ['ID=e645de38-21a1-4d34-96a3-277c3bfce4d7,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:23.759282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:23.871710 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 98e39b0c-9296-4388-8427-bbc2bff5f837 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:16:23.985667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 98e39b0c-9296-4388-8427-bbc2bff5f837 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:23.986325 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:24.059141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:23Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:24.105938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6b78-e956-4e92-b8a1-167aef7d18ba None None] The sync data for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 is: [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:23Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:16:24.127235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cf4b1a98-85b5-4396-bc07-9c25f4030eae up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:16:24.136694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-ec0ab67d-ec3d-40c4-8d70-9816be7e8a9c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:24.138222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-ec0ab67d-ec3d-40c4-8d70-9816be7e8a9c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/networks?id=2b9a4f30-2a7f-4995-991a-9414066dbf16 HTTP/1.1" status: 200 len: 796 time: 0.1087415 Aug 29 18:16:24.198383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port cf4b1a98-85b5-4396-bc07-9c25f4030eae triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:24.198982 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:24.220848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-82868bcf-601f-4d55-9a27-d51e33723157 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 380 time: 0.0695345 Aug 29 18:16:24.237208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'port': {'device_id': 'b9a67e42-7092-42bc-97aa-661713675171', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'admin_state_up': True, 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'security_groups': ['360cee33-fdd2-46dd-bd68-ba85309213f5']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:24.321459 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0523de5f-f753-4856-90fe-6c9c1b0f603f req-26340875-3808-4fac-8187-c6a47072d305 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 210 time: 0.0585001 Aug 29 18:16:24.381526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:16:24.385105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:24.524163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.11 (2b9a4f30-2a7f-4995-991a-9414066dbf16/8fbbae5e-9b53-4e50-8bec-a28c9e949713/f9fba52c-c238-4906-b5ac-082b16d59726) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:16:24.672982 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:24.686728 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object f9fba52c-c238-4906-b5ac-082b16d59726 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:16:24.720601 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:24.767376 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:16:24.771142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:16:24.776374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:16:24.780483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=f9fba52c-c238-4906-b5ac-082b16d59726,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:24.839268 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:24.839971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:24.855656 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-bec17905-6568-45ec-a781-67087677e17d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6262743 Aug 29 18:16:24.868127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Request body: {'port': {'device_id': 'b9a67e42-7092-42bc-97aa-661713675171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:24.931968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:24.990674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c7392810-438e-4011-892f-d258153807e8 None None] Provisioning for port f9fba52c-c238-4906-b5ac-082b16d59726 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:16:24.995428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c7392810-438e-4011-892f-d258153807e8 None None] Provisioning complete for port f9fba52c-c238-4906-b5ac-082b16d59726 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:24.995864 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7392810-438e-4011-892f-d258153807e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:25.032306 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c7392810-438e-4011-892f-d258153807e8 None None] Port f9fba52c-c238-4906-b5ac-082b16d59726 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:16:25.202417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fba52c-c238-4906-b5ac-082b16d59726 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:16:25.210335 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:25.221842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Transition to ACTIVE for port object f9fba52c-c238-4906-b5ac-082b16d59726 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:16:25.225919 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:25.278270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fba52c-c238-4906-b5ac-082b16d59726,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:25.349184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Attempting to bind port f9fba52c-c238-4906-b5ac-082b16d59726 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:16:25.349537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Attempting to bind port f9fba52c-c238-4906-b5ac-082b16d59726 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:16:25.349845 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Attempting to bind port f9fba52c-c238-4906-b5ac-082b16d59726 on network 2b9a4f30-2a7f-4995-991a-9414066dbf16 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:16:25.354402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Port f9fba52c-c238-4906-b5ac-082b16d59726 on network 2b9a4f30-2a7f-4995-991a-9414066dbf16 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:16:25.354779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Attempting to bind port f9fba52c-c238-4906-b5ac-082b16d59726 on network 2b9a4f30-2a7f-4995-991a-9414066dbf16 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:16:25.359747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:16:25.360100 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Checking segment: {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:16:25.360469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Bound using segment: {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:16:25.360918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Bound port: f9fba52c-c238-4906-b5ac-082b16d59726, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:16:25.361275 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:25.429783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] For port f9fba52c-c238-4906-b5ac-082b16d59726, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:16:25.433144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] For port f9fba52c-c238-4906-b5ac-082b16d59726, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f9fba52c-c238-4906-b5ac-082b16d59726,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:16:25.437711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:25.445687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a86bd8-d7e5-4abc-8162-bf2c1b0f0445 req-9ce80f52-bc41-452c-b2ef-99f034cb04e4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:25.447271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-59a86bd8-d7e5-4abc-8162-bf2c1b0f0445 req-9ce80f52-bc41-452c-b2ef-99f034cb04e4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 944 time: 0.0557389 Aug 29 18:16:25.482935 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:25.483623 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:25.485115 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] 10.222.0.43 "PUT /v2.0/ports/f9fba52c-c238-4906-b5ac-082b16d59726 HTTP/1.1" status: 200 len: 1093 time: 0.6214495 Aug 29 18:16:25.485604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:16:25.487865 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7408e131-95c8-4291-9dcb-6e58e2d64b69" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:16:25.492304 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-59a86bd8-d7e5-4abc-8162-bf2c1b0f0445 req-0cd3399e-078c-4a9e-a409-b8675cd049bf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378499 Aug 29 18:16:25.527390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69b058-ca10-4370-89a5-e25b450fbb17 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fba52c-c238-4906-b5ac-082b16d59726,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:25.536723 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00736974-09bb-4130-9793-e93aef08ac6f x-openstack-request-id: req-00736974-09bb-4130-9793-e93aef08ac6f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:16:25.537001 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:16:25.537408 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00736974-09bb-4130-9793-e93aef08ac6f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:16:25.537876 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'status': 'completed', 'code': 200} Aug 29 18:16:25.580284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-6ee75852-94d6-4598-8620-5a95712e092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:25.581853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-6ee75852-94d6-4598-8620-5a95712e092a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 1096 time: 0.0431573 Aug 29 18:16:25.628220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-0c1353e8-93c7-4901-a5cb-01d524a7f981 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fba52c-c238-4906-b5ac-082b16d59726 HTTP/1.1" status: 200 len: 217 time: 0.0388722 Aug 29 18:16:25.683202 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-47978447-eef7-46e9-a048-27b1f9b07142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:25.684675 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-47978447-eef7-46e9-a048-27b1f9b07142 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8fbbae5e-9b53-4e50-8bec-a28c9e949713 HTTP/1.1" status: 200 len: 834 time: 0.0495949 Aug 29 18:16:25.729975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-8c039dfb-4e92-4a16-a82f-9de2766cb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:25.731445 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-8c039dfb-4e92-4a16-a82f-9de2766cb127 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b9a4f30-2a7f-4995-991a-9414066dbf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393262 Aug 29 18:16:25.827123 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-29f4f3ef-119e-4947-b453-3197ea037659 service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871034 Aug 29 18:16:25.858011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e645de38-21a1-4d34-96a3-277c3bfce4d7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:16:25.907493 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e645de38-21a1-4d34-96a3-277c3bfce4d7 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:16:25.911880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e645de38-21a1-4d34-96a3-277c3bfce4d7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:25.912254 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:25.918234 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-41a46e68-db6a-4dfa-b711-f3beb8a861cc req-8d32a3cf-1613-416f-9e34-0e189d42519d service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844557 Aug 29 18:16:25.991759 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:26.000366 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-85ba2baa-f7b4-4187-a87b-cbefff29e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:26.001892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-85ba2baa-f7b4-4187-a87b-cbefff29e960 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 1096 time: 0.0409470 Aug 29 18:16:26.023745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port e645de38-21a1-4d34-96a3-277c3bfce4d7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e645de38-21a1-4d34-96a3-277c3bfce4d7,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:26.027779 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:26.073858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=e645de38-21a1-4d34-96a3-277c3bfce4d7,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:26.096239 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-ff512695-3915-482b-9001-382cca13ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:26.097792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-ff512695-3915-482b-9001-382cca13ea37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b9a4f30-2a7f-4995-991a-9414066dbf16 HTTP/1.1" status: 200 len: 897 time: 0.0888596 Aug 29 18:16:26.139462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-766975f0-4d38-4513-ae59-b32829a5751d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fba52c-c238-4906-b5ac-082b16d59726 HTTP/1.1" status: 200 len: 217 time: 0.0346947 Aug 29 18:16:26.191661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-a951f4e5-3dc2-44a9-b63d-de69d8aa47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:26.193101 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-a951f4e5-3dc2-44a9-b63d-de69d8aa47da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8fbbae5e-9b53-4e50-8bec-a28c9e949713 HTTP/1.1" status: 200 len: 834 time: 0.0467780 Aug 29 18:16:26.238861 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-9356aef1-9ad3-4e61-92dc-7291e73bf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:26.240296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-9356aef1-9ad3-4e61-92dc-7291e73bf544 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b9a4f30-2a7f-4995-991a-9414066dbf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393333 Aug 29 18:16:26.327531 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-582dab71-8df9-4993-913b-f3b6e833e419 service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789602 Aug 29 18:16:26.419281 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7408e131-95c8-4291-9dcb-6e58e2d64b69 req-f868482f-1761-4208-9773-0d3cc7561b0a service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843101 Aug 29 18:16:26.618313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3fbb5-df52-4393-8512-c08565eca2d3 req-10076ce5-2423-428d-9f19-fbd981afa8a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:26.619908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87d3fbb5-df52-4393-8512-c08565eca2d3 req-10076ce5-2423-428d-9f19-fbd981afa8a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 944 time: 0.0514874 Aug 29 18:16:26.658035 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-87d3fbb5-df52-4393-8512-c08565eca2d3 req-bea77805-c69a-4cbf-ab38-8690d1c51dc0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Aug 29 18:16:27.770873 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da52e70-2b19-43a1-b33f-a27021c83f02 req-9d8493d9-218d-4073-8204-636f61fe3046 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:27.772347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2da52e70-2b19-43a1-b33f-a27021c83f02 req-9d8493d9-218d-4073-8204-636f61fe3046 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 944 time: 0.0481172 Aug 29 18:16:27.810493 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2da52e70-2b19-43a1-b33f-a27021c83f02 req-4b9c5fce-3dde-43b2-ae70-19309d7d72f4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Aug 29 18:16:27.842299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e645de38-21a1-4d34-96a3-277c3bfce4d7 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:16:27.890904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e645de38-21a1-4d34-96a3-277c3bfce4d7 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:27.891277 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:28.922390 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d78eb-acc8-4e3c-99cc-527cead82657 req-bb577eb1-3626-451f-be33-c245d55db4a5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:28.923901 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e2d78eb-acc8-4e3c-99cc-527cead82657 req-bb577eb1-3626-451f-be33-c245d55db4a5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 944 time: 0.0476532 Aug 29 18:16:28.960212 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0e2d78eb-acc8-4e3c-99cc-527cead82657 req-19e152d7-a557-48fa-a5d6-37504a44730a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299633 Aug 29 18:16:29.178631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f9fba52c-c238-4906-b5ac-082b16d59726 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:16:29.270195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f9fba52c-c238-4906-b5ac-082b16d59726, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f9fba52c-c238-4906-b5ac-082b16d59726,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:29.281127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'port_id': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'mac_address': 'fa:16:3e:6b:69:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:16:29.316467 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:29.328441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fba52c-c238-4906-b5ac-082b16d59726 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:16:29.347786 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f9fba52c-c238-4906-b5ac-082b16d59726, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f9fba52c-c238-4906-b5ac-082b16d59726,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:29.352093 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:29.395600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f9fba52c-c238-4906-b5ac-082b16d59726,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:29.561374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f9fba52c-c238-4906-b5ac-082b16d59726'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:16:30.069949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4e04-32a1-41ab-8cd8-6b6421ae724f req-0a83c048-13bc-448b-ae3f-67770bbfa4ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:30.071330 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b9f4e04-32a1-41ab-8cd8-6b6421ae724f req-0a83c048-13bc-448b-ae3f-67770bbfa4ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 945 time: 0.0472982 Aug 29 18:16:30.113343 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8b9f4e04-32a1-41ab-8cd8-6b6421ae724f req-d92cdee4-a74b-46fb-b1bf-cd75d3f22ffe tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362093 Aug 29 18:16:31.182413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f9fba52c-c238-4906-b5ac-082b16d59726 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:16:31.227502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90187c-205e-453b-b66d-819dba5098b7 req-a95f2bc8-f7f2-40a2-b478-d752bb2d0a03 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:31.229011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f90187c-205e-453b-b66d-819dba5098b7 req-a95f2bc8-f7f2-40a2-b478-d752bb2d0a03 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 29 18:16:31.233291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port f9fba52c-c238-4906-b5ac-082b16d59726 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:16:31.237040 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f9fba52c-c238-4906-b5ac-082b16d59726 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:31.237405 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:31.267623 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9f90187c-205e-453b-b66d-819dba5098b7 req-8f48f595-3d21-4065-9286-9782966d5342 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314415 Aug 29 18:16:31.312212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:31.334455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:16:31.336681 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af38fb15-41f7-4dd1-b377-364e0950a599" -d '{"events": [{"server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "name": "network-vif-plugged", "status": "completed", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:16:31.349767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f9fba52c-c238-4906-b5ac-082b16d59726, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f9fba52c-c238-4906-b5ac-082b16d59726,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:31.354080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:31.377245 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2559eff-00e0-4bd5-a247-f6cc49b9afed x-openstack-request-id: req-b2559eff-00e0-4bd5-a247-f6cc49b9afed {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:16:31.377525 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "name": "network-vif-plugged", "status": "completed", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:16:31.377766 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2559eff-00e0-4bd5-a247-f6cc49b9afed {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:16:31.378145 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'code': 200} Aug 29 18:16:31.407481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f9fba52c-c238-4906-b5ac-082b16d59726,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:31.469289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c05b-045e-4619-9d67-b6c858cc7399 req-914760bd-b0ca-412a-b5aa-7696302c46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:31.470879 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1f2c05b-045e-4619-9d67-b6c858cc7399 req-914760bd-b0ca-412a-b5aa-7696302c46a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 1098 time: 0.0412412 Aug 29 18:16:31.504922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b1f2c05b-045e-4619-9d67-b6c858cc7399 req-35f91edb-81cc-48b8-a5f5-0c60132b3a8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271361 Aug 29 18:16:32.386247 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd1061-ab4e-4320-99ce-53c0623a149a req-2fecfdec-25c9-4b20-9221-06edd9129c8e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:32.387803 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7fd1061-ab4e-4320-99ce-53c0623a149a req-2fecfdec-25c9-4b20-9221-06edd9129c8e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0538340 Aug 29 18:16:32.425611 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a7fd1061-ab4e-4320-99ce-53c0623a149a req-3ad5b67d-5a27-40f3-9931-b70a3b97b890 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320027 Aug 29 18:16:33.539877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479de6-6ae3-4939-98c8-a99e03f55df2 req-40382722-cb81-4c04-90e0-70c3d625d750 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:33.541324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06479de6-6ae3-4939-98c8-a99e03f55df2 req-40382722-cb81-4c04-90e0-70c3d625d750 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0482371 Aug 29 18:16:33.577428 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-06479de6-6ae3-4939-98c8-a99e03f55df2 req-b0969067-f27c-4b26-8b83-f2056a4f08fe tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303366 Aug 29 18:16:33.689900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacece0-3786-4a40-9696-4c1bf206f2a1 req-e133e666-2f1d-43a5-9f50-7c581c9533a1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:33.691401 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3bacece0-3786-4a40-9696-4c1bf206f2a1 req-e133e666-2f1d-43a5-9f50-7c581c9533a1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0485005 Aug 29 18:16:33.727990 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3bacece0-3786-4a40-9696-4c1bf206f2a1 req-c63b5612-3a45-4e75-a1c3-d01c4ba8c771 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301878 Aug 29 18:16:33.749120 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36358) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:33.788336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64064c24-5193-4b28-96fa-a2295c3e07aa tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:33.789832 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-64064c24-5193-4b28-96fa-a2295c3e07aa tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 1093 time: 0.0396338 Aug 29 18:16:33.792603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36360) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:33.796868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:16:33.818805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:33.915066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:34.017318 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.28 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/168ab5e5-d27d-4972-ac0a-25664abf3af3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:16:34.117834 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:34.154126 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:34.193307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:16:34.198094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:16:34.201632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:16:34.207751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=168ab5e5-d27d-4972-ac0a-25664abf3af3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:34.553512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:34.619554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:34.763770 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:34.768207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:34.844604 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=168ab5e5-d27d-4972-ac0a-25664abf3af3,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:34.853068 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:34.949921 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 19c1ebb0-7d53-4a98-be2d-15219d9ff107 associated. External IP: 172.25.2.28, port: f9fba52c-c238-4906-b5ac-082b16d59726. Aug 29 18:16:35.154729 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 5562eb14-8261-40ec-a152-d781300eeaa1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:16:35.596185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:16:35.606553 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] Sync routers for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:16:35.612037 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:35.615980 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:35.616583 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:35.640622 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d4637cc5-fff9-4bc0-90a2-e252641ffd06 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8470089 Aug 29 18:16:35.641208 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:16:35.643434 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55162f2-d941-49f6-a192-5dfa6e336da2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:16:35.680360 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811459e3-be25-47ec-a92b-47e2e3af3095 x-openstack-request-id: req-811459e3-be25-47ec-a92b-47e2e3af3095 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:16:35.680652 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:16:35.680902 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-811459e3-be25-47ec-a92b-47e2e3af3095 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:16:35.681284 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'status': 'completed', 'code': 200} Aug 29 18:16:35.722213 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:35.765270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725e0fc-8537-4381-9828-902d34f3b44f req-47645634-1c8b-4032-b564-89b3207e8cda tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:35.766819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0725e0fc-8537-4381-9828-902d34f3b44f req-47645634-1c8b-4032-b564-89b3207e8cda tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0787022 Aug 29 18:16:35.772854 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-127c5588-61ef-4b9e-91b7-5d7d95cb1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:35.774263 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-127c5588-61ef-4b9e-91b7-5d7d95cb1dd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 1098 time: 0.0600801 Aug 29 18:16:35.854239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0725e0fc-8537-4381-9828-902d34f3b44f req-2638a88b-3be8-4c8a-bbbe-c3ce92f75243 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789933 Aug 29 18:16:35.878236 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:35.921480 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-aca8f204-9c05-4717-887e-40d0ed73e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:35.922966 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-aca8f204-9c05-4717-887e-40d0ed73e6b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b9a4f30-2a7f-4995-991a-9414066dbf16 HTTP/1.1" status: 200 len: 897 time: 0.1409333 Aug 29 18:16:35.953690 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '19c1ebb0-7d53-4a98-be2d-15219d9ff107', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'port_id': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'mac_address': 'fa:16:3e:6b:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a67e42-7092-42bc-97aa-661713675171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:16:34Z', 'updated_at': '2021-08-29T18:16:34Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:26Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:35.982488 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] Checking router: 5562eb14-8261-40ec-a152-d781300eeaa1 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:16:35.987341 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e2b1a646-5dfd-40db-a80c-46db3d4cce4f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/19c1ebb0-7d53-4a98-be2d-15219d9ff107 HTTP/1.1" status: 200 len: 991 time: 0.1074812 Aug 29 18:16:35.991230 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:16:35.991821 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:36.003602 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-ab6a58b0-3976-421e-a6ea-681402f38828 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fba52c-c238-4906-b5ac-082b16d59726 HTTP/1.1" status: 200 len: 999 time: 0.0732200 Aug 29 18:16:36.052628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-f8682a1f-8b02-4c2f-a6c6-c26f14f4022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:36.054049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-f8682a1f-8b02-4c2f-a6c6-c26f14f4022b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8fbbae5e-9b53-4e50-8bec-a28c9e949713 HTTP/1.1" status: 200 len: 834 time: 0.0435872 Aug 29 18:16:36.091451 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:16:36.098665 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-f95e49d3-f0be-4fda-9c58-c23ee4efe20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:36.100166 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-f95e49d3-f0be-4fda-9c58-c23ee4efe20d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b9a4f30-2a7f-4995-991a-9414066dbf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391855 Aug 29 18:16:36.192518 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-c6781868-d809-40a4-a58b-347793eb88cf service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Aug 29 18:16:36.282780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d55162f2-d941-49f6-a192-5dfa6e336da2 req-81b8ffeb-5807-4d6c-b80f-9f83dbca9a16 service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835977 Aug 29 18:16:36.312242 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '19c1ebb0-7d53-4a98-be2d-15219d9ff107', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'port_id': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'mac_address': 'fa:16:3e:6b:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a67e42-7092-42bc-97aa-661713675171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:16:34Z', 'updated_at': '2021-08-29T18:16:34Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:26Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:16:36.337588 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edde57-a753-4e09-bac2-dad2cf400084 None None] The sync data for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 is: [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '19c1ebb0-7d53-4a98-be2d-15219d9ff107', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'port_id': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'mac_address': 'fa:16:3e:6b:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a67e42-7092-42bc-97aa-661713675171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:16:34Z', 'updated_at': '2021-08-29T18:16:34Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:26Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:16:36.530377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babcded5-401a-4c29-97f6-c42f4fe75502 None None] New status for floating IP 19c1ebb0-7d53-4a98-be2d-15219d9ff107: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:16:36.991776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36370) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:16:37.055270 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9885893c-9705-4a1c-83c6-d93c4765fcba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/19c1ebb0-7d53-4a98-be2d-15219d9ff107 HTTP/1.1" status: 200 len: 993 time: 0.0624449 Aug 29 18:16:38.243987 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65b6ab61-1382-414a-8501-6472ecc5918a req-68ae109d-ed99-4d4b-8406-353f8fb15d45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301473 Aug 29 18:16:38.306531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65b6ab61-1382-414a-8501-6472ecc5918a req-6f2c770c-ea5f-4667-aa5e-68c9c88aa544 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0250106 Aug 29 18:16:38.348657 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65b6ab61-1382-414a-8501-6472ecc5918a req-05100de0-9ef8-41e2-9cd1-0666a5d59e1b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234351 Aug 29 18:16:38.450349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ab61-1382-414a-8501-6472ecc5918a req-2254fd92-2eb1-4ae9-a43d-802fbb018132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:38.451846 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65b6ab61-1382-414a-8501-6472ecc5918a req-2254fd92-2eb1-4ae9-a43d-802fbb018132 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949960 Aug 29 18:16:40.896937 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:16:41.274488 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-768a3c2b-b632-4357-98a5-74cbbaf5aaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:42.586200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-503934a9-5d04-4b90-a02a-712efb8b019d req-9bfa0fd6-4b17-4be2-8fe6-e74ba4680e0a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388322 Aug 29 18:16:42.664173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503934a9-5d04-4b90-a02a-712efb8b019d req-967ec8cf-c864-463e-ad7e-b66633a472c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:42.665651 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-503934a9-5d04-4b90-a02a-712efb8b019d req-967ec8cf-c864-463e-ad7e-b66633a472c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 1098 time: 0.0395410 Aug 29 18:16:42.768397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503934a9-5d04-4b90-a02a-712efb8b019d req-e4d86a10-a9c7-459f-919c-17b3ba981059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:42.769822 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-503934a9-5d04-4b90-a02a-712efb8b019d req-e4d86a10-a9c7-459f-919c-17b3ba981059 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b9a4f30-2a7f-4995-991a-9414066dbf16 HTTP/1.1" status: 200 len: 897 time: 0.0848591 Aug 29 18:16:42.833698 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-503934a9-5d04-4b90-a02a-712efb8b019d req-3696ff87-1703-4d69-b67f-cfefe6f3c0af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fba52c-c238-4906-b5ac-082b16d59726 HTTP/1.1" status: 200 len: 1001 time: 0.0567925 Aug 29 18:16:42.884325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503934a9-5d04-4b90-a02a-712efb8b019d req-db2b2297-970c-459c-a424-28e64b647618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:42.885706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-503934a9-5d04-4b90-a02a-712efb8b019d req-db2b2297-970c-459c-a424-28e64b647618 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8fbbae5e-9b53-4e50-8bec-a28c9e949713 HTTP/1.1" status: 200 len: 834 time: 0.0456703 Aug 29 18:16:42.929710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503934a9-5d04-4b90-a02a-712efb8b019d req-0061dc61-eb91-4676-8b62-7372f5600f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:42.931130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-503934a9-5d04-4b90-a02a-712efb8b019d req-0061dc61-eb91-4676-8b62-7372f5600f9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b9a4f30-2a7f-4995-991a-9414066dbf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382836 Aug 29 18:16:43.016464 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-503934a9-5d04-4b90-a02a-712efb8b019d req-7ee968c6-11ba-4985-bd9a-2584674180f0 service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783541 Aug 29 18:16:43.045650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:43.111884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-503934a9-5d04-4b90-a02a-712efb8b019d req-d68a8b2f-060f-4452-a025-0f7d74aeb9f8 service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Aug 29 18:16:43.616021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:43.920399 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7a46e316-a26e-4d1c-9e1c-c5ea977a1184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:43.952333 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:45.641867 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:46.943028 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:03.744200 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e0fc6-15db-45fc-b85c-0892fdfd87cb req-b28c12e2-d653-48d5-8a5b-9ca15c9e10df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:03.745589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc8e0fc6-15db-45fc-b85c-0892fdfd87cb req-b28c12e2-d653-48d5-8a5b-9ca15c9e10df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0522718 Aug 29 18:17:03.783055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc8e0fc6-15db-45fc-b85c-0892fdfd87cb req-eaea64e2-9e48-446d-a480-b761f90c0f4b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Aug 29 18:17:04.901860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024027c5-71d0-4561-a3df-1610ac065df0 req-6f56dd95-dcd2-47d3-b9f5-c5b74cea8c6b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:04.903384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024027c5-71d0-4561-a3df-1610ac065df0 req-6f56dd95-dcd2-47d3-b9f5-c5b74cea8c6b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0533793 Aug 29 18:17:04.941897 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-024027c5-71d0-4561-a3df-1610ac065df0 req-cf609d9d-9340-414e-8be3-6209302b0089 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325191 Aug 29 18:17:04.964523 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36410) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:05.026220 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1e00e6af-0fad-4173-8088-163f0376e87a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/19c1ebb0-7d53-4a98-be2d-15219d9ff107 HTTP/1.1" status: 200 len: 993 time: 0.0605881 Aug 29 18:17:06.301073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd8c18-c085-494a-8aaa-ec6108ca172b req-2e709b8c-f4be-43a2-9126-d69aaca56fdb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:06.302645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fccd8c18-c085-494a-8aaa-ec6108ca172b req-2e709b8c-f4be-43a2-9126-d69aaca56fdb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0539465 Aug 29 18:17:06.341119 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fccd8c18-c085-494a-8aaa-ec6108ca172b req-be14d625-8a8d-45a5-ba04-52f80e690f39 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306168 Aug 29 18:17:07.457329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593d40-ada8-4353-a5e6-664df0be8ede req-0e0d6ccb-4982-4f1f-963f-60996709f357 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:07.458790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea593d40-ada8-4353-a5e6-664df0be8ede req-0e0d6ccb-4982-4f1f-963f-60996709f357 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0474560 Aug 29 18:17:07.497469 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea593d40-ada8-4353-a5e6-664df0be8ede req-b75df23a-9c28-4b19-a4b6-c8ed08f29380 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327187 Aug 29 18:17:07.519483 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36420) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:07.580800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1a200062-6ff3-4921-860f-93f039a1879c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/19c1ebb0-7d53-4a98-be2d-15219d9ff107 HTTP/1.1" status: 200 len: 993 time: 0.0602489 Aug 29 18:17:07.829926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36426) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:07.980580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 168ab5e5-d27d-4972-ac0a-25664abf3af3 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:17:07.980843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:08.052522 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:08.052847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:08.063904 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 168ab5e5-d27d-4972-ac0a-25664abf3af3 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:17:08.206088 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:08.231282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=168ab5e5-d27d-4972-ac0a-25664abf3af3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:08.260270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.260617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.260959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.261284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.261620 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.261950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.262278 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.262619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.262950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.263270 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.263594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.263910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:08.303723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:08.304084 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 19c1ebb0-7d53-4a98-be2d-15219d9ff107 disassociated (deleted). External IP: 172.25.2.28, port: f9fba52c-c238-4906-b5ac-082b16d59726. Aug 29 18:17:08.508519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 5562eb14-8261-40ec-a152-d781300eeaa1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:17:08.611078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:17:08.615441 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:08.621880 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] Sync routers for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:17:08.631282 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:08.631909 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:08.645257 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-108caaff-bdf8-42dc-a9f6-ca81b0222429 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/floatingips/19c1ebb0-7d53-4a98-be2d-15219d9ff107 HTTP/1.1" status: 204 len: 168 time: 0.8141265 Aug 29 18:17:08.645852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:17:08.648190 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4116b752-6007-4dcc-b98b-d7f6ae964abb" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:17:08.686209 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb29f77e-7dbd-4b8b-812c-2af395c2f893 x-openstack-request-id: req-eb29f77e-7dbd-4b8b-812c-2af395c2f893 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:17:08.686496 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:17:08.686781 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb29f77e-7dbd-4b8b-812c-2af395c2f893 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:17:08.687192 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'status': 'completed', 'code': 200} Aug 29 18:17:08.738411 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:08.757510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-6fe8f4ce-3902-423a-a6d1-b2212835aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:08.759394 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-6fe8f4ce-3902-423a-a6d1-b2212835aa3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 1098 time: 0.0479372 Aug 29 18:17:08.867192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-8c73735d-7053-417b-ac40-24594947b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:08.868623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-8c73735d-7053-417b-ac40-24594947b6ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b9a4f30-2a7f-4995-991a-9414066dbf16 HTTP/1.1" status: 200 len: 897 time: 0.1018915 Aug 29 18:17:08.883493 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131e9d-1b21-41c8-8c7d-f2b3bfd09654 req-0328fddb-d11f-43fc-8524-f1582c58ad88 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:08.885058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91131e9d-1b21-41c8-8c7d-f2b3bfd09654 req-0328fddb-d11f-43fc-8524-f1582c58ad88 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0541630 Aug 29 18:17:08.919763 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-d31f6295-ae7a-47e6-b85d-798bdca64b1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fba52c-c238-4906-b5ac-082b16d59726 HTTP/1.1" status: 200 len: 217 time: 0.0412667 Aug 29 18:17:08.926235 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-91131e9d-1b21-41c8-8c7d-f2b3bfd09654 req-109f5692-71f1-48e4-a78d-40ae8ee4a913 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345550 Aug 29 18:17:08.969522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-3d3a7961-d306-49ab-82f8-63f287dbdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:08.971051 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-3d3a7961-d306-49ab-82f8-63f287dbdd0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8fbbae5e-9b53-4e50-8bec-a28c9e949713 HTTP/1.1" status: 200 len: 834 time: 0.0439973 Aug 29 18:17:09.016055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-293b99e5-757d-43b1-8356-1e9c899efb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:09.017794 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-293b99e5-757d-43b1-8356-1e9c899efb51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b9a4f30-2a7f-4995-991a-9414066dbf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392430 Aug 29 18:17:09.028801 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:26Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:09.055053 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] Checking router: 5562eb14-8261-40ec-a152-d781300eeaa1 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:17:09.063133 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:09.063738 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:09.112626 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-68abff5c-5981-43fc-877f-01bb7a4f3f56 service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851934 Aug 29 18:17:09.167524 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:09.207917 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4116b752-6007-4dcc-b98b-d7f6ae964abb req-1aab3c93-ff9d-46d1-acd4-425f9db0e4ce service neutron] 10.222.0.43 "GET /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876384 Aug 29 18:17:09.359481 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:26Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:09.387823 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770816b-1bdf-43ed-946c-9f8c2538f010 None None] The sync data for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 is: [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:16:21Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'e645de38-21a1-4d34-96a3-277c3bfce4d7', 'name': '', 'network_id': '2b9a4f30-2a7f-4995-991a-9414066dbf16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:6e:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:20Z', 'updated_at': '2021-08-29T18:16:26Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '8fbbae5e-9b53-4e50-8bec-a28c9e949713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:17:09.602286 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fef97e-b7c9-451e-b4dd-234f08e703b9 None None] New status for floating IP 19c1ebb0-7d53-4a98-be2d-15219d9ff107: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:17:10.040908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edeb76-ee23-4611-a8d3-6adcf04bf977 req-0c8bf025-786b-484e-853e-8746c79c1a10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:10.042368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1edeb76-ee23-4611-a8d3-6adcf04bf977 req-0c8bf025-786b-484e-853e-8746c79c1a10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0481224 Aug 29 18:17:10.083158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a1edeb76-ee23-4611-a8d3-6adcf04bf977 req-6619bee1-75da-4fb9-b0db-9ad9afaff725 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=360cee33-fdd2-46dd-bd68-ba85309213f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Aug 29 18:17:10.456001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-a3bad9bb-a916-4fe8-890d-f65238f89ef8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:10.457417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-a3bad9bb-a916-4fe8-890d-f65238f89ef8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 946 time: 0.0471387 Aug 29 18:17:10.545795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port f9fba52c-c238-4906-b5ac-082b16d59726 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:17:10.546134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:10.634396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port f9fba52c-c238-4906-b5ac-082b16d59726, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f9fba52c-c238-4906-b5ac-082b16d59726,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:10.634793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:10.647144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for f9fba52c-c238-4906-b5ac-082b16d59726 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:17:10.771664 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:10.799868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=f9fba52c-c238-4906-b5ac-082b16d59726,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:10.842650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] No DVR routers for this DVR port f9fba52c-c238-4906-b5ac-082b16d59726 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:17:10.845260 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:10.847635 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0154c3f8-6d6f-46d7-bf69-112db053fce2 req-c92dfa18-8bdd-4e5f-b705-dc6fe58d1c81 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "DELETE /v2.0/ports/f9fba52c-c238-4906-b5ac-082b16d59726 HTTP/1.1" status: 204 len: 173 time: 0.3837442 Aug 29 18:17:10.848090 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'name': 'network-vif-deleted', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:17:10.850320 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c61b5a-ad94-4d77-979a-5236ccf0f859" -d '{"events": [{"server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "name": "network-vif-deleted", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:17:10.888231 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cdbfeb-dfe1-4e49-89f1-7ad4283ae2ca x-openstack-request-id: req-34cdbfeb-dfe1-4e49-89f1-7ad4283ae2ca {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:17:10.888544 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a67e42-7092-42bc-97aa-661713675171", "name": "network-vif-deleted", "tag": "f9fba52c-c238-4906-b5ac-082b16d59726", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:17:10.888792 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34cdbfeb-dfe1-4e49-89f1-7ad4283ae2ca {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:17:10.889203 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a67e42-7092-42bc-97aa-661713675171', 'name': 'network-vif-deleted', 'tag': 'f9fba52c-c238-4906-b5ac-082b16d59726', 'status': 'completed', 'code': 200} Aug 29 18:17:11.191973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ea4c544a-2e8a-4710-bdda-9058cb959530 req-4072c5d8-7c8c-4729-908d-5f620078a599 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a67e42-7092-42bc-97aa-661713675171 HTTP/1.1" status: 200 len: 210 time: 0.0271404 Aug 29 18:17:11.283841 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-21d1e799-05be-4800-a57e-03d1a9e4483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:12.248522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36442) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:12.599819 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:12.844399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port e645de38-21a1-4d34-96a3-277c3bfce4d7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:17:12.844742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:12.929155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port e645de38-21a1-4d34-96a3-277c3bfce4d7, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e645de38-21a1-4d34-96a3-277c3bfce4d7,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:12.929462 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:12.941843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for e645de38-21a1-4d34-96a3-277c3bfce4d7 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:17:13.059322 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:13.125868 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:13.153365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=e645de38-21a1-4d34-96a3-277c3bfce4d7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:13.321763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:13.376115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f9fba52c-c238-4906-b5ac-082b16d59726 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:17:13.398413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: f9fba52c-c238-4906-b5ac-082b16d59726 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:17:13.398792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f9fba52c-c238-4906-b5ac-082b16d59726 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:17:13.535394 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 5562eb14-8261-40ec-a152-d781300eeaa1 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:17:13.615418 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:13.640808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:17:13.645908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a1fc433f-1078-4c1f-9163-becbf7e90c93 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/5562eb14-8261-40ec-a152-d781300eeaa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3962636 Aug 29 18:17:13.648500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36446) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:13.650922 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] Sync routers for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:17:13.660449 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:13.661144 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:16:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:13.699298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2b788b-ef74-4894-8002-ed8d6d92b6e3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting subnet 8fbbae5e-9b53-4e50-8bec-a28c9e949713 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:17:13.702277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2b788b-ef74-4894-8002-ed8d6d92b6e3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:13.740707 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2b788b-ef74-4894-8002-ed8d6d92b6e3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:13.763723 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:13.923180 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f7470c4-b01c-4577-a5c6-4f3deb7e105d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:13.954989 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:13.957825 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:17:13Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:13.985450 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] Checking router: 5562eb14-8261-40ec-a152-d781300eeaa1 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:17:13.995658 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] Routers {'5562eb14-8261-40ec-a152-d781300eeaa1'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:13.996192 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['5562eb14-8261-40ec-a152-d781300eeaa1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:14.104277 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] Set router 5562eb14-8261-40ec-a152-d781300eeaa1 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:14.161662 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2b788b-ef74-4894-8002-ed8d6d92b6e3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.219821 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2b788b-ef74-4894-8002-ed8d6d92b6e3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.252474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b788b-ef74-4894-8002-ed8d6d92b6e3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbbae5e-9b53-4e50-8bec-a28c9e949713,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:14.254364 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-de2b788b-ef74-4894-8002-ed8d6d92b6e3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.256262 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-de2b788b-ef74-4894-8002-ed8d6d92b6e3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/subnets/8fbbae5e-9b53-4e50-8bec-a28c9e949713 HTTP/1.1" status: 204 len: 168 time: 0.6068239 Aug 29 18:17:14.258895 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36448) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:14.261951 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f278a76-a9d3-4263-b568-abcf91697e54 None None] Network 2b9a4f30-2a7f-4995-991a-9414066dbf16 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:17:14.293261 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:17:13Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:14.323604 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa155b8d-d878-4f19-aebf-4a45d3d596f8 None None] The sync data for ids ['5562eb14-8261-40ec-a152-d781300eeaa1'] in n-d-713499-15 is: [{'id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619244390', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:16:17Z', 'updated_at': '2021-08-29T18:17:13Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'cf4b1a98-85b5-4396-bc07-9c25f4030eae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562eb14-8261-40ec-a152-d781300eeaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:16:18Z', 'updated_at': '2021-08-29T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:17:14.376865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.483283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.539024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port cf4b1a98-85b5-4396-bc07-9c25f4030eae {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:17:14.539375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.617741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port cf4b1a98-85b5-4396-bc07-9c25f4030eae, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=cf4b1a98-85b5-4396-bc07-9c25f4030eae,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:14.618029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.629832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for cf4b1a98-85b5-4396-bc07-9c25f4030eae owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:17:14.704013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] DHCP port deletion for 2b9a4f30-2a7f-4995-991a-9414066dbf16 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:17:14.756218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Deleting port 98e39b0c-9296-4388-8427-bbc2bff5f837 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:17:14.756598 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.805909 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.828371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] For port 98e39b0c-9296-4388-8427-bbc2bff5f837, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=98e39b0c-9296-4388-8427-bbc2bff5f837,segment=NetworkSegment(e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e),segment_id=e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:14.828777 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.837334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=cf4b1a98-85b5-4396-bc07-9c25f4030eae,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:14.900591 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.996970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:14.999169 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.003819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Calling delete_port for 98e39b0c-9296-4388-8427-bbc2bff5f837 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:17:15.045679 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.046374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Fanout notify agent at l3_agent the message router_deleted on router 5562eb14-8261-40ec-a152-d781300eeaa1 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:17:15.056400 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.060067 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5b00d8db-831f-4cf5-9094-4cbd62f67ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/routers/5562eb14-8261-40ec-a152-d781300eeaa1 HTTP/1.1" status: 204 len: 168 time: 0.7977490 Aug 29 18:17:15.060374 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36450) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:15.086036 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.109235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Pushing event deleted for resources: {'Port': ['ID=98e39b0c-9296-4388-8427-bbc2bff5f837,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:15.116259 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] No DVR routers for this DVR port 98e39b0c-9296-4388-8427-bbc2bff5f837 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:17:15.134616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.134972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.135439 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.135782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.136114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.136441 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.136766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.137089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.137414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.138616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.138616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.138616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2371e7-c768-4bbd-96cf-8acdc3342d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.149191 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.239569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.249679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9a4f30-2a7f-4995-991a-9414066dbf16']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:15.259787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:15.260086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53ffb15-d9fa-4416-b6ba-9a0d3dbbef0e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:15.268760 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.282318 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.289274 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:17:15.289668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:17:15.292686 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:17:15.347960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.355968 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.356978 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/networks/2b9a4f30-2a7f-4995-991a-9414066dbf16 HTTP/1.1" status: 204 len: 168 time: 0.2956598 Aug 29 18:17:15.359718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36452) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:15.373486 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d8525-071a-4999-8d39-7bc5a847e601 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Network': ['ID=2b9a4f30-2a7f-4995-991a-9414066dbf16,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:15.418296 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.442057 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.508644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.511466 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.512782 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/security-groups/360cee33-fdd2-46dd-bd68-ba85309213f5 HTTP/1.1" status: 204 len: 168 time: 0.1520131 Aug 29 18:17:15.522223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360cee33-fdd2-46dd-bd68-ba85309213f5,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:15.533108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.533478 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.533834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.534792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.535206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.537684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.537684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.537684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.537684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.537684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.537684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.537684 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cd9ec-1c38-407d-8786-a6274126d5d9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:15.641854 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.724467 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36458) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:15.729203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f847a9bc-b052-4327-b6b5-1c362f2df6fc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750314003', 'description': 'tempest-secgroup-smoke-1750314003 description', 'project_id': '57f885afb59549f3a2496f95cb908712'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:15.755170 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f847a9bc-b052-4327-b6b5-1c362f2df6fc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.838249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f847a9bc-b052-4327-b6b5-1c362f2df6fc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.842317 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f847a9bc-b052-4327-b6b5-1c362f2df6fc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.867926 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 98e39b0c-9296-4388-8427-bbc2bff5f837 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:17:15.874508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f847a9bc-b052-4327-b6b5-1c362f2df6fc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.884602 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f847a9bc-b052-4327-b6b5-1c362f2df6fc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1590064 Aug 29 18:17:15.886088 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847a9bc-b052-4327-b6b5-1c362f2df6fc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:15.887622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36460) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:15.892568 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 98e39b0c-9296-4388-8427-bbc2bff5f837 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:17:15.892912 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 98e39b0c-9296-4388-8427-bbc2bff5f837 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:17:15.893518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e645de38-21a1-4d34-96a3-277c3bfce4d7 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:17:15.894368 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d5628720-7b69-4193-852f-7fab370ace04 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'a2ce1f3e-0eba-45e4-a598-75d2888d8cbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:15.912567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e645de38-21a1-4d34-96a3-277c3bfce4d7 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:17:15.912914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e645de38-21a1-4d34-96a3-277c3bfce4d7 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:17:15.913328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cf4b1a98-85b5-4396-bc07-9c25f4030eae no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:17:15.921150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5628720-7b69-4193-852f-7fab370ace04 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.932456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: cf4b1a98-85b5-4396-bc07-9c25f4030eae {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:17:15.932808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device cf4b1a98-85b5-4396-bc07-9c25f4030eae not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:17:15.976646 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5628720-7b69-4193-852f-7fab370ace04 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.980123 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5628720-7b69-4193-852f-7fab370ace04 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.999326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5628720-7b69-4193-852f-7fab370ace04 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19246ca4-82bc-4932-8e47-bb23d934913b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:16.002477 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5628720-7b69-4193-852f-7fab370ace04 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.003692 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d5628720-7b69-4193-852f-7fab370ace04 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142001 Aug 29 18:17:16.006344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36462) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:16.010815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-64a9ad72-14e5-49a8-bdb7-531c433c2e4a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'a2ce1f3e-0eba-45e4-a598-75d2888d8cbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:16.035758 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64a9ad72-14e5-49a8-bdb7-531c433c2e4a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.090604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64a9ad72-14e5-49a8-bdb7-531c433c2e4a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.093941 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64a9ad72-14e5-49a8-bdb7-531c433c2e4a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.113579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9ad72-14e5-49a8-bdb7-531c433c2e4a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d31631f-10e6-4e7b-9c6e-75176cce78ae,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:16.117289 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-64a9ad72-14e5-49a8-bdb7-531c433c2e4a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.118775 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-64a9ad72-14e5-49a8-bdb7-531c433c2e4a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114683 Aug 29 18:17:16.121431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36464) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:16.125799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-936ade3c-ac9a-4b29-96b5-1cae91d5ae35 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'a2ce1f3e-0eba-45e4-a598-75d2888d8cbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:16.152162 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-936ade3c-ac9a-4b29-96b5-1cae91d5ae35 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.209263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-936ade3c-ac9a-4b29-96b5-1cae91d5ae35 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.212935 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-936ade3c-ac9a-4b29-96b5-1cae91d5ae35 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.234008 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ade3c-ac9a-4b29-96b5-1cae91d5ae35 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45a2a55-5f81-444a-9ad3-fd3b4d78f83b,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:16.242298 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-936ade3c-ac9a-4b29-96b5-1cae91d5ae35 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.243564 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-936ade3c-ac9a-4b29-96b5-1cae91d5ae35 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212213 Aug 29 18:17:16.246161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36466) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:16.250487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-58216a0e-ff37-46e5-b6ca-eb22554afc10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'a2ce1f3e-0eba-45e4-a598-75d2888d8cbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:16.276134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58216a0e-ff37-46e5-b6ca-eb22554afc10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.332755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58216a0e-ff37-46e5-b6ca-eb22554afc10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.336775 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58216a0e-ff37-46e5-b6ca-eb22554afc10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.356931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58216a0e-ff37-46e5-b6ca-eb22554afc10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d6c3fe-5e50-4b1d-84bd-ec161c49da3c,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:16.359739 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58216a0e-ff37-46e5-b6ca-eb22554afc10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.360894 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-58216a0e-ff37-46e5-b6ca-eb22554afc10 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137960 Aug 29 18:17:16.363761 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36468) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:16.368085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6cf5dfde-d15e-4df2-9913-9c279ee2e8e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'a2ce1f3e-0eba-45e4-a598-75d2888d8cbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:16.388503 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-6cf5dfde-d15e-4df2-9913-9c279ee2e8e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:17:16.393419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6cf5dfde-d15e-4df2-9913-9c279ee2e8e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.452506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6cf5dfde-d15e-4df2-9913-9c279ee2e8e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.456029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6cf5dfde-d15e-4df2-9913-9c279ee2e8e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.474358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5dfde-d15e-4df2-9913-9c279ee2e8e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18769713-b890-4b9c-b968-4605e5640881,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:16.481604 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6cf5dfde-d15e-4df2-9913-9c279ee2e8e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.483082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6cf5dfde-d15e-4df2-9913-9c279ee2e8e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184614 Aug 29 18:17:16.485616 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36470) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:16.489975 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7fac92b0-56f1-4bdd-9700-4eb3a95d8079 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'a2ce1f3e-0eba-45e4-a598-75d2888d8cbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:16.518968 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-7fac92b0-56f1-4bdd-9700-4eb3a95d8079 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:17:16.522063 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7fac92b0-56f1-4bdd-9700-4eb3a95d8079 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.588774 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7fac92b0-56f1-4bdd-9700-4eb3a95d8079 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.592451 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7fac92b0-56f1-4bdd-9700-4eb3a95d8079 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.611014 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac92b0-56f1-4bdd-9700-4eb3a95d8079 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d902c3a6-f642-495e-8120-52a1fe953be9,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:16.619309 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7fac92b0-56f1-4bdd-9700-4eb3a95d8079 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.623679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36472) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:16.624424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7fac92b0-56f1-4bdd-9700-4eb3a95d8079 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371188 Aug 29 18:17:16.628981 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'network': {'name': 'tempest-network-smoke--1953572490', 'project_id': '57f885afb59549f3a2496f95cb908712', 'port_security_enabled': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:16.649671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:17:16.653176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.677223 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:17:16.686188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.686552 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Added segment 9523bf25-793b-45cc-b3d1-1bd42df223b7 of type vlan for network d7d87bfc-a90a-4105-98af-ac3da8744516 Aug 29 18:17:16.730554 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.755685 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.761701 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:16.762283 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.826110 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2012017 Aug 29 18:17:16.828916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36474) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:16.833612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'admin_state_up': True, 'project_id': '57f885afb59549f3a2496f95cb908712', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:16.834652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0b107-6838-4d3c-9ef5-ebf4c2ccf9b9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Network': ['ID=d7d87bfc-a90a-4105-98af-ac3da8744516,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:16.845312 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network d7d87bfc-a90a-4105-98af-ac3da8744516 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:17:16.863820 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.864931 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.920791 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.946119 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:17.056492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:17.243669 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:17.262448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:17.365097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.2 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/e8dfb86a-51fd-40b0-85ee-ba273bdaf815) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:17:17.463242 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:17.500805 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:17.540444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:17:17.543166 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:17:17.548497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:17:17.571695 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=e8dfb86a-51fd-40b0-85ee-ba273bdaf815,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:17.792202 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:17.897853 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:17:17.983023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.103250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:17:18.205510 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:17:18.214499 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Sync routers for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:17:18.223400 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.223845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:18.224457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:18.224607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-327d7abd-6866-4abe-b37a-b3f6ef2380bc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3946464 Aug 29 18:17:18.228259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36478) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:18.259798 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-086301db-20e5-441b-9ecf-e0a3e2b3164f tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=57f885afb59549f3a2496f95cb908712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303068 Aug 29 18:17:18.262361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36480) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:18.327349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:18.347081 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff69a7b-7f6b-4f66-b138-d4dbeae5b9e1 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:18.348574 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-bff69a7b-7f6b-4f66-b138-d4dbeae5b9e1 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852277 Aug 29 18:17:18.351896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36482) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:18.379604 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e6b821ef-db92-497c-9f75-cf192360c444 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265703 Aug 29 18:17:18.381913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36484) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:18.386643 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-805958891', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'project_id': '57f885afb59549f3a2496f95cb908712', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:18.478160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:17:18.481681 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.506264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:17Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:18.532287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Checking router: 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:17:18.532658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Updating router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a port e8dfb86a-51fd-40b0-85ee-ba273bdaf815 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:17:18.558246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.665450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.726390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Subnet': ['ID=7dc3c3e4-f522-4aac-a011-224e447718a1,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:18.733923 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Checking segment: {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:17:18.734023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network hostable DHCP agents. Network: d7d87bfc-a90a-4105-98af-ac3da8744516, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:17:18.750649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network d7d87bfc-a90a-4105-98af-ac3da8744516 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:17:18.759238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, d7d87bfc-a90a-4105-98af-ac3da8744516) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:17:18.763442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:18.764036 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.778466 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-39b8caaf-fe0e-4d9c-a774-dc1bdcdf3a58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3955276 Aug 29 18:17:18.781206 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36486) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:18.790271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee599d-22f7-4fa7-9d5e-e8b1c6037d12 None None] Network d7d87bfc-a90a-4105-98af-ac3da8744516 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:17:18.849482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.869735 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Transition to ACTIVE for port object e8dfb86a-51fd-40b0-85ee-ba273bdaf815 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:17:18.880316 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.966162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Attempting to bind port e8dfb86a-51fd-40b0-85ee-ba273bdaf815 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:17:18.966539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Attempting to bind port e8dfb86a-51fd-40b0-85ee-ba273bdaf815 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:17:18.966929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Attempting to bind port e8dfb86a-51fd-40b0-85ee-ba273bdaf815 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:17:18.970421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cd314-59b5-49ab-814e-54c9b93a16e3 None None] Pushing event updated for resources: {'Port': ['ID=e8dfb86a-51fd-40b0-85ee-ba273bdaf815,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:18.982308 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:17:18.982718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:17:18.983124 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.983519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:17:18.983985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Bound port: e8dfb86a-51fd-40b0-85ee-ba273bdaf815, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:17:18.984372 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.029783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-d7d87bfc-a90a-4105-98af-ac3da8744516', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:17:19.030660 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.068854 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] For port e8dfb86a-51fd-40b0-85ee-ba273bdaf815, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:17:19.136224 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] For port e8dfb86a-51fd-40b0-85ee-ba273bdaf815, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e8dfb86a-51fd-40b0-85ee-ba273bdaf815,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:17:19.142966 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.244464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:19.245180 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:19.287269 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Allocated IP 172.20.0.2 (d7d87bfc-a90a-4105-98af-ac3da8744516/7dc3c3e4-f522-4aac-a011-224e447718a1/2a266fbd-d919-4556-96d7-9ed24cdaa173) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:17:19.294991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cd314-59b5-49ab-814e-54c9b93a16e3 None None] Pushing event updated for resources: {'Port': ['ID=e8dfb86a-51fd-40b0-85ee-ba273bdaf815,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:19.421955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:19.566452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.587642 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.604642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Transition to ACTIVE for port object 2a266fbd-d919-4556-96d7-9ed24cdaa173 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:17:19.637341 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Transition to ACTIVE for port object 2a266fbd-d919-4556-96d7-9ed24cdaa173 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:17:19.645005 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.690789 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Network d7d87bfc-a90a-4105-98af-ac3da8744516 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:17:19.697799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:17:19.702131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:17:19.709826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Pushing event updated for resources: {'Port': ['ID=2a266fbd-d919-4556-96d7-9ed24cdaa173,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:19.738812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:17Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:19.778422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eeab1-dcaa-48b0-8d40-d6d2c6add264 None None] The sync data for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 is: [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:17Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:17:19.788538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Attempting to bind port 2a266fbd-d919-4556-96d7-9ed24cdaa173 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:17:19.789437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Attempting to bind port 2a266fbd-d919-4556-96d7-9ed24cdaa173 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:17:19.789437 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Attempting to bind port 2a266fbd-d919-4556-96d7-9ed24cdaa173 on network d7d87bfc-a90a-4105-98af-ac3da8744516 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:17:19.797409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:17:19.797409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Checking segment: {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:17:19.797409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.797409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Bound using segment: {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:17:19.797409 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Bound port: 2a266fbd-d919-4556-96d7-9ed24cdaa173, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:17:19.797409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.846472 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.1 (d7d87bfc-a90a-4105-98af-ac3da8744516/7dc3c3e4-f522-4aac-a011-224e447718a1/931930a2-ad60-4903-8366-3bf4f09408a9) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:17:19.869616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] For port 2a266fbd-d919-4556-96d7-9ed24cdaa173, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:17:19.872937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] For port 2a266fbd-d919-4556-96d7-9ed24cdaa173, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2a266fbd-d919-4556-96d7-9ed24cdaa173,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:17:19.877656 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.944164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354fa48-3173-4144-8232-ec55129cabfe None None] Pushing event updated for resources: {'Port': ['ID=2a266fbd-d919-4556-96d7-9ed24cdaa173,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:19.980271 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:19.995440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object 931930a2-ad60-4903-8366-3bf4f09408a9 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:17:20.043865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:20.098165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network d7d87bfc-a90a-4105-98af-ac3da8744516 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:17:20.102863 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:17:20.105260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=931930a2-ad60-4903-8366-3bf4f09408a9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:20.107718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:17:20.170748 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:20.328446 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:20.645961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:20.652316 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:20.729885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:20.732009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=931930a2-ad60-4903-8366-3bf4f09408a9,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:20.850825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network d7d87bfc-a90a-4105-98af-ac3da8744516 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:17:20.852299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:17:20.979105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:17:20.989003 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529b175-65d4-42b7-98cc-c36d6ad8e3c2 None None] Network d7d87bfc-a90a-4105-98af-ac3da8744516 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:17:21.055551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7f72622c-2920-4c9e-9192-c40543883643 None None] Provisioning for port 2a266fbd-d919-4556-96d7-9ed24cdaa173 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:17:21.095225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:17:21.100722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-89daf272-4d1f-450e-9617-f8fedcb1b001 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/76ae6c58-79ef-42cb-b6a3-4ee50887ca8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3183155 Aug 29 18:17:21.271159 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-cdbf8f78-bdff-4f5e-ba01-43690f13ddb7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750314003&fields=id&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 267 time: 0.0489893 Aug 29 18:17:21.385662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554399a9-8f13-423d-aa00-be817f5523a2 req-daf4146b-22fa-4673-a801-c614f6ca5142 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:21.387232 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-daf4146b-22fa-4673-a801-c614f6ca5142 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/networks?id=d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 200 len: 797 time: 0.1086552 Aug 29 18:17:21.400580 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-31ece18e-8e87-43e5-b589-3ba9e318f0cf None None] Provisioning for port 931930a2-ad60-4903-8366-3bf4f09408a9 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:17:21.404760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-31ece18e-8e87-43e5-b589-3ba9e318f0cf None None] Provisioning complete for port 931930a2-ad60-4903-8366-3bf4f09408a9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:21.405133 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31ece18e-8e87-43e5-b589-3ba9e318f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:21.406136 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-f9014f4c-b6eb-4f64-97df-d62a841cfe1d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/quotas/57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 375 time: 0.0115223 Aug 29 18:17:21.446161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-31ece18e-8e87-43e5-b589-3ba9e318f0cf None None] Port 931930a2-ad60-4903-8366-3bf4f09408a9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:17:21.469621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-34a24b1a-82f2-4ffb-b31f-ba3b3292424f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533495 Aug 29 18:17:21.515131 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Sync routers for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:17:21.525511 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:21.526122 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:21.580514 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-5b6d1d11-df5d-4129-9421-3d50a9cf19fa service neutron] 10.222.0.41 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903733 Aug 29 18:17:21.644259 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:21.678007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e90f2f79-9592-4e02-a1a2-0a8c25389683 None None] Provisioning complete for port 931930a2-ad60-4903-8366-3bf4f09408a9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:21.679575 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e90f2f79-9592-4e02-a1a2-0a8c25389683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:21.697324 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-d5b68ba3-f789-46ad-ae96-84aa2fd2ff79 service neutron] 10.222.0.41 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086493 Aug 29 18:17:21.726252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e90f2f79-9592-4e02-a1a2-0a8c25389683 None None] Port 931930a2-ad60-4903-8366-3bf4f09408a9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:17:21.860876 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c7bc20ea-d171-4e7c-bf49-ad6d59f4de96 None None] Provisioning complete for port 931930a2-ad60-4903-8366-3bf4f09408a9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:21.861304 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7bc20ea-d171-4e7c-bf49-ad6d59f4de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:21.914954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-562e2782-10e3-40f3-bd16-cb3112c9a8ac req-4e7d5f96-0bf2-4e34-88eb-1bc0052a68c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 210 time: 0.0448895 Aug 29 18:17:21.933853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc20ea-d171-4e7c-bf49-ad6d59f4de96 None None] Port 931930a2-ad60-4903-8366-3bf4f09408a9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:17:21.989497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e8dfb86a-51fd-40b0-85ee-ba273bdaf815 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:17:21.995715 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 2, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:22.025291 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Checking router: 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:17:22.025647 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Updating router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a port 931930a2-ad60-4903-8366-3bf4f09408a9 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:17:22.041298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e8dfb86a-51fd-40b0-85ee-ba273bdaf815 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:17:22.046220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e8dfb86a-51fd-40b0-85ee-ba273bdaf815 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:22.046618 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.052886 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.128708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.150538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port e8dfb86a-51fd-40b0-85ee-ba273bdaf815, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e8dfb86a-51fd-40b0-85ee-ba273bdaf815,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:22.154646 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.155481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2a266fbd-d919-4556-96d7-9ed24cdaa173 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:17:22.235648 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=e8dfb86a-51fd-40b0-85ee-ba273bdaf815,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:22.250985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 2a266fbd-d919-4556-96d7-9ed24cdaa173 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:17:22.255459 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2a266fbd-d919-4556-96d7-9ed24cdaa173 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:22.255591 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.342140 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.345110 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.352210 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Transition to ACTIVE for port object 931930a2-ad60-4903-8366-3bf4f09408a9 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:17:22.358845 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.381557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 2a266fbd-d919-4556-96d7-9ed24cdaa173, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2a266fbd-d919-4556-96d7-9ed24cdaa173,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:22.385188 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.442428 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Pushing event updated for resources: {'Port': ['ID=931930a2-ad60-4903-8366-3bf4f09408a9,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:22.449908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=2a266fbd-d919-4556-96d7-9ed24cdaa173,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:22.451867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.452217 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.452555 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.452891 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.453221 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.453546 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.453871 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.454193 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.454516 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.454856 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.455178 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.455494 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:22.488505 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Attempting to bind port 931930a2-ad60-4903-8366-3bf4f09408a9 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:17:22.489160 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Attempting to bind port 931930a2-ad60-4903-8366-3bf4f09408a9 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:17:22.489705 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Attempting to bind port 931930a2-ad60-4903-8366-3bf4f09408a9 on network d7d87bfc-a90a-4105-98af-ac3da8744516 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:17:22.495773 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:17:22.496152 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Checking segment: {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:17:22.496577 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.496972 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Bound using segment: {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:17:22.497480 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Bound port: 931930a2-ad60-4903-8366-3bf4f09408a9, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:17:22.497857 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.563114 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] For port 931930a2-ad60-4903-8366-3bf4f09408a9, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:17:22.566300 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] For port 931930a2-ad60-4903-8366-3bf4f09408a9, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=931930a2-ad60-4903-8366-3bf4f09408a9,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:17:22.576345 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:22.638764 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:22.639376 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:22.678625 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6cae6-d532-4ddb-a81b-bfa29772c991 None None] Pushing event updated for resources: {'Port': ['ID=931930a2-ad60-4903-8366-3bf4f09408a9,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:22.752490 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:22.974076 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:23.002306 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f4162-c1d1-4815-ad04-e747e5798749 None None] The sync data for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 is: [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:17:23.005184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554399a9-8f13-423d-aa00-be817f5523a2 req-f9e3dd2f-5717-481a-941d-2382f67f9da6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:23.006839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-f9e3dd2f-5717-481a-941d-2382f67f9da6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/networks?id=d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 200 len: 797 time: 0.1173058 Aug 29 18:17:23.027954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fd694b5-5fd9-40b3-af9d-afc58bef81f2 req-81cdf416-b611-4364-bf84-a11b78d1dc5d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 210 time: 0.0401714 Aug 29 18:17:23.089449 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-05a21a5a-62ae-407c-b9e5-687b8d6a2732 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 380 time: 0.0640702 Aug 29 18:17:23.101163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'port': {'device_id': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'admin_state_up': True, 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'security_groups': ['a2ce1f3e-0eba-45e4-a598-75d2888d8cbb']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:23.217687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:17:23.221263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:23.353803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.3 (d7d87bfc-a90a-4105-98af-ac3da8744516/7dc3c3e4-f522-4aac-a011-224e447718a1/641b264b-b908-4293-8786-c17f5cbb2ac4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:17:23.496369 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:23.511135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object 641b264b-b908-4293-8786-c17f5cbb2ac4 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:17:23.544177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:23.592954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network d7d87bfc-a90a-4105-98af-ac3da8744516 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:17:23.598094 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:17:23.600717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:17:23.629653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=641b264b-b908-4293-8786-c17f5cbb2ac4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:23.660832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:23.661743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:23.677540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-8214673e-558d-4a62-af47-73ee4126178e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818624 Aug 29 18:17:23.691849 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Request body: {'port': {'device_id': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:23.750992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:23.904229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d289d3f4-3b49-4c14-b899-9d49cd66bfac None None] Provisioning for port 641b264b-b908-4293-8786-c17f5cbb2ac4 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:17:23.916531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d289d3f4-3b49-4c14-b899-9d49cd66bfac None None] Provisioning complete for port 641b264b-b908-4293-8786-c17f5cbb2ac4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:23.917380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d289d3f4-3b49-4c14-b899-9d49cd66bfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:23.957518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d289d3f4-3b49-4c14-b899-9d49cd66bfac None None] Port 641b264b-b908-4293-8786-c17f5cbb2ac4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:17:23.992347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e8dfb86a-51fd-40b0-85ee-ba273bdaf815 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:17:24.043550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e8dfb86a-51fd-40b0-85ee-ba273bdaf815 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:24.043928 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.055126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641b264b-b908-4293-8786-c17f5cbb2ac4 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:17:24.063086 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.080692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Transition to ACTIVE for port object 641b264b-b908-4293-8786-c17f5cbb2ac4 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:17:24.084269 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.135064 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 931930a2-ad60-4903-8366-3bf4f09408a9 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:17:24.144188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Pushing event updated for resources: {'Port': ['ID=641b264b-b908-4293-8786-c17f5cbb2ac4,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:24.190236 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb8208-e35e-49ef-8cce-06431a9d8020 req-335a02de-9210-4072-a4bf-6f03d9a96a2e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:24.199041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-09bb8208-e35e-49ef-8cce-06431a9d8020 req-335a02de-9210-4072-a4bf-6f03d9a96a2e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 943 time: 0.0841756 Aug 29 18:17:24.205941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 931930a2-ad60-4903-8366-3bf4f09408a9 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:17:24.211444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 931930a2-ad60-4903-8366-3bf4f09408a9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:24.211814 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.232440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Attempting to bind port 641b264b-b908-4293-8786-c17f5cbb2ac4 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:17:24.233026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Attempting to bind port 641b264b-b908-4293-8786-c17f5cbb2ac4 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:17:24.233369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Attempting to bind port 641b264b-b908-4293-8786-c17f5cbb2ac4 on network d7d87bfc-a90a-4105-98af-ac3da8744516 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:17:24.238242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Port 641b264b-b908-4293-8786-c17f5cbb2ac4 on network d7d87bfc-a90a-4105-98af-ac3da8744516 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:17:24.238578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Attempting to bind port 641b264b-b908-4293-8786-c17f5cbb2ac4 on network d7d87bfc-a90a-4105-98af-ac3da8744516 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:17:24.244538 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-09bb8208-e35e-49ef-8cce-06431a9d8020 req-6313a4ef-8c96-465f-9919-48a0767cb65d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Aug 29 18:17:24.246402 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:17:24.247194 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Checking segment: {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:17:24.247590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Bound using segment: {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:17:24.248033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Bound port: 641b264b-b908-4293-8786-c17f5cbb2ac4, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9523bf25-793b-45cc-b3d1-1bd42df223b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:17:24.248989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.323912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] For port 641b264b-b908-4293-8786-c17f5cbb2ac4, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:17:24.327817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] For port 641b264b-b908-4293-8786-c17f5cbb2ac4, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=641b264b-b908-4293-8786-c17f5cbb2ac4,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:17:24.332730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.351686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:24.352707 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.354504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] 10.222.0.43 "PUT /v2.0/ports/641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 200 len: 1092 time: 0.6671636 Aug 29 18:17:24.375554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:17:24.379686 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84" -d '{"events": [{"name": "network-changed", "server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:17:24.448222 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d333c06-dd00-43c8-aee2-703edc6b9468 service neutron] Pushing event updated for resources: {'Port': ['ID=641b264b-b908-4293-8786-c17f5cbb2ac4,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:24.452996 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a35b0-fa9c-4c11-82a7-2ccd558fdbbb x-openstack-request-id: req-3a0a35b0-fa9c-4c11-82a7-2ccd558fdbbb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:17:24.453362 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:17:24.453673 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a0a35b0-fa9c-4c11-82a7-2ccd558fdbbb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:17:24.454070 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'status': 'completed', 'code': 200} Aug 29 18:17:24.472646 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554399a9-8f13-423d-aa00-be817f5523a2 req-4f71d58d-2e6f-4fe9-8909-8d8a5acbd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:24.474458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-4f71d58d-2e6f-4fe9-8909-8d8a5acbd88c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0624714 Aug 29 18:17:24.489076 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.525317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 931930a2-ad60-4903-8366-3bf4f09408a9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=931930a2-ad60-4903-8366-3bf4f09408a9,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:24.531561 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.533063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2a266fbd-d919-4556-96d7-9ed24cdaa173 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:17:24.534204 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-0ba83af2-5009-4ef8-a161-adc909b1b540 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0519187 Aug 29 18:17:24.589792 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554399a9-8f13-423d-aa00-be817f5523a2 req-1edf0977-611e-4129-9ac8-4c48ac8d4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:24.591637 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-1edf0977-611e-4129-9ac8-4c48ac8d4ecc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dc3c3e4-f522-4aac-a011-224e447718a1 HTTP/1.1" status: 200 len: 834 time: 0.0501997 Aug 29 18:17:24.617953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=931930a2-ad60-4903-8366-3bf4f09408a9,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:24.634846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 2a266fbd-d919-4556-96d7-9ed24cdaa173 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:24.635229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:24.638786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554399a9-8f13-423d-aa00-be817f5523a2 req-877bcf87-d631-4005-9622-5fc80d3bb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:24.640374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-877bcf87-d631-4005-9622-5fc80d3bb5fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d87bfc-a90a-4105-98af-ac3da8744516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424294 Aug 29 18:17:24.733254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-73f4e12d-b544-4e31-9562-1795db26844b service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857124 Aug 29 18:17:24.821064 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-554399a9-8f13-423d-aa00-be817f5523a2 req-2ad1939b-0493-4e58-b0e3-7b52ab7578eb service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806284 Aug 29 18:17:24.909316 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-bb30ef20-eeee-4c3b-bd5c-3207d4ff2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:24.910769 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-bb30ef20-eeee-4c3b-bd5c-3207d4ff2cd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0407553 Aug 29 18:17:25.001603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-fdd14c7e-b9d9-4399-899d-713dd28cd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:25.002997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-fdd14c7e-b9d9-4399-899d-713dd28cd804 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 200 len: 898 time: 0.0852077 Aug 29 18:17:25.045569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-1f2d0397-19ae-463f-8973-c950cdcdf5c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0352223 Aug 29 18:17:25.093603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-b7c5b7ee-4455-4813-b559-47acb0581d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:25.095014 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-b7c5b7ee-4455-4813-b559-47acb0581d65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dc3c3e4-f522-4aac-a011-224e447718a1 HTTP/1.1" status: 200 len: 834 time: 0.0425959 Aug 29 18:17:25.146732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-5223153d-5e7a-4b63-8a33-c79b9b952789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:25.148812 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-5223153d-5e7a-4b63-8a33-c79b9b952789 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d87bfc-a90a-4105-98af-ac3da8744516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428100 Aug 29 18:17:25.235587 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-0a143d82-69ba-4009-bb56-90b75a046c25 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791385 Aug 29 18:17:25.329544 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5ec86a6-e7a7-448f-b99e-aefd9d280d84 req-a11547e8-c800-433e-82d1-345da17f28f2 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866368 Aug 29 18:17:25.351843 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3abd9-a879-40a6-9f56-e6c7aca1dbed req-b6892fa9-277f-4c51-81ff-cc30335a6e0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:25.353323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6d3abd9-a879-40a6-9f56-e6c7aca1dbed req-b6892fa9-277f-4c51-81ff-cc30335a6e0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 943 time: 0.0504203 Aug 29 18:17:25.390482 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f6d3abd9-a879-40a6-9f56-e6c7aca1dbed req-7e8f5b4c-f5ab-47dc-88ab-6f4539e5103e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310919 Aug 29 18:17:25.872640 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 931930a2-ad60-4903-8366-3bf4f09408a9 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:17:25.918965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 931930a2-ad60-4903-8366-3bf4f09408a9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:25.919342 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:26.506454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ed2e-4322-4470-bc2c-30f2c0fe1a72 req-aff7073c-968f-4a89-8287-1018fce79416 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:26.508457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7443ed2e-4322-4470-bc2c-30f2c0fe1a72 req-aff7073c-968f-4a89-8287-1018fce79416 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 943 time: 0.0493128 Aug 29 18:17:26.545710 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7443ed2e-4322-4470-bc2c-30f2c0fe1a72 req-d3a38fcc-725a-4b8b-a577-086640566410 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313411 Aug 29 18:17:27.400538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 641b264b-b908-4293-8786-c17f5cbb2ac4 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:17:27.490388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 641b264b-b908-4293-8786-c17f5cbb2ac4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=641b264b-b908-4293-8786-c17f5cbb2ac4,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:27.502892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'port_id': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'mac_address': 'fa:16:3e:4b:65:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:17:27.542634 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:27.554761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641b264b-b908-4293-8786-c17f5cbb2ac4 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:17:27.574156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 641b264b-b908-4293-8786-c17f5cbb2ac4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=641b264b-b908-4293-8786-c17f5cbb2ac4,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:27.578453 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:27.629551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=641b264b-b908-4293-8786-c17f5cbb2ac4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:27.664911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19923862-7498-4c60-b08e-a454ecc19745 req-f94a9ffc-ed3c-4393-bc18-7a19cee0fb6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:27.666296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19923862-7498-4c60-b08e-a454ecc19745 req-f94a9ffc-ed3c-4393-bc18-7a19cee0fb6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 944 time: 0.0539212 Aug 29 18:17:27.702116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-19923862-7498-4c60-b08e-a454ecc19745 req-a5e10ec7-ba4a-40ee-80af-cc41b53aa160 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297704 Aug 29 18:17:27.772135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['641b264b-b908-4293-8786-c17f5cbb2ac4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:17:28.830184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676a366-4a7f-4b42-82d6-1a5b5a416dc7 req-9638339c-6c72-4d16-9f37-5558de1eec30 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:28.831660 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8676a366-4a7f-4b42-82d6-1a5b5a416dc7 req-9638339c-6c72-4d16-9f37-5558de1eec30 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 944 time: 0.0482326 Aug 29 18:17:28.868919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8676a366-4a7f-4b42-82d6-1a5b5a416dc7 req-1aafcf67-a16c-4f98-b7c2-9335211c2ab7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Aug 29 18:17:29.416457 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 641b264b-b908-4293-8786-c17f5cbb2ac4 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:17:29.463407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 641b264b-b908-4293-8786-c17f5cbb2ac4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:17:29.467338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 641b264b-b908-4293-8786-c17f5cbb2ac4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:17:29.467593 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:29.543412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:29.564397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:17:29.566624 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ef387d-63ba-4418-bafc-9c427696fdc7" -d '{"events": [{"server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "name": "network-vif-plugged", "status": "completed", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:17:29.580174 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 641b264b-b908-4293-8786-c17f5cbb2ac4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=641b264b-b908-4293-8786-c17f5cbb2ac4,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:17:29.583905 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:29.632708 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfda3bf8-7e4f-485b-8ec2-d51273d91f2b x-openstack-request-id: req-dfda3bf8-7e4f-485b-8ec2-d51273d91f2b {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:17:29.632996 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "name": "network-vif-plugged", "status": "completed", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:17:29.633353 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfda3bf8-7e4f-485b-8ec2-d51273d91f2b {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:17:29.633849 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'code': 200} Aug 29 18:17:29.639138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=641b264b-b908-4293-8786-c17f5cbb2ac4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:29.735952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da1822-78b8-4c02-9a06-2fb380f34bea req-75276057-0bc5-49d4-a56f-6ab024441177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:29.737321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3da1822-78b8-4c02-9a06-2fb380f34bea req-75276057-0bc5-49d4-a56f-6ab024441177 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0442698 Aug 29 18:17:29.773020 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3da1822-78b8-4c02-9a06-2fb380f34bea req-eb325eff-2350-48f4-b325-7935e4927ade service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275931 Aug 29 18:17:29.981632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794bb9-23fb-40bd-866e-10b2bf9b8654 req-b3547fe6-4ad8-4ccc-bdec-cb378ec27f90 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:29.983107 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-08794bb9-23fb-40bd-866e-10b2bf9b8654 req-b3547fe6-4ad8-4ccc-bdec-cb378ec27f90 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0477502 Aug 29 18:17:30.021131 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-08794bb9-23fb-40bd-866e-10b2bf9b8654 req-a00c9ce4-28a6-4458-ad2f-045ef4fc8e52 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Aug 29 18:17:31.134892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b8060-42b6-4f73-a6b3-4cc5b978f462 req-b0be8a59-0157-4619-a770-d3dd639849ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:31.136392 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f5b8060-42b6-4f73-a6b3-4cc5b978f462 req-b0be8a59-0157-4619-a770-d3dd639849ec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0486741 Aug 29 18:17:31.173576 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4f5b8060-42b6-4f73-a6b3-4cc5b978f462 req-2db1b82c-19db-4cea-ad78-f5f69daf0148 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Aug 29 18:17:31.285276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb793db-4662-464c-b60d-c4e88f3c8f30 req-f8528f4c-ca8b-4459-8629-697a33b16206 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:31.286787 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fb793db-4662-464c-b60d-c4e88f3c8f30 req-f8528f4c-ca8b-4459-8629-697a33b16206 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Aug 29 18:17:31.323255 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0fb793db-4662-464c-b60d-c4e88f3c8f30 req-09f73860-6d0d-4c99-a9ee-abacfc57ea68 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300150 Aug 29 18:17:31.344242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36552) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:31.385642 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e4eb0-c7bd-40dc-8a6b-539966e827b0 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:31.387125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b52e4eb0-c7bd-40dc-8a6b-539966e827b0 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1092 time: 0.0419600 Aug 29 18:17:31.389812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36554) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:31.393991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:17:31.416230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:31.511065 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:31.613766 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.221 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/4ccc0803-ba93-4154-8321-cd742cd4ae45) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:17:31.712761 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:31.750207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:31.786999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:17:31.790295 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:17:31.793633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:17:31.823422 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=4ccc0803-ba93-4154-8321-cd742cd4ae45,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:32.144509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:32.212448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:32.359992 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:32.364468 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:32.431063 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=4ccc0803-ba93-4154-8321-cd742cd4ae45,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:32.440531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:32.539697 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 5235cc29-496c-42f3-925b-061c1b348d16 associated. External IP: 172.25.2.221, port: 641b264b-b908-4293-8786-c17f5cbb2ac4. Aug 29 18:17:33.073645 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:17:33.184708 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:17:33.194063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] Sync routers for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:17:33.199730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:33.204658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:33.205292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:33.228630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ed262ab2-a256-4c8f-bb4d-e94278726568 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8348346 Aug 29 18:17:33.228630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:17:33.229065 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e593b9-52da-4533-b0f5-2e2c6a91373b" -d '{"events": [{"name": "network-changed", "server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:17:33.265608 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473ef637-30e4-4f2a-b2bf-9fd6b27f4b6e x-openstack-request-id: req-473ef637-30e4-4f2a-b2bf-9fd6b27f4b6e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:17:33.266080 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:17:33.266498 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-473ef637-30e4-4f2a-b2bf-9fd6b27f4b6e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:17:33.267401 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'status': 'completed', 'code': 200} Aug 29 18:17:33.313557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:33.324213 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373fcd4-5159-466b-b5c3-54e8529fffd5 req-5118f071-d40a-47b9-84c8-8289e29bcc8c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:33.326430 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3373fcd4-5159-466b-b5c3-54e8529fffd5 req-5118f071-d40a-47b9-84c8-8289e29bcc8c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0518064 Aug 29 18:17:33.328403 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-77d4cb74-ee44-4fca-9004-1a46e7659a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:33.330019 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-77d4cb74-ee44-4fca-9004-1a46e7659a82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0409088 Aug 29 18:17:33.365734 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3373fcd4-5159-466b-b5c3-54e8529fffd5 req-3af23a4e-bc7e-471c-9c3b-d0768d2cf12e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Aug 29 18:17:33.388087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36560) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:33.426476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-6cfe8054-096a-4394-a3b8-01fa8623fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:33.427992 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-6cfe8054-096a-4394-a3b8-01fa8623fa35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 200 len: 898 time: 0.0906506 Aug 29 18:17:33.455082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88bd1e95-70b2-4847-8307-440a79137193 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/5235cc29-496c-42f3-925b-061c1b348d16 HTTP/1.1" status: 200 len: 991 time: 0.0646887 Aug 29 18:17:33.494497 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-b6564a59-ef18-445b-abd2-a4a7bdf1d5b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 200 len: 999 time: 0.0591247 Aug 29 18:17:33.544468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-62d811e1-e15a-479b-8e4c-99d32d99bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:33.545936 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-62d811e1-e15a-479b-8e4c-99d32d99bb9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dc3c3e4-f522-4aac-a011-224e447718a1 HTTP/1.1" status: 200 len: 834 time: 0.0443120 Aug 29 18:17:33.546330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '5235cc29-496c-42f3-925b-061c1b348d16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'port_id': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'mac_address': 'fa:16:3e:4b:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:17:32Z', 'updated_at': '2021-08-29T18:17:32Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:24Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:33.571826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] Checking router: 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:17:33.580218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:33.580759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:17:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:33.594983 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-bff1074e-0f72-4ebe-86ff-c4c1164d2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:33.596555 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-bff1074e-0f72-4ebe-86ff-c4c1164d2bb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d87bfc-a90a-4105-98af-ac3da8744516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434182 Aug 29 18:17:33.607774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-2bd299de-0fe3-417a-b734-a6659efedf31 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:17:33.608797 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-2bd299de-0fe3-417a-b734-a6659efedf31 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049305 Aug 29 18:17:33.685482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:33.699154 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-7c61c980-adc0-45bb-b839-0fa0f737ef27 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831451 Aug 29 18:17:33.793413 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-86e593b9-52da-4533-b0f5-2e2c6a91373b req-9cf2ff42-bb7b-4e4f-9c42-8a09a049666d service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871699 Aug 29 18:17:33.900941 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '5235cc29-496c-42f3-925b-061c1b348d16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'port_id': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'mac_address': 'fa:16:3e:4b:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:17:32Z', 'updated_at': '2021-08-29T18:17:32Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:24Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:33.929812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29a40e-4a7b-43bf-9e94-53b3101afdbe None None] The sync data for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 is: [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '5235cc29-496c-42f3-925b-061c1b348d16', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'port_id': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'mac_address': 'fa:16:3e:4b:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:17:32Z', 'updated_at': '2021-08-29T18:17:32Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:24Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:17:34.109092 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c14a76-9908-4245-ad67-5239228d117b None None] New status for floating IP 5235cc29-496c-42f3-925b-061c1b348d16: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:17:34.457822 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36562) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:34.517511 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4998d4e3-c8f2-43ee-87a0-f1d28bb20d44 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/5235cc29-496c-42f3-925b-061c1b348d16 HTTP/1.1" status: 200 len: 993 time: 0.0585217 Aug 29 18:17:39.237763 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7aeba84-e989-4768-9cc9-0ed78a5fb291 req-f0cab825-9403-4573-b1ae-72060d12e922 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291865 Aug 29 18:17:39.302607 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7aeba84-e989-4768-9cc9-0ed78a5fb291 req-55ff39a4-2625-462f-aa72-c0c16023d4bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0252080 Aug 29 18:17:39.339721 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7aeba84-e989-4768-9cc9-0ed78a5fb291 req-e2742b5f-8a77-473b-8544-ff20315b8cd4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183461 Aug 29 18:17:39.429189 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeba84-e989-4768-9cc9-0ed78a5fb291 req-6cfffaff-4eb3-4f4d-a25c-492fe9f14cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:39.430700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7aeba84-e989-4768-9cc9-0ed78a5fb291 req-6cfffaff-4eb3-4f4d-a25c-492fe9f14cf1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845325 Aug 29 18:17:41.277442 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68dfa7eb-88a7-42d9-92dc-86e0de3e019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:43.071641 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:43.631374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:43.924170 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cfbcdb50-84f2-4e24-890b-4800266f0d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:44.086541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:44.586455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-db185812-840f-470a-9707-00c4a3a27617 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401819 Aug 29 18:17:44.667193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-7200882f-f706-453f-ba09-df6a07afde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:44.668654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-7200882f-f706-453f-ba09-df6a07afde00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0415964 Aug 29 18:17:44.771059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-3d830144-475c-413f-9cef-201667faeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:44.773130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-3d830144-475c-413f-9cef-201667faeb03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 200 len: 898 time: 0.0858688 Aug 29 18:17:44.836805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-de60f9ac-7e1a-4629-8c8b-8a63e176da93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0567415 Aug 29 18:17:44.884522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-45a42960-36fb-4110-981a-474db92d58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:44.885884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-45a42960-36fb-4110-981a-474db92d58c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dc3c3e4-f522-4aac-a011-224e447718a1 HTTP/1.1" status: 200 len: 834 time: 0.0424011 Aug 29 18:17:44.933355 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-790dd99b-8f81-4961-a153-72b30d789376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:44.934864 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-790dd99b-8f81-4961-a153-72b30d789376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d87bfc-a90a-4105-98af-ac3da8744516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423608 Aug 29 18:17:45.021233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-f046f860-ff46-4bed-9a69-2e467085f6d5 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793905 Aug 29 18:17:45.111347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9729b1b7-e22f-41e4-83ec-24f14aba4061 req-a6baabc0-ed03-4c36-a092-1ee59e7d091d service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831239 Aug 29 18:17:45.644787 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:46.948928 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:54.896566 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:18:03.328160 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c177d5-c22f-4cc1-ad04-4750ae18ae4a req-c68d0e6e-5aab-459f-8d1b-9b6f08ba1353 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:03.329620 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c177d5-c22f-4cc1-ad04-4750ae18ae4a req-c68d0e6e-5aab-459f-8d1b-9b6f08ba1353 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0749269 Aug 29 18:18:03.331446 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-067346a2-a7d3-4066-8d88-8b4b06ccd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:03.332765 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-067346a2-a7d3-4066-8d88-8b4b06ccd33f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0691180 Aug 29 18:18:03.416712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b5c177d5-c22f-4cc1-ad04-4750ae18ae4a req-7c73f5dd-d2c0-4e65-8686-9c2cf4947a7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810235 Aug 29 18:18:03.447910 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-c94812e2-d735-47b0-8191-9033773524a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:03.449358 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-c94812e2-d735-47b0-8191-9033773524a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 200 len: 898 time: 0.1081054 Aug 29 18:18:03.513818 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-5d3f027b-7f30-4ef7-8923-e313b7e338d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0567892 Aug 29 18:18:03.568888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-46f7e832-63b9-4994-a856-df7e32e6d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:03.570276 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-46f7e832-63b9-4994-a856-df7e32e6d450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dc3c3e4-f522-4aac-a011-224e447718a1 HTTP/1.1" status: 200 len: 834 time: 0.0461998 Aug 29 18:18:03.614778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-7df63245-229c-406a-a0e9-a32a57d1c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:03.616219 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-7df63245-229c-406a-a0e9-a32a57d1c900 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d87bfc-a90a-4105-98af-ac3da8744516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386283 Aug 29 18:18:03.706501 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-5b1a44c7-d98c-4d90-950e-28ad72b5a0e4 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829508 Aug 29 18:18:03.796483 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2091ddb0-458b-4582-9d02-dc6818451e36 req-76ee4652-1f56-48f5-803c-f9efef11b8ec service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833933 Aug 29 18:18:04.538013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba8636-f5f0-4e87-9731-2e4b9513f256 req-981324a7-91f5-4aa0-8adc-59df5dccf2b2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:04.539507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3ba8636-f5f0-4e87-9731-2e4b9513f256 req-981324a7-91f5-4aa0-8adc-59df5dccf2b2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0545440 Aug 29 18:18:04.576428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d3ba8636-f5f0-4e87-9731-2e4b9513f256 req-2f7855fc-cce2-4729-8b6a-51f754a083ce tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Aug 29 18:18:05.689026 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a773a-8212-492a-b950-a48582abdcef req-44a0526b-dd00-49fa-a701-c6a37f45f83c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:05.690493 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d6a773a-8212-492a-b950-a48582abdcef req-44a0526b-dd00-49fa-a701-c6a37f45f83c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Aug 29 18:18:05.728094 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8d6a773a-8212-492a-b950-a48582abdcef req-29e2c09f-9066-4415-8948-c4412837df86 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Aug 29 18:18:06.843323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607283e-1366-40a2-a37a-7323a0a98702 req-2b44b2fa-98f7-4771-9348-9adf9083b40d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:06.844813 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d607283e-1366-40a2-a37a-7323a0a98702 req-2b44b2fa-98f7-4771-9348-9adf9083b40d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0499334 Aug 29 18:18:06.885546 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d607283e-1366-40a2-a37a-7323a0a98702 req-9f2c23f2-243a-47e2-ab5b-9cc2d1bb52a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348408 Aug 29 18:18:07.997260 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2075d6-7375-44ed-80e1-749fa9313363 req-97b1586b-c1d2-4ae6-83ab-091fdfb9aa19 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:07.998757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb2075d6-7375-44ed-80e1-749fa9313363 req-97b1586b-c1d2-4ae6-83ab-091fdfb9aa19 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Aug 29 18:18:08.040410 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb2075d6-7375-44ed-80e1-749fa9313363 req-15cc9ec5-e517-4328-ba77-4935102d74dd tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358751 Aug 29 18:18:09.152081 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f938a-d860-410a-aef0-fb8c6a35d846 req-20eeb5df-2ab9-48ad-946f-6743ea443fa7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:09.153529 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c24f938a-d860-410a-aef0-fb8c6a35d846 req-20eeb5df-2ab9-48ad-946f-6743ea443fa7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0486443 Aug 29 18:18:09.190357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c24f938a-d860-410a-aef0-fb8c6a35d846 req-70e40dc7-ea83-443d-a122-fa3a242d0041 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306396 Aug 29 18:18:10.303104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad2a4f-12f4-4ac8-a79a-4a2c8fcfb817 req-ba86d8b3-feea-4f9e-90fa-000768ba9c75 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:10.304605 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4dad2a4f-12f4-4ac8-a79a-4a2c8fcfb817 req-ba86d8b3-feea-4f9e-90fa-000768ba9c75 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0494566 Aug 29 18:18:10.341447 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4dad2a4f-12f4-4ac8-a79a-4a2c8fcfb817 req-76ea31b3-f78b-4db7-80d1-62de51b485a0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307193 Aug 29 18:18:11.279231 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-21ffe268-fc67-46e7-9660-6478b816d520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.462386 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe27e8-46dd-4141-9019-4f5fd36e25af req-e511ccb5-469d-4022-905d-4ed29e4dfb62 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:11.463818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7fe27e8-46dd-4141-9019-4f5fd36e25af req-e511ccb5-469d-4022-905d-4ed29e4dfb62 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Aug 29 18:18:11.500512 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d7fe27e8-46dd-4141-9019-4f5fd36e25af req-4c5b1c41-90db-484a-a93c-38cc45bd6c5d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304229 Aug 29 18:18:12.615836 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf7171-7d50-4080-aa6d-8c73ef9a771e req-b5bbdcf3-a345-4268-ac37-78490b1a4e51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:12.617284 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ccf7171-7d50-4080-aa6d-8c73ef9a771e req-b5bbdcf3-a345-4268-ac37-78490b1a4e51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0478354 Aug 29 18:18:12.654282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9ccf7171-7d50-4080-aa6d-8c73ef9a771e req-ba2e8cc2-8e4a-4f53-b46d-36f4896b74dd tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Aug 29 18:18:13.074018 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.646120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.767420 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f97b24-df1c-4103-9070-ce166c86112f req-75d86555-6f49-4256-b97e-b448a6bddcc5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:13.768898 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72f97b24-df1c-4103-9070-ce166c86112f req-75d86555-6f49-4256-b97e-b448a6bddcc5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0483685 Aug 29 18:18:13.806241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-72f97b24-df1c-4103-9070-ce166c86112f req-a368496c-37f9-4683-b20e-94d7704e5cab tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307310 Aug 29 18:18:13.923441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-422ff96c-726e-42d3-bad5-c446529f5b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.955609 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.917833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b2631-ac4d-4444-a2b0-4ddeab1a2a09 req-a3c80797-cd0f-41c1-9778-b762ec643861 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:14.919327 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e4b2631-ac4d-4444-a2b0-4ddeab1a2a09 req-a3c80797-cd0f-41c1-9778-b762ec643861 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0481234 Aug 29 18:18:14.958973 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0e4b2631-ac4d-4444-a2b0-4ddeab1a2a09 req-74684c9d-836f-454c-8028-3adb42615d01 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338497 Aug 29 18:18:14.981383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36600) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:15.041315 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1e9239b1-6dee-464c-8a2a-597f770cb699 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/5235cc29-496c-42f3-925b-061c1b348d16 HTTP/1.1" status: 200 len: 993 time: 0.0588381 Aug 29 18:18:15.647194 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.953057 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:31.895164 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:18:39.235309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18d2e428-18e0-44b3-b7c8-4034f4eb31a8 req-8a75e821-3fd2-4391-9b2e-e8cb961832f4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270808 Aug 29 18:18:39.301103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18d2e428-18e0-44b3-b7c8-4034f4eb31a8 req-3dfc2648-5d51-40a7-99b0-a4f56ef4dd98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0246468 Aug 29 18:18:39.343660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18d2e428-18e0-44b3-b7c8-4034f4eb31a8 req-5dc09c81-36ee-4bdc-8b24-88697be62262 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219519 Aug 29 18:18:39.439977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e428-18e0-44b3-b7c8-4034f4eb31a8 req-1ff2ffea-69ca-4ac5-afd5-b4c187defded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:39.441356 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-18d2e428-18e0-44b3-b7c8-4034f4eb31a8 req-1ff2ffea-69ca-4ac5-afd5-b4c187defded service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896831 Aug 29 18:18:41.279546 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b9f-98e3-4f4f-a32d-4d2a75f3ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:43.072859 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:43.645008 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:43.925868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ba56373f-3c99-4833-b809-6ce6c67e2c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:43.954717 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:45.388976 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36612) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:45.543100 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 4ccc0803-ba93-4154-8321-cd742cd4ae45 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:45.543459 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:45.587260 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-730a9b00-6088-4215-b384-edb25095926a req-eb482599-44cf-4853-b238-0de2c4c81703 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394726 Aug 29 18:18:45.623034 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:45.623871 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:45.638489 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 4ccc0803-ba93-4154-8321-cd742cd4ae45 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:45.651366 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:45.672902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a9b00-6088-4215-b384-edb25095926a req-10557b4d-14e0-42a2-948c-8d75a7629684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:45.674378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-730a9b00-6088-4215-b384-edb25095926a req-10557b4d-14e0-42a2-948c-8d75a7629684 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0454171 Aug 29 18:18:45.777812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a9b00-6088-4215-b384-edb25095926a req-a1fe6add-15c3-4e53-9cf9-db3b01671f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:45.779325 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-730a9b00-6088-4215-b384-edb25095926a req-a1fe6add-15c3-4e53-9cf9-db3b01671f55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 200 len: 898 time: 0.0843523 Aug 29 18:18:45.786688 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:45.814039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=4ccc0803-ba93-4154-8321-cd742cd4ae45,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:45.826912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-730a9b00-6088-4215-b384-edb25095926a req-099af385-e87a-4d72-bffd-09a1ae579d25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0376284 Aug 29 18:18:45.827102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.827102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.827307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.827551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.827895 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.828233 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.828572 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.828908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.829244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.829573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.829903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.830229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:45.881811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a9b00-6088-4215-b384-edb25095926a req-006cde89-a9c5-429e-ba76-d4ce96b9fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:45.883737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:45.884164 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 5235cc29-496c-42f3-925b-061c1b348d16 disassociated (deleted). External IP: 172.25.2.221, port: 641b264b-b908-4293-8786-c17f5cbb2ac4. Aug 29 18:18:45.884331 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-730a9b00-6088-4215-b384-edb25095926a req-006cde89-a9c5-429e-ba76-d4ce96b9fe34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dc3c3e4-f522-4aac-a011-224e447718a1 HTTP/1.1" status: 200 len: 834 time: 0.0495946 Aug 29 18:18:45.930267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a9b00-6088-4215-b384-edb25095926a req-0c4145d1-1f28-4700-83c1-323026f12894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:45.931805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-730a9b00-6088-4215-b384-edb25095926a req-0c4145d1-1f28-4700-83c1-323026f12894 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d87bfc-a90a-4105-98af-ac3da8744516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404959 Aug 29 18:18:46.020274 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-730a9b00-6088-4215-b384-edb25095926a req-ea892600-48c0-4f28-89f9-0a42fe3094ae service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805309 Aug 29 18:18:46.089755 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:18:46.115878 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-730a9b00-6088-4215-b384-edb25095926a req-03373008-a782-419e-917e-b66108e255ea service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885527 Aug 29 18:18:46.195653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:46.200265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:46.204673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] Sync routers for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:46.213892 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:46.214502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:46.228781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f9c2153b-667a-419a-a15e-bc275594f3ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/floatingips/5235cc29-496c-42f3-925b-061c1b348d16 HTTP/1.1" status: 204 len: 168 time: 0.8387294 Aug 29 18:18:46.229350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:18:46.231623 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f" -d '{"events": [{"name": "network-changed", "server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:18:46.274712 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85e125f-9b89-440a-a119-cac87989a23b x-openstack-request-id: req-b85e125f-9b89-440a-a119-cac87989a23b {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:18:46.274712 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:18:46.274945 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b85e125f-9b89-440a-a119-cac87989a23b {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:18:46.275280 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'status': 'completed', 'code': 200} Aug 29 18:18:46.321957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:46.338509 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-14d68a3f-e8df-457d-a948-ee1ffa62d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:46.340430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-14d68a3f-e8df-457d-a948-ee1ffa62d2a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0442228 Aug 29 18:18:46.447751 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-c56c77e0-c929-4e3b-99a5-c34ebbe02bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:46.449368 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-c56c77e0-c929-4e3b-99a5-c34ebbe02bec service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 200 len: 898 time: 0.1005027 Aug 29 18:18:46.460015 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca260048-d1a8-47d9-a44f-639278e39ffa req-10a17f1d-543b-4175-80bc-dfe3edd406ef tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:46.462107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca260048-d1a8-47d9-a44f-639278e39ffa req-10a17f1d-543b-4175-80bc-dfe3edd406ef tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0493526 Aug 29 18:18:46.495158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-be32f8e1-5a17-4396-8719-83700a202fcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0371666 Aug 29 18:18:46.506660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ca260048-d1a8-47d9-a44f-639278e39ffa req-15538b12-dda4-4f84-b2cd-de8461bf50e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Aug 29 18:18:46.536557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:24Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:46.548406 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-c39209a7-6ad4-49bc-a951-4e9af09b58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:46.550140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-c39209a7-6ad4-49bc-a951-4e9af09b58bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dc3c3e4-f522-4aac-a011-224e447718a1 HTTP/1.1" status: 200 len: 834 time: 0.0480082 Aug 29 18:18:46.563429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] Checking router: 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:46.572289 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:46.572988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:46.600913 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-b29a9651-9771-486c-a478-284467556d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:46.602441 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-b29a9651-9771-486c-a478-284467556d45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d87bfc-a90a-4105-98af-ac3da8744516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438163 Aug 29 18:18:46.678255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:46.691824 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-5c60349d-da62-4f6f-9344-7b67e8721dd3 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804360 Aug 29 18:18:46.786015 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5bfa67b6-d0f8-4e4a-b201-9c402748b73f req-97c93df7-b1ab-4047-8bd7-bff0b89c346d service neutron] 10.222.0.43 "GET /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861309 Aug 29 18:18:46.875261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:24Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:46.904412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972110cc-32fc-486e-975f-b32586fd1f3b None None] The sync data for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 is: [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:17:20Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '931930a2-ad60-4903-8366-3bf4f09408a9', 'name': '', 'network_id': 'd7d87bfc-a90a-4105-98af-ac3da8744516', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:98:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:19Z', 'updated_at': '2021-08-29T18:17:24Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '7dc3c3e4-f522-4aac-a011-224e447718a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:46.958014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:47.116658 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec2d610-3c3a-486a-9d0f-a4ae48bfa90e None None] New status for floating IP 5235cc29-496c-42f3-925b-061c1b348d16: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:18:47.626945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0c188-213b-4f31-97ec-1a141b637dde req-784165a6-b91d-4a14-9122-c06575139781 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:47.628387 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bac0c188-213b-4f31-97ec-1a141b637dde req-784165a6-b91d-4a14-9122-c06575139781 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0496383 Aug 29 18:18:47.666743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bac0c188-213b-4f31-97ec-1a141b637dde req-6337065b-4e1f-4e49-8801-c32cc9433c3b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Aug 29 18:18:47.939414 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c794-2341-4834-b580-13758c282158 req-dcae4854-96f2-4edf-b5ab-b7634a40577c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:47.940835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4c0c794-2341-4834-b580-13758c282158 req-dcae4854-96f2-4edf-b5ab-b7634a40577c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 945 time: 0.0483301 Aug 29 18:18:48.031127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 641b264b-b908-4293-8786-c17f5cbb2ac4 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:48.031473 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:48.116705 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port 641b264b-b908-4293-8786-c17f5cbb2ac4, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=641b264b-b908-4293-8786-c17f5cbb2ac4,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:48.117027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:48.129415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 641b264b-b908-4293-8786-c17f5cbb2ac4 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:48.255467 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:48.284147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=641b264b-b908-4293-8786-c17f5cbb2ac4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:48.296018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.296377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.296718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.297055 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.297386 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.297716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.298044 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.298373 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.298805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.299134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.299463 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.299784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:48.332585 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] No DVR routers for this DVR port 641b264b-b908-4293-8786-c17f5cbb2ac4 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:18:48.335034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:48.337600 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b4c0c794-2341-4834-b580-13758c282158 req-fb04cddc-5506-4b69-a681-ee49f1d6b122 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "DELETE /v2.0/ports/641b264b-b908-4293-8786-c17f5cbb2ac4 HTTP/1.1" status: 204 len: 173 time: 0.3901577 Aug 29 18:18:48.338050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'name': 'network-vif-deleted', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:18:48.340265 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb849fe5-0aae-46f6-bba9-e2fe535e3b7d" -d '{"events": [{"server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "name": "network-vif-deleted", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:18:48.377720 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58191688-d6f5-4028-8a17-80e8de8e5774 x-openstack-request-id: req-58191688-d6f5-4028-8a17-80e8de8e5774 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:18:48.378042 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023ef3dd-4ce9-4663-9634-d7d8d6236eb1", "name": "network-vif-deleted", "tag": "641b264b-b908-4293-8786-c17f5cbb2ac4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:18:48.378441 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58191688-d6f5-4028-8a17-80e8de8e5774 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:18:48.378874 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023ef3dd-4ce9-4663-9634-d7d8d6236eb1', 'name': 'network-vif-deleted', 'tag': '641b264b-b908-4293-8786-c17f5cbb2ac4', 'status': 'completed', 'code': 200} Aug 29 18:18:48.787036 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e950e7b4-b62b-4d2b-8f24-8fb667ebcf69 req-c4ba0ad7-229e-499b-91bd-b23383cf5ebc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=023ef3dd-4ce9-4663-9634-d7d8d6236eb1 HTTP/1.1" status: 200 len: 210 time: 0.0370934 Aug 29 18:18:49.841093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36630) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:50.184680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:50.427297 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 931930a2-ad60-4903-8366-3bf4f09408a9 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:50.427638 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:50.511968 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port 931930a2-ad60-4903-8366-3bf4f09408a9, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=931930a2-ad60-4903-8366-3bf4f09408a9,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:50.512332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:50.531047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 931930a2-ad60-4903-8366-3bf4f09408a9 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:51.019415 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:51.044594 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=931930a2-ad60-4903-8366-3bf4f09408a9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:51.213354 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:51.424812 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:18:51.530444 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:51.536124 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-4f488116-06f9-45f4-80bd-d7a0353c4168 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/76ae6c58-79ef-42cb-b6a3-4ee50887ca8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940165 Aug 29 18:18:51.539486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36632) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:51.541772 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] Sync routers for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:51.551700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:51.552307 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:51.590545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cab33c0-31b5-4088-b7fc-25d19f8f918f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting subnet 7dc3c3e4-f522-4aac-a011-224e447718a1 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:18:51.593792 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cab33c0-31b5-4088-b7fc-25d19f8f918f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:51.633459 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cab33c0-31b5-4088-b7fc-25d19f8f918f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:51.660591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:51.722531 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cab33c0-31b5-4088-b7fc-25d19f8f918f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:51.783833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cab33c0-31b5-4088-b7fc-25d19f8f918f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:51.809851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab33c0-31b5-4088-b7fc-25d19f8f918f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc3c3e4-f522-4aac-a011-224e447718a1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:51.817145 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9cab33c0-31b5-4088-b7fc-25d19f8f918f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:51.822167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9cab33c0-31b5-4088-b7fc-25d19f8f918f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/subnets/7dc3c3e4-f522-4aac-a011-224e447718a1 HTTP/1.1" status: 204 len: 168 time: 0.2786593 Aug 29 18:18:51.822490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36634) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:51.887007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7db9b3f-7e5f-4afc-b35c-f21ba7ece865 None None] Network d7d87bfc-a90a-4105-98af-ac3da8744516 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:51.938563 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.042639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.094927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:18:50Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e8dfb86a-51fd-40b0-85ee-ba273bdaf815', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:17:17Z', 'updated_at': '2021-08-29T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:52.096601 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port e8dfb86a-51fd-40b0-85ee-ba273bdaf815 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:52.096957 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.124424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] Checking router: 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:52.133218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] Routers {'76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:52.133826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:52.168657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] DHCP port deletion for d7d87bfc-a90a-4105-98af-ac3da8744516 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:18:52.180013 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port e8dfb86a-51fd-40b0-85ee-ba273bdaf815, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e8dfb86a-51fd-40b0-85ee-ba273bdaf815,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:52.180391 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.191846 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for e8dfb86a-51fd-40b0-85ee-ba273bdaf815 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:52.242787 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] Set router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:52.297605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:18:52Z', 'revision_number': 6, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:52.327723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139393a-9f5e-4e06-aab4-0ee77aa8df05 None None] The sync data for ids ['76ae6c58-79ef-42cb-b6a3-4ee50887ca8a'] in n-d-713499-15 is: [{'id': '76ae6c58-79ef-42cb-b6a3-4ee50887ca8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341106258', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:17:16Z', 'updated_at': '2021-08-29T18:18:52Z', 'revision_number': 6, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:52.335317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Deleting port 2a266fbd-d919-4556-96d7-9ed24cdaa173 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:52.335723 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.369739 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.396821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] For port 2a266fbd-d919-4556-96d7-9ed24cdaa173, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=2a266fbd-d919-4556-96d7-9ed24cdaa173,segment=NetworkSegment(9523bf25-793b-45cc-b3d1-1bd42df223b7),segment_id=9523bf25-793b-45cc-b3d1-1bd42df223b7)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:52.397227 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.400816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=e8dfb86a-51fd-40b0-85ee-ba273bdaf815,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:52.415688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Calling delete_port for 2a266fbd-d919-4556-96d7-9ed24cdaa173 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:52.454526 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.493523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.516679 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Pushing event deleted for resources: {'Port': ['ID=2a266fbd-d919-4556-96d7-9ed24cdaa173,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:52.526477 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] No DVR routers for this DVR port 2a266fbd-d919-4556-96d7-9ed24cdaa173 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:18:52.528682 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.529095 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.529455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.529797 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.530211 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.530542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.530899 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.531227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.531554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.531880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.532462 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.532785 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ab3c7-8d5e-437a-9ba1-8105d6e430eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:52.559511 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.561530 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.606652 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.607203 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Fanout notify agent at l3_agent the message router_deleted on router 76ae6c58-79ef-42cb-b6a3-4ee50887ca8a {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:18:52.614003 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.615132 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-debde13b-a66b-4405-afbc-9468480f3c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/routers/76ae6c58-79ef-42cb-b6a3-4ee50887ca8a HTTP/1.1" status: 204 len: 168 time: 0.7917855 Aug 29 18:18:52.617816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36636) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:52.692324 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.783344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.792763 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d87bfc-a90a-4105-98af-ac3da8744516']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:52.802494 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9523bf25-793b-45cc-b3d1-1bd42df223b7') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:52.802801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9523bf25-793b-45cc-b3d1-1bd42df223b7') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:52.811265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.824761 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.830388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:18:52.830811 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:18:52.833626 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:18:52.890898 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.895606 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.897894 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/networks/d7d87bfc-a90a-4105-98af-ac3da8744516 HTTP/1.1" status: 204 len: 168 time: 0.2791505 Aug 29 18:18:52.901416 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36638) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:52.913166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfddb54-a471-4fce-a145-18d126090e65 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Network': ['ID=d7d87bfc-a90a-4105-98af-ac3da8744516,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:52.959524 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-347a52fe-986f-4f64-9b73-dac06435c58f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:52.984391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-347a52fe-986f-4f64-9b73-dac06435c58f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.044855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-347a52fe-986f-4f64-9b73-dac06435c58f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.047508 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-347a52fe-986f-4f64-9b73-dac06435c58f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.048686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-347a52fe-986f-4f64-9b73-dac06435c58f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/security-groups/a2ce1f3e-0eba-45e4-a598-75d2888d8cbb HTTP/1.1" status: 204 len: 168 time: 0.1461029 Aug 29 18:18:53.058870 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a52fe-986f-4f64-9b73-dac06435c58f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ce1f3e-0eba-45e4-a598-75d2888d8cbb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:53.627203 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36644) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:53.631820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fc7e3b72-1d48-4210-b9c7-0173d5e34389 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826347665', 'description': 'tempest-secgroup-smoke-1826347665 description', 'project_id': '57f885afb59549f3a2496f95cb908712'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:53.654429 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3b72-1d48-4210-b9c7-0173d5e34389 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.680762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 641b264b-b908-4293-8786-c17f5cbb2ac4 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:53.701842 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 641b264b-b908-4293-8786-c17f5cbb2ac4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:53.702188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 641b264b-b908-4293-8786-c17f5cbb2ac4 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:53.733388 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3b72-1d48-4210-b9c7-0173d5e34389 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.737456 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3b72-1d48-4210-b9c7-0173d5e34389 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.764885 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3b72-1d48-4210-b9c7-0173d5e34389 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.766086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc7e3b72-1d48-4210-b9c7-0173d5e34389 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378942 Aug 29 18:18:53.767999 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e3b72-1d48-4210-b9c7-0173d5e34389 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912aa6e0-ea8e-4d60-8048-776e30cf1c75,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:53.769161 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36646) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:53.774006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-641fdbd4-59b7-474e-8554-449c84e670e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '912aa6e0-ea8e-4d60-8048-776e30cf1c75', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:53.799833 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641fdbd4-59b7-474e-8554-449c84e670e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.858490 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641fdbd4-59b7-474e-8554-449c84e670e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.861693 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641fdbd4-59b7-474e-8554-449c84e670e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.879665 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fdbd4-59b7-474e-8554-449c84e670e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ef1ab1-d253-490b-81cc-0f9dc3dfbe09,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:53.886456 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-641fdbd4-59b7-474e-8554-449c84e670e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.890273 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-641fdbd4-59b7-474e-8554-449c84e670e6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175320 Aug 29 18:18:53.890371 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36648) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:53.894833 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-94ce1461-3b90-4ff5-be17-93fa385b43df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '912aa6e0-ea8e-4d60-8048-776e30cf1c75', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:53.921905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-94ce1461-3b90-4ff5-be17-93fa385b43df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.925272 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2a266fbd-d919-4556-96d7-9ed24cdaa173 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:53.947864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 2a266fbd-d919-4556-96d7-9ed24cdaa173 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:53.948214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 2a266fbd-d919-4556-96d7-9ed24cdaa173 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:53.948632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 931930a2-ad60-4903-8366-3bf4f09408a9 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:53.966999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 931930a2-ad60-4903-8366-3bf4f09408a9 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:53.967352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 931930a2-ad60-4903-8366-3bf4f09408a9 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:53.967754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e8dfb86a-51fd-40b0-85ee-ba273bdaf815 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:53.980892 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-94ce1461-3b90-4ff5-be17-93fa385b43df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.984703 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-94ce1461-3b90-4ff5-be17-93fa385b43df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:53.985860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e8dfb86a-51fd-40b0-85ee-ba273bdaf815 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:53.986216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e8dfb86a-51fd-40b0-85ee-ba273bdaf815 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:54.005906 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce1461-3b90-4ff5-be17-93fa385b43df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6013f9-48e8-4786-997e-7a6f8f51c5ea,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:54.009644 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-94ce1461-3b90-4ff5-be17-93fa385b43df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.010858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-94ce1461-3b90-4ff5-be17-93fa385b43df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195560 Aug 29 18:18:54.013625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36650) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:54.018029 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d7b9cc4d-5f48-4b3b-b000-fd2b9b6fb5c1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '912aa6e0-ea8e-4d60-8048-776e30cf1c75', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:54.043331 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cc4d-5f48-4b3b-b000-fd2b9b6fb5c1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.099383 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cc4d-5f48-4b3b-b000-fd2b9b6fb5c1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.103227 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cc4d-5f48-4b3b-b000-fd2b9b6fb5c1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.121192 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9cc4d-5f48-4b3b-b000-fd2b9b6fb5c1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c8fc4f-5ced-4e64-8eab-4ab5e8f58342,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:54.127485 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cc4d-5f48-4b3b-b000-fd2b9b6fb5c1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.128769 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d7b9cc4d-5f48-4b3b-b000-fd2b9b6fb5c1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142187 Aug 29 18:18:54.131505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36652) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:54.135991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-93d9762e-018e-4290-bffa-2437f3a2afa1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '912aa6e0-ea8e-4d60-8048-776e30cf1c75', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:54.161580 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93d9762e-018e-4290-bffa-2437f3a2afa1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.221606 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93d9762e-018e-4290-bffa-2437f3a2afa1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.225052 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93d9762e-018e-4290-bffa-2437f3a2afa1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.240469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9762e-018e-4290-bffa-2437f3a2afa1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f300965-9c84-40be-b2f9-8c7619143fd3,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:54.250120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-93d9762e-018e-4290-bffa-2437f3a2afa1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.251384 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-93d9762e-018e-4290-bffa-2437f3a2afa1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188884 Aug 29 18:18:54.254080 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36654) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:54.259014 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6ccf80e8-49e0-4821-b316-adb796a1b0a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '912aa6e0-ea8e-4d60-8048-776e30cf1c75', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:54.280530 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-6ccf80e8-49e0-4821-b316-adb796a1b0a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:18:54.285537 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80e8-49e0-4821-b316-adb796a1b0a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.345165 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80e8-49e0-4821-b316-adb796a1b0a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.348758 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80e8-49e0-4821-b316-adb796a1b0a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.367942 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf80e8-49e0-4821-b316-adb796a1b0a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ca4bf7-5ff2-4018-88b8-2a5eaddf19fd,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:54.374753 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80e8-49e0-4821-b316-adb796a1b0a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.375963 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6ccf80e8-49e0-4821-b316-adb796a1b0a8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208942 Aug 29 18:18:54.378607 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36656) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:54.383016 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1b321ba8-81a5-43aa-a70a-09c3e18bce46 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '912aa6e0-ea8e-4d60-8048-776e30cf1c75', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:54.403500 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-1b321ba8-81a5-43aa-a70a-09c3e18bce46 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:18:54.408508 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b321ba8-81a5-43aa-a70a-09c3e18bce46 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.468604 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b321ba8-81a5-43aa-a70a-09c3e18bce46 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.472211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b321ba8-81a5-43aa-a70a-09c3e18bce46 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.491284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b321ba8-81a5-43aa-a70a-09c3e18bce46 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3e02a1-112a-40e2-aa3c-c8a762ad90f2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:54.494502 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1b321ba8-81a5-43aa-a70a-09c3e18bce46 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.495882 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1b321ba8-81a5-43aa-a70a-09c3e18bce46 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163263 Aug 29 18:18:54.498948 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36658) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:54.503818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'network': {'name': 'tempest-network-smoke--1062574841', 'project_id': '57f885afb59549f3a2496f95cb908712', 'port_security_enabled': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:54.523806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:18:54.527143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.551127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:18:54.559910 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.560260 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Added segment 7a4ead61-2157-41ae-a6ef-67b61f8467d8 of type vlan for network 41f4541f-dcfe-45ae-985a-2006b9408aec Aug 29 18:18:54.600961 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.624721 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.630083 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:54.630727 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.683239 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1832626 Aug 29 18:18:54.685850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36660) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:54.692313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'admin_state_up': True, 'project_id': '57f885afb59549f3a2496f95cb908712', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:54.708800 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744b914-4c65-45f6-90ef-cfe579fdb210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Network': ['ID=41f4541f-dcfe-45ae-985a-2006b9408aec,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:54.719664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 41f4541f-dcfe-45ae-985a-2006b9408aec details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:18:54.725158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.726905 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.780295 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.913092 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:55.099190 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:55.116933 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:55.219717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.51 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:55.319235 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:55.355306 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:55.394941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:55.397616 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:55.403289 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:55.425480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:55.643328 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:55.832158 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:55.956712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:18:56.059451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:56.068619 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Sync routers for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:56.077340 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:56.077520 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.078013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:56.078863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a7816ded-2c4f-47c0-9299-1abe9f2d4536 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3920388 Aug 29 18:18:56.081949 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36662) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:56.184283 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:56.364543 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:55Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:56.390766 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Checking router: 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:56.391118 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Updating router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:18:56.417039 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.429169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d7430422-0f45-48c5-84d6-60062b15be77 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=57f885afb59549f3a2496f95cb908712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3461008 Aug 29 18:18:56.431634 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36664) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:56.517722 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88448060-ede4-40e6-a50a-8f8597b02f75 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:56.519326 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-88448060-ede4-40e6-a50a-8f8597b02f75 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867913 Aug 29 18:18:56.522192 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36666) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:56.555621 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5a092e6c-8501-4bcd-b043-72656a554954 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297940 Aug 29 18:18:56.555865 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36668) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:56.560506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83121558', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'project_id': '57f885afb59549f3a2496f95cb908712', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:56.645606 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:18:56.649704 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.661169 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.670765 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Transition to ACTIVE for port object e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:56.677584 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.814221 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Attempting to bind port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:56.814620 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Attempting to bind port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:56.814979 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Attempting to bind port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:56.816795 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45277f43-5539-458e-835a-08035d74a577 None None] Pushing event updated for resources: {'Port': ['ID=e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:56.826279 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.826639 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.826984 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.827315 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.827645 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.827967 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.828290 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.828609 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.828926 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.829243 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.829560 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.829876 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45277f43-5539-458e-835a-08035d74a577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:56.833136 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:56.833482 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:56.833884 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.834270 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:56.834756 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Bound port: e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:56.835131 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.840159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.885272 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] For port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:56.888309 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] For port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:56.892351 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.904417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Subnet': ['ID=097b83e6-80e2-409b-86a3-64a4d68341a1,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:56.909988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Checking segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:56.910348 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network hostable DHCP agents. Network: 41f4541f-dcfe-45ae-985a-2006b9408aec, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:18:56.930015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network 41f4541f-dcfe-45ae-985a-2006b9408aec is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:18:56.938768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 41f4541f-dcfe-45ae-985a-2006b9408aec) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:56.943147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:56.943790 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:56.946018 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:56.946371 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:56.949746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda84d78-aa7a-4358-8a90-ccf1c6ec76b4 None None] Network 41f4541f-dcfe-45ae-985a-2006b9408aec requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:56.960529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ae7bdbcc-5724-452c-ade0-54c82525076d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4036291 Aug 29 18:18:56.963165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36670) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:56.983122 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45277f43-5539-458e-835a-08035d74a577 None None] Pushing event updated for resources: {'Port': ['ID=e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:57.056145 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:57.098851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-41f4541f-dcfe-45ae-985a-2006b9408aec', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:18:57.099865 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.239268 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:55Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:57.239886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Allocated IP 172.20.0.2 (41f4541f-dcfe-45ae-985a-2006b9408aec/097b83e6-80e2-409b-86a3-64a4d68341a1/be466261-1faa-427a-b13b-872eadad971a) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:57.269717 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e1e99-a217-4d58-af90-bf5c6854f7a7 None None] The sync data for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 is: [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:55Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:57.391217 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.399760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Transition to ACTIVE for port object be466261-1faa-427a-b13b-872eadad971a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:57.410960 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.417276 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Transition to ACTIVE for port object be466261-1faa-427a-b13b-872eadad971a will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:57.424141 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.479452 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Pushing event updated for resources: {'Port': ['ID=be466261-1faa-427a-b13b-872eadad971a,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:57.485769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Network 41f4541f-dcfe-45ae-985a-2006b9408aec is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:57.487619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:57.489809 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:57.555039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Attempting to bind port be466261-1faa-427a-b13b-872eadad971a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:57.555408 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Attempting to bind port be466261-1faa-427a-b13b-872eadad971a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:57.555773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Attempting to bind port be466261-1faa-427a-b13b-872eadad971a on network 41f4541f-dcfe-45ae-985a-2006b9408aec {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:57.561050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:57.561429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Checking segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:57.561831 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.562223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Bound using segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:57.562875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Bound port: be466261-1faa-427a-b13b-872eadad971a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:57.563265 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.630749 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] For port be466261-1faa-427a-b13b-872eadad971a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:57.636034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] For port be466261-1faa-427a-b13b-872eadad971a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=be466261-1faa-427a-b13b-872eadad971a,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:57.640457 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.707570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe6958-aefa-4e9d-82f4-757a8149bc33 None None] Pushing event updated for resources: {'Port': ['ID=be466261-1faa-427a-b13b-872eadad971a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:57.745157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.1 (41f4541f-dcfe-45ae-985a-2006b9408aec/097b83e6-80e2-409b-86a3-64a4d68341a1/92556e68-4fc3-430f-9075-6ac9bea99226) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:57.867134 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.887580 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object 92556e68-4fc3-430f-9075-6ac9bea99226 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:57.929487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:57.974929 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network 41f4541f-dcfe-45ae-985a-2006b9408aec is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:57.982525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:57.986531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:57.993700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=92556e68-4fc3-430f-9075-6ac9bea99226,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:58.024473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:58.049343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:58.083928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:58.088866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:58.089559 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:58.177906 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:58.190879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:58.199991 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:58.205295 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:58.255655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:58.488159 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:58.494145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:58.571084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=92556e68-4fc3-430f-9075-6ac9bea99226,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:58.573615 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:58.671504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network 41f4541f-dcfe-45ae-985a-2006b9408aec is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:58.672900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:58.704860 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b3ac3e-5587-4750-bab6-c613b065775d None None] Network 41f4541f-dcfe-45ae-985a-2006b9408aec requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:58.769989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-79b90655-b72d-4a41-b043-38089d8b649e None None] Provisioning for port be466261-1faa-427a-b13b-872eadad971a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:59.109255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7b0084d7-4c85-4082-ac2a-50545e2a30fb None None] Provisioning for port 92556e68-4fc3-430f-9075-6ac9bea99226 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:59.113170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7b0084d7-4c85-4082-ac2a-50545e2a30fb None None] Provisioning complete for port 92556e68-4fc3-430f-9075-6ac9bea99226 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:59.113754 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7b0084d7-4c85-4082-ac2a-50545e2a30fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:59.136964 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:18:59.152952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7b0084d7-4c85-4082-ac2a-50545e2a30fb None None] Port 92556e68-4fc3-430f-9075-6ac9bea99226 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:59.254027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:59.259625 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c034a8c6-a4fb-4507-8c83-9edbf320f8d5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/14930b52-4f4f-4f78-bd70-89c5f1aa9f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952971 Aug 29 18:18:59.263663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Sync routers for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:59.274129 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:59.275082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:59.338007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-9f9808cc-1395-4c18-b89f-a366408450cc None None] Provisioning complete for port 92556e68-4fc3-430f-9075-6ac9bea99226 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:59.338379 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9f9808cc-1395-4c18-b89f-a366408450cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:59.411525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-9f9808cc-1395-4c18-b89f-a366408450cc None None] Port 92556e68-4fc3-430f-9075-6ac9bea99226 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:59.419572 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:59.440035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-31ad6c8d-e073-498d-baae-176527d17334 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826347665&fields=id&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 267 time: 0.0341313 Aug 29 18:18:59.550874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-b16286f2-d791-4b83-bd6c-e7652c251b84 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:59.552345 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-b16286f2-d791-4b83-bd6c-e7652c251b84 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 797 time: 0.1045229 Aug 29 18:18:59.563253 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-20eb0366-b615-46c9-9813-8de60d994eaf None None] Provisioning complete for port 92556e68-4fc3-430f-9075-6ac9bea99226 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:59.563554 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20eb0366-b615-46c9-9813-8de60d994eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:59.567712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-74986486-4c5c-4627-a19d-093404b9d28f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/quotas/57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 375 time: 0.0095768 Aug 29 18:18:59.613017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-20eb0366-b615-46c9-9813-8de60d994eaf None None] Port 92556e68-4fc3-430f-9075-6ac9bea99226 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:59.621539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-c7afd3ae-a3d8-45dd-83b5-7e57805a213b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472515 Aug 29 18:18:59.663821 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 2, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:59.693089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Checking router: 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:59.693450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Updating router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 port 92556e68-4fc3-430f-9075-6ac9bea99226 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:18:59.717718 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:59.720150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-b5b965a8-180e-4b56-9f68-ba8c6e4291eb service neutron] 10.222.0.41 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863397 Aug 29 18:18:59.808082 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-d0766145-1d85-466e-bce5-89918c0a65b4 service neutron] 10.222.0.41 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818062 Aug 29 18:19:00.001658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:00.013152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Transition to ACTIVE for port object 92556e68-4fc3-430f-9075-6ac9bea99226 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:19:00.019409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:00.027116 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bbd710eb-4200-4fb3-bb3a-57bfc3f7e4c5 req-19275d48-b038-4930-936c-5289730af381 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 210 time: 0.0570099 Aug 29 18:19:00.070667 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device be466261-1faa-427a-b13b-872eadad971a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:19:00.271234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed5371-cc57-4210-b613-66b867c9fe80 None None] Pushing event updated for resources: {'Port': ['ID=92556e68-4fc3-430f-9075-6ac9bea99226,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:00.347213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Attempting to bind port 92556e68-4fc3-430f-9075-6ac9bea99226 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:19:00.347740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Attempting to bind port 92556e68-4fc3-430f-9075-6ac9bea99226 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:19:00.348100 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Attempting to bind port 92556e68-4fc3-430f-9075-6ac9bea99226 on network 41f4541f-dcfe-45ae-985a-2006b9408aec {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:19:00.359556 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port be466261-1faa-427a-b13b-872eadad971a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:19:00.362736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:19:00.363108 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Checking segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:19:00.363507 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:00.363897 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Bound using segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:19:00.364424 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Bound port: 92556e68-4fc3-430f-9075-6ac9bea99226, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:19:00.364801 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:00.368652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port be466261-1faa-427a-b13b-872eadad971a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:19:00.369014 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:00.481379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] For port 92556e68-4fc3-430f-9075-6ac9bea99226, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:19:00.482708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] For port 92556e68-4fc3-430f-9075-6ac9bea99226, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=92556e68-4fc3-430f-9075-6ac9bea99226,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:19:00.503820 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:00.556983 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:00.584519 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed5371-cc57-4210-b613-66b867c9fe80 None None] Pushing event updated for resources: {'Port': ['ID=92556e68-4fc3-430f-9075-6ac9bea99226,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:00.593576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:19:00.594170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:19:00.651290 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port be466261-1faa-427a-b13b-872eadad971a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=be466261-1faa-427a-b13b-872eadad971a,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:19:00.660005 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:00.660891 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:19:00.778900 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=be466261-1faa-427a-b13b-872eadad971a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:00.795629 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:19:00.888275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:19:00.888647 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:01.064111 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-62815be9-580f-44dd-913a-3d52fc523f80 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:01.065924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-62815be9-580f-44dd-913a-3d52fc523f80 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 797 time: 0.1125886 Aug 29 18:19:01.075137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:19:00Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:19:01.103263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6ecf2-9285-4bbe-a745-3354f397ea6c None None] The sync data for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 is: [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:19:00Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:19:01.154406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-edfc5c10-a56e-4be1-bb86-c0df99ab9eab req-d63c98bd-2914-472e-b349-32ae0cfb0d73 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 210 time: 0.0467100 Aug 29 18:19:01.168048 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-7185b460-4119-4010-be5e-df663c1b0ffc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 380 time: 0.0924723 Aug 29 18:19:01.181076 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'port': {'device_id': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'admin_state_up': True, 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'security_groups': ['912aa6e0-ea8e-4d60-8048-776e30cf1c75']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:19:01.293808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:19:01.297532 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:01.431474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.10 (41f4541f-dcfe-45ae-985a-2006b9408aec/097b83e6-80e2-409b-86a3-64a4d68341a1/5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:19:01.579385 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:01.594781 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:19:01.631028 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:01.672307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network 41f4541f-dcfe-45ae-985a-2006b9408aec is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:19:01.675401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:19:01.679842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:19:01.719571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:01.741118 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:01.742379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:01.757947 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-fb8390d1-ab17-4ade-93d3-94e4fb0ab4c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5829954 Aug 29 18:19:01.770814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Request body: {'port': {'device_id': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:19:01.835803 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:01.884246 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-883500e2-ac70-434a-a3f6-0c9707277d31 None None] Provisioning for port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:19:01.889518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-883500e2-ac70-434a-a3f6-0c9707277d31 None None] Provisioning complete for port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:19:01.889916 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-883500e2-ac70-434a-a3f6-0c9707277d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:01.943384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-883500e2-ac70-434a-a3f6-0c9707277d31 None None] Port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:19:02.038036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device be466261-1faa-427a-b13b-872eadad971a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:19:02.099676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port be466261-1faa-427a-b13b-872eadad971a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:19:02.100055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.157553 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:19:02.165814 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.179119 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Transition to ACTIVE for port object 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:19:02.186772 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.233513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 92556e68-4fc3-430f-9075-6ac9bea99226 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:19:02.260462 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:02.296904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07414a7-3be8-446c-bbad-9db8a4b88de5 req-8e317ee3-7e6f-462d-b2d9-0c85f69e5bf6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:02.312336 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c07414a7-3be8-446c-bbad-9db8a4b88de5 req-8e317ee3-7e6f-462d-b2d9-0c85f69e5bf6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 944 time: 0.0824556 Aug 29 18:19:02.330149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Attempting to bind port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:19:02.330421 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Attempting to bind port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:19:02.334783 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Attempting to bind port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on network 41f4541f-dcfe-45ae-985a-2006b9408aec {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:19:02.340472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 92556e68-4fc3-430f-9075-6ac9bea99226 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:19:02.341311 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on network 41f4541f-dcfe-45ae-985a-2006b9408aec not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:19:02.341775 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Attempting to bind port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on network 41f4541f-dcfe-45ae-985a-2006b9408aec {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:19:02.348975 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 92556e68-4fc3-430f-9075-6ac9bea99226 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:19:02.349359 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.351674 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:19:02.352201 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Checking segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:19:02.352603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Bound using segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:19:02.353053 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Bound port: 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:19:02.353419 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.374858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c07414a7-3be8-446c-bbad-9db8a4b88de5 req-43d1b385-4d60-488a-8486-8dd40d9723d8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606768 Aug 29 18:19:02.432177 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:19:02.435529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:19:02.439307 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.441433 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.474608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 92556e68-4fc3-430f-9075-6ac9bea99226, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=92556e68-4fc3-430f-9075-6ac9bea99226,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:19:02.479607 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.492007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:02.492633 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:02.494222 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] 10.222.0.43 "PUT /v2.0/ports/5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 1093 time: 0.7282801 Aug 29 18:19:02.494704 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:19:02.497236 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509f2a5d-9611-417a-a866-eb72e0e55e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:19:02.514884 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb153a-96e1-4c16-beeb-3d8b3100e661 service neutron] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:02.543803 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=92556e68-4fc3-430f-9075-6ac9bea99226,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:02.559917 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09c9c79-5ba4-4493-aac2-73c48d8dfb7f x-openstack-request-id: req-b09c9c79-5ba4-4493-aac2-73c48d8dfb7f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:19:02.560458 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:19:02.561000 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b09c9c79-5ba4-4493-aac2-73c48d8dfb7f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:19:02.561717 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'status': 'completed', 'code': 200} Aug 29 18:19:02.605168 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-f5338c32-b41b-401d-9b10-6d67cd2aba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:02.606825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-f5338c32-b41b-401d-9b10-6d67cd2aba8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1096 time: 0.0439625 Aug 29 18:19:02.653863 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-1770d1b7-c05b-4159-af20-a53df19943a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 217 time: 0.0395877 Aug 29 18:19:02.704155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-6642436e-505a-46dc-adb0-032219fd5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:02.705617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-6642436e-505a-46dc-adb0-032219fd5319 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0446606 Aug 29 18:19:02.750963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-3d82746c-1b78-4bf1-9137-b3f07bf3461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:02.752459 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-3d82746c-1b78-4bf1-9137-b3f07bf3461e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399203 Aug 29 18:19:02.845189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-3a542039-4c03-412f-995f-ffa47e526ba5 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852222 Aug 29 18:19:02.934838 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-15d4167b-b525-4b30-beeb-ad7a4aea5d7d req-97469663-1246-45c8-8d9e-28382fdbcf70 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817146 Aug 29 18:19:03.025110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-4f9d13a9-3e6e-4b8f-9bf7-d83efae7dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:03.026569 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-4f9d13a9-3e6e-4b8f-9bf7-d83efae7dc51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1096 time: 0.0460122 Aug 29 18:19:03.115784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-34e1058d-2130-4bad-96a5-27ff1ea1ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:03.117846 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-34e1058d-2130-4bad-96a5-27ff1ea1ff43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.0836468 Aug 29 18:19:03.158486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-9fe56354-07f5-428a-ac14-06d7f26eba7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 217 time: 0.0335741 Aug 29 18:19:03.210578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-427dd77f-32ff-4c1a-a415-2efb74a15b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:03.211995 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-427dd77f-32ff-4c1a-a415-2efb74a15b5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0459154 Aug 29 18:19:03.259813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-bc92120c-1f4d-4270-8534-6a7c3887a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:03.261314 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-bc92120c-1f4d-4270-8534-6a7c3887a0e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409305 Aug 29 18:19:03.351774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-b44068c0-088b-47d9-be85-e17c983c0374 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815992 Aug 29 18:19:03.446140 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-509f2a5d-9611-417a-a866-eb72e0e55e7c req-f6db452a-ba52-49de-a85a-84aff177d2bd service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872340 Aug 29 18:19:03.483629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb0b5-6313-4d82-abc2-2aabc32e38da req-deb2188c-17b2-4038-9c2b-e4c8bd8b195a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:03.485134 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8fbfb0b5-6313-4d82-abc2-2aabc32e38da req-deb2188c-17b2-4038-9c2b-e4c8bd8b195a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 944 time: 0.0503497 Aug 29 18:19:03.521562 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8fbfb0b5-6313-4d82-abc2-2aabc32e38da req-b7d183eb-9e7c-4fbd-bc52-1ae3b3a02f2a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305419 Aug 29 18:19:03.929857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 92556e68-4fc3-430f-9075-6ac9bea99226 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:19:03.976089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 92556e68-4fc3-430f-9075-6ac9bea99226 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:19:03.976459 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:04.637687 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f46df-d6ff-454f-897b-2bce9623b767 req-3a569e2c-5e57-4fb3-95a5-bb7fb04382d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:04.639359 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-834f46df-d6ff-454f-897b-2bce9623b767 req-3a569e2c-5e57-4fb3-95a5-bb7fb04382d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 944 time: 0.0501769 Aug 29 18:19:04.676955 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-834f46df-d6ff-454f-897b-2bce9623b767 req-27a37979-22e8-4232-b81d-f38aed29812c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314906 Aug 29 18:19:05.758830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:19:05.788323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f25ca-6aeb-4ebd-a07c-27d502798192 req-e730c6bb-7563-4dbf-b870-42e56891f1e4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:05.789838 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-428f25ca-6aeb-4ebd-a07c-27d502798192 req-e730c6bb-7563-4dbf-b870-42e56891f1e4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 944 time: 0.0476911 Aug 29 18:19:05.832682 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-428f25ca-6aeb-4ebd-a07c-27d502798192 req-421f341a-17d0-4fa6-8ac9-e986d7dd5231 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359888 Aug 29 18:19:05.854159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:19:05.865028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'port_id': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'mac_address': 'fa:16:3e:3c:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:19:05.901296 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:05.913492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:19:05.932334 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:19:05.936094 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:05.984622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:06.143766 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:19:06.949170 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758c5e9-27fd-42f9-9d0a-c7ee68037f69 req-0a6a1f41-7af3-4e94-8606-2787d99a4952 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:06.950648 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4758c5e9-27fd-42f9-9d0a-c7ee68037f69 req-0a6a1f41-7af3-4e94-8606-2787d99a4952 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 945 time: 0.0527954 Aug 29 18:19:06.986935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4758c5e9-27fd-42f9-9d0a-c7ee68037f69 req-7bcb2b56-98b4-483f-aea0-05fe2588c3c3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305421 Aug 29 18:19:07.757836 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:19:07.804620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:19:07.808113 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:19:07.808480 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:07.882006 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:07.906525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:19:07.908934 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24961303-de1a-4a3b-afad-9797e3ca259f" -d '{"events": [{"server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "name": "network-vif-plugged", "status": "completed", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:19:07.921418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:19:07.925216 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:07.950535 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d7301d-598e-4166-87ad-9b76332713ac x-openstack-request-id: req-12d7301d-598e-4166-87ad-9b76332713ac {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:19:07.950841 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "name": "network-vif-plugged", "status": "completed", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:19:07.951084 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12d7301d-598e-4166-87ad-9b76332713ac {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:19:07.951458 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'code': 200} Aug 29 18:19:07.981173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:08.042925 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac816-7d34-4712-b7b6-7ce00569d2d3 req-9d79d1bc-3a3c-40a8-9d34-fefd977560b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:08.044434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d2ac816-7d34-4712-b7b6-7ce00569d2d3 req-9d79d1bc-3a3c-40a8-9d34-fefd977560b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1098 time: 0.0411487 Aug 29 18:19:08.107068 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9d2ac816-7d34-4712-b7b6-7ce00569d2d3 req-dea29d55-5629-4b23-9478-e41b75e6320e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553482 Aug 29 18:19:08.120969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc85d52-0434-42a1-9b32-cb0615dcf59c req-2a5fe979-7f51-4374-87ac-b37e15e9ca07 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:08.122378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2dc85d52-0434-42a1-9b32-cb0615dcf59c req-2a5fe979-7f51-4374-87ac-b37e15e9ca07 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0697632 Aug 29 18:19:08.159668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2dc85d52-0434-42a1-9b32-cb0615dcf59c req-7984ed65-4bbe-4bb8-b1c9-e90ca9657165 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Aug 29 18:19:08.836632 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-2b2dc26d-5eda-44c1-8505-5ea6c6c66f74 req-d9cead68-11a8-4321-883c-d29b912a064c service neutron] (94796) timed out ('10.222.0.41', 45206) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:19:08.894170 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:19:09.274010 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fa9b0-33ea-4f6c-b76d-1f13536bf1be req-05095ab6-6aee-4148-a9ff-1165e046b30e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:09.275619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c88fa9b0-33ea-4f6c-b76d-1f13536bf1be req-05095ab6-6aee-4148-a9ff-1165e046b30e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0484755 Aug 29 18:19:09.316567 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c88fa9b0-33ea-4f6c-b76d-1f13536bf1be req-17af7507-cba9-4f92-814e-61004dd8a141 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349717 Aug 29 18:19:09.432279 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69d5cf-57e2-4b2c-90e4-dac4fc751ad7 req-36e77b53-ea79-4fb0-8099-1fc10708271e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:09.433718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af69d5cf-57e2-4b2c-90e4-dac4fc751ad7 req-36e77b53-ea79-4fb0-8099-1fc10708271e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0525956 Aug 29 18:19:09.471481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-af69d5cf-57e2-4b2c-90e4-dac4fc751ad7 req-b296020d-f219-458e-b41d-b1afe8bd9de4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Aug 29 18:19:09.492812 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36726) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:19:09.531794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1c4b3-4242-4749-be37-643cf43b9a51 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:09.533519 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a7c1c4b3-4242-4749-be37-643cf43b9a51 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1093 time: 0.0397503 Aug 29 18:19:09.536356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36728) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:19:09.540692 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:19:09.562250 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:09.659609 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:09.757799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.27 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/0fb73c72-8dfa-465a-83e4-a059e877b5bf) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:19:09.858221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:09.896056 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:09.933650 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:19:09.938383 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:19:09.941874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:19:09.947255 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=0fb73c72-8dfa-465a-83e4-a059e877b5bf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:10.292743 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:10.356444 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:10.500412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:10.504624 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:10.573830 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=0fb73c72-8dfa-465a-83e4-a059e877b5bf,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:10.583993 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:10.681453 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 02623f33-76e0-4734-9405-f1bf6b163077 associated. External IP: 172.25.2.27, port: 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da. Aug 29 18:19:10.881574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:19:10.985405 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:19:10.995154 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] Sync routers for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:19:11.001023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:11.004009 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:19:11.004613 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:19:11.027901 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-eca72a40-e386-45d5-ae58-5d6e736d6bba tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4905372 Aug 29 18:19:11.028477 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:19:11.030719 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de32c9b-8547-4cdf-a577-e1c027dc8608" -d '{"events": [{"name": "network-changed", "server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:19:11.070863 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7502fee-7215-4d28-9fce-60e73374ad1d x-openstack-request-id: req-b7502fee-7215-4d28-9fce-60e73374ad1d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:19:11.071289 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:19:11.071543 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7502fee-7215-4d28-9fce-60e73374ad1d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:19:11.071948 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'status': 'completed', 'code': 200} Aug 29 18:19:11.121784 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:19:11.132587 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-0563a825-a185-40ed-b6fc-bf469a8893af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:11.133248 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a6948-2750-43b6-a0ce-249328a2efa5 req-d43f879b-fc7c-4f78-bc80-a5b8026c6d09 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:11.134124 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-0563a825-a185-40ed-b6fc-bf469a8893af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1098 time: 0.0421271 Aug 29 18:19:11.134996 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-966a6948-2750-43b6-a0ce-249328a2efa5 req-d43f879b-fc7c-4f78-bc80-a5b8026c6d09 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0507853 Aug 29 18:19:11.176299 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-966a6948-2750-43b6-a0ce-249328a2efa5 req-85681cc4-81e5-4eed-8be6-f303ec1f5c2e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352504 Aug 29 18:19:11.201382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36734) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:19:11.232162 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-97b0cc76-a40e-427b-9503-a2a62c67540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:11.233632 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-97b0cc76-a40e-427b-9503-a2a62c67540c service neutron] 10.222.0.43 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.0926192 Aug 29 18:19:11.272440 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bddb9c3b-22e3-4745-bb3c-5eb74e8d236b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/02623f33-76e0-4734-9405-f1bf6b163077 HTTP/1.1" status: 200 len: 991 time: 0.0697525 Aug 29 18:19:11.282892 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e835c2ff-223b-4689-9bb6-84c333dd5c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:11.304701 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-95d2548e-3dad-47ee-99e9-b77829573f4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 999 time: 0.0637937 Aug 29 18:19:11.356648 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '02623f33-76e0-4734-9405-f1bf6b163077', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'port_id': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'mac_address': 'fa:16:3e:3c:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:19:10Z', 'updated_at': '2021-08-29T18:19:10Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:19:02Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:19:11.357644 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-315d628a-6656-4c44-8d2b-bce1c8cde76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:11.359141 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-315d628a-6656-4c44-8d2b-bce1c8cde76c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0477386 Aug 29 18:19:11.383146 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] Checking router: 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:19:11.391256 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:19:11.391863 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:18:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:19:11.404564 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-6119260b-d302-4681-8b7a-e798d88e37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:11.406049 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-6119260b-d302-4681-8b7a-e798d88e37a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400271 Aug 29 18:19:11.497250 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:19:11.507911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-32f0a3f2-841f-4532-a58b-918d537c3604 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934701 Aug 29 18:19:11.610066 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7de32c9b-8547-4cdf-a577-e1c027dc8608 req-cebf28d9-eb2d-4102-8659-9ea8c61fc1b1 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950918 Aug 29 18:19:11.718037 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '02623f33-76e0-4734-9405-f1bf6b163077', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'port_id': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'mac_address': 'fa:16:3e:3c:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:19:10Z', 'updated_at': '2021-08-29T18:19:10Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:19:02Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:19:11.747055 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1f362-ef58-419e-a6b9-4f5b432d2a60 None None] The sync data for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 is: [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '02623f33-76e0-4734-9405-f1bf6b163077', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'port_id': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'mac_address': 'fa:16:3e:3c:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:19:10Z', 'updated_at': '2021-08-29T18:19:10Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:19:02Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:19:11.929149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a604ba8-b4c8-4adc-a0c4-628d38646da3 None None] New status for floating IP 02623f33-76e0-4734-9405-f1bf6b163077: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:19:12.275574 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36736) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:19:12.333702 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-5a035d67-7b75-4d85-bc7b-7d798c2c88f0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/02623f33-76e0-4734-9405-f1bf6b163077 HTTP/1.1" status: 200 len: 993 time: 0.0567851 Aug 29 18:19:13.072501 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:13.649106 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:13.924617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d05ab33b-b90c-492f-b2aa-3e20cb2cd48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:13.953022 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:15.653068 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:16.958376 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:41.068731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36756) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:19:41.172816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a10b40-8820-4195-9314-5c919399fc68 req-88bbec8a-4419-4767-871e-380158c3a53c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:41.174199 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5a10b40-8820-4195-9314-5c919399fc68 req-88bbec8a-4419-4767-871e-380158c3a53c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.1374977 Aug 29 18:19:41.181041 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-94b3e6f7-5cf7-4be8-9666-3aa0119a67f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111841 Aug 29 18:19:41.217732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d5a10b40-8820-4195-9314-5c919399fc68 req-4024d899-17f3-4006-8a11-d7c821cb65aa tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357506 Aug 29 18:19:41.289814 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-11d353da-84d5-4b90-a914-4f436ae0329f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:41.937688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42d8f976-8a75-47fd-a82d-98384db0b852 req-5ffd4cb5-5d11-4495-bbdf-647368bd871e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0748975 Aug 29 18:19:42.008430 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42d8f976-8a75-47fd-a82d-98384db0b852 req-f299c6ae-5c41-4e3a-8e44-b0f0033f5b13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Aug 29 18:19:42.048067 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42d8f976-8a75-47fd-a82d-98384db0b852 req-f02c6861-82ad-4113-b14f-ef8c2eac8e08 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192118 Aug 29 18:19:42.148597 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f976-8a75-47fd-a82d-98384db0b852 req-15912960-afff-412b-9137-5d23fdddf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:42.150415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42d8f976-8a75-47fd-a82d-98384db0b852 req-15912960-afff-412b-9137-5d23fdddf6ef service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951910 Aug 29 18:19:42.269862 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-56ef7ad3-b07b-4996-a5d2-b7ca00716eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:42.271997 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-56ef7ad3-b07b-4996-a5d2-b7ca00716eb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1098 time: 0.0860903 Aug 29 18:19:42.361945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-43fa9a1a-fffc-4c3f-9c05-5f4663bbb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:42.363462 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-43fa9a1a-fffc-4c3f-9c05-5f4663bbb44c service neutron] 10.222.0.43 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.0849078 Aug 29 18:19:42.383473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194230b-4a4e-4043-ae38-7ad2ab736474 req-b96d80c7-ba4f-4e44-883f-b59902091c55 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:42.385025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5194230b-4a4e-4043-ae38-7ad2ab736474 req-b96d80c7-ba4f-4e44-883f-b59902091c55 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0974662 Aug 29 18:19:42.422748 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5194230b-4a4e-4043-ae38-7ad2ab736474 req-a02ede2b-06af-4fd4-a215-22b93e788136 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317166 Aug 29 18:19:42.434491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-2342b128-f5f5-4298-986a-f2bb411fd678 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 1001 time: 0.0622957 Aug 29 18:19:42.483434 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-1d495430-7d31-4c2e-be2f-eb4864e2994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:42.484875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-1d495430-7d31-4c2e-be2f-eb4864e2994a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0435832 Aug 29 18:19:42.529228 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-96f15274-a61e-4ad0-8736-301380abc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:42.530564 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-96f15274-a61e-4ad0-8736-301380abc7ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386665 Aug 29 18:19:42.621516 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-ff7fbcae-2622-4922-ac47-a3aafd4af270 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831690 Aug 29 18:19:42.707941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-965533a3-6a55-4674-a92a-02bae5088ea5 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794036 Aug 29 18:19:43.087851 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:43.541778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fa73a-cc82-4a74-8e58-a38e50ca0b89 req-761c8032-4d5a-4941-8fed-70679335e951 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:43.543266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b52fa73a-cc82-4a74-8e58-a38e50ca0b89 req-761c8032-4d5a-4941-8fed-70679335e951 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0487537 Aug 29 18:19:43.584371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b52fa73a-cc82-4a74-8e58-a38e50ca0b89 req-5bd91d9f-38f6-43e8-b688-c23ecd3657c9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353415 Aug 29 18:19:43.660622 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:43.925115 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b4b0aa62-73fe-470f-b57b-79ff23f7ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:43.951384 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:44.703026 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9a3b9-b7de-42ef-8466-4accfe81ef28 req-8be0529f-40f4-4747-8ccb-c4b96fd57400 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:44.704473 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5e9a3b9-b7de-42ef-8466-4accfe81ef28 req-8be0529f-40f4-4747-8ccb-c4b96fd57400 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Aug 29 18:19:44.740954 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a5e9a3b9-b7de-42ef-8466-4accfe81ef28 req-9729b694-5ae7-417b-b17f-e298b95a5e18 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304675 Aug 29 18:19:45.656608 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:45.855353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641208d-f31e-4017-aa8f-455f3b26900f req-32325a5a-415f-4a3a-86b5-4a9a04e738c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:45.856826 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d641208d-f31e-4017-aa8f-455f3b26900f req-32325a5a-415f-4a3a-86b5-4a9a04e738c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0486014 Aug 29 18:19:45.893353 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:19:45.894575 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d641208d-f31e-4017-aa8f-455f3b26900f req-db7007f2-e237-449f-8e80-1fa10d8d1d88 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Aug 29 18:19:46.618005 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195202-b411-493c-afe5-a70568ebc4bf req-2f87f01b-1f89-44c2-9313-b45653f9cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:46.619483 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30195202-b411-493c-afe5-a70568ebc4bf req-2f87f01b-1f89-44c2-9313-b45653f9cab9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1098 time: 0.0396030 Aug 29 18:19:46.964825 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:47.014452 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ceca-e2dd-4331-8da8-e11aee83f5cb req-c8e73467-164e-4865-b81d-da8d8cce1dd2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:47.016085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae96ceca-e2dd-4331-8da8-e11aee83f5cb req-c8e73467-164e-4865-b81d-da8d8cce1dd2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0500886 Aug 29 18:19:47.054467 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ae96ceca-e2dd-4331-8da8-e11aee83f5cb req-db2e1e28-ede4-49f7-9fe4-74d23b05cfec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Aug 29 18:19:47.060448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195202-b411-493c-afe5-a70568ebc4bf req-a76f407e-1a7f-4147-8b72-c409c60164c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:47.061930 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30195202-b411-493c-afe5-a70568ebc4bf req-a76f407e-1a7f-4147-8b72-c409c60164c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.4240842 Aug 29 18:19:47.125876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30195202-b411-493c-afe5-a70568ebc4bf req-31d65de2-3daa-4ff7-8ca5-be816cc2c7ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 1001 time: 0.0557735 Aug 29 18:19:47.172971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195202-b411-493c-afe5-a70568ebc4bf req-bce09f2d-fd09-415a-8520-a4dd0d52ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:47.174239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30195202-b411-493c-afe5-a70568ebc4bf req-bce09f2d-fd09-415a-8520-a4dd0d52ffa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0411270 Aug 29 18:19:47.221276 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195202-b411-493c-afe5-a70568ebc4bf req-22c1b7d3-84b5-449e-a5dc-3344a195b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:47.222743 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30195202-b411-493c-afe5-a70568ebc4bf req-22c1b7d3-84b5-449e-a5dc-3344a195b418 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411048 Aug 29 18:19:47.308971 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30195202-b411-493c-afe5-a70568ebc4bf req-c7ed8f74-a46e-4b48-968b-aef90481f73f service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789154 Aug 29 18:19:47.397834 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-30195202-b411-493c-afe5-a70568ebc4bf req-6af409d0-e798-44ea-aa71-5358cd932790 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820909 Aug 29 18:19:48.167629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a00f4-3f18-41a1-b786-50c2373ed7c8 req-0a976533-ef30-466f-8c32-fd23aea19147 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:48.169106 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a73a00f4-3f18-41a1-b786-50c2373ed7c8 req-0a976533-ef30-466f-8c32-fd23aea19147 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0484984 Aug 29 18:19:48.206060 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a73a00f4-3f18-41a1-b786-50c2373ed7c8 req-d01202e1-11fc-47b9-80b3-4b7ea6def1f9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Aug 29 18:19:49.319653 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713491b4-9e73-48a6-8164-c9c68faf4056 req-2a955397-4e7a-4f51-94d3-f37f8a8f61d4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:49.321126 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-713491b4-9e73-48a6-8164-c9c68faf4056 req-2a955397-4e7a-4f51-94d3-f37f8a8f61d4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0491977 Aug 29 18:19:49.356812 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-713491b4-9e73-48a6-8164-c9c68faf4056 req-7bd5b0ef-1c79-4192-89f9-7dde388ce74b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298345 Aug 29 18:19:50.469833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf3a9f-b637-4d8d-b84e-f9163e199273 req-7d83f80e-c086-4e60-831e-3a584f902859 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:50.471313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65bf3a9f-b637-4d8d-b84e-f9163e199273 req-7d83f80e-c086-4e60-831e-3a584f902859 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0475452 Aug 29 18:19:50.508690 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65bf3a9f-b637-4d8d-b84e-f9163e199273 req-1f74d2d7-177f-4a42-b162-279d6e74c330 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308459 Aug 29 18:19:51.625712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4926b99-8255-4ef2-a69f-e1cbf2aa10c4 req-85a94f98-26af-437e-be67-854d4c7629b7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:51.627227 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4926b99-8255-4ef2-a69f-e1cbf2aa10c4 req-85a94f98-26af-437e-be67-854d4c7629b7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0522523 Aug 29 18:19:51.667161 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a4926b99-8255-4ef2-a69f-e1cbf2aa10c4 req-f4537ff0-ea2c-44b9-a3c0-19efcbec8046 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334938 Aug 29 18:19:52.785987 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c67d42-c608-4eb1-b54b-9d7a8acabc86 req-9a32eeae-5985-46db-aab7-1fb8983d0cc8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:52.788004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50c67d42-c608-4eb1-b54b-9d7a8acabc86 req-9a32eeae-5985-46db-aab7-1fb8983d0cc8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0515640 Aug 29 18:19:52.824079 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50c67d42-c608-4eb1-b54b-9d7a8acabc86 req-0793c93b-e08e-4139-a289-84bfab8a457e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304227 Aug 29 18:19:53.940546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db07e7e-abb9-405f-bafe-d38954b2da89 req-d6941b99-d382-46f5-94d7-98c62208ac15 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:53.942011 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8db07e7e-abb9-405f-bafe-d38954b2da89 req-d6941b99-d382-46f5-94d7-98c62208ac15 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0480380 Aug 29 18:19:53.978391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8db07e7e-abb9-405f-bafe-d38954b2da89 req-5b65e5d6-03b2-447a-a8e0-89454f378273 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299072 Aug 29 18:19:54.439972 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-14ef3d15-2d8f-4a11-8b75-7dc28b06e2f5 service neutron] show failed (client error): The resource could not be found. Aug 29 18:19:54.440974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-14ef3d15-2d8f-4a11-8b75-7dc28b06e2f5 service neutron] 10.222.0.43 "GET /v2.0/ports/5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da/bindings/n-h1-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0558162 Aug 29 18:19:54.631816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-8f5b9dfc-e964-447c-8085-13a7fcbb7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:54.633339 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-8f5b9dfc-e964-447c-8085-13a7fcbb7742 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 1098 time: 0.0399377 Aug 29 18:19:54.644980 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-15', 'device_owner': 'compute:nova'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:19:54.698467 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:54.900348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:19:54.931544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h2-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:19:54.969217 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:19:54.971418 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0531a1-149d-4d06-b447-e875b6c0504c" -d '{"events": [{"server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "name": "network-vif-unplugged", "status": "completed", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:19:54.975157 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:54.987152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Transition to ACTIVE for port object 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:19:54.991296 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:55.042465 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:55.121982 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6546989f-7be8-4d13-9864-8b9642643483 x-openstack-request-id: req-6546989f-7be8-4d13-9864-8b9642643483 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:19:55.122259 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "name": "network-vif-unplugged", "status": "completed", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:19:55.122510 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6546989f-7be8-4d13-9864-8b9642643483 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:19:55.122929 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'code': 200} Aug 29 18:19:55.161025 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.161377 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.161725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.162070 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.162443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.162802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.163136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.163469 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.163802 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.164137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.164466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.164791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:55.214859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] No DVR routers for this DVR port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on host n-h2-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:19:55.263506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871e079-7496-4493-b855-b404f4383f7d req-63ac78d8-df67-4995-bf89-70b71a7df59d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:55.265025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8871e079-7496-4493-b855-b404f4383f7d req-63ac78d8-df67-4995-bf89-70b71a7df59d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 944 time: 0.1413274 Aug 29 18:19:55.343866 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8871e079-7496-4493-b855-b404f4383f7d req-48fc6c2c-74a9-436a-8c37-5daa62e13209 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722764 Aug 29 18:19:55.383328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Attempting to bind port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:19:55.383664 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Attempting to bind port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:19:55.383997 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Attempting to bind port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on network 41f4541f-dcfe-45ae-985a-2006b9408aec {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:19:55.388166 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on network 41f4541f-dcfe-45ae-985a-2006b9408aec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:19:55.388490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Attempting to bind port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on network 41f4541f-dcfe-45ae-985a-2006b9408aec {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:19:55.393206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:19:55.393545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Checking segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:19:55.393936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Bound using segment: {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:19:55.394361 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Bound port: 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4ead61-2157-41ae-a6ef-67b61f8467d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:19:55.394749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:55.455446 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:19:55.458143 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:19:55.462101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:55.499098 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:55.499926 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:55.501346 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] 10.222.0.44 "PUT /v2.0/ports/5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 1093 time: 0.8602605 Aug 29 18:19:55.523557 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b38660-c3d6-4541-9f25-2b0e2a05f9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:55.569293 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-b27a3c87-460b-4327-a2a4-757b48c39b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:55.570848 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-b27a3c87-460b-4327-a2a4-757b48c39b7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1096 time: 0.0440102 Aug 29 18:19:55.662137 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-f88d06c9-c08a-4519-9dc5-691e819437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:55.664365 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-f88d06c9-c08a-4519-9dc5-691e819437f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.0867889 Aug 29 18:19:55.763670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-cfa95a48-9b5e-464c-bbee-9fe3a3c1fefd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 999 time: 0.0918169 Aug 29 18:19:55.816135 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-d03b8315-c467-4d75-981c-e681ddf9345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:55.817541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-d03b8315-c467-4d75-981c-e681ddf9345e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0465930 Aug 29 18:19:55.867496 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-8a1f8515-cfae-42e6-b385-3a92cd0782fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:55.869036 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-8a1f8515-cfae-42e6-b385-3a92cd0782fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441482 Aug 29 18:19:55.953605 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-db8fcb3e-98bc-4f19-a6f3-477acc7a9ac3 service neutron] 10.222.0.44 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776594 Aug 29 18:19:56.043149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bce8b84b-1106-4244-b798-8518196bd7b5 req-5739abb4-cac0-4cbe-a3da-ed9a64cc2950 service neutron] 10.222.0.44 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821087 Aug 29 18:19:56.457776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4cb10-5047-437c-920b-85f1d30b7ee4 req-18c522ae-6011-4fee-8e61-4282e6f3e108 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:56.459802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97d4cb10-5047-437c-920b-85f1d30b7ee4 req-18c522ae-6011-4fee-8e61-4282e6f3e108 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 944 time: 0.0475733 Aug 29 18:19:56.496542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-97d4cb10-5047-437c-920b-85f1d30b7ee4 req-47d261e3-ae1c-4271-8ab1-c3cdb08fe39f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308967 Aug 29 18:19:57.123710 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:19:57.126098 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9d0563-c026-4ae7-a38f-ca9b549b3832" -d '{"events": [{"name": "network-changed", "server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:19:57.173648 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4de268-d529-48d7-8aa3-17da252c5fad x-openstack-request-id: req-3b4de268-d529-48d7-8aa3-17da252c5fad {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:19:57.174040 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:19:57.174298 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b4de268-d529-48d7-8aa3-17da252c5fad {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:19:57.174725 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'status': 'completed', 'code': 200} Aug 29 18:19:57.232797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-1cd014b1-9731-4611-811c-240042b65fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.234316 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-1cd014b1-9731-4611-811c-240042b65fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1096 time: 0.0414751 Aug 29 18:19:57.235344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-ea8a020a-9f2e-466a-9569-caffe6afced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.236912 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-ea8a020a-9f2e-466a-9569-caffe6afced0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1096 time: 0.0399818 Aug 29 18:19:57.327700 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-46d9e99b-fe93-4e83-af29-df174f38a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.329194 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-46d9e99b-fe93-4e83-af29-df174f38a470 service neutron] 10.222.0.44 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.0863988 Aug 29 18:19:57.329447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-53dd85f6-377d-4e8c-9968-1be40163a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.330924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-53dd85f6-377d-4e8c-9968-1be40163a56e service neutron] 10.222.0.43 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.0865364 Aug 29 18:19:57.394923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-47e705ab-33a6-4d4c-9f25-b294ac10334b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 999 time: 0.0570030 Aug 29 18:19:57.404722 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-cc729668-508d-4a05-a970-921df0da8ffd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 999 time: 0.0670376 Aug 29 18:19:57.449482 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-57267263-a3f1-4cb6-88dd-fac23adf8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.450967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-57267263-a3f1-4cb6-88dd-fac23adf8d0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0442913 Aug 29 18:19:57.457400 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-53094dd1-2cff-41d4-8748-793e9a70005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.459103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-53094dd1-2cff-41d4-8748-793e9a70005c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0475647 Aug 29 18:19:57.502308 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-cf3a8244-7f06-48f7-a0fb-b892b83beeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.503858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-cf3a8244-7f06-48f7-a0fb-b892b83beeb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449941 Aug 29 18:19:57.508470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-c1b5713d-3b1b-4772-8ff3-c80e181ac703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.509954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-c1b5713d-3b1b-4772-8ff3-c80e181ac703 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434339 Aug 29 18:19:57.602837 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-e32d8c33-e29c-4c73-bdb8-9426bb50a866 service neutron] 10.222.0.44 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869830 Aug 29 18:19:57.659099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703530f-6557-4cff-a373-1a79f1533795 req-8a25654f-156a-46a2-a6c6-d23f463bf367 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:57.660527 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4703530f-6557-4cff-a373-1a79f1533795 req-8a25654f-156a-46a2-a6c6-d23f463bf367 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 944 time: 0.0834823 Aug 29 18:19:57.664661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-e5ced0e3-06e8-4f53-a06e-fb0b2d042fb3 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476412 Aug 29 18:19:57.701929 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-e876571b-9da2-415d-9bb4-3ecab8a6e634 service neutron] 10.222.0.44 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915616 Aug 29 18:19:57.748792 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4703530f-6557-4cff-a373-1a79f1533795 req-527a5f48-ffed-4935-8969-5daa76446485 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812097 Aug 29 18:19:57.782207 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d9d0563-c026-4ae7-a38f-ca9b549b3832 req-9809f17d-f14d-4609-935c-9040e661bbe0 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076040 Aug 29 18:19:58.075056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:19:58.164543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:19:58.175371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'port_id': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'mac_address': 'fa:16:3e:3c:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:19:58.214407 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:58.227060 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:19:58.245131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:19:58.248965 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:58.294256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:19:58.301338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.301689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.302035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.302381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.302748 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.303111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.303444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.303778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.304106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.304433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.304760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.305084 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:19:58.520081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:19:58.863617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba408-0c7f-47be-bbe6-253be1604b5e req-51b49a48-882a-4f99-9db9-5663a8f29530 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:58.865098 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83eba408-0c7f-47be-bbe6-253be1604b5e req-51b49a48-882a-4f99-9db9-5663a8f29530 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Aug 29 18:19:58.902767 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-83eba408-0c7f-47be-bbe6-253be1604b5e req-1aae3447-a97f-4e01-a1e6-f45064df47d4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Aug 29 18:19:59.093567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055d971-b90a-41b7-a960-ddc44b33e688 req-ba8d71cf-c184-46d9-a832-16ce9b36b854 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:59.095008 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b055d971-b90a-41b7-a960-ddc44b33e688 req-ba8d71cf-c184-46d9-a832-16ce9b36b854 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Aug 29 18:19:59.105440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-d5be2111-3a8b-4912-a79b-a21dd96f0c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:59.106948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-d5be2111-3a8b-4912-a79b-a21dd96f0c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709&tenant_id=57f885afb59549f3a2496f95cb908712&binding%3Ahost_id=n-h1-713499-15 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Aug 29 18:19:59.133024 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b055d971-b90a-41b7-a960-ddc44b33e688 req-79f30100-7202-4e65-a123-b2e3e5bd25dd tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320723 Aug 29 18:19:59.166980 n-d-713499-15 neutron-server[94796]: INFO neutron.api.v2.resource [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-a28aee94-4fb1-4b14-85e1-b6416fd8d1e2 service neutron] delete failed (client error): The resource could not be found. Aug 29 18:19:59.167883 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-a28aee94-4fb1-4b14-85e1-b6416fd8d1e2 service neutron] 10.222.0.43 "DELETE /v2.0/ports/5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da/bindings/n-h2-713499-15 HTTP/1.1" status: 404 len: 381 time: 0.0541685 Aug 29 18:19:59.279731 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d947e30-2780-4943-8d8b-05f4c16dff8a req-05146340-b3d3-426a-9184-e726d2e9fc1e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:59.281191 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d947e30-2780-4943-8d8b-05f4c16dff8a req-05146340-b3d3-426a-9184-e726d2e9fc1e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 945 time: 0.0807540 Aug 29 18:19:59.283283 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-32629421-40c0-4c93-8630-fd780cca09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:59.284612 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-32629421-40c0-4c93-8630-fd780cca09fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1097 time: 0.0721562 Aug 29 18:19:59.366776 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d947e30-2780-4943-8d8b-05f4c16dff8a req-5e285f51-45de-4d00-bc83-67d8ee2cca89 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792806 Aug 29 18:19:59.395325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-9a784bf9-257d-416f-922d-c55f0fbc354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:59.396774 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-9a784bf9-257d-416f-922d-c55f0fbc354a service neutron] 10.222.0.43 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.1030002 Aug 29 18:19:59.464357 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-5c657b8a-cca1-4661-bba8-359ffabfd826 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 1000 time: 0.0603101 Aug 29 18:19:59.516317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-63c3134f-3c5d-4908-806b-010b837b37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:59.517726 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-63c3134f-3c5d-4908-806b-010b837b37c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0465293 Aug 29 18:19:59.563020 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-1ea6f384-6494-48c3-94b8-78dee302b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:59.564442 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-1ea6f384-6494-48c3-94b8-78dee302b1c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393915 Aug 29 18:19:59.655866 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-106dce9c-d992-4447-b3db-4fa5966fa602 service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836442 Aug 29 18:19:59.744087 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19530bf8-52dd-453f-940b-6b88aaf1837a req-6e1f2655-2135-4633-bc1f-cd10d69f6a4a service neutron] 10.222.0.43 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805619 Aug 29 18:19:59.978791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:20:00.015726 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:20:00.065393 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:20:00.112292 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:20:00.115988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:00.116365 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:00.348118 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:00.369446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:20:00.371930 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13d99da-5407-4808-98d4-b062fec353f5" -d '{"events": [{"server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "name": "network-vif-plugged", "status": "completed", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:20:00.384784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:00.389708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:00.440524 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:00.470231 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08babd21-eb90-424d-9bec-c06a0f16d9b6 x-openstack-request-id: req-08babd21-eb90-424d-9bec-c06a0f16d9b6 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:20:00.470648 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "name": "network-vif-plugged", "status": "completed", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:20:00.470912 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08babd21-eb90-424d-9bec-c06a0f16d9b6 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:20:00.471315 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'code': 200} Aug 29 18:20:00.496821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90ec7f-207d-4317-934b-3121cd95bf79 req-66511ffd-ffd9-487d-98d7-24174c6c935d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:00.498380 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e90ec7f-207d-4317-934b-3121cd95bf79 req-66511ffd-ffd9-487d-98d7-24174c6c935d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0612950 Aug 29 18:20:00.535513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6e90ec7f-207d-4317-934b-3121cd95bf79 req-d45dd372-39cd-4d6f-a012-d2598799bcd6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Aug 29 18:20:00.561173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36838) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:00.619201 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-495ecf8d-a249-45de-af52-e3218df9be84 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/02623f33-76e0-4734-9405-f1bf6b163077 HTTP/1.1" status: 200 len: 993 time: 0.0569177 Aug 29 18:20:11.281344 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae15-9b08-4866-8fa1-695fac365295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:13.088706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:13.674443 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:13.924246 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ae867fd8-e0ec-4751-bc25-f59b77115a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:13.950745 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:15.662402 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:16.965668 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:22.892015 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:20:28.945337 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36850) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:29.098319 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 0fb73c72-8dfa-465a-83e4-a059e877b5bf {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:20:29.098694 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:29.175363 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:29.175689 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:29.186906 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 0fb73c72-8dfa-465a-83e4-a059e877b5bf owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:20:29.329605 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:29.361332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=0fb73c72-8dfa-465a-83e4-a059e877b5bf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:29.383022 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.383369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.384249 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.384566 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.384896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.385286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.385730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.386056 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.386384 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.386799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.387127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.387448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:29.425108 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:29.425518 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 02623f33-76e0-4734-9405-f1bf6b163077 disassociated (deleted). External IP: 172.25.2.27, port: 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da. Aug 29 18:20:29.628390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:20:29.733296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:20:29.737634 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:29.745006 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] Sync routers for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:20:29.753721 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:29.754324 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:29.764917 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1eedc000-987e-4228-9630-35ed9ad7cd95 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/floatingips/02623f33-76e0-4734-9405-f1bf6b163077 HTTP/1.1" status: 204 len: 168 time: 0.8185019 Aug 29 18:20:29.765504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:20:29.767765 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b45b02a-b957-4b78-adfc-a2e5c390afea" -d '{"events": [{"name": "network-changed", "server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:20:29.869271 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a085cdf-8513-4ba5-9289-ede33d79b00b x-openstack-request-id: req-8a085cdf-8513-4ba5-9289-ede33d79b00b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:20:29.869568 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:20:29.869820 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a085cdf-8513-4ba5-9289-ede33d79b00b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:20:29.870233 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'status': 'completed', 'code': 200} Aug 29 18:20:29.957568 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-ea644a5d-2495-467a-88d9-2b159ef2613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:29.959309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-ea644a5d-2495-467a-88d9-2b159ef2613f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 1098 time: 0.0624650 Aug 29 18:20:29.961957 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:30.063658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d2cf9-3b61-454f-810d-857a9a13cebd req-c9d4e3d9-dd69-4f14-b09e-28962544dce4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:30.065157 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-940d2cf9-3b61-454f-810d-857a9a13cebd req-c9d4e3d9-dd69-4f14-b09e-28962544dce4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.1049418 Aug 29 18:20:30.098646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-e46b3ed9-568e-407f-bd3e-899682224963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:30.100107 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-e46b3ed9-568e-407f-bd3e-899682224963 service neutron] 10.222.0.44 "GET /v2.0/networks?id=41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 200 len: 898 time: 0.1301012 Aug 29 18:20:30.124090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-940d2cf9-3b61-454f-810d-857a9a13cebd req-ecf0d5a9-d548-471f-9726-4e55756acdce tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527184 Aug 29 18:20:30.153967 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-583999c4-66c2-47b4-9f54-b737aa2981de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 200 len: 217 time: 0.0419071 Aug 29 18:20:30.154772 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:19:02Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:30.184542 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] Checking router: 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:20:30.192554 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:30.193149 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:30.203840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-b68977eb-7b3a-4f51-bb02-a756196d7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:30.205310 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-b68977eb-7b3a-4f51-bb02-a756196d7ea4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 200 len: 833 time: 0.0435450 Aug 29 18:20:30.251500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-68a2567d-0645-4bac-887a-40b3c492c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:30.253027 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-68a2567d-0645-4bac-887a-40b3c492c4e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41f4541f-dcfe-45ae-985a-2006b9408aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401692 Aug 29 18:20:30.293438 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:30.350696 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-bc94a3b4-6303-4453-bae3-2cf1c21bbce6 service neutron] 10.222.0.44 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886652 Aug 29 18:20:30.440169 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6b45b02a-b957-4b78-adfc-a2e5c390afea req-fad1cbea-fc82-4fc0-8703-e1c2d90cb2a9 service neutron] 10.222.0.44 "GET /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810475 Aug 29 18:20:30.489839 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:19:02Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:30.515531 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127abb-76b1-481a-b8ba-50d867100a85 None None] The sync data for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 is: [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '92556e68-4fc3-430f-9075-6ac9bea99226', 'name': '', 'network_id': '41f4541f-dcfe-45ae-985a-2006b9408aec', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:ef:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:57Z', 'updated_at': '2021-08-29T18:19:02Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': '097b83e6-80e2-409b-86a3-64a4d68341a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:20:30.729007 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949fa617-72de-456a-af4b-a4b8cb3de79a None None] New status for floating IP 02623f33-76e0-4734-9405-f1bf6b163077: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:20:31.253866 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0108ae0-ef0b-4436-9816-68e1b5771f2d req-1af39267-3749-4965-9a0a-54b66f296711 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:31.255416 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0108ae0-ef0b-4436-9816-68e1b5771f2d req-1af39267-3749-4965-9a0a-54b66f296711 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0500028 Aug 29 18:20:31.278716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-d0d52396-f620-40d5-87e7-0dc696e2bc8c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:31.280184 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-d0d52396-f620-40d5-87e7-0dc696e2bc8c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f975941e-d4d9-4dd7-b6b0-03204d66d709 HTTP/1.1" status: 200 len: 946 time: 0.0535653 Aug 29 18:20:31.294659 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d0108ae0-ef0b-4436-9816-68e1b5771f2d req-1438fdc5-80d6-483c-97d8-7fb2398b15dc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=912aa6e0-ea8e-4d60-8048-776e30cf1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Aug 29 18:20:31.367052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:20:31.367379 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:31.453991 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:31.454271 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:31.467787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:20:31.588240 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:31.618788 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:31.661961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] No DVR routers for this DVR port 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:20:31.664629 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:31.666670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3d9b28f7-5fc9-454b-9b3e-59e1fe6eacce req-942da0db-0fc1-4a9d-978a-a3e0121edc7c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.44 "DELETE /v2.0/ports/5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da HTTP/1.1" status: 204 len: 173 time: 0.3804011 Aug 29 18:20:31.667102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'name': 'network-vif-deleted', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:20:31.669309 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695d2ba3-2dd7-4d2e-9163-144b34aace81" -d '{"events": [{"server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "name": "network-vif-deleted", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:20:31.717608 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3df86-a0f3-4816-b4da-57553bee12a5 x-openstack-request-id: req-13b3df86-a0f3-4816-b4da-57553bee12a5 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:20:31.717889 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975941e-d4d9-4dd7-b6b0-03204d66d709", "name": "network-vif-deleted", "tag": "5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:20:31.718139 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13b3df86-a0f3-4816-b4da-57553bee12a5 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:20:31.718557 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975941e-d4d9-4dd7-b6b0-03204d66d709', 'name': 'network-vif-deleted', 'tag': '5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da', 'status': 'completed', 'code': 200} Aug 29 18:20:32.347706 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36870) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:32.703163 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:32.949772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 92556e68-4fc3-430f-9075-6ac9bea99226 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:20:32.950221 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:33.041389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port 92556e68-4fc3-430f-9075-6ac9bea99226, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=92556e68-4fc3-430f-9075-6ac9bea99226,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:33.041749 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:33.057584 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 92556e68-4fc3-430f-9075-6ac9bea99226 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:20:33.234865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:33.260759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=92556e68-4fc3-430f-9075-6ac9bea99226,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:33.428973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:33.638957 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:20:33.742485 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:20:33.748504 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-29134d97-5f67-4df4-9690-e801d2ad5d51 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/14930b52-4f4f-4f78-bd70-89c5f1aa9f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3993084 Aug 29 18:20:33.750673 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36872) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:33.753801 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] Sync routers for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:20:33.762903 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:33.763608 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:33.799941 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddb1190-dd41-43a3-8930-dc1d20df62c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting subnet 097b83e6-80e2-409b-86a3-64a4d68341a1 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:20:33.803005 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1190-dd41-43a3-8930-dc1d20df62c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:33.841379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1190-dd41-43a3-8930-dc1d20df62c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:33.864882 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:33.927321 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1190-dd41-43a3-8930-dc1d20df62c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:33.994361 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1190-dd41-43a3-8930-dc1d20df62c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.019036 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb1190-dd41-43a3-8930-dc1d20df62c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Subnet': ['ID=097b83e6-80e2-409b-86a3-64a4d68341a1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:34.027379 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1190-dd41-43a3-8930-dc1d20df62c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.031807 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6ddb1190-dd41-43a3-8930-dc1d20df62c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/subnets/097b83e6-80e2-409b-86a3-64a4d68341a1 HTTP/1.1" status: 204 len: 168 time: 0.2776620 Aug 29 18:20:34.032989 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36874) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:34.033494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ec5cb-2285-4441-9c3c-84942fad9cfc None None] Network 41f4541f-dcfe-45ae-985a-2006b9408aec requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:20:34.049701 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:20:33Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:34.076576 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] Checking router: 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:20:34.085083 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] Routers {'14930b52-4f4f-4f78-bd70-89c5f1aa9f31'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:34.085881 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:34.140315 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.193849 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] Set router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:34.223034 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] DHCP port deletion for 41f4541f-dcfe-45ae-985a-2006b9408aec request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:20:34.251577 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.265475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:20:34.292521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:20:34.293161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device 5c279ed9-7ac4-4fb7-afe7-4d8b0673e7da not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:20:34.296553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] Deleting port be466261-1faa-427a-b13b-872eadad971a {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:20:34.296939 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.308134 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:20:34.308360 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.363122 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] For port be466261-1faa-427a-b13b-872eadad971a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=be466261-1faa-427a-b13b-872eadad971a,segment=NetworkSegment(7a4ead61-2157-41ae-a6ef-67b61f8467d8),segment_id=7a4ead61-2157-41ae-a6ef-67b61f8467d8)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:34.363534 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.376327 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] Calling delete_port for be466261-1faa-427a-b13b-872eadad971a owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:20:34.376870 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:20:33Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:34.390040 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:34.390411 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.402394 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:20:34.406517 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed4f8b-8777-4ecc-ac1d-f48d60506faa None None] The sync data for ids ['14930b52-4f4f-4f78-bd70-89c5f1aa9f31'] in n-d-713499-15 is: [{'id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013523572', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:54Z', 'updated_at': '2021-08-29T18:20:33Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14930b52-4f4f-4f78-bd70-89c5f1aa9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:55Z', 'updated_at': '2021-08-29T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:20:34.468044 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.491510 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] Pushing event deleted for resources: {'Port': ['ID=be466261-1faa-427a-b13b-872eadad971a,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:34.499016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fbae6-3683-4dd6-96a2-bfdadce00321 None None] No DVR routers for this DVR port be466261-1faa-427a-b13b-872eadad971a on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:20:34.578056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:34.607220 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:34.663515 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.065973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.068460 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.111956 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.112593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Fanout notify agent at l3_agent the message router_deleted on router 14930b52-4f4f-4f78-bd70-89c5f1aa9f31 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:20:35.120365 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.121489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-69fb950c-e37b-4b90-a274-b48dd1518d8d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/routers/14930b52-4f4f-4f78-bd70-89c5f1aa9f31 HTTP/1.1" status: 204 len: 168 time: 1.0880814 Aug 29 18:20:35.124371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36876) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:35.206023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.289556 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.299530 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f4541f-dcfe-45ae-985a-2006b9408aec']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:35.310140 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4ead61-2157-41ae-a6ef-67b61f8467d8') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:35.310431 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4ead61-2157-41ae-a6ef-67b61f8467d8') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:35.319079 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.332204 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.337872 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:20:35.338257 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:20:35.341204 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:20:35.414398 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.421902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.423630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/networks/41f4541f-dcfe-45ae-985a-2006b9408aec HTTP/1.1" status: 204 len: 168 time: 0.2982662 Aug 29 18:20:35.426364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36878) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:35.435716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d11bb-8ded-462c-b86d-61c29a83cde1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Network': ['ID=41f4541f-dcfe-45ae-985a-2006b9408aec,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:35.484281 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3acb1974-12e1-40d6-9c77-69bdd933ecb7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.508737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3acb1974-12e1-40d6-9c77-69bdd933ecb7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.574935 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3acb1974-12e1-40d6-9c77-69bdd933ecb7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.577441 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3acb1974-12e1-40d6-9c77-69bdd933ecb7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:35.578645 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3acb1974-12e1-40d6-9c77-69bdd933ecb7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/security-groups/912aa6e0-ea8e-4d60-8048-776e30cf1c75 HTTP/1.1" status: 204 len: 168 time: 0.1512139 Aug 29 18:20:35.590535 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb1974-12e1-40d6-9c77-69bdd933ecb7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912aa6e0-ea8e-4d60-8048-776e30cf1c75,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:35.978356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device be466261-1faa-427a-b13b-872eadad971a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:20:35.995941 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36884) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:35.998472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: be466261-1faa-427a-b13b-872eadad971a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:20:35.998840 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device be466261-1faa-427a-b13b-872eadad971a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:20:35.999256 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:20:36.000598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b2b59614-f6dc-4ca4-abac-6b4b2200d504 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434752801', 'description': 'tempest-secgroup-smoke-1434752801 description', 'project_id': '57f885afb59549f3a2496f95cb908712'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:36.016957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:20:36.017301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device e7cf2d5e-b991-45b8-bf26-f34f6e34c0ae not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:20:36.017705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 92556e68-4fc3-430f-9075-6ac9bea99226 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:20:36.023130 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2b59614-f6dc-4ca4-abac-6b4b2200d504 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.036530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 92556e68-4fc3-430f-9075-6ac9bea99226 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:20:36.037673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 92556e68-4fc3-430f-9075-6ac9bea99226 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:20:36.112951 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2b59614-f6dc-4ca4-abac-6b4b2200d504 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.116672 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2b59614-f6dc-4ca4-abac-6b4b2200d504 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.143308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b2b59614-f6dc-4ca4-abac-6b4b2200d504 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.144498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b2b59614-f6dc-4ca4-abac-6b4b2200d504 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475437 Aug 29 18:20:36.146835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b59614-f6dc-4ca4-abac-6b4b2200d504 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f05ca-cc79-49da-8202-50aee5252c50,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:36.147809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36886) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:36.152949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b0d5e04d-cbe3-4b48-a862-a87316454b96 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'e07f05ca-cc79-49da-8202-50aee5252c50', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:36.180097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e04d-cbe3-4b48-a862-a87316454b96 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.233684 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e04d-cbe3-4b48-a862-a87316454b96 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.237162 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e04d-cbe3-4b48-a862-a87316454b96 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.257331 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5e04d-cbe3-4b48-a862-a87316454b96 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1d48cb-3393-40b8-8f09-c9d7c789af0d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:36.261177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e04d-cbe3-4b48-a862-a87316454b96 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.262351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b0d5e04d-cbe3-4b48-a862-a87316454b96 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133382 Aug 29 18:20:36.265131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36888) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:36.269501 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-fc20222f-f85a-4680-ae53-e5ff5733d595 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'e07f05ca-cc79-49da-8202-50aee5252c50', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:36.295799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc20222f-f85a-4680-ae53-e5ff5733d595 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.350385 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc20222f-f85a-4680-ae53-e5ff5733d595 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.354278 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc20222f-f85a-4680-ae53-e5ff5733d595 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.376233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20222f-f85a-4680-ae53-e5ff5733d595 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ae2a05-346f-4269-ab11-63e4f30dcb3c,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:36.381702 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fc20222f-f85a-4680-ae53-e5ff5733d595 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.385371 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-fc20222f-f85a-4680-ae53-e5ff5733d595 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167750 Aug 29 18:20:36.385666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36890) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:36.390305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fdb03300-caa0-40a6-b61a-216967f69bb4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'e07f05ca-cc79-49da-8202-50aee5252c50', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:36.416437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fdb03300-caa0-40a6-b61a-216967f69bb4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.472536 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fdb03300-caa0-40a6-b61a-216967f69bb4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.476131 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fdb03300-caa0-40a6-b61a-216967f69bb4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.495101 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb03300-caa0-40a6-b61a-216967f69bb4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c91df2b-ff49-4f6d-a11b-cf788a8b6e30,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:36.498175 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fdb03300-caa0-40a6-b61a-216967f69bb4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.499691 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-fdb03300-caa0-40a6-b61a-216967f69bb4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129694 Aug 29 18:20:36.502409 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36892) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:36.506831 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d447c1e6-fe85-41ab-8022-23b8a722372d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'e07f05ca-cc79-49da-8202-50aee5252c50', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:36.532188 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d447c1e6-fe85-41ab-8022-23b8a722372d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.588666 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d447c1e6-fe85-41ab-8022-23b8a722372d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.591939 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d447c1e6-fe85-41ab-8022-23b8a722372d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.608992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447c1e6-fe85-41ab-8022-23b8a722372d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1367985-caf5-45cb-992d-bfc25a5f2541,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:36.614417 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d447c1e6-fe85-41ab-8022-23b8a722372d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.616152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d447c1e6-fe85-41ab-8022-23b8a722372d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127455 Aug 29 18:20:36.618175 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36894) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:36.622621 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-595c6abc-6d88-42d3-98b7-4ee7a52fecd4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'e07f05ca-cc79-49da-8202-50aee5252c50', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:36.643571 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-595c6abc-6d88-42d3-98b7-4ee7a52fecd4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:20:36.648639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595c6abc-6d88-42d3-98b7-4ee7a52fecd4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.708641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595c6abc-6d88-42d3-98b7-4ee7a52fecd4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.712853 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595c6abc-6d88-42d3-98b7-4ee7a52fecd4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.729048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c6abc-6d88-42d3-98b7-4ee7a52fecd4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b797e810-601f-4150-9acd-2372195fde20,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:36.735497 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595c6abc-6d88-42d3-98b7-4ee7a52fecd4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.736595 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-595c6abc-6d88-42d3-98b7-4ee7a52fecd4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174490 Aug 29 18:20:36.740153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36896) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:36.744435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9496186a-edbd-4198-9964-efd7f41d4fdf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': 'e07f05ca-cc79-49da-8202-50aee5252c50', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:36.765766 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-9496186a-edbd-4198-9964-efd7f41d4fdf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:20:36.770287 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9496186a-edbd-4198-9964-efd7f41d4fdf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.828288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9496186a-edbd-4198-9964-efd7f41d4fdf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.831752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9496186a-edbd-4198-9964-efd7f41d4fdf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.849254 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496186a-edbd-4198-9964-efd7f41d4fdf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9773961-801d-4bfe-b086-d0e32b2d40db,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:36.854965 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9496186a-edbd-4198-9964-efd7f41d4fdf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.856240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9496186a-edbd-4198-9964-efd7f41d4fdf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151905 Aug 29 18:20:36.859102 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36898) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:36.863928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'network': {'name': 'tempest-network-smoke--1748046737', 'project_id': '57f885afb59549f3a2496f95cb908712', 'port_security_enabled': True}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:36.882922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:20:36.886876 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.909530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:20:36.918040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.918388 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Added segment d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e of type vlan for network a03f36ed-b1be-4540-bb56-b9624aaf961e Aug 29 18:20:36.956006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.979541 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:36.984892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:36.985474 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.039422 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1792717 Aug 29 18:20:37.042073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36900) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:37.048714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'admin_state_up': True, 'project_id': '57f885afb59549f3a2496f95cb908712', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:37.066900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70542acc-ddbc-44bf-9f81-fd8d4835e5c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Network': ['ID=a03f36ed-b1be-4540-bb56-b9624aaf961e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:37.078963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network a03f36ed-b1be-4540-bb56-b9624aaf961e details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:20:37.080176 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.081169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.131342 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.268975 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.453444 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.475622 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.574186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.244 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/b715b902-f3d0-470b-b254-680afc80e4c6) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:20:37.674024 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.716667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:37.757626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:20:37.760490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:20:37.763108 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:20:37.768544 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=b715b902-f3d0-470b-b254-680afc80e4c6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:38.006552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:38.197967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:38.319760 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:20:38.427784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:20:38.436841 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Sync routers for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:20:38.446443 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:38.446769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:38.447373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:38.447886 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16a793b2-2f6c-4ecd-b630-00755f7e0948 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4046929 Aug 29 18:20:38.451259 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36902) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:38.554485 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:38.739164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:37Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:38.766482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Checking router: 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:20:38.766856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Updating router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 port b715b902-f3d0-470b-b254-680afc80e4c6 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:20:38.796281 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:38.816164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0f366b76-0786-47d4-957b-a0d0e3216952 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=57f885afb59549f3a2496f95cb908712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3637447 Aug 29 18:20:38.818926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36904) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:38.903695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20804b28-9861-46ba-9b54-ecb89418c15d tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:38.905216 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-20804b28-9861-46ba-9b54-ecb89418c15d tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852995 Aug 29 18:20:38.908349 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36906) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:38.936727 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e7d2921b-c7ca-4cf7-bea5-0b70260563d1 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267501 Aug 29 18:20:38.938698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 36908) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:38.943422 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-238206129', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'project_id': '57f885afb59549f3a2496f95cb908712', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:39.031799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:20:39.036101 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.043517 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.054056 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Transition to ACTIVE for port object b715b902-f3d0-470b-b254-680afc80e4c6 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:20:39.060821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.111140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bbb0a-a42b-407e-bcf0-e238a8f0ff1f None None] Pushing event updated for resources: {'Port': ['ID=b715b902-f3d0-470b-b254-680afc80e4c6,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:39.113564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Attempting to bind port b715b902-f3d0-470b-b254-680afc80e4c6 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:20:39.114036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Attempting to bind port b715b902-f3d0-470b-b254-680afc80e4c6 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:20:39.114273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Attempting to bind port b715b902-f3d0-470b-b254-680afc80e4c6 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:20:39.121351 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:20:39.121724 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:20:39.122130 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.122520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:20:39.123019 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Bound port: b715b902-f3d0-470b-b254-680afc80e4c6, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:20:39.123403 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.177563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] For port b715b902-f3d0-470b-b254-680afc80e4c6, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:20:39.181209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] For port b715b902-f3d0-470b-b254-680afc80e4c6, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b715b902-f3d0-470b-b254-680afc80e4c6,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:20:39.185907 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.224423 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.240958 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:39.241589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:39.246870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bbb0a-a42b-407e-bcf0-e238a8f0ff1f None None] Pushing event updated for resources: {'Port': ['ID=b715b902-f3d0-470b-b254-680afc80e4c6,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:39.287910 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Subnet': ['ID=dce2f435-9734-410f-96c2-1fde35191eb2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:39.293471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Checking segment: {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:20:39.293839 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network hostable DHCP agents. Network: a03f36ed-b1be-4540-bb56-b9624aaf961e, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:20:39.311186 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network a03f36ed-b1be-4540-bb56-b9624aaf961e is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:20:39.319922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, a03f36ed-b1be-4540-bb56-b9624aaf961e) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:20:39.323992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:39.324578 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.331214 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de5274-6d80-49e2-a09d-de3dde2b62ff None None] Network a03f36ed-b1be-4540-bb56-b9624aaf961e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:20:39.342105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36910) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:39.342296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-abfca697-d2c3-4c6e-a0dd-0c1901c6c181 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4025557 Aug 29 18:20:39.400335 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:39.612046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-a03f36ed-b1be-4540-bb56-b9624aaf961e', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:20:39.613021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.723142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:37Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:39.765568 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.768096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12bd3f-19f5-49f1-93ea-91409bad85e9 None None] The sync data for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 is: [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:37Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:20:39.792081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Allocated IP 172.20.0.2 (a03f36ed-b1be-4540-bb56-b9624aaf961e/dce2f435-9734-410f-96c2-1fde35191eb2/741b4c5c-e805-4e0e-b884-ddaa452a05c6) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:20:39.944571 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:39.955266 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Transition to ACTIVE for port object 741b4c5c-e805-4e0e-b884-ddaa452a05c6 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:20:39.972067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Transition to ACTIVE for port object 741b4c5c-e805-4e0e-b884-ddaa452a05c6 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:20:39.980873 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.042706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Network a03f36ed-b1be-4540-bb56-b9624aaf961e is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:20:40.047371 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:20:40.054083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:20:40.068134 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Pushing event updated for resources: {'Port': ['ID=741b4c5c-e805-4e0e-b884-ddaa452a05c6,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:40.081571 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.1 (a03f36ed-b1be-4540-bb56-b9624aaf961e/dce2f435-9734-410f-96c2-1fde35191eb2/022b1330-8e6f-476b-bc0c-cc50b93fb0e3) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:20:40.118767 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Attempting to bind port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:20:40.119140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Attempting to bind port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:20:40.119527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Attempting to bind port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 on network a03f36ed-b1be-4540-bb56-b9624aaf961e {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:20:40.124864 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:20:40.125232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Checking segment: {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:20:40.125628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.130551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Bound using segment: {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:20:40.130551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Bound port: 741b4c5c-e805-4e0e-b884-ddaa452a05c6, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:20:40.130551 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.193859 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] For port 741b4c5c-e805-4e0e-b884-ddaa452a05c6, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:20:40.197707 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] For port 741b4c5c-e805-4e0e-b884-ddaa452a05c6, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=741b4c5c-e805-4e0e-b884-ddaa452a05c6,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:20:40.201906 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.219696 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.236565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:20:40.265933 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622ebd4-1082-47fa-9ead-3ee77993b2d4 None None] Pushing event updated for resources: {'Port': ['ID=741b4c5c-e805-4e0e-b884-ddaa452a05c6,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:40.284553 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.327842 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network a03f36ed-b1be-4540-bb56-b9624aaf961e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:20:40.333427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:20:40.337466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:20:40.344361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:40.387231 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.584958 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.866989 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.872406 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.946631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:40.948500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:41.047763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network a03f36ed-b1be-4540-bb56-b9624aaf961e is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:20:41.049556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:20:41.155971 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204170f3-fe20-484f-aa84-79afa645cea9 None None] Network a03f36ed-b1be-4540-bb56-b9624aaf961e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:20:41.172070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:20:41.234291 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c188fa-bd92-4fce-b5a3-f99f2b2b5718 req-8fd0176b-11b2-42e4-bd73-eb8c1def29f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267997 Aug 29 18:20:41.284993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:20:41.292789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b89fc039-e9b6-468f-9ca7-81be6d05cc0b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/8a8eab32-72d4-48bb-9f0d-3274c1426eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9494431 Aug 29 18:20:41.314916 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c188fa-bd92-4fce-b5a3-f99f2b2b5718 req-6d23556c-66a9-4784-8555-d3ff1c3d040c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0346041 Aug 29 18:20:41.355680 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c188fa-bd92-4fce-b5a3-f99f2b2b5718 req-7c6bd29a-1481-4a68-934d-6b1ac6c5a38c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210545 Aug 29 18:20:41.384995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8e3bc90f-d3d5-436f-8327-fa4317f1dc2f None None] Provisioning for port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:20:41.394131 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1eacf044-84ae-4bae-a4d8-f02a039fd3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:41.484818 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-aaed4aad-3019-41dd-bc52-2299f340f1ee tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434752801&fields=id&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 267 time: 0.0554631 Aug 29 18:20:41.518315 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c188fa-bd92-4fce-b5a3-f99f2b2b5718 req-0cd15a86-ee28-4633-97c4-db48752cedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:41.519854 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-71c188fa-bd92-4fce-b5a3-f99f2b2b5718 req-0cd15a86-ee28-4633-97c4-db48752cedbd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1569862 Aug 29 18:20:41.609256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44ab6-ba10-4864-be44-6770420de41a req-e5c7847b-a3ad-459b-a3c9-111cd7ae19af tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:41.610892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-e5c7847b-a3ad-459b-a3c9-111cd7ae19af tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/networks?id=a03f36ed-b1be-4540-bb56-b9624aaf961e HTTP/1.1" status: 200 len: 797 time: 0.1161351 Aug 29 18:20:41.627156 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-3ab9c007-fea6-40f7-91dd-70f1f22e4459 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/quotas/57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 375 time: 0.0100386 Aug 29 18:20:41.684305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-a0e23a80-487f-4ea8-b843-18931b8a323a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513291 Aug 29 18:20:41.692374 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Sync routers for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:20:41.701302 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:41.701790 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:41.727936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-650bca24-d2d9-43a3-a7d2-e0d0c6b53ddb None None] Provisioning for port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:20:41.732756 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-650bca24-d2d9-43a3-a7d2-e0d0c6b53ddb None None] Provisioning complete for port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:41.733215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-650bca24-d2d9-43a3-a7d2-e0d0c6b53ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:41.804545 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-650bca24-d2d9-43a3-a7d2-e0d0c6b53ddb None None] Port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:20:41.818845 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:41.925754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-eb3cf07a-706c-41bc-af5e-296d0af3243c service neutron] 10.222.0.41 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631465 Aug 29 18:20:41.960297 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6f486fcb-3fa2-44bc-b87c-47717c4ae7c0 None None] Provisioning complete for port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:41.961111 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f486fcb-3fa2-44bc-b87c-47717c4ae7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.011955 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6f486fcb-3fa2-44bc-b87c-47717c4ae7c0 None None] Port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:20:42.063250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-342e8a5b-6549-4b91-86a4-c8c01442a29a service neutron] 10.222.0.41 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365395 Aug 29 18:20:42.098636 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b715b902-f3d0-470b-b254-680afc80e4c6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:20:42.152278 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port b715b902-f3d0-470b-b254-680afc80e4c6 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:20:42.160273 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b715b902-f3d0-470b-b254-680afc80e4c6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:42.160914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.176037 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 2, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:42.205701 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Checking router: 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:20:42.206254 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Updating router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:20:42.244171 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.265393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-31c6e126-960c-44fd-a9d2-43bcfa00016b req-e4b54fb5-1349-4304-be6c-cbaac4d35ea5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 210 time: 0.0287440 Aug 29 18:20:42.267942 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.293348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port b715b902-f3d0-470b-b254-680afc80e4c6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b715b902-f3d0-470b-b254-680afc80e4c6,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:42.298135 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.299000 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 741b4c5c-e805-4e0e-b884-ddaa452a05c6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:20:42.378743 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-56ed5848-132f-46f9-b2fe-d5404d95246d None None] Provisioning complete for port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:42.379117 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-56ed5848-132f-46f9-b2fe-d5404d95246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.406379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=b715b902-f3d0-470b-b254-680afc80e4c6,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:42.425105 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-56ed5848-132f-46f9-b2fe-d5404d95246d None None] Port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:20:42.431204 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:20:42.435442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:42.435855 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.516926 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.545415 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.550419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 741b4c5c-e805-4e0e-b884-ddaa452a05c6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=741b4c5c-e805-4e0e-b884-ddaa452a05c6,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:42.554796 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.555577 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Transition to ACTIVE for port object 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:20:42.564256 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.618051 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Pushing event updated for resources: {'Port': ['ID=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:42.624141 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=741b4c5c-e805-4e0e-b884-ddaa452a05c6,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:42.645358 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.645696 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.646026 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.646445 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.647259 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.647601 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.648024 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.648567 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.649418 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.649759 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.650078 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.650400 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:20:42.683299 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Attempting to bind port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:20:42.683663 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Attempting to bind port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:20:42.684020 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Attempting to bind port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 on network a03f36ed-b1be-4540-bb56-b9624aaf961e {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:20:42.691525 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:20:42.692182 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Checking segment: {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:20:42.692726 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.694801 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Bound using segment: {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:20:42.695432 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Bound port: 022b1330-8e6f-476b-bc0c-cc50b93fb0e3, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:20:42.696523 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.762019 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] For port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:20:42.765620 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] For port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:20:42.770218 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:42.828311 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b81cdc-766f-4a61-aaf2-9161faa12f19 None None] Pushing event updated for resources: {'Port': ['ID=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:42.836075 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:42.837246 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:42.945336 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:43.103937 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.171510 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-055ce12f-8066-4e97-9979-602935e7918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:43.198246 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ce12f-8066-4e97-9979-602935e7918d None None] The sync data for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 is: [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:20:43.300169 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44ab6-ba10-4864-be44-6770420de41a req-381cf20e-3d37-469a-b155-5745e7f7ae61 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:43.302863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-381cf20e-3d37-469a-b155-5745e7f7ae61 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.44 "GET /v2.0/networks?id=a03f36ed-b1be-4540-bb56-b9624aaf961e HTTP/1.1" status: 200 len: 797 time: 0.1550066 Aug 29 18:20:43.352347 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-1d73acc4-0757-40c7-b370-4bf03eaededc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 380 time: 0.0389216 Aug 29 18:20:43.379127 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'port': {'device_id': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'admin_state_up': True, 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'security_groups': ['e07f05ca-cc79-49da-8202-50aee5252c50']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:43.397805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba8aee43-c869-4055-bbac-86920258a8b4 req-83503ae8-367e-47e4-afc7-b71efb2d6c34 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 210 time: 0.0443718 Aug 29 18:20:43.503116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:20:43.506782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.638540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.11 (a03f36ed-b1be-4540-bb56-b9624aaf961e/dce2f435-9734-410f-96c2-1fde35191eb2/c7f6d501-3f9c-4aa1-911f-bac9c167e248) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:20:43.690859 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.786378 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.801364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object c7f6d501-3f9c-4aa1-911f-bac9c167e248 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:20:43.834918 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.877694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network a03f36ed-b1be-4540-bb56-b9624aaf961e is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:20:43.883099 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:20:43.886908 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:20:43.893484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=c7f6d501-3f9c-4aa1-911f-bac9c167e248,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:43.942627 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-41f27148-120f-47c7-a047-7c8bda08b702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.950509 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:43.951543 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.971444 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-09925a67-2160-4a89-9050-99e5d3dbf5b5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064916 Aug 29 18:20:43.981726 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.991381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Request body: {'port': {'device_id': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-15'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:44.056561 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.132124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b715b902-f3d0-470b-b254-680afc80e4c6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:20:44.201316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port b715b902-f3d0-470b-b254-680afc80e4c6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:44.201787 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.204399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1598214e-2516-4e82-ba8e-8f49a2ca6960 None None] Provisioning for port c7f6d501-3f9c-4aa1-911f-bac9c167e248 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:20:44.227149 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1598214e-2516-4e82-ba8e-8f49a2ca6960 None None] Provisioning complete for port c7f6d501-3f9c-4aa1-911f-bac9c167e248 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:44.227440 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1598214e-2516-4e82-ba8e-8f49a2ca6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.271574 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1598214e-2516-4e82-ba8e-8f49a2ca6960 None None] Port c7f6d501-3f9c-4aa1-911f-bac9c167e248 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:20:44.314465 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:20:44.353940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f6d501-3f9c-4aa1-911f-bac9c167e248 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:20:44.361495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.365275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:20:44.369740 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:44.370295 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.373787 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Transition to ACTIVE for port object c7f6d501-3f9c-4aa1-911f-bac9c167e248 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:20:44.378544 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.433381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f6d501-3f9c-4aa1-911f-bac9c167e248,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:44.455950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.498558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:44.505963 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.506856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 741b4c5c-e805-4e0e-b884-ddaa452a05c6 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:20:44.506993 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Attempting to bind port c7f6d501-3f9c-4aa1-911f-bac9c167e248 on host n-h1-713499-15 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:20:44.507335 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Attempting to bind port c7f6d501-3f9c-4aa1-911f-bac9c167e248 by drivers openvswitch,hyperv on host n-h1-713499-15 at level 0 using segments [{'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:20:44.507671 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Attempting to bind port c7f6d501-3f9c-4aa1-911f-bac9c167e248 on network a03f36ed-b1be-4540-bb56-b9624aaf961e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:20:44.515533 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Port c7f6d501-3f9c-4aa1-911f-bac9c167e248 on network a03f36ed-b1be-4540-bb56-b9624aaf961e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-15 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:20:44.515861 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Attempting to bind port c7f6d501-3f9c-4aa1-911f-bac9c167e248 on network a03f36ed-b1be-4540-bb56-b9624aaf961e {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:20:44.521241 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Checking agent: {'id': '2f9de904-43ee-4db9-8b8f-ca7d8968dc4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:20:44.521583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Checking segment: {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:20:44.521979 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Bound using segment: {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:20:44.522412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Bound port: c7f6d501-3f9c-4aa1-911f-bac9c167e248, host: n-h1-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:20:44.522818 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.562949 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a26ac-3f71-4499-8c7d-eb66877406b9 req-bc6b0962-cd56-4d71-b6db-4d612699e0c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:44.567972 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-264a26ac-3f71-4499-8c7d-eb66877406b9 req-bc6b0962-cd56-4d71-b6db-4d612699e0c6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 944 time: 0.0786321 Aug 29 18:20:44.589442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:44.601137 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:44.601524 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.626024 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-264a26ac-3f71-4499-8c7d-eb66877406b9 req-149b7d50-ed01-47a7-b5eb-ecf9bdeb71dd tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507336 Aug 29 18:20:44.638975 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] For port c7f6d501-3f9c-4aa1-911f-bac9c167e248, host n-h1-713499-15, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:20:44.643451 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] For port c7f6d501-3f9c-4aa1-911f-bac9c167e248, host n-h1-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:20:44.650207 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.687715 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:44.688455 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:44.689933 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] 10.222.0.44 "PUT /v2.0/ports/c7f6d501-3f9c-4aa1-911f-bac9c167e248 HTTP/1.1" status: 200 len: 1093 time: 0.7087741 Aug 29 18:20:44.690632 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:20:44.693110 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0ff975-da74-44d2-ba6e-871b5c43ea10" -d '{"events": [{"name": "network-changed", "server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:20:44.730285 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267d14d-8685-4217-8443-4d3683b183e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f6d501-3f9c-4aa1-911f-bac9c167e248,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:44.744861 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9755110f-1476-47f9-9266-a7c3d67b0533 x-openstack-request-id: req-9755110f-1476-47f9-9266-a7c3d67b0533 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:20:44.745150 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:20:44.745405 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9755110f-1476-47f9-9266-a7c3d67b0533 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:20:44.745804 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'status': 'completed', 'code': 200} Aug 29 18:20:44.774911 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44ab6-ba10-4864-be44-6770420de41a req-33468bc0-9cf7-461f-86be-48da390f6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:44.776642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-33468bc0-9cf7-461f-86be-48da390f6654 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 1096 time: 0.0434439 Aug 29 18:20:44.823360 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-5b96801d-af82-434d-b11a-c69f24f80098 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248 HTTP/1.1" status: 200 len: 217 time: 0.0383952 Aug 29 18:20:44.874456 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44ab6-ba10-4864-be44-6770420de41a req-f36cd9ae-7088-4f7b-94fd-77b0c6943b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:44.875966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-f36cd9ae-7088-4f7b-94fd-77b0c6943b0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dce2f435-9734-410f-96c2-1fde35191eb2 HTTP/1.1" status: 200 len: 834 time: 0.0453312 Aug 29 18:20:44.922539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44ab6-ba10-4864-be44-6770420de41a req-99a78016-f0ef-456c-9317-7f656ba9323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:44.924059 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-99a78016-f0ef-456c-9317-7f656ba9323c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a03f36ed-b1be-4540-bb56-b9624aaf961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411885 Aug 29 18:20:45.015583 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-94bc30bb-b9e7-4cda-869c-bed80aad8556 service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832651 Aug 29 18:20:45.103251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-88e44ab6-ba10-4864-be44-6770420de41a req-fd81c888-0fe6-41bf-b9ac-4994b4700446 service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799439 Aug 29 18:20:45.189742 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-b63a7b58-c621-4138-b9d9-c6514bd6a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:45.191248 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-b63a7b58-c621-4138-b9d9-c6514bd6a32b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 1096 time: 0.0402257 Aug 29 18:20:45.282986 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-6cc3a6cb-5047-412e-86d7-22a0dea57ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:45.284525 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-6cc3a6cb-5047-412e-86d7-22a0dea57ff8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a03f36ed-b1be-4540-bb56-b9624aaf961e HTTP/1.1" status: 200 len: 898 time: 0.0857038 Aug 29 18:20:45.325784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-a65e5eb9-e7ce-4a7d-b2b8-df5ae23b0f61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248 HTTP/1.1" status: 200 len: 217 time: 0.0326755 Aug 29 18:20:45.377524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-3df23f3d-79f1-4500-9807-c160b7a59f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:45.378920 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-3df23f3d-79f1-4500-9807-c160b7a59f7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dce2f435-9734-410f-96c2-1fde35191eb2 HTTP/1.1" status: 200 len: 834 time: 0.0458298 Aug 29 18:20:45.423037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-ebfa6f36-647a-41b9-8115-813abf74f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:45.424510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-ebfa6f36-647a-41b9-8115-813abf74f071 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a03f36ed-b1be-4540-bb56-b9624aaf961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380552 Aug 29 18:20:45.510699 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-f1a8b107-fc8a-4398-b5d7-69ce872927f4 service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786233 Aug 29 18:20:45.666813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:45.746721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779d16a-4251-42df-b6b5-e05ee8f5ba7d req-2ad6e96b-080d-44be-ab94-3c93c5581937 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:45.748317 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0779d16a-4251-42df-b6b5-e05ee8f5ba7d req-2ad6e96b-080d-44be-ab94-3c93c5581937 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 944 time: 0.0549712 Aug 29 18:20:45.788291 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0779d16a-4251-42df-b6b5-e05ee8f5ba7d req-d35ca5b9-48fa-48ab-9683-9fdebbbb9996 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338318 Aug 29 18:20:45.939442 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fb0ff975-da74-44d2-ba6e-871b5c43ea10 req-92819f4e-c2ad-4f9c-900c-0e378508c7b0 service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206717 Aug 29 18:20:45.985191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:20:46.031220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:46.031585 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:46.339539 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c7f6d501-3f9c-4aa1-911f-bac9c167e248 details requested by agent hyperv_n-h1-713499-15 with host n-h1-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:20:46.431532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c7f6d501-3f9c-4aa1-911f-bac9c167e248, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:46.442090 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Returning: {'device': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'port_id': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'mac_address': 'fa:16:3e:2b:8c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:20:46.478537 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:46.491015 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f6d501-3f9c-4aa1-911f-bac9c167e248 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:20:46.509385 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c7f6d501-3f9c-4aa1-911f-bac9c167e248, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:46.513934 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:46.558708 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c7f6d501-3f9c-4aa1-911f-bac9c167e248,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:46.712250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] get_ports_and_sgs() called for port_ids ['c7f6d501-3f9c-4aa1-911f-bac9c167e248'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:20:46.904641 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dafb9d-c699-4394-b3a0-159b5831a444 req-3485086c-c4c7-4b34-9e2e-6212d1142426 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:46.906277 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73dafb9d-c699-4394-b3a0-159b5831a444 req-3485086c-c4c7-4b34-9e2e-6212d1142426 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 945 time: 0.0484557 Aug 29 18:20:46.943859 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73dafb9d-c699-4394-b3a0-159b5831a444 req-70c53b7d-43f2-49c8-8ef1-b83c80ce99bf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Aug 29 18:20:46.969172 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:48.056149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d135-65ab-42c0-a69b-d073a5aa8eff req-12ccfc81-e746-4b8d-a0d6-f3495f3cf7f3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:48.057611 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b360d135-65ab-42c0-a69b-d073a5aa8eff req-12ccfc81-e746-4b8d-a0d6-f3495f3cf7f3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 945 time: 0.0485170 Aug 29 18:20:48.094857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b360d135-65ab-42c0-a69b-d073a5aa8eff req-1ed56f0d-40b3-4bb1-b035-62ad1ec60d80 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314250 Aug 29 18:20:48.356481 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c7f6d501-3f9c-4aa1-911f-bac9c167e248 up at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:20:48.405147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning for port c7f6d501-3f9c-4aa1-911f-bac9c167e248 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:20:48.408898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Provisioning complete for port c7f6d501-3f9c-4aa1-911f-bac9c167e248 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:20:48.409266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:48.483853 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:48.505059 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:20:48.507311 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98367444-abe1-4eb9-933e-1ba011440702" -d '{"events": [{"server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "name": "network-vif-plugged", "status": "completed", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:20:48.519217 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] For port c7f6d501-3f9c-4aa1-911f-bac9c167e248, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:20:48.524259 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:48.549801 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2811c8e3-0b30-4b45-b60f-23c8dc180de5 x-openstack-request-id: req-2811c8e3-0b30-4b45-b60f-23c8dc180de5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:20:48.550088 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "name": "network-vif-plugged", "status": "completed", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:20:48.550364 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2811c8e3-0b30-4b45-b60f-23c8dc180de5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:20:48.550784 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'code': 200} Aug 29 18:20:48.575942 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Pushing event updated for resources: {'Port': ['ID=c7f6d501-3f9c-4aa1-911f-bac9c167e248,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:48.640076 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9183ed4-501b-4be9-9ca7-1c6a4e9049f2 req-e4feddd7-8337-44d6-a7fa-27e1ac08344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:48.641494 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9183ed4-501b-4be9-9ca7-1c6a4e9049f2 req-e4feddd7-8337-44d6-a7fa-27e1ac08344a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 1098 time: 0.0380886 Aug 29 18:20:48.679313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a9183ed4-501b-4be9-9ca7-1c6a4e9049f2 req-0f458fd6-519f-4670-a49e-75f8ce62c948 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Aug 29 18:20:49.207914 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbda861-1885-4d7b-aff4-e1a3b1e0b3df req-e5c0c9ca-4968-4582-b670-78c38e44691a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:49.209419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cbda861-1885-4d7b-aff4-e1a3b1e0b3df req-e5c0c9ca-4968-4582-b670-78c38e44691a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0497787 Aug 29 18:20:49.246998 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8cbda861-1885-4d7b-aff4-e1a3b1e0b3df req-b6436fbf-1727-4dd7-a6b5-8238a6564c2f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Aug 29 18:20:50.364087 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1be3b-13f1-4ac9-a7f2-89e061834bbe req-bee413f7-25a6-4001-8d59-9fcd583f5148 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:50.365544 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85d1be3b-13f1-4ac9-a7f2-89e061834bbe req-bee413f7-25a6-4001-8d59-9fcd583f5148 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0472128 Aug 29 18:20:50.401863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-85d1be3b-13f1-4ac9-a7f2-89e061834bbe req-62dabab1-d5e9-40c3-9841-7b3de08daf0e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298648 Aug 29 18:20:50.517142 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4e25c-1151-4ca0-ba7a-32c8586b8a2e req-7df320ff-099a-42fe-bc74-f6876226ea5a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:50.518788 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbf4e25c-1151-4ca0-ba7a-32c8586b8a2e req-7df320ff-099a-42fe-bc74-f6876226ea5a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0531845 Aug 29 18:20:50.557814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fbf4e25c-1151-4ca0-ba7a-32c8586b8a2e req-d9015e71-8ecb-4efd-8bc3-6bdd4ab3b689 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329370 Aug 29 18:20:50.578263 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36966) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:50.617452 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56142fe1-3d1b-4ae8-9662-375b567751da tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:50.618927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-56142fe1-3d1b-4ae8-9662-375b567751da tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 1093 time: 0.0396538 Aug 29 18:20:50.621562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36968) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:50.625772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:20:50.646814 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:50.742920 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:50.841647 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.120 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/526be82a-62a4-484c-94a0-5b246cb24c28) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:20:50.941957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:50.979512 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:51.013307 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:20:51.016004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:20:51.019407 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:20:51.048762 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=526be82a-62a4-484c-94a0-5b246cb24c28,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:51.380613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:51.443021 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:51.589797 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:51.594135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:51.663292 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=526be82a-62a4-484c-94a0-5b246cb24c28,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:20:51.672859 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:51.769987 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 7ef37f6f-cbf3-47c0-b90c-0515e4ee3408 associated. External IP: 172.25.2.120, port: c7f6d501-3f9c-4aa1-911f-bac9c167e248. Aug 29 18:20:51.973031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:20:52.077541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:20:52.087352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] Sync routers for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:20:52.093855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:52.099792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:52.100413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:52.121172 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-418f1659-d96c-494d-a074-04a1c88e03df tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4986236 Aug 29 18:20:52.121743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:20:52.124021 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e46ceb-a9e0-43ca-b817-ce3965252e08" -d '{"events": [{"name": "network-changed", "server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:20:52.162147 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14790ae6-aa4c-439e-84b6-56b80886ce78 x-openstack-request-id: req-14790ae6-aa4c-439e-84b6-56b80886ce78 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:20:52.162554 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:20:52.162844 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14790ae6-aa4c-439e-84b6-56b80886ce78 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:20:52.163254 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'status': 'completed', 'code': 200} Aug 29 18:20:52.206511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:52.246835 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22692-9be1-4439-a93d-7c15d56f66f0 req-17e884f4-5109-4253-bafa-d68b85a542f1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:52.248319 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6b22692-9be1-4439-a93d-7c15d56f66f0 req-17e884f4-5109-4253-bafa-d68b85a542f1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0771384 Aug 29 18:20:52.253848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-c5295c4a-0f9e-46ff-a63c-7aa82ab45ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:52.255271 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-c5295c4a-0f9e-46ff-a63c-7aa82ab45ecb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 1098 time: 0.0579510 Aug 29 18:20:52.335648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b6b22692-9be1-4439-a93d-7c15d56f66f0 req-122838a0-33a7-4d97-b66d-11285a793c4c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793557 Aug 29 18:20:52.358907 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36974) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:52.370714 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-32276739-55e9-4b11-af7d-b3230ca14284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:52.372186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-32276739-55e9-4b11-af7d-b3230ca14284 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a03f36ed-b1be-4540-bb56-b9624aaf961e HTTP/1.1" status: 200 len: 898 time: 0.1004651 Aug 29 18:20:52.424914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9e82a588-5181-4e75-a150-762d151554ae tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/7ef37f6f-cbf3-47c0-b90c-0515e4ee3408 HTTP/1.1" status: 200 len: 992 time: 0.0647447 Aug 29 18:20:52.430392 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7ef37f6f-cbf3-47c0-b90c-0515e4ee3408', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.120', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'port_id': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'mac_address': 'fa:16:3e:2b:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:20:51Z', 'updated_at': '2021-08-29T18:20:51Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:44Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:52.442963 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-d74dfca3-7fd7-4d8a-b06d-d5a849812c0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248 HTTP/1.1" status: 200 len: 1000 time: 0.0626316 Aug 29 18:20:52.456782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] Checking router: 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:20:52.466143 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:20:52.466355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:20:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:52.492115 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-ee17bd88-8977-446b-afa5-cd2a5e0453e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:52.493620 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-ee17bd88-8977-446b-afa5-cd2a5e0453e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dce2f435-9734-410f-96c2-1fde35191eb2 HTTP/1.1" status: 200 len: 834 time: 0.0436373 Aug 29 18:20:52.539317 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-2696977d-92ec-4c79-ace3-e9187c1ed38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:52.540805 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-2696977d-92ec-4c79-ace3-e9187c1ed38e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a03f36ed-b1be-4540-bb56-b9624aaf961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399563 Aug 29 18:20:52.569745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:20:52.631085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-cdab3803-0b3b-4188-9d78-daca2affaa86 service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825558 Aug 29 18:20:52.719716 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-42e46ceb-a9e0-43ca-b817-ce3965252e08 req-4590dcbf-aaf9-4382-abb3-b6e03eab1ab2 service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815594 Aug 29 18:20:52.791436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7ef37f6f-cbf3-47c0-b90c-0515e4ee3408', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.120', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'port_id': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'mac_address': 'fa:16:3e:2b:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:20:51Z', 'updated_at': '2021-08-29T18:20:51Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:44Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:20:52.817373 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22861fc0-2030-48dc-b2f1-b189556cda3d None None] The sync data for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 is: [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7ef37f6f-cbf3-47c0-b90c-0515e4ee3408', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.120', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'port_id': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'mac_address': 'fa:16:3e:2b:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:20:51Z', 'updated_at': '2021-08-29T18:20:51Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:44Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:20:53.003742 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b62215-fb31-42f2-a843-bea9d1e787c4 None None] New status for floating IP 7ef37f6f-cbf3-47c0-b90c-0515e4ee3408: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:20:53.428003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 36976) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:20:53.486853 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0aaea182-6e11-4e05-b980-52ec43ad3b7d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/7ef37f6f-cbf3-47c0-b90c-0515e4ee3408 HTTP/1.1" status: 200 len: 994 time: 0.0575118 Aug 29 18:20:59.890413 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:21:11.287301 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbda9f76-57b0-4a7f-a229-718e5fd2e862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:13.104310 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:13.689371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:13.923411 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17e720a1-69fe-41bb-8d94-1cb69662373e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:13.963628 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:15.666005 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:16.971740 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:24.955811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87cd1-cef6-422e-83cb-d94d18fff6bd req-89115c89-2e70-459a-a728-8127b8073e17 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:24.957298 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-55f87cd1-cef6-422e-83cb-d94d18fff6bd req-89115c89-2e70-459a-a728-8127b8073e17 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0481329 Aug 29 18:21:24.995351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-55f87cd1-cef6-422e-83cb-d94d18fff6bd req-efb9fe4c-9d28-4084-a93e-6848baad993c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302923 Aug 29 18:21:26.120659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c059ff-d9fd-418b-b36b-05a765534fde req-cc5ad932-11e3-4acf-9c15-bc1ae1759abc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:26.122151 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21c059ff-d9fd-418b-b36b-05a765534fde req-cc5ad932-11e3-4acf-9c15-bc1ae1759abc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0496798 Aug 29 18:21:26.159900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-21c059ff-d9fd-418b-b36b-05a765534fde req-f6badbdb-62d5-46c8-bc6b-dedeba4f519a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316801 Aug 29 18:21:27.274265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28e128-714e-4f8f-9a37-21f1803c592a req-14e571b2-46f9-45cb-86db-619d1c7dced3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:27.275780 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f28e128-714e-4f8f-9a37-21f1803c592a req-14e571b2-46f9-45cb-86db-619d1c7dced3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0518057 Aug 29 18:21:27.313507 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8f28e128-714e-4f8f-9a37-21f1803c592a req-3f81fddf-cf5c-4b2a-9e17-ad6e3179907f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319307 Aug 29 18:21:28.429323 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8209-9b7f-4253-8921-def10d1b0ae6 req-872d1535-bcce-427b-8609-32c4a9b104cd tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:28.430817 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a63a8209-9b7f-4253-8921-def10d1b0ae6 req-872d1535-bcce-427b-8609-32c4a9b104cd tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0532932 Aug 29 18:21:28.468655 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a63a8209-9b7f-4253-8921-def10d1b0ae6 req-1cc3608a-91b3-46e3-a4a8-afc084a8c551 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Aug 29 18:21:29.582300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3a976-3515-4b19-909f-f01f588a4567 req-b28e9149-7346-40cb-a4dc-232d65b4d735 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:29.583797 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65e3a976-3515-4b19-909f-f01f588a4567 req-b28e9149-7346-40cb-a4dc-232d65b4d735 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0483935 Aug 29 18:21:29.620875 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65e3a976-3515-4b19-909f-f01f588a4567 req-ed7022f4-d863-4534-b2a4-f707ccc86fb4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307517 Aug 29 18:21:30.732974 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8cf01-0b6f-4518-9fa3-65ca9a5d0ec6 req-31aa642d-dd91-4b34-9ce1-543e9af07151 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:30.734341 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5d8cf01-0b6f-4518-9fa3-65ca9a5d0ec6 req-31aa642d-dd91-4b34-9ce1-543e9af07151 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Aug 29 18:21:30.770705 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c5d8cf01-0b6f-4518-9fa3-65ca9a5d0ec6 req-a603f143-2b66-4eb1-a1c2-b691961fc34c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304906 Aug 29 18:21:31.881724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a57ab-77a5-45ce-b909-fcddded64ebd req-ee1f3101-8530-43b7-af30-b9bbd0f06cb5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:31.883843 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-686a57ab-77a5-45ce-b909-fcddded64ebd req-ee1f3101-8530-43b7-af30-b9bbd0f06cb5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0481668 Aug 29 18:21:31.919487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-686a57ab-77a5-45ce-b909-fcddded64ebd req-f0dfb5ae-e444-49ed-ad80-bda0aa5f4887 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298436 Aug 29 18:21:33.032481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b595cd9-ff6a-4e16-bb01-a333f2b7cf39 req-4f2f538c-ee5a-488c-8b66-5b4ea6b3e97f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:33.034204 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2b595cd9-ff6a-4e16-bb01-a333f2b7cf39 req-4f2f538c-ee5a-488c-8b66-5b4ea6b3e97f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0487530 Aug 29 18:21:33.070939 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2b595cd9-ff6a-4e16-bb01-a333f2b7cf39 req-f6b44e52-d022-494e-a267-0d8f49587b8f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Aug 29 18:21:34.188299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99306d27-9791-4095-bd1e-037613fa1ce2 req-43dacfe8-eca5-4824-8c26-31f4c3fbe118 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:34.189745 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99306d27-9791-4095-bd1e-037613fa1ce2 req-43dacfe8-eca5-4824-8c26-31f4c3fbe118 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0517426 Aug 29 18:21:34.225787 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-99306d27-9791-4095-bd1e-037613fa1ce2 req-2a0fc9e5-7e1a-484a-96ae-82678521d2f7 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301523 Aug 29 18:21:35.351388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d55b36-678c-4372-b3a9-1e72c8b439ce req-1903d998-ec2c-4190-bb42-18f1e5482c4d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:35.353183 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77d55b36-678c-4372-b3a9-1e72c8b439ce req-1903d998-ec2c-4190-bb42-18f1e5482c4d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0623338 Aug 29 18:21:35.390065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-77d55b36-678c-4372-b3a9-1e72c8b439ce req-99198717-935e-4905-9fb5-9717293ce4fa tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Aug 29 18:21:36.503440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e6559-7416-422d-9fad-10f0446ca342 req-46e1ebd1-3a3a-4ad7-9a8c-52d66a52df90 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:36.504919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-472e6559-7416-422d-9fad-10f0446ca342 req-46e1ebd1-3a3a-4ad7-9a8c-52d66a52df90 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0498650 Aug 29 18:21:36.542088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-472e6559-7416-422d-9fad-10f0446ca342 req-a61c0c42-2a9d-45c8-9e9f-9e615e5f6514 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305955 Aug 29 18:21:36.889680 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:21:37.654767 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd606725-9f9f-4907-9f30-50b303c5b458 req-1d1e12c5-2f78-468a-bb37-4328f11dc0e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.656250 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd606725-9f9f-4907-9f30-50b303c5b458 req-1d1e12c5-2f78-468a-bb37-4328f11dc0e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0487368 Aug 29 18:21:37.693793 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-dd606725-9f9f-4907-9f30-50b303c5b458 req-7bca6933-7acc-473c-be6e-7175063c76db tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 Aug 29 18:21:38.806180 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b7a3-e42f-4cdb-b475-7db2f5a42fb4 req-c947566d-35f5-4dcc-84a1-06c25cb5527b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:38.807662 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6260b7a3-e42f-4cdb-b475-7db2f5a42fb4 req-c947566d-35f5-4dcc-84a1-06c25cb5527b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0480268 Aug 29 18:21:38.844653 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6260b7a3-e42f-4cdb-b475-7db2f5a42fb4 req-e3c2ef18-57ef-4464-a471-a4619fb6fe2f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Aug 29 18:21:39.956004 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cb58e-bf0f-4ae1-bf30-8b4428d5a8f6 req-39b7c782-6ebb-40e3-be86-5ad191bc5317 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:39.957489 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-507cb58e-bf0f-4ae1-bf30-8b4428d5a8f6 req-39b7c782-6ebb-40e3-be86-5ad191bc5317 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0473106 Aug 29 18:21:39.994651 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-507cb58e-bf0f-4ae1-bf30-8b4428d5a8f6 req-821edfa7-c3a1-449b-b7de-ec77f7b925d3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306988 Aug 29 18:21:41.292712 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9dddd6d9-fc52-4dc5-87bf-a48ba6e5cdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:41.438277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6246df5-2f6d-415f-a09b-3d28fee6f388 req-b149d6ae-5bcc-49e5-8f2d-a38ca1ef22f3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:41.439805 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6246df5-2f6d-415f-a09b-3d28fee6f388 req-b149d6ae-5bcc-49e5-8f2d-a38ca1ef22f3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.3800380 Aug 29 18:21:41.482011 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6246df5-2f6d-415f-a09b-3d28fee6f388 req-d3d9a2e7-e06b-40dd-9ce4-54bbcb2ce79e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345843 Aug 29 18:21:41.503508 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37024) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:21:41.564381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-992b13f7-bb0c-438d-8ada-78d6cd24a5f2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/7ef37f6f-cbf3-47c0-b90c-0515e4ee3408 HTTP/1.1" status: 200 len: 994 time: 0.0596445 Aug 29 18:21:42.865642 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d4eb2-7ee7-4b53-96ae-a4df805cbbb4 req-850f7f99-a6cd-4123-b6ad-0c62c4bef1a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:42.867822 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d2d4eb2-7ee7-4b53-96ae-a4df805cbbb4 req-850f7f99-a6cd-4123-b6ad-0c62c4bef1a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0857532 Aug 29 18:21:42.870505 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-be876d31-5ba4-4f65-aa7e-45c698ab19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:42.871908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-be876d31-5ba4-4f65-aa7e-45c698ab19e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 1098 time: 0.0580044 Aug 29 18:21:42.955002 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-8d2d4eb2-7ee7-4b53-96ae-a4df805cbbb4 req-f4046451-e617-4fb7-80bb-406b72fb0785 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811527 Aug 29 18:21:42.984055 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-a7cbce5e-1e83-4d21-b687-b46679437d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:42.985465 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-a7cbce5e-1e83-4d21-b687-b46679437d56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a03f36ed-b1be-4540-bb56-b9624aaf961e HTTP/1.1" status: 200 len: 898 time: 0.1059816 Aug 29 18:21:43.049729 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-fe6d662b-07c5-4806-8d0f-d448689ab777 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248 HTTP/1.1" status: 200 len: 1002 time: 0.0567379 Aug 29 18:21:43.097283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-e70a5e4e-4f9b-45e6-8c0d-21b03d0a945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:43.098685 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-e70a5e4e-4f9b-45e6-8c0d-21b03d0a945c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dce2f435-9734-410f-96c2-1fde35191eb2 HTTP/1.1" status: 200 len: 834 time: 0.0417974 Aug 29 18:21:43.115490 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:43.152218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-e041ee3e-f247-4485-82ab-2aae95acd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:43.153731 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-e041ee3e-f247-4485-82ab-2aae95acd291 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a03f36ed-b1be-4540-bb56-b9624aaf961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444801 Aug 29 18:21:43.241771 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-8831538a-aea9-41f0-aad2-99cebf14d6bb service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803723 Aug 29 18:21:43.332152 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e5e80880-4b32-48e6-8d9a-1451cd1f5e3a req-234d9dbe-3ff2-4e32-ac40-82e9c05440ad service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833385 Aug 29 18:21:43.687549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:43.789370 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97c04a30-0f98-418b-b273-e96c9bbcfd03 req-c88163a8-da6b-40b1-8acf-6568b4dc14d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290086 Aug 29 18:21:43.852649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97c04a30-0f98-418b-b273-e96c9bbcfd03 req-93484e44-25b3-4c05-afa1-1a3de11b4dbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0242751 Aug 29 18:21:43.889787 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97c04a30-0f98-418b-b273-e96c9bbcfd03 req-9c27d6a4-b9f2-48fd-a676-5309c59964ad service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189142 Aug 29 18:21:43.923780 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e962eeae-3499-4139-8119-b0026ab33785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:43.965726 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:43.988228 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c04a30-0f98-418b-b273-e96c9bbcfd03 req-c7e38c5f-055b-4979-b291-d9d01ff57700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:43.989703 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-97c04a30-0f98-418b-b273-e96c9bbcfd03 req-c7e38c5f-055b-4979-b291-d9d01ff57700 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934505 Aug 29 18:21:44.073178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e06c4-a798-4cee-b483-13a5afd880dc req-e0a919b8-8dbd-400c-9a4b-9b33a7691c5a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:44.074639 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-137e06c4-a798-4cee-b483-13a5afd880dc req-e0a919b8-8dbd-400c-9a4b-9b33a7691c5a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0511010 Aug 29 18:21:44.110097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-137e06c4-a798-4cee-b483-13a5afd880dc req-f153f09b-9ad0-4016-99c3-0d0d3071b497 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296903 Aug 29 18:21:44.132774 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37034) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:21:44.189975 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-473859e7-2c89-4955-91ff-ee5ab96a9707 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/7ef37f6f-cbf3-47c0-b90c-0515e4ee3408 HTTP/1.1" status: 200 len: 994 time: 0.0560870 Aug 29 18:21:45.668101 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:46.974656 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:11.293604 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f4274501-0f1a-4606-8bab-9765464584d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:13.120048 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:13.687934 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:13.888670 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:22:13.924874 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-499f5459-e059-4b0c-a5db-f75206d1d5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:13.965040 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:14.668494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37056) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:14.820801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 526be82a-62a4-484c-94a0-5b246cb24c28 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:22:14.821153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:14.896554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:14.896882 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:14.908427 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 526be82a-62a4-484c-94a0-5b246cb24c28 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:22:15.051755 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:15.077637 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=526be82a-62a4-484c-94a0-5b246cb24c28,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:15.102329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.102718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.103070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.103413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.103773 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.104110 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.104447 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.104787 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.105115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.105444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.105776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.106103 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:15.144408 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:15.144749 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 7ef37f6f-cbf3-47c0-b90c-0515e4ee3408 disassociated (deleted). External IP: 172.25.2.120, port: c7f6d501-3f9c-4aa1-911f-bac9c167e248. Aug 29 18:22:15.349060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:22:15.456805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:22:15.461799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:15.472317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] Sync routers for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:22:15.483182 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:15.483794 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:15.492338 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-823fd63f-a57e-4aac-b3cb-f6437281afcb tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/floatingips/7ef37f6f-cbf3-47c0-b90c-0515e4ee3408 HTTP/1.1" status: 204 len: 168 time: 0.8199100 Aug 29 18:22:15.492338 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:22:15.492832 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:22:15.530668 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5c2197-a14e-4f3e-90cf-3d4dd7f4a4d8 x-openstack-request-id: req-6f5c2197-a14e-4f3e-90cf-3d4dd7f4a4d8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:22:15.530963 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:22:15.531218 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f5c2197-a14e-4f3e-90cf-3d4dd7f4a4d8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:22:15.531628 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'status': 'completed', 'code': 200} Aug 29 18:22:15.591301 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:15.595089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-0f956305-255a-4c75-aa89-4cc25273850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:15.596610 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-0f956305-255a-4c75-aa89-4cc25273850d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 1098 time: 0.0424747 Aug 29 18:22:15.728775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:15.729870 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-894da1d4-4141-462a-aa16-c4a71fd6bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:15.731450 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-894da1d4-4141-462a-aa16-c4a71fd6bb6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a03f36ed-b1be-4540-bb56-b9624aaf961e HTTP/1.1" status: 200 len: 898 time: 0.1268029 Aug 29 18:22:15.785617 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238157-bc4b-41b9-a922-20a795805d95 req-28892885-99b9-47a7-8cbf-ba86fcad1855 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:15.787259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a2238157-bc4b-41b9-a922-20a795805d95 req-28892885-99b9-47a7-8cbf-ba86fcad1855 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0911205 Aug 29 18:22:15.789135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-a960b945-2993-43fb-b493-2ffa3d233dd7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248 HTTP/1.1" status: 200 len: 217 time: 0.0465271 Aug 29 18:22:15.813925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:44Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:15.843956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] Checking router: 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:22:15.852650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:15.853233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:15.860682 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a2238157-bc4b-41b9-a922-20a795805d95 req-b2354cdd-63cb-4ca7-ba4c-1046c103608f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663328 Aug 29 18:22:15.866629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-9520e9c9-41e5-4bde-a0bf-a7bae29e380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:15.868083 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-9520e9c9-41e5-4bde-a0bf-a7bae29e380f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dce2f435-9734-410f-96c2-1fde35191eb2 HTTP/1.1" status: 200 len: 834 time: 0.0601063 Aug 29 18:22:15.919246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-b8ad0a66-1b7f-4e64-9c85-a13d43f2ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:15.920670 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-b8ad0a66-1b7f-4e64-9c85-a13d43f2ee9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a03f36ed-b1be-4540-bb56-b9624aaf961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442824 Aug 29 18:22:15.933284 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-b3fa1a50-05ed-4c77-aff3-26644606f982 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:22:15.934228 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-b3fa1a50-05ed-4c77-aff3-26644606f982 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049791 Aug 29 18:22:15.958973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:16.023196 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-964859de-7c8b-4feb-9651-1d82a449d2cd service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800726 Aug 29 18:22:16.118924 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-06aa2457-d77c-4b8e-a93a-0b1ac11be0d3 req-eece3cef-7a17-42f6-a6d8-11c09168f658 service neutron] 10.222.0.44 "GET /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852821 Aug 29 18:22:16.153011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:44Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:16.179223 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c929aa7-baf2-4831-90f1-e983f3c4fa21 None None] The sync data for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 is: [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:40Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '022b1330-8e6f-476b-bc0c-cc50b93fb0e3', 'name': '', 'network_id': 'a03f36ed-b1be-4540-bb56-b9624aaf961e', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:8c:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:39Z', 'updated_at': '2021-08-29T18:20:44Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'dce2f435-9734-410f-96c2-1fde35191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:22:16.380438 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0bfbd8-6c9c-40e1-b539-b3d94de138ec None None] New status for floating IP 7ef37f6f-cbf3-47c0-b90c-0515e4ee3408: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:22:16.976549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8575706-2290-4083-97a8-a68acf8564a5 req-ffed06d6-c162-49f3-955d-0859ed9a72c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:16.978057 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8575706-2290-4083-97a8-a68acf8564a5 req-ffed06d6-c162-49f3-955d-0859ed9a72c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0492487 Aug 29 18:22:16.978708 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:17.018551 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f8575706-2290-4083-97a8-a68acf8564a5 req-441fea61-3516-4b84-adb9-8fa7f3a6a352 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07f05ca-cc79-49da-8202-50aee5252c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Aug 29 18:22:17.249500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-b53680c6-5bdc-4be4-907b-b30c6dc7e210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:17.250881 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-b53680c6-5bdc-4be4-907b-b30c6dc7e210 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 946 time: 0.0474334 Aug 29 18:22:17.336152 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port c7f6d501-3f9c-4aa1-911f-bac9c167e248 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:22:17.336498 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:17.424367 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port c7f6d501-3f9c-4aa1-911f-bac9c167e248, host n-h1-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-15',level=0,port_id=c7f6d501-3f9c-4aa1-911f-bac9c167e248,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:17.424738 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:17.437631 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for c7f6d501-3f9c-4aa1-911f-bac9c167e248 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:22:17.564139 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:17.591838 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=c7f6d501-3f9c-4aa1-911f-bac9c167e248,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:17.602881 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.603239 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.603583 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.603922 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.604260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.604595 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.604928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.605260 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.605590 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.605917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.606246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.606570 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:17.643633 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] No DVR routers for this DVR port c7f6d501-3f9c-4aa1-911f-bac9c167e248 on host n-h1-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:22:17.646319 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:17.649423 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-150f6ab5-011a-4dd4-afc1-7342face1d6b req-2ac4e384-98d3-4d59-9dc0-98d35ead23c0 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.44 "DELETE /v2.0/ports/c7f6d501-3f9c-4aa1-911f-bac9c167e248 HTTP/1.1" status: 204 len: 173 time: 0.3921747 Aug 29 18:22:17.649857 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'name': 'network-vif-deleted', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:22:17.652083 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d578ec9-d1f6-4cfc-b1da-7747784a237c" -d '{"events": [{"server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "name": "network-vif-deleted", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:22:17.687547 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af83d84-98df-4637-92a7-1d5bd4e710cc x-openstack-request-id: req-0af83d84-98df-4637-92a7-1d5bd4e710cc {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:22:17.687826 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bdce49-f7ab-4677-ae77-9873ae7aea77", "name": "network-vif-deleted", "tag": "c7f6d501-3f9c-4aa1-911f-bac9c167e248", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:22:17.688095 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0af83d84-98df-4637-92a7-1d5bd4e710cc {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:22:17.688488 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bdce49-f7ab-4677-ae77-9873ae7aea77', 'name': 'network-vif-deleted', 'tag': 'c7f6d501-3f9c-4aa1-911f-bac9c167e248', 'status': 'completed', 'code': 200} Aug 29 18:22:18.130402 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c289da05-bbb9-4945-b4bd-151d7dfc5fec req-6032e2b7-dd44-426f-8fde-dceb10ef0ef6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bdce49-f7ab-4677-ae77-9873ae7aea77 HTTP/1.1" status: 200 len: 210 time: 0.0296986 Aug 29 18:22:19.186813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37072) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:19.545687 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:19.792385 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:22:19.792730 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:19.881287 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port 022b1330-8e6f-476b-bc0c-cc50b93fb0e3, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:19.881656 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:19.894115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:22:20.076493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:20.099931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=022b1330-8e6f-476b-bc0c-cc50b93fb0e3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:20.276248 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:20.493029 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:22:20.597972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:22:20.604559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1ee561df-6f89-4ca6-80b7-7579ef0090a9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/8a8eab32-72d4-48bb-9f0d-3274c1426eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4157691 Aug 29 18:22:20.606486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37074) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:20.610280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] Sync routers for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:22:20.621152 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:20.621760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:20.660745 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-96285c6a-d0cd-47e4-8668-4fa18ac174ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting subnet dce2f435-9734-410f-96c2-1fde35191eb2 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:22:20.664353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96285c6a-d0cd-47e4-8668-4fa18ac174ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:20.705093 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96285c6a-d0cd-47e4-8668-4fa18ac174ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:20.709032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c7f6d501-3f9c-4aa1-911f-bac9c167e248 no longer exists at agent hyperv_n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:22:20.731116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] No Port match for: c7f6d501-3f9c-4aa1-911f-bac9c167e248 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:22:20.731461 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Device c7f6d501-3f9c-4aa1-911f-bac9c167e248 not bound to the agent host n-h1-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:22:20.754818 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:20.792137 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96285c6a-d0cd-47e4-8668-4fa18ac174ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:20.861077 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96285c6a-d0cd-47e4-8668-4fa18ac174ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:20.889748 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-96285c6a-d0cd-47e4-8668-4fa18ac174ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:20.891654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-96285c6a-d0cd-47e4-8668-4fa18ac174ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/subnets/dce2f435-9734-410f-96c2-1fde35191eb2 HTTP/1.1" status: 204 len: 168 time: 0.2841358 Aug 29 18:22:20.892666 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96285c6a-d0cd-47e4-8668-4fa18ac174ea tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Subnet': ['ID=dce2f435-9734-410f-96c2-1fde35191eb2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:20.894328 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37076) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:20.920548 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589cdd3-1016-4812-ae40-38092139a29e None None] Network a03f36ed-b1be-4540-bb56-b9624aaf961e requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:22:21.013032 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.050205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:22:20Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:21.079103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] Checking router: 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:22:21.093697 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] Routers {'8a8eab32-72d4-48bb-9f0d-3274c1426eb7'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:21.094715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:21.123357 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.177033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port b715b902-f3d0-470b-b254-680afc80e4c6 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:22:21.177370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.190974 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] DHCP port deletion for a03f36ed-b1be-4540-bb56-b9624aaf961e request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:22:21.238235 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] Set router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:21.259995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port b715b902-f3d0-470b-b254-680afc80e4c6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=b715b902-f3d0-470b-b254-680afc80e4c6,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:21.260365 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.271921 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for b715b902-f3d0-470b-b254-680afc80e4c6 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:22:21.358867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Deleting port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:22:21.359232 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.437152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.457435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] For port 741b4c5c-e805-4e0e-b884-ddaa452a05c6, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=741b4c5c-e805-4e0e-b884-ddaa452a05c6,segment=NetworkSegment(d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e),segment_id=d7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:21.457833 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.464633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=b715b902-f3d0-470b-b254-680afc80e4c6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:21.473718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Calling delete_port for 741b4c5c-e805-4e0e-b884-ddaa452a05c6 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:22:21.524917 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.544984 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:22:20Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:21.617261 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.619544 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.670948 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.672113 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Fanout notify agent at l3_agent the message router_deleted on router 8a8eab32-72d4-48bb-9f0d-3274c1426eb7 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:22:21.681491 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.682653 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6726638f-5432-4923-a2d0-19f1c6382280 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/routers/8a8eab32-72d4-48bb-9f0d-3274c1426eb7 HTTP/1.1" status: 204 len: 168 time: 0.7872851 Aug 29 18:22:21.685349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37078) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:21.733843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd817ad-3215-4a05-b9e6-46da1424c0ec None None] The sync data for ids ['8a8eab32-72d4-48bb-9f0d-3274c1426eb7'] in n-d-713499-15 is: [{'id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041018682', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:22:20Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': 'b715b902-f3d0-470b-b254-680afc80e4c6', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8eab32-72d4-48bb-9f0d-3274c1426eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:20:37Z', 'updated_at': '2021-08-29T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:22:21.758539 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.762307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.784195 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Pushing event deleted for resources: {'Port': ['ID=741b4c5c-e805-4e0e-b884-ddaa452a05c6,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:21.788765 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] No DVR routers for this DVR port 741b4c5c-e805-4e0e-b884-ddaa452a05c6 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:22:21.798045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.798045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.798045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.798045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.798045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.798045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.798045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.799162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.799162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.799162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.799162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.799977 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9fc17-d075-4af7-923d-1e304a33e45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:21.860811 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.870888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03f36ed-b1be-4540-bb56-b9624aaf961e']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:21.880694 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:21.880985 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7df2f0d-d948-4e52-a4bb-23ec9cbd8f2e') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:21.889472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.902295 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.908982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:22:21.909425 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:22:21.913119 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:22:21.970571 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.978066 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.979902 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/networks/a03f36ed-b1be-4540-bb56-b9624aaf961e HTTP/1.1" status: 204 len: 168 time: 0.2936456 Aug 29 18:22:21.982813 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37080) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:21.991724 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657e700-4e79-4958-afef-3dd9b7e0cd6a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Network': ['ID=a03f36ed-b1be-4540-bb56-b9624aaf961e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:22.041588 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6a75efb-24e6-4ac6-a05a-9f8b8ff218ff tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.069294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6a75efb-24e6-4ac6-a05a-9f8b8ff218ff tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.138208 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6a75efb-24e6-4ac6-a05a-9f8b8ff218ff tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.140995 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6a75efb-24e6-4ac6-a05a-9f8b8ff218ff tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.142262 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e6a75efb-24e6-4ac6-a05a-9f8b8ff218ff tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/security-groups/e07f05ca-cc79-49da-8202-50aee5252c50 HTTP/1.1" status: 204 len: 168 time: 0.1583500 Aug 29 18:22:22.170006 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a75efb-24e6-4ac6-a05a-9f8b8ff218ff tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f05ca-cc79-49da-8202-50aee5252c50,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:22.218928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 741b4c5c-e805-4e0e-b884-ddaa452a05c6 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:22:22.239962 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 741b4c5c-e805-4e0e-b884-ddaa452a05c6 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:22:22.240318 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 741b4c5c-e805-4e0e-b884-ddaa452a05c6 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:22:22.240788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:22:22.262609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:22:22.262968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 022b1330-8e6f-476b-bc0c-cc50b93fb0e3 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:22:22.531757 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37086) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:22.536739 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-132903e1-9656-4978-8c53-c1ec8d2a3ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051872716', 'description': 'tempest-secgroup-smoke-1051872716 description', 'project_id': '57f885afb59549f3a2496f95cb908712'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:22.557067 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-132903e1-9656-4978-8c53-c1ec8d2a3ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.639055 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-132903e1-9656-4978-8c53-c1ec8d2a3ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.642448 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-132903e1-9656-4978-8c53-c1ec8d2a3ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.670921 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-132903e1-9656-4978-8c53-c1ec8d2a3ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.672121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-132903e1-9656-4978-8c53-c1ec8d2a3ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1393604 Aug 29 18:22:22.673302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132903e1-9656-4978-8c53-c1ec8d2a3ec2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4c474-5e46-4bd6-b853-548915b58fbb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:22.676037 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37088) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:22.680994 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-222d2d8b-8bf2-4641-8c8e-e6a7ddea256d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '3dd4c474-5e46-4bd6-b853-548915b58fbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:22.708337 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-222d2d8b-8bf2-4641-8c8e-e6a7ddea256d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.755006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-222d2d8b-8bf2-4641-8c8e-e6a7ddea256d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.759219 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-222d2d8b-8bf2-4641-8c8e-e6a7ddea256d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.779453 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d2d8b-8bf2-4641-8c8e-e6a7ddea256d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce51c3c-1b52-44ac-99a1-97bf188fd69c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:22.793018 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-222d2d8b-8bf2-4641-8c8e-e6a7ddea256d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.793018 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-222d2d8b-8bf2-4641-8c8e-e6a7ddea256d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115756 Aug 29 18:22:22.793018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37090) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:22.797525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-61c1b31d-4438-4af4-aa85-f472e4eb2747 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '3dd4c474-5e46-4bd6-b853-548915b58fbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:22.824426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-61c1b31d-4438-4af4-aa85-f472e4eb2747 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.882870 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-61c1b31d-4438-4af4-aa85-f472e4eb2747 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.886294 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-61c1b31d-4438-4af4-aa85-f472e4eb2747 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.905240 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1b31d-4438-4af4-aa85-f472e4eb2747 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c7d099-8d64-4b0d-8b6c-9c88cb192db6,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:22.912715 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-61c1b31d-4438-4af4-aa85-f472e4eb2747 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:22.913966 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-61c1b31d-4438-4af4-aa85-f472e4eb2747 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200118 Aug 29 18:22:22.916605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37092) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:22.920903 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-693c8f92-b56f-4305-bacd-72b366304cd5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '3dd4c474-5e46-4bd6-b853-548915b58fbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:22.947291 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-693c8f92-b56f-4305-bacd-72b366304cd5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.003742 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-693c8f92-b56f-4305-bacd-72b366304cd5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.007639 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-693c8f92-b56f-4305-bacd-72b366304cd5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.023998 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c8f92-b56f-4305-bacd-72b366304cd5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00488ec3-9ef4-4e2d-8cee-7679ab0b3254,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:23.030675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-693c8f92-b56f-4305-bacd-72b366304cd5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.031864 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-693c8f92-b56f-4305-bacd-72b366304cd5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143415 Aug 29 18:22:23.034866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37094) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:23.039272 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-973264b1-9cbf-4043-a0ee-328a08226659 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '3dd4c474-5e46-4bd6-b853-548915b58fbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:23.063810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-973264b1-9cbf-4043-a0ee-328a08226659 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.125823 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-973264b1-9cbf-4043-a0ee-328a08226659 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.130893 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-973264b1-9cbf-4043-a0ee-328a08226659 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.149432 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973264b1-9cbf-4043-a0ee-328a08226659 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ab9f3f-93b3-4fba-8353-571064c581c9,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:23.156822 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-973264b1-9cbf-4043-a0ee-328a08226659 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.158524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-973264b1-9cbf-4043-a0ee-328a08226659 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220334 Aug 29 18:22:23.160887 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37096) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:23.166134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-dff64dc2-82db-414f-928e-608afe62e9d1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '3dd4c474-5e46-4bd6-b853-548915b58fbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:23.187730 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-dff64dc2-82db-414f-928e-608afe62e9d1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:22:23.192525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dff64dc2-82db-414f-928e-608afe62e9d1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.251207 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dff64dc2-82db-414f-928e-608afe62e9d1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.254843 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dff64dc2-82db-414f-928e-608afe62e9d1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.272579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff64dc2-82db-414f-928e-608afe62e9d1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a679f7ab-1802-4d64-87e3-ca8640278f7a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:23.275702 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-dff64dc2-82db-414f-928e-608afe62e9d1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.276889 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-dff64dc2-82db-414f-928e-608afe62e9d1 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149881 Aug 29 18:22:23.279603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37098) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:23.284343 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-df073734-6777-4ea9-a4d1-ed292e5e68d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'security_group_rule': {'security_group_id': '3dd4c474-5e46-4bd6-b853-548915b58fbb', 'project_id': '57f885afb59549f3a2496f95cb908712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:23.306558 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-df073734-6777-4ea9-a4d1-ed292e5e68d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Project 57f885afb59549f3a2496f95cb908712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:22:23.311208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df073734-6777-4ea9-a4d1-ed292e5e68d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.371150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df073734-6777-4ea9-a4d1-ed292e5e68d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.374488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df073734-6777-4ea9-a4d1-ed292e5e68d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.392469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df073734-6777-4ea9-a4d1-ed292e5e68d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682db81c-433d-404e-a4aa-f7ebc4bb547e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:23.398427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-df073734-6777-4ea9-a4d1-ed292e5e68d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.399695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-df073734-6777-4ea9-a4d1-ed292e5e68d2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191041 Aug 29 18:22:23.402399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37100) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:23.407217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'network': {'name': 'tempest-network-smoke--1306492416', 'project_id': '57f885afb59549f3a2496f95cb908712', 'port_security_enabled': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:23.426663 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:22:23.430537 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.452951 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:22:23.462045 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.462412 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Added segment 03b25873-bb8e-431f-9fb5-c1e66c1cdf5a of type vlan for network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 Aug 29 18:22:23.505276 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.528268 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.534350 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:23.535003 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.593954 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1904986 Aug 29 18:22:23.596573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37102) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:23.603617 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'admin_state_up': True, 'project_id': '57f885afb59549f3a2496f95cb908712', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:23.614436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6a5d7-4199-4f77-a2be-02cd03972717 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Network': ['ID=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:23.624322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:22:23.630763 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.631922 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.686742 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:23.991807 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b715b902-f3d0-470b-b254-680afc80e4c6 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:22:24.013252 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: b715b902-f3d0-470b-b254-680afc80e4c6 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:22:24.013602 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device b715b902-f3d0-470b-b254-680afc80e4c6 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:22:24.145672 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:24.330929 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:24.348672 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:24.450971 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.50 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:22:24.549962 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:24.587671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:24.629354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:22:24.634710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:22:24.638184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:22:24.643628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:24.881389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:25.074711 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:25.198879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router c33b4610-340a-4901-bbce-935fa4c2de7e is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:22:25.302064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:22:25.311122 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Sync routers for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:22:25.320468 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:25.321083 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:25.321589 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:25.322892 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-676871e1-42a5-4099-aad3-e939ed6a0748 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7253120 Aug 29 18:22:25.325851 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37104) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:25.397267 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7d7ca729-0a47-47a3-ad9c-883e70b6afcd tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=57f885afb59549f3a2496f95cb908712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698090 Aug 29 18:22:25.399835 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37108) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:25.489893 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bd8ab-83b1-421f-a7a1-7b143200591c tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:25.491540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-908bd8ab-83b1-421f-a7a1-7b143200591c tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906951 Aug 29 18:22:25.494254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37110) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:25.508085 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:25.522678 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-307e9a50-3406-4bf9-a8a7-16c5e1217118 tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=caf01b39-0c6f-460d-a418-4d11d786aee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267174 Aug 29 18:22:25.525127 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37112) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:25.529808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1590054064', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'project_id': '57f885afb59549f3a2496f95cb908712', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:25.622155 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:22:25.626011 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:25.680081 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:24Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:25.710305 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Checking router: c33b4610-340a-4901-bbce-935fa4c2de7e for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:22:25.710678 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Updating router c33b4610-340a-4901-bbce-935fa4c2de7e port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:22:25.734323 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:25.808427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:25.858281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Subnet': ['ID=e9b762eb-2429-46cb-85b4-80362a83160d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:25.876678 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Checking segment: {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:22:25.877042 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network hostable DHCP agents. Network: cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:22:25.893546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:22:25.902531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:22:25.906992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:25.908354 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:25.912331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559db8b4-f85e-40a8-a9aa-67d6b530242a None None] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:22:25.926792 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37114) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:25.927328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-c230390c-d640-4200-bec7-9dc5da0e0f77 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4007452 Aug 29 18:22:25.989828 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.000838 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Transition to ACTIVE for port object 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:22:26.007376 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.054942 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Attempting to bind port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:22:26.055187 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Attempting to bind port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:22:26.055549 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Attempting to bind port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:22:26.059207 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:22:26.060534 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.067831 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:22:26.068210 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:22:26.069201 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.069592 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:22:26.070053 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Bound port: 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:22:26.070425 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.098236 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Pushing event updated for resources: {'Port': ['ID=9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:26.119554 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.119895 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.120229 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.120559 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.120884 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.121211 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.121527 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.121843 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.122174 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.122477 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.122817 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.123135 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:22:26.137187 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] For port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:22:26.140436 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] For port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:22:26.146134 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.194474 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:26.195114 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:26.212652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Allocated IP 172.20.0.2 (cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234/e9b762eb-2429-46cb-85b4-80362a83160d/9862f0ad-cbc7-4b9a-b9cf-567f404cb005) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:22:26.252945 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322dee1-6344-4188-b5a6-26225c4a441d None None] Pushing event updated for resources: {'Port': ['ID=9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:26.313044 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:26.361203 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.369844 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Transition to ACTIVE for port object 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:22:26.381120 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.384857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Transition to ACTIVE for port object 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:22:26.390996 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.426661 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:22:26.429981 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:22:26.435542 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:22:26.444168 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Pushing event updated for resources: {'Port': ['ID=9862f0ad-cbc7-4b9a-b9cf-567f404cb005,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:26.498045 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Attempting to bind port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:22:26.498419 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Attempting to bind port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:22:26.498830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Attempting to bind port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 on network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:22:26.503879 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:22:26.504187 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Checking segment: {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:22:26.504591 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.504987 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Bound using segment: {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:22:26.505450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Bound port: 9862f0ad-cbc7-4b9a-b9cf-567f404cb005, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:22:26.505829 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.520191 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:24Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:26.551033 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f7fcd-ee7b-469b-9bd1-35227a60691d None None] The sync data for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 is: [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:24Z', 'revision_number': 3, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:22:26.571188 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] For port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:22:26.572722 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] For port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9862f0ad-cbc7-4b9a-b9cf-567f404cb005,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:22:26.577448 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.638270 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f50559-7ec0-4e0a-93c3-600f087ef938 None None] Pushing event updated for resources: {'Port': ['ID=9862f0ad-cbc7-4b9a-b9cf-567f404cb005,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:26.673834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.1 (cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234/e9b762eb-2429-46cb-85b4-80362a83160d/d6665ab2-ce8f-48a1-9986-a3f70f5f62c4) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:22:26.809329 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.823658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:22:26.866273 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:26.913503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:22:26.922393 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:22:26.927643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:26.932506 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:22:26.982100 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:27.116753 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:27.419497 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:27.426178 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:27.504968 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:27.507307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:27.601440 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:22:27.602475 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:22:27.641455 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014e0015-4600-4453-abe6-dc005d7f1d3f None None] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:22:27.707621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6cc6778e-9050-4ab7-950d-1497dc6b0ae2 None None] Provisioning for port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:22:27.718698 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router c33b4610-340a-4901-bbce-935fa4c2de7e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:22:27.829325 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:22:27.835325 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0ad2c151-9450-443a-a449-376785eaff0c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/c33b4610-340a-4901-bbce-935fa4c2de7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9074059 Aug 29 18:22:27.983254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-26a82bc8-27f9-46f2-9949-75e90b81bc68 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051872716&fields=id&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 267 time: 0.0370567 Aug 29 18:22:28.048907 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a07780cc-6f3c-4320-837a-f9a6013328ee None None] Provisioning for port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:22:28.056755 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a07780cc-6f3c-4320-837a-f9a6013328ee None None] Provisioning complete for port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:28.057195 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a07780cc-6f3c-4320-837a-f9a6013328ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.103432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a07780cc-6f3c-4320-837a-f9a6013328ee None None] Port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:22:28.137029 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:22:28.148024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-4d1f8516-2738-4d1a-af96-024ed6946ac9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:28.150100 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-4d1f8516-2738-4d1a-af96-024ed6946ac9 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/networks?id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 HTTP/1.1" status: 200 len: 797 time: 0.1582224 Aug 29 18:22:28.166347 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-130b78b4-21c1-40e2-af0b-a72c098d6ca4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/quotas/57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 375 time: 0.0101449 Aug 29 18:22:28.197165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:22:28.201482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:28.202043 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.225951 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-98554232-29b6-4b85-8f0e-a5caf613080d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533812 Aug 29 18:22:28.251934 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Sync routers for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:22:28.276837 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1af8de87-0e36-45f6-90d4-ff4fdf6f197f None None] Provisioning complete for port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:28.277202 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1af8de87-0e36-45f6-90d4-ff4fdf6f197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.296247 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-86f368c1-331d-437b-a9b0-49a1297b695b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:22:28.296435 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:28.296831 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:28.297758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-86f368c1-331d-437b-a9b0-49a1297b695b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579987 Aug 29 18:22:28.381991 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.394001 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1af8de87-0e36-45f6-90d4-ff4fdf6f197f None None] Port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:22:28.402530 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-c5d7a344-75b7-4bb8-aaf4-0a37a116ede6 service neutron] 10.222.0.41 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973785 Aug 29 18:22:28.435788 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:28.445364 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.446123 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:22:28.505375 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-5fac71e1-97e5-4a5f-8e35-a83669d73afd service neutron] 10.222.0.41 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955389 Aug 29 18:22:28.511066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:28.575065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:28.610999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7cd1cd88-59cb-4090-84ff-298ebef4bc50 None None] Provisioning complete for port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:28.611642 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd88-59cb-4090-84ff-298ebef4bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.674253 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-07d6abc7-4ca5-44c1-af6f-8773ef966f04 req-b09f99e9-7325-47e1-9773-dbbd710f3daf tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 210 time: 0.0277190 Aug 29 18:22:28.694131 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:22:28.701185 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1cd88-59cb-4090-84ff-298ebef4bc50 None None] Port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:22:28.706706 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:28.707092 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.840374 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.854746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 2, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:28.885901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Checking router: c33b4610-340a-4901-bbce-935fa4c2de7e for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:22:28.886261 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Updating router c33b4610-340a-4901-bbce-935fa4c2de7e port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:22:28.922782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9862f0ad-cbc7-4b9a-b9cf-567f404cb005,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:28.925840 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:28.928869 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:29.014497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=9862f0ad-cbc7-4b9a-b9cf-567f404cb005,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:29.231662 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:29.241721 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Transition to ACTIVE for port object d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:22:29.246950 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:29.316675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b6ca7-d857-4c40-bdaa-352894efd343 None None] Pushing event updated for resources: {'Port': ['ID=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:29.348220 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Attempting to bind port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:22:29.348609 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Attempting to bind port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:22:29.348968 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Attempting to bind port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 on network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:22:29.353945 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:22:29.354316 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Checking segment: {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:22:29.354749 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:29.355142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Bound using segment: {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:22:29.355603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Bound port: d6665ab2-ce8f-48a1-9986-a3f70f5f62c4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:22:29.355980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:29.428530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] For port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:22:29.431966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] For port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:22:29.436243 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:29.491349 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:29.491666 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:29.571172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b6ca7-d857-4c40-bdaa-352894efd343 None None] Pushing event updated for resources: {'Port': ['ID=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:29.603326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-2a540a2e-40a6-4a9e-a344-369368de318d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:29.605069 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-2a540a2e-40a6-4a9e-a344-369368de318d tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/networks?id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 HTTP/1.1" status: 200 len: 797 time: 0.1395984 Aug 29 18:22:29.649867 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:29.660737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-3655d12d-3999-4bca-8603-5f85722041e5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f885afb59549f3a2496f95cb908712 HTTP/1.1" status: 200 len: 380 time: 0.0457997 Aug 29 18:22:29.671200 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'port': {'device_id': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'admin_state_up': True, 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'security_groups': ['3dd4c474-5e46-4bd6-b853-548915b58fbb']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:29.789337 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0df3f8c2-71b8-4d03-bb10-8b5e3457d5fc req-b03c09d5-e685-431a-a757-7e1dfc96808c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 210 time: 0.0306902 Aug 29 18:22:29.808215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Made reservation on behalf of 57f885afb59549f3a2496f95cb908712 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:22:29.812023 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:29.861895 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:29Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:29.889262 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b31feb-3f6b-4f0e-abe1-fa5117c12609 None None] The sync data for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 is: [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:29Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:22:29.953032 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.20.0.10 (cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234/e9b762eb-2429-46cb-85b4-80362a83160d/68a780a2-8912-4905-979f-458bddd6b0b6) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:22:30.112570 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.128819 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Transition to ACTIVE for port object 68a780a2-8912-4905-979f-458bddd6b0b6 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:22:30.137328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:22:30.167998 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.192628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:30.193042 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.219683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:22:30.223204 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:22:30.228296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:22:30.232614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=68a780a2-8912-4905-979f-458bddd6b0b6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:30.283803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:30.284483 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.305328 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-8ca8b48c-98cf-4160-91c0-d3e3034768ca tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6381042 Aug 29 18:22:30.320352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Request body: {'port': {'device_id': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:30.387961 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.480041 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:22:30.531133 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:30.531649 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.580251 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-98555145-fc1d-407a-9b19-8533ee508e8a None None] Provisioning for port 68a780a2-8912-4905-979f-458bddd6b0b6 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:22:30.586728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-98555145-fc1d-407a-9b19-8533ee508e8a None None] Provisioning complete for port 68a780a2-8912-4905-979f-458bddd6b0b6 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:30.587184 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-98555145-fc1d-407a-9b19-8533ee508e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.655712 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-98555145-fc1d-407a-9b19-8533ee508e8a None None] Port 68a780a2-8912-4905-979f-458bddd6b0b6 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:22:30.660427 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:22:30.680184 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a780a2-8912-4905-979f-458bddd6b0b6 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:22:30.689234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.703072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Transition to ACTIVE for port object 68a780a2-8912-4905-979f-458bddd6b0b6 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:22:30.707338 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.710676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:22:30.714784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:30.715424 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.805251 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.810390 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Pushing event updated for resources: {'Port': ['ID=68a780a2-8912-4905-979f-458bddd6b0b6,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:30.847711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Attempting to bind port 68a780a2-8912-4905-979f-458bddd6b0b6 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:22:30.848326 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Attempting to bind port 68a780a2-8912-4905-979f-458bddd6b0b6 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:22:30.848816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Attempting to bind port 68a780a2-8912-4905-979f-458bddd6b0b6 on network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:22:30.854401 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Port 68a780a2-8912-4905-979f-458bddd6b0b6 on network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:22:30.855016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Attempting to bind port 68a780a2-8912-4905-979f-458bddd6b0b6 on network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:22:30.855161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:30.860770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:22:30.861624 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Checking segment: {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:22:30.862193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Bound using segment: {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:22:30.862954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Bound port: 68a780a2-8912-4905-979f-458bddd6b0b6, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:22:30.863468 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.865021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.931608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:30.944191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] For port 68a780a2-8912-4905-979f-458bddd6b0b6, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:22:30.948619 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] For port 68a780a2-8912-4905-979f-458bddd6b0b6, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68a780a2-8912-4905-979f-458bddd6b0b6,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:22:30.952392 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7cff0-16a3-4afd-9a96-cd962f7027a4 req-4c0c346c-ffe2-45de-912c-633fed6bc073 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:30.954840 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.963921 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fe7cff0-16a3-4afd-9a96-cd962f7027a4 req-4c0c346c-ffe2-45de-912c-633fed6bc073 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 944 time: 0.0943582 Aug 29 18:22:30.989754 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:30.990964 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:30.992385 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] 10.222.0.43 "PUT /v2.0/ports/68a780a2-8912-4905-979f-458bddd6b0b6 HTTP/1.1" status: 200 len: 1093 time: 0.6773612 Aug 29 18:22:30.992841 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:22:30.995173 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65244781-7136-470a-b0a2-858f3258054f" -d '{"events": [{"name": "network-changed", "server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:22:31.030961 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2fe7cff0-16a3-4afd-9a96-cd962f7027a4 req-b69fccc6-828e-4fe5-9dd9-f763c3715fc5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579388 Aug 29 18:22:31.053554 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be4b5a1-6e4a-4715-90f0-74c5aa7c5371 x-openstack-request-id: req-9be4b5a1-6e4a-4715-90f0-74c5aa7c5371 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:22:31.053900 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:22:31.054158 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9be4b5a1-6e4a-4715-90f0-74c5aa7c5371 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:22:31.054575 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6', 'status': 'completed', 'code': 200} Aug 29 18:22:31.078690 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddecc7b-3b8d-463a-8aa4-b49b9e0e39cd service neutron] Pushing event updated for resources: {'Port': ['ID=68a780a2-8912-4905-979f-458bddd6b0b6,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:31.094908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-d22726fd-cfb8-4a70-a198-079052bba4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:31.096641 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-d22726fd-cfb8-4a70-a198-079052bba4c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 1096 time: 0.0599456 Aug 29 18:22:31.145457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-6c7e918b-fde5-4500-930b-f49d7fa123fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a780a2-8912-4905-979f-458bddd6b0b6 HTTP/1.1" status: 200 len: 217 time: 0.0390837 Aug 29 18:22:31.204575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-5eabfaf2-3d59-4749-886f-5f6924facba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:31.206227 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-5eabfaf2-3d59-4749-886f-5f6924facba0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b762eb-2429-46cb-85b4-80362a83160d HTTP/1.1" status: 200 len: 835 time: 0.0538485 Aug 29 18:22:31.253737 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-ae4518ff-92bf-406c-97c5-16a39403d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:31.255341 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-ae4518ff-92bf-406c-97c5-16a39403d086 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421760 Aug 29 18:22:31.348401 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-0de2517f-2502-4482-a7b8-f422c6af4d30 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861304 Aug 29 18:22:31.434738 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-71047465-00f9-4e39-b0f2-39eb1d0f5012 req-f9c23e1f-2ba7-40ce-a2ab-b3c81e5b39fc service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791967 Aug 29 18:22:31.526721 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65244781-7136-470a-b0a2-858f3258054f req-026792ed-6a18-4ae2-b07e-aa525d9a8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:31.528190 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65244781-7136-470a-b0a2-858f3258054f req-026792ed-6a18-4ae2-b07e-aa525d9a8815 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 1096 time: 0.0444329 Aug 29 18:22:31.614489 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65244781-7136-470a-b0a2-858f3258054f req-0346bdf1-8521-4f21-9d6e-04d5424a9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:31.616481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65244781-7136-470a-b0a2-858f3258054f req-0346bdf1-8521-4f21-9d6e-04d5424a9168 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 HTTP/1.1" status: 200 len: 898 time: 0.0814257 Aug 29 18:22:31.661266 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65244781-7136-470a-b0a2-858f3258054f req-46110627-8f9b-4f1d-a455-484cfed5dd75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a780a2-8912-4905-979f-458bddd6b0b6 HTTP/1.1" status: 200 len: 217 time: 0.0373819 Aug 29 18:22:31.710442 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65244781-7136-470a-b0a2-858f3258054f req-17469660-6d5f-4286-be03-ef3d01494131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:31.711848 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65244781-7136-470a-b0a2-858f3258054f req-17469660-6d5f-4286-be03-ef3d01494131 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b762eb-2429-46cb-85b4-80362a83160d HTTP/1.1" status: 200 len: 835 time: 0.0422530 Aug 29 18:22:31.755716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65244781-7136-470a-b0a2-858f3258054f req-fca2de33-87a5-4a96-9031-c45d7fb98f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:31.757152 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65244781-7136-470a-b0a2-858f3258054f req-fca2de33-87a5-4a96-9031-c45d7fb98f29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384872 Aug 29 18:22:31.846358 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65244781-7136-470a-b0a2-858f3258054f req-8b001b57-3fd8-4433-8a53-d82ff4e24a01 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816848 Aug 29 18:22:32.040567 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:22:32.100673 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:32.101054 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:32.142845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c108f3-d85c-4c6c-b375-09dd7944da90 req-b40742da-6244-4589-8782-e21923328d6e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:32.144387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c108f3-d85c-4c6c-b375-09dd7944da90 req-b40742da-6244-4589-8782-e21923328d6e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 944 time: 0.0540149 Aug 29 18:22:32.186486 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d8c108f3-d85c-4c6c-b375-09dd7944da90 req-1ba14c41-e27e-43fc-87fb-f81f1765d52e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335872 Aug 29 18:22:32.270186 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-65244781-7136-470a-b0a2-858f3258054f req-003673f9-b473-49b7-8f98-0862487384b8 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164202 Aug 29 18:22:33.306852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76461b0-9222-4a31-bbbc-6efca58423f4 req-20511728-3967-44d5-a220-a4c11b0b3f7b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:33.308314 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a76461b0-9222-4a31-bbbc-6efca58423f4 req-20511728-3967-44d5-a220-a4c11b0b3f7b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 944 time: 0.0485272 Aug 29 18:22:33.344524 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a76461b0-9222-4a31-bbbc-6efca58423f4 req-1da33d36-cb3a-4fe2-bde7-92f3771b9784 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303600 Aug 29 18:22:34.454486 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799f7f9-8a55-4288-a99d-037bcd50db1a req-6bec7e54-8ad9-481e-b791-3ec85c696a88 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:34.455969 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1799f7f9-8a55-4288-a99d-037bcd50db1a req-6bec7e54-8ad9-481e-b791-3ec85c696a88 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 944 time: 0.0473433 Aug 29 18:22:34.493005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1799f7f9-8a55-4288-a99d-037bcd50db1a req-e3c2aca1-c830-47c1-93ae-fd1a11badc08 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Aug 29 18:22:34.847551 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68a780a2-8912-4905-979f-458bddd6b0b6 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:22:34.939464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68a780a2-8912-4905-979f-458bddd6b0b6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68a780a2-8912-4905-979f-458bddd6b0b6,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:34.950878 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': '68a780a2-8912-4905-979f-458bddd6b0b6', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'port_id': '68a780a2-8912-4905-979f-458bddd6b0b6', 'mac_address': 'fa:16:3e:b8:4f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:22:34.985104 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:34.997433 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a780a2-8912-4905-979f-458bddd6b0b6 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:22:35.015687 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68a780a2-8912-4905-979f-458bddd6b0b6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68a780a2-8912-4905-979f-458bddd6b0b6,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:35.019624 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:35.064718 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68a780a2-8912-4905-979f-458bddd6b0b6,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:35.245838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['68a780a2-8912-4905-979f-458bddd6b0b6'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:22:35.609741 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f71d7-8478-42b0-8173-463e2a7acf10 req-b05a3b49-4d66-4379-a716-11c6196de262 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:35.611224 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da0f71d7-8478-42b0-8173-463e2a7acf10 req-b05a3b49-4d66-4379-a716-11c6196de262 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 945 time: 0.0520022 Aug 29 18:22:35.648864 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-da0f71d7-8478-42b0-8173-463e2a7acf10 req-cf85bb40-30f6-443f-97bd-da3dd2e4e0fe tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Aug 29 18:22:36.761085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74065c7a-2d82-49b7-abb5-10386112b3d6 req-10abf136-4139-42cd-853e-1bce7f8788b2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:36.762452 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74065c7a-2d82-49b7-abb5-10386112b3d6 req-10abf136-4139-42cd-853e-1bce7f8788b2 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 945 time: 0.0472190 Aug 29 18:22:36.802106 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-74065c7a-2d82-49b7-abb5-10386112b3d6 req-9b22c24a-3237-4047-b4d6-d61ab3bb548c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338993 Aug 29 18:22:36.867716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68a780a2-8912-4905-979f-458bddd6b0b6 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:22:36.913593 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port 68a780a2-8912-4905-979f-458bddd6b0b6 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:22:36.917072 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port 68a780a2-8912-4905-979f-458bddd6b0b6 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:22:36.917440 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:36.991349 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:37.012124 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:22:37.014445 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a39baf-4a4f-40b1-8622-cf1306fa4d58" -d '{"events": [{"server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "name": "network-vif-plugged", "status": "completed", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:22:37.026444 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port 68a780a2-8912-4905-979f-458bddd6b0b6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68a780a2-8912-4905-979f-458bddd6b0b6,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:22:37.030368 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:37.054830 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc0b9f-a76d-4fe6-9f17-74c4d0d0c09a x-openstack-request-id: req-afdc0b9f-a76d-4fe6-9f17-74c4d0d0c09a {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:22:37.055857 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "name": "network-vif-plugged", "status": "completed", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:22:37.056108 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afdc0b9f-a76d-4fe6-9f17-74c4d0d0c09a {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:22:37.056837 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6', 'code': 200} Aug 29 18:22:37.083413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=68a780a2-8912-4905-979f-458bddd6b0b6,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:37.142469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc55d1-6f37-4cc5-a845-ec561eead380 req-c7f3b75c-7ea9-44bf-8546-3a119c3feb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:37.143926 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9cc55d1-6f37-4cc5-a845-ec561eead380 req-c7f3b75c-7ea9-44bf-8546-3a119c3feb85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 1098 time: 0.0379622 Aug 29 18:22:37.177542 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9cc55d1-6f37-4cc5-a845-ec561eead380 req-47ef58de-d5d4-4ac5-b109-1faee660c69a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267575 Aug 29 18:22:37.916936 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4475-6046-4981-97a6-11930fb0004a req-e9e02d75-074d-4b5a-8ec0-f9a6270c74af tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:37.918389 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc4d4475-6046-4981-97a6-11930fb0004a req-e9e02d75-074d-4b5a-8ec0-f9a6270c74af tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0478210 Aug 29 18:22:37.955282 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bc4d4475-6046-4981-97a6-11930fb0004a req-d9624a77-dbe7-4a91-b4ad-33a0d809a548 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Aug 29 18:22:39.068711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0a8f7-a359-4f52-9368-70a9f41e7ed3 req-e6e9eb8e-6171-4d59-8f64-67368a66d417 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:39.070162 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ed0a8f7-a359-4f52-9368-70a9f41e7ed3 req-e6e9eb8e-6171-4d59-8f64-67368a66d417 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0493112 Aug 29 18:22:39.106446 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5ed0a8f7-a359-4f52-9368-70a9f41e7ed3 req-eb913add-72c0-4a6d-ad69-3fd82f693903 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304646 Aug 29 18:22:39.217343 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3f7a-b1d4-48bb-a0b9-71ac7f85e948 req-88294b16-97be-4421-b040-6ba57f9a0fbc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:39.218882 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe6e3f7a-b1d4-48bb-a0b9-71ac7f85e948 req-88294b16-97be-4421-b040-6ba57f9a0fbc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0483487 Aug 29 18:22:39.256768 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fe6e3f7a-b1d4-48bb-a0b9-71ac7f85e948 req-415cb965-57c9-4e86-bcc2-afc2db85a6a6 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Aug 29 18:22:39.278176 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37168) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:39.317769 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce59b9e6-f08d-4721-82c3-b33d7091256f tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:39.319337 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ce59b9e6-f08d-4721-82c3-b33d7091256f tempest-TestNetworkAdvancedServerOps-1243005160 tempest-TestNetworkAdvancedServerOps-1243005160-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 1093 time: 0.0401156 Aug 29 18:22:39.322020 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37170) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:39.326290 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': '68a780a2-8912-4905-979f-458bddd6b0b6', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:22:39.347440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:39.443332 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:39.545523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Allocated IP 172.25.2.37 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/a8da8826-216f-4ef4-bda7-bd90f7db550e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:22:39.643546 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:39.682245 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:39.717481 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:22:39.720193 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:22:39.725652 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:22:39.751521 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=a8da8826-216f-4ef4-bda7-bd90f7db550e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:40.400056 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:40.465749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:40.608162 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:40.612495 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:40.684229 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event updated for resources: {'Port': ['ID=a8da8826-216f-4ef4-bda7-bd90f7db550e,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:22:40.694265 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:40.790597 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 9bcb3856-e76d-4dc6-a9a0-d7c9187d708b associated. External IP: 172.25.2.37, port: 68a780a2-8912-4905-979f-458bddd6b0b6. Aug 29 18:22:40.993686 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router c33b4610-340a-4901-bbce-935fa4c2de7e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:22:41.098053 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:22:41.109302 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] Sync routers for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:22:41.115293 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:41.119603 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:41.120249 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:41.141279 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-89e8cc80-4e52-43e6-930a-f777fd8bad57 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8182714 Aug 29 18:22:41.141851 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:22:41.145433 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7402f1c-7265-4613-b8b7-2ad5b43114c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:22:41.195111 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c182d226-f8d2-44e0-a083-978a99bc1d24 x-openstack-request-id: req-c182d226-f8d2-44e0-a083-978a99bc1d24 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:22:41.195395 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:22:41.195645 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c182d226-f8d2-44e0-a083-978a99bc1d24 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:22:41.196047 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6', 'status': 'completed', 'code': 200} Aug 29 18:22:41.227258 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:41.276070 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61822eb-d850-4660-8eba-15d397a887fa req-653da2b5-eb34-404d-89be-1c1aa06bf4ac tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:41.277579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f61822eb-d850-4660-8eba-15d397a887fa req-653da2b5-eb34-404d-89be-1c1aa06bf4ac tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0781653 Aug 29 18:22:41.293827 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-2ca93892-04a1-43f3-8878-59ec433dda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:41.295340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-2ca93892-04a1-43f3-8878-59ec433dda18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 1098 time: 0.0658092 Aug 29 18:22:41.297210 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b3b30f0b-41c1-41db-a1e8-11b428e2c5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:41.371908 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f61822eb-d850-4660-8eba-15d397a887fa req-1b8c31ba-6678-49d6-9633-63fcf7c7da3f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862095 Aug 29 18:22:41.394153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37176) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:41.417470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-3ad82972-bb6d-41ce-8645-9ff4d73b4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:41.419819 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-3ad82972-bb6d-41ce-8645-9ff4d73b4a4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 HTTP/1.1" status: 200 len: 898 time: 0.1160915 Aug 29 18:22:41.454388 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '9bcb3856-e76d-4dc6-a9a0-d7c9187d708b', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'port_id': '68a780a2-8912-4905-979f-458bddd6b0b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'mac_address': 'fa:16:3e:b8:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:22:39Z', 'updated_at': '2021-08-29T18:22:39Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:30Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:41.459984 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-117b18b4-4015-4615-a734-d4733845a699 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/9bcb3856-e76d-4dc6-a9a0-d7c9187d708b HTTP/1.1" status: 200 len: 991 time: 0.0630274 Aug 29 18:22:41.484000 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] Checking router: c33b4610-340a-4901-bbce-935fa4c2de7e for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:22:41.488282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-38b3bfee-167f-468b-a485-833ca90ffc68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a780a2-8912-4905-979f-458bddd6b0b6 HTTP/1.1" status: 200 len: 999 time: 0.0614316 Aug 29 18:22:41.492067 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:22:41.492661 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:22:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:41.537125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-a8071c79-4129-4199-8298-3b736e3d2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:41.538477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-a8071c79-4129-4199-8298-3b736e3d2f30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b762eb-2429-46cb-85b4-80362a83160d HTTP/1.1" status: 200 len: 835 time: 0.0435328 Aug 29 18:22:41.587976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-e6329a54-277a-4528-9f62-cd9ef23fd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:41.589732 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-e6329a54-277a-4528-9f62-cd9ef23fd5be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436711 Aug 29 18:22:41.594004 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:22:41.687582 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-3cd14b4c-4dbf-4e6e-bc49-b7f9156351b9 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907598 Aug 29 18:22:41.782655 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c7402f1c-7265-4613-b8b7-2ad5b43114c2 req-9fb5cbcb-2bd3-456e-9744-84829f6f7718 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876591 Aug 29 18:22:41.902147 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '9bcb3856-e76d-4dc6-a9a0-d7c9187d708b', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'port_id': '68a780a2-8912-4905-979f-458bddd6b0b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'mac_address': 'fa:16:3e:b8:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:22:39Z', 'updated_at': '2021-08-29T18:22:39Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:30Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:22:41.931148 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb71fb9-97f2-4679-ae26-32350c174ba8 None None] The sync data for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 is: [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '9bcb3856-e76d-4dc6-a9a0-d7c9187d708b', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'port_id': '68a780a2-8912-4905-979f-458bddd6b0b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'mac_address': 'fa:16:3e:b8:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:22:39Z', 'updated_at': '2021-08-29T18:22:39Z', 'revision_number': 0, 'project_id': '57f885afb59549f3a2496f95cb908712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:30Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:22:42.119920 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a21aa-a6a6-46bd-ae20-627f42a5326d None None] New status for floating IP 9bcb3856-e76d-4dc6-a9a0-d7c9187d708b: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:22:42.462874 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37178) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:22:42.522946 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-170a8e19-709f-48f8-9dce-a7645b21dd5e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/9bcb3856-e76d-4dc6-a9a0-d7c9187d708b HTTP/1.1" status: 200 len: 993 time: 0.0588689 Aug 29 18:22:43.151820 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:43.719864 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:43.923735 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ea8889a2-9aa3-469b-a28b-990da9c01a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:43.963663 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:45.676027 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:46.982926 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:47.580007 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8793a16f-46f1-4644-b920-3d56247aad58 req-0a95d684-ff52-4c67-b7ed-bf6463efa8bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398247 Aug 29 18:22:47.661960 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a16f-46f1-4644-b920-3d56247aad58 req-f19ced60-910d-4efd-bd6a-79e8b8065042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:47.664075 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8793a16f-46f1-4644-b920-3d56247aad58 req-f19ced60-910d-4efd-bd6a-79e8b8065042 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 1098 time: 0.0452850 Aug 29 18:22:47.763064 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a16f-46f1-4644-b920-3d56247aad58 req-4f26dbc4-208f-4b81-ae9c-6945900aebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:47.764552 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8793a16f-46f1-4644-b920-3d56247aad58 req-4f26dbc4-208f-4b81-ae9c-6945900aebc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 HTTP/1.1" status: 200 len: 898 time: 0.0820074 Aug 29 18:22:47.834672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8793a16f-46f1-4644-b920-3d56247aad58 req-53025bb0-f29c-4a57-9db0-1164433b80bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a780a2-8912-4905-979f-458bddd6b0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0616310 Aug 29 18:22:47.882808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a16f-46f1-4644-b920-3d56247aad58 req-112547a4-c44e-4735-9e2a-0663128a3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:47.884208 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8793a16f-46f1-4644-b920-3d56247aad58 req-112547a4-c44e-4735-9e2a-0663128a3c84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b762eb-2429-46cb-85b4-80362a83160d HTTP/1.1" status: 200 len: 835 time: 0.0433595 Aug 29 18:22:47.930302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a16f-46f1-4644-b920-3d56247aad58 req-887b3d37-2f10-42c2-a702-f43fcdcd9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:47.931800 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8793a16f-46f1-4644-b920-3d56247aad58 req-887b3d37-2f10-42c2-a702-f43fcdcd9a47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404532 Aug 29 18:22:48.024584 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8793a16f-46f1-4644-b920-3d56247aad58 req-a5b1a8ca-b0bb-40fd-b89e-0dfa2afc1dba service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849235 Aug 29 18:22:48.112436 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8793a16f-46f1-4644-b920-3d56247aad58 req-2d5e2316-6568-4115-b367-8ae60efecc95 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809243 Aug 29 18:22:50.886908 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:23:11.297771 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-db5026d9-7a73-4c84-a794-bc0640a063b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:13.175725 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:13.733913 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:13.924712 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02fbda38-f083-4c54-8dfe-8839a1b71aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:13.952287 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51521e52-12bb-4c1d-9b07-9824026dfcca req-d30b6f4c-413a-4ade-9fa6-8c9ab2b54b1e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:13.953825 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-51521e52-12bb-4c1d-9b07-9824026dfcca req-d30b6f4c-413a-4ade-9fa6-8c9ab2b54b1e tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0577681 Aug 29 18:23:13.965097 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:13.992373 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-51521e52-12bb-4c1d-9b07-9824026dfcca req-50f87e46-97b7-4fb0-a3b2-4089815de2ce tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Aug 29 18:23:15.106358 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c99733-014d-43a5-9f7b-73a5899bc821 req-2fd22dc9-5cd0-4c82-9754-27fc6c09b114 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:15.107850 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1c99733-014d-43a5-9f7b-73a5899bc821 req-2fd22dc9-5cd0-4c82-9754-27fc6c09b114 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0487080 Aug 29 18:23:15.144340 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1c99733-014d-43a5-9f7b-73a5899bc821 req-70f16f1c-b4dd-4a49-b05d-da2aa63c3106 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307729 Aug 29 18:23:15.166424 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37212) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:15.233881 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7dc4a3e9-483f-4341-957f-68e28d09fa0a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/9bcb3856-e76d-4dc6-a9a0-d7c9187d708b HTTP/1.1" status: 200 len: 993 time: 0.0662978 Aug 29 18:23:15.679188 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:16.492096 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f73ab-69f2-4ff9-8170-f731d3b9a131 req-d1dc339f-74a7-4cdd-9add-f04f28ed6b1b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:16.493609 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c80f73ab-69f2-4ff9-8170-f731d3b9a131 req-d1dc339f-74a7-4cdd-9add-f04f28ed6b1b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0496643 Aug 29 18:23:16.509178 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-337fe4c0-63ba-4178-a580-303461066a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:16.510642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-337fe4c0-63ba-4178-a580-303461066a10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 1098 time: 0.0417492 Aug 29 18:23:16.530903 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c80f73ab-69f2-4ff9-8170-f731d3b9a131 req-5657993d-c8d7-4f4e-89f2-87df4725db58 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Aug 29 18:23:16.609003 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-87644728-659c-4080-8db8-4007522971e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:16.610453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-87644728-659c-4080-8db8-4007522971e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 HTTP/1.1" status: 200 len: 898 time: 0.0928493 Aug 29 18:23:16.674293 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-f3761ede-5844-415c-9ecf-72806eb2c6bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a780a2-8912-4905-979f-458bddd6b0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0568089 Aug 29 18:23:16.720801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-6e6e73f8-ec3c-472a-a738-414991ede83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:16.722149 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-6e6e73f8-ec3c-472a-a738-414991ede83d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b762eb-2429-46cb-85b4-80362a83160d HTTP/1.1" status: 200 len: 835 time: 0.0412018 Aug 29 18:23:16.769952 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-d579d903-7faa-47ef-a886-ed1acfddb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:16.772481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-d579d903-7faa-47ef-a886-ed1acfddb7e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427752 Aug 29 18:23:16.867839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-14fb1803-7d30-49b2-9872-c50cf566be35 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885437 Aug 29 18:23:16.959539 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02e78bac-1cd8-42cc-9204-e3c7d12f6af2 req-3b61a097-f22c-4ee8-aeb7-0850f898841d service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836678 Aug 29 18:23:16.984009 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:17.647554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fd789-734b-48cb-8226-3fd6212b0dff req-5fdb3141-723e-4d29-a0b4-eb7cd3ea0c8c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:17.649391 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bc7fd789-734b-48cb-8226-3fd6212b0dff req-5fdb3141-723e-4d29-a0b4-eb7cd3ea0c8c tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0505953 Aug 29 18:23:17.688454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bc7fd789-734b-48cb-8226-3fd6212b0dff req-bdcbc397-6ab3-4770-aee1-cdf04d865087 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333481 Aug 29 18:23:18.803667 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fa628-2752-4032-b42e-6ca9e00c0135 req-40ab0e7f-e21f-4c06-9df0-2a7652850e67 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:18.805137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec7fa628-2752-4032-b42e-6ca9e00c0135 req-40ab0e7f-e21f-4c06-9df0-2a7652850e67 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0485253 Aug 29 18:23:18.841321 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ec7fa628-2752-4032-b42e-6ca9e00c0135 req-489dfcc0-3fae-41b5-813b-19deec964cc3 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304217 Aug 29 18:23:18.863523 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37224) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:18.925800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e585c21b-43fc-474d-a33a-d9ffc3230f8a tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/floatingips/9bcb3856-e76d-4dc6-a9a0-d7c9187d708b HTTP/1.1" status: 200 len: 993 time: 0.0611742 Aug 29 18:23:19.137091 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37230) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:19.289328 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port a8da8826-216f-4ef4-bda7-bd90f7db550e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:19.289680 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:19.367185 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:19.367522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:19.378718 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for a8da8826-216f-4ef4-bda7-bd90f7db550e owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:19.522136 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:19.550695 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=a8da8826-216f-4ef4-bda7-bd90f7db550e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:19.562234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.562614 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.562961 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.563305 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.563645 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.563985 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.564320 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.564654 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.564988 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.565319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.565656 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.565982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:19.618439 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:19.618801 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Floating IP 9bcb3856-e76d-4dc6-a9a0-d7c9187d708b disassociated (deleted). External IP: 172.25.2.37, port: 68a780a2-8912-4905-979f-458bddd6b0b6. Aug 29 18:23:19.824164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router c33b4610-340a-4901-bbce-935fa4c2de7e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:19.927235 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:19.932489 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:19.937066 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] Sync routers for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:19.945936 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:19.946535 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:19.959660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-09f4f361-7e30-431d-aa52-02d6565edaed tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/floatingips/9bcb3856-e76d-4dc6-a9a0-d7c9187d708b HTTP/1.1" status: 204 len: 168 time: 0.8214695 Aug 29 18:23:19.960299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:19.962525 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70693408-5de3-457d-9f89-1288086ce6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:19.999231 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b02dd-a0e5-4d73-85e1-1513ce9f5998 x-openstack-request-id: req-f64b02dd-a0e5-4d73-85e1-1513ce9f5998 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:19.999515 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:19.999763 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f64b02dd-a0e5-4d73-85e1-1513ce9f5998 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:20.000160 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6', 'status': 'completed', 'code': 200} Aug 29 18:23:20.049871 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:20.067227 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70693408-5de3-457d-9f89-1288086ce6e7 req-c4e2aed0-4287-4fe9-b263-60c782464c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:20.069471 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70693408-5de3-457d-9f89-1288086ce6e7 req-c4e2aed0-4287-4fe9-b263-60c782464c3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f885afb59549f3a2496f95cb908712&device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 1098 time: 0.0423768 Aug 29 18:23:20.202989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70693408-5de3-457d-9f89-1288086ce6e7 req-dd52ca8b-9d6b-4a30-a1f4-a5ca9b7cd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:20.204538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70693408-5de3-457d-9f89-1288086ce6e7 req-dd52ca8b-9d6b-4a30-a1f4-a5ca9b7cd3f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 HTTP/1.1" status: 200 len: 898 time: 0.1243861 Aug 29 18:23:20.213241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592cc1d-69ca-48f5-98b0-c728414a5dc3 req-6554bbf6-b1ae-47f4-96ac-bc288047cc72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:20.214617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2592cc1d-69ca-48f5-98b0-c728414a5dc3 req-6554bbf6-b1ae-47f4-96ac-bc288047cc72 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0739942 Aug 29 18:23:20.244026 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:30Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:20.255295 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70693408-5de3-457d-9f89-1288086ce6e7 req-793fe3cb-cee2-4284-8ee0-7cfdaceccfaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a780a2-8912-4905-979f-458bddd6b0b6 HTTP/1.1" status: 200 len: 217 time: 0.0397422 Aug 29 18:23:20.273975 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] Checking router: c33b4610-340a-4901-bbce-935fa4c2de7e for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:20.282331 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:20.283232 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:20.320808 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70693408-5de3-457d-9f89-1288086ce6e7 req-96287a90-6e3b-4a02-8f2b-5d8283cef6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:20.322495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70693408-5de3-457d-9f89-1288086ce6e7 req-96287a90-6e3b-4a02-8f2b-5d8283cef6c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b762eb-2429-46cb-85b4-80362a83160d HTTP/1.1" status: 200 len: 835 time: 0.0585289 Aug 29 18:23:20.329707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2592cc1d-69ca-48f5-98b0-c728414a5dc3 req-5c13f881-6ca2-468f-ad6f-5723afee02c5 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076119 Aug 29 18:23:20.372630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70693408-5de3-457d-9f89-1288086ce6e7 req-429e9ea2-d199-404e-835b-60359f3223d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:20.374122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70693408-5de3-457d-9f89-1288086ce6e7 req-429e9ea2-d199-404e-835b-60359f3223d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434737 Aug 29 18:23:20.394404 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:20.483399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70693408-5de3-457d-9f89-1288086ce6e7 req-80a70ac1-b50c-47b8-af72-8bd56a9f2ef1 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990682 Aug 29 18:23:20.575108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-70693408-5de3-457d-9f89-1288086ce6e7 req-24faa94c-22c5-4bc0-8b51-62b4a13cb6c2 service neutron] 10.222.0.43 "GET /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832262 Aug 29 18:23:20.598166 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:30Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:20.623786 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdab36-f6d5-4809-9228-c1aa43a986b6 None None] The sync data for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 is: [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:22:27Z', 'revision_number': 4, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'd6665ab2-ce8f-48a1-9986-a3f70f5f62c4', 'name': '', 'network_id': 'cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'mac_address': 'fa:16:3e:85:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:26Z', 'updated_at': '2021-08-29T18:22:30Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'subnets': [{'id': 'e9b762eb-2429-46cb-85b4-80362a83160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:20.853467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca24e39-b75e-4b3a-854d-c554cfbb5088 None None] New status for floating IP 9bcb3856-e76d-4dc6-a9a0-d7c9187d708b: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:23:21.450434 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dc099-9b48-48eb-8a53-923f049a4718 req-907f09d7-2da0-401d-b6dd-76147a3d3cdc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:21.451923 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-888dc099-9b48-48eb-8a53-923f049a4718 req-907f09d7-2da0-401d-b6dd-76147a3d3cdc tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0512719 Aug 29 18:23:21.489312 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-888dc099-9b48-48eb-8a53-923f049a4718 req-6c5b6245-208a-4704-a021-b90dd6696309 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "GET /v2.0/security-groups?id=3dd4c474-5e46-4bd6-b853-548915b58fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Aug 29 18:23:21.636710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-b2f16bf4-5f35-4a27-872a-bfa4ad97c27f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:21.638139 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-b2f16bf4-5f35-4a27-872a-bfa4ad97c27f tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "GET /v2.0/ports?device_id=c549881d-5ea9-44a3-a821-6008fdbd8eaf HTTP/1.1" status: 200 len: 946 time: 0.0481451 Aug 29 18:23:21.738573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 68a780a2-8912-4905-979f-458bddd6b0b6 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:21.738855 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:21.828335 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port 68a780a2-8912-4905-979f-458bddd6b0b6, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=68a780a2-8912-4905-979f-458bddd6b0b6,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:21.828697 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:21.841640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 68a780a2-8912-4905-979f-458bddd6b0b6 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:21.966045 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:21.994347 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=68a780a2-8912-4905-979f-458bddd6b0b6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:22.020802 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.021693 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.022038 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.022377 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.022743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.023078 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.023411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.023740 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.024068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.024413 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.024718 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.025041 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:22.047839 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] No DVR routers for this DVR port 68a780a2-8912-4905-979f-458bddd6b0b6 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:23:22.050210 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:22.052242 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c34dc380-f74f-4ee0-b5ca-4566dc9ef83b req-2303a6d5-e0d5-43ab-b898-8aee2ab37947 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.43 "DELETE /v2.0/ports/68a780a2-8912-4905-979f-458bddd6b0b6 HTTP/1.1" status: 204 len: 173 time: 0.4080160 Aug 29 18:23:22.052698 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'name': 'network-vif-deleted', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:22.054936 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce70a69b-e941-4ed7-943e-f2f0ef99da0a" -d '{"events": [{"server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "name": "network-vif-deleted", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:22.091203 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04312e3a-f879-4aa3-bd84-61c7f8bb13fb x-openstack-request-id: req-04312e3a-f879-4aa3-bd84-61c7f8bb13fb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:22.091497 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c549881d-5ea9-44a3-a821-6008fdbd8eaf", "name": "network-vif-deleted", "tag": "68a780a2-8912-4905-979f-458bddd6b0b6", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:22.091745 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04312e3a-f879-4aa3-bd84-61c7f8bb13fb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:22.092146 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c549881d-5ea9-44a3-a821-6008fdbd8eaf', 'name': 'network-vif-deleted', 'tag': '68a780a2-8912-4905-979f-458bddd6b0b6', 'status': 'completed', 'code': 200} Aug 29 18:23:22.546435 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37244) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:22.898116 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:23.141158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:23.141497 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:23.226412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port d6665ab2-ce8f-48a1-9986-a3f70f5f62c4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:23.226725 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:23.239237 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:23.417241 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:23.445987 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=d6665ab2-ce8f-48a1-9986-a3f70f5f62c4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:23.615581 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:23.823421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Router c33b4610-340a-4901-bbce-935fa4c2de7e has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:23.928316 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:23.933831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0fce0f72-7f78-403a-96e2-5ae93fb866e8 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "PUT /v2.0/routers/c33b4610-340a-4901-bbce-935fa4c2de7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3862948 Aug 29 18:23:23.936649 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37246) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:23.938825 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] Sync routers for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:23.947971 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:23.948644 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:23.986800 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-14be5945-2dbc-4290-b386-51cd30afd194 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting subnet e9b762eb-2429-46cb-85b4-80362a83160d {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:23:23.989866 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14be5945-2dbc-4290-b386-51cd30afd194 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.031153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14be5945-2dbc-4290-b386-51cd30afd194 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.051156 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:24.117852 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14be5945-2dbc-4290-b386-51cd30afd194 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.174981 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14be5945-2dbc-4290-b386-51cd30afd194 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.203028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be5945-2dbc-4290-b386-51cd30afd194 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b762eb-2429-46cb-85b4-80362a83160d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:24.205041 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-14be5945-2dbc-4290-b386-51cd30afd194 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.210053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-14be5945-2dbc-4290-b386-51cd30afd194 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/subnets/e9b762eb-2429-46cb-85b4-80362a83160d HTTP/1.1" status: 204 len: 168 time: 0.2692266 Aug 29 18:23:24.210547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37248) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:24.213132 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e3b9e-485d-4d65-a797-04d6c426fa64 None None] Network cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:23:24.239052 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:23:23Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:24.265602 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] Checking router: c33b4610-340a-4901-bbce-935fa4c2de7e for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:24.275353 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] Routers {'c33b4610-340a-4901-bbce-935fa4c2de7e'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:24.275962 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['c33b4610-340a-4901-bbce-935fa4c2de7e'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:24.317813 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.416491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] DHCP port deletion for cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:23:24.429189 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.462491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Deleting port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:24.463197 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.473027 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] Set router c33b4610-340a-4901-bbce-935fa4c2de7e gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:24.500533 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Deleting port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:24.501179 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.529200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] For port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9862f0ad-cbc7-4b9a-b9cf-567f404cb005,segment=NetworkSegment(03b25873-bb8e-431f-9fb5-c1e66c1cdf5a),segment_id=03b25873-bb8e-431f-9fb5-c1e66c1cdf5a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:24.529897 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.544614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Calling delete_port for 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:24.589503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] For port 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:24.590293 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.606171 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Calling delete_port for 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:24.633190 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.659075 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:23:23Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:24.659464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Pushing event deleted for resources: {'Port': ['ID=9862f0ad-cbc7-4b9a-b9cf-567f404cb005,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:24.669781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.670151 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.670492 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.670861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.671202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.671538 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.671872 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.672417 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.672557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.672847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.673177 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.673642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:24.676331 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3998d-f21f-46af-a6df-d0b550332dbc None None] No DVR routers for this DVR port 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:23:24.691503 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69aa91-cea4-4d3c-a3a8-cb3268016949 None None] The sync data for ids ['c33b4610-340a-4901-bbce-935fa4c2de7e'] in n-d-713499-15 is: [{'id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038157978', 'tenant_id': '57f885afb59549f3a2496f95cb908712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:22:23Z', 'updated_at': '2021-08-29T18:23:23Z', 'revision_number': 5, 'project_id': '57f885afb59549f3a2496f95cb908712', 'gw_port': {'id': '9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33b4610-340a-4901-bbce-935fa4c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:22:24Z', 'updated_at': '2021-08-29T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:24.788300 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.815199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Port': ['ID=9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:24.874129 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.961643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:24.963654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.007871 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.008466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Fanout notify agent at l3_agent the message router_deleted on router c33b4610-340a-4901-bbce-935fa4c2de7e {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:23:25.015333 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.016524 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-aeba576b-02a0-4bb0-a509-0868d0b8484b tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/routers/c33b4610-340a-4901-bbce-935fa4c2de7e HTTP/1.1" status: 204 len: 168 time: 0.8052452 Aug 29 18:23:25.019240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37250) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:25.071044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68a780a2-8912-4905-979f-458bddd6b0b6 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:25.091446 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: 68a780a2-8912-4905-979f-458bddd6b0b6 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:25.092023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device 68a780a2-8912-4905-979f-458bddd6b0b6 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:25.095654 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.187952 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.197749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:25.207680 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:25.207976 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b25873-bb8e-431f-9fb5-c1e66c1cdf5a') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:25.217007 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.230849 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.236892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:23:25.237493 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:23:25.240326 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:23:25.298459 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.307153 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.312668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/networks/cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234 HTTP/1.1" status: 204 len: 168 time: 0.2889032 Aug 29 18:23:25.312668 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37252) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:25.328903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8908d9-5367-420f-870e-362b240a4aec tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'Network': ['ID=cbf4d0c0-6aa4-41ac-95b9-bf579c1b5234,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:25.385488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1781982f-5df6-4e21-bbe6-71f3d1d298a4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.410332 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1781982f-5df6-4e21-bbe6-71f3d1d298a4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.469810 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1781982f-5df6-4e21-bbe6-71f3d1d298a4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.472375 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1781982f-5df6-4e21-bbe6-71f3d1d298a4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:25.473554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-1781982f-5df6-4e21-bbe6-71f3d1d298a4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] 10.222.0.41 "DELETE /v2.0/security-groups/3dd4c474-5e46-4bd6-b853-548915b58fbb HTTP/1.1" status: 204 len: 168 time: 0.1608431 Aug 29 18:23:25.482813 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781982f-5df6-4e21-bbe6-71f3d1d298a4 tempest-TestNetworkAdvancedServerOps-1186265325 tempest-TestNetworkAdvancedServerOps-1186265325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4c474-5e46-4bd6-b853-548915b58fbb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:25.800746 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37260) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:25.941195 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-52d63075-9f1e-4ef8-8ab2-dec845de304a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57f885afb59549f3a2496f95cb908712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392243 Aug 29 18:23:25.944250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37264) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:25.990659 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0285327d-b5d8-46e7-824b-4544a8f835ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.011053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0285327d-b5d8-46e7-824b-4544a8f835ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.056632 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0285327d-b5d8-46e7-824b-4544a8f835ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.059395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0285327d-b5d8-46e7-824b-4544a8f835ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.063766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-0285327d-b5d8-46e7-824b-4544a8f835ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6bbb728-27c2-485c-9b87-69a2fddac8c9 HTTP/1.1" status: 204 len: 168 time: 0.1185129 Aug 29 18:23:26.066176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:26.076466 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285327d-b5d8-46e7-824b-4544a8f835ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bbb728-27c2-485c-9b87-69a2fddac8c9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:26.096432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:26.096999 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9f9d29e3-0d30-4abc-aa5e-0dab58e5ab45 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:26.097421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:26.117257 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:26.117603 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9862f0ad-cbc7-4b9a-b9cf-567f404cb005 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:26.118016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:26.136421 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:26.136761 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device d6665ab2-ce8f-48a1-9986-a3f70f5f62c4 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:26.315542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37270) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:26.328879 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6343a02-3969-454a-adc8-4039393a3cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.420774 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6343a02-3969-454a-adc8-4039393a3cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.424389 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6343a02-3969-454a-adc8-4039393a3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.461448 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d6343a02-3969-454a-adc8-4039393a3cfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d77e9aa75fb3495396c33509638f7f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448066 Aug 29 18:23:26.462547 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6343a02-3969-454a-adc8-4039393a3cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e6c1ce-1546-4eaf-9f07-4fce2a3ef518,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:26.464291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37272) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:26.512752 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ed476d6-4958-4a3f-a808-2b0f67f61327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.534064 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ed476d6-4958-4a3f-a808-2b0f67f61327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.577977 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ed476d6-4958-4a3f-a808-2b0f67f61327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.580547 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7ed476d6-4958-4a3f-a808-2b0f67f61327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:26.581681 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-7ed476d6-4958-4a3f-a808-2b0f67f61327 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9e6c1ce-1546-4eaf-9f07-4fce2a3ef518 HTTP/1.1" status: 204 len: 168 time: 0.1164079 Aug 29 18:23:26.589350 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed476d6-4958-4a3f-a808-2b0f67f61327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e6c1ce-1546-4eaf-9f07-4fce2a3ef518,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:27.264972 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37294) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:27.357848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1325290968-network', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:27.377759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Made reservation on behalf of b6f17c07e212457380fcbff9d60d1ab8 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:23:27.379994 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.388949 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.477001 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.480746 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.504742 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:23:27.514749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d433f-ab4f-4e75-a5f2-192dddab8a94,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:27.521709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.522707 n-d-713499-15 neutron-server[94796]: INFO neutron.db.segments_db [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Added segment 3375c150-c493-4709-9609-51bdc6688694 of type vlan for network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 Aug 29 18:23:27.561779 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.585277 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.586158 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:27.586765 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.642708 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3766248 Aug 29 18:23:27.645783 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37298) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:27.647715 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfcc8d-ef64-4cfa-af94-f007811ce1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:27.651472 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Request body: {'subnet': {'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1325290968-subnet', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:27.663917 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:23:27.672840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Made reservation on behalf of b6f17c07e212457380fcbff9d60d1ab8 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:23:27.675173 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:27.886323 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:23:28.160452 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.214719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9229c083-55ec-4c43-a016-51f47ef884b4,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:28.224694 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Checking segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:28.225065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Network hostable DHCP agents. Network: bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:23:28.240491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:23:28.249054 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:28.253018 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:28.253733 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.258285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff5452-58ac-4394-b1fe-186b3ca5bace None None] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:23:28.267118 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-55b0ad72-2115-4381-a8b9-a2f8b06ec6bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6201630 Aug 29 18:23:28.269713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37300) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:28.274567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:28.295187 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.296182 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.352505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.402127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:23:28.403136 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.503617 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.538781 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Allocated IP 172.20.0.2 (bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50/9229c083-55ec-4c43-a016-51f47ef884b4/10264f69-dcbc-4a58-a578-46a26fe7b305) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:23:28.679601 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.687558 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Transition to ACTIVE for port object 10264f69-dcbc-4a58-a578-46a26fe7b305 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:28.698612 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.701799 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Transition to ACTIVE for port object 10264f69-dcbc-4a58-a578-46a26fe7b305 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:28.707384 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.722671 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.744247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:28.748851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:28.752250 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:23:28.759454 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Pushing event updated for resources: {'Port': ['ID=10264f69-dcbc-4a58-a578-46a26fe7b305,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:28.810796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Attempting to bind port 10264f69-dcbc-4a58-a578-46a26fe7b305 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:23:28.811170 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Attempting to bind port 10264f69-dcbc-4a58-a578-46a26fe7b305 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:23:28.811562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Attempting to bind port 10264f69-dcbc-4a58-a578-46a26fe7b305 on network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:23:28.816483 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:23:28.816856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Checking segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:28.817253 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.817647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Bound using segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:23:28.818117 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Bound port: 10264f69-dcbc-4a58-a578-46a26fe7b305, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:23:28.818489 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.830598 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Allocated IP 172.25.2.40 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/c9f3fbbb-4bc7-4adf-b318-1e8298f2611a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:23:28.882263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] For port 10264f69-dcbc-4a58-a578-46a26fe7b305, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:23:28.885447 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] For port 10264f69-dcbc-4a58-a578-46a26fe7b305, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=10264f69-dcbc-4a58-a578-46a26fe7b305,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:23:28.889173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.942119 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:28.945610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91086e-e142-4457-9cc5-12f959597d00 None None] Pushing event updated for resources: {'Port': ['ID=10264f69-dcbc-4a58-a578-46a26fe7b305,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:28.983981 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:29.022067 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:29.026917 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:29.030418 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:23:29.036256 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f3fbbb-4bc7-4adf-b318-1e8298f2611a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:29.292133 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:29.483779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:29.613502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:23:29.723892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:29.733566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Sync routers for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:29.741267 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:29.742619 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a10db1aa-9c74-46c8-9c03-70b295cbf114 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4719486 Aug 29 18:23:29.746500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37302) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:29.748513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:29.749138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:29.843230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59597c2f-ad63-481d-8cf8-aa3405c527da None None] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:23:29.900698 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:30.173678 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 10264f69-dcbc-4a58-a578-46a26fe7b305 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:30.180660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.186234 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-56714118-b338-48cf-8282-3ca622dc158a None None] Provisioning for port 10264f69-dcbc-4a58-a578-46a26fe7b305 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:30.329044 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 10264f69-dcbc-4a58-a578-46a26fe7b305 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:30.336518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Allocated IP 172.20.0.1 (bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50/9229c083-55ec-4c43-a016-51f47ef884b4/9b71b63a-07b5-47cc-98ed-53a64b222fa5) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:23:30.339398 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 10264f69-dcbc-4a58-a578-46a26fe7b305 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:30.339745 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.405164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:29Z', 'revision_number': 3, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:30.434996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Checking router: 74b63f9e-0fe1-47d6-88bb-d98d63c65607 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:30.435363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Updating router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:23:30.451769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.480136 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Transition to ACTIVE for port object 9b71b63a-07b5-47cc-98ed-53a64b222fa5 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:30.486466 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.515633 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.516078 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.558218 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:30.561206 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:30.564630 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:23:30.595421 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Pushing event updated for resources: {'Port': ['ID=9b71b63a-07b5-47cc-98ed-53a64b222fa5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:30.615530 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 10264f69-dcbc-4a58-a578-46a26fe7b305, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=10264f69-dcbc-4a58-a578-46a26fe7b305,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:30.618217 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.622355 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.735819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4ca6587b-a487-4749-a22b-7ed98442b46c None None] Provisioning complete for port 10264f69-dcbc-4a58-a578-46a26fe7b305 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:30.736525 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4ca6587b-a487-4749-a22b-7ed98442b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.758642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=10264f69-dcbc-4a58-a578-46a26fe7b305,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:30.769552 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.886052 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.899953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Transition to ACTIVE for port object c9f3fbbb-4bc7-4adf-b318-1e8298f2611a will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:30.905094 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.936072 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.940663 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.955804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3a159-9c9a-4265-80bf-831daf00c668 None None] Pushing event updated for resources: {'Port': ['ID=c9f3fbbb-4bc7-4adf-b318-1e8298f2611a,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:30.958147 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Attempting to bind port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:23:30.959086 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Attempting to bind port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:23:30.959467 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Attempting to bind port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:23:30.965139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:23:30.965518 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:30.965916 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:30.966309 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:23:30.966806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Bound port: c9f3fbbb-4bc7-4adf-b318-1e8298f2611a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:23:30.967193 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:31.006795 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:31.009388 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Pushing event updated for resources: {'Port': ['ID=9b71b63a-07b5-47cc-98ed-53a64b222fa5,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:31.027635 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] For port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:23:31.030898 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] For port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c9f3fbbb-4bc7-4adf-b318-1e8298f2611a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:23:31.032230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8fee87e6-1433-4cf0-99d4-e76857418b2f None None] Provisioning for port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:31.036230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8fee87e6-1433-4cf0-99d4-e76857418b2f None None] Provisioning complete for port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:31.036625 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8fee87e6-1433-4cf0-99d4-e76857418b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:31.038462 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:31.105283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:31.106733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:31.118139 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8fee87e6-1433-4cf0-99d4-e76857418b2f None None] Port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:23:31.123839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3a159-9c9a-4265-80bf-831daf00c668 None None] Pushing event updated for resources: {'Port': ['ID=c9f3fbbb-4bc7-4adf-b318-1e8298f2611a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:31.127094 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:31.127714 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:31.232348 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:31.243689 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:31.375305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f7e0a0f6-22d1-4ea0-804d-09e26faaa233 None None] Provisioning complete for port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:31.375678 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0f6-22d1-4ea0-804d-09e26faaa233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:31.437511 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0a0f6-22d1-4ea0-804d-09e26faaa233 None None] Port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:23:31.489239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-269d370b-7337-4a92-8206-03d41b16978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 2, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:31.517557 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d370b-7337-4a92-8206-03d41b16978a None None] The sync data for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 is: [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 2, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:31.700313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:31.706174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-9a716ba1-8c42-490a-be9f-62e9e6f45668 admin admin] 10.222.0.41 "PUT /v2.0/routers/74b63f9e-0fe1-47d6-88bb-d98d63c65607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9586012 Aug 29 18:23:32.092142 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 10264f69-dcbc-4a58-a578-46a26fe7b305 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:32.166532 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 10264f69-dcbc-4a58-a578-46a26fe7b305 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:32.166943 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.225116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37320) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:32.230426 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-835087644-network', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:32.252768 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Made reservation on behalf of 0b4090e1d1194833a63abff2e1e6ffbe for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:23:32.255665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.267476 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.359769 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.363647 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.389443 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:23:32.399992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce18e910-4eb1-4a68-b47e-28da908e2459,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:32.405128 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.405481 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Added segment aeb5530b-e3db-44d4-b046-f989b6ef21ea of type vlan for network 8e726247-234d-451f-85df-8b855026ac60 Aug 29 18:23:32.446537 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.473261 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.474336 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:32.475264 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.534400 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3081365 Aug 29 18:23:32.537126 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37322) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:32.542021 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Request body: {'subnet': {'network_id': '8e726247-234d-451f-85df-8b855026ac60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-835087644-subnet', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:32.549950 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b115e2-5995-4942-93b9-60b485b71fe9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e726247-234d-451f-85df-8b855026ac60,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:32.560663 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 8e726247-234d-451f-85df-8b855026ac60 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:23:32.574322 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Made reservation on behalf of 0b4090e1d1194833a63abff2e1e6ffbe for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:23:32.576959 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25273806'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.745074 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25196898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25273788'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.805164 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3171e92-2048-4d7b-a4a8-dff189e4305b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:32.815129 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Checking segment: {'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:32.815492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Network hostable DHCP agents. Network: 8e726247-234d-451f-85df-8b855026ac60, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:23:32.831704 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Network 8e726247-234d-451f-85df-8b855026ac60 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:23:32.839999 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 8e726247-234d-451f-85df-8b855026ac60) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:32.844190 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:32.844841 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.849336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f956743-c4e6-4553-84ad-e4634ed20b68 None None] Network 8e726247-234d-451f-85df-8b855026ac60 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:23:32.858302 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-28f72bd9-2531-4258-a7fe-4fd1c0a03b7b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3200634 Aug 29 18:23:32.860845 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37324) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:32.865728 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:32.886378 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.887394 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.938779 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.997063 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-8e726247-234d-451f-85df-8b855026ac60', 'network_id': '8e726247-234d-451f-85df-8b855026ac60', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'fixed_ips': [{'subnet_id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:23:32.997926 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.076698 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.133923 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Allocated IP 172.20.0.2 (8e726247-234d-451f-85df-8b855026ac60/a3171e92-2048-4d7b-a4a8-dff189e4305b/47f3e102-e9ac-482e-9aac-94d271c0dc28) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:23:33.281508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.284957 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.291239 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Transition to ACTIVE for port object 47f3e102-e9ac-482e-9aac-94d271c0dc28 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:33.305527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Transition to ACTIVE for port object 47f3e102-e9ac-482e-9aac-94d271c0dc28 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:33.308925 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.311969 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.348097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Network 8e726247-234d-451f-85df-8b855026ac60 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:33.351585 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:33.357314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:23:33.366061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Pushing event updated for resources: {'Port': ['ID=47f3e102-e9ac-482e-9aac-94d271c0dc28,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:33.415116 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Attempting to bind port 47f3e102-e9ac-482e-9aac-94d271c0dc28 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:23:33.415496 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Attempting to bind port 47f3e102-e9ac-482e-9aac-94d271c0dc28 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:23:33.415858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Attempting to bind port 47f3e102-e9ac-482e-9aac-94d271c0dc28 on network 8e726247-234d-451f-85df-8b855026ac60 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:23:33.420693 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Allocated IP 172.25.2.28 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/9cd4a960-dff0-4876-a680-df2d7fff5f15) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:23:33.421004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:23:33.421391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Checking segment: {'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:33.421797 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.422201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Bound using segment: {'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:23:33.422700 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Bound port: 47f3e102-e9ac-482e-9aac-94d271c0dc28, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:23:33.423087 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.492810 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] For port 47f3e102-e9ac-482e-9aac-94d271c0dc28, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:23:33.498399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] For port 47f3e102-e9ac-482e-9aac-94d271c0dc28, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=47f3e102-e9ac-482e-9aac-94d271c0dc28,segment=NetworkSegment(aeb5530b-e3db-44d4-b046-f989b6ef21ea),segment_id=aeb5530b-e3db-44d4-b046-f989b6ef21ea)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:23:33.503809 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.517220 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Sync routers for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:33.527013 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:33.527622 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:33.541967 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.571780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eca05-c61d-4134-9d66-a44ed5ba0cd4 None None] Pushing event updated for resources: {'Port': ['ID=47f3e102-e9ac-482e-9aac-94d271c0dc28,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:33.589894 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.628706 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:33.634294 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:33.638886 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:23:33.649142 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:33.665560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Pushing event updated for resources: {'Port': ['ID=9cd4a960-dff0-4876-a680-df2d7fff5f15,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:33.873329 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 2, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:33.900650 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Checking router: 74b63f9e-0fe1-47d6-88bb-d98d63c65607 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:33.901001 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Updating router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:23:33.925401 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.942398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.139299 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c9f3fbbb-4bc7-4adf-b318-1e8298f2611a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:34.155333 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.196372 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.203359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:34.209512 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Transition to ACTIVE for port object 9b71b63a-07b5-47cc-98ed-53a64b222fa5 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:34.210109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:34.210503 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.216808 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.277523 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Pushing event updated for resources: {'Port': ['ID=9b71b63a-07b5-47cc-98ed-53a64b222fa5,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:34.318033 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.321687 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Router af9d5b73-7786-4fea-b5bf-d5477756ca21 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:23:34.325343 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.325687 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.326023 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.326356 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.326750 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.327079 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.327403 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.327713 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.328183 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.328545 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.328810 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.329128 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:34.351597 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Attempting to bind port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:23:34.351969 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Attempting to bind port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:23:34.352332 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Attempting to bind port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 on network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:23:34.358916 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:23:34.359288 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Checking segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:34.359693 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.360084 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Bound using segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:23:34.360553 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Bound port: 9b71b63a-07b5-47cc-98ed-53a64b222fa5, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:23:34.360934 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.371438 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c9f3fbbb-4bc7-4adf-b318-1e8298f2611a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:34.379653 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.381106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 47f3e102-e9ac-482e-9aac-94d271c0dc28 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:34.452704 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] For port 9b71b63a-07b5-47cc-98ed-53a64b222fa5, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:23:34.456031 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] For port 9b71b63a-07b5-47cc-98ed-53a64b222fa5, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9b71b63a-07b5-47cc-98ed-53a64b222fa5,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:23:34.467561 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.490624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=c9f3fbbb-4bc7-4adf-b318-1e8298f2611a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:34.504265 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 47f3e102-e9ac-482e-9aac-94d271c0dc28 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:34.514791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:34.537464 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Sync routers for ids ['af9d5b73-7786-4fea-b5bf-d5477756ca21'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:34.540229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.542469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d561f231-7272-4670-afa3-7e3d7db55dbb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6803715 Aug 29 18:23:34.544926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37326) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:34.549692 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Routers {'af9d5b73-7786-4fea-b5bf-d5477756ca21'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:34.550456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['af9d5b73-7786-4fea-b5bf-d5477756ca21'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:34.561077 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:34.561720 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:34.694041 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:34.719285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Set router af9d5b73-7786-4fea-b5bf-d5477756ca21 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:34.780738 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a75767-3928-4d94-9891-9e5e619f265c None None] Pushing event updated for resources: {'Port': ['ID=9b71b63a-07b5-47cc-98ed-53a64b222fa5,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:34.781016 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e12c9b1-64cf-4bf2-a3b7-7b81b8a65a9e None None] Network 8e726247-234d-451f-85df-8b855026ac60 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:23:34.919993 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:34.927978 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-26546a49-7727-45bb-be93-214160c0c49d None None] Provisioning for port 47f3e102-e9ac-482e-9aac-94d271c0dc28 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:34.953034 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05cc005-4503-4ce0-863c-9247b081a993 None None] The sync data for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 is: [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:34.958005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-26546a49-7727-45bb-be93-214160c0c49d None None] Provisioning complete for port 47f3e102-e9ac-482e-9aac-94d271c0dc28 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:34.958411 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26546a49-7727-45bb-be93-214160c0c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.053404 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.128691 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26546a49-7727-45bb-be93-214160c0c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.144497 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:23:33Z', 'revision_number': 3, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:35.180849 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Checking router: af9d5b73-7786-4fea-b5bf-d5477756ca21 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:35.181216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Updating router af9d5b73-7786-4fea-b5bf-d5477756ca21 port 9cd4a960-dff0-4876-a680-df2d7fff5f15 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:23:35.230933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Allocated IP 172.20.0.1 (8e726247-234d-451f-85df-8b855026ac60/a3171e92-2048-4d7b-a4a8-dff189e4305b/48b5656b-117c-4706-9fc9-1dda8bb4fb07) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:23:35.352355 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.368313 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Transition to ACTIVE for port object 48b5656b-117c-4706-9fc9-1dda8bb4fb07 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:35.385733 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-26546a49-7727-45bb-be93-214160c0c49d None None] For port 47f3e102-e9ac-482e-9aac-94d271c0dc28, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=47f3e102-e9ac-482e-9aac-94d271c0dc28,segment=NetworkSegment(aeb5530b-e3db-44d4-b046-f989b6ef21ea),segment_id=aeb5530b-e3db-44d4-b046-f989b6ef21ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:35.387205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.406665 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.410145 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26546a49-7727-45bb-be93-214160c0c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.449690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Network 8e726247-234d-451f-85df-8b855026ac60 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:35.452593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:35.458829 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:23:35.488187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Pushing event updated for resources: {'Port': ['ID=48b5656b-117c-4706-9fc9-1dda8bb4fb07,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:35.517551 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.542921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26546a49-7727-45bb-be93-214160c0c49d None None] Pushing event updated for resources: {'Port': ['ID=47f3e102-e9ac-482e-9aac-94d271c0dc28,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:35.622752 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6aefadc1-fb8c-44eb-a2e9-b87f85a3f220 None None] Provisioning complete for port 47f3e102-e9ac-482e-9aac-94d271c0dc28 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:35.623169 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6aefadc1-fb8c-44eb-a2e9-b87f85a3f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.690006 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.774635 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.788769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Transition to ACTIVE for port object 9cd4a960-dff0-4876-a680-df2d7fff5f15 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:35.796073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.851675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Attempting to bind port 9cd4a960-dff0-4876-a680-df2d7fff5f15 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:23:35.852046 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Attempting to bind port 9cd4a960-dff0-4876-a680-df2d7fff5f15 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:23:35.852418 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Attempting to bind port 9cd4a960-dff0-4876-a680-df2d7fff5f15 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:23:35.860101 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ece96-0f07-4d7e-9d45-d8fd366e5f2c None None] Pushing event updated for resources: {'Port': ['ID=9cd4a960-dff0-4876-a680-df2d7fff5f15,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:35.863491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:23:35.864227 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:35.864892 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.865298 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:23:35.865790 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Bound port: 9cd4a960-dff0-4876-a680-df2d7fff5f15, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:23:35.866669 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.868624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.874804 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.913550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6a7d38c3-61d9-476a-bc1b-c86f8252b79c None None] Provisioning for port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:35.922570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6a7d38c3-61d9-476a-bc1b-c86f8252b79c None None] Provisioning complete for port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:35.922966 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6a7d38c3-61d9-476a-bc1b-c86f8252b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.943567 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Pushing event updated for resources: {'Port': ['ID=48b5656b-117c-4706-9fc9-1dda8bb4fb07,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:35.946636 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:35.955713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] For port 9cd4a960-dff0-4876-a680-df2d7fff5f15, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:23:35.973779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] For port 9cd4a960-dff0-4876-a680-df2d7fff5f15, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9cd4a960-dff0-4876-a680-df2d7fff5f15,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:23:35.975305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d38c3-61d9-476a-bc1b-c86f8252b79c None None] Port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:23:35.979608 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:36.035621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Routers {'af9d5b73-7786-4fea-b5bf-d5477756ca21'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:36.035621 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['af9d5b73-7786-4fea-b5bf-d5477756ca21'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:36.040915 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ece96-0f07-4d7e-9d45-d8fd366e5f2c None None] Pushing event updated for resources: {'Port': ['ID=9cd4a960-dff0-4876-a680-df2d7fff5f15,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:36.055347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Network 8e726247-234d-451f-85df-8b855026ac60 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:36.057532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:36.136747 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c9f3fbbb-4bc7-4adf-b318-1e8298f2611a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:36.183344 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Router af9d5b73-7786-4fea-b5bf-d5477756ca21 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:36.187191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] Set router af9d5b73-7786-4fea-b5bf-d5477756ca21 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:36.305012 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:36.305382 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:36.452601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9b71b63a-07b5-47cc-98ed-53a64b222fa5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:36.454218 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-35844ca4-3978-4487-b7a7-5f83e026cf31 None None] Provisioning complete for port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:36.454599 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-35844ca4-3978-4487-b7a7-5f83e026cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:36.528989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-35844ca4-3978-4487-b7a7-5f83e026cf31 None None] Port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:23:36.539857 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 4, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '48b5656b-117c-4706-9fc9-1dda8bb4fb07', 'name': '', 'network_id': '8e726247-234d-451f-85df-8b855026ac60', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'mac_address': 'fa:16:3e:80:29:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:35Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 2, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'subnets': [{'id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:36.569200 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1950d-0c27-43ba-83c5-ef0c2a755be1 None None] The sync data for ids ['af9d5b73-7786-4fea-b5bf-d5477756ca21'] in n-d-713499-15 is: [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 4, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '48b5656b-117c-4706-9fc9-1dda8bb4fb07', 'name': '', 'network_id': '8e726247-234d-451f-85df-8b855026ac60', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'mac_address': 'fa:16:3e:80:29:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:35Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 2, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'subnets': [{'id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:36.575280 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:36.579329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:36.579696 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:36.648281 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:36.663376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-3d51cb2b-2cac-4464-9116-cebfcb248b41 admin admin] 10.222.0.41 "PUT /v2.0/routers/af9d5b73-7786-4fea-b5bf-d5477756ca21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1170733 Aug 29 18:23:36.667047 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:36.700693 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 9b71b63a-07b5-47cc-98ed-53a64b222fa5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9b71b63a-07b5-47cc-98ed-53a64b222fa5,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:36.705564 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:36.706391 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 47f3e102-e9ac-482e-9aac-94d271c0dc28 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:36.797509 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=9b71b63a-07b5-47cc-98ed-53a64b222fa5,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:36.809345 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 47f3e102-e9ac-482e-9aac-94d271c0dc28 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:36.809567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.187282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37334) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:37.192152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6eb33f6d-df94-48d3-b0d9-e90f2f6975ee tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788750458', 'description': 'tempest-secgroup-smoke-788750458 description', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:37.215105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6eb33f6d-df94-48d3-b0d9-e90f2f6975ee tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.296427 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6eb33f6d-df94-48d3-b0d9-e90f2f6975ee tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.301380 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6eb33f6d-df94-48d3-b0d9-e90f2f6975ee tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.327757 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6eb33f6d-df94-48d3-b0d9-e90f2f6975ee tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.328941 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6eb33f6d-df94-48d3-b0d9-e90f2f6975ee tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1405857 Aug 29 18:23:37.330710 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb33f6d-df94-48d3-b0d9-e90f2f6975ee tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d34a1c-d11d-49a4-9961-8c29e25d17f0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:37.332246 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37336) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:37.337559 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-16cb0790-8aa1-43c2-9e95-a69907da94da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': 'a0d34a1c-d11d-49a4-9961-8c29e25d17f0', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:37.363503 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16cb0790-8aa1-43c2-9e95-a69907da94da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.417308 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16cb0790-8aa1-43c2-9e95-a69907da94da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.420719 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16cb0790-8aa1-43c2-9e95-a69907da94da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.437504 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb0790-8aa1-43c2-9e95-a69907da94da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07b642b-087e-4ea3-af68-d8338fc80cda,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:37.443726 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16cb0790-8aa1-43c2-9e95-a69907da94da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.445072 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-16cb0790-8aa1-43c2-9e95-a69907da94da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111999 Aug 29 18:23:37.447801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37338) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:37.452116 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-b8684c31-68f7-46f2-bab9-960e7817f303 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': 'a0d34a1c-d11d-49a4-9961-8c29e25d17f0', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:37.479180 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8684c31-68f7-46f2-bab9-960e7817f303 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.534661 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8684c31-68f7-46f2-bab9-960e7817f303 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.538282 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8684c31-68f7-46f2-bab9-960e7817f303 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.556924 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8684c31-68f7-46f2-bab9-960e7817f303 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e3beb4-7394-4884-b7ba-b23a46de579c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:37.559765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8684c31-68f7-46f2-bab9-960e7817f303 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.560949 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b8684c31-68f7-46f2-bab9-960e7817f303 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122260 Aug 29 18:23:37.564033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37340) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:37.568890 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8013a178-a009-46f9-9670-d47a2bf4bc81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': 'a0d34a1c-d11d-49a4-9961-8c29e25d17f0', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:37.594249 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8013a178-a009-46f9-9670-d47a2bf4bc81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.648993 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8013a178-a009-46f9-9670-d47a2bf4bc81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.653280 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8013a178-a009-46f9-9670-d47a2bf4bc81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.674300 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013a178-a009-46f9-9670-d47a2bf4bc81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3382135-5d16-424f-9e7c-d7325732dc02,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:37.680099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8013a178-a009-46f9-9670-d47a2bf4bc81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.683158 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-8013a178-a009-46f9-9670-d47a2bf4bc81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161904 Aug 29 18:23:37.683849 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37342) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:37.688048 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-37c89471-fb93-401d-9fbb-149a42f3d6ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': 'a0d34a1c-d11d-49a4-9961-8c29e25d17f0', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:37.718047 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37c89471-fb93-401d-9fbb-149a42f3d6ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.785377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37c89471-fb93-401d-9fbb-149a42f3d6ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.790471 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37c89471-fb93-401d-9fbb-149a42f3d6ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.809707 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c89471-fb93-401d-9fbb-149a42f3d6ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1aeab55-f064-40fc-b328-fc4f1c2d6694,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:37.817675 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-37c89471-fb93-401d-9fbb-149a42f3d6ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.818952 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-37c89471-fb93-401d-9fbb-149a42f3d6ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341550 Aug 29 18:23:37.822133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37344) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:37.828095 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-748796a0-9d8c-4a3c-9d84-dbd1a803eea5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': 'a0d34a1c-d11d-49a4-9961-8c29e25d17f0', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:37.853763 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-748796a0-9d8c-4a3c-9d84-dbd1a803eea5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Project b6f17c07e212457380fcbff9d60d1ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:23:37.859340 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748796a0-9d8c-4a3c-9d84-dbd1a803eea5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.922725 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748796a0-9d8c-4a3c-9d84-dbd1a803eea5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.926010 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748796a0-9d8c-4a3c-9d84-dbd1a803eea5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.945282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748796a0-9d8c-4a3c-9d84-dbd1a803eea5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83689823-0357-4a00-be40-f2e8e1a7a0b5,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:37.947625 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-748796a0-9d8c-4a3c-9d84-dbd1a803eea5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:37.948823 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-748796a0-9d8c-4a3c-9d84-dbd1a803eea5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256034 Aug 29 18:23:37.951568 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37346) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:37.956046 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-4c89f24c-9b2a-473b-8e5f-c07f53668142 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': 'a0d34a1c-d11d-49a4-9961-8c29e25d17f0', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:37.979713 n-d-713499-15 neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-4c89f24c-9b2a-473b-8e5f-c07f53668142 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Project b6f17c07e212457380fcbff9d60d1ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:23:37.985147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c89f24c-9b2a-473b-8e5f-c07f53668142 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:38.056234 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c89f24c-9b2a-473b-8e5f-c07f53668142 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:38.061208 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c89f24c-9b2a-473b-8e5f-c07f53668142 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:38.084223 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89f24c-9b2a-473b-8e5f-c07f53668142 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714f0961-8dce-4ab4-a8d6-79e6243ea677,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:38.093799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4c89f24c-9b2a-473b-8e5f-c07f53668142 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:38.095384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-4c89f24c-9b2a-473b-8e5f-c07f53668142 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428018 Aug 29 18:23:38.195394 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9cd4a960-dff0-4876-a680-df2d7fff5f15 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:38.267645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 9cd4a960-dff0-4876-a680-df2d7fff5f15 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:38.272563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9cd4a960-dff0-4876-a680-df2d7fff5f15 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:38.272939 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:38.318437 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fc8d1a2c-2445-4a0b-b690-d0cb07362515 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788750458&fields=id&tenant_id=b6f17c07e212457380fcbff9d60d1ab8 HTTP/1.1" status: 200 len: 267 time: 0.0339189 Aug 29 18:23:38.361245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:38.388061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 9cd4a960-dff0-4876-a680-df2d7fff5f15, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9cd4a960-dff0-4876-a680-df2d7fff5f15,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:38.394161 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:38.394969 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9b71b63a-07b5-47cc-98ed-53a64b222fa5 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:38.433286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-f2f723a6-0aab-452b-88af-23d509577b54 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:38.434802 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-f2f723a6-0aab-452b-88af-23d509577b54 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 809 time: 0.1073711 Aug 29 18:23:38.449939 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-459f5fe0-4ae8-4ac3-a973-fb74eb75effc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/quotas/b6f17c07e212457380fcbff9d60d1ab8 HTTP/1.1" status: 200 len: 375 time: 0.0094740 Aug 29 18:23:38.471670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=9cd4a960-dff0-4876-a680-df2d7fff5f15,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:38.482858 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:38.483229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:38.507979 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-2bce2af9-40f2-4fda-ad00-e4dae2cf3b82 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524378 Aug 29 18:23:38.602356 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-22ba1649-0f3f-4dde-92c1-efe1063e6dd0 service neutron] 10.222.0.41 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826313 Aug 29 18:23:38.696181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-2c689fad-93f1-4c99-8f08-2579e02e617f service neutron] 10.222.0.41 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876937 Aug 29 18:23:38.868979 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ab8a114e-b3dd-415d-bf27-5669a339cb14 req-092dd659-fbbb-4868-95bf-410b24cf450e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 210 time: 0.0284140 Aug 29 18:23:39.143326 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Sync routers for ids ['af9d5b73-7786-4fea-b5bf-d5477756ca21'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:39.152407 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Routers {'af9d5b73-7786-4fea-b5bf-d5477756ca21'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:39.153066 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['af9d5b73-7786-4fea-b5bf-d5477756ca21'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:39.352936 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Set router af9d5b73-7786-4fea-b5bf-d5477756ca21 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:39.566464 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 4, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '48b5656b-117c-4706-9fc9-1dda8bb4fb07', 'name': '', 'network_id': '8e726247-234d-451f-85df-8b855026ac60', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'mac_address': 'fa:16:3e:80:29:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:35Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 2, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'subnets': [{'id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:39.592074 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Checking router: af9d5b73-7786-4fea-b5bf-d5477756ca21 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:39.592434 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Updating router af9d5b73-7786-4fea-b5bf-d5477756ca21 port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:23:39.619283 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:39.884933 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:39.895268 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Transition to ACTIVE for port object 48b5656b-117c-4706-9fc9-1dda8bb4fb07 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:39.901664 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:39.916352 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-62c2e205-dc42-40b4-806a-73886c0f8988 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:39.918933 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-62c2e205-dc42-40b4-806a-73886c0f8988 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 809 time: 0.1308558 Aug 29 18:23:39.978391 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-bc3aef9c-3740-45e7-a26a-c6891c218ea0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f17c07e212457380fcbff9d60d1ab8 HTTP/1.1" status: 200 len: 379 time: 0.0428653 Aug 29 18:23:39.984060 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931be40-901a-41dc-9fa7-f3e0ef88949f None None] Pushing event updated for resources: {'Port': ['ID=48b5656b-117c-4706-9fc9-1dda8bb4fb07,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:39.990157 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'port': {'device_id': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'admin_state_up': True, 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'security_groups': ['a0d34a1c-d11d-49a4-9961-8c29e25d17f0']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:40.018024 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Attempting to bind port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:23:40.018231 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Attempting to bind port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:23:40.018615 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Attempting to bind port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 on network 8e726247-234d-451f-85df-8b855026ac60 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:23:40.024594 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:23:40.024935 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Checking segment: {'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:40.025482 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.026102 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Bound using segment: {'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:23:40.026570 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Bound port: 48b5656b-117c-4706-9fc9-1dda8bb4fb07, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb5530b-e3db-44d4-b046-f989b6ef21ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8e726247-234d-451f-85df-8b855026ac60'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:23:40.026965 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.060917 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36f5d36e-e036-4a3c-89a8-160bacb2615d req-ac054b44-faca-4889-88e1-d38473c57212 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 210 time: 0.0667453 Aug 29 18:23:40.109020 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] For port 48b5656b-117c-4706-9fc9-1dda8bb4fb07, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:23:40.112050 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9cd4a960-dff0-4876-a680-df2d7fff5f15 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:40.113511 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] For port 48b5656b-117c-4706-9fc9-1dda8bb4fb07, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=48b5656b-117c-4706-9fc9-1dda8bb4fb07,segment=NetworkSegment(aeb5530b-e3db-44d4-b046-f989b6ef21ea),segment_id=aeb5530b-e3db-44d4-b046-f989b6ef21ea)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:23:40.118291 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.155969 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Made reservation on behalf of b6f17c07e212457380fcbff9d60d1ab8 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:23:40.160875 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.172479 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 9cd4a960-dff0-4876-a680-df2d7fff5f15 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:40.173064 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.180633 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931be40-901a-41dc-9fa7-f3e0ef88949f None None] Pushing event updated for resources: {'Port': ['ID=48b5656b-117c-4706-9fc9-1dda8bb4fb07,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:40.198214 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Routers {'af9d5b73-7786-4fea-b5bf-d5477756ca21'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:40.198868 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['af9d5b73-7786-4fea-b5bf-d5477756ca21'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:40.315221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Allocated IP 172.20.0.8 (bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50/9229c083-55ec-4c43-a016-51f47ef884b4/cc21c625-5191-42e0-b879-7f752ca3f689) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:23:40.327636 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] Set router af9d5b73-7786-4fea-b5bf-d5477756ca21 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:40.457312 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.472768 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Transition to ACTIVE for port object cc21c625-5191-42e0-b879-7f752ca3f689 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:40.510727 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.545189 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 4, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '48b5656b-117c-4706-9fc9-1dda8bb4fb07', 'name': '', 'network_id': '8e726247-234d-451f-85df-8b855026ac60', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'mac_address': 'fa:16:3e:80:29:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:35Z', 'updated_at': '2021-08-29T18:23:40Z', 'revision_number': 4, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'subnets': [{'id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:40.559219 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:40.564233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:40.568505 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:23:40.573556 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0bdf3-9140-4c8b-957f-774b1db25402 None None] The sync data for ids ['af9d5b73-7786-4fea-b5bf-d5477756ca21'] in n-d-713499-15 is: [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:23:35Z', 'revision_number': 4, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '48b5656b-117c-4706-9fc9-1dda8bb4fb07', 'name': '', 'network_id': '8e726247-234d-451f-85df-8b855026ac60', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'mac_address': 'fa:16:3e:80:29:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:35Z', 'updated_at': '2021-08-29T18:23:40Z', 'revision_number': 4, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'subnets': [{'id': 'a3171e92-2048-4d7b-a4a8-dff189e4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:40.595372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:40.622016 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:40.622853 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.640275 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-fb782be6-6da3-40f0-8bdc-babeed5513c5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556051 Aug 29 18:23:40.652926 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Request body: {'port': {'device_id': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:40.713723 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.835631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0533766f-627f-4bf7-9db6-1429ab2b3d6c None None] Provisioning for port cc21c625-5191-42e0-b879-7f752ca3f689 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:40.841081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0533766f-627f-4bf7-9db6-1429ab2b3d6c None None] Provisioning complete for port cc21c625-5191-42e0-b879-7f752ca3f689 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:40.841371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0533766f-627f-4bf7-9db6-1429ab2b3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:40.882846 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0533766f-627f-4bf7-9db6-1429ab2b3d6c None None] Port cc21c625-5191-42e0-b879-7f752ca3f689 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:23:41.180612 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da7a6c-a244-43f0-aa2b-fc9f753c01eb req-b7102309-acbe-4037-b5f6-7bc0930f97c8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:41.182281 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2da7a6c-a244-43f0-aa2b-fc9f753c01eb req-b7102309-acbe-4037-b5f6-7bc0930f97c8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 931 time: 0.0491481 Aug 29 18:23:41.220309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d2da7a6c-a244-43f0-aa2b-fc9f753c01eb req-8f64cd59-0fa1-4165-ac7a-3a562b758a24 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317917 Aug 29 18:23:41.298372 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-362c42ce-37f4-423d-9bfe-df34c0ed4565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.325057 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc21c625-5191-42e0-b879-7f752ca3f689 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:23:41.332572 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.344833 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Transition to ACTIVE for port object cc21c625-5191-42e0-b879-7f752ca3f689 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:23:41.348343 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.414129 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:41.466743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Attempting to bind port cc21c625-5191-42e0-b879-7f752ca3f689 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:23:41.467353 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Attempting to bind port cc21c625-5191-42e0-b879-7f752ca3f689 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:23:41.467683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Attempting to bind port cc21c625-5191-42e0-b879-7f752ca3f689 on network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:23:41.472500 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Port cc21c625-5191-42e0-b879-7f752ca3f689 on network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:23:41.472752 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Attempting to bind port cc21c625-5191-42e0-b879-7f752ca3f689 on network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:23:41.477876 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:23:41.478217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Checking segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:23:41.478623 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Bound using segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:23:41.479052 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Bound port: cc21c625-5191-42e0-b879-7f752ca3f689, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:23:41.479412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.548061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:23:41.551546 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:23:41.556355 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.589009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:41.589898 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.591513 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] 10.222.0.43 "PUT /v2.0/ports/cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 1092 time: 0.9431529 Aug 29 18:23:41.593575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:41.597418 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:41.634769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6cf49-5650-48a9-950d-8a651344dba8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:41.642051 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196c4ff5-63f4-4de4-a9cb-fafa5ee9f274 x-openstack-request-id: req-196c4ff5-63f4-4de4-a9cb-fafa5ee9f274 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:41.642291 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:41.642523 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-196c4ff5-63f4-4de4-a9cb-fafa5ee9f274 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:41.642928 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'status': 'completed', 'code': 200} Aug 29 18:23:41.685345 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-00499b96-7b14-47b8-88a2-91bb37312f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:41.686914 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-00499b96-7b14-47b8-88a2-91bb37312f54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1095 time: 0.0466731 Aug 29 18:23:41.734285 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-29316b48-d762-443f-b621-6ab399c35f72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 217 time: 0.0385804 Aug 29 18:23:41.784992 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-0b4cd0d6-596f-42de-a80b-dfe49e0a9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:41.786525 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-0b4cd0d6-596f-42de-a80b-dfe49e0a9b8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0457923 Aug 29 18:23:41.834578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-15d7da1a-0a33-476c-83b4-7817cc5888b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:41.836196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-15d7da1a-0a33-476c-83b4-7817cc5888b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420725 Aug 29 18:23:41.929175 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-5f771c3e-a37f-497b-9946-1c51cbb19b7c service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858171 Aug 29 18:23:42.017980 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7033a6c-d98c-485c-97da-e890cd90e397 req-14ac107e-eded-41fd-9e14-3db8ae6c18a2 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820198 Aug 29 18:23:42.103400 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 48b5656b-117c-4706-9fc9-1dda8bb4fb07 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:42.105738 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-ee8a4223-c257-4e29-af5e-7d295873116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.107262 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-ee8a4223-c257-4e29-af5e-7d295873116b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1095 time: 0.0417931 Aug 29 18:23:42.156215 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:42.160144 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:42.160519 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:42.210769 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-387775a7-3238-40fc-95f4-f14747e3880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.212744 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-387775a7-3238-40fc-95f4-f14747e3880a service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0975933 Aug 29 18:23:42.251498 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:42.258550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-a10670ed-a7d0-40c2-b895-a2085451ae19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 217 time: 0.0382948 Aug 29 18:23:42.291255 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 48b5656b-117c-4706-9fc9-1dda8bb4fb07, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=48b5656b-117c-4706-9fc9-1dda8bb4fb07,segment=NetworkSegment(aeb5530b-e3db-44d4-b046-f989b6ef21ea),segment_id=aeb5530b-e3db-44d4-b046-f989b6ef21ea)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:42.300868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:42.322785 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-89e7a17d-0ac3-45ee-b6a9-a67d62b104b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.324244 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-89e7a17d-0ac3-45ee-b6a9-a67d62b104b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0582666 Aug 29 18:23:42.359342 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273ff5f-e861-49ec-9027-60eb575e9be3 req-1d8673d7-8d6e-4a95-9dc8-37fec491cf5b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.361809 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f273ff5f-e861-49ec-9027-60eb575e9be3 req-1d8673d7-8d6e-4a95-9dc8-37fec491cf5b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0582392 Aug 29 18:23:42.366856 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=48b5656b-117c-4706-9fc9-1dda8bb4fb07,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:42.376498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-8f7de77f-d9e4-4c29-adf7-9c730c6b5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.378862 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-8f7de77f-d9e4-4c29-adf7-9c730c6b5eed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466845 Aug 29 18:23:42.407518 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f273ff5f-e861-49ec-9027-60eb575e9be3 req-89a642a7-a077-427d-b82d-fc12e852ec74 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382531 Aug 29 18:23:42.469807 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-0ad164ed-2f0b-4a1b-9ce8-be41458d39a2 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823476 Aug 29 18:23:42.562363 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69965d9c-150d-4b3b-ad8f-3ef13353bbe2 req-584f8b60-c96f-4135-9eb4-95abd7d4b525 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853012 Aug 29 18:23:43.173649 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:43.524395 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046767-2f2e-4124-ad52-888bc08949de req-4888bb57-e646-4b15-8d41-5c4a384ff64f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:43.525858 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9046767-2f2e-4124-ad52-888bc08949de req-4888bb57-e646-4b15-8d41-5c4a384ff64f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0487578 Aug 29 18:23:43.563264 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a9046767-2f2e-4124-ad52-888bc08949de req-29e288a0-5f58-4905-82b2-9deb298aafe3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315323 Aug 29 18:23:43.737307 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:43.925534 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4ef98a1e-6a9e-4236-a28d-7b2376755a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:43.965183 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:44.077588 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 48b5656b-117c-4706-9fc9-1dda8bb4fb07 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:44.123039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:44.123406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:44.675753 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c5310-db71-4db6-8e59-566e4b3bb6f6 req-827b0c5a-2f10-4146-baeb-050a732b97c3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:44.677259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f80c5310-db71-4db6-8e59-566e4b3bb6f6 req-827b0c5a-2f10-4146-baeb-050a732b97c3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0492887 Aug 29 18:23:44.713831 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f80c5310-db71-4db6-8e59-566e4b3bb6f6 req-8eba84d9-24b4-466e-81c0-61f8278784d7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306215 Aug 29 18:23:45.158236 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:23:45.247579 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:45.259089 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'port_id': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'mac_address': 'fa:16:3e:60:74:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:23:45.296984 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:45.309527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc21c625-5191-42e0-b879-7f752ca3f689 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:23:45.327989 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:45.332103 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:45.377450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:45.530869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['cc21c625-5191-42e0-b879-7f752ca3f689'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:23:45.694430 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:45.828333 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910a969-44a5-4f79-8fb9-a8f812f603b5 req-03704c0d-fcc7-438e-8ad8-8f0f72716cfb tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:45.829789 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c910a969-44a5-4f79-8fb9-a8f812f603b5 req-03704c0d-fcc7-438e-8ad8-8f0f72716cfb tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 944 time: 0.0481179 Aug 29 18:23:45.868092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c910a969-44a5-4f79-8fb9-a8f812f603b5 req-36b378b3-a5bf-4ae8-b739-5570cf4806f9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Aug 29 18:23:46.218953 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8d175b8-0367-44fb-9e41-c2bd000e655c req-c582f763-0480-4bd5-b903-92cbf30d401f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250556 Aug 29 18:23:46.283226 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8d175b8-0367-44fb-9e41-c2bd000e655c req-de1a8797-5e3e-44e9-82f8-96bd8f26f597 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0242383 Aug 29 18:23:46.324394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8d175b8-0367-44fb-9e41-c2bd000e655c req-6bbcba75-d6c4-4715-8f87-03455c2577dd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221775 Aug 29 18:23:46.414801 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d175b8-0367-44fb-9e41-c2bd000e655c req-dffb06c5-c519-47b3-929d-7553e0b7aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:46.416244 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f8d175b8-0367-44fb-9e41-c2bd000e655c req-dffb06c5-c519-47b3-929d-7553e0b7aaff service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849004 Aug 29 18:23:46.986656 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:46.987238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee838f0-363b-428f-be07-1a7f0575abd8 req-347de51e-e2b0-4d91-850e-2ad298f4071f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:46.988270 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ee838f0-363b-428f-be07-1a7f0575abd8 req-347de51e-e2b0-4d91-850e-2ad298f4071f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 944 time: 0.0485919 Aug 29 18:23:47.025648 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0ee838f0-363b-428f-be07-1a7f0575abd8 req-9c9a75e9-7eee-446c-ba67-06ca1cf3a0d7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310330 Aug 29 18:23:47.190534 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:47.236680 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port cc21c625-5191-42e0-b879-7f752ca3f689 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:23:47.241009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port cc21c625-5191-42e0-b879-7f752ca3f689 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:47.241376 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:47.315952 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:47.336820 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:47.339042 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fa0642-8635-42ff-8aaa-7c1458742923" -d '{"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-plugged", "status": "completed", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:47.352125 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:47.356120 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:47.378702 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c42a903-1718-4c8c-878d-f9dc451d8b9e x-openstack-request-id: req-7c42a903-1718-4c8c-878d-f9dc451d8b9e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:47.378986 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-plugged", "status": "completed", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:47.379231 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c42a903-1718-4c8c-878d-f9dc451d8b9e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:47.379609 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'code': 200} Aug 29 18:23:47.403713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:47.486061 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901b085-613e-4d1e-a8dc-e95e980536eb req-79f1b8c6-a0b2-49bd-98ca-c8b977832f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:47.487598 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8901b085-613e-4d1e-a8dc-e95e980536eb req-79f1b8c6-a0b2-49bd-98ca-c8b977832f0a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1097 time: 0.0562932 Aug 29 18:23:47.522110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8901b085-613e-4d1e-a8dc-e95e980536eb req-9147184f-292c-4e22-97ed-1c128e74b0c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274699 Aug 29 18:23:48.141992 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41dd74-9e6b-4790-bece-d67520b8ed0e req-54186c9f-1392-4842-b7e6-b20227f5c75f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:48.143490 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa41dd74-9e6b-4790-bece-d67520b8ed0e req-54186c9f-1392-4842-b7e6-b20227f5c75f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0515814 Aug 29 18:23:48.180368 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-fa41dd74-9e6b-4790-bece-d67520b8ed0e req-fa7d249a-5014-49b3-9e01-5c57939d6873 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Aug 29 18:23:49.294524 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac694d1-0bd8-41b7-8dca-2cbca87f0e9d req-c0864146-59d6-426a-b0a0-2d98b6c64543 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:49.296058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ac694d1-0bd8-41b7-8dca-2cbca87f0e9d req-c0864146-59d6-426a-b0a0-2d98b6c64543 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0493512 Aug 29 18:23:49.334053 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ac694d1-0bd8-41b7-8dca-2cbca87f0e9d req-c8c6e33c-91f2-44f6-af36-85c7978d36ff tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315630 Aug 29 18:23:49.445643 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e82ee7-d229-41f1-9af0-606205264e40 req-bb1c4774-ab5a-4fbc-b0c5-c6c656ba3865 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:49.447148 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25e82ee7-d229-41f1-9af0-606205264e40 req-bb1c4774-ab5a-4fbc-b0c5-c6c656ba3865 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0478365 Aug 29 18:23:49.484769 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-25e82ee7-d229-41f1-9af0-606205264e40 req-501d6257-19e3-457a-a9d8-c96f0a314e21 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Aug 29 18:23:49.506242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37404) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:49.627806 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3d9c2-3edb-4af1-b78b-162acac87e5b tempest-TestShelveInstance-695533096 tempest-TestShelveInstance-695533096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:49.629290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6ed3d9c2-3edb-4af1-b78b-162acac87e5b tempest-TestShelveInstance-695533096 tempest-TestShelveInstance-695533096-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1092 time: 0.1220286 Aug 29 18:23:49.632730 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37408) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:49.637027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:23:49.660152 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:49.758004 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:49.861594 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Allocated IP 172.25.2.190 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/e7ba09d3-42cb-4f7a-9898-b4873e13dce0) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:23:49.963847 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.001547 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.035700 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:23:50.038640 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:23:50.041996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:23:50.076541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'Port': ['ID=e7ba09d3-42cb-4f7a-9898-b4873e13dce0,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:50.399594 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.468291 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.610673 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.615004 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.685612 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'Port': ['ID=e7ba09d3-42cb-4f7a-9898-b4873e13dce0,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:50.697789 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.795701 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Floating IP 99b61a86-6cd3-40d9-81a9-511de94168ee associated. External IP: 172.25.2.190, port: cc21c625-5191-42e0-b879-7f752ca3f689. Aug 29 18:23:50.995784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:51.101077 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:51.111202 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] Sync routers for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:51.116966 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:51.121940 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:51.122547 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:51.143595 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-adc7dc19-7e82-4dd6-89b8-d4f89f35dadc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5098593 Aug 29 18:23:51.144150 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:51.146517 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa" -d '{"events": [{"name": "network-changed", "server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:51.185428 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e79f8d4-b725-4518-b9ac-fb579cb06782 x-openstack-request-id: req-7e79f8d4-b725-4518-b9ac-fb579cb06782 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:51.185715 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:51.185967 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e79f8d4-b725-4518-b9ac-fb579cb06782 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:51.186378 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'status': 'completed', 'code': 200} Aug 29 18:23:51.252996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-c4bce79e-0eb8-4432-87cd-158ddc27ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:51.254434 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-c4bce79e-0eb8-4432-87cd-158ddc27ed1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1097 time: 0.0428731 Aug 29 18:23:51.347541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-dad9f919-e827-47e2-9790-2edf1da2de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:51.349031 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-dad9f919-e827-47e2-9790-2edf1da2de85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0876265 Aug 29 18:23:51.382546 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:51.413778 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-e6523a51-a785-4f24-b860-f04b4fe26f3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 999 time: 0.0577340 Aug 29 18:23:51.462541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-f27cb2f3-c179-4b6b-a28a-e24556bb3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:51.464169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-f27cb2f3-c179-4b6b-a28a-e24556bb3505 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0435598 Aug 29 18:23:51.512747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-cbc829cc-7c71-4934-804e-a9d2b2396756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:51.514235 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-cbc829cc-7c71-4934-804e-a9d2b2396756 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438297 Aug 29 18:23:51.602682 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-a5cab1d1-5f21-4bdc-8b1a-50aa3a428d9b service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801842 Aug 29 18:23:51.603980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '99b61a86-6cd3-40d9-81a9-511de94168ee', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'port_id': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'mac_address': 'fa:16:3e:60:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:23:50Z', 'updated_at': '2021-08-29T18:23:50Z', 'revision_number': 0, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:51.629383 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] Checking router: 74b63f9e-0fe1-47d6-88bb-d98d63c65607 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:51.638058 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:51.638713 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:23:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:51.697630 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-253e3e2e-f94a-48ea-8acf-9eb56dc802aa req-18589248-73c8-4f36-a82d-967e618fe4a6 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881581 Aug 29 18:23:51.747657 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:51.963746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '99b61a86-6cd3-40d9-81a9-511de94168ee', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'port_id': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'mac_address': 'fa:16:3e:60:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:23:50Z', 'updated_at': '2021-08-29T18:23:50Z', 'revision_number': 0, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:51.988631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b5e21-a68e-4c21-a5ba-20a8284e4df5 None None] The sync data for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 is: [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '99b61a86-6cd3-40d9-81a9-511de94168ee', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'port_id': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'mac_address': 'fa:16:3e:60:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:23:50Z', 'updated_at': '2021-08-29T18:23:50Z', 'revision_number': 0, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:52.173769 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd753f8d-5e26-4b06-9461-8253f5a80445 None None] New status for floating IP 99b61a86-6cd3-40d9-81a9-511de94168ee: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:24:04.885930 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:24:11.300134 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-accf1f0f-ba61-4c0a-aed6-433e7e8eb249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:13.174073 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:13.735603 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:13.924904 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27cbd2a8-70d8-4ef6-9f9d-e21c4ffe551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:13.964151 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:15.685392 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:16.989576 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:41.300363 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-67541694-8405-4ea9-b416-c3f6b0bf3fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:41.885051 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:24:43.173597 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:43.748437 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:43.924400 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2846-d4ec-455d-b716-f8e1d2d26bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:43.963077 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:45.687527 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:46.993409 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:48.268131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1add64b7-3263-481f-b63c-e38b9992e5c2 req-43b699a1-7b02-4f8a-a973-1824fcfb96ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0700452 Aug 29 18:24:48.331671 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1add64b7-3263-481f-b63c-e38b9992e5c2 req-e7ecd3ec-9589-4e1e-9d1c-28460aaadddd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0246141 Aug 29 18:24:48.372858 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1add64b7-3263-481f-b63c-e38b9992e5c2 req-7d11814a-21ef-466e-94fe-b7cb93bf59e6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221305 Aug 29 18:24:48.464319 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add64b7-3263-481f-b63c-e38b9992e5c2 req-1f89059e-e5e4-4784-8acb-83d3f6744dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:24:48.466335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1add64b7-3263-481f-b63c-e38b9992e5c2 req-1f89059e-e5e4-4784-8acb-83d3f6744dc5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856292 Aug 29 18:24:49.610684 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa54f70-309b-43e7-9883-5089d5503089 req-8a875122-3fcd-49ee-b919-df6ee41b06bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811925 Aug 29 18:24:49.691517 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa54f70-309b-43e7-9883-5089d5503089 req-3e11bef4-6154-40e7-8c7a-111d698dc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:24:49.692974 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa54f70-309b-43e7-9883-5089d5503089 req-3e11bef4-6154-40e7-8c7a-111d698dc637 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1097 time: 0.0407970 Aug 29 18:24:49.793615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa54f70-309b-43e7-9883-5089d5503089 req-b40dc72b-4eb2-45e4-8863-264b8171003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:24:49.795086 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa54f70-309b-43e7-9883-5089d5503089 req-b40dc72b-4eb2-45e4-8863-264b8171003b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0839715 Aug 29 18:24:49.858673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa54f70-309b-43e7-9883-5089d5503089 req-b440bb2f-40f1-4a90-98f2-283b81ee04f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 1001 time: 0.0560427 Aug 29 18:24:49.906522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa54f70-309b-43e7-9883-5089d5503089 req-d87bb754-a8c5-422b-8d78-93bde3892ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:24:49.908148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa54f70-309b-43e7-9883-5089d5503089 req-d87bb754-a8c5-422b-8d78-93bde3892ade service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0422575 Aug 29 18:24:49.954820 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa54f70-309b-43e7-9883-5089d5503089 req-d444f5a4-b73a-4e81-8dfd-56c43681e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:24:49.956246 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa54f70-309b-43e7-9883-5089d5503089 req-d444f5a4-b73a-4e81-8dfd-56c43681e451 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412817 Aug 29 18:24:50.043081 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa54f70-309b-43e7-9883-5089d5503089 req-5462641b-3fa6-4088-a823-9b3d8cbd3643 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786259 Aug 29 18:24:50.134678 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8fa54f70-309b-43e7-9883-5089d5503089 req-8940d90a-e5f5-4a54-9a21-2c6f74d54a14 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843277 Aug 29 18:25:11.300878 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e6093c6d-4947-4546-9661-f786835c9a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:13.191549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:13.746736 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:13.924080 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ee0371fb-1c8b-4c86-ba94-2685b89ced8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:13.961662 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:15.690778 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:16.996159 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:18.884666 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:25:41.300868 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-874952f5-e6cf-4688-bfe3-507949b17e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:43.175684 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:43.746354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:43.922980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-040bd605-a1ed-4f79-a6c0-ab586e98b9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:43.961454 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:45.693651 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:47.000521 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:47.092613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0ba78-4be2-418f-9481-e5e35d3c5a33 req-2fe87675-d018-4a4d-bec9-35c9a9a839f9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:47.094073 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89a0ba78-4be2-418f-9481-e5e35d3c5a33 req-2fe87675-d018-4a4d-bec9-35c9a9a839f9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0985184 Aug 29 18:25:47.130832 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-89a0ba78-4be2-418f-9481-e5e35d3c5a33 req-b751343a-9186-4b34-ba4f-d05762be4489 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307021 Aug 29 18:25:48.246244 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb90e-8719-4aa0-bd9e-6c6efe7ff190 req-c8313164-13a2-4dc9-b271-0a3fb6200d4b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:48.247775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22deb90e-8719-4aa0-bd9e-6c6efe7ff190 req-c8313164-13a2-4dc9-b271-0a3fb6200d4b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0490296 Aug 29 18:25:48.284665 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-22deb90e-8719-4aa0-bd9e-6c6efe7ff190 req-990c26c8-3924-4a3f-89d0-63f1beada8ab tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311131 Aug 29 18:25:49.237380 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edaa1402-b0ae-4f93-832d-8d30b038f1ea req-6388e67f-145b-459a-8b77-6ae3ef1d2ab8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288773 Aug 29 18:25:49.307192 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edaa1402-b0ae-4f93-832d-8d30b038f1ea req-f18473b5-096e-4b49-8505-17c03fa98f48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0264540 Aug 29 18:25:49.346292 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edaa1402-b0ae-4f93-832d-8d30b038f1ea req-587291bb-c360-40eb-93ae-91cbf90ca7cc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199540 Aug 29 18:25:49.434934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a433a16-39fd-4d78-b113-ae789f8b9a96 req-74bf656b-408e-49b0-9ff9-ba5771423aa6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:49.436409 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a433a16-39fd-4d78-b113-ae789f8b9a96 req-74bf656b-408e-49b0-9ff9-ba5771423aa6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0482175 Aug 29 18:25:49.439352 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1402-b0ae-4f93-832d-8d30b038f1ea req-e3ebc07a-31db-4f87-84b9-1a592058cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:49.440863 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-edaa1402-b0ae-4f93-832d-8d30b038f1ea req-e3ebc07a-31db-4f87-84b9-1a592058cd9d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874565 Aug 29 18:25:49.474512 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5a433a16-39fd-4d78-b113-ae789f8b9a96 req-26189cf7-1372-4c2e-a52b-b5da9d224836 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321379 Aug 29 18:25:50.593744 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7b0a6-9f0f-45f1-ba4e-167154affe09 req-04c95e83-4c52-466d-9e8c-94d0feebf173 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:50.595252 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ed7b0a6-9f0f-45f1-ba4e-167154affe09 req-04c95e83-4c52-466d-9e8c-94d0feebf173 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0532992 Aug 29 18:25:50.632598 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1ed7b0a6-9f0f-45f1-ba4e-167154affe09 req-9ad6b264-0f66-43c0-876a-ba65812a46d9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Aug 29 18:25:51.608667 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-91542ac3-e303-4d16-929f-ad2b4d819cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:51.610253 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-91542ac3-e303-4d16-929f-ad2b4d819cf4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1097 time: 0.0399187 Aug 29 18:25:51.742387 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-ce63097c-7d45-416d-a9c5-e9edd575fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:51.744299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-ce63097c-7d45-416d-a9c5-e9edd575fbb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.1139534 Aug 29 18:25:51.767545 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ffc42-3047-4899-83a8-f850f50230f0 req-54fcf884-9e9d-415c-9cd5-508140ebd435 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:51.768940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-840ffc42-3047-4899-83a8-f850f50230f0 req-54fcf884-9e9d-415c-9cd5-508140ebd435 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0664129 Aug 29 18:25:51.843935 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-592ed5f1-c62f-4783-b161-c192c93d18f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 1001 time: 0.0913401 Aug 29 18:25:51.848952 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-840ffc42-3047-4899-83a8-f850f50230f0 req-8ea86e64-4600-4ee2-aab1-95ce947456a6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486500 Aug 29 18:25:51.892303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-3a0697f7-feb8-4cd6-85fe-693b8171500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:51.893695 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-3a0697f7-feb8-4cd6-85fe-693b8171500c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0427330 Aug 29 18:25:51.938296 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-6442597b-39c3-4f74-b076-4e93b07a4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:51.939744 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-6442597b-39c3-4f74-b076-4e93b07a4131 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385270 Aug 29 18:25:52.032063 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-b75a5610-1f25-4436-9775-f02b17b8bf1c service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841968 Aug 29 18:25:52.079060 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-34039fa5-1d0a-46a3-bf4f-11b35501e2b7 req-75dcaabf-8e6a-4ecf-af10-1ff0a6a6cde0 service neutron] (94796) timed out ('10.222.0.41', 34032) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:25:52.118759 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd060940-bbe7-4111-9da5-80aaddff6d19 req-7fd27fae-a089-4337-a520-d8cb6de396af service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794821 Aug 29 18:25:52.963022 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44615ae3-ffe3-41bd-9952-63499f54a7f1 req-681639df-9fa5-406b-84fb-eda217a9a5d6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:52.964507 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-44615ae3-ffe3-41bd-9952-63499f54a7f1 req-681639df-9fa5-406b-84fb-eda217a9a5d6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0485520 Aug 29 18:25:53.001775 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-44615ae3-ffe3-41bd-9952-63499f54a7f1 req-755beaad-42a7-4002-bba9-4154bf3961fe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315154 Aug 29 18:25:54.118902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d85b24-19d1-41bf-abb9-0d8ae3c7ccc6 req-4a59eecb-80b1-4d87-961d-8370ddd11ef0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:54.120355 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58d85b24-19d1-41bf-abb9-0d8ae3c7ccc6 req-4a59eecb-80b1-4d87-961d-8370ddd11ef0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0528908 Aug 29 18:25:54.156927 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-58d85b24-19d1-41bf-abb9-0d8ae3c7ccc6 req-be7028d9-d74a-45da-89c6-6597e2e52944 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307593 Aug 29 18:25:55.269762 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a706-7129-4f7e-8910-ed3c4108e454 req-939ed1d9-2cd9-4336-bc04-716a2147fbeb tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:55.271265 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2dd3a706-7129-4f7e-8910-ed3c4108e454 req-939ed1d9-2cd9-4336-bc04-716a2147fbeb tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0488989 Aug 29 18:25:55.308069 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2dd3a706-7129-4f7e-8910-ed3c4108e454 req-ada0b3b5-4b5b-42b9-8445-c21df973c1d7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303881 Aug 29 18:25:55.884456 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:25:56.420844 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692de0a-7464-4b97-9e63-f38e8b91c7f7 req-c29ded14-e4ac-4380-bf93-88c5229ceb83 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:56.422278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9692de0a-7464-4b97-9e63-f38e8b91c7f7 req-c29ded14-e4ac-4380-bf93-88c5229ceb83 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0483346 Aug 29 18:25:56.457932 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9692de0a-7464-4b97-9e63-f38e8b91c7f7 req-0e584a5e-8c26-4553-8770-29de83588959 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297499 Aug 29 18:25:57.574712 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ebcfc-6dbb-4d1b-8fd5-76ae9642e893 req-45b7d728-8f67-40a8-93e5-ee3140c18371 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:57.576173 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-713ebcfc-6dbb-4d1b-8fd5-76ae9642e893 req-45b7d728-8f67-40a8-93e5-ee3140c18371 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0524111 Aug 29 18:25:57.612759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-713ebcfc-6dbb-4d1b-8fd5-76ae9642e893 req-b3be38f5-9711-4382-bf2c-876eafc9936a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307662 Aug 29 18:25:58.739764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1050cd-fe25-4fc0-b4ee-4447742efffe req-44bf61d5-f188-4dad-8c5e-bc08788894ad tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:58.741196 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb1050cd-fe25-4fc0-b4ee-4447742efffe req-44bf61d5-f188-4dad-8c5e-bc08788894ad tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0496671 Aug 29 18:25:58.778254 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb1050cd-fe25-4fc0-b4ee-4447742efffe req-c8f8d9ce-3447-45d0-8323-8aaf004554f4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305727 Aug 29 18:25:59.907093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ee9f8-ef98-4119-a4d9-933acd411c38 req-4ae469b8-e27a-4f75-b939-ffae84a6f396 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:25:59.909523 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c37ee9f8-ef98-4119-a4d9-933acd411c38 req-4ae469b8-e27a-4f75-b939-ffae84a6f396 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0545979 Aug 29 18:25:59.951642 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c37ee9f8-ef98-4119-a4d9-933acd411c38 req-da449d98-9831-4c62-83ef-5fbfdf9c4160 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361691 Aug 29 18:26:00.034279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:26:00.165203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:26:00.178390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'port_id': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'mac_address': 'fa:16:3e:60:74:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:26:00.219760 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:00.233924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc21c625-5191-42e0-b879-7f752ca3f689 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:26:00.255736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:26:00.260910 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:00.317114 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:26:00.329633 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.330065 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.330993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.330993 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.331205 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.331619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.332011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.332413 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.332802 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.333194 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.333586 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.333973 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:26:00.339275 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['cc21c625-5191-42e0-b879-7f752ca3f689'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:26:01.095625 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b7405-4bf9-41a0-8ffa-2be745e18d01 req-1f602361-0a4e-4164-9548-c943511cb03b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:01.097256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-401b7405-4bf9-41a0-8ffa-2be745e18d01 req-1f602361-0a4e-4164-9548-c943511cb03b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 944 time: 0.0554271 Aug 29 18:26:01.139938 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-401b7405-4bf9-41a0-8ffa-2be745e18d01 req-0ebd7b32-6746-428e-8adc-7b87dde16fa8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364892 Aug 29 18:26:02.039738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:26:02.123338 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port cc21c625-5191-42e0-b879-7f752ca3f689 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:26:02.123716 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:02.234217 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:02.260760 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:26:02.263798 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eb296d-35b2-4d28-a70d-ab23752f6809" -d '{"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-plugged", "status": "completed", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:26:02.280401 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:26:02.287521 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:02.346052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:26:02.367928 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091a751-dd58-48b3-9c42-1137460a43cd req-a86dfef0-f322-45d9-8c66-b727cdbfe680 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:02.377082 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c091a751-dd58-48b3-9c42-1137460a43cd req-a86dfef0-f322-45d9-8c66-b727cdbfe680 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 944 time: 0.1111987 Aug 29 18:26:02.420397 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c4a3b-cd71-453f-b9f8-e7d5501f41ec x-openstack-request-id: req-b54c4a3b-cd71-453f-b9f8-e7d5501f41ec {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:26:02.420897 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-plugged", "status": "completed", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:26:02.421321 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b54c4a3b-cd71-453f-b9f8-e7d5501f41ec {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:26:02.421881 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'code': 200} Aug 29 18:26:02.424668 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c091a751-dd58-48b3-9c42-1137460a43cd req-fd0e362e-069c-4f71-ad47-c36cfa1a5ba0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462358 Aug 29 18:26:03.540703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83003a00-15fe-4ed8-8bb7-7e1e3e18b48f req-7bb8d897-e916-4025-8d26-b988d66570bc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:03.542261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83003a00-15fe-4ed8-8bb7-7e1e3e18b48f req-7bb8d897-e916-4025-8d26-b988d66570bc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0513318 Aug 29 18:26:03.583417 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-83003a00-15fe-4ed8-8bb7-7e1e3e18b48f req-6f82ee4b-8a29-491e-8303-cbd3c5ca11b4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352685 Aug 29 18:26:04.718291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b22f-4982-4f35-b415-7a6d6977e763 req-be3ee182-fdea-4a15-824f-8ed4784f548b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:04.719909 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3db9b22f-4982-4f35-b415-7a6d6977e763 req-be3ee182-fdea-4a15-824f-8ed4784f548b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0604162 Aug 29 18:26:04.759129 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3db9b22f-4982-4f35-b415-7a6d6977e763 req-c98bd500-550d-4866-8554-b8eb3f98dc05 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331068 Aug 29 18:26:05.959633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15cab1-7ffc-468f-b1f8-35238e1f6f45 req-737994ff-374e-46e7-afff-98d2352f7460 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:05.961752 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d15cab1-7ffc-468f-b1f8-35238e1f6f45 req-737994ff-374e-46e7-afff-98d2352f7460 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0937948 Aug 29 18:26:06.002905 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-3d15cab1-7ffc-468f-b1f8-35238e1f6f45 req-ce68c893-e8f0-4a83-b0b1-f99580218152 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346692 Aug 29 18:26:07.144470 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772bac0-0ac0-43ab-ad5a-2b9b304f2f97 req-94ac1d16-4ab1-43cd-aa11-733b65c5509b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:07.146801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0772bac0-0ac0-43ab-ad5a-2b9b304f2f97 req-94ac1d16-4ab1-43cd-aa11-733b65c5509b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0617089 Aug 29 18:26:07.188137 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-0772bac0-0ac0-43ab-ad5a-2b9b304f2f97 req-082014db-6c1e-4710-bbf1-e57376e4d477 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342965 Aug 29 18:26:08.647314 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508cac2-3757-4521-aa35-5366e6a3f8ff req-31172d66-193f-4ae5-ab57-6ef9ea7ccdb1 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:08.649333 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e508cac2-3757-4521-aa35-5366e6a3f8ff req-31172d66-193f-4ae5-ab57-6ef9ea7ccdb1 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.3940794 Aug 29 18:26:08.688435 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e508cac2-3757-4521-aa35-5366e6a3f8ff req-746aa411-f252-413f-b8a0-035ca684c54d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332680 Aug 29 18:26:08.786988 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-6cf3be1a-00f4-44dd-8cc5-e77e872082af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:08.788422 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-6cf3be1a-00f4-44dd-8cc5-e77e872082af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1097 time: 0.0426214 Aug 29 18:26:08.875426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-91a26316-ab85-47e8-9e17-b5322339e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:08.876837 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-91a26316-ab85-47e8-9e17-b5322339e551 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0807889 Aug 29 18:26:08.945336 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-a7776987-78c1-4041-9a9b-8dd6dc8fcf4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 1001 time: 0.0586996 Aug 29 18:26:08.993004 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-9259ef56-6bdb-436c-b63a-ede499c4e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:08.994339 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-9259ef56-6bdb-436c-b63a-ede499c4e673 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0413380 Aug 29 18:26:09.038734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-85a5dcee-cda6-41fc-9643-ff3780ce69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:09.040673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-85a5dcee-cda6-41fc-9643-ff3780ce69d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389214 Aug 29 18:26:09.130473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-c0fea790-c8b0-484a-adc1-1e8c7816a2a9 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825903 Aug 29 18:26:09.217342 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eef51589-b4e4-48f5-b480-a2c4480920ef req-9fa706f5-64db-406a-9297-badd48f4f3fe service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790892 Aug 29 18:26:09.804720 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cbd7-3726-457b-ab51-a9bb93047c47 req-bd07b146-7262-4468-8d0b-9b41d519bdf0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:09.806278 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f288cbd7-3726-457b-ab51-a9bb93047c47 req-bd07b146-7262-4468-8d0b-9b41d519bdf0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0523598 Aug 29 18:26:09.843383 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f288cbd7-3726-457b-ab51-a9bb93047c47 req-52d9ecf2-7066-43b1-913b-8e7aba53244f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310962 Aug 29 18:26:10.971743 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8360d-b483-461a-933a-714c67cc2c73 req-bf58178b-e31a-484f-94d0-da5de3b4568e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:10.973165 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bb8360d-b483-461a-933a-714c67cc2c73 req-bf58178b-e31a-484f-94d0-da5de3b4568e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0540221 Aug 29 18:26:11.010958 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9bb8360d-b483-461a-933a-714c67cc2c73 req-e88d550e-23c7-4b74-b1e0-5f3a21df445a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Aug 29 18:26:11.239950 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1410d-1322-46ff-8b78-614e7d9514ea req-7f66265c-f307-481a-b34f-08073566bf83 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:11.241451 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3e1410d-1322-46ff-8b78-614e7d9514ea req-7f66265c-f307-481a-b34f-08073566bf83 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 945 time: 0.0499694 Aug 29 18:26:11.283844 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3e1410d-1322-46ff-8b78-614e7d9514ea req-d4b78499-59ea-4f00-b971-fcf90aa9141f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346632 Aug 29 18:26:11.310930 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-36eebbab-f92e-4587-8ed1-ed4c3c5e10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:11.432005 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-e2c83238-ba93-43a4-843c-9d185e4bb727 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003845 Aug 29 18:26:12.096162 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:26:12.173155 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:12.194374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:26:12.196651 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367ff225-e560-4e8c-ada0-9985e844712e" -d '{"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-unplugged", "status": "completed", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:26:12.212543 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:26:12.217772 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:12.243458 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a303d8d2-1278-4c75-a169-d6605ee6b655 x-openstack-request-id: req-a303d8d2-1278-4c75-a169-d6605ee6b655 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:26:12.243853 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-unplugged", "status": "completed", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:26:12.244353 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a303d8d2-1278-4c75-a169-d6605ee6b655 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:26:12.244740 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'code': 200} Aug 29 18:26:12.267444 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-72ab43ea-4f62-42e1-9a5f-a518e9e46371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:12.268931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-72ab43ea-4f62-42e1-9a5f-a518e9e46371 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b&tenant_id=b6f17c07e212457380fcbff9d60d1ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0436962 Aug 29 18:26:12.269150 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:26:12.330902 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-99e3e0cf-912e-4582-9da7-aacf8048d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:12.332384 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-99e3e0cf-912e-4582-9da7-aacf8048d115 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1095 time: 0.0392466 Aug 29 18:26:12.462030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036906d7-b380-40cf-8252-d7148dcc8914 req-7e566b35-c508-4aa1-9b51-5d9d3521593e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:12.463484 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-036906d7-b380-40cf-8252-d7148dcc8914 req-7e566b35-c508-4aa1-9b51-5d9d3521593e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0820990 Aug 29 18:26:12.466996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-8e9d2ad9-f4dc-424f-a409-fe5e9a35e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:12.467803 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-8e9d2ad9-f4dc-424f-a409-fe5e9a35e4f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.1286290 Aug 29 18:26:12.543003 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-036906d7-b380-40cf-8252-d7148dcc8914 req-820ecafc-9fd4-4da3-851b-1b05c802d2ee tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729213 Aug 29 18:26:12.553406 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-bd551e34-6478-45f8-b261-08b61667dfb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 999 time: 0.0772731 Aug 29 18:26:12.604967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-d43ea242-bd30-44be-a846-b1d40bb949a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:12.606397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-d43ea242-bd30-44be-a846-b1d40bb949a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0464165 Aug 29 18:26:12.650939 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-54c4866e-b3f5-405a-a003-05dbf12c067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:12.652425 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-54c4866e-b3f5-405a-a003-05dbf12c067e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396333 Aug 29 18:26:12.739928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-26276624-63ab-4aba-9069-56a2ce24e668 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800173 Aug 29 18:26:12.832740 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-7fdf3525-90c1-4a3b-bd73-a7cbef8ce51f req-229663ea-fea8-4852-bc1f-0bb2ae98a7ab service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858500 Aug 29 18:26:13.201810 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:13.677850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9ac5a-edbf-45de-b991-7d607d4c72d1 req-941570d7-90d3-413a-ac3a-3223a041c045 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:13.679415 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92c9ac5a-edbf-45de-b991-7d607d4c72d1 req-941570d7-90d3-413a-ac3a-3223a041c045 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0576522 Aug 29 18:26:13.720195 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-92c9ac5a-edbf-45de-b991-7d607d4c72d1 req-5f2fc95a-60ba-4357-ab30-3691cca27346 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343881 Aug 29 18:26:13.774158 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:13.931173 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e2036844-8910-462f-b50a-153bf6f5fada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:13.968188 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:14.842959 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c0512-9a82-471f-a2e3-8d148ccaf03d req-032db28a-f1c8-4dad-8323-9968ca00e89f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:14.844631 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb0c0512-9a82-471f-a2e3-8d148ccaf03d req-032db28a-f1c8-4dad-8323-9968ca00e89f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0515404 Aug 29 18:26:14.887860 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bb0c0512-9a82-471f-a2e3-8d148ccaf03d req-65dfe250-c9b1-45d8-a943-0bdde569bd22 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371594 Aug 29 18:26:15.696392 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:16.011023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c86418-8146-457c-893f-5499225cab25 req-3da738f2-dd2f-443b-b73f-d2cf335950a4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:16.012620 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26c86418-8146-457c-893f-5499225cab25 req-3da738f2-dd2f-443b-b73f-d2cf335950a4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0534656 Aug 29 18:26:16.053892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26c86418-8146-457c-893f-5499225cab25 req-2c1f9ff6-fb27-461f-b120-b944140fd6c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352731 Aug 29 18:26:17.005782 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:17.182258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7037d18-d09b-47a1-a327-64191322aa68 req-7432274e-eeb5-46f3-99a9-e6f6b3ea527f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:17.183825 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d7037d18-d09b-47a1-a327-64191322aa68 req-7432274e-eeb5-46f3-99a9-e6f6b3ea527f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0592203 Aug 29 18:26:17.223681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d7037d18-d09b-47a1-a327-64191322aa68 req-f214a30d-a1f9-41ac-b3ae-df108642d964 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334148 Aug 29 18:26:18.363791 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e595c-a3c2-4ed3-ad96-f6d25294700b req-893d23da-5c0a-4e4e-9450-6877bc6f9490 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:18.365211 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-489e595c-a3c2-4ed3-ad96-f6d25294700b req-893d23da-5c0a-4e4e-9450-6877bc6f9490 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0517092 Aug 29 18:26:18.404359 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-489e595c-a3c2-4ed3-ad96-f6d25294700b req-b3ef2dd7-393f-4272-a893-e54ca0cbbef5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Aug 29 18:26:19.540615 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9ed11-6a94-4a2e-9e4a-94dee59c15c2 req-96663d61-e96c-4c52-94b8-68585e3d1dce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:19.547704 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66f9ed11-6a94-4a2e-9e4a-94dee59c15c2 req-96663d61-e96c-4c52-94b8-68585e3d1dce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0582576 Aug 29 18:26:19.581550 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-66f9ed11-6a94-4a2e-9e4a-94dee59c15c2 req-ca6c04b6-fbf5-478b-96f6-4bf9664633e0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329621 Aug 29 18:26:20.711859 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082f8ef-8a63-4ffa-8417-f2a06f82970b req-cfb5d5b3-8eaf-4d60-8011-5c55bd271051 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:20.713412 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d082f8ef-8a63-4ffa-8417-f2a06f82970b req-cfb5d5b3-8eaf-4d60-8011-5c55bd271051 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0559697 Aug 29 18:26:20.764188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d082f8ef-8a63-4ffa-8417-f2a06f82970b req-33b8b4b6-4dd4-4f7e-b38e-829b5029a213 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429590 Aug 29 18:26:21.885843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903bf11-5b27-4a1b-a1f7-f162530d2281 req-ae3b8996-ffea-4e82-b5b9-125fe4ceac94 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:21.887477 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4903bf11-5b27-4a1b-a1f7-f162530d2281 req-ae3b8996-ffea-4e82-b5b9-125fe4ceac94 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0520713 Aug 29 18:26:21.943777 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4903bf11-5b27-4a1b-a1f7-f162530d2281 req-e37a1582-bf32-493b-b2e0-eed670799758 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485873 Aug 29 18:26:23.068955 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bf5da-dbf0-4b58-99d9-4b253b9d34d8 req-b94a5511-c21f-4d52-a218-9e0eb6b680a4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:23.070535 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e83bf5da-dbf0-4b58-99d9-4b253b9d34d8 req-b94a5511-c21f-4d52-a218-9e0eb6b680a4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0515366 Aug 29 18:26:23.109649 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e83bf5da-dbf0-4b58-99d9-4b253b9d34d8 req-c60bcfc7-47e5-4f45-8623-e3b1b88f09b4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327058 Aug 29 18:26:24.226850 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf36d2-9715-4682-b8a9-e9cd03ceff19 req-9cf95999-5a7c-4d3c-a39b-eff27711786a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:24.229261 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ebf36d2-9715-4682-b8a9-e9cd03ceff19 req-9cf95999-5a7c-4d3c-a39b-eff27711786a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0526483 Aug 29 18:26:24.265937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0ebf36d2-9715-4682-b8a9-e9cd03ceff19 req-a4e232d0-e65c-4faa-986b-5bc2d1f1e311 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Aug 29 18:26:25.384804 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9660-794d-4c88-9082-2275e4d418e1 req-ffe3da1f-0741-4d66-b3c0-ff7eb1b12b06 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:25.386289 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e77f9660-794d-4c88-9082-2275e4d418e1 req-ffe3da1f-0741-4d66-b3c0-ff7eb1b12b06 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 943 time: 0.0502539 Aug 29 18:26:25.424241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e77f9660-794d-4c88-9082-2275e4d418e1 req-217ad953-ef9a-4ed3-b5c6-fd1ad1bfd940 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Aug 29 18:26:26.173377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:26:26.265830 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:26:26.277853 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'port_id': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'mac_address': 'fa:16:3e:60:74:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:26:26.316609 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:26.329397 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc21c625-5191-42e0-b879-7f752ca3f689 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:26:26.348203 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:26:26.352206 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:26.400088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:26:26.539954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8182d86-2f52-4aba-9ade-89538507ff3c req-30df2c6c-bbb7-4a36-b6ad-323168704294 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:26.541455 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8182d86-2f52-4aba-9ade-89538507ff3c req-30df2c6c-bbb7-4a36-b6ad-323168704294 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 944 time: 0.0506172 Aug 29 18:26:26.567219 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['cc21c625-5191-42e0-b879-7f752ca3f689'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:26:26.580392 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b8182d86-2f52-4aba-9ade-89538507ff3c req-d197930a-86ad-4b62-bbf5-034d650fa9cf tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329337 Aug 29 18:26:27.701828 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9bce-cc0b-488c-87b0-442bd24e3d76 req-5c6b4429-b081-4c7d-b57d-c5e4dcfd04fc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:27.703374 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0ea9bce-cc0b-488c-87b0-442bd24e3d76 req-5c6b4429-b081-4c7d-b57d-c5e4dcfd04fc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 944 time: 0.0554471 Aug 29 18:26:27.741409 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0ea9bce-cc0b-488c-87b0-442bd24e3d76 req-7f618b59-6f52-4536-99d8-3813d4fbaede tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318279 Aug 29 18:26:28.185880 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:26:28.232501 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port cc21c625-5191-42e0-b879-7f752ca3f689 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:26:28.232871 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:28.311143 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:28.333183 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:26:28.335431 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f593ac1-ebc1-46cb-ac5b-4167ba0447a6" -d '{"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-plugged", "status": "completed", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:26:28.348624 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:26:28.353456 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:28.378435 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ba691c-3ee4-4c6f-a86d-8c5f37d5bf42 x-openstack-request-id: req-17ba691c-3ee4-4c6f-a86d-8c5f37d5bf42 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:26:28.378748 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-plugged", "status": "completed", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:26:28.378996 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17ba691c-3ee4-4c6f-a86d-8c5f37d5bf42 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:26:28.379384 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'code': 200} Aug 29 18:26:28.405528 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:26:28.538900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f27212-73af-433b-a9af-0bb08a0fa103 req-380e6c74-549e-4886-95a9-faafa629f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:28.540454 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-00f27212-73af-433b-a9af-0bb08a0fa103 req-380e6c74-549e-4886-95a9-faafa629f7e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1098 time: 0.0411479 Aug 29 18:26:28.575157 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-00f27212-73af-433b-a9af-0bb08a0fa103 req-4c219f3c-d75a-4ec2-a0e9-d50a6a43bfd3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275846 Aug 29 18:26:28.855658 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba361b14-faa4-4763-ad4c-750c4b21215c req-5e246244-6312-4afe-a1ca-d4dbc39e0a35 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:28.857207 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba361b14-faa4-4763-ad4c-750c4b21215c req-5e246244-6312-4afe-a1ca-d4dbc39e0a35 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 946 time: 0.0496764 Aug 29 18:26:28.895488 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ba361b14-faa4-4763-ad4c-750c4b21215c req-e864e477-702b-4c98-b1f8-821022c771ae tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324078 Aug 29 18:26:30.029478 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef89e7b-2e8e-43eb-8163-22910195809c req-81d25e27-2df2-4ce8-b0d9-464187557f12 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:30.031361 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ef89e7b-2e8e-43eb-8163-22910195809c req-81d25e27-2df2-4ce8-b0d9-464187557f12 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 946 time: 0.0574951 Aug 29 18:26:30.071616 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ef89e7b-2e8e-43eb-8163-22910195809c req-bbdd24cc-ef73-42ba-91b4-9dca767cabb3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339282 Aug 29 18:26:31.188031 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d89c-c72a-459f-a701-fcf273a0f263 req-75f6d895-7473-4867-bec7-9d6643ccd9e4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:31.189556 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b639d89c-c72a-459f-a701-fcf273a0f263 req-75f6d895-7473-4867-bec7-9d6643ccd9e4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 946 time: 0.0499928 Aug 29 18:26:31.228327 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b639d89c-c72a-459f-a701-fcf273a0f263 req-3e25d477-9941-4d3d-b8bc-cc10cacb60b4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328817 Aug 29 18:26:32.884218 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:26:41.299557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d82f8a98-537b-4798-989d-ea56721be3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:43.189547 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:43.772998 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:43.922339 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1008eaa-d6ec-4f3c-9200-dab7c01fc958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:43.959762 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:45.700844 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:47.008580 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:51.226742 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2cbebbb9-a85e-448e-928a-4a80027f27e9 req-6a0c0390-34fe-413b-86af-cc0ff71fae2d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297623 Aug 29 18:26:51.297958 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2cbebbb9-a85e-448e-928a-4a80027f27e9 req-d5a17f57-16e6-43ae-9c0e-8a377ff305a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Aug 29 18:26:51.337688 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2cbebbb9-a85e-448e-928a-4a80027f27e9 req-a7be993f-a081-4828-87bc-d7ae79282037 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198827 Aug 29 18:26:51.433407 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbebbb9-a85e-448e-928a-4a80027f27e9 req-119462e0-a7cf-44ef-a915-d5f1b4537115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:51.434860 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2cbebbb9-a85e-448e-928a-4a80027f27e9 req-119462e0-a7cf-44ef-a915-d5f1b4537115 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897758 Aug 29 18:26:51.579856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-dc1d3f0b-9346-4257-ab81-d78c17f8b484 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433342 Aug 29 18:26:51.684334 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-1de57fc8-08e8-4707-9e8e-2de0bfdfdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:51.686499 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-1de57fc8-08e8-4707-9e8e-2de0bfdfdd1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1098 time: 0.0610399 Aug 29 18:26:51.803537 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-43710a4f-d5d0-439c-89e7-3ebdb1100b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:51.805579 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-43710a4f-d5d0-439c-89e7-3ebdb1100b99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0970359 Aug 29 18:26:51.879363 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-6a6de319-b068-4648-9838-c3e7dbe15ed1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 1001 time: 0.0658247 Aug 29 18:26:51.931101 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-f1e44984-beb2-40b2-9266-145201bfbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:51.932620 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-f1e44984-beb2-40b2-9266-145201bfbaf5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0469978 Aug 29 18:26:51.988943 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-0eced32c-095a-4028-be25-ca7ebd2f3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:26:51.990523 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-0eced32c-095a-4028-be25-ca7ebd2f3cae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509539 Aug 29 18:26:52.097088 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-fc8f8b5c-a6ba-40de-9290-30f4ab69cc56 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981326 Aug 29 18:26:52.200241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37ee5f58-9eb3-4a92-9c39-0dba095a5a0b req-bf0af120-517a-4fb5-aa9d-6ff021f69516 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946307 Aug 29 18:27:09.886534 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:27:11.301834 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d57039ce-f827-49c6-8cae-95e7a1fbc311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:13.204820 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:13.777156 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:13.923876 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b1e73cf-41ef-44b0-89a3-5cb33d80332d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:13.964290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:15.705363 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:17.012940 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:40.946456 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37736) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:41.112215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Deleting port e7ba09d3-42cb-4f7a-9898-b4873e13dce0 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:27:41.112560 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:41.202076 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:41.202307 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:41.215596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Calling delete_port for e7ba09d3-42cb-4f7a-9898-b4873e13dce0 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:27:41.305055 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f3fa44c9-774b-4732-a5c5-ca55e5e9690b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:41.380799 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:41.407306 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event deleted for resources: {'Port': ['ID=e7ba09d3-42cb-4f7a-9898-b4873e13dce0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:41.420719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.421074 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.421412 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.421759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.422093 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.422429 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.422801 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.423133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.423458 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.423784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.424146 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.424474 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:41.493597 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:41.493999 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Floating IP 99b61a86-6cd3-40d9-81a9-511de94168ee disassociated (deleted). External IP: 172.25.2.190, port: cc21c625-5191-42e0-b879-7f752ca3f689. Aug 29 18:27:41.718349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:27:41.834664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:27:41.840174 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:41.847647 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] Sync routers for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:27:41.860036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:27:41.861021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:27:41.870228 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-6964bfd6-c4b2-4d9d-95b5-5b6d937c642b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "DELETE /v2.0/floatingips/99b61a86-6cd3-40d9-81a9-511de94168ee HTTP/1.1" status: 204 len: 168 time: 0.9220223 Aug 29 18:27:41.879962 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:27:41.879962 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de5b39-3920-4a9a-896f-a853aefd32fd" -d '{"events": [{"name": "network-changed", "server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:27:42.014563 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e68f8-d197-4aad-a7b8-4ac1d305a9b1 x-openstack-request-id: req-858e68f8-d197-4aad-a7b8-4ac1d305a9b1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:27:42.014563 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:27:42.015559 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-858e68f8-d197-4aad-a7b8-4ac1d305a9b1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:27:42.015559 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'status': 'completed', 'code': 200} Aug 29 18:27:42.096867 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-34f0ae72-62fd-443f-92d2-eb30571008f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:27:42.099733 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-34f0ae72-62fd-443f-92d2-eb30571008f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 1098 time: 0.0620148 Aug 29 18:27:42.135825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf7bd4-7d17-462f-b220-bd9b48898a99 req-5e42114d-bc7a-40f3-9aca-d24460d35e60 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:27:42.138766 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95cf7bd4-7d17-462f-b220-bd9b48898a99 req-5e42114d-bc7a-40f3-9aca-d24460d35e60 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 946 time: 0.0632017 Aug 29 18:27:42.164502 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:27:42.209091 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-95cf7bd4-7d17-462f-b220-bd9b48898a99 req-87f6d4a8-b832-4ce4-91e8-9d63277d962f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621722 Aug 29 18:27:42.236997 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-ecab3a67-4531-49ea-bbeb-a4798172d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:27:42.238570 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-ecab3a67-4531-49ea-bbeb-a4798172d201 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.1319962 Aug 29 18:27:42.296886 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-2cb437a7-601a-4a50-aed8-97997159b5ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 200 len: 217 time: 0.0488071 Aug 29 18:27:42.360967 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-b6d8700d-4da4-4e74-b0f4-eec3f567a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:27:42.363045 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-b6d8700d-4da4-4e74-b0f4-eec3f567a21d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0590882 Aug 29 18:27:42.380293 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:27:42.409861 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] Checking router: 74b63f9e-0fe1-47d6-88bb-d98d63c65607 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:27:42.419468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-8f42e63a-c3f9-4d00-98ce-e887be8e6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:27:42.421050 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-8f42e63a-c3f9-4d00-98ce-e887be8e6430 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497766 Aug 29 18:27:42.422288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:27:42.423032 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:27:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:27:42.434981 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-4b8c263f-407d-437d-b362-181b3b8bef6b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:27:42.436164 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-4b8c263f-407d-437d-b362-181b3b8bef6b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074451 Aug 29 18:27:42.548771 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-8d84bad8-3f81-42e1-8ba8-7b20fdd7ec41 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046824 Aug 29 18:27:42.589429 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:27:42.687133 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-36de5b39-3920-4a9a-896f-a853aefd32fd req-6a317c6f-d286-4047-9d4e-0fc7a75ac326 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297808 Aug 29 18:27:42.819753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:27:42.848908 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a92662-3f06-4326-8163-62af9ce30a5c None None] The sync data for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 is: [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:27:43.118324 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ced6e-9a85-43df-9aac-1a0f1fefd197 None None] New status for floating IP 99b61a86-6cd3-40d9-81a9-511de94168ee: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:27:43.220440 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:43.337136 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088898e-4bc8-469f-aed5-c6d6b29b1dbd req-6db90577-53e2-4567-a454-87a80bef7079 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:27:43.338628 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d088898e-4bc8-469f-aed5-c6d6b29b1dbd req-6db90577-53e2-4567-a454-87a80bef7079 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 946 time: 0.0567789 Aug 29 18:27:43.404078 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d088898e-4bc8-469f-aed5-c6d6b29b1dbd req-e0341aeb-3e03-46e3-9aa8-e3c218818d84 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0d34a1c-d11d-49a4-9961-8c29e25d17f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587409 Aug 29 18:27:43.425575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17caef7-42e2-48be-b355-f026b3fc345a req-a92fbec2-662c-48b3-b5a9-218c0e03e772 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:27:43.427121 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b17caef7-42e2-48be-b355-f026b3fc345a req-a92fbec2-662c-48b3-b5a9-218c0e03e772 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "GET /v2.0/ports?device_id=343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b HTTP/1.1" status: 200 len: 946 time: 0.0683997 Aug 29 18:27:43.520330 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Deleting port cc21c625-5191-42e0-b879-7f752ca3f689 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:27:43.520666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:43.632837 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] For port cc21c625-5191-42e0-b879-7f752ca3f689, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=cc21c625-5191-42e0-b879-7f752ca3f689,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:27:43.633177 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:43.648855 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Calling delete_port for cc21c625-5191-42e0-b879-7f752ca3f689 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:27:43.779569 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:43.788391 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:43.818900 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event deleted for resources: {'Port': ['ID=cc21c625-5191-42e0-b879-7f752ca3f689,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:43.863982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] No DVR routers for this DVR port cc21c625-5191-42e0-b879-7f752ca3f689 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:27:43.867470 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:43.869588 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b17caef7-42e2-48be-b355-f026b3fc345a req-e1bd0c3e-a661-473f-bbcd-7cf58540847e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "DELETE /v2.0/ports/cc21c625-5191-42e0-b879-7f752ca3f689 HTTP/1.1" status: 204 len: 173 time: 0.4365752 Aug 29 18:27:43.929318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7b74eac4-6ac9-4eb7-9837-e8d2970ed13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:43.974368 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:44.016915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-deleted', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:27:44.019293 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6205dc26-752c-494b-9b5f-9ae08a7a2c8a" -d '{"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-deleted", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:27:44.069599 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d5dd82-f639-49a2-b541-e2a79c4ff2a9 x-openstack-request-id: req-59d5dd82-f639-49a2-b541-e2a79c4ff2a9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:27:44.069888 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b", "name": "network-vif-deleted", "tag": "cc21c625-5191-42e0-b879-7f752ca3f689", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:27:44.070138 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59d5dd82-f639-49a2-b541-e2a79c4ff2a9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:27:44.070538 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343fcf19-dce8-4a2f-aec8-0a8d0c1dca9b', 'name': 'network-vif-deleted', 'tag': 'cc21c625-5191-42e0-b879-7f752ca3f689', 'status': 'completed', 'code': 200} Aug 29 18:27:44.464301 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37760) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:44.533527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e995f27-a510-4b9d-9dca-311de6711d2a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:44.559677 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e995f27-a510-4b9d-9dca-311de6711d2a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:44.624529 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e995f27-a510-4b9d-9dca-311de6711d2a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:44.628209 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e995f27-a510-4b9d-9dca-311de6711d2a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:44.629671 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7e995f27-a510-4b9d-9dca-311de6711d2a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "DELETE /v2.0/security-groups/a0d34a1c-d11d-49a4-9961-8c29e25d17f0 HTTP/1.1" status: 204 len: 168 time: 0.1641717 Aug 29 18:27:44.641369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e995f27-a510-4b9d-9dca-311de6711d2a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d34a1c-d11d-49a4-9961-8c29e25d17f0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:44.927891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37766) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:44.933125 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-def1480e-72b9-470c-8fc2-a46dc006c727 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999618813', 'description': 'tempest-secgroup-smoke-999618813 description', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:27:44.955569 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-def1480e-72b9-470c-8fc2-a46dc006c727 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.063304 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-def1480e-72b9-470c-8fc2-a46dc006c727 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.068671 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-def1480e-72b9-470c-8fc2-a46dc006c727 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.097137 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-def1480e-72b9-470c-8fc2-a46dc006c727 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.098547 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-def1480e-72b9-470c-8fc2-a46dc006c727 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1696203 Aug 29 18:27:45.102525 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37768) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:45.103467 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1480e-72b9-470c-8fc2-a46dc006c727 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569f3e3e-292f-4bff-95dc-9c660acaee05,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:45.111677 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': '569f3e3e-292f-4bff-95dc-9c660acaee05', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:27:45.144602 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.199540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.203469 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.222073 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846e8a8b-556c-4030-aec5-827727da4c62,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:45.231641 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.232852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290097 Aug 29 18:27:45.234346 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.234719 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.235082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.235553 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.235805 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37770) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:45.235940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.236153 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.236490 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.236821 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.237149 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.237480 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.237807 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.238133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a1ae6c-f444-4638-9522-bf6c1e86bdc2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:27:45.241130 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-954e23eb-69fe-4ce8-91aa-d02c7d91bf98 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': '569f3e3e-292f-4bff-95dc-9c660acaee05', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:27:45.269142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-954e23eb-69fe-4ce8-91aa-d02c7d91bf98 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.328097 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-954e23eb-69fe-4ce8-91aa-d02c7d91bf98 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.331954 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-954e23eb-69fe-4ce8-91aa-d02c7d91bf98 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.350747 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e23eb-69fe-4ce8-91aa-d02c7d91bf98 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7f476b-ef21-4e16-86bf-ecf4091bd243,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:45.357212 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-954e23eb-69fe-4ce8-91aa-d02c7d91bf98 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.358439 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-954e23eb-69fe-4ce8-91aa-d02c7d91bf98 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216359 Aug 29 18:27:45.361187 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37772) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:45.365947 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-93797b2a-c12a-4f8f-b70c-fbf9a941ba87 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': '569f3e3e-292f-4bff-95dc-9c660acaee05', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:27:45.392575 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93797b2a-c12a-4f8f-b70c-fbf9a941ba87 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.454263 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93797b2a-c12a-4f8f-b70c-fbf9a941ba87 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.458104 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93797b2a-c12a-4f8f-b70c-fbf9a941ba87 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.480218 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93797b2a-c12a-4f8f-b70c-fbf9a941ba87 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78266eae-0da8-4a8a-bb30-f1da855196a2,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:45.483941 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-93797b2a-c12a-4f8f-b70c-fbf9a941ba87 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.485122 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-93797b2a-c12a-4f8f-b70c-fbf9a941ba87 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229897 Aug 29 18:27:45.487890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 37774) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:45.492191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-44ed530d-f3d8-4612-adb1-99a00727669f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': '569f3e3e-292f-4bff-95dc-9c660acaee05', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:27:45.519167 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44ed530d-f3d8-4612-adb1-99a00727669f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.578887 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44ed530d-f3d8-4612-adb1-99a00727669f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.582136 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44ed530d-f3d8-4612-adb1-99a00727669f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.601007 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed530d-f3d8-4612-adb1-99a00727669f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88257d4-ae48-4b28-a970-a2480da11929,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:45.611450 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-44ed530d-f3d8-4612-adb1-99a00727669f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.612761 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-44ed530d-f3d8-4612-adb1-99a00727669f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239567 Aug 29 18:27:45.616353 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37776) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:45.621105 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-938d1030-799c-4e36-a5ee-7581ed569ae5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': '569f3e3e-292f-4bff-95dc-9c660acaee05', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:27:45.642853 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-938d1030-799c-4e36-a5ee-7581ed569ae5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Project b6f17c07e212457380fcbff9d60d1ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:27:45.647510 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-938d1030-799c-4e36-a5ee-7581ed569ae5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.705370 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.708344 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-938d1030-799c-4e36-a5ee-7581ed569ae5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.713116 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-938d1030-799c-4e36-a5ee-7581ed569ae5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.729784 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d1030-799c-4e36-a5ee-7581ed569ae5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61a7c4d-0264-423d-96bf-1bc32e09b201,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:45.735814 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-938d1030-799c-4e36-a5ee-7581ed569ae5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.736998 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-938d1030-799c-4e36-a5ee-7581ed569ae5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195991 Aug 29 18:27:45.739794 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37778) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:27:45.744935 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-6dc915ef-296d-417a-a8a0-1c517870d413 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'security_group_rule': {'security_group_id': '569f3e3e-292f-4bff-95dc-9c660acaee05', 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:27:45.767427 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-6dc915ef-296d-417a-a8a0-1c517870d413 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Project b6f17c07e212457380fcbff9d60d1ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:27:45.772445 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6dc915ef-296d-417a-a8a0-1c517870d413 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.837044 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6dc915ef-296d-417a-a8a0-1c517870d413 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.840711 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6dc915ef-296d-417a-a8a0-1c517870d413 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.858019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc915ef-296d-417a-a8a0-1c517870d413 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c588721-1cb1-438d-9b7b-967d2d969b86,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:27:45.865353 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6dc915ef-296d-417a-a8a0-1c517870d413 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.866807 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6dc915ef-296d-417a-a8a0-1c517870d413 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258972 Aug 29 18:27:46.886450 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:27:47.017822 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:48.576904 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:27:48.600627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: cc21c625-5191-42e0-b879-7f752ca3f689 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:27:48.600986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device cc21c625-5191-42e0-b879-7f752ca3f689 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:27:51.208335 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b14fb638-f585-4b83-8b3f-961054c4170c req-06144805-5f92-4939-8082-29b28c92bbc3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254245 Aug 29 18:27:51.277784 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b14fb638-f585-4b83-8b3f-961054c4170c req-f69083d3-51a1-4050-b84e-a13740db5d2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0265234 Aug 29 18:27:51.317502 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b14fb638-f585-4b83-8b3f-961054c4170c req-1c2765bd-eaf2-4cae-a8ad-a2cc6ab9e1a5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203691 Aug 29 18:27:51.422542 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fb638-f585-4b83-8b3f-961054c4170c req-f3b66c45-8dfb-4f2b-952f-efdb4feab2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:27:51.424515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b14fb638-f585-4b83-8b3f-961054c4170c req-f3b66c45-8dfb-4f2b-952f-efdb4feab2b3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003759 Aug 29 18:28:00.179793 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-3cd11d02-3046-45a9-8ec5-1698ad9c3e59 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999618813&fields=id&tenant_id=b6f17c07e212457380fcbff9d60d1ab8 HTTP/1.1" status: 200 len: 267 time: 0.0411341 Aug 29 18:28:00.303151 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d9d7-1416-4990-a167-bf930ad55746 req-6aaf5b5b-2d5c-4516-bcf1-f59e6749afe1 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:00.304635 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-6aaf5b5b-2d5c-4516-bcf1-f59e6749afe1 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 809 time: 0.1176624 Aug 29 18:28:00.320759 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-c1566f59-4914-40e9-a15d-358f7a7f1740 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/quotas/b6f17c07e212457380fcbff9d60d1ab8 HTTP/1.1" status: 200 len: 375 time: 0.0102739 Aug 29 18:28:00.373897 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-ecf64f8d-d04a-4b50-b296-619a17ad3a54 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470312 Aug 29 18:28:00.433848 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-197c09ec-fc6d-4dd7-8234-a16df830cb5f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:28:00.434882 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-197c09ec-fc6d-4dd7-8234-a16df830cb5f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494869 Aug 29 18:28:00.530014 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-226643db-4bcb-46b3-bb5c-6161883bb59b service neutron] 10.222.0.41 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887268 Aug 29 18:28:00.619055 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-1dac94d1-87ff-4078-aace-30d2d41debaa service neutron] 10.222.0.41 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820913 Aug 29 18:28:00.904945 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c7a1822-80f9-45d0-8bca-b7ee421d0668 req-8a83d6da-e727-4e87-9427-7660f1174011 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 210 time: 0.0274420 Aug 29 18:28:01.804233 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d9d7-1416-4990-a167-bf930ad55746 req-1dfca2ed-4d8e-45bd-b03a-4830757d99ab tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:01.806225 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-1dfca2ed-4d8e-45bd-b03a-4830757d99ab tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 809 time: 0.1097991 Aug 29 18:28:01.849751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-9c1a4587-aac9-4e65-a17b-e226209a4e3f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f17c07e212457380fcbff9d60d1ab8 HTTP/1.1" status: 200 len: 379 time: 0.0345378 Aug 29 18:28:01.860126 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'port': {'device_id': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'admin_state_up': True, 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'security_groups': ['569f3e3e-292f-4bff-95dc-9c660acaee05']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:28:01.968284 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Made reservation on behalf of b6f17c07e212457380fcbff9d60d1ab8 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:28:01.972115 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:02.014048 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e67db9b3-273d-419e-ac5b-e9add143e9ed req-62a6d744-063e-488e-a844-8a38e239437d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 210 time: 0.0327482 Aug 29 18:28:02.104299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Allocated IP 172.20.0.13 (bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50/9229c083-55ec-4c43-a016-51f47ef884b4/f526bb0f-855f-450d-ae47-587729bbb464) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:28:02.247506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:02.261512 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Transition to ACTIVE for port object f526bb0f-855f-450d-ae47-587729bbb464 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:28:02.294438 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:02.337441 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:28:02.343105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:28:02.347469 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:28:02.373847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:28:02.403717 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:02.404487 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:02.421918 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-64c0f07f-4d04-49e4-bf95-84b3132f9efe tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5656524 Aug 29 18:28:02.434528 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Request body: {'port': {'device_id': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:28:02.497094 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:02.644478 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8a8218cb-4e53-4d6a-a927-513a76881b19 None None] Provisioning for port f526bb0f-855f-450d-ae47-587729bbb464 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:28:02.649352 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8a8218cb-4e53-4d6a-a927-513a76881b19 None None] Provisioning complete for port f526bb0f-855f-450d-ae47-587729bbb464 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:28:02.649352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8a8218cb-4e53-4d6a-a927-513a76881b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:02.686138 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8a8218cb-4e53-4d6a-a927-513a76881b19 None None] Port f526bb0f-855f-450d-ae47-587729bbb464 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:28:02.772577 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f526bb0f-855f-450d-ae47-587729bbb464 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:28:02.780035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:02.792588 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Transition to ACTIVE for port object f526bb0f-855f-450d-ae47-587729bbb464 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:28:02.796457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:02.848481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Pushing event updated for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:28:02.939880 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Attempting to bind port f526bb0f-855f-450d-ae47-587729bbb464 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:28:02.940217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Attempting to bind port f526bb0f-855f-450d-ae47-587729bbb464 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:28:02.940550 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Attempting to bind port f526bb0f-855f-450d-ae47-587729bbb464 on network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:28:02.945915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Port f526bb0f-855f-450d-ae47-587729bbb464 on network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:28:02.946282 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Attempting to bind port f526bb0f-855f-450d-ae47-587729bbb464 on network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:28:02.960389 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:28:02.960734 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Checking segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:28:02.961135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Bound using segment: {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:28:02.961590 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Bound port: f526bb0f-855f-450d-ae47-587729bbb464, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3375c150-c493-4709-9609-51bdc6688694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:28:02.961998 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:03.044504 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:28:03.047847 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:28:03.056461 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:03.094651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:03.095296 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:03.096685 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] 10.222.0.43 "PUT /v2.0/ports/f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 1093 time: 0.6666529 Aug 29 18:28:03.097124 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:28:03.099422 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced9f5e3-601f-4e20-b875-1af461514ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "tag": "f526bb0f-855f-450d-ae47-587729bbb464"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:28:03.173069 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aabd02-5908-43a7-9f3f-cc4f4ccdd001 x-openstack-request-id: req-84aabd02-5908-43a7-9f3f-cc4f4ccdd001 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:28:03.173303 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "tag": "f526bb0f-855f-450d-ae47-587729bbb464", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:28:03.173497 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84aabd02-5908-43a7-9f3f-cc4f4ccdd001 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:28:03.173893 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464', 'status': 'completed', 'code': 200} Aug 29 18:28:03.204911 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728180-07d7-44a4-8385-b92b001f8f67 service neutron] Pushing event updated for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:28:03.228225 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606e96b-e1d6-4470-87d5-b908201d9230 req-299d27a2-2820-4b31-b6d6-3a4da98cf118 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:03.229852 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a606e96b-e1d6-4470-87d5-b908201d9230 req-299d27a2-2820-4b31-b6d6-3a4da98cf118 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.1065075 Aug 29 18:28:03.250531 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d9d7-1416-4990-a167-bf930ad55746 req-56470669-640f-42df-97a7-1c65f28d0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:03.252012 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-56470669-640f-42df-97a7-1c65f28d0ff5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1096 time: 0.0908437 Aug 29 18:28:03.301882 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-559572b2-2978-46b2-857a-748113f0c3bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 217 time: 0.0420210 Aug 29 18:28:03.323433 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a606e96b-e1d6-4470-87d5-b908201d9230 req-23f95594-f4e7-44da-8396-fc70494fcdf3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817122 Aug 29 18:28:03.367961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d9d7-1416-4990-a167-bf930ad55746 req-a02e3eaf-d74e-4842-a63d-9d8269bd173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:03.369430 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-a02e3eaf-d74e-4842-a63d-9d8269bd173d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0590832 Aug 29 18:28:03.420675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d9d7-1416-4990-a167-bf930ad55746 req-fd41a867-cdf2-43b9-9803-e015f02f5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:03.422090 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-fd41a867-cdf2-43b9-9803-e015f02f5e4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452616 Aug 29 18:28:03.857898 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-af6f9718-d4bf-48d5-9687-ef1ca0a6f144 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277585 Aug 29 18:28:03.959444 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e748d9d7-1416-4990-a167-bf930ad55746 req-ce54cbe3-8a42-4edb-acb1-ec891521b163 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899913 Aug 29 18:28:04.046188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-a952988e-4cf6-4714-9676-20b0030058b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:04.047638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-a952988e-4cf6-4714-9676-20b0030058b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1096 time: 0.0428331 Aug 29 18:28:04.139868 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-24bd307c-501b-4700-9e96-88058d1ddddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:04.141386 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-24bd307c-501b-4700-9e96-88058d1ddddb service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0864983 Aug 29 18:28:04.192058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-57fa3c38-2815-40ec-b637-ea8e5e7c626c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 217 time: 0.0390654 Aug 29 18:28:04.243449 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-2be59e23-acdc-46ed-a9a8-4d279003485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:04.244937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-2be59e23-acdc-46ed-a9a8-4d279003485e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0452778 Aug 29 18:28:04.293749 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-8d50bada-4a0a-42fd-beff-920dbc27e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:04.295288 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-8d50bada-4a0a-42fd-beff-920dbc27e46c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425568 Aug 29 18:28:04.395904 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-cbd6b6af-e866-4201-b683-425124049e19 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928645 Aug 29 18:28:04.457725 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d41908-ddc6-4b81-a90f-9254ecc97fa2 req-dbb2c89d-d68d-4d80-b43d-13c4f6908305 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:04.459376 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04d41908-ddc6-4b81-a90f-9254ecc97fa2 req-dbb2c89d-d68d-4d80-b43d-13c4f6908305 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0543375 Aug 29 18:28:04.501662 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ced9f5e3-601f-4e20-b875-1af461514ad0 req-b731f9bc-d289-4f17-8ca9-8f9d037c20bc service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987527 Aug 29 18:28:04.503185 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-04d41908-ddc6-4b81-a90f-9254ecc97fa2 req-4f27c9a3-1a39-49ff-ac3c-935b8ccbdbb2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375345 Aug 29 18:28:05.634561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e95ef-ae04-4448-a182-f64d615c89c9 req-3d5c7a47-6a1f-4a72-94d7-3d1ea6ae47bf tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:05.636187 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-673e95ef-ae04-4448-a182-f64d615c89c9 req-3d5c7a47-6a1f-4a72-94d7-3d1ea6ae47bf tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0617502 Aug 29 18:28:05.677911 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-673e95ef-ae04-4448-a182-f64d615c89c9 req-f6388e3b-1be5-4a6a-9521-9a3f92f8cccf tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351129 Aug 29 18:28:06.793640 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73738a76-f4aa-4b56-9ab3-131e7bdf734a req-33b97e09-1bb1-4bb0-ab62-04a9b5206773 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:06.795251 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73738a76-f4aa-4b56-9ab3-131e7bdf734a req-33b97e09-1bb1-4bb0-ab62-04a9b5206773 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0504947 Aug 29 18:28:06.832682 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-73738a76-f4aa-4b56-9ab3-131e7bdf734a req-82126970-cff7-4fd0-8a23-e725349f0f42 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Aug 29 18:28:07.950579 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d0d0-d312-467f-9ce6-146ec0239ec9 req-0c810523-2b36-4f50-8948-a569f3d75582 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:07.952070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ee1d0d0-d312-467f-9ce6-146ec0239ec9 req-0c810523-2b36-4f50-8948-a569f3d75582 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0510113 Aug 29 18:28:07.989700 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4ee1d0d0-d312-467f-9ce6-146ec0239ec9 req-4f039950-f962-449e-8f5d-2080099a5714 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317500 Aug 29 18:28:09.106541 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1574efc-a02f-40bb-bbab-edbf519c4233 req-c1959a13-bd9f-4dde-a5b9-b9962396891d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:09.108045 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1574efc-a02f-40bb-bbab-edbf519c4233 req-c1959a13-bd9f-4dde-a5b9-b9962396891d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0529382 Aug 29 18:28:09.146332 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c1574efc-a02f-40bb-bbab-edbf519c4233 req-601bc55c-f09b-476c-8c9f-d0e59d5c546f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323186 Aug 29 18:28:10.257995 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c05606-5ab6-418b-8173-ad357a4460c7 req-c8e08066-30d2-40c9-866d-f680443fb83d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:10.259476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9c05606-5ab6-418b-8173-ad357a4460c7 req-c8e08066-30d2-40c9-866d-f680443fb83d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0483699 Aug 29 18:28:10.296457 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-b9c05606-5ab6-418b-8173-ad357a4460c7 req-286b5ac0-362f-45ff-86c7-f10cdf3078ad tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310998 Aug 29 18:28:11.307685 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-712ce7ac-3775-4956-a51e-1d3f0ce5439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:11.410295 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdaf11-ee8e-4af9-9c88-0950292a1964 req-1698a7dc-4906-4c81-9ca4-166ae1a99f0c tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:11.411814 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6cdaf11-ee8e-4af9-9c88-0950292a1964 req-1698a7dc-4906-4c81-9ca4-166ae1a99f0c tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0486891 Aug 29 18:28:11.449201 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a6cdaf11-ee8e-4af9-9c88-0950292a1964 req-a7558adf-8521-4060-bd50-9fcca921264f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307100 Aug 29 18:28:12.564797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a6034-0c04-43f3-9cb5-eae9fabe47e3 req-3338128a-8cd1-499d-8dd6-2c9aa8c9f5e6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:12.566258 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb8a6034-0c04-43f3-9cb5-eae9fabe47e3 req-3338128a-8cd1-499d-8dd6-2c9aa8c9f5e6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0523500 Aug 29 18:28:12.603833 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb8a6034-0c04-43f3-9cb5-eae9fabe47e3 req-128bac0f-c6e2-4e51-9f40-95e1f2b3b0af tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 Aug 29 18:28:13.208816 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:13.718497 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc0be3-2370-43a6-b2dc-33a259ee0f07 req-9c6c0672-6f83-463a-a6a6-b7a18b8d5873 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:13.719938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1bc0be3-2370-43a6-b2dc-33a259ee0f07 req-9c6c0672-6f83-463a-a6a6-b7a18b8d5873 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0491648 Aug 29 18:28:13.757558 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a1bc0be3-2370-43a6-b2dc-33a259ee0f07 req-afb6c7c2-19fa-46e6-a206-3facbb9b94b8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Aug 29 18:28:13.776135 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:13.930282 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53ce2344-c0d5-4890-9cd5-57b2d6051b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:13.965383 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:14.714570 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f526bb0f-855f-450d-ae47-587729bbb464 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:28:14.808613 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:28:14.823611 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f526bb0f-855f-450d-ae47-587729bbb464', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'port_id': 'f526bb0f-855f-450d-ae47-587729bbb464', 'mac_address': 'fa:16:3e:df:3d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:28:14.862154 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:14.874392 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f8ff4-d43d-4ef0-8ee3-85e5640d09bd req-b2cedda6-02a5-4891-b79b-1a81ed728f5a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:14.875494 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f526bb0f-855f-450d-ae47-587729bbb464 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:28:14.876070 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-958f8ff4-d43d-4ef0-8ee3-85e5640d09bd req-b2cedda6-02a5-4891-b79b-1a81ed728f5a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0497172 Aug 29 18:28:14.896247 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:28:14.900899 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:14.923013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-958f8ff4-d43d-4ef0-8ee3-85e5640d09bd req-d648b510-22b5-4fbb-b8c2-13ac841c0658 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408258 Aug 29 18:28:14.949160 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:28:14.956937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.957285 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.957627 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.957966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.958354 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.958652 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.958986 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.959313 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.959641 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.959964 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.960287 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:14.960610 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:28:15.105026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f526bb0f-855f-450d-ae47-587729bbb464'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:28:15.707072 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:16.056416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0356-a8eb-41bd-a70d-ff7ea66347a7 req-14450b62-4753-49ee-8c9d-92360f7a1c5d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:16.057962 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26cb0356-a8eb-41bd-a70d-ff7ea66347a7 req-14450b62-4753-49ee-8c9d-92360f7a1c5d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 945 time: 0.0535896 Aug 29 18:28:16.095802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-26cb0356-a8eb-41bd-a70d-ff7ea66347a7 req-86334c17-ecee-4e69-92d5-e7110990637d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319140 Aug 29 18:28:16.715048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f526bb0f-855f-450d-ae47-587729bbb464 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:28:16.763370 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port f526bb0f-855f-450d-ae47-587729bbb464 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:28:16.766929 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f526bb0f-855f-450d-ae47-587729bbb464 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:28:16.767306 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:16.845229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:16.867442 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:28:16.869656 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb17267-5f63-40f5-bce9-b92feb534d5c" -d '{"events": [{"server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "name": "network-vif-plugged", "status": "completed", "tag": "f526bb0f-855f-450d-ae47-587729bbb464"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:28:16.882231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:28:16.886814 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:16.912219 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c496d2bb-43e7-4917-8c6f-aaa319720f03 x-openstack-request-id: req-c496d2bb-43e7-4917-8c6f-aaa319720f03 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:28:16.912522 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "name": "network-vif-plugged", "status": "completed", "tag": "f526bb0f-855f-450d-ae47-587729bbb464", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:28:16.912893 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c496d2bb-43e7-4917-8c6f-aaa319720f03 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:28:16.913747 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464', 'code': 200} Aug 29 18:28:16.939935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:28:17.004522 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053673a-748f-48a2-b683-e587fb738662 req-30de486b-da65-4d0d-93bb-5d4785f2cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:17.006021 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6053673a-748f-48a2-b683-e587fb738662 req-30de486b-da65-4d0d-93bb-5d4785f2cba2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0401597 Aug 29 18:28:17.023083 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:17.046615 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6053673a-748f-48a2-b683-e587fb738662 req-22f782a9-b4f6-4b07-9065-dcece8d9404c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334291 Aug 29 18:28:17.211039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121305d-189d-446a-910a-aa7843a31622 req-58245130-5963-4a5d-9dec-2b662046e479 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:17.212754 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f121305d-189d-446a-910a-aa7843a31622 req-58245130-5963-4a5d-9dec-2b662046e479 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0504749 Aug 29 18:28:17.252166 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f121305d-189d-446a-910a-aa7843a31622 req-a7023b55-c32c-4129-8616-0462cd6b0780 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325305 Aug 29 18:28:18.377574 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30793e0-be8b-492d-af2a-ed5cf8702e4e req-9d93cda3-d72b-4ab0-a87b-7c39f8bcf8bf tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:18.379285 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c30793e0-be8b-492d-af2a-ed5cf8702e4e req-9d93cda3-d72b-4ab0-a87b-7c39f8bcf8bf tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0538862 Aug 29 18:28:18.428654 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c30793e0-be8b-492d-af2a-ed5cf8702e4e req-7a8bb716-c53c-40f5-8df1-00ede5830e83 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398223 Aug 29 18:28:18.549473 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dd080-090e-427c-87fd-b96fddbff5fb req-090a5114-fa1c-45a3-a45d-f9401b084658 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:18.551088 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-432dd080-090e-427c-87fd-b96fddbff5fb req-090a5114-fa1c-45a3-a45d-f9401b084658 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0524611 Aug 29 18:28:18.596241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-432dd080-090e-427c-87fd-b96fddbff5fb req-2f03192c-b590-4f17-b14e-3db88968e23c tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350351 Aug 29 18:28:18.635969 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:28:18.693085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14700296-3e8a-4dad-bf01-fc83268a427a tempest-TestShelveInstance-695533096 tempest-TestShelveInstance-695533096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:18.694899 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-14700296-3e8a-4dad-bf01-fc83268a427a tempest-TestShelveInstance-695533096 tempest-TestShelveInstance-695533096-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1093 time: 0.0577972 Aug 29 18:28:18.698864 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 37974) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:28:18.703825 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'f526bb0f-855f-450d-ae47-587729bbb464', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:28:18.731900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:18.880454 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:18.999842 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Allocated IP 172.25.2.4 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/989fcc68-26e4-410d-8ffd-348cb4d32730) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:28:19.111755 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:19.153810 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:19.199820 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:28:19.206291 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:28:19.210923 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:28:19.219017 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'Port': ['ID=989fcc68-26e4-410d-8ffd-348cb4d32730,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:28:19.701987 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:19.795288 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:19.993667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:19.999109 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:20.065560 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event updated for resources: {'Port': ['ID=989fcc68-26e4-410d-8ffd-348cb4d32730,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:28:20.082343 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:20.186249 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Floating IP 555ddd1a-9a48-4725-8971-c1fee5425bb5 associated. External IP: 172.25.2.4, port: f526bb0f-855f-450d-ae47-587729bbb464. Aug 29 18:28:20.412502 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:28:20.548518 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:28:20.560754 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] Sync routers for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:28:20.571238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:28:20.571886 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:28:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:28:20.573126 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:20.612144 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-db7968c1-3fd5-49b4-890d-d0057fc015c7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9085071 Aug 29 18:28:20.612144 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:28:20.613288 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9368c7f0-d2b6-42e0-a399-320699901f60" -d '{"events": [{"name": "network-changed", "server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "tag": "f526bb0f-855f-450d-ae47-587729bbb464"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:28:20.692925 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:28:20.733097 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23144af5-56c3-41fa-b756-046d20368dc1 x-openstack-request-id: req-23144af5-56c3-41fa-b756-046d20368dc1 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:28:20.733664 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "tag": "f526bb0f-855f-450d-ae47-587729bbb464", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:28:20.733664 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23144af5-56c3-41fa-b756-046d20368dc1 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:28:20.734080 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464', 'status': 'completed', 'code': 200} Aug 29 18:28:20.808542 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-dd9fe6d8-fa2e-421c-819e-034e3b1fdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:20.811601 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-dd9fe6d8-fa2e-421c-819e-034e3b1fdc5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0534425 Aug 29 18:28:20.930736 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-3ea8b868-168b-43ca-a7e2-6087a6bdb60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:20.933762 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-3ea8b868-168b-43ca-a7e2-6087a6bdb60f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.1144435 Aug 29 18:28:21.015632 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '555ddd1a-9a48-4725-8971-c1fee5425bb5', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'port_id': 'f526bb0f-855f-450d-ae47-587729bbb464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'mac_address': 'fa:16:3e:df:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:28:19Z', 'updated_at': '2021-08-29T18:28:19Z', 'revision_number': 0, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:28:21.030212 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-c5c211ea-0870-4a81-bef9-ba837feb3899 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 998 time: 0.0893002 Aug 29 18:28:21.059562 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] Checking router: 74b63f9e-0fe1-47d6-88bb-d98d63c65607 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:28:21.072659 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:28:21.074264 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:28:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:28:21.096686 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-2548caf1-c86f-40b5-9458-d1e0871b7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:21.098296 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-2548caf1-c86f-40b5-9458-d1e0871b7fab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0613987 Aug 29 18:28:21.156514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-e9a050e2-3131-4f53-8596-3aef899f337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:21.158876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-e9a050e2-3131-4f53-8596-3aef899f337a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536320 Aug 29 18:28:21.223407 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:28:21.294942 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-55aece72-470c-4728-97c4-ad9e15c1e02a service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292422 Aug 29 18:28:21.404991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9368c7f0-d2b6-42e0-a399-320699901f60 req-8f1b12d4-2038-46ed-9f4e-e6157444189b service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021104 Aug 29 18:28:21.504082 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '555ddd1a-9a48-4725-8971-c1fee5425bb5', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'port_id': 'f526bb0f-855f-450d-ae47-587729bbb464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'mac_address': 'fa:16:3e:df:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:28:19Z', 'updated_at': '2021-08-29T18:28:19Z', 'revision_number': 0, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:28:21.530506 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ced484-a9c9-432e-a6c7-b77e9e0d6c0c None None] The sync data for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 is: [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '555ddd1a-9a48-4725-8971-c1fee5425bb5', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'port_id': 'f526bb0f-855f-450d-ae47-587729bbb464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'mac_address': 'fa:16:3e:df:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:28:19Z', 'updated_at': '2021-08-29T18:28:19Z', 'revision_number': 0, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:28:21.746206 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5486f151-4930-4e07-9a53-9f2d370e0acd None None] New status for floating IP 555ddd1a-9a48-4725-8971-c1fee5425bb5: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:28:23.885358 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:28:41.313622 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2e84ce0e-1727-4754-af71-5e73a0105b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:43.235527 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:43.794851 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:43.936352 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4296b20a-2080-4ba6-a773-e5cad1be4b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:43.969665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:45.718472 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:47.026303 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:52.232717 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de49a6f7-d6e2-4c30-a96d-d1723e2ff9b8 req-5439890d-0489-4afa-b61a-a8100877b9d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257905 Aug 29 18:28:52.298090 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de49a6f7-d6e2-4c30-a96d-d1723e2ff9b8 req-e58ea933-9302-4890-9926-03f762c73a94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0253894 Aug 29 18:28:52.335577 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de49a6f7-d6e2-4c30-a96d-d1723e2ff9b8 req-76b965f0-05f4-4406-9c97-55ff96717bf9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190995 Aug 29 18:28:52.436737 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49a6f7-d6e2-4c30-a96d-d1723e2ff9b8 req-f0032b6b-d09e-4d09-a47e-dde36ab9f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:52.438142 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-de49a6f7-d6e2-4c30-a96d-d1723e2ff9b8 req-f0032b6b-d09e-4d09-a47e-dde36ab9f4bc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960295 Aug 29 18:28:52.574937 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-9b9ae695-3164-4afa-91a3-111af8f62ed5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465493 Aug 29 18:28:52.656793 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-adf14341-1808-4ad6-bf98-a4ca6e8c16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:52.658532 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-adf14341-1808-4ad6-bf98-a4ca6e8c16bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0416424 Aug 29 18:28:52.761966 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-a49bdd3a-e409-48ca-aeca-ae13eb171e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:52.763481 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-a49bdd3a-e409-48ca-aeca-ae13eb171e06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0853562 Aug 29 18:28:52.833672 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-8b3bd6d4-dcd1-446d-bf5a-9bc06fc5ae3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 1000 time: 0.0632513 Aug 29 18:28:52.883628 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-0c16db20-e649-41c7-b8aa-958c955656f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:52.885059 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-0c16db20-e649-41c7-b8aa-958c955656f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0444210 Aug 29 18:28:52.933085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-2b225e14-a869-4746-aa92-0a513e4f0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:28:52.934564 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-2b225e14-a869-4746-aa92-0a513e4f0a2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422008 Aug 29 18:28:53.033256 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-6f1067b8-8176-4909-8734-98d069313ffa service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907006 Aug 29 18:28:53.132668 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-35f36839-8dfb-4448-b783-bcc1652f4bbd req-e58d5229-fbbf-4964-8d26-2b678505b9c3 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915637 Aug 29 18:29:00.885652 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:29:11.304943 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f745b47-d280-4bb9-a023-32c965dedad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:13.230383 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:13.800346 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:13.929527 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-611a30aa-ce4f-4510-b323-343794a04b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:13.971458 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:15.714499 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:17.023568 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:37.885560 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:29:41.305341 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97c640b3-f653-441d-bd14-bb5df62daf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:43.247513 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:43.804951 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:43.930205 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-054d2694-403a-4c16-888c-5ab2e485a6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:43.972909 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:45.718325 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:47.024662 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:52.271135 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6ef0114-3ba8-4d96-bb28-295882e7a18f req-ebd7b9c2-0c7a-4c1e-8943-dc454e72b7ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0804431 Aug 29 18:29:52.352101 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6ef0114-3ba8-4d96-bb28-295882e7a18f req-c4a4673e-23bd-437e-8610-4a32d1f792dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0253112 Aug 29 18:29:52.396531 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6ef0114-3ba8-4d96-bb28-295882e7a18f req-377296e3-ffbe-44bb-973a-7b25eba0140f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248399 Aug 29 18:29:52.496540 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef0114-3ba8-4d96-bb28-295882e7a18f req-1a01836a-f25a-4e68-9409-4aab98373551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:29:52.498020 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e6ef0114-3ba8-4d96-bb28-295882e7a18f req-1a01836a-f25a-4e68-9409-4aab98373551 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944257 Aug 29 18:29:54.644522 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-69cb6ab8-3056-4fac-84c4-eaa00b5cc9e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955405 Aug 29 18:29:54.730901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-8fd9ef79-00d7-48be-9a73-9df0c453e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:29:54.732321 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-8fd9ef79-00d7-48be-9a73-9df0c453e5fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0413361 Aug 29 18:29:54.838605 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-7f204f57-efd8-48fe-9664-5abae5436345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:29:54.840092 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-7f204f57-efd8-48fe-9664-5abae5436345 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0873988 Aug 29 18:29:54.916354 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-d5578bb9-7303-410f-a525-a38022cacf36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 1000 time: 0.0663471 Aug 29 18:29:54.977258 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-ef1f1698-f340-4512-9362-0098ef650b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:29:54.979650 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-ef1f1698-f340-4512-9362-0098ef650b6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0519121 Aug 29 18:29:55.040059 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-8e31624f-3460-40d4-9367-a86dadce8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:29:55.041562 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-8e31624f-3460-40d4-9367-a86dadce8a5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521140 Aug 29 18:29:55.147691 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-aaa391d1-b636-4a66-b7b5-db2857d2a89f service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935977 Aug 29 18:29:55.251421 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-50cfaf1c-1730-44f3-bc60-4daab101af72 req-74e87a27-34e6-4f55-98ca-c66f775b086d service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934534 Aug 29 18:30:11.307441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-13b72f35-2bf1-41a6-83b3-ce9faddd848d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:13.259125 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:13.802689 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:13.929341 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ff1299a4-520a-4462-9900-0de2c8ad73a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:13.972860 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:14.884887 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:30:15.720101 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:16.718031 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08bdf0-5860-4609-9a39-f9923d120a30 req-84db3b99-f4c1-43a2-b24b-3c851d379443 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:16.719560 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc08bdf0-5860-4609-9a39-f9923d120a30 req-84db3b99-f4c1-43a2-b24b-3c851d379443 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0542541 Aug 29 18:30:16.758664 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fc08bdf0-5860-4609-9a39-f9923d120a30 req-50895088-9faa-4f9d-b1ce-55b52d42932e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330963 Aug 29 18:30:17.026768 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:17.875850 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026e921-84d9-4470-b67f-8c6f4ee81c8d req-de1faf3f-a255-4320-8323-3196f8c22224 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:17.877348 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9026e921-84d9-4470-b67f-8c6f4ee81c8d req-de1faf3f-a255-4320-8323-3196f8c22224 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0502586 Aug 29 18:30:17.914519 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9026e921-84d9-4470-b67f-8c6f4ee81c8d req-eb64dc65-9eb5-4327-b615-178434decbd4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312276 Aug 29 18:30:19.060890 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db863ea-9383-4a18-b6bd-e84b21f51287 req-d157e7e5-13d6-4fad-9536-b97d8022fcd7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:19.062378 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5db863ea-9383-4a18-b6bd-e84b21f51287 req-d157e7e5-13d6-4fad-9536-b97d8022fcd7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0484109 Aug 29 18:30:19.099694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5db863ea-9383-4a18-b6bd-e84b21f51287 req-968078bd-1817-4c71-a077-08423a185c60 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309448 Aug 29 18:30:20.212894 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48c4d5-c9cf-4b40-8981-83a47bb8a3f8 req-d03a85a3-0b0a-4c5d-bc8f-82ec1e54c4fa tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:20.214352 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db48c4d5-c9cf-4b40-8981-83a47bb8a3f8 req-d03a85a3-0b0a-4c5d-bc8f-82ec1e54c4fa tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0483754 Aug 29 18:30:20.251841 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-db48c4d5-c9cf-4b40-8981-83a47bb8a3f8 req-0389cc3b-ce99-4b2d-b65d-07b91e7f84f2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Aug 29 18:30:21.369428 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ab3e6-f55b-4044-bf4b-233c7f17ce9d req-7a75315b-f78a-44ca-ac9f-322938efe076 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:21.370872 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d1ab3e6-f55b-4044-bf4b-233c7f17ce9d req-7a75315b-f78a-44ca-ac9f-322938efe076 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0528374 Aug 29 18:30:21.410178 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6d1ab3e6-f55b-4044-bf4b-233c7f17ce9d req-0eab900e-58b3-4c4c-b6d6-4d567ce147b3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332377 Aug 29 18:30:22.528095 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca4da-add8-4c42-9765-29cf5d182803 req-6414e9b0-6c92-4123-ab10-e0d93c82f7d0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:22.529567 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9dca4da-add8-4c42-9765-29cf5d182803 req-6414e9b0-6c92-4123-ab10-e0d93c82f7d0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0528007 Aug 29 18:30:22.570308 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b9dca4da-add8-4c42-9765-29cf5d182803 req-767246bf-d11f-4c29-9d8c-d32c14ffb099 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336940 Aug 29 18:30:23.692281 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f8fd4-2989-4f01-b0fa-bd7c71fcc0f1 req-9320ed0f-239d-4034-8283-76fffc184b30 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:23.693917 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e1f8fd4-2989-4f01-b0fa-bd7c71fcc0f1 req-9320ed0f-239d-4034-8283-76fffc184b30 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0567279 Aug 29 18:30:23.735037 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e1f8fd4-2989-4f01-b0fa-bd7c71fcc0f1 req-6df97a63-f6cb-42de-a39e-34406afea1f6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342009 Aug 29 18:30:24.850818 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f903a-02d9-4acb-a444-572d0cdc4a60 req-827d70c7-8ee0-4105-b1c2-e7a616ed477b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:24.852333 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b9f903a-02d9-4acb-a444-572d0cdc4a60 req-827d70c7-8ee0-4105-b1c2-e7a616ed477b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0501771 Aug 29 18:30:24.890407 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3b9f903a-02d9-4acb-a444-572d0cdc4a60 req-a32d0ae8-89d1-43c8-93fc-313c73c602a5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321777 Aug 29 18:30:26.002432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd487f4b-d69c-4b2b-a0bc-e8b3acfcfc33 req-22b29bff-f994-4659-bd7c-861b02b86113 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:26.003948 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd487f4b-d69c-4b2b-a0bc-e8b3acfcfc33 req-22b29bff-f994-4659-bd7c-861b02b86113 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0483241 Aug 29 18:30:26.041002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-bd487f4b-d69c-4b2b-a0bc-e8b3acfcfc33 req-3a0e5fde-4810-4f6c-bd84-6f92c192f7c8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312810 Aug 29 18:30:26.851859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-fa41fe4a-96a8-4011-80c7-d4e12ec43c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:26.853352 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-fa41fe4a-96a8-4011-80c7-d4e12ec43c9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0414770 Aug 29 18:30:26.945892 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-4009edcc-a8f4-4e87-9c31-8985a2bbdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:26.947376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-4009edcc-a8f4-4e87-9c31-8985a2bbdc55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0871344 Aug 29 18:30:27.012280 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-e7384373-7cee-4038-8086-29b0e538cb8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 1000 time: 0.0570796 Aug 29 18:30:27.065672 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-7e32a97f-2f7e-40c2-b435-9d9e1493d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:27.067174 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-7e32a97f-2f7e-40c2-b435-9d9e1493d2af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0479286 Aug 29 18:30:27.117764 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-0545d58b-2222-4910-adb0-d5ed29e390aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:27.119236 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-0545d58b-2222-4910-adb0-d5ed29e390aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410349 Aug 29 18:30:27.154196 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ced014-c3ea-43a5-b7d5-58e5262e02a3 req-c8b015a6-efbe-4f37-886c-96d664af12da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:27.155731 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86ced014-c3ea-43a5-b7d5-58e5262e02a3 req-c8b015a6-efbe-4f37-886c-96d664af12da tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0488582 Aug 29 18:30:27.193986 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-86ced014-c3ea-43a5-b7d5-58e5262e02a3 req-f01e41b7-9820-4e58-85b0-4c1260d2a52c tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318177 Aug 29 18:30:27.209869 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-598ab299-941a-443d-b233-3705a13987b2 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829453 Aug 29 18:30:27.304424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f3ae4a71-841c-45bb-8429-0be29017a486 req-17b9d668-f5c5-4ead-b137-3a33fd585c1b service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876405 Aug 29 18:30:28.308933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500b477-5e0c-4114-bcc9-194c13f74e18 req-776570cb-dd87-4e79-9d6c-9387cfd1aad8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:28.310388 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9500b477-5e0c-4114-bcc9-194c13f74e18 req-776570cb-dd87-4e79-9d6c-9387cfd1aad8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0494592 Aug 29 18:30:28.348458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9500b477-5e0c-4114-bcc9-194c13f74e18 req-a32f70d9-c5cc-43e0-b19f-58c5be353d34 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314178 Aug 29 18:30:29.475028 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804ea4-e4c6-4712-b363-4c695a3957ee req-4cd0ed44-a422-4bcf-a6ee-d6bb12ef4d81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:29.476781 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11804ea4-e4c6-4712-b363-4c695a3957ee req-4cd0ed44-a422-4bcf-a6ee-d6bb12ef4d81 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0611820 Aug 29 18:30:29.522259 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-11804ea4-e4c6-4712-b363-4c695a3957ee req-376c56ec-0097-42c7-83dc-7a8c4543ecae tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387280 Aug 29 18:30:30.644613 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac744d8d-66fb-48a6-a58c-f4283a9cace7 req-4c53d80e-0437-4ac7-8307-6c4857caccdf tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:30.646241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac744d8d-66fb-48a6-a58c-f4283a9cace7 req-4c53d80e-0437-4ac7-8307-6c4857caccdf tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0547171 Aug 29 18:30:30.698424 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ac744d8d-66fb-48a6-a58c-f4283a9cace7 req-8f10c61e-6b87-4233-b626-5b3614af4689 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404918 Aug 29 18:30:30.901002 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-3e66b64a-dfec-4b3f-9d5b-9ab055be6511 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0501111 Aug 29 18:30:30.944085 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c233a9-6c95-4621-8597-45d5ac2069ae req-6e0807e4-b4e5-472c-8e95-aa979e60125f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:30.945623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9c233a9-6c95-4621-8597-45d5ac2069ae req-6e0807e4-b4e5-472c-8e95-aa979e60125f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0570791 Aug 29 18:30:30.988108 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-e9c233a9-6c95-4621-8597-45d5ac2069ae req-b8a1eb8e-3f1b-40ba-9786-471df0f6d133 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359337 Aug 29 18:30:32.107231 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409e7b6-ae14-436c-b1fe-1310d5a3d8da req-0e56fc4a-a807-4478-a047-80326b77e563 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:32.108761 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c409e7b6-ae14-436c-b1fe-1310d5a3d8da req-0e56fc4a-a807-4478-a047-80326b77e563 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0520179 Aug 29 18:30:32.148743 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c409e7b6-ae14-436c-b1fe-1310d5a3d8da req-db920ad8-3020-443d-94bc-48d3192955b8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Aug 29 18:30:33.273977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7bb6d-2d98-4d73-a252-5f6afc44435c req-1a057357-8307-4da3-bb31-a1a3bcfa1768 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:33.275638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4c7bb6d-2d98-4d73-a252-5f6afc44435c req-1a057357-8307-4da3-bb31-a1a3bcfa1768 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0576646 Aug 29 18:30:33.322058 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f4c7bb6d-2d98-4d73-a252-5f6afc44435c req-6a3bb18d-b4ed-4d7f-9db0-0c6cae310b40 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 Aug 29 18:30:33.477389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f526bb0f-855f-450d-ae47-587729bbb464 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:30:33.557140 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:33.586025 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:30:33.588383 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9670468-fe8c-431f-9c07-c6d8e945bcc0" -d '{"events": [{"server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "f526bb0f-855f-450d-ae47-587729bbb464"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:30:33.603590 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:30:33.608465 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:33.632917 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429776f2-efca-4956-89f0-68ae5b519f4d x-openstack-request-id: req-429776f2-efca-4956-89f0-68ae5b519f4d {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:30:33.633193 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "name": "network-vif-unplugged", "status": "failed", "tag": "f526bb0f-855f-450d-ae47-587729bbb464", "code": 422}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:30:33.633446 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-429776f2-efca-4956-89f0-68ae5b519f4d {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:30:33.633852 n-d-713499-15 neutron-server[94797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464', 'code': 422} returned with failed status Aug 29 18:30:33.662103 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:30:33.669716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.670067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.670412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.670778 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.671115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.671451 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.671779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.672163 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.672997 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.673317 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.673642 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:33.673965 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:30:34.445897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f478-956d-4ec7-b922-e677ed6f3f6b req-523e7781-1e86-40f4-9cc4-f23e03bc9694 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:34.447453 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc82f478-956d-4ec7-b922-e677ed6f3f6b req-523e7781-1e86-40f4-9cc4-f23e03bc9694 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0563912 Aug 29 18:30:34.487712 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dc82f478-956d-4ec7-b922-e677ed6f3f6b req-fc6db9f6-18aa-413b-9170-444acd0a13a2 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Aug 29 18:30:35.604131 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47224de3-1354-4a6a-a7f7-87825ee329c5 req-41444ee2-18e0-4bd5-8f65-076edd620b10 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:35.605654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47224de3-1354-4a6a-a7f7-87825ee329c5 req-41444ee2-18e0-4bd5-8f65-076edd620b10 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0494778 Aug 29 18:30:35.621152 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-e116276c-22c9-4207-a19f-c4b2734c2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:35.622681 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-e116276c-22c9-4207-a19f-c4b2734c2074 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4&tenant_id=b6f17c07e212457380fcbff9d60d1ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0429385 Aug 29 18:30:35.644994 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-47224de3-1354-4a6a-a7f7-87825ee329c5 req-2958d64a-3ce5-464a-8815-9e0ded8ea49e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333312 Aug 29 18:30:35.688591 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-4ff6bc02-3ce0-4a20-a4ea-c62e2e5f9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:35.690301 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-4ff6bc02-3ce0-4a20-a4ea-c62e2e5f9051 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1096 time: 0.0455849 Aug 29 18:30:35.784608 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-8f766f94-c1b3-4a42-a1ed-dba576366fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:35.786079 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-8f766f94-c1b3-4a42-a1ed-dba576366fc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0893953 Aug 29 18:30:35.854949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-85f641c5-8d01-4e1e-8052-83d08d59dc09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 998 time: 0.0599287 Aug 29 18:30:35.909299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-633c7c8e-455b-4ea4-8bd7-3a633bf5e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:35.910786 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-633c7c8e-455b-4ea4-8bd7-3a633bf5e4f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0493653 Aug 29 18:30:35.958185 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-b4d3ea35-a998-45f0-9672-11e04b5cde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:35.959767 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-b4d3ea35-a998-45f0-9672-11e04b5cde5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419800 Aug 29 18:30:36.049104 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-35e14395-142f-45f6-91bc-51e5174a679d service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823488 Aug 29 18:30:36.146617 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-19e5433e-38b1-4d01-a9bf-e1412c2d29a4 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910048 Aug 29 18:30:36.763165 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbdef2-b2d7-4f40-b24c-bc3a12ee2e19 req-b153259c-d2e8-49a3-b6bb-92f26ec300ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:36.764678 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69bbdef2-b2d7-4f40-b24c-bc3a12ee2e19 req-b153259c-d2e8-49a3-b6bb-92f26ec300ce tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0505559 Aug 29 18:30:36.803922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-69bbdef2-b2d7-4f40-b24c-bc3a12ee2e19 req-a2b07285-035e-42e2-b782-d7651b31d483 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327685 Aug 29 18:30:37.925084 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a0061-a0a6-4ead-b378-9a073596e3a9 req-1d614d79-5563-4e8a-a36c-3d27cbb74c64 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:37.926660 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff8a0061-a0a6-4ead-b378-9a073596e3a9 req-1d614d79-5563-4e8a-a36c-3d27cbb74c64 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0558693 Aug 29 18:30:37.965557 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ff8a0061-a0a6-4ead-b378-9a073596e3a9 req-f776edff-180e-42b9-b855-9bce419f5e1b tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328498 Aug 29 18:30:39.084086 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528bf7-a360-4893-8801-c93f76d1eb21 req-3fd1998c-5a98-44c7-ac3c-874c27e04afa tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:39.085597 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90528bf7-a360-4893-8801-c93f76d1eb21 req-3fd1998c-5a98-44c7-ac3c-874c27e04afa tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0502894 Aug 29 18:30:39.136097 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-90528bf7-a360-4893-8801-c93f76d1eb21 req-6f43dc81-a20b-42ba-8c6b-7eb4a8e59ca5 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445452 Aug 29 18:30:40.256187 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05ffd8-4001-480e-8d20-a3f37bf4180b req-63f7d52b-e60e-40d8-9a82-8b90007fa387 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:40.257718 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb05ffd8-4001-480e-8d20-a3f37bf4180b req-63f7d52b-e60e-40d8-9a82-8b90007fa387 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0535142 Aug 29 18:30:40.296999 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-cb05ffd8-4001-480e-8d20-a3f37bf4180b req-264a7327-b991-492c-8cfc-066e9bc61b60 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333779 Aug 29 18:30:41.309929 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f53fbd20-9cf2-4797-b3e0-d3006bdc9163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:41.430735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb043f0c-d124-4956-90e0-832faa05a3af req-58625f92-5bae-4e65-806b-bd89f07488f4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:41.432448 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb043f0c-d124-4956-90e0-832faa05a3af req-58625f92-5bae-4e65-806b-bd89f07488f4 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0652332 Aug 29 18:30:41.477223 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fb043f0c-d124-4956-90e0-832faa05a3af req-9fe0ce22-4824-4da1-af9f-96e103a7a319 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380411 Aug 29 18:30:42.601158 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a263f-de13-42b0-8fe3-629223565389 req-9d188735-3fb8-48c2-8cd4-93656d68abdc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:42.602695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-116a263f-de13-42b0-8fe3-629223565389 req-9d188735-3fb8-48c2-8cd4-93656d68abdc tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 944 time: 0.0518734 Aug 29 18:30:42.639843 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-116a263f-de13-42b0-8fe3-629223565389 req-5c1cd0ce-8ee8-4815-a97f-879171c7c7df tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Aug 29 18:30:43.288384 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:43.493157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f526bb0f-855f-450d-ae47-587729bbb464 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:30:43.594541 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:30:43.605716 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'f526bb0f-855f-450d-ae47-587729bbb464', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'port_id': 'f526bb0f-855f-450d-ae47-587729bbb464', 'mac_address': 'fa:16:3e:df:3d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:30:43.643482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:43.656453 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f526bb0f-855f-450d-ae47-587729bbb464 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:30:43.678348 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:30:43.682821 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:43.737077 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:30:43.772344 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8edfc5-ef3d-4511-9284-6e23bd06197c req-846f0b0f-ecdc-4abe-9c23-3b3747dd513d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:43.773856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b8edfc5-ef3d-4511-9284-6e23bd06197c req-846f0b0f-ecdc-4abe-9c23-3b3747dd513d tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 945 time: 0.0538270 Aug 29 18:30:43.815706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:43.829835 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-0b8edfc5-ef3d-4511-9284-6e23bd06197c req-2b60abc1-e68e-4c1f-bc86-14472f95279c tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497983 Aug 29 18:30:43.887646 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['f526bb0f-855f-450d-ae47-587729bbb464'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:30:43.941085 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a7dee984-f8e1-49b5-af01-df520e50db3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:43.990799 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:44.953646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46879-49f0-4120-bc59-66e419b5afb8 req-fed4763a-ee65-40a3-ae8f-ea67645147f0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:44.955240 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10f46879-49f0-4120-bc59-66e419b5afb8 req-fed4763a-ee65-40a3-ae8f-ea67645147f0 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 945 time: 0.0569804 Aug 29 18:30:44.997708 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-10f46879-49f0-4120-bc59-66e419b5afb8 req-1eb7290c-b1cb-4fb9-9a11-78a65afe4d66 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359876 Aug 29 18:30:45.508127 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f526bb0f-855f-450d-ae47-587729bbb464 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:30:45.559620 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port f526bb0f-855f-450d-ae47-587729bbb464 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:30:45.559995 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:45.641185 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:45.672396 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:30:45.674699 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4138940-a922-41fe-a8b0-a262960342cf" -d '{"events": [{"server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "name": "network-vif-plugged", "status": "completed", "tag": "f526bb0f-855f-450d-ae47-587729bbb464"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:30:45.689573 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:30:45.695123 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:45.738650 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10ff9e-4ae5-4740-942b-36b936fd18c9 x-openstack-request-id: req-6d10ff9e-4ae5-4740-942b-36b936fd18c9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:30:45.738936 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "name": "network-vif-plugged", "status": "completed", "tag": "f526bb0f-855f-450d-ae47-587729bbb464", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:30:45.739165 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d10ff9e-4ae5-4740-942b-36b936fd18c9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:30:45.739557 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464', 'code': 200} Aug 29 18:30:45.756583 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:45.772482 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:30:45.895630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2da826-7d57-4238-b8c4-0ab54a6a95d7 req-c6856ee0-2723-40ab-bd1f-2b72e6bc5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:45.897152 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec2da826-7d57-4238-b8c4-0ab54a6a95d7 req-c6856ee0-2723-40ab-bd1f-2b72e6bc5656 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0441124 Aug 29 18:30:45.937142 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ec2da826-7d57-4238-b8c4-0ab54a6a95d7 req-fed2b592-f8c5-474f-a0c2-2f931da714b6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Aug 29 18:30:46.140868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb472f-b535-4643-92a1-d7352d666d61 req-f86179a9-c8e9-45b2-99c2-4cd63c0916b7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:46.142541 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16eb472f-b535-4643-92a1-d7352d666d61 req-f86179a9-c8e9-45b2-99c2-4cd63c0916b7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0600967 Aug 29 18:30:46.184773 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-16eb472f-b535-4643-92a1-d7352d666d61 req-7cc8b4c6-ad40-416a-a31a-fdf26410b12e tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359948 Aug 29 18:30:47.031714 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:47.361905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47760c4-0318-4eea-9c00-477dcf4b9954 req-81374d78-2e06-4645-b720-5f3548263c54 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:47.363538 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f47760c4-0318-4eea-9c00-477dcf4b9954 req-81374d78-2e06-4645-b720-5f3548263c54 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.1063559 Aug 29 18:30:47.403991 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f47760c4-0318-4eea-9c00-477dcf4b9954 req-26de908b-1d66-479e-a102-38bda752454f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344660 Aug 29 18:30:51.884101 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:30:54.213914 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea88bc01-ccf3-4e41-bbc1-030d5f683ca9 req-41451385-4024-443a-984f-2c7400657617 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0245676 Aug 29 18:30:54.276965 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea88bc01-ccf3-4e41-bbc1-030d5f683ca9 req-a58d5329-64fd-4629-9092-573e265d9fde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0241609 Aug 29 18:30:54.318691 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea88bc01-ccf3-4e41-bbc1-030d5f683ca9 req-d494910a-826e-4ada-95c4-59ab827cc048 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233874 Aug 29 18:30:54.409609 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88bc01-ccf3-4e41-bbc1-030d5f683ca9 req-dc7b3407-672f-4106-8a2c-97f458328f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:54.411023 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ea88bc01-ccf3-4e41-bbc1-030d5f683ca9 req-dc7b3407-672f-4106-8a2c-97f458328f39 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856352 Aug 29 18:30:57.098300 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-e332aa65-8bc5-4635-a0d4-2953b764ea8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401542 Aug 29 18:30:57.178047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-8247cc20-fedc-40fd-b671-3cee400472fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:57.179540 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-8247cc20-fedc-40fd-b671-3cee400472fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0409558 Aug 29 18:30:57.288131 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-40594ca4-a6a0-41b9-ae5e-b8d78f5796b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:57.289623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-40594ca4-a6a0-41b9-ae5e-b8d78f5796b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0909202 Aug 29 18:30:57.358290 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-bc59004f-558a-4e01-aade-887030ac226e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 1000 time: 0.0609298 Aug 29 18:30:57.411848 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-21be7df9-6d99-42f9-b7cb-276d52039cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:57.413282 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-21be7df9-6d99-42f9-b7cb-276d52039cdb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0485091 Aug 29 18:30:57.459193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-d504fa40-ec92-4f9d-ae4b-30e2b63fd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:30:57.460758 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-d504fa40-ec92-4f9d-ae4b-30e2b63fd8e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400393 Aug 29 18:30:57.551928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-fd4356f0-54d1-48c5-9cb4-54c45f9e9320 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842810 Aug 29 18:30:57.658652 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2e90cec9-9e3b-4d18-9215-9f6f71c3d776 req-fe33d6ea-b408-4496-8d2e-217e513afcca service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986118 Aug 29 18:31:11.311429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9aa9-b76e-42e7-847b-44934e7fa871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:13.467235 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:13.849150 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:13.934676 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-518fbf10-195e-4351-b8ec-566f26d867cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:13.974866 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:15.724677 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:17.032549 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:28.882349 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:31:41.313965 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9753311-b663-460d-83cc-cc3b067d0fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:43.318215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:43.841629 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:43.934605 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-324d0a04-0b78-4208-b00d-c4bd2cc493f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:43.975215 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:45.730019 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:47.035537 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:55.714785 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1700958f-ddba-4d81-9d80-b3a06c52ec33 req-b49ab983-3756-4a78-b690-3df30f28cfb4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270736 Aug 29 18:31:55.778504 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1700958f-ddba-4d81-9d80-b3a06c52ec33 req-b87aa29f-6f68-4ecf-91f6-2bbe28235a39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0241144 Aug 29 18:31:55.821428 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1700958f-ddba-4d81-9d80-b3a06c52ec33 req-1d75a919-4705-4bdc-a224-9782def9d920 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231423 Aug 29 18:31:55.910412 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700958f-ddba-4d81-9d80-b3a06c52ec33 req-fae96de5-b8f8-4cc3-ab14-95a3042210e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:31:55.912459 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-1700958f-ddba-4d81-9d80-b3a06c52ec33 req-fae96de5-b8f8-4cc3-ab14-95a3042210e8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849173 Aug 29 18:31:56.571706 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-ee6e7e5f-0231-44cd-a647-a42ee6368cbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400538 Aug 29 18:31:56.652396 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-ea05445a-b61e-430c-bf0a-5d1f0aaf9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:31:56.653913 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-ea05445a-b61e-430c-bf0a-5d1f0aaf9587 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0408902 Aug 29 18:31:56.759920 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-06e59c95-06c8-4182-9287-c84dc946e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:31:56.761399 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-06e59c95-06c8-4182-9287-c84dc946e0e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.0885911 Aug 29 18:31:56.832561 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-b5ecc74e-caa9-46fe-95f3-f290eff04b84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 1000 time: 0.0643549 Aug 29 18:31:56.886267 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-64abc8bc-abec-4f74-9af8-3a1eebeb554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:31:56.887747 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-64abc8bc-abec-4f74-9af8-3a1eebeb554b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0477328 Aug 29 18:31:56.932814 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-0934c30b-3bd7-4edc-935e-46776b9fa5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:31:56.934241 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-0934c30b-3bd7-4edc-935e-46776b9fa5c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392599 Aug 29 18:31:57.022079 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-ed947871-9f45-4d45-aeff-0b492bfcf144 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804238 Aug 29 18:31:57.113013 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a4c133e5-1d85-492f-9d1e-17e507d95961 req-5fed06e7-dfd9-4633-b02a-1a58c833e7d2 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841720 Aug 29 18:32:02.976732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38156) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:03.474685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Deleting port 989fcc68-26e4-410d-8ffd-348cb4d32730 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:03.475036 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:03.555574 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:03.555909 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:03.568039 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Calling delete_port for 989fcc68-26e4-410d-8ffd-348cb4d32730 owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:03.719268 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:03.744803 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event deleted for resources: {'Port': ['ID=989fcc68-26e4-410d-8ffd-348cb4d32730,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:03.757593 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.757940 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.758306 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.758662 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.758996 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.759329 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.759659 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.759983 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.760428 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.760734 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.761052 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.761370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:03.815618 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:03.815943 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Floating IP 555ddd1a-9a48-4725-8971-c1fee5425bb5 disassociated (deleted). External IP: 172.25.2.4, port: f526bb0f-855f-450d-ae47-587729bbb464. Aug 29 18:32:04.024023 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:32:04.140431 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:32:04.145420 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:04.150231 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] Sync routers for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:32:04.159591 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:04.160126 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:04.173653 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-69a83627-723b-460f-ba11-052e09301d88 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "DELETE /v2.0/floatingips/555ddd1a-9a48-4725-8971-c1fee5425bb5 HTTP/1.1" status: 204 len: 168 time: 1.1957994 Aug 29 18:32:04.174258 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:32:04.177313 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a78b65e-d423-47db-9420-905e15206319" -d '{"events": [{"name": "network-changed", "server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "tag": "f526bb0f-855f-450d-ae47-587729bbb464"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:32:04.221905 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb15ead-c25b-47e4-85ab-4157aa35db2a x-openstack-request-id: req-3eb15ead-c25b-47e4-85ab-4157aa35db2a {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:32:04.222622 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "tag": "f526bb0f-855f-450d-ae47-587729bbb464", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:32:04.222945 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3eb15ead-c25b-47e4-85ab-4157aa35db2a {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:32:04.223916 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464', 'status': 'completed', 'code': 200} Aug 29 18:32:04.270521 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:04.302238 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78b65e-d423-47db-9420-905e15206319 req-c039c92b-e26b-419c-bb49-2d9df481bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:04.303478 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a78b65e-d423-47db-9420-905e15206319 req-c039c92b-e26b-419c-bb49-2d9df481bef6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0574803 Aug 29 18:32:04.439883 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78b65e-d423-47db-9420-905e15206319 req-ac970cd8-254e-4186-a2d4-22630a31873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:04.441495 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a78b65e-d423-47db-9420-905e15206319 req-ac970cd8-254e-4186-a2d4-22630a31873c service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 200 len: 910 time: 0.1307409 Aug 29 18:32:04.466069 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329b6d8-cf24-4404-9033-59d246eff41e req-96f25f6c-98b6-46e7-94ed-d5d182d6bfe6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:04.467554 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6329b6d8-cf24-4404-9033-59d246eff41e req-96f25f6c-98b6-46e7-94ed-d5d182d6bfe6 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0784662 Aug 29 18:32:04.498525 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a78b65e-d423-47db-9420-905e15206319 req-36db8417-b640-425c-b1f3-de1b6f3fb9b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 200 len: 217 time: 0.0484102 Aug 29 18:32:04.506099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:04.533732 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] Checking router: 74b63f9e-0fe1-47d6-88bb-d98d63c65607 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:32:04.543115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:04.543995 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:04.569729 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6329b6d8-cf24-4404-9033-59d246eff41e req-b36c2994-5776-4fa1-8ca1-81157e15c2b1 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736773 Aug 29 18:32:04.577265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78b65e-d423-47db-9420-905e15206319 req-b3d2318c-d739-473c-ba40-8a5d2b327695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:04.579158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a78b65e-d423-47db-9420-905e15206319 req-b3d2318c-d739-473c-ba40-8a5d2b327695 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 200 len: 848 time: 0.0677519 Aug 29 18:32:04.630809 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78b65e-d423-47db-9420-905e15206319 req-7c24f0f6-abe6-4818-9ada-90b25c91ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:04.632603 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a78b65e-d423-47db-9420-905e15206319 req-7c24f0f6-abe6-4818-9ada-90b25c91ec05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454545 Aug 29 18:32:04.658201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:04.734673 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a78b65e-d423-47db-9420-905e15206319 req-4f372acc-a994-4817-a5f0-15a6631bc46c service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930004 Aug 29 18:32:04.853120 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2a78b65e-d423-47db-9420-905e15206319 req-3a919926-47b6-40ab-918d-f77592f991e2 service neutron] 10.222.0.43 "GET /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097088 Aug 29 18:32:04.883028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:04.917098 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41699084-6b0b-4447-9944-8708f2ee8262 None None] The sync data for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 is: [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:30Z', 'revision_number': 4, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '9b71b63a-07b5-47cc-98ed-53a64b222fa5', 'name': '', 'network_id': 'bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'mac_address': 'fa:16:3e:41:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:30Z', 'updated_at': '2021-08-29T18:23:36Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'subnets': [{'id': '9229c083-55ec-4c43-a016-51f47ef884b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:32:05.142966 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc776be6-bf2d-4874-add8-23a50121bcaa None None] New status for floating IP 555ddd1a-9a48-4725-8971-c1fee5425bb5: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:32:05.767622 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdda6c-9817-4ae1-92f2-23f7eed95979 req-601c26fe-9aff-4365-b970-9c37dd0ce3d7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:05.769102 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ffdda6c-9817-4ae1-92f2-23f7eed95979 req-601c26fe-9aff-4365-b970-9c37dd0ce3d7 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.1129682 Aug 29 18:32:05.810140 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4ffdda6c-9817-4ae1-92f2-23f7eed95979 req-649dde46-d5e7-4ee3-9541-b3ec9fed9e62 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/security-groups?id=569f3e3e-292f-4bff-95dc-9c660acaee05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343342 Aug 29 18:32:05.883263 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:32:05.916399 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-a8d25cff-bca7-4555-aab2-623ab829f61a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:05.917940 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-a8d25cff-bca7-4555-aab2-623ab829f61a tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 946 time: 0.0493305 Aug 29 18:32:06.009891 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Deleting port f526bb0f-855f-450d-ae47-587729bbb464 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:06.010131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:06.100114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] For port f526bb0f-855f-450d-ae47-587729bbb464, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=f526bb0f-855f-450d-ae47-587729bbb464,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:06.100476 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:06.112803 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Calling delete_port for f526bb0f-855f-450d-ae47-587729bbb464 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:06.245829 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:06.272982 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event deleted for resources: {'Port': ['ID=f526bb0f-855f-450d-ae47-587729bbb464,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:06.287933 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.288173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.288487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.288825 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.289159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.289490 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.289898 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.290254 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.290443 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.290786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.291112 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.291430 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:06.325176 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] No DVR routers for this DVR port f526bb0f-855f-450d-ae47-587729bbb464 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:32:06.327845 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:06.329961 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5dc93a07-029d-439e-b970-887dd0ecc9db req-153a69f8-39ed-4e7a-bf53-b852fbd46fd9 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.43 "DELETE /v2.0/ports/f526bb0f-855f-450d-ae47-587729bbb464 HTTP/1.1" status: 204 len: 173 time: 0.4057283 Aug 29 18:32:06.330397 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'name': 'network-vif-deleted', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:32:06.332752 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f525653-3f21-48ed-8f86-89a2cf640e26" -d '{"events": [{"server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "name": "network-vif-deleted", "tag": "f526bb0f-855f-450d-ae47-587729bbb464"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:32:06.370027 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929ee44c-b3d1-4d1b-b364-0cdc8750fdd9 x-openstack-request-id: req-929ee44c-b3d1-4d1b-b364-0cdc8750fdd9 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:32:06.370686 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856be7d-1082-413a-a19b-9d01fa246ad4", "name": "network-vif-deleted", "tag": "f526bb0f-855f-450d-ae47-587729bbb464", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:32:06.370863 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-929ee44c-b3d1-4d1b-b364-0cdc8750fdd9 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:32:06.371264 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856be7d-1082-413a-a19b-9d01fa246ad4', 'name': 'network-vif-deleted', 'tag': 'f526bb0f-855f-450d-ae47-587729bbb464', 'status': 'completed', 'code': 200} Aug 29 18:32:06.904167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ef2c4b82-c72a-4761-85f5-55d41c5fde52 req-ef0e0a80-12b3-497e-9f5c-32f361a1c99f tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 210 time: 0.0265982 Aug 29 18:32:08.002689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-37dc4d7b-17bb-4a75-b16f-6f2cfc4ff514 req-e7554a49-57c2-43e1-aea9-f42adcc42c33 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 210 time: 0.0306683 Aug 29 18:32:09.094881 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6a7fefe6-5a64-4732-93bc-9f5be4c926c8 req-bfceb810-805c-482a-bb1d-62994ea25ac8 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 210 time: 0.0256722 Aug 29 18:32:09.881066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f526bb0f-855f-450d-ae47-587729bbb464 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:32:09.903009 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: f526bb0f-855f-450d-ae47-587729bbb464 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:32:09.903358 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device f526bb0f-855f-450d-ae47-587729bbb464 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:32:10.211414 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2b697d47-a694-4af5-aa8a-5817b05f738e req-b7d3ef40-3428-4dd3-8226-ecd502c29590 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7856be7d-1082-413a-a19b-9d01fa246ad4 HTTP/1.1" status: 200 len: 210 time: 0.0346863 Aug 29 18:32:11.266345 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38192) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:11.315965 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bf4e950b-fcf3-4c66-aed9-265c4023716e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:11.326963 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5578464-391f-447e-a688-481202fc01f3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:11.353062 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5578464-391f-447e-a688-481202fc01f3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:11.415446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5578464-391f-447e-a688-481202fc01f3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:11.418031 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5578464-391f-447e-a688-481202fc01f3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:11.419202 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-c5578464-391f-447e-a688-481202fc01f3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] 10.222.0.41 "DELETE /v2.0/security-groups/569f3e3e-292f-4bff-95dc-9c660acaee05 HTTP/1.1" status: 204 len: 168 time: 0.1518719 Aug 29 18:32:11.429449 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5578464-391f-447e-a688-481202fc01f3 tempest-TestShelveInstance-871928559 tempest-TestShelveInstance-871928559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569f3e3e-292f-4bff-95dc-9c660acaee05,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:11.469986 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38196) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:11.920150 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:12.166435 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Deleting port 9b71b63a-07b5-47cc-98ed-53a64b222fa5 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:12.166709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:12.246245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] For port 9b71b63a-07b5-47cc-98ed-53a64b222fa5, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9b71b63a-07b5-47cc-98ed-53a64b222fa5,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:12.246635 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:12.258944 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Calling delete_port for 9b71b63a-07b5-47cc-98ed-53a64b222fa5 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:12.767414 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:12.793088 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b71b63a-07b5-47cc-98ed-53a64b222fa5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:12.967473 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.183364 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:32:13.289471 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:32:13.294764 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d774cfd3-3177-4784-9e6a-b25a6ed2083c admin admin] 10.222.0.41 "PUT /v2.0/routers/74b63f9e-0fe1-47d6-88bb-d98d63c65607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8228173 Aug 29 18:32:13.297245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38200) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:13.300605 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] Sync routers for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:32:13.320166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:13.320815 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:13.323747 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.406336 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.423805 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:13.508145 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.560317 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Deleting port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:13.560666 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.599826 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:32:12Z', 'revision_number': 5, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port': {'id': 'c9f3fbbb-4bc7-4adf-b318-1e8298f2611a', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:13.629564 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] Checking router: 74b63f9e-0fe1-47d6-88bb-d98d63c65607 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:32:13.638302 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] Routers {'74b63f9e-0fe1-47d6-88bb-d98d63c65607'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:13.638938 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:31:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:13.643289 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] For port c9f3fbbb-4bc7-4adf-b318-1e8298f2611a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c9f3fbbb-4bc7-4adf-b318-1e8298f2611a,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:13.643681 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.656360 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Calling delete_port for c9f3fbbb-4bc7-4adf-b318-1e8298f2611a owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:13.721405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] Set router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:13.776996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:32:13Z', 'revision_number': 6, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:13.803762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcbddd-b719-43e2-8761-71155ae04759 None None] The sync data for ids ['74b63f9e-0fe1-47d6-88bb-d98d63c65607'] in n-d-713499-15 is: [{'id': '74b63f9e-0fe1-47d6-88bb-d98d63c65607', 'name': 'tempest-TestShelveInstance-1325290968-router', 'tenant_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:28Z', 'updated_at': '2021-08-29T18:32:13Z', 'revision_number': 6, 'project_id': 'b6f17c07e212457380fcbff9d60d1ab8', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:32:13.825253 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.853655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f3fbbb-4bc7-4adf-b318-1e8298f2611a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:13.865887 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.912531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.934672 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a6092595-eca1-4d2f-b810-36f0eaa7c029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:13.976483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.004477 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.006665 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.058554 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.059137 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b63f9e-0fe1-47d6-88bb-d98d63c65607 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:32:14.063387 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.064529 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2dd79387-a2bf-4ce5-a700-64e7f1b76468 admin admin] 10.222.0.41 "DELETE /v2.0/routers/74b63f9e-0fe1-47d6-88bb-d98d63c65607 HTTP/1.1" status: 204 len: 168 time: 0.7654347 Aug 29 18:32:14.067286 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38202) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:14.111393 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e1e072-7bc0-4632-9811-a0a718da4c49 admin admin] Deleting subnet 9229c083-55ec-4c43-a016-51f47ef884b4 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:32:14.114303 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22e1e072-7bc0-4632-9811-a0a718da4c49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.149435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22e1e072-7bc0-4632-9811-a0a718da4c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.234536 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22e1e072-7bc0-4632-9811-a0a718da4c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.284322 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22e1e072-7bc0-4632-9811-a0a718da4c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.308703 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1e072-7bc0-4632-9811-a0a718da4c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9229c083-55ec-4c43-a016-51f47ef884b4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:14.314442 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-22e1e072-7bc0-4632-9811-a0a718da4c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.316323 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-22e1e072-7bc0-4632-9811-a0a718da4c49 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9229c083-55ec-4c43-a016-51f47ef884b4 HTTP/1.1" status: 204 len: 168 time: 0.2479515 Aug 29 18:32:14.318770 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38204) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:14.322822 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7efd5e-69ae-427f-a33a-09d1fa929430 None None] Network bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:32:14.385808 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.444272 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Deleting port 10264f69-dcbc-4a58-a578-46a26fe7b305 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:14.444617 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.506945 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] For port 10264f69-dcbc-4a58-a578-46a26fe7b305, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=10264f69-dcbc-4a58-a578-46a26fe7b305,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:14.507254 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.522084 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Calling delete_port for 10264f69-dcbc-4a58-a578-46a26fe7b305 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:14.543249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] DHCP port deletion for bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:32:14.596527 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Deleting port 10264f69-dcbc-4a58-a578-46a26fe7b305 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:14.597159 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.613382 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c9f3fbbb-4bc7-4adf-b318-1e8298f2611a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:32:14.613589 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.645357 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] No DVR routers for this DVR port 10264f69-dcbc-4a58-a578-46a26fe7b305 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:32:14.650549 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Pushing event deleted for resources: {'Port': ['ID=10264f69-dcbc-4a58-a578-46a26fe7b305,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:14.665359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: c9f3fbbb-4bc7-4adf-b318-1e8298f2611a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:32:14.665709 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c9f3fbbb-4bc7-4adf-b318-1e8298f2611a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:32:14.666130 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9b71b63a-07b5-47cc-98ed-53a64b222fa5 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:32:14.694626 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 9b71b63a-07b5-47cc-98ed-53a64b222fa5 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:32:14.695038 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9b71b63a-07b5-47cc-98ed-53a64b222fa5 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:32:14.695504 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 10264f69-dcbc-4a58-a578-46a26fe7b305 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:32:14.701516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] For port 10264f69-dcbc-4a58-a578-46a26fe7b305, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=10264f69-dcbc-4a58-a578-46a26fe7b305,segment=NetworkSegment(3375c150-c493-4709-9609-51bdc6688694),segment_id=3375c150-c493-4709-9609-51bdc6688694)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:14.701913 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.721418 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.723796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 10264f69-dcbc-4a58-a578-46a26fe7b305 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:32:14.724176 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 10264f69-dcbc-4a58-a578-46a26fe7b305 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:32:14.730379 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Calling delete_port for 10264f69-dcbc-4a58-a578-46a26fe7b305 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:14.733065 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:14.747782 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3375c150-c493-4709-9609-51bdc6688694') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:14.748102 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3375c150-c493-4709-9609-51bdc6688694') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:14.757870 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.772551 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.778556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:32:14.779060 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:32:14.780825 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:32:14.812728 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.839808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Pushing event deleted for resources: {'Port': ['ID=10264f69-dcbc-4a58-a578-46a26fe7b305,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:14.844357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] No DVR routers for this DVR port 10264f69-dcbc-4a58-a578-46a26fe7b305 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:32:14.847457 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.852268 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.852622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.852972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.853315 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.853649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.853983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.854310 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.854914 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.855008 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.855288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.855614 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.855936 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44cc26-9e52-4df6-aad2-48e63e5e727a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:14.864753 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:14.866657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50 HTTP/1.1" status: 204 len: 168 time: 0.5469310 Aug 29 18:32:14.867763 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619806d-df2a-4116-9e30-9bb33899f090 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf10b52-a0d2-4d10-a94c-a2f3d6dfcd50,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:14.869702 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38206) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:15.204987 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:15.443894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Deleting port 48b5656b-117c-4706-9fc9-1dda8bb4fb07 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:15.444230 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:15.519302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] For port 48b5656b-117c-4706-9fc9-1dda8bb4fb07, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=48b5656b-117c-4706-9fc9-1dda8bb4fb07,segment=NetworkSegment(aeb5530b-e3db-44d4-b046-f989b6ef21ea),segment_id=aeb5530b-e3db-44d4-b046-f989b6ef21ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:15.519659 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:15.531727 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Calling delete_port for 48b5656b-117c-4706-9fc9-1dda8bb4fb07 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:15.709092 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:15.730535 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:15.736354 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Pushing event deleted for resources: {'Port': ['ID=48b5656b-117c-4706-9fc9-1dda8bb4fb07,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:15.903346 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:16.115753 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Router af9d5b73-7786-4fea-b5bf-d5477756ca21 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:32:16.226732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:32:16.231718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d0716ea1-bc3d-44f7-80ce-883cdeb5177c admin admin] 10.222.0.41 "PUT /v2.0/routers/af9d5b73-7786-4fea-b5bf-d5477756ca21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3613043 Aug 29 18:32:16.234159 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38208) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:16.235020 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] Sync routers for ids ['af9d5b73-7786-4fea-b5bf-d5477756ca21'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:32:16.243810 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] Routers {'af9d5b73-7786-4fea-b5bf-d5477756ca21'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:16.244402 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['af9d5b73-7786-4fea-b5bf-d5477756ca21'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:16.343044 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:16.348308 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] Set router af9d5b73-7786-4fea-b5bf-d5477756ca21 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:16.531664 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:32:15Z', 'revision_number': 5, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:16.562086 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] Checking router: af9d5b73-7786-4fea-b5bf-d5477756ca21 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:32:16.571816 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] Routers {'af9d5b73-7786-4fea-b5bf-d5477756ca21'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:16.572435 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['af9d5b73-7786-4fea-b5bf-d5477756ca21'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:16.674489 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] Set router af9d5b73-7786-4fea-b5bf-d5477756ca21 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:16.774756 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:16.826912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Deleting port 9cd4a960-dff0-4876-a680-df2d7fff5f15 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:16.827266 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:16.853166 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:32:15Z', 'revision_number': 5, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:16.878993 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd97ef9-fbd8-4c25-8864-f94f51a37235 None None] The sync data for ids ['af9d5b73-7786-4fea-b5bf-d5477756ca21'] in n-d-713499-15 is: [{'id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'name': 'tempest-TestShelveInstance-835087644-router', 'tenant_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:23:32Z', 'updated_at': '2021-08-29T18:32:15Z', 'revision_number': 5, 'project_id': '0b4090e1d1194833a63abff2e1e6ffbe', 'gw_port': {'id': '9cd4a960-dff0-4876-a680-df2d7fff5f15', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d5b73-7786-4fea-b5bf-d5477756ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:23:33Z', 'updated_at': '2021-08-29T18:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:32:16.904655 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] For port 9cd4a960-dff0-4876-a680-df2d7fff5f15, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=9cd4a960-dff0-4876-a680-df2d7fff5f15,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:16.905135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:16.921481 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Calling delete_port for 9cd4a960-dff0-4876-a680-df2d7fff5f15 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:17.039443 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.080680 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.111664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd4a960-dff0-4876-a680-df2d7fff5f15,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:17.169527 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.260029 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.262286 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.307176 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.307795 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af9d5b73-7786-4fea-b5bf-d5477756ca21 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:32:17.312148 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.313299 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-57dae2f1-1be6-48e8-8322-e28d0fe56582 admin admin] 10.222.0.41 "DELETE /v2.0/routers/af9d5b73-7786-4fea-b5bf-d5477756ca21 HTTP/1.1" status: 204 len: 168 time: 1.0781724 Aug 29 18:32:17.316001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38210) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:17.365302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1feba56-abe2-4dd5-b805-433c98980a18 admin admin] Deleting subnet a3171e92-2048-4d7b-a4a8-dff189e4305b {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:32:17.368155 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1feba56-abe2-4dd5-b805-433c98980a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.402970 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1feba56-abe2-4dd5-b805-433c98980a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.487116 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1feba56-abe2-4dd5-b805-433c98980a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.539509 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1feba56-abe2-4dd5-b805-433c98980a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.569001 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feba56-abe2-4dd5-b805-433c98980a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3171e92-2048-4d7b-a4a8-dff189e4305b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:17.572513 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1feba56-abe2-4dd5-b805-433c98980a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.574353 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b1feba56-abe2-4dd5-b805-433c98980a18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a3171e92-2048-4d7b-a4a8-dff189e4305b HTTP/1.1" status: 204 len: 168 time: 0.2574294 Aug 29 18:32:17.576760 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38212) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:17.579946 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa155dd3-2f2b-478b-a9b0-13d68dac2e81 None None] Network 8e726247-234d-451f-85df-8b855026ac60 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:32:17.643988 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.697799 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Deleting port 47f3e102-e9ac-482e-9aac-94d271c0dc28 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:17.698156 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.766369 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] For port 47f3e102-e9ac-482e-9aac-94d271c0dc28, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=47f3e102-e9ac-482e-9aac-94d271c0dc28,segment=NetworkSegment(aeb5530b-e3db-44d4-b046-f989b6ef21ea),segment_id=aeb5530b-e3db-44d4-b046-f989b6ef21ea)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:17.766768 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.779662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Calling delete_port for 47f3e102-e9ac-482e-9aac-94d271c0dc28 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:17.835229 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] DHCP port deletion for 8e726247-234d-451f-85df-8b855026ac60 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:32:17.861390 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.883337 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] Deleting port 47f3e102-e9ac-482e-9aac-94d271c0dc28 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:32:17.883704 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.893362 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] No DVR routers for this DVR port 47f3e102-e9ac-482e-9aac-94d271c0dc28 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:32:17.896659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f3e102-e9ac-482e-9aac-94d271c0dc28,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:17.947601 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] For port 47f3e102-e9ac-482e-9aac-94d271c0dc28, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:17.948001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.960281 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] Calling delete_port for 47f3e102-e9ac-482e-9aac-94d271c0dc28 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:32:17.962937 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] Port 47f3e102-e9ac-482e-9aac-94d271c0dc28 was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 18:32:17.964226 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.973164 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.983415 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e726247-234d-451f-85df-8b855026ac60']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:17.990330 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] Pushing event deleted for resources: {'Port': ['ID=47f3e102-e9ac-482e-9aac-94d271c0dc28,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:17.992263 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabafa75-0764-4d64-9574-6bca881ab1c5 None None] No DVR routers for this DVR port 47f3e102-e9ac-482e-9aac-94d271c0dc28 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:32:17.994732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb5530b-e3db-44d4-b046-f989b6ef21ea') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:17.995040 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb5530b-e3db-44d4-b046-f989b6ef21ea') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:18.004759 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.019771 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.025671 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:32:18.026063 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:32:18.027938 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:32:18.092620 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.097971 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.099866 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8e726247-234d-451f-85df-8b855026ac60 HTTP/1.1" status: 204 len: 168 time: 0.5222030 Aug 29 18:32:18.110573 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75043-788f-49b7-85ca-6eb3ee4584a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e726247-234d-451f-85df-8b855026ac60,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:18.208205 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38216) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:18.247814 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-79eeeec7-2aca-47f0-9acf-c21d9214cdb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6f17c07e212457380fcbff9d60d1ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384285 Aug 29 18:32:18.250147 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:18.299269 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315102c4-8d8a-48c3-8369-3b4d34fd479a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.321886 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315102c4-8d8a-48c3-8369-3b4d34fd479a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.347910 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 48b5656b-117c-4706-9fc9-1dda8bb4fb07 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:32:18.369728 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 48b5656b-117c-4706-9fc9-1dda8bb4fb07 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:32:18.370115 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 48b5656b-117c-4706-9fc9-1dda8bb4fb07 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:32:18.370577 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9cd4a960-dff0-4876-a680-df2d7fff5f15 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:32:18.371251 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315102c4-8d8a-48c3-8369-3b4d34fd479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.374018 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-315102c4-8d8a-48c3-8369-3b4d34fd479a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.375218 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-315102c4-8d8a-48c3-8369-3b4d34fd479a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d60d433f-ab4f-4e75-a5f2-192dddab8a94 HTTP/1.1" status: 204 len: 168 time: 0.1241424 Aug 29 18:32:18.383009 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315102c4-8d8a-48c3-8369-3b4d34fd479a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d433f-ab4f-4e75-a5f2-192dddab8a94,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:18.390664 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 9cd4a960-dff0-4876-a680-df2d7fff5f15 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:32:18.391021 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 9cd4a960-dff0-4876-a680-df2d7fff5f15 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:32:18.391622 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 47f3e102-e9ac-482e-9aac-94d271c0dc28 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:32:18.416314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 47f3e102-e9ac-482e-9aac-94d271c0dc28 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:32:18.416662 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 47f3e102-e9ac-482e-9aac-94d271c0dc28 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:32:18.698926 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38224) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:18.737995 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-bf661f2f-46fd-4e95-b8ca-77b127fecf51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b4090e1d1194833a63abff2e1e6ffbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378113 Aug 29 18:32:18.740365 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38226) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:18.792012 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd319ea7-b763-4faa-af38-fb0ef3f50855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.813765 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd319ea7-b763-4faa-af38-fb0ef3f50855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.859481 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd319ea7-b763-4faa-af38-fb0ef3f50855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.862058 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cd319ea7-b763-4faa-af38-fb0ef3f50855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.863177 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-cd319ea7-b763-4faa-af38-fb0ef3f50855 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce18e910-4eb1-4a68-b47e-28da908e2459 HTTP/1.1" status: 204 len: 168 time: 0.1219091 Aug 29 18:32:18.872471 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd319ea7-b763-4faa-af38-fb0ef3f50855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce18e910-4eb1-4a68-b47e-28da908e2459,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:19.563363 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38248) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:19.660283 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1694195343-network', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:19.680901 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Made reservation on behalf of 67433cbc93e74567a4d163a5dcd46c8d for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:32:19.683364 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:19.691616 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:19.787478 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:19.791555 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:19.821623 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:32:19.832280 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d740613-0010-4871-9bcb-cc6a63e375bc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:19.839659 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:19.840012 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Added segment 238098e1-771d-46d1-85ad-408c803f59df of type vlan for network ddf51ff8-2505-4ba0-b49c-098d08c5e9be Aug 29 18:32:19.887228 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:19.918699 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:19.919826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:19.920540 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:19.982425 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4178274 Aug 29 18:32:19.985713 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38252) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:19.991149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Request body: {'subnet': {'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1694195343-subnet', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:19.992717 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057ab39-fa76-42fa-a1d3-0b7700facf59 admin admin] Pushing event updated for resources: {'Network': ['ID=ddf51ff8-2505-4ba0-b49c-098d08c5e9be,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:20.004119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:32:20.015597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Made reservation on behalf of 67433cbc93e74567a4d163a5dcd46c8d for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:32:20.018082 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.201219 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.260572 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=418b98c1-05ae-4bb6-a403-3df371dafe36,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:20.269497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Checking segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:20.269864 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Network hostable DHCP agents. Network: ddf51ff8-2505-4ba0-b49c-098d08c5e9be, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:32:20.287562 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:32:20.297365 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, ddf51ff8-2505-4ba0-b49c-098d08c5e9be) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:20.302561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:20.302973 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.309362 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d061c8-1b76-414f-8116-a71a0885eb88 None None] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:32:20.325728 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e31b4cf7-ddca-4bea-aaa1-2b5a8a2eb634 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3364081 Aug 29 18:32:20.326082 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38254) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:20.331050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:20.353526 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.354715 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.416588 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.465347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:32:20.466406 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.599677 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.613956 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Allocated IP 172.20.0.2 (ddf51ff8-2505-4ba0-b49c-098d08c5e9be/418b98c1-05ae-4bb6-a403-3df371dafe36/a8dc6df0-2ae9-4619-93d6-3224c0263867) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:32:20.777992 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.787798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Transition to ACTIVE for port object a8dc6df0-2ae9-4619-93d6-3224c0263867 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:20.808359 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Transition to ACTIVE for port object a8dc6df0-2ae9-4619-93d6-3224c0263867 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:20.819070 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.827348 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.850642 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.867472 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:20.870399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:20.872988 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:32:20.885921 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Pushing event updated for resources: {'Port': ['ID=a8dc6df0-2ae9-4619-93d6-3224c0263867,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:20.939322 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Attempting to bind port a8dc6df0-2ae9-4619-93d6-3224c0263867 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:32:20.939798 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Attempting to bind port a8dc6df0-2ae9-4619-93d6-3224c0263867 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:32:20.940238 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Attempting to bind port a8dc6df0-2ae9-4619-93d6-3224c0263867 on network ddf51ff8-2505-4ba0-b49c-098d08c5e9be {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:32:20.946386 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:32:20.946736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Checking segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:20.947351 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.948191 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Bound using segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:32:20.948403 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Bound port: a8dc6df0-2ae9-4619-93d6-3224c0263867, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:32:20.948967 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:20.975797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Allocated IP 172.25.2.89 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/064dedf4-6728-4a8a-b9f3-85cb22806632) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:32:21.033367 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] For port a8dc6df0-2ae9-4619-93d6-3224c0263867, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:32:21.039340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] For port a8dc6df0-2ae9-4619-93d6-3224c0263867, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8dc6df0-2ae9-4619-93d6-3224c0263867,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:32:21.045185 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:21.120744 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:21.131819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d3873-c20b-4b1a-82b6-8666e8ddb213 None None] Pushing event updated for resources: {'Port': ['ID=a8dc6df0-2ae9-4619-93d6-3224c0263867,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:21.163480 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:21.203529 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:21.210771 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:21.215605 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:32:21.218952 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Pushing event updated for resources: {'Port': ['ID=064dedf4-6728-4a8a-b9f3-85cb22806632,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:21.504143 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:21.703166 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:21.838779 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Router d8475548-9d24-4b44-8973-28813e53c860 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:32:21.951528 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:32:21.964428 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Sync routers for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:32:21.968912 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:21.970682 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-38de5a3d-58ab-4703-a561-fb17eef08699 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6434920 Aug 29 18:32:21.974050 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38256) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:21.977099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:21.977954 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:22.183473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aec582d-7194-4b84-a03f-5c8bf0383bcc None None] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:32:22.279741 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7a08980d-eabf-42e1-bf49-fe4f763b03cb None None] Provisioning for port a8dc6df0-2ae9-4619-93d6-3224c0263867 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:22.330930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:22.411869 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8dc6df0-2ae9-4619-93d6-3224c0263867 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:22.424232 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:22.584957 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port a8dc6df0-2ae9-4619-93d6-3224c0263867 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:22.591238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Allocated IP 172.20.0.1 (ddf51ff8-2505-4ba0-b49c-098d08c5e9be/418b98c1-05ae-4bb6-a403-3df371dafe36/8946a249-04b9-4c6e-b6f0-67cfcd77bf88) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:32:22.591415 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a8dc6df0-2ae9-4619-93d6-3224c0263867 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:22.591680 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:22.661796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:21Z', 'revision_number': 3, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:22.708727 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Checking router: d8475548-9d24-4b44-8973-28813e53c860 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:32:22.709085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Updating router d8475548-9d24-4b44-8973-28813e53c860 port 064dedf4-6728-4a8a-b9f3-85cb22806632 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:32:22.714625 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:22.729957 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Transition to ACTIVE for port object 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:22.741995 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:22.744902 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:22.765303 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:22.804982 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:22.812933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:22.815301 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:32:22.842672 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:22.859676 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port a8dc6df0-2ae9-4619-93d6-3224c0263867, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8dc6df0-2ae9-4619-93d6-3224c0263867,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:22.862289 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:22.869550 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:22.917254 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1b8b4ba1-eaf1-4a37-9589-c5cbba6765da None None] Provisioning complete for port a8dc6df0-2ae9-4619-93d6-3224c0263867 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:22.917555 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1b8b4ba1-eaf1-4a37-9589-c5cbba6765da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.005445 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.007675 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=a8dc6df0-2ae9-4619-93d6-3224c0263867,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:23.166271 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.175828 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.176976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Transition to ACTIVE for port object 064dedf4-6728-4a8a-b9f3-85cb22806632 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:23.181482 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.183956 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.240839 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Attempting to bind port 064dedf4-6728-4a8a-b9f3-85cb22806632 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:32:23.241216 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Attempting to bind port 064dedf4-6728-4a8a-b9f3-85cb22806632 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:32:23.241587 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Attempting to bind port 064dedf4-6728-4a8a-b9f3-85cb22806632 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:32:23.246806 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:23.249624 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.251083 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:32:23.251468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:23.251875 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.252399 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:32:23.253026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Bound port: 064dedf4-6728-4a8a-b9f3-85cb22806632, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:32:23.253328 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.256796 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab383b9b-1b5f-4239-b9cd-e23d56ff5110 None None] Pushing event updated for resources: {'Port': ['ID=064dedf4-6728-4a8a-b9f3-85cb22806632,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:23.276742 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e7fb9a3e-2099-4c7f-95be-7da8f12626cf None None] Provisioning for port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:23.285197 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e7fb9a3e-2099-4c7f-95be-7da8f12626cf None None] Provisioning complete for port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:23.285574 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9a3e-2099-4c7f-95be-7da8f12626cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.344983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] For port 064dedf4-6728-4a8a-b9f3-85cb22806632, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:32:23.347475 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb9a3e-2099-4c7f-95be-7da8f12626cf None None] Port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:32:23.351318 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:23.352797 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:23.358422 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] For port 064dedf4-6728-4a8a-b9f3-85cb22806632, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=064dedf4-6728-4a8a-b9f3-85cb22806632,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:32:23.364482 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.426432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:23.427091 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:23.473736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab383b9b-1b5f-4239-b9cd-e23d56ff5110 None None] Pushing event updated for resources: {'Port': ['ID=064dedf4-6728-4a8a-b9f3-85cb22806632,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:23.556096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:23.704617 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-516f250f-cb09-4562-a3b4-7de8cc1f1754 None None] Provisioning complete for port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:23.704870 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-516f250f-cb09-4562-a3b4-7de8cc1f1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:23.780525 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-516f250f-cb09-4562-a3b4-7de8cc1f1754 None None] Port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:32:23.813507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:23Z', 'revision_number': 2, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:23.838381 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Router d8475548-9d24-4b44-8973-28813e53c860 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:32:23.845656 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eeacc1-555d-478d-9844-2673e935a901 None None] The sync data for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 is: [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:23Z', 'revision_number': 2, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:32:23.967288 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:32:23.974539 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a6115286-0830-4505-b0c1-89524ef709e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8475548-9d24-4b44-8973-28813e53c860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9983642 Aug 29 18:32:24.380598 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8dc6df0-2ae9-4619-93d6-3224c0263867 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:24.448311 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port a8dc6df0-2ae9-4619-93d6-3224c0263867 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:24.448633 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.544933 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38272) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:24.552683 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1773612880-network', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:24.578532 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Made reservation on behalf of e67d1c2094354ebd97f233bd482467a7 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:32:24.581222 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.591231 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.690973 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.696421 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.725799 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:32:24.736202 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c550aff-53aa-4c46-b161-a782a8a2a0a2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:24.744000 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.744308 n-d-713499-15 neutron-server[94795]: INFO neutron.db.segments_db [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Added segment 26456d10-5a3b-4b7f-a622-eed81f47fc8a of type vlan for network 5cff535a-7606-4e4b-81b7-6d47a74f9570 Aug 29 18:32:24.789522 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739107919728'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.816377 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.817491 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:24.818078 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:24.877780 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3316901 Aug 29 18:32:24.880607 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38274) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:24.886028 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Request body: {'subnet': {'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1773612880-subnet', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:24.886841 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9caa70-8707-4522-81cd-6814f1347ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=5cff535a-7606-4e4b-81b7-6d47a74f9570,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:24.901966 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Network 5cff535a-7606-4e4b-81b7-6d47a74f9570 details requested by agent ovs-agent-n-d-713499-15 with host n-d-713499-15 {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:32:24.913021 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Made reservation on behalf of e67d1c2094354ebd97f233bd482467a7 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:32:24.915422 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152726'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.106372 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3547966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152676'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.165361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3014b57d-7504-4c82-bd22-a04dea3e0bcd,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:25.175072 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Checking segment: {'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:25.175432 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Network hostable DHCP agents. Network: 5cff535a-7606-4e4b-81b7-6d47a74f9570, hostable agents: ['cf392b83-1328-4133-8067-f37c9d739ed6'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:32:25.192346 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Network 5cff535a-7606-4e4b-81b7-6d47a74f9570 is scheduled to be hosted by DHCP agent cf392b83-1328-4133-8067-f37c9d739ed6 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:32:25.201134 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-15, 5cff535a-7606-4e4b-81b7-6d47a74f9570) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:25.205448 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:25.206118 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.209994 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41d90f-017f-4d84-9dda-3b4ab80071e8 None None] Network 5cff535a-7606-4e4b-81b7-6d47a74f9570 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:32:25.220624 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-b507cd59-260f-4206-9c9f-21bab8c7bd3e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3388226 Aug 29 18:32:25.224144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38276) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:25.228217 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:25.249639 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1671443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.250613 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62473'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.304072 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.363085 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp192f13af-5ddc-5732-b7ae-75eea700effc-5cff535a-7606-4e4b-81b7-6d47a74f9570', 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'fixed_ips': [{'subnet_id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd'}]}} from n-d-713499-15. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:32:25.364193 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.453472 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.529295 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Allocated IP 172.20.0.2 (5cff535a-7606-4e4b-81b7-6d47a74f9570/3014b57d-7504-4c82-bd22-a04dea3e0bcd/45567257-ad87-43ca-b4d3-fa068828aa05) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:32:25.676541 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.680420 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.689644 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Transition to ACTIVE for port object 45567257-ad87-43ca-b4d3-fa068828aa05 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:25.698449 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.707516 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Transition to ACTIVE for port object 45567257-ad87-43ca-b4d3-fa068828aa05 will not be triggered until provisioned by entity DHCP. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:25.714001 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.815514 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Allocated IP 172.25.2.153 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/c8aa8218-bbf3-4e7c-9289-47fb004a40e4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:32:25.914783 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Network 5cff535a-7606-4e4b-81b7-6d47a74f9570 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:25.921232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:25.923557 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Sync routers for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:32:25.924715 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:32:25.934119 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Pushing event updated for resources: {'Port': ['ID=45567257-ad87-43ca-b4d3-fa068828aa05,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:25.936754 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:25.937465 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:25.943873 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.985712 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.990734 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Attempting to bind port 45567257-ad87-43ca-b4d3-fa068828aa05 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:32:25.991109 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Attempting to bind port 45567257-ad87-43ca-b4d3-fa068828aa05 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:32:25.991473 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Attempting to bind port 45567257-ad87-43ca-b4d3-fa068828aa05 on network 5cff535a-7606-4e4b-81b7-6d47a74f9570 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:32:25.998135 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:32:25.998414 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Checking segment: {'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:25.998716 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:25.999121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Bound using segment: {'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:32:25.999594 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Bound port: 45567257-ad87-43ca-b4d3-fa068828aa05, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:32:25.999988 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.027558 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:26.030541 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:26.036372 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:32:26.056753 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:26.071244 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Pushing event updated for resources: {'Port': ['ID=c8aa8218-bbf3-4e7c-9289-47fb004a40e4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:26.081423 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] For port 45567257-ad87-43ca-b4d3-fa068828aa05, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:32:26.087561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] For port 45567257-ad87-43ca-b4d3-fa068828aa05, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=45567257-ad87-43ca-b4d3-fa068828aa05,segment=NetworkSegment(26456d10-5a3b-4b7f-a622-eed81f47fc8a),segment_id=26456d10-5a3b-4b7f-a622-eed81f47fc8a)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:32:26.094137 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.170017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b80ea7-8208-41af-97d3-44b4ba70dcfe None None] Pushing event updated for resources: {'Port': ['ID=45567257-ad87-43ca-b4d3-fa068828aa05,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:26.315411 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.391604 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:23Z', 'revision_number': 2, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:26.425493 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Checking router: d8475548-9d24-4b44-8973-28813e53c860 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:32:26.425842 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Updating router d8475548-9d24-4b44-8973-28813e53c860 port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:32:26.451659 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.467645 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 064dedf4-6728-4a8a-b9f3-85cb22806632 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:26.522619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 064dedf4-6728-4a8a-b9f3-85cb22806632 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:26.528432 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 064dedf4-6728-4a8a-b9f3-85cb22806632 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:26.529168 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.587054 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674250'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.614744 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.640623 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 064dedf4-6728-4a8a-b9f3-85cb22806632, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=064dedf4-6728-4a8a-b9f3-85cb22806632,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:26.646187 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.703503 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=064dedf4-6728-4a8a-b9f3-85cb22806632,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:26.731716 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Router 17874265-5c9a-4e44-bc99-279218b12dd5 is scheduled to L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:32:26.768664 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.779564 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Transition to ACTIVE for port object 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:26.785169 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.835928 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Pushing event updated for resources: {'Port': ['ID=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:26.845555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:32:26.858354 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.858803 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.859375 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.859524 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.859789 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.860113 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.860433 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.860754 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.861527 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.861831 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.862161 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.862486 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:32:26.865166 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Sync routers for ids ['17874265-5c9a-4e44-bc99-279218b12dd5'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:32:26.866203 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.870858 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-54a9c3e4-3de8-4c91-a2c5-c090e26d826b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6432593 Aug 29 18:32:26.871391 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38278) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:26.895026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Routers {'17874265-5c9a-4e44-bc99-279218b12dd5'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:26.896834 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['17874265-5c9a-4e44-bc99-279218b12dd5'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:26.909946 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Attempting to bind port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:32:26.910326 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Attempting to bind port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:32:26.910754 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Attempting to bind port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 on network ddf51ff8-2505-4ba0-b49c-098d08c5e9be {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:32:26.916784 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:32:26.917190 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Checking segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:26.917738 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:26.918132 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Bound using segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:32:26.918730 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Bound port: 8946a249-04b9-4c6e-b6f0-67cfcd77bf88, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:32:26.919066 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.011181 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] For port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:32:27.016073 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] For port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:32:27.022689 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.040589 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Set router 17874265-5c9a-4e44-bc99-279218b12dd5 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:27.102368 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:27.104105 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:27.173785 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ecd53-73d3-4b42-b939-9fb18d946873 None None] Pushing event updated for resources: {'Port': ['ID=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:27.271092 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:27.307081 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 3, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port': {'id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:27.342154 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Checking router: 17874265-5c9a-4e44-bc99-279218b12dd5 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:32:27.342812 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Updating router 17874265-5c9a-4e44-bc99-279218b12dd5 port c8aa8218-bbf3-4e7c-9289-47fb004a40e4 binding host n-d-713499-15 {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:32:27.380441 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.480362 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.526080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f4e493-2ba0-4d2f-a2c6-2c39d792c5ff None None] Network 5cff535a-7606-4e4b-81b7-6d47a74f9570 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:32:27.563210 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:27Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:27.591644 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96331c-09f4-47cb-b752-ad258b8c195a None None] The sync data for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 is: [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:27Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:32:27.675565 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Allocated IP 172.20.0.1 (5cff535a-7606-4e4b-81b7-6d47a74f9570/3014b57d-7504-4c82-bd22-a04dea3e0bcd/ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:32:27.729061 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-afe3ff01-aeec-421e-bb45-4f1588adbf96 None None] Provisioning for port 45567257-ad87-43ca-b4d3-fa068828aa05 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:27.802873 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.817500 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Transition to ACTIVE for port object ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a will not be triggered until provisioned by entity DHCP. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:27.824257 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.839161 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Transition to ACTIVE for port object c8aa8218-bbf3-4e7c-9289-47fb004a40e4 will not be triggered until provisioned by entity L2. {{(pid=94797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:27.848968 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.864782 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.912745 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e45e2-8d81-472f-8381-2f9befb44c15 None None] Pushing event updated for resources: {'Port': ['ID=c8aa8218-bbf3-4e7c-9289-47fb004a40e4,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:27.921919 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Network 5cff535a-7606-4e4b-81b7-6d47a74f9570 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:27.927626 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:27.928374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Attempting to bind port c8aa8218-bbf3-4e7c-9289-47fb004a40e4 on host n-d-713499-15 for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:32:27.928980 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Attempting to bind port c8aa8218-bbf3-4e7c-9289-47fb004a40e4 by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:32:27.929979 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Attempting to bind port c8aa8218-bbf3-4e7c-9289-47fb004a40e4 on network caf01b39-0c6f-460d-a418-4d11d786aee7 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:32:27.932503 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:32:27.938649 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:32:27.940405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Checking segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:27.941245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.942374 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Bound using segment: {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:32:27.943284 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Bound port: c8aa8218-bbf3-4e7c-9289-47fb004a40e4, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e076d-663b-4215-9a42-6631e4682225', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:32:27.943870 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:27.960738 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Pushing event updated for resources: {'Port': ['ID=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:27.984037 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674453'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.025340 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] For port c8aa8218-bbf3-4e7c-9289-47fb004a40e4, host n-d-713499-15, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:32:28.029784 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] For port c8aa8218-bbf3-4e7c-9289-47fb004a40e4, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c8aa8218-bbf3-4e7c-9289-47fb004a40e4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:32:28.036212 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.111553 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e45e2-8d81-472f-8381-2f9befb44c15 None None] Pushing event updated for resources: {'Port': ['ID=c8aa8218-bbf3-4e7c-9289-47fb004a40e4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:28.116172 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Routers {'17874265-5c9a-4e44-bc99-279218b12dd5'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:28.116862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['17874265-5c9a-4e44-bc99-279218b12dd5'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:28.164601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.264363 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] Set router 17874265-5c9a-4e44-bc99-279218b12dd5 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:28.387331 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.394251 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.460080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-857064b1-2938-46dd-b998-0bde1a9749cc None None] Provisioning for port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:28.469619 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-857064b1-2938-46dd-b998-0bde1a9749cc None None] Provisioning complete for port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:28.469619 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-857064b1-2938-46dd-b998-0bde1a9749cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.492223 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678090'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.495513 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Pushing event updated for resources: {'Port': ['ID=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:28.545366 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:28.582213 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-857064b1-2938-46dd-b998-0bde1a9749cc None None] Port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:32:28.593875 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Network 5cff535a-7606-4e4b-81b7-6d47a74f9570 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:28.595376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:28.623487 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:28.631173 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 4, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port': {'id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a', 'name': '', 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'mac_address': 'fa:16:3e:30:8d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:27Z', 'updated_at': '2021-08-29T18:32:27Z', 'revision_number': 1, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'subnets': [{'id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:28.632845 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:28.633266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.687080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930958a-c2e5-4a73-b324-558fe4c2e18d None None] The sync data for ids ['17874265-5c9a-4e44-bc99-279218b12dd5'] in n-d-713499-15 is: [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 4, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port': {'id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a', 'name': '', 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'mac_address': 'fa:16:3e:30:8d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:27Z', 'updated_at': '2021-08-29T18:32:27Z', 'revision_number': 1, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'subnets': [{'id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:32:28.720716 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Router 17874265-5c9a-4e44-bc99-279218b12dd5 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:32:28.760150 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.809924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:28.816240 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.817832 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 064dedf4-6728-4a8a-b9f3-85cb22806632 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:28.851827 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:32:28.867085 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-6f7865a4-b76e-4834-811f-84c4297f2190 admin admin] 10.222.0.41 "PUT /v2.0/routers/17874265-5c9a-4e44-bc99-279218b12dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9858377 Aug 29 18:32:28.912566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:28.927650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e445b012-0f04-4a67-80c5-4621d91e7021 None None] Provisioning complete for port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:28.927650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e445b012-0f04-4a67-80c5-4621d91e7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:28.976288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 064dedf4-6728-4a8a-b9f3-85cb22806632 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:28.976669 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.017985 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e445b012-0f04-4a67-80c5-4621d91e7021 None None] Port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:32:29.077847 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 45567257-ad87-43ca-b4d3-fa068828aa05 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:29.133628 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port 45567257-ad87-43ca-b4d3-fa068828aa05 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:29.138157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 45567257-ad87-43ca-b4d3-fa068828aa05 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:29.138820 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.231720 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.270096 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port 45567257-ad87-43ca-b4d3-fa068828aa05, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=45567257-ad87-43ca-b4d3-fa068828aa05,segment=NetworkSegment(26456d10-5a3b-4b7f-a622-eed81f47fc8a),segment_id=26456d10-5a3b-4b7f-a622-eed81f47fc8a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:29.276021 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.329531 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=45567257-ad87-43ca-b4d3-fa068828aa05,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:29.558784 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38286) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:29.564379 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-313746d5-77b2-4df7-b741-a5ffbfebc670 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915827242', 'description': 'tempest-secgroup-smoke-915827242 description', 'project_id': '67433cbc93e74567a4d163a5dcd46c8d'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:29.586403 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-313746d5-77b2-4df7-b741-a5ffbfebc670 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.669198 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-313746d5-77b2-4df7-b741-a5ffbfebc670 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.673068 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-313746d5-77b2-4df7-b741-a5ffbfebc670 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.704515 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-313746d5-77b2-4df7-b741-a5ffbfebc670 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.705751 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-313746d5-77b2-4df7-b741-a5ffbfebc670 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1453056 Aug 29 18:32:29.706662 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313746d5-77b2-4df7-b741-a5ffbfebc670 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222ed121-fa69-4568-a321-54a4fb78b43b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:29.709299 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38288) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:29.714047 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-1f2795ea-2bc2-498b-a535-ff6e3e67a176 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'security_group_rule': {'security_group_id': '222ed121-fa69-4568-a321-54a4fb78b43b', 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:29.741038 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f2795ea-2bc2-498b-a535-ff6e3e67a176 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.803272 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f2795ea-2bc2-498b-a535-ff6e3e67a176 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.806996 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f2795ea-2bc2-498b-a535-ff6e3e67a176 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.825573 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2795ea-2bc2-498b-a535-ff6e3e67a176 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da35483b-fee4-4a6c-a840-f518db0a3cb0,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:29.833132 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1f2795ea-2bc2-498b-a535-ff6e3e67a176 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.835559 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-1f2795ea-2bc2-498b-a535-ff6e3e67a176 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252363 Aug 29 18:32:29.839834 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:29.845085 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f28b7f06-4f90-4e19-8990-c271cca2ca99 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'security_group_rule': {'security_group_id': '222ed121-fa69-4568-a321-54a4fb78b43b', 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:29.872426 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f28b7f06-4f90-4e19-8990-c271cca2ca99 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.930421 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f28b7f06-4f90-4e19-8990-c271cca2ca99 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.934894 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f28b7f06-4f90-4e19-8990-c271cca2ca99 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.953255 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b7f06-4f90-4e19-8990-c271cca2ca99 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db55eb9-1190-4e76-a689-43d2f7f964f3,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:29.961440 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f28b7f06-4f90-4e19-8990-c271cca2ca99 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:29.962884 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f28b7f06-4f90-4e19-8990-c271cca2ca99 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220262 Aug 29 18:32:29.965460 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38292) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:29.969977 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a800f903-4803-45ff-9d9b-15bce1de0c3b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'security_group_rule': {'security_group_id': '222ed121-fa69-4568-a321-54a4fb78b43b', 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:29.996465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a800f903-4803-45ff-9d9b-15bce1de0c3b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.054041 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a800f903-4803-45ff-9d9b-15bce1de0c3b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.057583 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a800f903-4803-45ff-9d9b-15bce1de0c3b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.075097 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800f903-4803-45ff-9d9b-15bce1de0c3b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf78267-5070-4661-a95d-19f081f7493b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:30.080169 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a800f903-4803-45ff-9d9b-15bce1de0c3b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.083386 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a800f903-4803-45ff-9d9b-15bce1de0c3b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168678 Aug 29 18:32:30.084527 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38294) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:30.089011 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-72ba1c5b-8e27-49e5-bf14-eba84c710939 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'security_group_rule': {'security_group_id': '222ed121-fa69-4568-a321-54a4fb78b43b', 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:30.115484 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72ba1c5b-8e27-49e5-bf14-eba84c710939 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.177706 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72ba1c5b-8e27-49e5-bf14-eba84c710939 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.181173 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72ba1c5b-8e27-49e5-bf14-eba84c710939 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.199356 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba1c5b-8e27-49e5-bf14-eba84c710939 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09963b8c-2b43-40c2-ab66-b72ca263330f,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:30.204437 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72ba1c5b-8e27-49e5-bf14-eba84c710939 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.205801 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-72ba1c5b-8e27-49e5-bf14-eba84c710939 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203194 Aug 29 18:32:30.209128 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38296) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:30.213884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-09bb9a70-1f55-4138-bbbf-54030127aa86 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'security_group_rule': {'security_group_id': '222ed121-fa69-4568-a321-54a4fb78b43b', 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:30.235769 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-09bb9a70-1f55-4138-bbbf-54030127aa86 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Project 67433cbc93e74567a4d163a5dcd46c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:32:30.240829 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09bb9a70-1f55-4138-bbbf-54030127aa86 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.321211 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09bb9a70-1f55-4138-bbbf-54030127aa86 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.325229 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09bb9a70-1f55-4138-bbbf-54030127aa86 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.347376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb9a70-1f55-4138-bbbf-54030127aa86 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3640e185-4970-49b5-9ca7-04694036b34c,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:30.354537 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-09bb9a70-1f55-4138-bbbf-54030127aa86 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.355745 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-09bb9a70-1f55-4138-bbbf-54030127aa86 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454539 Aug 29 18:32:30.358546 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38298) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:30.363466 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-98312d43-12ec-45eb-b68f-ce30b519a05c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'security_group_rule': {'security_group_id': '222ed121-fa69-4568-a321-54a4fb78b43b', 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:30.396501 n-d-713499-15 neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-98312d43-12ec-45eb-b68f-ce30b519a05c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Project 67433cbc93e74567a4d163a5dcd46c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:32:30.402532 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98312d43-12ec-45eb-b68f-ce30b519a05c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.483667 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98312d43-12ec-45eb-b68f-ce30b519a05c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.488660 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98312d43-12ec-45eb-b68f-ce30b519a05c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065295'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.509382 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98312d43-12ec-45eb-b68f-ce30b519a05c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caeca907-1e6e-4811-9545-004cfdbfd78d,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:30.518168 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-98312d43-12ec-45eb-b68f-ce30b519a05c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.528487 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-98312d43-12ec-45eb-b68f-ce30b519a05c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603477 Aug 29 18:32:30.528972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 45567257-ad87-43ca-b4d3-fa068828aa05 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:30.579356 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 45567257-ad87-43ca-b4d3-fa068828aa05 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:30.579739 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.671823 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:30.672567 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-78e5711e-9cd8-4f2b-9fb9-deab1ebc90de tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915827242&fields=id&tenant_id=67433cbc93e74567a4d163a5dcd46c8d HTTP/1.1" status: 200 len: 267 time: 0.0385385 Aug 29 18:32:30.722230 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:30.722650 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.796879 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-e2393d2b-cdc5-4dbd-b3d8-4101e085704d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:30.803150 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-e2393d2b-cdc5-4dbd-b3d8-4101e085704d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 810 time: 0.1221075 Aug 29 18:32:30.809875 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c8aa8218-bbf3-4e7c-9289-47fb004a40e4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:30.814883 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-62dd804e-27a4-4958-a052-cf0bb726c50e tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/quotas/67433cbc93e74567a4d163a5dcd46c8d HTTP/1.1" status: 200 len: 375 time: 0.0101285 Aug 29 18:32:30.865746 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port c8aa8218-bbf3-4e7c-9289-47fb004a40e4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:30.870950 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c8aa8218-bbf3-4e7c-9289-47fb004a40e4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:30.871408 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.875239 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-d2bd8e13-3038-4dc9-8a95-adf31d907505 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537939 Aug 29 18:32:30.958128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:30.981346 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port c8aa8218-bbf3-4e7c-9289-47fb004a40e4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c8aa8218-bbf3-4e7c-9289-47fb004a40e4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:30.986671 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:31.009735 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-17af3deb-0837-498a-a445-cc35c12fdd6a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:32:31.011103 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-17af3deb-0837-498a-a445-cc35c12fdd6a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1227958 Aug 29 18:32:31.037998 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=c8aa8218-bbf3-4e7c-9289-47fb004a40e4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:31.109558 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-c611279e-367f-441c-980c-a3d0bd6a20a1 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905662 Aug 29 18:32:31.199779 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-896abf6f-d13c-45a1-b4d2-a40c134c4679 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 Aug 29 18:32:31.767626 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Sync routers for ids ['17874265-5c9a-4e44-bc99-279218b12dd5'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:32:31.777182 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Routers {'17874265-5c9a-4e44-bc99-279218b12dd5'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:31.777783 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['17874265-5c9a-4e44-bc99-279218b12dd5'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:31.886620 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Set router 17874265-5c9a-4e44-bc99-279218b12dd5 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:32.086542 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 4, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port': {'id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a', 'name': '', 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'mac_address': 'fa:16:3e:30:8d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:27Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 2, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'subnets': [{'id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:32.112887 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Checking router: 17874265-5c9a-4e44-bc99-279218b12dd5 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:32:32.113248 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Updating router 17874265-5c9a-4e44-bc99-279218b12dd5 port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a binding host n-d-713499-15 {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:32:32.137189 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:32.393893 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-bf0492f6-0ab3-4834-95b8-bf109911b9af req-91d095cc-e888-4259-8494-3a610afb8cf3 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 210 time: 0.0356605 Aug 29 18:32:32.399655 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c8aa8218-bbf3-4e7c-9289-47fb004a40e4 up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:32.442508 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:32.452013 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port c8aa8218-bbf3-4e7c-9289-47fb004a40e4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:32.452391 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:32.452558 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.provisioning_blocks [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Transition to ACTIVE for port object ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a will not be triggered until provisioned by entity L2. {{(pid=94798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:32.459572 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:32.515201 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98ef0c-e9d3-4ba6-af96-faed62eb9745 None None] Pushing event updated for resources: {'Port': ['ID=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:32.565158 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Attempting to bind port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a on host n-d-713499-15 for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:32:32.565430 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Attempting to bind port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a by drivers openvswitch,hyperv on host n-d-713499-15 at level 0 using segments [{'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:32:32.565789 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Attempting to bind port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a on network 5cff535a-7606-4e4b-81b7-6d47a74f9570 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:32:32.571902 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Checking agent: {'id': '701ecc89-507c-4448-9041-1d392af6bb6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 6, 14), 'started_at': datetime.datetime(2021, 8, 29, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:32:32.572268 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Checking segment: {'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:32.572669 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:32.573052 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Bound using segment: {'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:32:32.573516 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Bound port: ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a, host: n-d-713499-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26456d10-5a3b-4b7f-a622-eed81f47fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:32:32.574026 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:32.654725 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] For port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a, host n-d-713499-15, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:32:32.658396 n-d-713499-15 neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] For port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a, host n-d-713499-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,segment=NetworkSegment(26456d10-5a3b-4b7f-a622-eed81f47fc8a),segment_id=26456d10-5a3b-4b7f-a622-eed81f47fc8a)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:32:32.664173 n-d-713499-15 neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:32.724485 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Routers {'17874265-5c9a-4e44-bc99-279218b12dd5'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:32.725292 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['17874265-5c9a-4e44-bc99-279218b12dd5'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:32.763781 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98ef0c-e9d3-4ba6-af96-faed62eb9745 None None] Pushing event updated for resources: {'Port': ['ID=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:32.947622 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] Set router 17874265-5c9a-4e44-bc99-279218b12dd5 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:33.154426 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 4, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port': {'id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a', 'name': '', 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'mac_address': 'fa:16:3e:30:8d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:27Z', 'updated_at': '2021-08-29T18:32:32Z', 'revision_number': 4, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'subnets': [{'id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:33.188235 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8d82a-2836-497f-95a4-18f6a9dfde99 None None] The sync data for ids ['17874265-5c9a-4e44-bc99-279218b12dd5'] in n-d-713499-15 is: [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 4, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port': {'id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': 'ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a', 'name': '', 'network_id': '5cff535a-7606-4e4b-81b7-6d47a74f9570', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'mac_address': 'fa:16:3e:30:8d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:27Z', 'updated_at': '2021-08-29T18:32:32Z', 'revision_number': 4, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'subnets': [{'id': '3014b57d-7504-4c82-bd22-a04dea3e0bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:32:33.558874 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6a2e9ba-58ae-4d7d-824c-1e08345065f0 req-fee063e1-9a21-4087-b164-0af2bce5c38f tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 210 time: 0.0675168 Aug 29 18:32:33.607361 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-6dd59d3a-6955-4f49-92ce-7a6769f27997 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:33.608976 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-6dd59d3a-6955-4f49-92ce-7a6769f27997 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 810 time: 0.1476331 Aug 29 18:32:33.658000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-8fd43b5a-3e65-4cee-923b-6e7b4d4e3aec tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67433cbc93e74567a4d163a5dcd46c8d HTTP/1.1" status: 200 len: 379 time: 0.0365677 Aug 29 18:32:33.668370 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'port': {'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'admin_state_up': True, 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'security_groups': ['222ed121-fa69-4568-a321-54a4fb78b43b']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:33.779714 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Made reservation on behalf of 67433cbc93e74567a4d163a5dcd46c8d for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:32:33.783595 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:33.926996 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Allocated IP 172.20.0.3 (ddf51ff8-2505-4ba0-b49c-098d08c5e9be/418b98c1-05ae-4bb6-a403-3df371dafe36/e6587a38-1333-4cfb-a2e1-12a770ff8d91) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:32:34.067435 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.081356 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Transition to ACTIVE for port object e6587a38-1333-4cfb-a2e1-12a770ff8d91 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:34.113501 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.156636 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:34.162216 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:34.166457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:32:34.173538 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:34.222309 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:34.223013 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.242203 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-a34c1503-0191-4e7a-be0d-489010793011 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778577 Aug 29 18:32:34.255221 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Request body: {'port': {'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:34.319432 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.407071 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:34.445688 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7b1f5d81-a670-475f-9863-f1cd6037b083 None None] Provisioning for port e6587a38-1333-4cfb-a2e1-12a770ff8d91 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:34.452608 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7b1f5d81-a670-475f-9863-f1cd6037b083 None None] Provisioning complete for port e6587a38-1333-4cfb-a2e1-12a770ff8d91 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:34.453278 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7b1f5d81-a670-475f-9863-f1cd6037b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.498450 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f5d81-a670-475f-9863-f1cd6037b083 None None] Port e6587a38-1333-4cfb-a2e1-12a770ff8d91 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:32:34.502808 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning for port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:34.507881 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:34.508613 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.599523 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.634566 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] For port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,segment=NetworkSegment(26456d10-5a3b-4b7f-a622-eed81f47fc8a),segment_id=26456d10-5a3b-4b7f-a622-eed81f47fc8a)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:34.639750 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.656831 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6587a38-1333-4cfb-a2e1-12a770ff8d91 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:32:34.667371 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.683894 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Transition to ACTIVE for port object e6587a38-1333-4cfb-a2e1-12a770ff8d91 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:32:34.687690 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba34e-95db-420b-b606-b25b2ec39d17 req-9176d21a-04ed-4593-9c24-6d202e2442bd tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:34.689391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a38ba34e-95db-420b-b606-b25b2ec39d17 req-9176d21a-04ed-4593-9c24-6d202e2442bd tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 931 time: 0.0527406 Aug 29 18:32:34.690147 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.711201 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Pushing event updated for resources: {'Port': ['ID=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:34.740313 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a38ba34e-95db-420b-b606-b25b2ec39d17 req-f8f12425-0766-490f-98c2-6dbbe18157dc tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436540 Aug 29 18:32:34.767511 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:34.847115 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Attempting to bind port e6587a38-1333-4cfb-a2e1-12a770ff8d91 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:32:34.847561 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Attempting to bind port e6587a38-1333-4cfb-a2e1-12a770ff8d91 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:32:34.848487 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Attempting to bind port e6587a38-1333-4cfb-a2e1-12a770ff8d91 on network ddf51ff8-2505-4ba0-b49c-098d08c5e9be {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:32:34.853300 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Port e6587a38-1333-4cfb-a2e1-12a770ff8d91 on network ddf51ff8-2505-4ba0-b49c-098d08c5e9be not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:32:34.853622 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Attempting to bind port e6587a38-1333-4cfb-a2e1-12a770ff8d91 on network ddf51ff8-2505-4ba0-b49c-098d08c5e9be {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:32:34.859080 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:32:34.859436 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Checking segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:32:34.859807 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Bound using segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:32:34.860231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Bound port: e6587a38-1333-4cfb-a2e1-12a770ff8d91, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:32:34.860586 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.930817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:32:34.934019 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:32:34.938668 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.972104 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:34.973228 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:34.974856 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] 10.222.0.43 "PUT /v2.0/ports/e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 1092 time: 0.7247443 Aug 29 18:32:34.975092 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:32:34.977343 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9132ecde-8206-4f21-9024-f37913e88f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:32:35.009419 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf58ac-43a2-4c2b-9719-1b50c550f9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:35.048044 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bbabf7-9003-4e71-87f2-738834cbce3c x-openstack-request-id: req-a3bbabf7-9003-4e71-87f2-738834cbce3c {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:32:35.048329 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:32:35.048576 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3bbabf7-9003-4e71-87f2-738834cbce3c {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:32:35.048961 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'status': 'completed', 'code': 200} Aug 29 18:32:35.066240 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-80447d35-d720-45ab-a680-c417fcbadc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:35.067867 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-80447d35-d720-45ab-a680-c417fcbadc38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1095 time: 0.0522547 Aug 29 18:32:35.111476 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-7b872073-c47f-49ff-95b0-eb3894a41744 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 217 time: 0.0360360 Aug 29 18:32:35.163018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-6f42ede8-9703-4519-b7cd-f2a914dbaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:35.164494 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-6f42ede8-9703-4519-b7cd-f2a914dbaba0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0461643 Aug 29 18:32:35.213634 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-80d8706f-104a-45e4-acdb-0b73d8d4c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:35.215128 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-80d8706f-104a-45e4-acdb-0b73d8d4c0a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431869 Aug 29 18:32:35.303686 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-6d810b0a-0e24-4325-8658-8abf06df1643 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805781 Aug 29 18:32:35.393864 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-f7af8d23-b3dd-4a9e-966c-187c985ae4af req-454cdacf-c666-4e4f-a71c-6457c0ab2d8e service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828853 Aug 29 18:32:35.811797 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132ecde-8206-4f21-9024-f37913e88f4f req-51959be5-0656-4475-a497-6cd4b9d5d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:35.813278 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9132ecde-8206-4f21-9024-f37913e88f4f req-51959be5-0656-4475-a497-6cd4b9d5d7d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1095 time: 0.3764770 Aug 29 18:32:35.860009 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353751a-b18f-4b05-8065-bcf4401e4f1d req-4bf689ce-8967-4804-a490-1bbce23bedc5 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:35.861524 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f353751a-b18f-4b05-8065-bcf4401e4f1d req-4bf689ce-8967-4804-a490-1bbce23bedc5 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 943 time: 0.0500739 Aug 29 18:32:35.899527 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f353751a-b18f-4b05-8065-bcf4401e4f1d req-3e245446-2aa8-4dfb-9102-59f276054d21 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315177 Aug 29 18:32:35.904302 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132ecde-8206-4f21-9024-f37913e88f4f req-c1141616-970e-4a31-b2ef-4f0c9b601d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:35.905919 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9132ecde-8206-4f21-9024-f37913e88f4f req-c1141616-970e-4a31-b2ef-4f0c9b601d00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.0851576 Aug 29 18:32:35.956306 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9132ecde-8206-4f21-9024-f37913e88f4f req-b88e2b22-f890-48e4-8efa-34c7b7677239 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 217 time: 0.0427351 Aug 29 18:32:36.005241 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132ecde-8206-4f21-9024-f37913e88f4f req-6281cf6a-5031-41b1-8a5a-1a8d40486330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:36.006607 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9132ecde-8206-4f21-9024-f37913e88f4f req-6281cf6a-5031-41b1-8a5a-1a8d40486330 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0427008 Aug 29 18:32:36.052627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132ecde-8206-4f21-9024-f37913e88f4f req-886ac05b-94b8-46a6-bd9d-e0ca3611f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:36.054209 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9132ecde-8206-4f21-9024-f37913e88f4f req-886ac05b-94b8-46a6-bd9d-e0ca3611f563 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397336 Aug 29 18:32:36.150326 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9132ecde-8206-4f21-9024-f37913e88f4f req-327dcfea-67df-4258-b58a-5050f1280658 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888441 Aug 29 18:32:36.239602 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-9132ecde-8206-4f21-9024-f37913e88f4f req-84fab4c6-0d19-4622-bfc0-98d1166ba87b service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820081 Aug 29 18:32:36.364723 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a up at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:36.409927 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Provisioning complete for port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:36.410927 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:37.025325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec024-0e26-4a78-89ea-b5eadd773ecf req-66253c3e-dc10-41eb-83fa-ec5b024a2c7e tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:37.026810 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-397ec024-0e26-4a78-89ea-b5eadd773ecf req-66253c3e-dc10-41eb-83fa-ec5b024a2c7e tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 943 time: 0.0487130 Aug 29 18:32:37.068482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-397ec024-0e26-4a78-89ea-b5eadd773ecf req-29dccf15-af41-4ec0-aec1-3414410b7759 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357115 Aug 29 18:32:38.036347 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e6587a38-1333-4cfb-a2e1-12a770ff8d91 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:32:38.147843 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:38.163011 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:32:38.201209 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:38.207059 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578c08-d868-404e-b2af-28df4e96dc39 req-da5d5641-7d3a-400b-b587-5edf85e171c8 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:38.209041 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c578c08-d868-404e-b2af-28df4e96dc39 req-da5d5641-7d3a-400b-b587-5edf85e171c8 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 943 time: 0.0524776 Aug 29 18:32:38.213972 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6587a38-1333-4cfb-a2e1-12a770ff8d91 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:32:38.232819 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:38.237775 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:38.247647 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5c578c08-d868-404e-b2af-28df4e96dc39 req-7c5328e7-ba86-4be0-8669-47fda03c90a9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Aug 29 18:32:38.284838 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:38.436357 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e6587a38-1333-4cfb-a2e1-12a770ff8d91'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:32:39.361027 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9d822-9cc1-46e0-84ec-524a092fcaa5 req-a09cfb5b-6fa6-4e5f-a708-a93488b35f7d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:39.362486 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c8c9d822-9cc1-46e0-84ec-524a092fcaa5 req-a09cfb5b-6fa6-4e5f-a708-a93488b35f7d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 944 time: 0.0485337 Aug 29 18:32:39.399313 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c8c9d822-9cc1-46e0-84ec-524a092fcaa5 req-e847c4ca-ea69-4a03-91dc-848831a60810 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303073 Aug 29 18:32:40.068377 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e6587a38-1333-4cfb-a2e1-12a770ff8d91 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:32:40.115792 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port e6587a38-1333-4cfb-a2e1-12a770ff8d91 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:32:40.119288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port e6587a38-1333-4cfb-a2e1-12a770ff8d91 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:32:40.119658 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:40.354662 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:40.376179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:32:40.378385 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c5cca6-3342-4763-ade6-ad78fda68ef9" -d '{"events": [{"server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "name": "network-vif-plugged", "status": "completed", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:32:40.391249 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:32:40.395617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:40.449762 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:40.472700 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd3b5e8-a61c-45d8-bbc2-aad037c91ec5 x-openstack-request-id: req-abd3b5e8-a61c-45d8-bbc2-aad037c91ec5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:32:40.472991 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "name": "network-vif-plugged", "status": "completed", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:32:40.473239 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abd3b5e8-a61c-45d8-bbc2-aad037c91ec5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:32:40.473642 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'code': 200} Aug 29 18:32:40.517133 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1663f3-5cf8-4d25-b3e9-a37044574ee0 req-68dbfad9-7a62-48ea-9c79-e25ddad5323b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:40.518660 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c1663f3-5cf8-4d25-b3e9-a37044574ee0 req-68dbfad9-7a62-48ea-9c79-e25ddad5323b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 945 time: 0.0503440 Aug 29 18:32:40.587205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-5c1663f3-5cf8-4d25-b3e9-a37044574ee0 req-3fd4da99-ef03-4ad4-a8e7-1b5299695df1 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626864 Aug 29 18:32:40.593498 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956bca7-484f-4674-829e-7af7ac4364bb req-442ae8d7-30e6-48ce-89cd-f5f319cd2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:40.595482 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a956bca7-484f-4674-829e-7af7ac4364bb req-442ae8d7-30e6-48ce-89cd-f5f319cd2af4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1097 time: 0.0650628 Aug 29 18:32:40.631393 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a956bca7-484f-4674-829e-7af7ac4364bb req-85d0c182-9d55-4bd3-974b-05b6ffced2a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292251 Aug 29 18:32:41.317974 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f852d6dc-3a1a-4474-ab10-0756fcc1e04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:41.708866 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3377bcc-f796-4da8-9734-8022a253111b req-5f13b6f0-4aaf-4240-a8ca-2ca9531b7fa8 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:41.710397 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3377bcc-f796-4da8-9734-8022a253111b req-5f13b6f0-4aaf-4240-a8ca-2ca9531b7fa8 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 945 time: 0.0519936 Aug 29 18:32:41.752142 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f3377bcc-f796-4da8-9734-8022a253111b req-7636a09d-96d6-4bb0-a71b-28797d8314ba tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351114 Aug 29 18:32:42.864860 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb5e53-6aeb-4ed7-8608-cebe8f92025d req-6e162178-ed42-4b31-9efe-3138c0143e9d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:42.866322 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02bb5e53-6aeb-4ed7-8608-cebe8f92025d req-6e162178-ed42-4b31-9efe-3138c0143e9d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 945 time: 0.0489271 Aug 29 18:32:42.881730 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:32:42.903473 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-02bb5e53-6aeb-4ed7-8608-cebe8f92025d req-4c452317-097e-4857-bab3-7d1f81880051 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310340 Aug 29 18:32:43.016696 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a718c5-a131-4cda-a51d-f6fbfff35ac0 req-c8c988cb-fcfa-4290-8d83-667a7b3824ca tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:43.018159 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-08a718c5-a131-4cda-a51d-f6fbfff35ac0 req-c8c988cb-fcfa-4290-8d83-667a7b3824ca tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Aug 29 18:32:43.055095 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-08a718c5-a131-4cda-a51d-f6fbfff35ac0 req-ef8b0e53-7a05-4b48-a402-684d0a0aae57 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301154 Aug 29 18:32:43.076270 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38358) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:43.159234 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2952175-6f89-48d3-91c7-00551933133c tempest-TestSnapshotPattern-1561567457 tempest-TestSnapshotPattern-1561567457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:43.160802 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-f2952175-6f89-48d3-91c7-00551933133c tempest-TestSnapshotPattern-1561567457 tempest-TestSnapshotPattern-1561567457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1092 time: 0.0835285 Aug 29 18:32:43.163697 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38362) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:32:43.168093 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.v2.base [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:32:43.189213 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.282465 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.333915 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.390133 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Allocated IP 172.25.2.71 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/856d22fd-0151-4915-8874-874fd249563b) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:32:43.488737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.525841 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.562279 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:32:43.567524 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:32:43.571008 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:32:43.580844 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'Port': ['ID=856d22fd-0151-4915-8874-874fd249563b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:43.861489 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.927519 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.935585 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e2a57cbf-8edc-4b4c-8e29-0ee45582d71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.978980 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:43.999631 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:44.145413 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:44.149773 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25242091'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:44.220362 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'Port': ['ID=856d22fd-0151-4915-8874-874fd249563b,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:32:44.230737 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:44.334879 n-d-713499-15 neutron-server[94795]: INFO neutron.db.l3_db [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Floating IP 8cd57ffe-4b7a-4032-b461-8674624e298b associated. External IP: 172.25.2.71, port: e6587a38-1333-4cfb-a2e1-12a770ff8d91. Aug 29 18:32:44.541442 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Router d8475548-9d24-4b44-8973-28813e53c860 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:32:44.647364 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:32:44.656703 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] Sync routers for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:32:44.664317 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:44.666932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:44.667552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:44.690938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-634f8909-2c0c-4498-8613-df7d50d282b2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5261683 Aug 29 18:32:44.692019 n-d-713499-15 neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:32:44.694336 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42c12fc261b2dbd071648cf41167091c679fedc1acaaf16d2f6e0a8cae3cecb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb13463-df16-47ba-9d3b-09a8e7511fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:32:44.731256 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f6193d-e451-4548-9382-b243c6537e0f x-openstack-request-id: req-57f6193d-e451-4548-9382-b243c6537e0f {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:32:44.731543 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:32:44.731794 n-d-713499-15 neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57f6193d-e451-4548-9382-b243c6537e0f {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:32:44.732201 n-d-713499-15 neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'status': 'completed', 'code': 200} Aug 29 18:32:44.775024 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:44.793149 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-f64b0675-801a-492e-b659-973462979db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:44.794697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-f64b0675-801a-492e-b659-973462979db3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1097 time: 0.0411189 Aug 29 18:32:44.888641 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-3495c684-4e52-4757-bec3-de2e2109003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:44.890125 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-3495c684-4e52-4757-bec3-de2e2109003e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.0887225 Aug 29 18:32:44.960044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-0527f49d-d033-4878-a04f-0217a16c6ffc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 998 time: 0.0623870 Aug 29 18:32:45.008773 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:43Z', 'revision_number': 0, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:45.012789 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-d524cb98-fc4d-4b46-ab3e-c0c9fc07a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:45.014397 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-d524cb98-fc4d-4b46-ab3e-c0c9fc07a907 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0478201 Aug 29 18:32:45.034953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] Checking router: d8475548-9d24-4b44-8973-28813e53c860 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:32:45.043242 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:32:45.043862 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:32:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:45.063719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-70db8127-c0da-4fb1-baff-23d59df6b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:45.065194 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-70db8127-c0da-4fb1-baff-23d59df6b4b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432644 Aug 29 18:32:45.148702 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:32:45.153689 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-e6974de9-e6a4-4adf-bcd2-1c3cfdab45da service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808163 Aug 29 18:32:45.247705 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fcb13463-df16-47ba-9d3b-09a8e7511fcd req-69d21396-f509-4080-8c51-4ec7c2c3ce99 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869045 Aug 29 18:32:45.381066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:43Z', 'revision_number': 0, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:32:45.408005 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6d7eb-7d1e-4054-8b69-53a557649231 None None] The sync data for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 is: [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:43Z', 'revision_number': 0, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:32:45.636797 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a2a05-7e0d-439a-a417-befda4ede65a None None] New status for floating IP 8cd57ffe-4b7a-4032-b461-8674624e298b: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:32:45.735102 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:47.040220 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:55.803309 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-873d2a56-1bf6-41d5-96e6-28401b4cbb1e req-b9421d4e-1a3c-42a1-80d3-07105a34a273 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259247 Aug 29 18:32:55.868608 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-873d2a56-1bf6-41d5-96e6-28401b4cbb1e req-9b44df58-6db4-4ffd-819e-e93dd12a5784 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0258360 Aug 29 18:32:55.905515 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-873d2a56-1bf6-41d5-96e6-28401b4cbb1e req-513bdad7-5078-4fa7-a47e-3ad3c2923063 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182104 Aug 29 18:32:55.998001 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d2a56-1bf6-41d5-96e6-28401b4cbb1e req-f5b69c8c-9215-40b2-9adb-5701bd395265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:55.999510 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-873d2a56-1bf6-41d5-96e6-28401b4cbb1e req-f5b69c8c-9215-40b2-9adb-5701bd395265 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880063 Aug 29 18:32:57.567000 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19490132-ae86-4a82-8d32-82ca0272e90d req-8a5bcc0a-c49c-4935-aa1e-8fe99249f7b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405612 Aug 29 18:32:57.656934 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490132-ae86-4a82-8d32-82ca0272e90d req-4b9b75cb-32c7-4afe-9690-07ace278c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:57.658688 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19490132-ae86-4a82-8d32-82ca0272e90d req-4b9b75cb-32c7-4afe-9690-07ace278c51e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1097 time: 0.0482287 Aug 29 18:32:57.770068 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490132-ae86-4a82-8d32-82ca0272e90d req-f7a583bc-d4a7-4bc6-9894-79390c1f0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:57.771595 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19490132-ae86-4a82-8d32-82ca0272e90d req-f7a583bc-d4a7-4bc6-9894-79390c1f0810 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.0943420 Aug 29 18:32:57.841148 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19490132-ae86-4a82-8d32-82ca0272e90d req-caa24bd3-95fa-4dfe-8fef-f7c97e4d317c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 1000 time: 0.0620825 Aug 29 18:32:57.892114 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490132-ae86-4a82-8d32-82ca0272e90d req-aac34e3c-c116-4f5e-a445-33ea00c57009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:57.893568 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19490132-ae86-4a82-8d32-82ca0272e90d req-aac34e3c-c116-4f5e-a445-33ea00c57009 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0446932 Aug 29 18:32:57.944815 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490132-ae86-4a82-8d32-82ca0272e90d req-148d4edf-2227-4fbb-b5fa-a591c938bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:32:57.946884 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19490132-ae86-4a82-8d32-82ca0272e90d req-148d4edf-2227-4fbb-b5fa-a591c938bd55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457444 Aug 29 18:32:58.042343 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19490132-ae86-4a82-8d32-82ca0272e90d req-c8084f29-665b-438e-8d3e-56447fc35273 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881479 Aug 29 18:32:58.136110 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-19490132-ae86-4a82-8d32-82ca0272e90d req-f8cd08bd-19a2-491c-ab6a-95cb85bc2f49 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863125 Aug 29 18:33:11.318360 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-39416922-36b4-438d-ae48-397779427160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:13.353008 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:13.867266 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:13.938941 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cb9001b9-6b38-4a2b-876a-ba3cc321a0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:13.982529 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:15.737822 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:17.043897 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:19.879867 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:33:41.319538 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-81797e4a-be0f-4c3b-81f4-23a5a68709ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:43.345988 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:43.874558 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:43.940126 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3affea39-626a-40f1-889c-58116ccd5134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:43.982399 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:45.740312 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:47.045737 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:33:56.878607 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:33:57.748342 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93aadd82-0fdc-4aa9-a06b-9fdfb2cbe9a5 req-4733e0ab-3757-4566-a5a9-acd2ebc0b75c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283971 Aug 29 18:33:57.817133 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93aadd82-0fdc-4aa9-a06b-9fdfb2cbe9a5 req-0cb2a6c3-74b0-4722-9b2f-90917377e5e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0247562 Aug 29 18:33:57.861650 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93aadd82-0fdc-4aa9-a06b-9fdfb2cbe9a5 req-9f986435-ea8f-4fe6-bdab-b9f52f22c259 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249093 Aug 29 18:33:58.303549 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadd82-0fdc-4aa9-a06b-9fdfb2cbe9a5 req-228ca43f-ab98-46be-9b02-2c669909418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:33:58.305032 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-93aadd82-0fdc-4aa9-a06b-9fdfb2cbe9a5 req-228ca43f-ab98-46be-9b02-2c669909418b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4361427 Aug 29 18:33:58.572661 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-dda54b9c-7352-4939-8d1f-fbbb963667c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446875 Aug 29 18:33:58.656811 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-896e29ae-02db-4c5c-8f08-92cad90e6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:33:58.658572 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-896e29ae-02db-4c5c-8f08-92cad90e6e8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1097 time: 0.0428956 Aug 29 18:33:58.767099 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-c595b9af-ac55-4227-ba38-13e93871e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:33:58.768592 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-c595b9af-ac55-4227-ba38-13e93871e076 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.0902636 Aug 29 18:33:58.834233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-37521dde-6d32-42ed-84c1-ecc0b03348ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 1000 time: 0.0585794 Aug 29 18:33:58.884417 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-861bd628-d852-4dff-b82e-af4f7efcd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:33:58.885876 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-861bd628-d852-4dff-b82e-af4f7efcd820 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0447667 Aug 29 18:33:58.936426 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-5bf1212a-c048-45af-8f5c-1f89b0abbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:33:58.937928 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-5bf1212a-c048-45af-8f5c-1f89b0abbdca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451407 Aug 29 18:33:59.028006 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-bd71f7af-1f76-450b-a5ff-b3535a8a6ca0 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826368 Aug 29 18:33:59.122181 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-724f92fb-0476-4e69-89b4-ca7ea53052c6 req-092a9d9c-35a0-4837-9127-d585601e640a service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861804 Aug 29 18:34:11.319082 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2f03-845d-4b3f-99ce-924a22e011bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:13.361559 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:13.904478 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:13.938831 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2b636448-e210-4373-992c-cfa4e57285f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:13.982258 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:15.748457 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:17.050281 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:33.878873 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:34:41.319128 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4b628a8b-2090-48d3-b2b5-831cb3ddc1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:42.637491 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e6587a38-1333-4cfb-a2e1-12a770ff8d91 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:34:42.730245 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:34:42.741952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:34:42.781722 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:42.794233 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6587a38-1333-4cfb-a2e1-12a770ff8d91 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:34:42.813389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:34:42.817109 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:42.867026 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:34:42.874165 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.874520 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.874935 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.875281 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.875618 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.875952 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.876288 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.876616 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.876947 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.877271 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.877600 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.877928 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:42.912801 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['e6587a38-1333-4cfb-a2e1-12a770ff8d91'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:34:43.365138 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:43.927007 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:43.946299 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-39f284b4-d9ac-418b-be59-fc514581e888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:43.986162 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:44.650486 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e6587a38-1333-4cfb-a2e1-12a770ff8d91 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:34:44.704384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port e6587a38-1333-4cfb-a2e1-12a770ff8d91 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:34:44.704637 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:44.801268 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:44.828769 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:34:44.831304 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8226d905-1382-4be1-bb26-dc1e15af281b" -d '{"events": [{"server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "name": "network-vif-plugged", "status": "completed", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:34:44.844507 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:34:44.852261 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:44.887402 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eece3e56-ab2a-4d9d-801a-96443a3eaa25 x-openstack-request-id: req-eece3e56-ab2a-4d9d-801a-96443a3eaa25 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:34:44.887698 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "name": "network-vif-plugged", "status": "completed", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:34:44.887951 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eece3e56-ab2a-4d9d-801a-96443a3eaa25 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:34:44.888347 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'code': 200} Aug 29 18:34:44.913328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:34:45.751614 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:47.058845 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:52.698600 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-24e970f5-3a98-4102-bdd1-f1a8cd4d6dfd tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915827242&fields=id&tenant_id=67433cbc93e74567a4d163a5dcd46c8d HTTP/1.1" status: 200 len: 267 time: 0.0352209 Aug 29 18:34:52.813587 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-60e0b55f-af93-4bf8-a6f0-3910155f9e8f tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:34:52.815025 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-60e0b55f-af93-4bf8-a6f0-3910155f9e8f tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 810 time: 0.1074827 Aug 29 18:34:52.830278 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-4e908756-d7cc-4ea0-b076-f361c6b49f3e tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/quotas/67433cbc93e74567a4d163a5dcd46c8d HTTP/1.1" status: 200 len: 375 time: 0.0093436 Aug 29 18:34:52.886178 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-dc093e77-7b7e-4877-8031-3db7ab29d929 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503838 Aug 29 18:34:53.033654 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-113c8196-c3ac-4cde-9bcd-0d2daa7ab69a service neutron] 10.222.0.41 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360936 Aug 29 18:34:53.124695 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e862f841-e138-4e93-8cb1-c0f7e7047f63 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846672 Aug 29 18:34:53.340857 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d3f58497-3f8b-407b-8256-682709539970 req-eb3c66be-100c-4079-adfe-0d1feaca575d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 210 time: 0.0285223 Aug 29 18:34:54.188912 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-9d4e4748-de3a-46e7-a5d1-3c320398054e tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:34:54.190396 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-9d4e4748-de3a-46e7-a5d1-3c320398054e tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 810 time: 0.1069307 Aug 29 18:34:54.235697 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-f2f32018-aebc-4875-a585-8073fa0b3994 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67433cbc93e74567a4d163a5dcd46c8d HTTP/1.1" status: 200 len: 379 time: 0.0361657 Aug 29 18:34:54.254215 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'port': {'device_id': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'admin_state_up': True, 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'security_groups': ['222ed121-fa69-4568-a321-54a4fb78b43b']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:34:54.368033 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Made reservation on behalf of 67433cbc93e74567a4d163a5dcd46c8d for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:34:54.372034 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:54.440000 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-3912f38f-d679-46ed-b130-7bbab7b43a33 req-eb9b1132-6d11-4bf5-aeb9-9d4bc1d4c773 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 210 time: 0.0293527 Aug 29 18:34:54.548563 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Allocated IP 172.20.0.5 (ddf51ff8-2505-4ba0-b49c-098d08c5e9be/418b98c1-05ae-4bb6-a403-3df371dafe36/acc7963b-937e-4bc7-b809-04c49007bdf9) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:34:54.759114 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:54.773838 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Transition to ACTIVE for port object acc7963b-937e-4bc7-b809-04c49007bdf9 will not be triggered until provisioned by entity DHCP. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:34:54.808865 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:54.853765 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:34:54.857024 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:34:54.861491 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:34:54.911719 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'Port': ['ID=acc7963b-937e-4bc7-b809-04c49007bdf9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:34:54.930529 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.930903 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.931265 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.931597 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.935425 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.935826 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.936173 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.936518 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.936857 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.937193 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.937526 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.937897 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:34:54.953843 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:34:54.954492 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:54.970657 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-e77213ed-ad57-4170-aa0b-7b7289e2d4fa tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7207062 Aug 29 18:34:55.099099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b39db1c7-3329-4a9a-9140-3c52212e257a None None] Provisioning for port acc7963b-937e-4bc7-b809-04c49007bdf9 completed by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:34:55.105258 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b39db1c7-3329-4a9a-9140-3c52212e257a None None] Provisioning complete for port acc7963b-937e-4bc7-b809-04c49007bdf9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:34:55.105752 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b39db1c7-3329-4a9a-9140-3c52212e257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:55.143088 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b39db1c7-3329-4a9a-9140-3c52212e257a None None] Port acc7963b-937e-4bc7-b809-04c49007bdf9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:34:55.579220 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e2775-967e-424b-ab5b-945f80897de3 req-edb1001c-a8a1-4d74-b5e9-cefadf564371 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:34:55.581485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9e2775-967e-424b-ab5b-945f80897de3 req-edb1001c-a8a1-4d74-b5e9-cefadf564371 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0571821 Aug 29 18:34:55.621206 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-2f9e2775-967e-424b-ab5b-945f80897de3 req-6a72b353-b4aa-4bf7-b5e4-29e52555ddd5 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324051 Aug 29 18:34:56.746889 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1063f9d-96a5-4e91-8eb9-b5af87283d1f req-5cd48476-afcf-4760-ae50-8e092d1cda66 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:34:56.748456 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1063f9d-96a5-4e91-8eb9-b5af87283d1f req-5cd48476-afcf-4760-ae50-8e092d1cda66 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0537217 Aug 29 18:34:56.754157 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e6587a38-1333-4cfb-a2e1-12a770ff8d91 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:34:56.788842 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-d1063f9d-96a5-4e91-8eb9-b5af87283d1f req-5cb256b9-f543-4883-8db7-bbffb89ff631 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Aug 29 18:34:56.831171 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:56.856099 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:34:56.858388 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1345dc79-f875-4f73-b47a-9c7023c2a9b2" -d '{"events": [{"server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "name": "network-vif-unplugged", "status": "completed", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:34:56.872004 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:34:56.877638 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:34:56.904478 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd43cda-68a9-4f95-8773-15072232af01 x-openstack-request-id: req-3cd43cda-68a9-4f95-8773-15072232af01 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:34:56.904683 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "name": "network-vif-unplugged", "status": "completed", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:34:56.904932 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cd43cda-68a9-4f95-8773-15072232af01 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:34:56.905414 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'code': 200} Aug 29 18:34:56.934048 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:34:57.918286 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3233ee-1c6f-4c16-b37d-fde7c11e02e8 req-05b2abe6-68be-4e04-9841-a5f5c6750d10 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:34:57.919800 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f3233ee-1c6f-4c16-b37d-fde7c11e02e8 req-05b2abe6-68be-4e04-9841-a5f5c6750d10 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0578816 Aug 29 18:34:57.961749 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-2f3233ee-1c6f-4c16-b37d-fde7c11e02e8 req-43833e79-a6b6-4f87-9cd7-f0ce9049c179 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359869 Aug 29 18:34:58.260982 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fa7de68-a847-4632-905e-f8ca8cb5131d req-ee960a82-ffdd-424b-bb20-851ac021fb89 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0770178 Aug 29 18:34:58.329696 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fa7de68-a847-4632-905e-f8ca8cb5131d req-563f9c05-4264-41c1-99ff-42b192fb643c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0255899 Aug 29 18:34:58.373146 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fa7de68-a847-4632-905e-f8ca8cb5131d req-fa541f46-a88a-412c-bb5a-5e1a8d87bc4c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224445 Aug 29 18:34:58.473904 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7de68-a847-4632-905e-f8ca8cb5131d req-72a1fd2f-143d-4950-b0e2-ac9413ff1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:34:58.475753 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7fa7de68-a847-4632-905e-f8ca8cb5131d req-72a1fd2f-143d-4950-b0e2-ac9413ff1cf9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957632 Aug 29 18:34:59.093503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e860a-ebb8-4f56-a1ca-920c74255454 req-31f66546-5d3b-4b86-a42b-6d4aa0caa717 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:34:59.095638 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa0e860a-ebb8-4f56-a1ca-920c74255454 req-31f66546-5d3b-4b86-a42b-6d4aa0caa717 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0539150 Aug 29 18:34:59.137450 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-fa0e860a-ebb8-4f56-a1ca-920c74255454 req-9b80bd83-4416-47ea-b7e5-8fc850bbe11f tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353289 Aug 29 18:35:00.255147 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490fdeb-1dc5-43f6-899d-4da2a0e6d43f req-1b316ead-618c-4411-8c09-8ca4af5ad698 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:00.256700 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9490fdeb-1dc5-43f6-899d-4da2a0e6d43f req-1b316ead-618c-4411-8c09-8ca4af5ad698 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0513823 Aug 29 18:35:00.298217 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9490fdeb-1dc5-43f6-899d-4da2a0e6d43f req-acce239b-123a-489f-bb77-b6018dd643b0 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354738 Aug 29 18:35:01.435701 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5526b0-d4d0-46d6-b9ce-808858ac8616 req-a6bc0426-f7ac-4d16-834a-f6d3d303bc4e tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:01.437240 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e5526b0-d4d0-46d6-b9ce-808858ac8616 req-a6bc0426-f7ac-4d16-834a-f6d3d303bc4e tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0491781 Aug 29 18:35:01.479376 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e5526b0-d4d0-46d6-b9ce-808858ac8616 req-ea1bfe57-9779-49cc-821b-7d427e05c02d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361426 Aug 29 18:35:02.600043 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36d01c-6963-4c63-8f27-6e6cde0d5fd3 req-a6144c18-f3a5-44c0-993b-85ace4a54df7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:02.602010 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee36d01c-6963-4c63-8f27-6e6cde0d5fd3 req-a6144c18-f3a5-44c0-993b-85ace4a54df7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0523186 Aug 29 18:35:02.641387 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ee36d01c-6963-4c63-8f27-6e6cde0d5fd3 req-8ef28891-eec1-4a6b-a6be-ecf818ec28e0 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332220 Aug 29 18:35:03.767411 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27013c2-c0c8-4fb4-8721-43af8046f222 req-46bafe16-13c1-4f91-9620-b83097b84a00 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:03.768949 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a27013c2-c0c8-4fb4-8721-43af8046f222 req-46bafe16-13c1-4f91-9620-b83097b84a00 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0516732 Aug 29 18:35:03.807709 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a27013c2-c0c8-4fb4-8721-43af8046f222 req-529c985d-04bb-4ef4-a426-1a700b3d61b0 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325003 Aug 29 18:35:05.176041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb20a8-8011-4f6c-b3ac-6faececa3d83 req-c1ef1683-96a1-4720-9f23-8045b76646d0 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:05.177552 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52bb20a8-8011-4f6c-b3ac-6faececa3d83 req-c1ef1683-96a1-4720-9f23-8045b76646d0 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 931 time: 0.0539935 Aug 29 18:35:05.215852 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-52bb20a8-8011-4f6c-b3ac-6faececa3d83 req-0dea26ac-6d4a-4105-a078-a33cbebc0d58 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324266 Aug 29 18:35:05.376675 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.43', 55411) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:35:05.417759 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Request body: {'port': {'device_id': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-15'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:35:05.504152 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-2d1cb8ad-4a20-4112-ac67-d98de0e60a76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264155 Aug 29 18:35:05.505135 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:05.694470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-7556f499-5c08-4a1a-9058-7cfc8de89a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:05.695910 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-7556f499-5c08-4a1a-9058-7cfc8de89a9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1095 time: 0.1399188 Aug 29 18:35:05.856794 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-8e16b9f7-6a48-446e-b0b3-0d2aba74bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:05.858237 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-8e16b9f7-6a48-446e-b0b3-0d2aba74bc14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.1398206 Aug 29 18:35:05.875954 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc7963b-937e-4bc7-b809-04c49007bdf9 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:35:05.910753 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:05.934445 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Transition to ACTIVE for port object acc7963b-937e-4bc7-b809-04c49007bdf9 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:35:05.941205 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-794ec9cd-108c-4f7a-ba0a-cf490cda230f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 998 time: 0.0749786 Aug 29 18:35:05.941776 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:06.030963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Pushing event updated for resources: {'Port': ['ID=acc7963b-937e-4bc7-b809-04c49007bdf9,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:35:06.040832 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-b0a2cb28-62c2-45cc-950a-ead4afd4c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:06.042312 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-b0a2cb28-62c2-45cc-950a-ead4afd4c00a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0928757 Aug 29 18:35:06.136135 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-a675bff9-9f25-4297-abd2-8892d9788c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:06.137645 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-a675bff9-9f25-4297-abd2-8892d9788c36 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809693 Aug 29 18:35:06.138779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Attempting to bind port acc7963b-937e-4bc7-b809-04c49007bdf9 on host n-h2-713499-15 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:35:06.139139 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Attempting to bind port acc7963b-937e-4bc7-b809-04c49007bdf9 by drivers openvswitch,hyperv on host n-h2-713499-15 at level 0 using segments [{'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:35:06.139468 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Attempting to bind port acc7963b-937e-4bc7-b809-04c49007bdf9 on network ddf51ff8-2505-4ba0-b49c-098d08c5e9be {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:35:06.144172 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Port acc7963b-937e-4bc7-b809-04c49007bdf9 on network ddf51ff8-2505-4ba0-b49c-098d08c5e9be not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-15 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:35:06.144497 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Attempting to bind port acc7963b-937e-4bc7-b809-04c49007bdf9 on network ddf51ff8-2505-4ba0-b49c-098d08c5e9be {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:35:06.166817 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Checking agent: {'id': '6f454764-026d-4f6f-bd6d-0df69d945b85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'started_at': datetime.datetime(2021, 8, 29, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:35:06.167163 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Checking segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:35:06.167554 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Bound using segment: {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:35:06.167998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Bound port: acc7963b-937e-4bc7-b809-04c49007bdf9, host: n-h2-713499-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238098e1-771d-46d1-85ad-408c803f59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:35:06.168360 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:06.289233 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-1c6aeff9-48e6-4328-85e5-bcb348e5e825 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425092 Aug 29 18:35:06.298506 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:35:06.303556 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=acc7963b-937e-4bc7-b809-04c49007bdf9,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:35:06.325678 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:06.406051 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:06.407283 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:06.408633 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] 10.222.0.43 "PUT /v2.0/ports/acc7963b-937e-4bc7-b809-04c49007bdf9 HTTP/1.1" status: 200 len: 1092 time: 1.0413499 Aug 29 18:35:06.413772 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:35:06.416067 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20" -d '{"events": [{"name": "network-changed", "server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:35:06.459245 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eac7a5-efb6-4908-9403-f7ce0813ea79 req-eb5164cd-cd87-428d-bd11-8a477793d622 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:06.460790 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11eac7a5-efb6-4908-9403-f7ce0813ea79 req-eb5164cd-cd87-428d-bd11-8a477793d622 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 943 time: 0.1740365 Aug 29 18:35:06.461440 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7087e-4b77-4364-a54a-e9fd231fc10c service neutron] Pushing event updated for resources: {'Port': ['ID=acc7963b-937e-4bc7-b809-04c49007bdf9,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:35:06.538439 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6cd5825e-d7f6-425e-92b1-9e9abdba2d0c req-e416d0b2-bb87-4ba7-b52b-a29cff95487e service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376742 Aug 29 18:35:06.552329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-91680216-6d89-46ce-b111-098a82d2df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:06.553839 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-91680216-6d89-46ce-b111-098a82d2df50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 1095 time: 0.1033492 Aug 29 18:35:06.559374 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-11eac7a5-efb6-4908-9403-f7ce0813ea79 req-101cb77d-971f-48b7-9f35-0ade181eada5 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845988 Aug 29 18:35:06.580812 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16eee02-e306-4f34-a4f9-dbdac1a1d3c2 x-openstack-request-id: req-a16eee02-e306-4f34-a4f9-dbdac1a1d3c2 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:35:06.581093 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:35:06.581335 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a16eee02-e306-4f34-a4f9-dbdac1a1d3c2 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:35:06.581718 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'status': 'completed', 'code': 200} Aug 29 18:35:06.615744 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-d436bd9f-e039-4c76-a82c-3f58ba0406c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc7963b-937e-4bc7-b809-04c49007bdf9 HTTP/1.1" status: 200 len: 217 time: 0.0479910 Aug 29 18:35:06.667578 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-0607b7ef-e009-47e7-8755-76e26f023925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:06.669044 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-0607b7ef-e009-47e7-8755-76e26f023925 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0458524 Aug 29 18:35:06.715503 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-909c9b28-f2c7-4e85-8729-f1e83506e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:06.717035 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-909c9b28-f2c7-4e85-8729-f1e83506e40d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399952 Aug 29 18:35:06.809382 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-4be00e1c-fb16-4136-94d6-197aa60d33bd service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839839 Aug 29 18:35:06.910213 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-a11d4601-ade6-4eca-92d3-0fe3f50c100d req-69782a0c-d739-4a6f-b1d5-06deb830b39d service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875647 Aug 29 18:35:07.014875 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-1b8c8950-47de-4c4c-9781-bbe3fa497927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:07.016427 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-1b8c8950-47de-4c4c-9781-bbe3fa497927 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 1095 time: 0.0473537 Aug 29 18:35:07.108596 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-3ff5ca75-7e75-4d62-9b87-2c3f8b1de72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:07.110506 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-3ff5ca75-7e75-4d62-9b87-2c3f8b1de72d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.0865750 Aug 29 18:35:07.151623 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-3959cd0c-92ea-40d4-bc96-e127bb7cb32e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc7963b-937e-4bc7-b809-04c49007bdf9 HTTP/1.1" status: 200 len: 217 time: 0.0338216 Aug 29 18:35:07.206457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-76783d09-d09a-4519-83f5-d1351cddabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:07.207922 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-76783d09-d09a-4519-83f5-d1351cddabf0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0480278 Aug 29 18:35:07.254433 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-d72fa33e-dbd8-4e0c-91e8-fd17be900e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:07.255924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-d72fa33e-dbd8-4e0c-91e8-fd17be900e55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398335 Aug 29 18:35:07.344943 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-c636b94f-0a5a-4dcf-81e8-4f02b5d106ad service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800998 Aug 29 18:35:07.439056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-6750dbbf-61b4-4dad-a793-8b3b9abe0e20 req-69df857f-567f-498a-81fc-04885bb541b4 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852771 Aug 29 18:35:07.692705 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671659b-5f74-483a-b45e-d2b855d599d6 req-ac9ebd3f-d312-4c4c-882c-e92e5f2a6d92 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:07.694960 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5671659b-5f74-483a-b45e-d2b855d599d6 req-ac9ebd3f-d312-4c4c-882c-e92e5f2a6d92 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 943 time: 0.0493016 Aug 29 18:35:07.733728 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-5671659b-5f74-483a-b45e-d2b855d599d6 req-ed0ba2ce-e390-4c69-baa5-b0925a6c4de3 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Aug 29 18:35:08.816670 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device acc7963b-937e-4bc7-b809-04c49007bdf9 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:35:08.850242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b37e-bc7d-4e28-af31-41e5ecdd4860 req-ca6219cb-7516-4110-a652-4769ad330647 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:08.851757 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb87b37e-bc7d-4e28-af31-41e5ecdd4860 req-ca6219cb-7516-4110-a652-4769ad330647 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 943 time: 0.0504293 Aug 29 18:35:08.900192 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-eb87b37e-bc7d-4e28-af31-41e5ecdd4860 req-66b63540-01da-4ba4-ab31-42e841754c7a tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 Aug 29 18:35:08.913458 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=acc7963b-937e-4bc7-b809-04c49007bdf9,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:35:08.926039 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'port_id': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'mac_address': 'fa:16:3e:2c:b3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:35:08.976045 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:08.993305 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc7963b-937e-4bc7-b809-04c49007bdf9 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:35:09.012080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=acc7963b-937e-4bc7-b809-04c49007bdf9,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:35:09.016524 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:09.061181 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=acc7963b-937e-4bc7-b809-04c49007bdf9,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:35:09.221232 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['acc7963b-937e-4bc7-b809-04c49007bdf9'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:35:10.014238 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda616-4a6d-4311-bfd5-61d6c20ebb62 req-38f8fb3d-799b-4a31-b69d-66efa4fb1cd2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:10.015741 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65cda616-4a6d-4311-bfd5-61d6c20ebb62 req-38f8fb3d-799b-4a31-b69d-66efa4fb1cd2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 944 time: 0.0488393 Aug 29 18:35:10.053218 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-65cda616-4a6d-4311-bfd5-61d6c20ebb62 req-f9b98d5f-59d6-4738-b94a-9bdfa79cf902 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316219 Aug 29 18:35:10.816291 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device acc7963b-937e-4bc7-b809-04c49007bdf9 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:35:10.863279 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning for port acc7963b-937e-4bc7-b809-04c49007bdf9 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:35:10.866885 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port acc7963b-937e-4bc7-b809-04c49007bdf9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:35:10.867255 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:10.878142 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:35:10.944255 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:10.966758 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:35:10.968965 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cff6fe-874a-4244-af83-c3afff1ae4e0" -d '{"events": [{"server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "name": "network-vif-plugged", "status": "completed", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:35:10.981924 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=acc7963b-937e-4bc7-b809-04c49007bdf9,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:35:10.986087 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:11.008787 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb198e2-00ea-4bc2-89f8-07849ee9e151 x-openstack-request-id: req-fcb198e2-00ea-4bc2-89f8-07849ee9e151 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:35:11.009077 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "name": "network-vif-plugged", "status": "completed", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:35:11.009328 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcb198e2-00ea-4bc2-89f8-07849ee9e151 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:35:11.009720 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'code': 200} Aug 29 18:35:11.042431 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=acc7963b-937e-4bc7-b809-04c49007bdf9,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:35:11.104303 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14c1bc-205b-489f-b370-6a2d776a3108 req-4fe0851d-3ed5-481d-8612-72a210119637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:11.105785 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd14c1bc-205b-489f-b370-6a2d776a3108 req-4fe0851d-3ed5-481d-8612-72a210119637 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 1097 time: 0.0415800 Aug 29 18:35:11.146201 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-cd14c1bc-205b-489f-b370-6a2d776a3108 req-9f7b0ccf-83b1-43e5-b29a-5177558b4226 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331483 Aug 29 18:35:11.173884 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277ed9-139c-4d54-8da0-b2638d837a0b req-35b6da6c-09a1-4c62-8a60-15c32c3e5953 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:11.175404 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7277ed9-139c-4d54-8da0-b2638d837a0b req-35b6da6c-09a1-4c62-8a60-15c32c3e5953 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 945 time: 0.0542471 Aug 29 18:35:11.213749 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-e7277ed9-139c-4d54-8da0-b2638d837a0b req-689b8c23-2bd6-458c-acfc-a241319fad55 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Aug 29 18:35:11.320058 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-096f30d3-eeb0-44cc-b9c4-574c93569701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:12.334516 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1efcd3-67e1-4eec-8639-fcde58cccdfe req-8c57f343-4faf-462e-9855-55bb22969334 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:12.336055 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e1efcd3-67e1-4eec-8639-fcde58cccdfe req-8c57f343-4faf-462e-9855-55bb22969334 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 945 time: 0.0497165 Aug 29 18:35:12.373766 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-8e1efcd3-67e1-4eec-8639-fcde58cccdfe req-13a1033f-4596-42b9-8ded-a6eedf895584 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317826 Aug 29 18:35:12.487826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0222612-10b2-4bf0-821b-2d1f00452784 req-2bf0f1b3-818a-45af-9d99-43a128358a16 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:12.489305 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0222612-10b2-4bf0-821b-2d1f00452784 req-2bf0f1b3-818a-45af-9d99-43a128358a16 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 945 time: 0.0484824 Aug 29 18:35:12.526548 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-c0222612-10b2-4bf0-821b-2d1f00452784 req-bd37c038-eb47-4c0b-b122-3ddc46b16a94 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311835 Aug 29 18:35:12.548023 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38640) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:35:12.586786 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2577f34-1b20-437b-ad9b-ac40d50bfece tempest-TestSnapshotPattern-1561567457 tempest-TestSnapshotPattern-1561567457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:12.588272 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-a2577f34-1b20-437b-ad9b-ac40d50bfece tempest-TestSnapshotPattern-1561567457 tempest-TestSnapshotPattern-1561567457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 1092 time: 0.0392740 Aug 29 18:35:12.590991 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38642) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:35:12.595371 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.v2.base [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Request body: {'floatingip': {'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'port_id': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:35:12.617701 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:12.714607 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:12.815961 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Allocated IP 172.25.2.15 (caf01b39-0c6f-460d-a418-4d11d786aee7/95f56e04-205a-4332-89ae-c2a2e88a250d/11358410-8682-494a-ae0a-c7ee37f198f2) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:35:12.920599 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:12.958105 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739107935766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:12.995525 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Network caf01b39-0c6f-460d-a418-4d11d786aee7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:35:13.000299 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:35:13.002778 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:35:13.026614 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'Port': ['ID=11358410-8682-494a-ae0a-c7ee37f198f2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:35:13.373435 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:13.688793 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:13.751709 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:13.895957 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:13.900631 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3634103'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:13.928007 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:13.942071 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cc19d9bd-534a-4b0e-bbc1-c3df68cd66c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:13.978915 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event updated for resources: {'Port': ['ID=11358410-8682-494a-ae0a-c7ee37f198f2,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:35:13.986173 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674400'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:13.988098 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:14.085727 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Floating IP 7ea7beae-1555-48e3-8d62-62a57a6a9cb6 associated. External IP: 172.25.2.15, port: acc7963b-937e-4bc7-b809-04c49007bdf9. Aug 29 18:35:14.288963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Router d8475548-9d24-4b44-8973-28813e53c860 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:35:14.398816 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:35:14.411595 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] Sync routers for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:35:14.416894 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:14.423121 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:35:14.423757 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:35:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:35:14.449056 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-7edce673-0098-4c73-ad3b-5cc2731859d7 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8569434 Aug 29 18:35:14.449659 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:35:14.451959 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410" -d '{"events": [{"name": "network-changed", "server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:35:14.490237 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d68d2ac-fe50-4737-bf4e-1f33d528e89f x-openstack-request-id: req-4d68d2ac-fe50-4737-bf4e-1f33d528e89f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:35:14.490523 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:35:14.491424 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d68d2ac-fe50-4737-bf4e-1f33d528e89f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:35:14.491424 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'status': 'completed', 'code': 200} Aug 29 18:35:14.537023 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:35:14.556745 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-77c8b911-1b76-48c2-a17f-72a1c26f46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:14.558169 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-77c8b911-1b76-48c2-a17f-72a1c26f46fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 1097 time: 0.0433309 Aug 29 18:35:14.668191 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-cdfd6b1c-3612-4918-bd5d-d5a5e62babd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:14.670694 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-cdfd6b1c-3612-4918-bd5d-d5a5e62babd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.1057353 Aug 29 18:35:14.750715 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-2a3dff6f-e024-4586-ae62-ee8f517f1f88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc7963b-937e-4bc7-b809-04c49007bdf9 HTTP/1.1" status: 200 len: 998 time: 0.0722160 Aug 29 18:35:14.797650 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7ea7beae-1555-48e3-8d62-62a57a6a9cb6', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:2c:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:35:13Z', 'updated_at': '2021-08-29T18:35:13Z', 'revision_number': 0, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}, {'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:45Z', 'revision_number': 1, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:35:14.811963 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-42d25b86-8d23-46f6-9407-672c3553a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:14.814065 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-42d25b86-8d23-46f6-9407-672c3553a538 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0555613 Aug 29 18:35:14.825209 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] Checking router: d8475548-9d24-4b44-8973-28813e53c860 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:35:14.834384 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:35:14.835035 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:35:14Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:35:14.866332 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-738ff5d1-725e-45e8-9a24-9ebd8464492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:14.867931 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-738ff5d1-725e-45e8-9a24-9ebd8464492e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463400 Aug 29 18:35:14.972381 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-d543440a-9e39-4758-a5bc-19c4585ce35a service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970342 Aug 29 18:35:15.067158 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c1f2e1d5-ebcc-4ee7-a23a-77e9eb0ca410 req-eae7b83c-5021-44be-93fb-6fc097ecbd4f service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880582 Aug 29 18:35:15.123901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:35:15.356576 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7ea7beae-1555-48e3-8d62-62a57a6a9cb6', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:2c:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:35:13Z', 'updated_at': '2021-08-29T18:35:13Z', 'revision_number': 0, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}, {'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:45Z', 'revision_number': 1, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:35:15.394759 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd36c92-071f-4f63-9257-008dd0b5f3f0 None None] The sync data for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 is: [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '7ea7beae-1555-48e3-8d62-62a57a6a9cb6', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:2c:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:35:13Z', 'updated_at': '2021-08-29T18:35:13Z', 'revision_number': 0, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}, {'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:45Z', 'revision_number': 1, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:35:15.614420 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3926b-e8f5-4f2a-936f-b88e983372a9 None None] New status for floating IP 7ea7beae-1555-48e3-8d62-62a57a6a9cb6: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:35:15.749687 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:17.056104 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:41.320074 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c6a06d8-70ce-445f-9d32-c8b9ef80606e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:43.384823 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:43.926369 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:43.941357 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-60aecc78-4d53-45c6-97be-3d3d978734ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:43.988049 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:45.752046 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:47.060856 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:35:47.878624 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:35:58.702149 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a0352d3-dcbc-49d4-b0b6-37297585ec0f req-e1230f9f-0a82-4ab9-af53-325723d6df7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256202 Aug 29 18:35:58.766006 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a0352d3-dcbc-49d4-b0b6-37297585ec0f req-cb4ba907-a379-467e-b6f6-93f19686b34d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0241628 Aug 29 18:35:58.804533 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a0352d3-dcbc-49d4-b0b6-37297585ec0f req-c12e09dc-164e-49ba-a6bf-9e692017e02c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200109 Aug 29 18:35:58.897373 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0352d3-dcbc-49d4-b0b6-37297585ec0f req-03896082-bbac-4e6d-83a1-a3f7ddfa6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:35:58.898878 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-9a0352d3-dcbc-49d4-b0b6-37297585ec0f req-03896082-bbac-4e6d-83a1-a3f7ddfa6457 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881698 Aug 29 18:36:00.568724 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-60f49fe7-253f-4ae5-a5e7-045398866fdf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402479 Aug 29 18:36:00.655234 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-1e5077e1-633c-40ee-a32d-f88eeba05005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:00.656735 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-1e5077e1-633c-40ee-a32d-f88eeba05005 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1095 time: 0.0450478 Aug 29 18:36:00.759454 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-df7c8243-b3b4-4d6f-8a69-f535607108fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:00.760820 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-df7c8243-b3b4-4d6f-8a69-f535607108fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.0830293 Aug 29 18:36:00.831367 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-31a0f5ae-bf4e-46b0-bd59-6c197a7a9990 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 998 time: 0.0612271 Aug 29 18:36:00.883970 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-db74466e-e972-4667-904c-3a7ff1a7633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:00.885485 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-db74466e-e972-4667-904c-3a7ff1a7633f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0454030 Aug 29 18:36:00.932261 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-4f8b2977-684a-4706-bb10-2862d2e669eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:00.933731 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-4f8b2977-684a-4706-bb10-2862d2e669eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404425 Aug 29 18:36:01.027419 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-12768884-d1db-4a98-8e5e-fd35942e4dd8 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854957 Aug 29 18:36:01.117877 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-60567ef7-7c1c-441b-b6aa-380b48c61b81 req-357c7809-8b86-4603-9d05-5841d1cf6b53 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827441 Aug 29 18:36:11.320157 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f038cd24-ac39-4327-ab29-1842ebd11f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:13.384041 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:13.932567 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:13.941438 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf1f0-674e-419a-b91f-2f19ad207520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:13.987722 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:15.758167 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:17.063085 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:24.878317 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:36:41.320088 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-35927a6b-989b-4d56-ac94-e1185bd9b3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:43.396471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:43.945683 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:43.946737 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14957e55-8402-42d8-a462-169dd373b9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:43.986475 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:45.758230 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:47.066082 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:47.285901 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device acc7963b-937e-4bc7-b809-04c49007bdf9 details requested by agent hyperv_n-h2-713499-15 with host n-h2-713499-15 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:36:47.377513 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=acc7963b-937e-4bc7-b809-04c49007bdf9,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:36:47.388550 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Returning: {'device': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'port_id': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'mac_address': 'fa:16:3e:2c:b3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:36:47.428039 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:47.440866 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acc7963b-937e-4bc7-b809-04c49007bdf9 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:36:47.459156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=acc7963b-937e-4bc7-b809-04c49007bdf9,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:36:47.463138 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:47.512738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=acc7963b-937e-4bc7-b809-04c49007bdf9,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:36:47.520112 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.520456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.520791 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.521128 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.521456 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.521782 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.522106 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.522425 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.522771 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.523097 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.523434 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.523780 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:47.546654 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] get_ports_and_sgs() called for port_ids ['acc7963b-937e-4bc7-b809-04c49007bdf9'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:36:49.304468 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device acc7963b-937e-4bc7-b809-04c49007bdf9 up at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:36:49.361080 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Provisioning complete for port acc7963b-937e-4bc7-b809-04c49007bdf9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:36:49.361461 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973011'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:49.445635 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622426'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:49.481052 n-d-713499-15 neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:36:49.483609 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e97342f635b76418727e0d75f41bc41f94c21de8058cca3baadfd9a78e6f554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11fe6db-174d-44c3-a6d4-62a7278eb427" -d '{"events": [{"server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "name": "network-vif-plugged", "status": "completed", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:36:49.498563 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=acc7963b-937e-4bc7-b809-04c49007bdf9,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:36:49.504665 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739108455729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739107935784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739107935802'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:49.533120 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeca146-027d-4cb4-8eb6-16943629028e x-openstack-request-id: req-eeeca146-027d-4cb4-8eb6-16943629028e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:36:49.533529 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "name": "network-vif-plugged", "status": "completed", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:36:49.533803 n-d-713499-15 neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eeeca146-027d-4cb4-8eb6-16943629028e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:36:49.534318 n-d-713499-15 neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'code': 200} Aug 29 18:36:49.566851 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Pushing event updated for resources: {'Port': ['ID=acc7963b-937e-4bc7-b809-04c49007bdf9,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:36:58.208296 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ed149d9-2819-4569-b229-1c5cbc9bbe36 req-8d6e0024-8e11-4f1c-bb25-f6f0301f985e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268364 Aug 29 18:36:58.276242 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ed149d9-2819-4569-b229-1c5cbc9bbe36 req-d2b15605-aa73-4582-8c02-722470e758ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0264776 Aug 29 18:36:58.316188 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ed149d9-2819-4569-b229-1c5cbc9bbe36 req-a57ffdff-f477-4859-a121-e166f499e75e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203099 Aug 29 18:36:58.416772 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed149d9-2819-4569-b229-1c5cbc9bbe36 req-45467bdb-2438-4bbd-a222-006feb5fc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:58.418395 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-7ed149d9-2819-4569-b229-1c5cbc9bbe36 req-45467bdb-2438-4bbd-a222-006feb5fc473 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959446 Aug 29 18:36:58.472018 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38848) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:36:58.627476 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Deleting port 11358410-8682-494a-ae0a-c7ee37f198f2 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:36:58.627703 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:58.704214 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:58.704540 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:58.718519 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Calling delete_port for 11358410-8682-494a-ae0a-c7ee37f198f2 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:36:58.865186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:58.891603 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event deleted for resources: {'Port': ['ID=11358410-8682-494a-ae0a-c7ee37f198f2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:36:58.914105 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.914453 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.914821 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.915161 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.915494 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.915822 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.916683 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.917002 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.917325 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.917651 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.917977 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.918298 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:36:58.960091 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:58.960571 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Floating IP 7ea7beae-1555-48e3-8d62-62a57a6a9cb6 disassociated (deleted). External IP: 172.25.2.15, port: acc7963b-937e-4bc7-b809-04c49007bdf9. Aug 29 18:36:59.163470 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Router d8475548-9d24-4b44-8973-28813e53c860 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:36:59.266927 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:36:59.271648 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:36:59.276814 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] Sync routers for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:36:59.286328 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:36:59.286976 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:36:59.299132 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-722df55b-f99b-452a-88f0-47b0b6e6c67b tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "DELETE /v2.0/floatingips/7ea7beae-1555-48e3-8d62-62a57a6a9cb6 HTTP/1.1" status: 204 len: 168 time: 0.8259859 Aug 29 18:36:59.299684 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:36:59.301909 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c524605f-f305-4658-b6a7-828c86ae111f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:36:59.340812 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d37fa87-7a2e-462a-9492-92e1e737e56b x-openstack-request-id: req-8d37fa87-7a2e-462a-9492-92e1e737e56b {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:36:59.341098 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:36:59.341341 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d37fa87-7a2e-462a-9492-92e1e737e56b {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:36:59.341738 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'status': 'completed', 'code': 200} Aug 29 18:36:59.403852 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524605f-f305-4658-b6a7-828c86ae111f req-9824e951-304c-49ad-8662-ea6b6448f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:59.405491 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c524605f-f305-4658-b6a7-828c86ae111f req-9824e951-304c-49ad-8662-ea6b6448f74a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 1097 time: 0.0423787 Aug 29 18:36:59.408355 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:36:59.526633 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524605f-f305-4658-b6a7-828c86ae111f req-301a936a-30d6-4b49-8208-8c0df64bdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:59.528480 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c524605f-f305-4658-b6a7-828c86ae111f req-301a936a-30d6-4b49-8208-8c0df64bdba0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.1087916 Aug 29 18:36:59.575063 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c524605f-f305-4658-b6a7-828c86ae111f req-2e36e363-9781-4600-9884-f6e23fe68243 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc7963b-937e-4bc7-b809-04c49007bdf9 HTTP/1.1" status: 200 len: 217 time: 0.0376449 Aug 29 18:36:59.641996 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:45Z', 'revision_number': 1, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:36:59.650213 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524605f-f305-4658-b6a7-828c86ae111f req-f6f60a26-e79f-4e88-9552-30df39f98ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:59.652341 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c524605f-f305-4658-b6a7-828c86ae111f req-f6f60a26-e79f-4e88-9552-30df39f98ad4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0685353 Aug 29 18:36:59.662015 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba089904-f075-453d-8b3e-b706923b6998 req-6a23e138-fe9e-473d-8d85-ac0f15736a8c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:59.663737 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ba089904-f075-453d-8b3e-b706923b6998 req-6a23e138-fe9e-473d-8d85-ac0f15736a8c tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 945 time: 0.1698978 Aug 29 18:36:59.669329 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] Checking router: d8475548-9d24-4b44-8973-28813e53c860 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:36:59.678066 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:36:59.678729 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:36:59.728146 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-ba089904-f075-453d-8b3e-b706923b6998 req-298b4d58-df82-4b68-8d9a-c397ea8eb16d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554707 Aug 29 18:36:59.730916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524605f-f305-4658-b6a7-828c86ae111f req-48c531d8-67a4-4b0a-acb3-fb1c0a8f8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:36:59.732351 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c524605f-f305-4658-b6a7-828c86ae111f req-48c531d8-67a4-4b0a-acb3-fb1c0a8f8258 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677404 Aug 29 18:36:59.783930 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:36:59.825754 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c524605f-f305-4658-b6a7-828c86ae111f req-6df17f32-72fe-4992-9cbb-6acf1f9ae6f3 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856493 Aug 29 18:36:59.915052 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-c524605f-f305-4658-b6a7-828c86ae111f req-f2a8f89c-e2d6-4b2f-81d4-a20938a1619a service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816720 Aug 29 18:37:00.004390 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:45Z', 'revision_number': 1, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:00.034140 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe71d67-afe7-40aa-96c3-7730631e15d4 None None] The sync data for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 is: [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_floatingips': [{'id': '8cd57ffe-4b7a-4032-b461-8674624e298b', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'router_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'port_id': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'mac_address': 'fa:16:3e:32:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:32:43Z', 'updated_at': '2021-08-29T18:32:45Z', 'revision_number': 1, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:37:00.245857 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7116f44-c1bd-4660-8e87-0896101c3456 None None] New status for floating IP 7ea7beae-1555-48e3-8d62-62a57a6a9cb6: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:37:00.847530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d5dce-4dc4-454a-ac61-ec241dcc9ce4 req-7523d26e-8c52-42ae-b185-89d734879983 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:00.849007 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-200d5dce-4dc4-454a-ac61-ec241dcc9ce4 req-7523d26e-8c52-42ae-b185-89d734879983 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Aug 29 18:37:00.886393 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-200d5dce-4dc4-454a-ac61-ec241dcc9ce4 req-29dae3f2-1bd4-4619-8276-d5542ae76769 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313234 Aug 29 18:37:01.022179 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-c87ebd0e-47af-46db-9835-558d43c66683 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:01.023642 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-c87ebd0e-47af-46db-9835-558d43c66683 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 945 time: 0.0472538 Aug 29 18:37:01.114779 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Deleting port acc7963b-937e-4bc7-b809-04c49007bdf9 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:01.115131 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:01.208188 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] For port acc7963b-937e-4bc7-b809-04c49007bdf9, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=acc7963b-937e-4bc7-b809-04c49007bdf9,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:01.208570 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:01.225097 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Calling delete_port for acc7963b-937e-4bc7-b809-04c49007bdf9 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:01.340705 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device acc7963b-937e-4bc7-b809-04c49007bdf9 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:01.349643 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:01.377998 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event deleted for resources: {'Port': ['ID=acc7963b-937e-4bc7-b809-04c49007bdf9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:01.378738 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No active binding found for port acc7963b-937e-4bc7-b809-04c49007bdf9 {{(pid=94797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 18:37:01.379159 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device acc7963b-937e-4bc7-b809-04c49007bdf9 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:01.421555 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] No DVR routers for this DVR port acc7963b-937e-4bc7-b809-04c49007bdf9 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:37:01.424186 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:01.426200 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-75d55a06-81ad-4679-8ff0-0112db4aede5 req-034581c7-93ed-4518-b20d-9f6136dc2ec9 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "DELETE /v2.0/ports/acc7963b-937e-4bc7-b809-04c49007bdf9 HTTP/1.1" status: 204 len: 173 time: 0.3962302 Aug 29 18:37:01.426664 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'name': 'network-vif-deleted', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:37:01.428859 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820849ff-0a76-4041-9293-6a8a80667ae3" -d '{"events": [{"server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "name": "network-vif-deleted", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:37:01.468382 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb19b2f-1d38-4070-b2b5-78499510ab40 x-openstack-request-id: req-4fb19b2f-1d38-4070-b2b5-78499510ab40 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:37:01.468676 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2785d68-9796-408d-8090-57b73e1c9d07", "name": "network-vif-deleted", "tag": "acc7963b-937e-4bc7-b809-04c49007bdf9", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:37:01.468925 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fb19b2f-1d38-4070-b2b5-78499510ab40 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:37:01.469669 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2785d68-9796-408d-8090-57b73e1c9d07', 'name': 'network-vif-deleted', 'tag': 'acc7963b-937e-4bc7-b809-04c49007bdf9', 'status': 'completed', 'code': 200} Aug 29 18:37:01.564817 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d6e1e35-8de8-4723-8280-d2cb293a515d req-49309a96-b342-4633-b620-b08ee32182d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252645 Aug 29 18:37:01.611960 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d6e1e35-8de8-4723-8280-d2cb293a515d req-1eeb7cfd-be5c-4d92-a3de-d2a8e2e1479c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 210 time: 0.0242682 Aug 29 18:37:01.789896 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1e35-8de8-4723-8280-d2cb293a515d req-00a1c9e9-1f92-43ed-8fbc-0acb2a8cdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:01.791924 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d6e1e35-8de8-4723-8280-d2cb293a515d req-00a1c9e9-1f92-43ed-8fbc-0acb2a8cdc6f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1591604 Aug 29 18:37:01.879317 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:37:01.899047 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1e35-8de8-4723-8280-d2cb293a515d req-3ac9ae1e-af77-43b4-8790-b152df2aae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:01.900559 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-4d6e1e35-8de8-4723-8280-d2cb293a515d req-3ac9ae1e-af77-43b4-8790-b152df2aae99 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021318 Aug 29 18:37:02.001636 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-4cb218fd-a6ba-42f4-8d89-41169687dcc6 req-52f04204-ba0d-48b1-8db9-36b340eb54cc tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2785d68-9796-408d-8090-57b73e1c9d07 HTTP/1.1" status: 200 len: 210 time: 0.0321808 Aug 29 18:37:03.567711 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38910) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:04.049567 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Deleting port 856d22fd-0151-4915-8874-874fd249563b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:04.049911 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:04.120996 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:04.121323 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:04.132457 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Calling delete_port for 856d22fd-0151-4915-8874-874fd249563b owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:04.277370 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:04.303461 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event deleted for resources: {'Port': ['ID=856d22fd-0151-4915-8874-874fd249563b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:04.365280 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:04.365616 n-d-713499-15 neutron-server[94796]: INFO neutron.db.l3_db [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Floating IP 8cd57ffe-4b7a-4032-b461-8674624e298b disassociated (deleted). External IP: 172.25.2.71, port: e6587a38-1333-4cfb-a2e1-12a770ff8d91. Aug 29 18:37:04.572310 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Router d8475548-9d24-4b44-8973-28813e53c860 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:37:04.678242 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:37:04.682902 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:04.687314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] Sync routers for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:37:04.695953 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:37:04.696561 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:04.710182 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-e38e46a7-86ba-4f35-a3ae-fac025840ec2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "DELETE /v2.0/floatingips/8cd57ffe-4b7a-4032-b461-8674624e298b HTTP/1.1" status: 204 len: 168 time: 1.1412792 Aug 29 18:37:04.710918 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:37:04.713882 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb26ade-401e-4d42-88d1-5f6117abd55e" -d '{"events": [{"name": "network-changed", "server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:37:04.753940 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cefd081-d3af-4c18-9744-79ea95ffdf0c x-openstack-request-id: req-6cefd081-d3af-4c18-9744-79ea95ffdf0c {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:37:04.754229 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:37:04.754481 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cefd081-d3af-4c18-9744-79ea95ffdf0c {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:37:04.754915 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'status': 'completed', 'code': 200} Aug 29 18:37:04.805478 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:37:04.817901 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-26a98ffc-dab7-43e8-bc22-9a99000aa835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:04.819718 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-26a98ffc-dab7-43e8-bc22-9a99000aa835 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 1095 time: 0.0446692 Aug 29 18:37:04.956877 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-e1088dc5-3156-4b64-b51f-0f084fb40567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:04.958350 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-e1088dc5-3156-4b64-b51f-0f084fb40567 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 200 len: 911 time: 0.1261837 Aug 29 18:37:04.967630 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fadb83-f84c-42ec-964a-8fc073cac891 req-194a9885-128c-4ec4-ace3-e84ef517d69a tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:04.969043 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6fadb83-f84c-42ec-964a-8fc073cac891 req-194a9885-128c-4ec4-ace3-e84ef517d69a tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 943 time: 0.0782192 Aug 29 18:37:05.009779 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:05.015842 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-076206ef-ce49-4d15-b9b0-ff620a83f724 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 200 len: 217 time: 0.0458536 Aug 29 18:37:05.042314 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] Checking router: d8475548-9d24-4b44-8973-28813e53c860 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:37:05.050388 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:37:05.051017 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:05.068004 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-d6fadb83-f84c-42ec-964a-8fc073cac891 req-65e9257e-07c8-4467-b4c2-9ef0417b89ec tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922103 Aug 29 18:37:05.093231 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-447b4c28-0c56-4ec3-82c3-6b0c5c69bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:05.094731 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-447b4c28-0c56-4ec3-82c3-6b0c5c69bc03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 200 len: 849 time: 0.0651062 Aug 29 18:37:05.141931 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-6edce7f0-057c-4ec1-b3d3-2b2115b8ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:05.143458 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-6edce7f0-057c-4ec1-b3d3-2b2115b8ac56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddf51ff8-2505-4ba0-b49c-098d08c5e9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409052 Aug 29 18:37:05.155436 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:37:05.240904 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-49835367-f4de-4ad1-be58-75ead56ab5e6 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882003 Aug 29 18:37:05.342187 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-dcb26ade-401e-4d42-88d1-5f6117abd55e req-137c1f07-8bdd-44cc-ab81-32ccc3a65a42 service neutron] 10.222.0.43 "GET /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925188 Aug 29 18:37:05.425554 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device acc7963b-937e-4bc7-b809-04c49007bdf9 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:05.449523 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: acc7963b-937e-4bc7-b809-04c49007bdf9 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:37:05.449870 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device acc7963b-937e-4bc7-b809-04c49007bdf9 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:05.531960 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:05.561500 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bcec61-d36b-4d3b-8f78-4566790d6b59 None None] The sync data for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 is: [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:22Z', 'revision_number': 4, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15', '_interfaces': [{'id': '8946a249-04b9-4c6e-b6f0-67cfcd77bf88', 'name': '', 'network_id': 'ddf51ff8-2505-4ba0-b49c-098d08c5e9be', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'mac_address': 'fa:16:3e:fd:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:22Z', 'updated_at': '2021-08-29T18:32:28Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'subnets': [{'id': '418b98c1-05ae-4bb6-a403-3df371dafe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:37:05.777214 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954b3fc-dffc-4a7d-bfd2-9019e675ea77 None None] New status for floating IP 8cd57ffe-4b7a-4032-b461-8674624e298b: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:37:06.238625 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e9437-cfcb-42ed-8a82-abdea26d4061 req-06442fea-96e0-4be6-8722-8774b3fa8cd2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:06.240186 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-374e9437-cfcb-42ed-8a82-abdea26d4061 req-06442fea-96e0-4be6-8722-8774b3fa8cd2 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 943 time: 0.1016459 Aug 29 18:37:06.277357 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-374e9437-cfcb-42ed-8a82-abdea26d4061 req-db07e873-190b-48c9-98d2-1c73ae21b33d tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "GET /v2.0/security-groups?id=222ed121-fa69-4568-a321-54a4fb78b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Aug 29 18:37:06.388363 n-d-713499-15 neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096349b1-20c7-4b9b-9352-cba13447053c req-2636dfea-2693-4521-af25-3c7df783cdac tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:37:06.389707 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-096349b1-20c7-4b9b-9352-cba13447053c req-2636dfea-2693-4521-af25-3c7df783cdac tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "GET /v2.0/ports?device_id=88022937-a9e7-4a8f-9e66-6ad931cabc07 HTTP/1.1" status: 200 len: 943 time: 0.0478561 Aug 29 18:37:06.483144 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Deleting port e6587a38-1333-4cfb-a2e1-12a770ff8d91 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:06.483488 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:06.570989 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] For port e6587a38-1333-4cfb-a2e1-12a770ff8d91, host n-h2-713499-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-15',level=0,port_id=e6587a38-1333-4cfb-a2e1-12a770ff8d91,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:06.571356 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:06.584575 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Calling delete_port for e6587a38-1333-4cfb-a2e1-12a770ff8d91 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:06.709872 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:06.737720 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event deleted for resources: {'Port': ['ID=e6587a38-1333-4cfb-a2e1-12a770ff8d91,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:06.778661 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] No DVR routers for this DVR port e6587a38-1333-4cfb-a2e1-12a770ff8d91 on host n-h2-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:37:06.781133 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94208'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:06.783130 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [req-096349b1-20c7-4b9b-9352-cba13447053c req-cda0a403-8304-447c-b4e5-1e3f7b4ca578 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.43 "DELETE /v2.0/ports/e6587a38-1333-4cfb-a2e1-12a770ff8d91 HTTP/1.1" status: 204 len: 173 time: 0.3858569 Aug 29 18:37:06.783565 n-d-713499-15 neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'name': 'network-vif-deleted', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:37:06.785862 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c650e1dc30384d78302e4ffc95b6ce48b2d3a68b412f5f1e00c717f9fb7b6d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88029b6c-9f67-4057-8dd2-bf9b5376aef2" -d '{"events": [{"server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "name": "network-vif-deleted", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:37:06.823282 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fe4336-6a8f-48c4-9e29-a5624bcff8e4 x-openstack-request-id: req-78fe4336-6a8f-48c4-9e29-a5624bcff8e4 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:37:06.823572 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88022937-a9e7-4a8f-9e66-6ad931cabc07", "name": "network-vif-deleted", "tag": "e6587a38-1333-4cfb-a2e1-12a770ff8d91", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:37:06.823820 n-d-713499-15 neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78fe4336-6a8f-48c4-9e29-a5624bcff8e4 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:37:06.824223 n-d-713499-15 neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88022937-a9e7-4a8f-9e66-6ad931cabc07', 'name': 'network-vif-deleted', 'tag': 'e6587a38-1333-4cfb-a2e1-12a770ff8d91', 'status': 'completed', 'code': 200} Aug 29 18:37:07.331725 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38928) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:07.393566 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29fc4a13-4253-453d-9549-2214330c7dc1 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:07.418782 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29fc4a13-4253-453d-9549-2214330c7dc1 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:07.477142 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29fc4a13-4253-453d-9549-2214330c7dc1 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:07.480297 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-29fc4a13-4253-453d-9549-2214330c7dc1 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:07.481487 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-29fc4a13-4253-453d-9549-2214330c7dc1 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] 10.222.0.41 "DELETE /v2.0/security-groups/222ed121-fa69-4568-a321-54a4fb78b43b HTTP/1.1" status: 204 len: 168 time: 0.1487827 Aug 29 18:37:07.490905 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc4a13-4253-453d-9549-2214330c7dc1 tempest-TestSnapshotPattern-157437509 tempest-TestSnapshotPattern-157437509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222ed121-fa69-4568-a321-54a4fb78b43b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:08.549323 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38934) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:08.887610 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:09.124627 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Deleting port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:09.124975 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:09.203776 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] For port 8946a249-04b9-4c6e-b6f0-67cfcd77bf88, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:09.204053 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:09.216993 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Calling delete_port for 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:09.391452 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:09.395336 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e6587a38-1333-4cfb-a2e1-12a770ff8d91 no longer exists at agent hyperv_n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:09.415653 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8946a249-04b9-4c6e-b6f0-67cfcd77bf88,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:09.416028 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] No Port match for: e6587a38-1333-4cfb-a2e1-12a770ff8d91 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:37:09.416381 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Device e6587a38-1333-4cfb-a2e1-12a770ff8d91 not bound to the agent host n-h2-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:09.581580 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:09.794143 n-d-713499-15 neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Router d8475548-9d24-4b44-8973-28813e53c860 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:37:09.897908 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:37:09.902816 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-d0bf29e6-01f1-4621-8e69-eed33ea17bb0 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8475548-9d24-4b44-8973-28813e53c860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3524375 Aug 29 18:37:09.905329 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38936) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:09.908067 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] Sync routers for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:37:09.917922 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:37:09.918552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:10.008876 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.019184 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: n-d-713499-15 {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:37:10.112095 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.165030 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Deleting port 064dedf4-6728-4a8a-b9f3-85cb22806632 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:10.165412 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.194963 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:37:09Z', 'revision_number': 5, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port': {'id': '064dedf4-6728-4a8a-b9f3-85cb22806632', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475548-9d24-4b44-8973-28813e53c860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:10.224658 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] Checking router: d8475548-9d24-4b44-8973-28813e53c860 for host: n-d-713499-15 {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:37:10.233677 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] Routers {'d8475548-9d24-4b44-8973-28813e53c860'} bound to L3 agent in host n-d-713499-15 {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:37:10.234277 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['d8475548-9d24-4b44-8973-28813e53c860'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:10.246916 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] For port 064dedf4-6728-4a8a-b9f3-85cb22806632, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=064dedf4-6728-4a8a-b9f3-85cb22806632,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:10.247284 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.259629 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Calling delete_port for 064dedf4-6728-4a8a-b9f3-85cb22806632 owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:10.313888 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] Set router d8475548-9d24-4b44-8973-28813e53c860 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:37:10.366625 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:37:10Z', 'revision_number': 6, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:10.393412 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3647c-f573-4e62-ab13-98a66d00eb6b None None] The sync data for ids ['d8475548-9d24-4b44-8973-28813e53c860'] in n-d-713499-15 is: [{'id': 'd8475548-9d24-4b44-8973-28813e53c860', 'name': 'tempest-TestSnapshotPattern-1694195343-router', 'tenant_id': '67433cbc93e74567a4d163a5dcd46c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:20Z', 'updated_at': '2021-08-29T18:37:10Z', 'revision_number': 6, 'project_id': '67433cbc93e74567a4d163a5dcd46c8d', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:37:10.424896 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.449679 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Pushing event deleted for resources: {'Port': ['ID=064dedf4-6728-4a8a-b9f3-85cb22806632,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:10.511281 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.599377 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.601428 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.646032 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.646495 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8475548-9d24-4b44-8973-28813e53c860 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:37:10.651539 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.652674 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-2318ca5e-cc42-4e1c-ab67-2f603ffcca6c admin admin] 10.222.0.41 "DELETE /v2.0/routers/d8475548-9d24-4b44-8973-28813e53c860 HTTP/1.1" status: 204 len: 168 time: 0.7461607 Aug 29 18:37:10.655277 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38938) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:10.698859 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c71559e-f3ea-4c1e-92fe-255d280e828f admin admin] Deleting subnet 418b98c1-05ae-4bb6-a403-3df371dafe36 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:37:10.701690 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c71559e-f3ea-4c1e-92fe-255d280e828f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.735812 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c71559e-f3ea-4c1e-92fe-255d280e828f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546303'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.825035 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c71559e-f3ea-4c1e-92fe-255d280e828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.878893 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c71559e-f3ea-4c1e-92fe-255d280e828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3634173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152701'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.904638 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71559e-f3ea-4c1e-92fe-255d280e828f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418b98c1-05ae-4bb6-a403-3df371dafe36,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:10.906506 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9c71559e-f3ea-4c1e-92fe-255d280e828f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:10.908366 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-9c71559e-f3ea-4c1e-92fe-255d280e828f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/418b98c1-05ae-4bb6-a403-3df371dafe36 HTTP/1.1" status: 204 len: 168 time: 0.2521250 Aug 29 18:37:10.911657 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38940) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:10.912932 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e65db1-9e04-44a4-b719-1b96ea0b31a9 None None] Network ddf51ff8-2505-4ba0-b49c-098d08c5e9be requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:37:10.980510 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.037250 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Deleting port a8dc6df0-2ae9-4619-93d6-3224c0263867 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:11.037596 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.099224 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] For port a8dc6df0-2ae9-4619-93d6-3224c0263867, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=a8dc6df0-2ae9-4619-93d6-3224c0263867,segment=NetworkSegment(238098e1-771d-46d1-85ad-408c803f59df),segment_id=238098e1-771d-46d1-85ad-408c803f59df)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:11.099525 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.112336 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Calling delete_port for a8dc6df0-2ae9-4619-93d6-3224c0263867 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:11.187804 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] DHCP port deletion for ddf51ff8-2505-4ba0-b49c-098d08c5e9be request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:37:11.201027 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3634094'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.220701 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:11.226408 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8dc6df0-2ae9-4619-93d6-3224c0263867,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:11.231145 n-d-713499-15 neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] No DVR routers for this DVR port a8dc6df0-2ae9-4619-93d6-3224c0263867 on host n-d-713499-15 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:37:11.250325 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:37:11.250691 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 8946a249-04b9-4c6e-b6f0-67cfcd77bf88 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:11.268036 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] Deleting port a8dc6df0-2ae9-4619-93d6-3224c0263867 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:11.268500 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.307658 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.320791 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf51ff8-2505-4ba0-b49c-098d08c5e9be']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:11.336349 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238098e1-771d-46d1-85ad-408c803f59df') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:11.336732 n-d-713499-15 neutron-server[94796]: DEBUG neutron.services.segments.db [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238098e1-771d-46d1-85ad-408c803f59df') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:11.338371 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f635a001-43ba-45e3-8fc4-6bbf5fce9118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.344282 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] For port a8dc6df0-2ae9-4619-93d6-3224c0263867, host n-d-713499-15, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:11.344681 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.346633 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546272'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.357179 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] Calling delete_port for a8dc6df0-2ae9-4619-93d6-3224c0263867 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:11.359855 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] Port a8dc6df0-2ae9-4619-93d6-3224c0263867 was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 18:37:11.361116 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.388552 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] Pushing event deleted for resources: {'Port': ['ID=a8dc6df0-2ae9-4619-93d6-3224c0263867,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:11.392164 n-d-713499-15 neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6fef4-8fed-420c-861b-5c40cb8bde64 None None] No DVR routers for this DVR port a8dc6df0-2ae9-4619-93d6-3224c0263867 on host n-d-713499-15 {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:37:11.699055 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.705050 n-d-713499-15 neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:37:11.705531 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3634075'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: Traceback (most recent call last): Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: timer() Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: cb(*args, **kw) Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: return func(*args, **kwargs) Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: self._notify() Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: self.callback(batched_events) Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: event.method(event) Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: return f(self, *a, **k) Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: return self._get(url).json() Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: return self.request(url, 'GET', **kwargs) Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:37:11.707160 n-d-713499-15 neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:37:11.760395 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.766119 n-d-713499-15 neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:11.768188 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ddf51ff8-2505-4ba0-b49c-098d08c5e9be HTTP/1.1" status: 204 len: 168 time: 0.8553941 Aug 29 18:37:11.772639 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38942) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:11.779888 n-d-713499-15 neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20741218-fcff-4e33-b841-30a72e4947e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf51ff8-2505-4ba0-b49c-098d08c5e9be,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:12.127022 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679358'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:12.372183 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Deleting port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:12.372534 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:12.451416 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] For port ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,segment=NetworkSegment(26456d10-5a3b-4b7f-a622-eed81f47fc8a),segment_id=26456d10-5a3b-4b7f-a622-eed81f47fc8a)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:12.451747 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:12.466766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Calling delete_port for ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:12.520806 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 064dedf4-6728-4a8a-b9f3-85cb22806632 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:12.544389 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 064dedf4-6728-4a8a-b9f3-85cb22806632 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:37:12.544736 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 064dedf4-6728-4a8a-b9f3-85cb22806632 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:12.545156 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8dc6df0-2ae9-4619-93d6-3224c0263867 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:12.563753 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: a8dc6df0-2ae9-4619-93d6-3224c0263867 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:37:12.564104 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device a8dc6df0-2ae9-4619-93d6-3224c0263867 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:12.643505 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:12.668370 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:12.679916 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.680269 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.680619 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.680958 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.681292 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.681629 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.682484 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.682840 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.683165 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.683492 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.683816 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.684140 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-15 {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:37:12.839084 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679156'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.047786 n-d-713499-15 neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Router 17874265-5c9a-4e44-bc99-279218b12dd5 has already been hosted by L3 agent b7bf49db-4b50-4ca9-a181-d4882d9ab2a6 {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:37:13.151312 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] Notify agent at l3_agent.n-d-713499-15 the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:37:13.158892 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-b10090c1-e9a1-4dc8-b105-e81a7ad55653 admin admin] 10.222.0.41 "PUT /v2.0/routers/17874265-5c9a-4e44-bc99-279218b12dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3822875 Aug 29 18:37:13.158892 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38944) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:13.160150 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] Sync routers for ids ['17874265-5c9a-4e44-bc99-279218b12dd5'] in n-d-713499-15 {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:37:13.169497 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] Routers {'17874265-5c9a-4e44-bc99-279218b12dd5'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:37:13.170107 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['17874265-5c9a-4e44-bc99-279218b12dd5'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:13.262900 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.276947 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] Set router 17874265-5c9a-4e44-bc99-279218b12dd5 gateway port host: n-d-713499-15 {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:37:13.365716 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.419290 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.421033 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Deleting port c8aa8218-bbf3-4e7c-9289-47fb004a40e4 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:13.421478 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.462104 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'external_fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:37:12Z', 'revision_number': 5, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port': {'id': 'c8aa8218-bbf3-4e7c-9289-47fb004a40e4', 'name': '', 'network_id': 'caf01b39-0c6f-460d-a418-4d11d786aee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95f56e04-205a-4332-89ae-c2a2e88a250d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-15'}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:13.490560 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] Checking router: 17874265-5c9a-4e44-bc99-279218b12dd5 for host: n-d-713499-15 {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:37:13.501882 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] Routers {'17874265-5c9a-4e44-bc99-279218b12dd5'} bound to L3 agent in host n-d-713499-15 {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:37:13.502917 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T17:06:14Z,description=,heartbeat_timestamp=2021-08-29T18:36:44Z,host='n-d-713499-15',id=b7bf49db-4b50-4ca9-a181-d4882d9ab2a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T17:06:14Z,topic='l3_agent')) {'router_ids': ['17874265-5c9a-4e44-bc99-279218b12dd5'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:13.507089 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] For port c8aa8218-bbf3-4e7c-9289-47fb004a40e4, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=c8aa8218-bbf3-4e7c-9289-47fb004a40e4,segment=NetworkSegment(b17e076d-663b-4215-9a42-6631e4682225),segment_id=b17e076d-663b-4215-9a42-6631e4682225)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:13.507463 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.521826 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Calling delete_port for c8aa8218-bbf3-4e7c-9289-47fb004a40e4 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:13.590762 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] Set router 17874265-5c9a-4e44-bc99-279218b12dd5 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:37:13.644043 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:37:13Z', 'revision_number': 6, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port_host': None}], 'n-d-713499-15', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:13.691010 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.715488 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8aa8218-bbf3-4e7c-9289-47fb004a40e4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:13.758765 n-d-713499-15 neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60657fc5-008d-43cb-90b6-1293aa3fd818 None None] The sync data for ids ['17874265-5c9a-4e44-bc99-279218b12dd5'] in n-d-713499-15 is: [{'id': '17874265-5c9a-4e44-bc99-279218b12dd5', 'name': 'tempest-TestSnapshotPattern-1773612880-router', 'tenant_id': 'e67d1c2094354ebd97f233bd482467a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:32:25Z', 'updated_at': '2021-08-29T18:37:13Z', 'revision_number': 6, 'project_id': 'e67d1c2094354ebd97f233bd482467a7', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:37:13.779745 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674350'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.868099 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62464'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.870654 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.915285 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1671678'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.915868 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17874265-5c9a-4e44-bc99-279218b12dd5 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:37:13.920163 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.921504 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-d404f935-b1df-49cf-bec2-37eeea7337d4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/17874265-5c9a-4e44-bc99-279218b12dd5 HTTP/1.1" status: 204 len: 168 time: 0.7618027 Aug 29 18:37:13.923943 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:13.939354 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-72c84f7d-d4a8-41e1-9f32-728b6ccbd4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.969758 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.970477 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf73231-ca4f-48df-a4c1-d68b56995c7f admin admin] Deleting subnet 3014b57d-7504-4c82-bd22-a04dea3e0bcd {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:37:13.973709 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecf73231-ca4f-48df-a4c1-d68b56995c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:13.987029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.008398 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecf73231-ca4f-48df-a4c1-d68b56995c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25196883'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.089152 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecf73231-ca4f-48df-a4c1-d68b56995c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970401'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.145040 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecf73231-ca4f-48df-a4c1-d68b56995c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25242017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25273765'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.171946 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf73231-ca4f-48df-a4c1-d68b56995c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3014b57d-7504-4c82-bd22-a04dea3e0bcd,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:14.175725 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecf73231-ca4f-48df-a4c1-d68b56995c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.177687 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-ecf73231-ca4f-48df-a4c1-d68b56995c7f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3014b57d-7504-4c82-bd22-a04dea3e0bcd HTTP/1.1" status: 204 len: 168 time: 0.2527666 Aug 29 18:37:14.180347 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38952) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:14.186206 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d736d7b2-20f1-41fe-a273-4e9dd476f84f None None] Network 5cff535a-7606-4e4b-81b7-6d47a74f9570 requested from n-d-713499-15 {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:37:14.249225 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640561'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.306307 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Deleting port 45567257-ad87-43ca-b4d3-fa068828aa05 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:37:14.306615 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739108432671'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.368713 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] For port 45567257-ad87-43ca-b4d3-fa068828aa05, host n-d-713499-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-15',level=0,port_id=45567257-ad87-43ca-b4d3-fa068828aa05,segment=NetworkSegment(26456d10-5a3b-4b7f-a622-eed81f47fc8a),segment_id=26456d10-5a3b-4b7f-a622-eed81f47fc8a)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:37:14.369026 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664303'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.381883 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Calling delete_port for 45567257-ad87-43ca-b4d3-fa068828aa05 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:37:14.456997 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739108455711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739107935775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25242098'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.486887 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=45567257-ad87-43ca-b4d3-fa068828aa05,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:14.488733 n-d-713499-15 neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] No DVR routers for this DVR port 45567257-ad87-43ca-b4d3-fa068828aa05 on host n-d-713499-15 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:37:14.534536 n-d-713499-15 neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724ee853-1e09-4f80-a75e-49a0d9851ef1 None None] DHCP port deletion for 5cff535a-7606-4e4b-81b7-6d47a74f9570 request from n-d-713499-15 {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:37:14.565224 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972378', 'neutron.services.segments.db._delete_segments_for_network-8739108497646'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.580259 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cff535a-7606-4e4b-81b7-6d47a74f9570']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:14.592111 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:14.593376 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26456d10-5a3b-4b7f-a622-eed81f47fc8a') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:14.593679 n-d-713499-15 neutron-server[94795]: DEBUG neutron.services.segments.db [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26456d10-5a3b-4b7f-a622-eed81f47fc8a') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:37:14.603447 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739108497529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25196876'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.612674 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:37:14.613022 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device ef259a6b-03c6-4ab1-b9b5-2562aa03ed8a not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:14.613440 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 45567257-ad87-43ca-b4d3-fa068828aa05 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:14.617446 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.624162 n-d-713499-15 neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:37:14.624718 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25242055'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: Traceback (most recent call last): Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: timer() Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: cb(*args, **kw) Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: return func(*args, **kwargs) Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: self._notify() Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: self.callback(batched_events) Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: event.method(event) Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: return f(self, *a, **k) Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: return self._get(url).json() Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: return self.request(url, 'GET', **kwargs) Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:37:14.626470 n-d-713499-15 neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:37:14.632631 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: 45567257-ad87-43ca-b4d3-fa068828aa05 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:37:14.632983 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device 45567257-ad87-43ca-b4d3-fa068828aa05 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:14.633405 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c8aa8218-bbf3-4e7c-9289-47fb004a40e4 no longer exists at agent ovs-agent-n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:37:14.654212 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] No Port match for: c8aa8218-bbf3-4e7c-9289-47fb004a40e4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:37:14.654730 n-d-713499-15 neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Device c8aa8218-bbf3-4e7c-9289-47fb004a40e4 not bound to the agent host n-d-713499-15 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:37:14.686701 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674322'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.692140 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Notify callbacks [] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.693995 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] 10.222.0.41 "DELETE /v2.0/networks/5cff535a-7606-4e4b-81b7-6d47a74f9570 HTTP/1.1" status: 204 len: 168 time: 0.5127184 Aug 29 18:37:14.704900 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324073c0-60c4-4a9a-8c82-76bf66b62e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=5cff535a-7606-4e4b-81b7-6d47a74f9570,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:14.884199 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.41', 38956) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:14.924189 n-d-713499-15 neutron-server[94796]: INFO neutron.wsgi [None req-8466ad04-afbd-443e-95ac-0d0259a46341 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67433cbc93e74567a4d163a5dcd46c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388284 Aug 29 18:37:14.926766 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38958) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:14.975185 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a251c0c2-74b2-4916-9c5d-cb9d1eeb32bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:14.996142 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a251c0c2-74b2-4916-9c5d-cb9d1eeb32bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:15.040943 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a251c0c2-74b2-4916-9c5d-cb9d1eeb32bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:15.044125 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a251c0c2-74b2-4916-9c5d-cb9d1eeb32bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:15.045264 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-a251c0c2-74b2-4916-9c5d-cb9d1eeb32bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d740613-0010-4871-9bcb-cc6a63e375bc HTTP/1.1" status: 204 len: 168 time: 0.1175022 Aug 29 18:37:15.052732 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251c0c2-74b2-4916-9c5d-cb9d1eeb32bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d740613-0010-4871-9bcb-cc6a63e375bc,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:15.360424 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38964) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:15.400375 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-e59e1a51-03a8-45d7-bcc7-ba7b34d41895 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e67d1c2094354ebd97f233bd482467a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386398 Aug 29 18:37:15.403041 n-d-713499-15 neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.41', 38966) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:37:15.454481 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95bd2a4c-eec0-4928-8dd6-7bf0ba32e74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:15.475749 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95bd2a4c-eec0-4928-8dd6-7bf0ba32e74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:15.521601 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95bd2a4c-eec0-4928-8dd6-7bf0ba32e74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075637'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:15.524177 n-d-713499-15 neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95bd2a4c-eec0-4928-8dd6-7bf0ba32e74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:15.525330 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [None req-95bd2a4c-eec0-4928-8dd6-7bf0ba32e74b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c550aff-53aa-4c46-b161-a782a8a2a0a2 HTTP/1.1" status: 204 len: 168 time: 0.1213746 Aug 29 18:37:15.533967 n-d-713499-15 neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd2a4c-eec0-4928-8dd6-7bf0ba32e74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c550aff-53aa-4c46-b161-a782a8a2a0a2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:37:15.762547 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:17.070465 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:38.878462 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:37:41.319380 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1f164f2-7f5c-4a49-95c5-67a1a7b4a992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:43.420169 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:43.940812 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5271c090-7bc5-4c32-827c-9c2d148f94d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:43.996302 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:43.998724 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:45.763629 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:37:47.070882 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:00.941938 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9a0c65a-6f41-46be-81d3-709699ed10e0 req-833e9a5a-ac56-45fa-8128-9e30332ab091 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258255 Aug 29 18:38:01.007033 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9a0c65a-6f41-46be-81d3-709699ed10e0 req-009f5309-6a61-4299-80a8-1df233465256 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0246973 Aug 29 18:38:01.045174 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9a0c65a-6f41-46be-81d3-709699ed10e0 req-99fa338d-2013-4454-be80-8713504e22a3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194817 Aug 29 18:38:01.139685 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0c65a-6f41-46be-81d3-709699ed10e0 req-00dda86a-2e17-47ce-806d-66e2efd7ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:38:01.141131 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-f9a0c65a-6f41-46be-81d3-709699ed10e0 req-00dda86a-2e17-47ce-806d-66e2efd7ecf1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883107 Aug 29 18:38:11.320418 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1d2c-2019-48ca-b767-62344095ce47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:13.439029 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:13.941385 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-43d84ad8-c547-4d8a-89bd-99682d7d5bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:13.988951 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:14.007088 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:15.766557 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:15.878610 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:38:17.073621 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:41.320860 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e4f-5201-449f-9dd6-81189f18eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:43.438479 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:43.941381 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-79607981-fcd9-452d-9238-8e283eb243c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:43.992168 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:44.002574 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:45.770890 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:47.076308 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:38:52.879078 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:39:02.756391 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6653995a-73ef-45db-a199-d2b7e05cd30b req-0777cfb1-2077-48af-9773-d944758e8f12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278587 Aug 29 18:39:02.820469 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6653995a-73ef-45db-a199-d2b7e05cd30b req-648fd064-768f-42fd-b185-d414531674a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0247054 Aug 29 18:39:02.857290 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6653995a-73ef-45db-a199-d2b7e05cd30b req-cfc75828-5805-4037-b7d1-ca3bb30f0fa0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187235 Aug 29 18:39:02.949646 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653995a-73ef-45db-a199-d2b7e05cd30b req-a4ad59ab-1341-4598-af77-f7a7fa632524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:39:02.951099 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-6653995a-73ef-45db-a199-d2b7e05cd30b req-a4ad59ab-1341-4598-af77-f7a7fa632524 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869653 Aug 29 18:39:11.321114 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dde43cd3-5d9f-4210-9ea2-8fcbaac165ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:13.439999 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:13.941932 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-103f7d4c-52e4-4cef-9ee3-0e97d6af4e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:13.997492 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:14.002943 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:15.772753 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:17.080830 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:29.877883 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:39:41.321118 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8e47-60b8-407a-81b7-3c2421945a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:43.453849 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:43.941956 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6b548ca1-6ae4-4c71-902c-b9c2f8b96b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:44.000900 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:44.003423 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:45.775568 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:39:47.083813 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:04.948589 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34033adc-1b19-4fe9-9c56-5253b3fb711a req-35b503e5-06ba-4531-981f-d873bb253e10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1273620 Aug 29 18:40:05.015318 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34033adc-1b19-4fe9-9c56-5253b3fb711a req-90b8e1f8-c50a-49a2-9c53-0409b87cbefe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0241573 Aug 29 18:40:05.054167 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34033adc-1b19-4fe9-9c56-5253b3fb711a req-e1cde7ea-0ca2-4873-8b86-55ce4f1814d5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187321 Aug 29 18:40:05.147551 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34033adc-1b19-4fe9-9c56-5253b3fb711a req-2be7662b-11aa-4d0b-afcf-8c36c87049b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:40:05.149021 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-34033adc-1b19-4fe9-9c56-5253b3fb711a req-2be7662b-11aa-4d0b-afcf-8c36c87049b0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882967 Aug 29 18:40:06.876581 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:40:11.328309 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f45cecb-1c8b-4e5b-98a4-8650e409c62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:13.442231 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:13.940670 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-26d9ff0e-7e86-45f3-8595-042c841bc5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:14.008640 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:14.014112 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:15.778979 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:17.086081 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:41.320427 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-01103706-d021-4e92-a65b-6a33be1f12a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:43.469866 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:43.875766 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:40:43.943969 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c38c6be0-bd3f-450b-81aa-4d0d78805ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:43.998613 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:44.015207 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:45.782222 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:40:47.089429 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:05.771058 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ddfbd2e6-690d-4498-afac-50b812b507e6 req-ef38a0ae-8134-49c4-8e10-5f3f59565c3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271194 Aug 29 18:41:05.833900 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ddfbd2e6-690d-4498-afac-50b812b507e6 req-ccb972cb-bfd4-49bf-b264-a60b996ff432 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0243361 Aug 29 18:41:05.870224 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ddfbd2e6-690d-4498-afac-50b812b507e6 req-f2c92692-eae8-4566-80aa-65b76e33e7fe service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185773 Aug 29 18:41:05.964580 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbd2e6-690d-4498-afac-50b812b507e6 req-4b464671-f24a-4eff-b837-94b009db4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:41:05.966103 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-ddfbd2e6-690d-4498-afac-50b812b507e6 req-4b464671-f24a-4eff-b837-94b009db4b11 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884132 Aug 29 18:41:11.322412 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9366fc13-da26-4964-a181-4ac541d86627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:13.470488 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:13.944174 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-36ac5e83-31a1-4936-a80e-1360a26d9d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:14.002765 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:14.012536 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:15.785149 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:17.094361 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:20.875637 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:41:41.322118 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e842698-a659-4785-8a47-82afbf2c6916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:43.469430 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:43.944568 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a700c0c4-2940-4f42-af19-24c4e9c1a370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:44.008953 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:44.013828 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:45.788507 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:47.097273 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:41:57.874199 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:42:07.755768 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7fa03ef-fefa-4012-863f-06b8191aa052 req-a7cce75b-60c3-4cf2-b26d-498827791b4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277376 Aug 29 18:42:07.820276 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7fa03ef-fefa-4012-863f-06b8191aa052 req-6572cf71-fd7e-43de-b4be-8cc5b163428e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0240240 Aug 29 18:42:07.858394 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7fa03ef-fefa-4012-863f-06b8191aa052 req-d1133aac-befe-4abf-9d37-29023b36f9af service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192959 Aug 29 18:42:07.952065 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa03ef-fefa-4012-863f-06b8191aa052 req-a4886e2d-06f3-46a2-b403-80506cc80127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:42:07.953498 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-b7fa03ef-fefa-4012-863f-06b8191aa052 req-a4886e2d-06f3-46a2-b403-80506cc80127 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872645 Aug 29 18:42:11.323634 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a78514f-e42d-4413-8772-09479e67f3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:13.477634 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:13.944471 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fbad1207-e225-4768-90d2-9e7311d100ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:14.007331 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:14.013483 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:15.791229 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:17.100265 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:34.873508 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:42:41.325974 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9792ee3c-390c-46c0-a6cc-cdae1901161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:43.500067 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:43.943608 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aef6801f-7c5e-4d7e-8090-e50ceb008c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:43.997318 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:44.038431 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:45.795459 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:42:47.101746 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:08.879237 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78303b16-73b2-4f9c-a90b-1b7f43c9feb5 req-9f156136-177a-4b01-b8f9-8ed8620e1b1d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280581 Aug 29 18:43:08.950505 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78303b16-73b2-4f9c-a90b-1b7f43c9feb5 req-4f34e924-65e5-4941-87d3-9a627e8b305a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0247407 Aug 29 18:43:08.988742 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78303b16-73b2-4f9c-a90b-1b7f43c9feb5 req-6360dd93-d199-42b8-b267-c0582dc3b7ff service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190384 Aug 29 18:43:09.082530 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78303b16-73b2-4f9c-a90b-1b7f43c9feb5 req-eb43c118-b607-4454-b74f-922442a98d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:43:09.084136 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-78303b16-73b2-4f9c-a90b-1b7f43c9feb5 req-eb43c118-b607-4454-b74f-922442a98d47 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887499 Aug 29 18:43:11.327176 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-690349e2-0833-475e-800d-3c1760a04454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:11.872592 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:43:13.500325 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:13.943261 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-47194192-0a20-49b5-8fdb-446914124c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:13.996424 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:14.038526 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:15.797873 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:17.104761 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:41.328327 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e1473bf6-6053-4592-818f-0911c96858e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:43.518623 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:43.951018 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6a58e105-3d18-4368-a054-05cd4c828812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:44.000827 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:44.039127 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:45.801305 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:47.109914 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:43:48.871784 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:44:10.725542 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-154db073-f52a-476a-8777-c8ba7dc4b27c req-a7abe100-aaa7-4b9b-aab9-38f50d0fdb89 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259376 Aug 29 18:44:10.790499 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-154db073-f52a-476a-8777-c8ba7dc4b27c req-34935c1b-1730-41f0-b95b-7ace9a7b519e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0243089 Aug 29 18:44:10.828249 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-154db073-f52a-476a-8777-c8ba7dc4b27c req-6f52c52b-695d-4a62-b64e-62e515cdb3b0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186951 Aug 29 18:44:10.921556 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154db073-f52a-476a-8777-c8ba7dc4b27c req-9f4e77f0-1865-4805-a8bc-f15a98510ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:44:10.923323 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-154db073-f52a-476a-8777-c8ba7dc4b27c req-9f4e77f0-1865-4805-a8bc-f15a98510ceb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889444 Aug 29 18:44:11.329487 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-712535c2-2a5d-4788-9af8-7fb28e476ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:13.513153 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:13.942109 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-246a4740-c791-4dab-b0e6-7168f503b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:14.003326 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:14.049934 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:15.804323 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:17.112617 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:25.870708 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:44:41.330552 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3d75487c-59e7-4396-b6fa-208b1f511b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:43.501977 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:43.942543 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06ee4dd8-d24d-428a-845a-5b9e1f418b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:44.005245 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:44.044611 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:45.806790 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:44:47.118378 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:02.870171 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:45:11.329892 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-71a6cf84-8027-4195-86e9-05d79c08bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:11.874830 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02532209-007f-4433-9f07-b8bee76658af req-5e3a0b0b-70b3-436d-bca8-e980ee72d43f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0650177 Aug 29 18:45:11.940855 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02532209-007f-4433-9f07-b8bee76658af req-4df444ed-bf97-4b3c-a0e5-99b01cd8686e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0262151 Aug 29 18:45:11.978908 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02532209-007f-4433-9f07-b8bee76658af req-1ad60ec5-e13c-442a-8109-ed4c4e55976b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187852 Aug 29 18:45:12.392545 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02532209-007f-4433-9f07-b8bee76658af req-61c9ba08-95a1-467a-8785-266cbe8fea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:45:12.394005 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-02532209-007f-4433-9f07-b8bee76658af req-61c9ba08-95a1-467a-8785-266cbe8fea45 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4080360 Aug 29 18:45:13.517798 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:13.941700 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c72e291e-d054-4542-9f48-c8b67f564954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:14.005486 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:14.043541 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:15.810964 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:17.119511 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:30.902631 n-d-713499-15 neutron-server[94796]: DEBUG neutron.wsgi [req-2ddea028-a51d-4c5a-9496-9b1ede06c02f req-3e66b64a-dfec-4b3f-9d5b-9ab055be6511 service neutron] (94796) timed out ('10.222.0.41', 36756) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:45:39.868512 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:45:41.330276 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d1710bd9-5255-46b3-b24b-e0874d8d2136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:43.528460 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:43.940804 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6f45066c-0969-491f-bf5b-7f30baef91d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:44.005208 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:44.043706 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:45.815694 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:45:47.126131 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:46:11.331621 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-453d9395-8b78-4d88-a58d-754273c6da50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:46:13.205022 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-073eb5c3-a98d-4bd6-bec0-920c19b184e0 req-1430b2f3-da2c-4979-8583-c43d456fc8b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265911 Aug 29 18:46:13.268942 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-073eb5c3-a98d-4bd6-bec0-920c19b184e0 req-26366e4f-b646-4e4f-aac1-1d9e62cdc542 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a60cdb0d44401891aecbc57532e8d0&device_id=beceef03-e3ba-49f0-b7e3-07dc57fe1463 HTTP/1.1" status: 200 len: 210 time: 0.0240939 Aug 29 18:46:13.307241 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-073eb5c3-a98d-4bd6-bec0-920c19b184e0 req-612e8c1e-238d-43ea-bea6-5b7b8ba74a3c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27a60cdb0d44401891aecbc57532e8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191400 Aug 29 18:46:13.401539 n-d-713499-15 neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eb5c3-a98d-4bd6-bec0-920c19b184e0 req-a3d2e36e-047a-4f59-9c1c-36ceb152cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:46:13.403065 n-d-713499-15 neutron-server[94795]: INFO neutron.wsgi [req-073eb5c3-a98d-4bd6-bec0-920c19b184e0 req-a3d2e36e-047a-4f59-9c1c-36ceb152cda0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894907 Aug 29 18:46:13.527804 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f85dccc8-db11-4dbe-9eb4-3149a69eb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:46:13.941819 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e459796a-d086-49ad-9d15-b1b282609456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:46:14.006134 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22d7548-d496-48b1-9588-c3dd0e8b96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:46:14.043508 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6573ffb6-96d7-4e16-b1f2-dd1b397c84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:46:15.815369 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-97600ca1-ca76-431f-9f8e-b695830d033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:46:16.867719 n-d-713499-15 neutron-server[94798]: DEBUG neutron.db.agents_db [None req-d50dd557-a6f6-4853-8492-a47e0eeab0ca None None] Agent healthcheck: found 7 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:46:17.126869 n-d-713499-15 neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b67136fe-5d71-423e-975d-723827fcc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739108497628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972896'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}